-- Logs begin at Mon 2022-04-18 16:02:41 UTC, end at Mon 2022-04-18 18:07:18 UTC. -- Apr 18 16:46:13.194954 n-d-836015-2 systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 16:46:15.932431 n-d-836015-2 neutron-server[109714]: INFO neutron.common.config [-] Logging enabled! Apr 18 16:46:15.932995 n-d-836015-2 neutron-server[109714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev118 Apr 18 16:46:15.933125 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109714) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 16:46:15.936337 n-d-836015-2 neutron-server[109714]: INFO neutron.common.config [-] Logging enabled! Apr 18 16:46:15.936594 n-d-836015-2 neutron-server[109714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev118 Apr 18 16:46:15.936907 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109714) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 16:46:15.937883 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 16:46:15.938122 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 16:46:15.938476 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 16:46:15.938729 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 16:46:15.938957 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 16:46:15.939281 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.939586 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.939888 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.940120 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.940418 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.940713 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.940998 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.941294 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.941628 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.941917 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.942228 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.942517 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.942752 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.943034 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.943328 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.943618 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.943845 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] debug = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.944128 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.944562 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.944975 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.945260 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.945584 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.945867 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.946141 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.946419 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.946706 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.947038 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] host = n-d-836015-2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.947319 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.947612 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.947903 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.948194 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.948471 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.948755 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.949045 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.949324 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.949625 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] log_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.949907 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.950200 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.950493 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.950787 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.951015 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.951242 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.951537 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.951829 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.952107 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.952383 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.952660 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.952936 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.953211 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.953512 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.953800 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.954087 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.954377 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.954654 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.954930 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.955203 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.955487 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.955768 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.956045 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.956319 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.956595 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.956881 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.957150 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.957443 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.958281 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.958575 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.958871 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.959163 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.959442 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.959732 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.960009 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.960286 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.960562 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] use_json = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.960839 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.961115 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.961400 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.961697 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.961975 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.962254 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.962531 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.962823 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.963100 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:15.963401 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.963703 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.964008 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.964300 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.964598 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.964881 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.965177 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.965483 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.965781 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.966078 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.966371 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.966653 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.966944 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.967227 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.967527 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.967835 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.968135 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.968432 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.968715 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.968993 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.969270 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.969585 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.969878 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.970162 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.970457 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.970753 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.971037 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.971328 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.971625 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.971921 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.972198 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.972479 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.972775 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.973056 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.973913 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.974202 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.974502 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.974786 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.975070 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.975357 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.975641 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.975917 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.976192 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.976475 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.976773 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.977052 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.977328 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.977627 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.977907 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.978181 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.978470 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.978757 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.979035 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.979312 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.979594 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.979870 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.980148 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.980428 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.980704 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.980983 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.981260 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.981561 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.981843 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.982118 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.982393 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.982669 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.982944 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.983221 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.983496 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.983772 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.984045 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.984320 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.984597 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.984885 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.985184 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.985491 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.985777 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.986060 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.986340 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.986622 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.986903 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.987185 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.987467 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.987743 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.988040 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.988325 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.988621 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.988940 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.989227 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.989554 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.989838 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.990124 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.990406 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.990688 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.990975 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.991263 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.991562 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.991864 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.992164 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.992463 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.992760 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.993044 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.993360 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.993671 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:15.993894 n-d-836015-2 neutron-server[109714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 16:46:15.994136 n-d-836015-2 neutron-server[109714]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109714) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 16:46:16.346054 n-d-836015-2 neutron-server[109714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 16:46:16.346333 n-d-836015-2 neutron-server[109714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 16:46:16.346626 n-d-836015-2 neutron-server[109714]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 16:46:16.346960 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 16:46:16.741849 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.742139 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.742413 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.743705 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.743981 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.744251 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.780298 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.780576 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.780847 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.795749 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.796032 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.796305 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.825078 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.825363 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.825661 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.862274 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.862557 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:16.862825 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.098125 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.099249 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.099249 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.099424 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.100124 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.218993 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.219316 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.219601 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.219881 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.220152 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.220470 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.220740 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.221002 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.221259 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.221567 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.221834 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.222102 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.222361 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.222617 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.222875 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.223140 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.223934 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.224202 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.224473 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.224734 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.225007 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.225262 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.225570 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.225960 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.226210 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.226459 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.226851 n-d-836015-2 neutron-server[109714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 16:46:17.227095 n-d-836015-2 neutron-server[109714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 16:46:17.227337 n-d-836015-2 neutron-server[109714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 16:46:17.227577 n-d-836015-2 neutron-server[109714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 16:46:17.227820 n-d-836015-2 neutron-server[109714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 16:46:17.228060 n-d-836015-2 neutron-server[109714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 16:46:17.228423 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 16:46:17.231504 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 16:46:17.235527 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 16:46:17.239779 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 18 16:46:17.241399 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 16:46:17.241864 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 16:46:17.242195 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 16:46:17.242579 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 16:46:17.245346 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 16:46:17.245621 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 16:46:17.245968 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 16:46:17.251478 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 18 16:46:17.273184 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 16:46:17.273857 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.274161 n-d-836015-2 neutron-server[109714]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109714) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 16:46:17.274532 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.275905 n-d-836015-2 neutron-server[109714]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109714) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 16:46:17.276185 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 16:46:17.276430 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 16:46:17.279728 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.280008 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:17.343205 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 16:46:17.343443 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 16:46:17.343680 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 16:46:17.344045 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 16:46:17.365650 n-d-836015-2 neutron-server[109714]: DEBUG oslo_db.sqlalchemy.engines [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109714) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 18 16:46:17.983901 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Initializing driver for type 'gre' Apr 18 16:46:17.984424 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] gre ID ranges: [(1, 1000)] Apr 18 16:46:18.132627 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Initializing driver for type 'local' Apr 18 16:46:18.133203 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Initializing driver for type 'vlan' Apr 18 16:46:18.218535 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] VlanTypeDriver initialization complete Apr 18 16:46:18.218885 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Initializing driver for type 'vxlan' Apr 18 16:46:18.219391 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] vxlan ID ranges: [(1, 1000)] Apr 18 16:46:18.367121 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Initializing extension driver 'port_security' Apr 18 16:46:18.367393 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] PortSecurityExtensionDriver initialization complete Apr 18 16:46:18.367726 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Initializing mechanism driver 'openvswitch' Apr 18 16:46:18.368049 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Initializing mechanism driver 'hyperv' Apr 18 16:46:18.374963 n-d-836015-2 neutron-server[109714]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:46:18.380566 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > port after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.380566 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > port after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.380566 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > port after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.380566 n-d-836015-2 neutron-server[109714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 16:46:18.380566 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > subnet after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.380920 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > subnet after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.380920 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > subnet after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.380920 n-d-836015-2 neutron-server[109714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 16:46:18.380920 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > network after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.380920 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > network after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.381210 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > network after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.381210 n-d-836015-2 neutron-server[109714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 16:46:18.381210 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > security_group after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.381210 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > security_group after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.381471 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > security_group after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.383507 n-d-836015-2 neutron-server[109714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 16:46:18.383937 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.384309 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.384665 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.385064 n-d-836015-2 neutron-server[109714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 16:46:18.385508 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > address_group after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.385861 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > address_group after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.386203 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > address_group after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.386592 n-d-836015-2 neutron-server[109714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 16:46:18.387037 n-d-836015-2 neutron-server[109714]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] ML2 OVO RPC backend initialized. {{(pid=109714) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 18 16:46:18.387747 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router_interface after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.388105 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.388556 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > network before_response 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.388913 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > networks before_response 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.389265 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > port before_response 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.389633 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > ports before_response 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.389982 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > subnet before_response 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.390328 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > subnets before_response 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.390677 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > network after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.391017 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > network after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.391355 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > network after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.391691 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > port after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.392068 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > port after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.392362 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > port after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.392698 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > subnet after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.393034 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > subnet after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.393370 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > subnet after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.406514 n-d-836015-2 neutron-server[109714]: INFO neutron.quota [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded quota_driver: . Apr 18 16:46:18.406867 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.plugin [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Modular L2 Plugin initialization complete Apr 18 16:46:18.407214 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading services supported by the core plugin {{(pid=109714) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 16:46:18.407558 n-d-836015-2 neutron-server[109714]: INFO neutron.plugins.ml2.managers [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Got port-security extension from driver 'port_security' Apr 18 16:46:18.408042 n-d-836015-2 neutron-server[109714]: INFO neutron.extensions.vlantransparent [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Disabled vlantransparent extension. Apr 18 16:46:18.408561 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109714) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 16:46:18.408888 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading Plugin: router Apr 18 16:46:18.451966 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router_interface before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.452360 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router after_create 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.452734 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router before_create 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.453100 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.453500 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.453859 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router after_delete 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.454219 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > floatingip after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.454570 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > floatingip after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.454930 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router after_create 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.455276 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router after_update 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.455623 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router after_update 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.455972 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.456330 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router after_update 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.456740 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_update 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.457108 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: port after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.457498 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: port after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.457860 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: subnet after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.458200 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.458548 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > port precommit_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.458895 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_create 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.459238 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: port before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.459585 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.459943 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router after_update 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.460291 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_delete 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.460646 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_create 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.461009 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router_interface after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.461356 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_update 55549900 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.461748 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > agent after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.462099 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > agent after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.462445 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > network after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.463327 n-d-836015-2 neutron-server[109714]: DEBUG neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Tracking information for resource: router configured {{(pid=109714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 16:46:18.463661 n-d-836015-2 neutron-server[109714]: DEBUG neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Tracking information for resource: floatingip configured {{(pid=109714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 16:46:18.473874 n-d-836015-2 neutron-server[109714]: INFO neutron.db.l3_agentschedulers_db [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 16:46:18.474465 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: port after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.474826 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: port after_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.475179 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: port after_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.475533 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: port after_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.476346 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router before_create 55550100 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.476713 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_delete 55550100 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.477075 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_create 55550100 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.477508 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > router precommit_update 55550100 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.482355 n-d-836015-2 neutron-server[109714]: DEBUG neutron.services.provider_configuration [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service providers = [] {{(pid=109714) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 16:46:18.482720 n-d-836015-2 neutron-server[109714]: DEBUG neutron.db.servicetype_db [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109714) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 16:46:18.485749 n-d-836015-2 neutron-server[109714]: DEBUG neutron.services.service_base [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 16:46:18.486102 n-d-836015-2 neutron-server[109714]: DEBUG neutron.services.service_base [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 16:46:18.486447 n-d-836015-2 neutron-server[109714]: DEBUG neutron.services.service_base [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 16:46:18.487341 n-d-836015-2 neutron-server[109714]: DEBUG neutron.services.service_base [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 16:46:18.487714 n-d-836015-2 neutron-server[109714]: INFO neutron.services.service_base [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 16:46:18.488101 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 16:46:18.488421 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 16:46:18.499599 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 16:46:18.499934 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading Plugin: auto_allocate Apr 18 16:46:18.511829 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: network precommit_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.512199 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: network precommit_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.512723 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 16:46:18.513043 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading Plugin: tag Apr 18 16:46:18.519577 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 16:46:18.519911 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading Plugin: timestamp Apr 18 16:46:18.523904 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 16:46:18.524235 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading Plugin: network_ip_availability Apr 18 16:46:18.529687 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.530061 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.530418 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.531133 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 16:46:18.531575 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading Plugin: flavors Apr 18 16:46:18.536193 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 16:46:18.536525 n-d-836015-2 neutron-server[109714]: INFO neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading Plugin: revisions Apr 18 16:46:18.547555 n-d-836015-2 neutron-server[109714]: DEBUG neutron.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 16:46:18.547946 n-d-836015-2 neutron-server[109714]: DEBUG oslo_concurrency.lockutils [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.201s {{(pid=109714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 16:46:18.548680 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109714) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 16:46:18.549018 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Initializing extension manager. Apr 18 16:46:18.549573 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: __init__.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.549922 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: __pycache__ {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.550259 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.550593 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: address_group.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.551881 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.552456 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: address-group Apr 18 16:46:18.552777 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: address_scope.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.553536 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.554042 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: address-scope Apr 18 16:46:18.554367 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: admin_state_down_before_update.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.555297 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.555808 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: router-admin-state-down-before-update Apr 18 16:46:18.556134 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: agent.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.557008 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.557555 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: agent Apr 18 16:46:18.563769 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: agent_resources_synced.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.564439 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.564950 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: agent-resources-synced Apr 18 16:46:18.565272 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: allowedaddresspairs.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.567646 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.568168 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: allowed-address-pairs Apr 18 16:46:18.568497 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: auto_allocated_topology.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.569599 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.570114 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: auto-allocated-topology Apr 18 16:46:18.570441 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: availability_zone.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.571138 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.571641 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: availability_zone Apr 18 16:46:18.571963 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: availability_zone_filter.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.572868 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.573381 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: availability_zone_filter Apr 18 16:46:18.573728 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: data_plane_status.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.579405 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.579909 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 16:46:18.580232 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: default_subnetpools.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.581147 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.581690 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: default-subnetpools Apr 18 16:46:18.582015 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: dhcpagentscheduler.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.582844 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.583355 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: dhcp_agent_scheduler Apr 18 16:46:18.583679 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: dns.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.584593 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.585102 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension dns-integration not supported by any of loaded plugins Apr 18 16:46:18.585434 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: dns_domain_ports.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.586392 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.586901 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 16:46:18.587222 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.588147 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.588649 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 18 16:46:18.588971 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: dvr.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.589660 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.590163 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: dvr Apr 18 16:46:18.590483 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: ecmp_routes.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.591398 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.591895 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension ecmp_routes not supported by any of loaded plugins Apr 18 16:46:18.592217 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: empty_string_filtering.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.593126 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.593665 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: empty-string-filtering Apr 18 16:46:18.593994 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.594943 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.595448 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 16:46:18.595775 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.596694 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.597200 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 16:46:18.597556 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: external_net.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.598981 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.599482 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: external-net Apr 18 16:46:18.599802 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: extra_dhcp_opt.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.600712 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.601218 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: extra_dhcp_opt Apr 18 16:46:18.601570 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: extraroute.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.609037 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.609574 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: extraroute Apr 18 16:46:18.609899 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: extraroute_atomic.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.610941 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.611477 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: extraroute-atomic Apr 18 16:46:18.611779 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: filter_validation.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.612463 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.612959 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: filter-validation Apr 18 16:46:18.613279 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: fip_pf_description.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.614773 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.615281 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 16:46:18.615607 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: fip_port_details.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.616529 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.617037 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: fip-port-details Apr 18 16:46:18.617499 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: flavors.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.618607 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.619127 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: flavors Apr 18 16:46:18.619455 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.621089 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.621637 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 16:46:18.621967 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: floatingip_pools.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.622668 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.623431 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: floatingip-pools Apr 18 16:46:18.623750 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: ip_allocation.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.624688 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.625190 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 16:46:18.625542 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.626464 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.626969 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: ip-substring-filtering Apr 18 16:46:18.627294 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: l2_adjacency.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.628215 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.628719 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 16:46:18.629038 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: l3.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.630045 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.630558 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: router Apr 18 16:46:18.630881 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: l3_conntrack_helper.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.644266 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.644804 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 16:46:18.645176 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.646145 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.646658 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: ext-gw-mode Apr 18 16:46:18.646984 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.647906 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.648416 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: l3-ha Apr 18 16:46:18.648741 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: l3_flavors.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.649697 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.650206 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: l3-flavors Apr 18 16:46:18.650529 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.651442 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.651991 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 16:46:18.652316 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: l3agentscheduler.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.653365 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.653909 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: l3_agent_scheduler Apr 18 16:46:18.654238 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: logging.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.661880 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.662407 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension logging not supported by any of loaded plugins Apr 18 16:46:18.662741 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: metering.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.663509 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.668036 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: metering Apr 18 16:46:18.669106 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.670290 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.670815 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: metering_source_and_destination_fields Apr 18 16:46:18.671144 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: multiprovidernet.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.672082 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.672601 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: multi-provider Apr 18 16:46:18.672920 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: netmtu.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.678902 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.679679 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: net-mtu Apr 18 16:46:18.680007 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: netmtu_writable.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.680931 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.681465 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: net-mtu-writable Apr 18 16:46:18.681796 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: network_availability_zone.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.682477 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.682981 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: network_availability_zone Apr 18 16:46:18.683305 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: network_ip_availability.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.684427 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.684937 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: network-ip-availability Apr 18 16:46:18.685264 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: network_segment_range.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.686113 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.686626 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 16:46:18.686951 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: pagination.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.687938 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.688271 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: pagination Apr 18 16:46:18.688595 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: port_device_profile.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.689552 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.690075 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: port-device-profile Apr 18 16:46:18.690400 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.691326 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.691845 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: port-mac-address-regenerate Apr 18 16:46:18.692205 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.693134 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.693684 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: port-numa-affinity-policy Apr 18 16:46:18.695587 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: port_resource_request.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.696301 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.696807 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 16:46:18.697150 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: portbindings.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.698134 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.698645 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: binding Apr 18 16:46:18.698968 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: portbindings_extended.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.700379 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.700894 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: binding-extended Apr 18 16:46:18.701223 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: portsecurity.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.702165 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.702680 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: port-security Apr 18 16:46:18.703009 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: project_id.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.703989 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.704321 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: project-id Apr 18 16:46:18.704643 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: providernet.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.705602 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.706118 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: provider Apr 18 16:46:18.706442 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.710104 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.710624 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos not supported by any of loaded plugins Apr 18 16:46:18.710959 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.712204 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.712719 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 16:46:18.713050 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.713999 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.714512 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 16:46:18.714842 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_default.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.715751 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.716264 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-default not supported by any of loaded plugins Apr 18 16:46:18.716593 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_fip.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.717249 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.717785 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-fip not supported by any of loaded plugins Apr 18 16:46:18.718118 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_gateway_ip.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.719046 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.719555 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 16:46:18.719880 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_port_network_policy.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.720795 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.721304 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 16:46:18.721657 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_pps_rule.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.729160 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.729713 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-pps not supported by any of loaded plugins Apr 18 16:46:18.730042 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_rule_type_details.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.730962 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.731478 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 16:46:18.731805 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: qos_rules_alias.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.732859 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.733372 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 16:46:18.733729 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: quotasv2.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.734666 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.734995 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: quotas Apr 18 16:46:18.735320 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: quotasv2_detail.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.737012 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.737350 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: quota_details Apr 18 16:46:18.737706 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: rbac.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.738773 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.739843 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: rbac-policies Apr 18 16:46:18.740176 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: rbac_address_group.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.741109 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.741651 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: rbac-address-group Apr 18 16:46:18.741982 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: rbac_address_scope.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.742913 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.743608 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: rbac-address-scope Apr 18 16:46:18.743934 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: rbac_security_groups.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.744859 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.745371 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: rbac-security-groups Apr 18 16:46:18.745720 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: rbac_subnetpool.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.752039 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.752546 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: rbac-subnetpool Apr 18 16:46:18.752871 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: revisionifmatch.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.753827 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.754346 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: revision-if-match Apr 18 16:46:18.754744 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: revisions.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.755861 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.756371 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: standard-attr-revisions Apr 18 16:46:18.756695 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: router_availability_zone.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.757399 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.757933 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: router_availability_zone Apr 18 16:46:18.758274 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: routerservicetype.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.759188 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.759697 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension router-service-type not supported by any of loaded plugins Apr 18 16:46:18.760021 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.760977 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.761510 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: security-groups-normalized-cidr Apr 18 16:46:18.761837 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: security_groups_port_filtering.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.762769 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.763277 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: port-security-groups-filtering Apr 18 16:46:18.763603 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.764527 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.765039 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: security-groups-remote-address-group Apr 18 16:46:18.765364 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: securitygroup.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.776504 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.777034 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: security-group Apr 18 16:46:18.777374 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: segment.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.778189 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.778707 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension segment not supported by any of loaded plugins Apr 18 16:46:18.779038 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.779997 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.780510 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 16:46:18.780839 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: servicetype.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.782045 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.782565 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: service-type Apr 18 16:46:18.782896 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: sorting.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.783884 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.784219 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: sorting Apr 18 16:46:18.784545 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: standard_attr_segment.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.785501 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.786545 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 16:46:18.786872 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: standardattrdescription.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.787528 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.788035 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: standard-attr-description Apr 18 16:46:18.788362 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: stateful_security_group.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.789308 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.789847 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: stateful-security-group Apr 18 16:46:18.790175 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: stdattrs_common.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.790762 n-d-836015-2 neutron-server[109714]: WARNING neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 16:46:18.791087 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.792025 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.792541 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 16:46:18.792867 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: subnet_onboard.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.793965 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.794489 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: subnet_onboard Apr 18 16:46:18.794817 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.795762 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.796276 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 16:46:18.796598 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: subnet_service_types.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.802434 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.802968 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: subnet-service-types Apr 18 16:46:18.803304 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: subnetallocation.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.804410 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.804926 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: subnet_allocation Apr 18 16:46:18.805253 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.805959 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.806467 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: subnetpool-prefix-ops Apr 18 16:46:18.806793 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.807729 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.808235 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 16:46:18.808562 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: tagging.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.809682 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.810215 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: standard-attr-tag Apr 18 16:46:18.810544 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: timestamp.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.811819 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.812350 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loaded extension: standard-attr-timestamp Apr 18 16:46:18.812681 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: trunk.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.813777 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.814299 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension trunk not supported by any of loaded plugins Apr 18 16:46:18.814627 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: trunk_details.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.815564 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.816077 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension trunk-details not supported by any of loaded plugins Apr 18 16:46:18.816411 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: uplink_status_propagation.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.824777 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.825295 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 16:46:18.825657 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Loading extension file: vlantransparent.py {{(pid=109714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 16:46:18.826346 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 16:46:18.826857 n-d-836015-2 neutron-server[109714]: INFO neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 16:46:18.829356 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:network Apr 18 16:46:18.829920 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:subnet Apr 18 16:46:18.830324 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 16:46:18.830717 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:port Apr 18 16:46:18.832001 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.832443 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service FLAVORS assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.833111 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.833585 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.833922 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:router Apr 18 16:46:18.834356 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:floatingip Apr 18 16:46:18.834846 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service METERING assigned prefix: /metering {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.836317 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.836692 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.837051 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:46:18.838101 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 16:46:18.838544 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:security_group Apr 18 16:46:18.838992 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 16:46:18.839601 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service CORE assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.839933 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 16:46:18.840283 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] subnetpool is already registered Apr 18 16:46:18.840714 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service CORE assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.841039 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 16:46:18.841368 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] subnetpool is already registered Apr 18 16:46:18.843791 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.844227 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service FLAVORS assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.844828 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.845253 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.845619 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:router Apr 18 16:46:18.845966 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] router is already registered Apr 18 16:46:18.846373 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:floatingip Apr 18 16:46:18.846707 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] floatingip is already registered Apr 18 16:46:18.847164 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service METERING assigned prefix: /metering {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.847825 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 16:46:18.848673 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] rbac_policy is already registered Apr 18 16:46:18.849089 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:security_group Apr 18 16:46:18.849432 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] security_group is already registered Apr 18 16:46:18.849850 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 16:46:18.850180 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] security_group_rule is already registered Apr 18 16:46:18.850810 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service CORE assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.851137 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 16:46:18.851468 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] subnetpool is already registered Apr 18 16:46:18.851886 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.v2.resource_helper [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Service CORE assigned prefix: {{(pid=109714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 16:46:18.852213 n-d-836015-2 neutron-server[109714]: INFO neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 16:46:18.852543 n-d-836015-2 neutron-server[109714]: WARNING neutron.quota.resource_registry [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] subnetpool is already registered Apr 18 16:46:18.853013 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: extensions {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.854518 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: address-groups {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.855974 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: address-scopes {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.857303 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: agents {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.858485 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: auto-allocated-topology {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.859726 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: availability_zones {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.860932 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: dhcp-networks {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.862448 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: dhcp-agents {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.870793 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: routers {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.870793 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: flavors {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.870793 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: service_profiles {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.870793 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: next_providers {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.870793 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: service_profiles {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.872043 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: floatingip-pools {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.873593 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: routers {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.875669 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: floatingips {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.876933 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: l3-routers {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.878335 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: l3-agents {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.879762 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: metering-labels {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.881101 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: metering-label-rules {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.882392 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: network-ip-availabilities {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.883660 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: bindings {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.885276 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: quotas {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.886735 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: quotas {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.888132 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: rbac-policies {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.889333 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: security-groups {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.891592 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: security-group-rules {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.892839 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: service-providers {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.894089 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: subnetpools {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.895522 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: subnetpools {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.896976 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.898679 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.900483 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.902269 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.904028 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.905959 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.907618 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.909515 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.911806 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.913575 n-d-836015-2 neutron-server[109714]: DEBUG neutron.api.extensions [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Extended resource: tags {{(pid=109714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 16:46:18.919541 n-d-836015-2 neutron-server[109714]: WARNING keystonemiddleware.auth_token [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 16:46:18.924373 n-d-836015-2 neutron-server[109714]: WARNING keystonemiddleware.auth_token [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 16:46:18.933513 n-d-836015-2 neutron-server[109714]: DEBUG oslo_concurrency.lockutils [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Acquired lock "singleton_lock" {{(pid=109714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 16:46:18.933991 n-d-836015-2 neutron-server[109714]: DEBUG oslo_concurrency.lockutils [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Releasing lock "singleton_lock" {{(pid=109714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 16:46:18.934632 n-d-836015-2 neutron-server[109714]: INFO oslo_service.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Starting 2 workers Apr 18 16:46:18.939415 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Started child 109825 {{(pid=109714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 16:46:18.944002 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Started child 109826 {{(pid=109714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 16:46:18.945498 n-d-836015-2 neutron-server[109714]: INFO neutron.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 16:46:18.946267 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Notify callbacks [] for process, before_spawn {{(pid=109714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:18.947777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:18.948593 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:18.949105 n-d-836015-2 neutron-server[109714]: INFO oslo_service.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Starting 1 workers Apr 18 16:46:18.949266 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [-] (109825) wsgi starting up on http://0.0.0.0:9696 Apr 18 16:46:18.950089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [-] (109826) wsgi starting up on http://0.0.0.0:9696 Apr 18 16:46:18.953882 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Started child 109827 {{(pid=109714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 16:46:18.954440 n-d-836015-2 neutron-server[109714]: INFO oslo_service.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Starting 1 workers Apr 18 16:46:18.957392 n-d-836015-2 neutron-server[109827]: DEBUG neutron.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] calling RpcWorker wait() {{(pid=109827) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 16:46:18.958531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] returning from RpcWorker wait() {{(pid=109827) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 16:46:18.959544 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Started child 109828 {{(pid=109714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 16:46:18.959927 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:18.960364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:46:18.960454 n-d-836015-2 neutron-server[109714]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a5de-69a7-43df-946b-e47eaa0c2deb None None] Notify callbacks [] for process, after_spawn {{(pid=109714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:18.962292 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 16:46:18.962510 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 16:46:18.962698 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 16:46:18.962914 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 16:46:18.963265 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 16:46:18.963431 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 16:46:18.963963 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.964244 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.964512 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.964793 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.965110 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.965677 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:18.966160 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.966160 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.966310 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.966550 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.966786 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.966961 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.967046 n-d-836015-2 neutron-server[109828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:46:18.967126 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.967373 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.967608 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.967921 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.968175 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.968421 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.968697 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.968872 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.969127 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.969389 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.969660 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.969922 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] debug = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.970179 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.970678 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.970927 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.971176 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.971395 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.971667 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.971918 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.972179 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.972419 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.972634 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.972855 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.973120 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.973987 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.974222 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.974444 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.974704 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.974927 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.975402 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] host = n-d-836015-2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.975644 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.975862 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.976115 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.976376 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.976635 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.976871 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.977128 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.977397 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.977695 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.978070 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.978357 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.978557 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.978803 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.979078 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.979265 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_options = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.979464 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.979737 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.979998 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.980186 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.980364 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.980526 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.980777 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.980940 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.981190 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.981438 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.981651 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.981876 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.982124 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.982359 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.982716 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.982862 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.983077 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.983309 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.983556 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.983798 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.984825 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.984825 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.984825 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.984825 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.985173 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.985265 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.985501 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.985847 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.986271 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.986530 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.986771 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.987046 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.987286 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.987523 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.987782 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.988014 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.988245 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.988460 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.988727 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.990192 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.990192 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.990192 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.990192 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.990192 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.990192 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.991259 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.991259 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_json = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.991259 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.991259 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.991547 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.991547 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.991725 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.992231 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.992231 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.992386 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.992551 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:18.993038 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.993282 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.994421 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.994421 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.994421 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.994661 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.994661 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.994892 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.995161 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.995394 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.995731 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.995986 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.996274 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.996515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.996856 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.997206 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.997468 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:18.997756 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.002537 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.002537 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.002537 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.002537 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.002537 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.002537 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.002537 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.002537 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003944 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003944 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003944 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003944 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003944 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003944 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.003944 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.004934 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.004934 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.004934 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.005148 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.005404 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.005693 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.006009 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.006170 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.006392 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.006644 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.006861 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.007510 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.007623 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.007864 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.008120 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.008375 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.008589 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.008821 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.009044 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.009295 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.009559 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.009848 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.009988 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.010205 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.010416 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.010669 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.011444 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.011660 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.011874 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.012095 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.012306 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.012524 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.012973 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.013058 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.013401 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.013523 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.013827 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.013915 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.014107 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.014391 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.014554 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.015562 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.015562 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.015562 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.015562 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.015866 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.015866 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.016111 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.016306 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.017446 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.017446 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.017446 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.017446 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.017793 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.017793 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.018014 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.018255 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.018502 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.018732 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.019008 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.019234 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.019482 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.019736 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.019987 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.020745 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.020994 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.021203 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.021434 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.021681 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.021906 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.022174 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.022441 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.022704 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.022961 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.023191 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.023458 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.023699 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.024008 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.024261 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.024530 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.024799 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.025079 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.025349 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.025610 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.025866 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.026118 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.026368 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.026643 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.026895 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.027123 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.027359 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.027632 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.027890 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.028122 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.028334 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.028719 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.029215 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.029633 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.030020 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.030243 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.030521 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.030754 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.031018 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.031285 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.031539 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.031778 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.032029 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.032273 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.032486 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.032734 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.032983 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.033198 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.033481 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.033683 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.033941 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.034177 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.034395 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.034639 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.035012 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.035251 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.035488 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.035774 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.036503 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.036909 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.037269 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.037669 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.038063 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.038531 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.038782 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.039007 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.039224 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.039498 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.039735 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.040010 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.040263 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.040474 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.040859 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.041110 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.041383 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.041626 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.041876 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.042091 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.042298 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.042549 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.042784 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.042996 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.043208 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.043437 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.043673 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.043910 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.044317 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.044674 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.044936 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.045327 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.045591 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.045842 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.046080 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.046298 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.046512 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.046752 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.046972 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.047212 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.047447 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.047728 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.047943 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.048167 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.048391 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.048650 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.048892 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.049146 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.049369 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.049620 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.049832 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.050065 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.050279 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.050494 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.050725 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.050962 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.051184 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.051419 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.051714 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.051960 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.052184 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.052438 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.052684 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.052910 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.053159 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.053367 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.053783 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.054009 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.054225 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.054437 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.054691 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.054903 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.055112 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.055333 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.055552 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.055762 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.055986 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.056191 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.056401 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.056618 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.056856 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.057062 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.057289 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.057525 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.057734 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.057969 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.058179 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.058388 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.058612 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.058823 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.059027 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.059411 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.059644 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.059842 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.060140 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.060386 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.060617 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.060910 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.061158 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.061532 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.061779 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.062087 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.062462 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.062853 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.063071 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.063445 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.063825 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.064237 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.064697 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.064987 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.065434 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.065705 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.065985 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.066268 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.066546 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.066759 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.067153 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.067477 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.067753 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.068014 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.068241 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.068504 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.068729 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.068945 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.069164 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.069398 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.069648 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.069907 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.070134 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.070381 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.070623 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.070850 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.071089 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.071330 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.071545 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.071767 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.071977 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.072136 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 16:46:19.072660 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 16:46:19.072826 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 16:46:19.073015 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 16:46:19.073163 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 16:46:19.073335 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 16:46:19.073523 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 16:46:19.073736 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.073902 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.074054 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.074214 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.074396 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.074550 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.074704 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.074859 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.075017 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.075174 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.075335 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.075496 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.075650 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.075976 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.076137 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.076294 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.076451 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.076610 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.076772 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.076928 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.077085 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.077241 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.077392 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] debug = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.077580 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.077780 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.078002 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.078145 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.078285 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.078421 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.078555 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.078697 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.078845 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.078980 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.079115 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.079251 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.079397 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.079534 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.079694 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.079850 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.079995 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.080140 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] host = n-d-836015-2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.080295 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.080452 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.080611 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.080767 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.080925 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.081084 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.081238 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.081395 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.081581 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.081739 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.081896 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.081973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:46:19.082052 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.082196 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.082352 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.082509 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_options = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.083215 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.083373 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.083530 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.083724 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.083888 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.084046 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.084203 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.084361 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.084519 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.084676 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.084833 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.085064 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.085227 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.085829 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.085829 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.085829 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.085829 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.086123 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.086123 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.086482 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.086482 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.086733 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.086733 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.086974 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.087065 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.087146 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.087296 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.087453 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.087679 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.087779 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.087947 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.088083 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.088772 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.088772 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.088772 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.088772 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.088772 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.089128 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.089128 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.089275 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.089353 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.089536 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.089693 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.089851 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.090007 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.090165 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.090322 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_json = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.090480 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.090637 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.090806 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.090953 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.091095 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.091236 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.091378 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.091539 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.091700 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 16:46:19.091867 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.092028 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.092200 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.092358 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.092516 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.092676 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.092836 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.092995 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.093153 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.093311 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.093502 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.093665 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.093833 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.093993 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.094152 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.094313 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.094469 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.094621 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.094775 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.094938 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.095091 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.095232 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.096713 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.096713 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.096713 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.096713 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.096713 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.096713 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.096713 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.096713 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.097919 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.097919 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.097919 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.097919 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.097919 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.097919 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.097919 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.097919 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099011 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099011 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099011 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099011 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099011 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099344 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099344 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099344 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099547 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099662 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099824 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.099983 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.100225 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.100329 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.100453 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.100610 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.100772 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.100944 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.101096 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.101291 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.101440 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.101602 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.101762 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.101920 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.102079 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.102408 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.102408 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.102558 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.102702 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.102957 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.103067 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.103151 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.103308 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.103471 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.103632 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.103776 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.103929 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.104061 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.105515 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106146 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106146 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106146 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106146 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106146 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106508 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106508 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106650 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106728 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.106890 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.107048 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.107207 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.107365 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.107524 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.107682 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.107840 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.107998 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.108159 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.108316 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.108474 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.108632 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.108790 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.108947 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.109106 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.109264 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.109523 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.109687 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.109844 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.110160 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.110318 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.110638 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.110948 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.111258 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.111420 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.111718 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.112022 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.112198 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.112359 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.112522 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.112679 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.112968 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.113273 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.113467 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.113619 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.113774 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.113954 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.114116 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.114367 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.114480 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.114624 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.114752 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.114913 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.115188 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.115291 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.115397 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.115551 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.115710 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.115868 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.116028 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.116188 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.116351 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.116512 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.116671 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.116855 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.116989 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.117148 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.117307 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.117484 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.117646 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.117805 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.117965 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.118124 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.118283 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.118443 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.118602 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.118761 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.118920 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.119079 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.119237 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.119395 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.119554 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.119712 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.119871 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.120029 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.120191 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.120347 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.120659 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.120868 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.120961 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.121124 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.121283 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.121467 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.121630 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.121940 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.122104 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.122273 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.122417 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.122574 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.122734 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.122895 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.123320 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.123466 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.123626 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.123786 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.123946 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.124105 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.124263 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.124735 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.124735 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.124735 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.125064 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.125064 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.125219 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.125324 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.125521 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.125682 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.125842 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.126003 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.126168 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.126327 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.126486 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.126646 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.126804 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.126966 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.127128 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.127289 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.127498 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.127622 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.127760 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.127923 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.128048 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.128196 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.128356 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.128514 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.128673 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.128847 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.129086 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.129187 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.129300 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.129504 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.129664 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.129824 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.129994 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.130152 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.130311 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.130469 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.130627 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.130785 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.130953 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.131111 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.131268 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.131426 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.131589 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.131748 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.131915 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.132073 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.132232 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.132390 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.132548 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.132706 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.133219 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.133219 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.133219 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.133551 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.133551 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.133723 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.133800 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.133930 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.134088 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.134246 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.134405 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.134562 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.134729 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.134889 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.135048 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.135214 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.135373 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.135532 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.135690 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.135862 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.136021 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.136183 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.136343 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.136504 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.136662 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.136822 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.136985 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.137152 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.137317 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.137504 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.137671 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.137839 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.138006 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.138166 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.138331 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.138501 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.138659 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.138818 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.138977 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.139136 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.139294 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.139452 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.139612 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.139770 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.139928 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.140086 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.140244 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.140403 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.140560 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.140718 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.140876 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.141034 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.141191 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.141350 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.141543 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 16:46:19.141697 n-d-836015-2 neutron-server[109714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 16:46:19.368849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41684) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:46:19.377675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065184 Apr 18 16:46:30.814903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548360d-073a-4a5e-b44f-a38906a63ffa None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 16:46:30.943494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1548360d-073a-4a5e-b44f-a38906a63ffa None None] No non-hosted networks {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 16:46:30.961350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.agentschedulers_db [None req-1548360d-073a-4a5e-b44f-a38906a63ffa None None] DHCP Agent not found on host n-d-836015-2 {{(pid=109827) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 16:46:31.155523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5a19e82-38cb-45df-90d7-8b0327a51f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584062'] for agent, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:33.199386 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c461f510-d219-409a-babb-876003f78bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584062'] for agent, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:33.219638 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-e727bbb4-f538-4eb8-ad8f-6e306cf0e15f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836015-2 {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 16:46:33.220526 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-e727bbb4-f538-4eb8-ad8f-6e306cf0e15f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 16:46:33.815163 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e727bbb4-f538-4eb8-ad8f-6e306cf0e15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:34.224594 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584062'] for agent, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:35.721218 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584062'] for agent, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:36.024073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584062'] for agent, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:36.024725 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.025066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.025467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.025808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.026136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.026461 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.026786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.027106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.027468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.027792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.028111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.028427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:36.029228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836015-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:46:36.036492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836015-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:46:36.789585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41774) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:46:37.301473 n-d-836015-2 neutron-server[109826]: WARNING oslo_policy.policy [None req-53be9e74-a365-4534-9966-27494cecc23e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 16:46:37.302058 n-d-836015-2 neutron-server[109826]: WARNING oslo_policy.policy [None req-53be9e74-a365-4534-9966-27494cecc23e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 16:46:37.526598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-53be9e74-a365-4534-9966-27494cecc23e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:46:37.527653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-53be9e74-a365-4534-9966-27494cecc23e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7370248 Apr 18 16:46:39.929106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41790) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:46:40.414532 n-d-836015-2 neutron-server[109827]: INFO neutron.db.l3_hamode_db [None req-31bd44ac-7e0c-4c0d-aa02-81bd7b4eba50 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 16:46:40.449617 n-d-836015-2 neutron-server[109825]: WARNING oslo_policy.policy [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 16:46:40.450304 n-d-836015-2 neutron-server[109825]: WARNING oslo_policy.policy [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 16:46:40.492337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd44ac-7e0c-4c0d-aa02-81bd7b4eba50 None None] Routers set() bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:46:40.492723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd44ac-7e0c-4c0d-aa02-81bd7b4eba50 None None] Router IDs set() for agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 16:46:40.676582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:46:40.770054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.policy [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 16:46:40.815063 n-d-836015-2 neutron-server[109825]: WARNING oslo_policy.policy [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 16:46:40.815425 n-d-836015-2 neutron-server[109825]: WARNING oslo_policy.policy [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 16:46:40.954191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738956528489', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738956527962', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738956220611', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738956218641', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738957738465', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738956231320', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1811447', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591052', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581435', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631500'] for rbac-policy, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:41.106036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:41.107317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-11eba698-8a5e-4874-b7f9-06ea98583ba9 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1761448 Apr 18 16:46:43.720725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41808) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:46:44.012768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Request body: {'network': {'name': 'private', 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'admin_state_up': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:46:44.121160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Made reservation on behalf of 88a4be02d9e04095a05629b637ad48fd for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:46:44.124191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:44.140642 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:44.246301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:44.286960 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:44.305973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:46:44.333704 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738954941943', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:44.334285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Unsubscribe: segment precommit_create {{(pid=109825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 16:46:44.334812 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Added segment 02765a7e-deea-4e24-b7a8-5f73c4f93d62 of type vlan for network 560595bc-5b75-4f17-8ca0-dbdab46a8305 Apr 18 16:46:44.350954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac2fc39-fd72-4415-841f-373c082910b2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:46:44.376723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.376996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.377336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.377688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.378015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.378337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.378701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.378974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.379290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.379607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.379920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.380233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Tracked resource versions report: Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: pushed versions: Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: { 'AddressGroup': {'1.2'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'ConntrackHelper': {'1.0'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Log': {'1.0'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Network': {'1.1'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Port': {'1.7'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'PortForwarding': {'1.2'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'QosPolicy': {'1.9'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'SecurityGroup': {'1.4'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'SecurityGroupRule': {'1.2'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'SubPort': {'1.0'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Subnet': {'1.1'}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Trunk': {'1.1'}} Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: consumer versions: Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: { DHCP agent@n-d-836015-2: {}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: L3 agent@n-d-836015-2: {}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: Metadata agent@n-d-836015-2: {}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: Metering agent@n-d-836015-2: {}, Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: Open vSwitch agent@n-d-836015-2: { 'AddressGroup': '1.2', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'ConntrackHelper': '1.0', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Log': '1.0', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Network': '1.1', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Port': '1.7', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'PortForwarding': '1.2', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'QosPolicy': '1.9', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'SecurityGroup': '1.4', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'SecurityGroupRule': '1.2', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'SubPort': '1.0', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Subnet': '1.1', Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: 'Trunk': '1.1'}} Apr 18 16:46:44.381355 n-d-836015-2 neutron-server[109825]: {{(pid=109825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 16:46:44.446319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:44.526632 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:44.527877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:46:44.528578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:44.621915 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9001355 Apr 18 16:46:44.624979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d3515-0be3-4371-ac9a-3e24c3f642d5 admin admin] Pushing event updated for resources: {'Network': ['ID=560595bc-5b75-4f17-8ca0-dbdab46a8305,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:46:44.639319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 560595bc-5b75-4f17-8ca0-dbdab46a8305 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:46:47.268326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41822) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:46:47.653255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e3e0f-5cad-4e07-9252-4c83576b51a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:46:47.654607 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f71e3e0f-5cad-4e07-9252-4c83576b51a8 admin admin] 10.222.0.45 "GET /v2.0/networks/560595bc-5b75-4f17-8ca0-dbdab46a8305 HTTP/1.1" status: 200 len: 825 time: 0.3853087 Apr 18 16:46:47.680083 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2a824497-7040-44a3-9345-4239d314a143 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/e25e757b-d320-4cab-8383-35cfac384c92 HTTP/1.1" status: 200 len: 734 time: 0.0191042 Apr 18 16:46:47.689256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'ip_version': 4, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305', 'subnetpool_id': 'e25e757b-d320-4cab-8383-35cfac384c92'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:46:47.777989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Made reservation on behalf of 88a4be02d9e04095a05629b637ad48fd for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:46:47.780161 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:48.098792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:48.165836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=182a2c2f-b203-4f84-a25e-cb392295c43d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:46:48.170149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Checking segment: {'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:46:48.170527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Network hostable DHCP agents. Network: 560595bc-5b75-4f17-8ca0-dbdab46a8305, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:46:48.257960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Network 560595bc-5b75-4f17-8ca0-dbdab46a8305 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:46:48.338005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 560595bc-5b75-4f17-8ca0-dbdab46a8305) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:46:48.342622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:46:48.343210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:48.347986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3038de0-9a85-4bf7-9953-7aab53f40599 None None] Network 560595bc-5b75-4f17-8ca0-dbdab46a8305 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:46:48.415802 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-050d514e-59f0-4ef5-872c-16353694e0dd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7295136 Apr 18 16:46:48.663266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-560595bc-5b75-4f17-8ca0-dbdab46a8305', 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'fixed_ips': [{'subnet_id': '182a2c2f-b203-4f84-a25e-cb392295c43d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 16:46:48.664526 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:48.958837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Allocated IP 172.20.0.2 (560595bc-5b75-4f17-8ca0-dbdab46a8305/182a2c2f-b203-4f84-a25e-cb392295c43d/d9d53903-a458-4d21-ab65-86f587d85185) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:46:49.171311 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:49.235611 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:49.307816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Network 560595bc-5b75-4f17-8ca0-dbdab46a8305 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:46:49.314567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:46:49.320924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:46:49.331681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Pushing event updated for resources: {'Port': ['ID=d9d53903-a458-4d21-ab65-86f587d85185,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:46:49.360092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.360700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.360775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.361097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.361451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.361786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.362116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.362445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.362772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.363099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.363423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.363746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Tracked resource versions report: Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: pushed versions: Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: { 'AddressGroup': {'1.2'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'ConntrackHelper': {'1.0'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Log': {'1.0'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Network': {'1.1'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Port': {'1.7'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'PortForwarding': {'1.2'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'QosPolicy': {'1.9'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'SecurityGroup': {'1.4'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'SecurityGroupRule': {'1.2'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'SubPort': {'1.0'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Subnet': {'1.1'}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Trunk': {'1.1'}} Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: consumer versions: Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: { DHCP agent@n-d-836015-2: {}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: L3 agent@n-d-836015-2: {}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: Metadata agent@n-d-836015-2: {}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: Metering agent@n-d-836015-2: {}, Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: Open vSwitch agent@n-d-836015-2: { 'AddressGroup': '1.2', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'ConntrackHelper': '1.0', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Log': '1.0', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Network': '1.1', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Port': '1.7', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'PortForwarding': '1.2', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'QosPolicy': '1.9', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'SecurityGroup': '1.4', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'SecurityGroupRule': '1.2', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'SubPort': '1.0', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Subnet': '1.1', Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: 'Trunk': '1.1'}} Apr 18 16:46:49.365450 n-d-836015-2 neutron-server[109827]: {{(pid=109827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 16:46:49.415042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Attempting to bind port d9d53903-a458-4d21-ab65-86f587d85185 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:46:49.415441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Attempting to bind port d9d53903-a458-4d21-ab65-86f587d85185 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:46:49.415889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Attempting to bind port d9d53903-a458-4d21-ab65-86f587d85185 on network 560595bc-5b75-4f17-8ca0-dbdab46a8305 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:46:49.420665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:46:49.421089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Checking segment: {'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:46:49.421616 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:49.422015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Bound using segment: {'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:46:49.422498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Bound port: d9d53903-a458-4d21-ab65-86f587d85185, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:46:49.422924 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:49.502399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] For port d9d53903-a458-4d21-ab65-86f587d85185, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:46:49.506633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] For port d9d53903-a458-4d21-ab65-86f587d85185, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d9d53903-a458-4d21-ab65-86f587d85185,segment=NetworkSegment(02765a7e-deea-4e24-b7a8-5f73c4f93d62),segment_id=02765a7e-deea-4e24-b7a8-5f73c4f93d62)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:46:49.584582 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:49.653184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736353-465d-4c50-b714-5fbcee37f3bf None None] Pushing event updated for resources: {'Port': ['ID=d9d53903-a458-4d21-ab65-86f587d85185,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:46:50.854417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41830) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:46:51.171852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-a826f841-8cb1-4291-81d2-a1d0aa70a052 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:46:51.172813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a826f841-8cb1-4291-81d2-a1d0aa70a052 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174663 Apr 18 16:46:53.589919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41838) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:46:53.904276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-629fe96a-a297-4f7f-8c7e-239b42649b0e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:46:53.905230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-629fe96a-a297-4f7f-8c7e-239b42649b0e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143415 Apr 18 16:46:56.595402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41848) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:46:56.902634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] Request body: {'router': {'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'name': 'router1', 'admin_state_up': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:46:56.968782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.policy [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 16:46:57.015873 n-d-836015-2 neutron-server[109826]: WARNING oslo_policy.policy [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 16:46:57.016260 n-d-836015-2 neutron-server[109826]: WARNING oslo_policy.policy [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 16:46:57.161894 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:57.163692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:57.325811 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d9d53903-a458-4d21-ab65-86f587d85185 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:46:57.326450 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:57.384913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:57.416490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d9d53903-a458-4d21-ab65-86f587d85185 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:46:57.418049 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:57.522839 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:57.528799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:57.530073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-86c65813-1c45-4e4c-ab03-5812bd84445a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9337118 Apr 18 16:46:57.561338 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port d9d53903-a458-4d21-ab65-86f587d85185, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d9d53903-a458-4d21-ab65-86f587d85185,segment=NetworkSegment(02765a7e-deea-4e24-b7a8-5f73c4f93d62),segment_id=02765a7e-deea-4e24-b7a8-5f73c4f93d62)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:46:57.612833 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:57.683440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=d9d53903-a458-4d21-ab65-86f587d85185,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:46:58.091572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64f36a-1965-4234-aea7-ab945bee2159 None None] Network 560595bc-5b75-4f17-8ca0-dbdab46a8305 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:46:58.154669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9e364701-2c68-442f-b264-d7c8adcf4f56 None None] Provisioning complete for port d9d53903-a458-4d21-ab65-86f587d85185 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:46:58.155034 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e364701-2c68-442f-b264-d7c8adcf4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:58.513167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c782f738-d290-42f7-ae94-10a0d6608479 None None] Provisioning complete for port d9d53903-a458-4d21-ab65-86f587d85185 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:46:58.513812 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c782f738-d290-42f7-ae94-10a0d6608479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:59.289230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d9d53903-a458-4d21-ab65-86f587d85185 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:46:59.335327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d9d53903-a458-4d21-ab65-86f587d85185 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:46:59.335693 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:46:59.962093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41862) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:47:00.266058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-c9733a0a-5927-4950-ba39-9398e84382f3 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:47:00.267028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c9733a0a-5927-4950-ba39-9398e84382f3 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040175 Apr 18 16:47:00.857995 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b558fe02-d3af-4c45-a6e2-1fd16832ab7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:02.011481 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:47:02.774935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41870) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:47:03.078012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:47:03.189895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Made reservation on behalf of 43f3c4ec8a104a61b4488882cec1822c for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:47:03.192809 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.200796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2567cbb4-aa37-4623-b2c2-f61d37e661e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.210503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.315962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.354657 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.365287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Reserving flat network on physical network physnet1 {{(pid=109826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 16:47:03.396409 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738954941943', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.396975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Unsubscribe: segment precommit_create {{(pid=109826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 16:47:03.397518 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Added segment b1b28953-f827-4bf3-8078-382f7a643c3d of type flat for network 6f5584dc-5e6a-418a-b84a-133990456da5 Apr 18 16:47:03.413376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b0a2d8-2f0f-47b1-9da6-cf5d38ab1885,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:03.461785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.462042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.462364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.462694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.463018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.463341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.463660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.463978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.464293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.464632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.464923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.465236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Tracked resource versions report: Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: pushed versions: Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: { 'AddressGroup': {'1.2'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'ConntrackHelper': {'1.0'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Log': {'1.0'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Network': {'1.1'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Port': {'1.7'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'PortForwarding': {'1.2'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'QosPolicy': {'1.9'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'SecurityGroup': {'1.4'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'SecurityGroupRule': {'1.2'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'SubPort': {'1.0'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Subnet': {'1.1'}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Trunk': {'1.1'}} Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: consumer versions: Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: { DHCP agent@n-d-836015-2: {}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: L3 agent@n-d-836015-2: {}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: Metadata agent@n-d-836015-2: {}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: Metering agent@n-d-836015-2: {}, Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: Open vSwitch agent@n-d-836015-2: { 'AddressGroup': '1.2', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'ConntrackHelper': '1.0', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Log': '1.0', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Network': '1.1', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Port': '1.7', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'PortForwarding': '1.2', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'QosPolicy': '1.9', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'SecurityGroup': '1.4', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'SecurityGroupRule': '1.2', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'SubPort': '1.0', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Subnet': '1.1', Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: 'Trunk': '1.1'}} Apr 18 16:47:03.466406 n-d-836015-2 neutron-server[109826]: {{(pid=109826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 16:47:03.510731 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.612339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.613435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:47:03.614080 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:03.709182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] Pushing event updated for resources: {'Network': ['ID=6f5584dc-5e6a-418a-b84a-133990456da5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:03.714659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ab490fb4-da18-4fa8-b2c2-6931f7b39f3a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9386482 Apr 18 16:47:03.723832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6f5584dc-5e6a-418a-b84a-133990456da5 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:47:04.189263 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:05.658102 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:06.046649 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:06.143639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41892) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:47:06.357558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55fbf5-4953-4ef6-b78a-6460621f1220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:47:06.358907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ee55fbf5-4953-4ef6-b78a-6460621f1220 admin admin] 10.222.0.45 "GET /v2.0/subnets/182a2c2f-b203-4f84-a25e-cb392295c43d HTTP/1.1" status: 200 len: 849 time: 0.2143240 Apr 18 16:47:06.493830 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a8ff8a29-298b-4844-8ceb-652153d625b8 admin admin] 10.222.0.45 "GET /v2.0/routers/63e617c6-d8ae-4b06-bcd8-779b83652683 HTTP/1.1" status: 200 len: 704 time: 0.1286275 Apr 18 16:47:06.757933 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:07.047761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Allocated IP 172.20.0.1 (560595bc-5b75-4f17-8ca0-dbdab46a8305/182a2c2f-b203-4f84-a25e-cb392295c43d/71a11a5e-9ef9-48c1-9e8c-f352a715ea11) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:47:07.233033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:07.367003 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:07.430906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Network 560595bc-5b75-4f17-8ca0-dbdab46a8305 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:47:07.436567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:47:07.449051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:47:07.449197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:07.509216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Pushing event updated for resources: {'Port': ['ID=71a11a5e-9ef9-48c1-9e8c-f352a715ea11,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:07.664388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d02a23ac-0e33-4106-b406-833edec3358d None None] Provisioning complete for port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:47:07.664907 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d02a23ac-0e33-4106-b406-833edec3358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:07.689172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:07.696302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d02a23ac-0e33-4106-b406-833edec3358d None None] Port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:47:07.938037 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:07.977736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:07.978516 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:08.062024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Pushing event updated for resources: {'Port': ['ID=71a11a5e-9ef9-48c1-9e8c-f352a715ea11,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:08.104932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Network 560595bc-5b75-4f17-8ca0-dbdab46a8305 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:47:08.106235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:47:08.303610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Router 63e617c6-d8ae-4b06-bcd8-779b83652683 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 16:47:08.318910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5cde726f-a59d-4878-aced-feba2e2b2a04 None None] Provisioning complete for port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:47:08.319279 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cde726f-a59d-4878-aced-feba2e2b2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:08.351182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5cde726f-a59d-4878-aced-feba2e2b2a04 None None] Port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:47:08.395228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:47:08.401244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c2a52982-e7e6-4a87-8671-1e6e2b47adb1 admin admin] 10.222.0.45 "PUT /v2.0/routers/63e617c6-d8ae-4b06-bcd8-779b83652683/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9001222 Apr 18 16:47:08.416896 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Sync routers for ids ['63e617c6-d8ae-4b06-bcd8-779b83652683'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:47:08.429957 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Routers {'63e617c6-d8ae-4b06-bcd8-779b83652683'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:47:08.430744 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:47:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['63e617c6-d8ae-4b06-bcd8-779b83652683'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:47:08.616456 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Set router 63e617c6-d8ae-4b06-bcd8-779b83652683 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:47:09.032930 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'name': 'router1', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:46:57Z', 'updated_at': '2022-04-18T16:47:07Z', 'revision_number': 2, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'gw_port_host': None, '_interfaces': [{'id': '71a11a5e-9ef9-48c1-9e8c-f352a715ea11', 'name': '', 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'mac_address': 'fa:16:3e:fc:86:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:06Z', 'updated_at': '2022-04-18T16:47:07Z', 'revision_number': 2, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'subnets': [{'id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25e757b-d320-4cab-8383-35cfac384c92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:47:09.088946 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Checking router: 63e617c6-d8ae-4b06-bcd8-779b83652683 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:47:09.089311 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Updating router 63e617c6-d8ae-4b06-bcd8-779b83652683 port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:47:09.138673 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:09.645132 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:09.715083 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:09.870665 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Pushing event updated for resources: {'Port': ['ID=71a11a5e-9ef9-48c1-9e8c-f352a715ea11,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:09.885084 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Attempting to bind port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:47:09.885500 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Attempting to bind port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:47:09.885941 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Attempting to bind port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 on network 560595bc-5b75-4f17-8ca0-dbdab46a8305 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:47:09.888489 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.888824 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.889155 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.889502 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.889824 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.890142 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.890457 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.890771 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.891083 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.891396 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.891708 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.892016 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Tracked resource versions report: Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: pushed versions: Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: { 'AddressGroup': {'1.2'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'ConntrackHelper': {'1.0'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Log': {'1.0'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Network': {'1.1'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Port': {'1.7'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'PortForwarding': {'1.2'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'QosPolicy': {'1.9'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'SecurityGroup': {'1.4'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'SecurityGroupRule': {'1.2'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'SubPort': {'1.0'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Subnet': {'1.1'}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Trunk': {'1.1'}} Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: consumer versions: Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: { DHCP agent@n-d-836015-2: {}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: L3 agent@n-d-836015-2: {}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: Metadata agent@n-d-836015-2: {}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: Metering agent@n-d-836015-2: {}, Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: Open vSwitch agent@n-d-836015-2: { 'AddressGroup': '1.2', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'ConntrackHelper': '1.0', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Log': '1.0', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Network': '1.1', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Port': '1.7', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'PortForwarding': '1.2', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'QosPolicy': '1.9', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'SecurityGroup': '1.4', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'SecurityGroupRule': '1.2', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'SubPort': '1.0', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Subnet': '1.1', Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: 'Trunk': '1.1'}} Apr 18 16:47:09.893098 n-d-836015-2 neutron-server[109828]: {{(pid=109828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 16:47:09.899806 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:47:09.900167 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Checking segment: {'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:47:09.900655 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:09.901036 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Bound using segment: {'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:47:09.901547 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Bound port: 71a11a5e-9ef9-48c1-9e8c-f352a715ea11, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02765a7e-deea-4e24-b7a8-5f73c4f93d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:47:09.901925 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:09.970473 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] For port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:47:09.981588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-66bd41ca-0baf-4bfb-9c0c-4683a9453b75 None None] Provisioning complete for port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:47:09.982131 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66bd41ca-0baf-4bfb-9c0c-4683a9453b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:09.990356 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] For port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=71a11a5e-9ef9-48c1-9e8c-f352a715ea11,segment=NetworkSegment(02765a7e-deea-4e24-b7a8-5f73c4f93d62),segment_id=02765a7e-deea-4e24-b7a8-5f73c4f93d62)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:47:10.017651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-66bd41ca-0baf-4bfb-9c0c-4683a9453b75 None None] Port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:47:10.052666 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:10.111050 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318715d-3464-4553-9617-420b81bcdc43 None None] Pushing event updated for resources: {'Port': ['ID=71a11a5e-9ef9-48c1-9e8c-f352a715ea11,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:10.117213 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Routers {'63e617c6-d8ae-4b06-bcd8-779b83652683'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:47:10.117213 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:47:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['63e617c6-d8ae-4b06-bcd8-779b83652683'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:47:10.202203 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] Set router 63e617c6-d8ae-4b06-bcd8-779b83652683 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:47:10.338844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-42a0004f-40bb-4698-b669-8715b24b3325 None None] Provisioning complete for port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:47:10.339221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42a0004f-40bb-4698-b669-8715b24b3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:10.412755 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'name': 'router1', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:46:57Z', 'updated_at': '2022-04-18T16:47:07Z', 'revision_number': 2, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'gw_port_host': None, '_interfaces': [{'id': '71a11a5e-9ef9-48c1-9e8c-f352a715ea11', 'name': '', 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'mac_address': 'fa:16:3e:fc:86:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:06Z', 'updated_at': '2022-04-18T16:47:09Z', 'revision_number': 4, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'subnets': [{'id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25e757b-d320-4cab-8383-35cfac384c92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:47:10.413364 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42a0004f-40bb-4698-b669-8715b24b3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:10.438378 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6903d-7e3e-44b0-9e37-4c55ff453eca None None] The sync data for ids ['63e617c6-d8ae-4b06-bcd8-779b83652683'] in n-d-836015-2 is: [{'id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'name': 'router1', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:46:57Z', 'updated_at': '2022-04-18T16:47:07Z', 'revision_number': 2, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'gw_port_host': None, '_interfaces': [{'id': '71a11a5e-9ef9-48c1-9e8c-f352a715ea11', 'name': '', 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'mac_address': 'fa:16:3e:fc:86:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:06Z', 'updated_at': '2022-04-18T16:47:09Z', 'revision_number': 4, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'subnets': [{'id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25e757b-d320-4cab-8383-35cfac384c92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:47:10.446742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-42a0004f-40bb-4698-b669-8715b24b3325 None None] For port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=71a11a5e-9ef9-48c1-9e8c-f352a715ea11,segment=NetworkSegment(02765a7e-deea-4e24-b7a8-5f73c4f93d62),segment_id=02765a7e-deea-4e24-b7a8-5f73c4f93d62)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:47:10.527266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42a0004f-40bb-4698-b669-8715b24b3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:10.582323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0004f-40bb-4698-b669-8715b24b3325 None None] Pushing event updated for resources: {'Port': ['ID=71a11a5e-9ef9-48c1-9e8c-f352a715ea11,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:10.689798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41912) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:47:10.798741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23f7bc-6195-4612-addf-0fb074000652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:47:10.800139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4f23f7bc-6195-4612-addf-0fb074000652 admin admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 842 time: 0.1094656 Apr 18 16:47:10.810683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Request body: {'subnet': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_dhcp': False, 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:47:10.869211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Made reservation on behalf of 43f3c4ec8a104a61b4488882cec1822c for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:47:10.871693 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:11.243883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 16:47:11.245226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:11.300963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f17f309-ca21-47bf-bbc8-4af3521148cb,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:11.316241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:47:11.316598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Network hostable DHCP agents. Network: 6f5584dc-5e6a-418a-b84a-133990456da5, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:47:11.423949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:47:11.504045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6f5584dc-5e6a-418a-b84a-133990456da5) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:47:11.509032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:47:11.509658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:11.512577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40558991-524a-4760-99d8-d90b287610f6 None None] Network 6f5584dc-5e6a-418a-b84a-133990456da5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:47:11.597941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d50fec13-aad5-421b-9239-8cd2733ccce7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7906890 Apr 18 16:47:11.637020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba6f92-0e3e-4eae-83ed-d29d09357cca None None] Network 6f5584dc-5e6a-418a-b84a-133990456da5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:47:13.909030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:47:14.039975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4a86b496-8961-43dc-8a13-e2220e425b64 admin admin] 10.222.0.45 "GET /v2.0/routers/63e617c6-d8ae-4b06-bcd8-779b83652683 HTTP/1.1" status: 200 len: 710 time: 0.1297970 Apr 18 16:47:14.124624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ad034-7430-465e-b5cd-150c81bfa4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:47:14.125899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-749ad034-7430-465e-b5cd-150c81bfa4ce admin admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 886 time: 0.0787425 Apr 18 16:47:14.135643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:47:14.447896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:14.756658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:14.828283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:14.930839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Allocated IP 172.25.5.125 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/b101c396-7391-48d0-81ee-79bd1ce84886) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:47:15.033123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:15.121388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:15.161957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:47:15.164820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:47:15.168960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:47:15.171007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Pushing event updated for resources: {'Port': ['ID=b101c396-7391-48d0-81ee-79bd1ce84886,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:15.491480 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:15.692339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:15.695726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:15.806098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Router 63e617c6-d8ae-4b06-bcd8-779b83652683 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 16:47:15.986097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:47:15.990875 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:15.991866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2f5deb76-4416-4ffa-a7fa-f1ed8b062650 admin admin] 10.222.0.45 "PUT /v2.0/routers/63e617c6-d8ae-4b06-bcd8-779b83652683 HTTP/1.1" status: 200 len: 890 time: 1.8592956 Apr 18 16:47:16.848983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Sync routers for ids ['63e617c6-d8ae-4b06-bcd8-779b83652683'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:47:16.860242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Routers {'63e617c6-d8ae-4b06-bcd8-779b83652683'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:47:16.860871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:47:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['63e617c6-d8ae-4b06-bcd8-779b83652683'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:47:17.064974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Set router 63e617c6-d8ae-4b06-bcd8-779b83652683 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:47:17.331540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:47:17.461254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:47:17.461641 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:17.591615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'name': 'router1', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'b101c396-7391-48d0-81ee-79bd1ce84886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:46:57Z', 'updated_at': '2022-04-18T16:47:15Z', 'revision_number': 4, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'gw_port': {'id': 'b101c396-7391-48d0-81ee-79bd1ce84886', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:14Z', 'updated_at': '2022-04-18T16:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '71a11a5e-9ef9-48c1-9e8c-f352a715ea11', 'name': '', 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'mac_address': 'fa:16:3e:fc:86:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:06Z', 'updated_at': '2022-04-18T16:47:10Z', 'revision_number': 5, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'subnets': [{'id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25e757b-d320-4cab-8383-35cfac384c92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:47:17.641155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Checking router: 63e617c6-d8ae-4b06-bcd8-779b83652683 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:47:17.641519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Updating router 63e617c6-d8ae-4b06-bcd8-779b83652683 port b101c396-7391-48d0-81ee-79bd1ce84886 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:47:17.708903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:18.027766 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:18.074258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:18.123680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Attempting to bind port b101c396-7391-48d0-81ee-79bd1ce84886 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:47:18.124306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Attempting to bind port b101c396-7391-48d0-81ee-79bd1ce84886 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:47:18.124662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Attempting to bind port b101c396-7391-48d0-81ee-79bd1ce84886 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:47:18.131631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e098e-7490-4f61-a5d2-4ef9c5e9d771 None None] Pushing event updated for resources: {'Port': ['ID=b101c396-7391-48d0-81ee-79bd1ce84886,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:18.134816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:47:18.135185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:47:18.135580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:18.135976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:47:18.136439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Bound port: b101c396-7391-48d0-81ee-79bd1ce84886, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:47:18.136849 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:18.185650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] For port b101c396-7391-48d0-81ee-79bd1ce84886, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:47:18.188512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] For port b101c396-7391-48d0-81ee-79bd1ce84886, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b101c396-7391-48d0-81ee-79bd1ce84886,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:47:18.247465 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:18.305225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e098e-7490-4f61-a5d2-4ef9c5e9d771 None None] Pushing event updated for resources: {'Port': ['ID=b101c396-7391-48d0-81ee-79bd1ce84886,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:18.307933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Routers {'63e617c6-d8ae-4b06-bcd8-779b83652683'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:47:18.308627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:47:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['63e617c6-d8ae-4b06-bcd8-779b83652683'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:47:18.392430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41932) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:47:18.413281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] Set router 63e617c6-d8ae-4b06-bcd8-779b83652683 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:47:18.515250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9c67f4be-dd13-4116-a5d9-a8c00b80ea6e admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1215992 Apr 18 16:47:18.688549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'name': 'router1', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'b101c396-7391-48d0-81ee-79bd1ce84886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:46:57Z', 'updated_at': '2022-04-18T16:47:15Z', 'revision_number': 4, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'gw_port': {'id': 'b101c396-7391-48d0-81ee-79bd1ce84886', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:14Z', 'updated_at': '2022-04-18T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '71a11a5e-9ef9-48c1-9e8c-f352a715ea11', 'name': '', 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'mac_address': 'fa:16:3e:fc:86:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:06Z', 'updated_at': '2022-04-18T16:47:10Z', 'revision_number': 5, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'subnets': [{'id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25e757b-d320-4cab-8383-35cfac384c92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:47:18.713938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7f14d-f0e6-4cc4-974d-bf7826111d6d None None] The sync data for ids ['63e617c6-d8ae-4b06-bcd8-779b83652683'] in n-d-836015-2 is: [{'id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'name': 'router1', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'b101c396-7391-48d0-81ee-79bd1ce84886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:46:57Z', 'updated_at': '2022-04-18T16:47:15Z', 'revision_number': 4, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'gw_port': {'id': 'b101c396-7391-48d0-81ee-79bd1ce84886', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:14Z', 'updated_at': '2022-04-18T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '71a11a5e-9ef9-48c1-9e8c-f352a715ea11', 'name': '', 'network_id': '560595bc-5b75-4f17-8ca0-dbdab46a8305', 'tenant_id': '88a4be02d9e04095a05629b637ad48fd', 'mac_address': 'fa:16:3e:fc:86:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e617c6-d8ae-4b06-bcd8-779b83652683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:47:06Z', 'updated_at': '2022-04-18T16:47:10Z', 'revision_number': 5, 'project_id': '88a4be02d9e04095a05629b637ad48fd', 'subnets': [{'id': '182a2c2f-b203-4f84-a25e-cb392295c43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e25e757b-d320-4cab-8383-35cfac384c92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:47:19.344117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b101c396-7391-48d0-81ee-79bd1ce84886 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:47:19.401479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b101c396-7391-48d0-81ee-79bd1ce84886 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:47:19.401878 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:19.503735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:19.524668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port b101c396-7391-48d0-81ee-79bd1ce84886, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b101c396-7391-48d0-81ee-79bd1ce84886,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:47:19.560565 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:19.606262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=b101c396-7391-48d0-81ee-79bd1ce84886,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:47:21.306955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b101c396-7391-48d0-81ee-79bd1ce84886 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:47:21.354021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b101c396-7391-48d0-81ee-79bd1ce84886 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:47:21.354391 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:30.840742 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d11aebb-9df2-4290-88f9-f436fb924264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:33.190389 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7539500-e485-4dfc-b180-aab0dcd7ccbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:34.195941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:35.652570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:36.086792 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:47:39.010904 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:48:00.862265 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c42e04b-1f55-4943-b143-b6c1b39a6ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:03.246004 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-55f04793-80dc-4a05-aa52-6aa1c156eab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:04.216063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:06.371690 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:06.400124 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:16.010252 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:48:30.828778 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c65ae40c-0514-4843-b209-4085b665cefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:33.177346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-30fc2c8e-c351-462a-a415-c715ae777c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:34.198443 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:35.638561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:36.062735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:48:53.009775 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:49:00.851045 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1f93784-9a6b-4142-bbe5-bab5969d912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:01.096035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42526) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:01.163503 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f058da-00b4-4c08-9674-db49b224b9d6 admin admin] GET failed (client error): The resource could not be found. Apr 18 16:49:01.164791 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-90f058da-00b4-4c08-9674-db49b224b9d6 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0678113 Apr 18 16:49:01.322178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa898efd-48fb-4153-9d90-b26822e69f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:01.323648 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aa898efd-48fb-4153-9d90-b26822e69f46 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541984 Apr 18 16:49:03.179119 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d27f9834-b650-4488-96da-5b6413b23195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:03.528119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42536) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:03.636128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d575ec-98c1-4d73-a511-13af1914b31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:03.637535 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a4d575ec-98c1-4d73-a511-13af1914b31c admin admin] 10.222.0.45 "GET /v2.0/subnets/182a2c2f-b203-4f84-a25e-cb392295c43d HTTP/1.1" status: 200 len: 849 time: 0.1084542 Apr 18 16:49:03.649829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:49:03.732866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:03.930356 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738954903992'] for subnet, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:03.965822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:03.966410 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:03.967675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] 10.222.0.45 "PUT /v2.0/subnets/182a2c2f-b203-4f84-a25e-cb392295c43d HTTP/1.1" status: 200 len: 868 time: 0.3216803 Apr 18 16:49:03.984960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58bd05-7970-428f-b258-6e3fe0bf2faf None None] Network 560595bc-5b75-4f17-8ca0-dbdab46a8305 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:49:03.986066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182a2c2f-b203-4f84-a25e-cb392295c43d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:49:03.995118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.995537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.995537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.995537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.995537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.995537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.997343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.997457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.997726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.998038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.998361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:03.998680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32016-7c5d-4fbd-8388-f89948993af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:04.209618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:04.365143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7b2831b8-8483-45b4-a23d-3a7281a9c820 None None] Provisioning complete for port d9d53903-a458-4d21-ab65-86f587d85185 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:49:04.365530 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b2831b8-8483-45b4-a23d-3a7281a9c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:04.447955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7b2831b8-8483-45b4-a23d-3a7281a9c820 None None] Provisioning complete for port 71a11a5e-9ef9-48c1-9e8c-f352a715ea11 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:49:04.448315 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b2831b8-8483-45b4-a23d-3a7281a9c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:05.649635 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:06.089554 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:06.191413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42546) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:06.391586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074e4e9-1026-4892-bb2e-e89ff65bd6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:06.391978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074e4e9-1026-4892-bb2e-e89ff65bd6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:06.393558 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0074e4e9-1026-4892-bb2e-e89ff65bd6f6 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011600 Apr 18 16:49:08.581248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42554) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:08.709906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09dad5e-6c54-461b-86a7-79dc181d4cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:08.710380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09dad5e-6c54-461b-86a7-79dc181d4cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:08.711888 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a09dad5e-6c54-461b-86a7-79dc181d4cdd admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296592 Apr 18 16:49:10.910083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42562) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:11.042012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c0435-05c4-45e3-9a87-32e0a3235935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:11.043392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c43c0435-05c4-45e3-9a87-32e0a3235935 admin admin] 10.222.0.45 "GET /v2.0/networks/560595bc-5b75-4f17-8ca0-dbdab46a8305 HTTP/1.1" status: 200 len: 869 time: 0.1322758 Apr 18 16:49:13.235937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42570) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:13.358011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b1823-0af6-4e39-a9c0-6961e0014837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:13.359353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7b1b1823-0af6-4e39-a9c0-6961e0014837 admin admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 886 time: 0.1224735 Apr 18 16:49:15.542211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42578) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:15.668447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787cf17f-cb97-4bbc-9eec-c95566021b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:15.668913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787cf17f-cb97-4bbc-9eec-c95566021b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:15.670503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-787cf17f-cb97-4bbc-9eec-c95566021b2f admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273365 Apr 18 16:49:17.863472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42586) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:17.985964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a0530-d1b4-4837-9817-737efcdbe6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:17.986421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a0530-d1b4-4837-9817-737efcdbe6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:17.988000 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0c4a0530-d1b4-4837-9817-737efcdbe6f3 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235659 Apr 18 16:49:20.179484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42594) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:20.269523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275a8815-f456-4eca-a2d1-b74327330a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:20.270848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-275a8815-f456-4eca-a2d1-b74327330a1b admin admin] 10.222.0.45 "GET /v2.0/subnets/182a2c2f-b203-4f84-a25e-cb392295c43d HTTP/1.1" status: 200 len: 868 time: 0.0904202 Apr 18 16:49:22.471334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42602) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:22.557446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f04bf-e538-46d7-ba7c-c450f00d43e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:22.558775 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c00f04bf-e538-46d7-ba7c-c450f00d43e7 admin admin] 10.222.0.45 "GET /v2.0/subnets/3f17f309-ca21-47bf-bbc8-4af3521148cb HTTP/1.1" status: 200 len: 816 time: 0.0865190 Apr 18 16:49:30.009028 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:49:30.837673 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3fc5be99-28c4-4da1-9b66-2aeda847f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:33.170551 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-29375675-e57a-4b03-94c7-25cbe36c7444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:34.204898 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:35.656506 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:36.082798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:42.740370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42656) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:42.788019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-0c82c027-6e89-4d21-b18e-7af1dd9b576c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:49:42.789094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0c82c027-6e89-4d21-b18e-7af1dd9b576c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477934 Apr 18 16:49:45.041233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42664) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:45.101178 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa3f04e-3b49-4a9d-bb9f-78f0b215438a admin admin] GET failed (client error): The resource could not be found. Apr 18 16:49:45.102577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-daa3f04e-3b49-4a9d-bb9f-78f0b215438a admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603247 Apr 18 16:49:45.249315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018c644-9441-433b-9533-1aca6cd492f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:45.249315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7018c644-9441-433b-9533-1aca6cd492f0 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1350114 Apr 18 16:49:47.440320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42672) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:47.487209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:49:47.576945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Made reservation on behalf of 43f3c4ec8a104a61b4488882cec1822c for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:49:47.579175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:47.613234 n-d-836015-2 neutron-server[109825]: WARNING neutron.services.revisions.revision_plugin [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Could not find related network for resource to bump revision. Apr 18 16:49:47.624659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:49:47.633576 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:47.633918 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Added segment 6db966f2-cf29-4cff-8cf1-ee0b01677f82 of type vlan for network 69675382-d362-4a20-baec-79cdb24e7e90 Apr 18 16:49:47.671762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:47.759391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:47.760323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:47.760891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:47.817939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Pushing event updated for resources: {'Network': ['ID=69675382-d362-4a20-baec-79cdb24e7e90,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:49:47.824151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.824488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.824818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.825170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.825543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.825869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.826190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.826549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.826875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.827239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.827508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.827822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:47.839111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 69675382-d362-4a20-baec-79cdb24e7e90 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:49:47.870773 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e1ddc353-8e6e-41ca-9c76-14b52ff40d64 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4294059 Apr 18 16:49:50.075041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42680) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:49:50.137525 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ae774f-c5e2-4bc3-b933-0ae4f1202f9c admin admin] GET failed (client error): The resource could not be found. Apr 18 16:49:50.138825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-71ae774f-c5e2-4bc3-b933-0ae4f1202f9c admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628324 Apr 18 16:49:50.206582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935125da-b664-4754-9cee-ca241ab4b108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:50.207986 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-935125da-b664-4754-9cee-ca241ab4b108 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639777 Apr 18 16:49:50.217861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'description': 'shared-subnet'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:49:50.299275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Made reservation on behalf of 43f3c4ec8a104a61b4488882cec1822c for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:49:50.301478 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:50.525273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:50.582739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2e7aa3-7f78-4b38-b000-1e5903038420,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:49:50.589389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:49:50.589770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Network hostable DHCP agents. Network: 69675382-d362-4a20-baec-79cdb24e7e90, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:49:50.706069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Network 69675382-d362-4a20-baec-79cdb24e7e90 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:49:50.825395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 69675382-d362-4a20-baec-79cdb24e7e90) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:49:50.829325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:49:50.829931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:50.835684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cbec9b-393b-4459-a7a8-2b8133137c32 None None] Network 69675382-d362-4a20-baec-79cdb24e7e90 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:49:51.030638 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-450662ba-b293-46f8-afcb-28bd5edbdf3b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8159964 Apr 18 16:49:51.068521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-69675382-d362-4a20-baec-79cdb24e7e90', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'tenant_id': '43f3c4ec8a104a61b4488882cec1822c', 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 16:49:51.069440 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:51.215896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Allocated IP 192.168.233.2 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/621337c2-2e33-43b6-a4a8-9413cf780433) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:49:51.356102 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:51.410977 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:51.453081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:49:51.456541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:49:51.459086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:49:51.469799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Pushing event updated for resources: {'Port': ['ID=621337c2-2e33-43b6-a4a8-9413cf780433,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:49:51.489882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.491387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.491387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.491387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.491387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.491772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.491870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.492154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.492476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.492798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.493120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.493456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:49:51.528961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Attempting to bind port 621337c2-2e33-43b6-a4a8-9413cf780433 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:49:51.529357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Attempting to bind port 621337c2-2e33-43b6-a4a8-9413cf780433 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:49:51.529738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Attempting to bind port 621337c2-2e33-43b6-a4a8-9413cf780433 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:49:51.534609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:49:51.536918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:49:51.536918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:51.536918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:49:51.536918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Bound port: 621337c2-2e33-43b6-a4a8-9413cf780433, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:49:51.536918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:51.598291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] For port 621337c2-2e33-43b6-a4a8-9413cf780433, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:49:51.601373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] For port 621337c2-2e33-43b6-a4a8-9413cf780433, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=621337c2-2e33-43b6-a4a8-9413cf780433,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:49:51.671851 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:51.727271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84281fdc-2b0c-476b-8d89-29f157f737e8 None None] Pushing event updated for resources: {'Port': ['ID=621337c2-2e33-43b6-a4a8-9413cf780433,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:49:52.523107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf6035-16f6-4e55-b66a-2b4b589a11ff None None] Network 69675382-d362-4a20-baec-79cdb24e7e90 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:49:52.637850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-074417ab-4c45-4f17-85c0-6a92d4ffe832 None None] Provisioning complete for port 621337c2-2e33-43b6-a4a8-9413cf780433 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:49:52.638206 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-074417ab-4c45-4f17-85c0-6a92d4ffe832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:52.751893 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-074417ab-4c45-4f17-85c0-6a92d4ffe832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:52.786657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-074417ab-4c45-4f17-85c0-6a92d4ffe832 None None] For port 621337c2-2e33-43b6-a4a8-9413cf780433, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=621337c2-2e33-43b6-a4a8-9413cf780433,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:49:52.874060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-074417ab-4c45-4f17-85c0-6a92d4ffe832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:52.929585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074417ab-4c45-4f17-85c0-6a92d4ffe832 None None] Pushing event updated for resources: {'Port': ['ID=621337c2-2e33-43b6-a4a8-9413cf780433,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:49:52.993909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c75141b2-d352-42dd-b138-30144a955f95 None None] Provisioning complete for port 621337c2-2e33-43b6-a4a8-9413cf780433 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:49:52.994278 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c75141b2-d352-42dd-b138-30144a955f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:49:53.427592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 621337c2-2e33-43b6-a4a8-9413cf780433 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:49:53.477191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 621337c2-2e33-43b6-a4a8-9413cf780433 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:49:53.477682 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:00.838949 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0848-2321-40d2-93fd-e5789e45a96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:03.176204 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3bad4378-4d1f-489a-a46c-9fba763107c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:04.202282 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:05.674169 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:06.039504 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:07.009092 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:50:30.841960 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-de6e5521-02e2-44ea-8f48-fe3cd1d9ad6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:33.167230 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d021b894-db88-4b41-8727-2c38d7a30ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:34.212711 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:35.684523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:36.041654 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:50:44.008344 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:51:00.869787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2acfcc66-0fa4-4862-8885-10cfc48b6fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:03.177990 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d3c91d2-2b3c-4f4c-ab48-73cbeb516376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:04.255845 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:05.743797 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:06.095742 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:21.009191 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:51:27.568569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42718) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:51:27.574448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-2dfee4d0-481e-4c5b-a447-e505c9135c64 tempest-verify_tempest_config-1439043184 tempest-verify_tempest_config-1439043184-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:51:27.575499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2dfee4d0-481e-4c5b-a447-e505c9135c64 tempest-verify_tempest_config-1439043184 tempest-verify_tempest_config-1439043184-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059516 Apr 18 16:51:28.291251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42736) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:51:28.392135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:28.462940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:28.535492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:28.580695 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be421b74a0064af0b61f9d22f52a7f39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2883213 Apr 18 16:51:28.582174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcafc44e-57b9-4162-9531-3c1559aa52e0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:51:28.584017 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42742) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:51:28.589097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.589459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.589801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.590139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.590469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.590796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.591120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.591442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.591760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.592081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.592407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.592725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c273ca37-ad7c-4095-bde5-cdbad27fbc40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.658091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:28.678801 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:28.811783 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:28.814272 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:28.815392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcafc44e-57b9-4162-9531-3c1559aa52e0 HTTP/1.1" status: 204 len: 168 time: 0.2303948 Apr 18 16:51:28.823148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcafc44e-57b9-4162-9531-3c1559aa52e0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:51:28.830299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.830646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.830987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.831864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.832199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.832529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.832918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.833171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.833589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.833937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.834235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:28.834559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e88c781-c024-4231-a3cb-58b1655c4a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:51:30.838258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a50-3fa6-457d-a3a6-1815ef3c1586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:33.188845 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6048-9c2e-4b5d-a51b-75dbbf3b5c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:34.245789 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:35.702849 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:36.062781 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:51:58.008167 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:52:00.834198 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe375ae2-779a-4683-a7ab-54a06d9a8337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:03.174577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d24b1dbe-2c48-4310-b9af-72d2bf5812b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:04.205295 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:05.679499 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:06.130979 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:30.833527 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db769239-cd57-41fa-b6d3-76727a634f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:33.204832 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa463c80-8d76-41a1-85f8-e658ca13c9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:34.206036 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:35.007954 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:52:35.689404 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:52:36.096066 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:00.820813 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7903-1cb9-49df-b4cd-68ecca60bc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:03.175448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-608bfdc5-99c1-4717-8e88-3bbd21facb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:04.220186 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:05.666929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:06.140872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:12.006841 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:53:30.814305 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ef335ee-98fd-487c-adf6-04f4681a818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:33.163256 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-abf4454e-7751-4a74-b8e5-16825712f23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:34.214579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:35.683318 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:36.048914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:53:49.005073 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:54:00.808269 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1847-0421-4130-b302-2743a0301ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:03.180025 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-24f77cd6-1959-4637-9357-9894312fbab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:04.230993 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:05.659732 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:06.076295 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:26.003505 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:54:30.824429 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7dd69b3-35e6-4aef-bd23-ead63f0b5510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:33.190323 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e0199f37-c5fb-4635-8c00-1123c9e23afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:34.247181 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:35.658822 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:36.081774 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:46.870626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584062'] for agent, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:54:47.036193 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584062'] for agent, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:00.835635 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3547527e-53f5-47c0-90bf-70f747d0fc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:03.002705 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:55:03.178346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5f48d05-4315-4e1b-8ecb-4860ed950744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:04.230195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:05.744384 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:06.047232 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:16.858690 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:16.967007 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:25.936772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42800) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:55:26.040325 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e472f11d-6494-44e8-bb89-880df049b2df admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1025012 Apr 18 16:55:28.213783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42810) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:55:28.274157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f6e1a2cb-d7f7-48df-96cf-b1065215375d admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0592616 Apr 18 16:55:30.829914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c6298bb-4ca7-4ac2-8f5d-1307ef3cb8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:33.172754 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0e29cdf9-cac5-441c-98ee-5cfbdfb18526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:34.230048 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:35.669592 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:36.145343 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:40.001328 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:55:46.892113 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:55:46.977706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:00.823456 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7e53-5dcf-4c5d-8380-977e5dbd3ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:03.183685 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7b7e4e9-42d2-478c-903a-b703512fe4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:04.246714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:05.692491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:06.058396 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:16.943185 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:17.000435 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:17.001209 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:56:30.817701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9973bf3c-178d-4f7f-82f8-9e1c8fdd025c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:33.217910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4084bf2-e5ba-4b2e-9768-68d2d1fe5a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:34.235107 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:35.703278 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:36.136373 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:46.886090 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:46.977948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:56:53.999673 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:57:00.838116 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc0b0a34-1dfd-45eb-aa18-b2e657692f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:03.206080 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0224a5b1-ab7f-4d7d-8ebf-49e34efdacb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:04.274815 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:04.999664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42892) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:05.165547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-182266821-network', 'tenant_id': '5c5d9ea0f14a45849ed2e461d6b09988'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:05.284339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Made reservation on behalf of 5c5d9ea0f14a45849ed2e461d6b09988 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:05.289606 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.296490 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.378972 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.434987 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.463963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:57:05.481210 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.481839 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Added segment 89a20813-6384-43b0-8de9-1148d12ecfb7 of type vlan for network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff Apr 18 16:57:05.489388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6e3fbb-67b0-4d47-95d0-e877eecc1688,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:05.501229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.501617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.502028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.502378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.502711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.503051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.503374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.503821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.504248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.504865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.505117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.505819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Tracked resource versions report: Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: pushed versions: Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: { 'AddressGroup': {'1.2'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'ConntrackHelper': {'1.0'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Log': {'1.0'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Network': {'1.1'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Port': {'1.7'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'PortForwarding': {'1.2'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'QosPolicy': {'1.9'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'SecurityGroup': {'1.4'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'SecurityGroupRule': {'1.2'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'SubPort': {'1.0'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Subnet': {'1.1'}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Trunk': {'1.1'}} Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: consumer versions: Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: { DHCP agent@n-d-836015-2: {}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: HyperV agent@n-h1-836015-2: {}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: HyperV agent@n-h2-836015-2: {}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: L3 agent@n-d-836015-2: {}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: Metadata agent@n-d-836015-2: {}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: Metering agent@n-d-836015-2: {}, Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: Open vSwitch agent@n-d-836015-2: { 'AddressGroup': '1.2', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'ConntrackHelper': '1.0', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Log': '1.0', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Network': '1.1', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Port': '1.7', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'PortForwarding': '1.2', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'QosPolicy': '1.9', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'SecurityGroup': '1.4', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'SecurityGroupRule': '1.2', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'SubPort': '1.0', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Subnet': '1.1', Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: 'Trunk': '1.1'}} Apr 18 16:57:05.507077 n-d-836015-2 neutron-server[109826]: {{(pid=109826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 16:57:05.546649 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.629377 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.634287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:05.634901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.704328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6366ca5e-c99f-4fa5-b8b8-419df562a4ff,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:05.712535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:05.714890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:57:05.727028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3f719d65-0acc-4ffe-ba94-3e3fb19924d3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7172132 Apr 18 16:57:05.727762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42946) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:05.733151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Request body: {'subnet': {'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-182266821-subnet', 'tenant_id': '5c5d9ea0f14a45849ed2e461d6b09988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:05.821601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Made reservation on behalf of 5c5d9ea0f14a45849ed2e461d6b09988 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:05.823921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:06.034628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:06.057354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:06.089264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:06.106654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.106996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.107336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.107666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.107990 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.108314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.108634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.108956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.109273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.109614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.109940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.110273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Tracked resource versions report: Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: pushed versions: Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: { 'AddressGroup': {'1.2'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'ConntrackHelper': {'1.0'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Log': {'1.0'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Network': {'1.1'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Port': {'1.7'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'PortForwarding': {'1.2'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'QosPolicy': {'1.9'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'SecurityGroup': {'1.4'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'SecurityGroupRule': {'1.2'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'SubPort': {'1.0'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Subnet': {'1.1'}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Trunk': {'1.1'}} Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: consumer versions: Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: { DHCP agent@n-d-836015-2: {}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: HyperV agent@n-h1-836015-2: {}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: HyperV agent@n-h2-836015-2: {}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: L3 agent@n-d-836015-2: {}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: Metadata agent@n-d-836015-2: {}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: Metering agent@n-d-836015-2: {}, Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: Open vSwitch agent@n-d-836015-2: { 'AddressGroup': '1.2', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'ConntrackHelper': '1.0', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Log': '1.0', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Network': '1.1', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Port': '1.7', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'PortForwarding': '1.2', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'QosPolicy': '1.9', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'SecurityGroup': '1.4', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'SecurityGroupRule': '1.2', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'SubPort': '1.0', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Subnet': '1.1', Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: 'Trunk': '1.1'}} Apr 18 16:57:06.111283 n-d-836015-2 neutron-server[109825]: {{(pid=109825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 16:57:06.120607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:06.120607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Network hostable DHCP agents. Network: 6366ca5e-c99f-4fa5-b8b8-419df562a4ff, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:57:06.192859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:57:06.280555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6366ca5e-c99f-4fa5-b8b8-419df562a4ff) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:06.284629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:06.285263 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:06.291311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcda2b6-39d7-445c-a629-fe1b2f7dc0c7 None None] Network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:06.408032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-86f9ee45-4694-4cde-a68c-80d1e8d8f6bd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6791549 Apr 18 16:57:06.422442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add22c5-4945-4bac-8293-8cf2f0ed396d None None] Network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:07.737377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43028) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:08.232838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-network', 'tenant_id': '9387c64b22cf454a85db9f16570f613d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:08.307571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Made reservation on behalf of 9387c64b22cf454a85db9f16570f613d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:08.310401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:08.363354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:08.439317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:08.495721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:08.520783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:57:08.529622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8803dbff-eb47-4e9c-97c7-702b4806ce65,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:08.535363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:08.535726 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Added segment 8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f of type vlan for network 71fd5923-7080-4e23-8f06-a2def67d1bba Apr 18 16:57:08.573864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:08.666996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:08.667974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:08.668560 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:08.731275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] Pushing event updated for resources: {'Network': ['ID=71fd5923-7080-4e23-8f06-a2def67d1bba,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:08.741015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 71fd5923-7080-4e23-8f06-a2def67d1bba details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:57:08.762913 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8bf11825-6b42-4b01-a9dd-aa946cf31b79 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0244303 Apr 18 16:57:08.765748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:08.770334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Request body: {'subnet': {'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-subnet', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:08.885789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Made reservation on behalf of 9387c64b22cf454a85db9f16570f613d for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:08.888247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.143258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.218032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dbfb38b-8d19-45b1-af94-c743eb048da9,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:09.225485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Checking segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:09.226366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Network hostable DHCP agents. Network: 71fd5923-7080-4e23-8f06-a2def67d1bba, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:57:09.321254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:09.326129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1015331720-network', 'tenant_id': 'e2bbcf224a5c4638b82647dead2b8649'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:09.331766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Network 71fd5923-7080-4e23-8f06-a2def67d1bba is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:57:09.400877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 71fd5923-7080-4e23-8f06-a2def67d1bba) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:09.406161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:09.406990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.414025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b0f2a2-20d2-435d-9f67-1a875f67752e None None] Network 71fd5923-7080-4e23-8f06-a2def67d1bba requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:09.433238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Made reservation on behalf of e2bbcf224a5c4638b82647dead2b8649 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:09.435755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.445466 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.530230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.556839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b0b4b786-d84d-4810-b135-b49cdff40f15 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7900431 Apr 18 16:57:09.559568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:09.565214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:09.580779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-71fd5923-7080-4e23-8f06-a2def67d1bba', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 16:57:09.581976 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.615882 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.670136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.671886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac0b805-f742-47f0-bf5c-5258a8db10e7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:09.672156 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.683356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:57:09.697995 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.698455 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Added segment 4d432b39-bc48-49b0-a27b-4ddb46da363d of type vlan for network 93ebccba-f425-4cc0-9ec9-ec8e7d012db9 Apr 18 16:57:09.739660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Allocated IP 172.20.0.2 (71fd5923-7080-4e23-8f06-a2def67d1bba/5dbfb38b-8d19-45b1-af94-c743eb048da9/a1aca75a-e9ee-45b8-bccd-a42fce4c66b6) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:09.782047 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.848803 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.912420 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.913947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:09.915104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.921267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:09.973508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] Pushing event updated for resources: {'Network': ['ID=93ebccba-f425-4cc0-9ec9-ec8e7d012db9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:09.987958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 93ebccba-f425-4cc0-9ec9-ec8e7d012db9 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:57:10.033597 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.075314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bc4c1444-a16d-46fe-bf91-50d3c9be53a6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7529092 Apr 18 16:57:10.078028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43108) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:10.082781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Request body: {'subnet': {'network_id': '93ebccba-f425-4cc0-9ec9-ec8e7d012db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1015331720-subnet', 'tenant_id': 'e2bbcf224a5c4638b82647dead2b8649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:10.118342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Network 71fd5923-7080-4e23-8f06-a2def67d1bba is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:10.125254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:10.130335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:10.143897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.169437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Pushing event updated for resources: {'Port': ['ID=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:10.188816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Made reservation on behalf of e2bbcf224a5c4638b82647dead2b8649 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:10.191203 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.191975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.192310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.192637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.192962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.193283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.193627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.193942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.194254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.195130 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.195463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.195962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.196540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Tracked resource versions report: Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: pushed versions: Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: { 'AddressGroup': {'1.2'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'ConntrackHelper': {'1.0'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Log': {'1.0'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Network': {'1.1'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Port': {'1.7'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'PortForwarding': {'1.2'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'QosPolicy': {'1.9'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'SecurityGroup': {'1.4'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'SecurityGroupRule': {'1.2'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'SubPort': {'1.0'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Subnet': {'1.1'}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Trunk': {'1.1'}} Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: consumer versions: Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: { DHCP agent@n-d-836015-2: {}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: HyperV agent@n-h1-836015-2: {}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: HyperV agent@n-h2-836015-2: {}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: L3 agent@n-d-836015-2: {}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: Metadata agent@n-d-836015-2: {}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: Metering agent@n-d-836015-2: {}, Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: Open vSwitch agent@n-d-836015-2: { 'AddressGroup': '1.2', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'ConntrackHelper': '1.0', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Log': '1.0', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Network': '1.1', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Port': '1.7', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'PortForwarding': '1.2', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'QosPolicy': '1.9', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'SecurityGroup': '1.4', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'SecurityGroupRule': '1.2', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'SubPort': '1.0', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Subnet': '1.1', Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: 'Trunk': '1.1'}} Apr 18 16:57:10.197783 n-d-836015-2 neutron-server[109827]: {{(pid=109827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 16:57:10.218526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Attempting to bind port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:10.219162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Attempting to bind port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:10.219665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Attempting to bind port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 on network 71fd5923-7080-4e23-8f06-a2def67d1bba {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:10.226465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:10.229112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Checking segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:10.229112 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.229112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Bound using segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:10.229112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Bound port: a1aca75a-e9ee-45b8-bccd-a42fce4c66b6, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:10.229112 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.314663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] For port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:10.320331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] For port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:10.384192 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.423679 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.478901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82164e5-6ba4-462e-beb9-bde693b2e517,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:10.499235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Checking segment: {'id': '4d432b39-bc48-49b0-a27b-4ddb46da363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93ebccba-f425-4cc0-9ec9-ec8e7d012db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:10.499829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Network hostable DHCP agents. Network: 93ebccba-f425-4cc0-9ec9-ec8e7d012db9, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:57:10.546333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.576379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.581631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6a8c3-e0e7-4d0e-a693-9cc2694ed846 None None] Pushing event updated for resources: {'Port': ['ID=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:10.583387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Network 93ebccba-f425-4cc0-9ec9-ec8e7d012db9 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:57:10.655436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 93ebccba-f425-4cc0-9ec9-ec8e7d012db9) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:10.676320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:10.676939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:10.679028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c37a90-ea13-4920-a6be-06d32a1e7ba0 None None] Network 93ebccba-f425-4cc0-9ec9-ec8e7d012db9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:10.763359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6669c1b7-95a2-4e82-bd57-7b0cd0caa819 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6842942 Apr 18 16:57:10.818757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Allocated IP 172.25.5.45 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/401baca0-0dd3-4c02-8fcc-dc25ce633c1a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:10.890023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f7473-f7c3-4f64-a7a9-b35c12436774 None None] Network 93ebccba-f425-4cc0-9ec9-ec8e7d012db9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:11.019920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:11.233625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:11.260847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:11.302144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:11.323977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:11.368395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Pushing event updated for resources: {'Port': ['ID=401baca0-0dd3-4c02-8fcc-dc25ce633c1a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:11.657629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:11.738591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:11.739087 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:11.824540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581bb25-ebda-4181-9f3e-4203c7aadfff None None] Network 71fd5923-7080-4e23-8f06-a2def67d1bba requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:11.851565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:11.921435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-125f6202-0862-4249-b726-65de090693ad None None] Provisioning complete for port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:11.924533 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-125f6202-0862-4249-b726-65de090693ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:11.977756 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:12.085266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:12.089067 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-125f6202-0862-4249-b726-65de090693ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:12.111608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:12.169034 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:12.222595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-125f6202-0862-4249-b726-65de090693ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 16:57:12.223146 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-125f6202-0862-4249-b726-65de090693ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 16:57:12.309474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:12.334532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43202) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:12.339300 n-d-836015-2 neutron-server[109826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 16:57:12.384944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-710bdbe7-c44e-46dc-bf66-aef1b6662cab tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a56a7d587de46389a3ab3c86344853b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464549 Apr 18 16:57:12.427303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Router cb7aa52b-cb71-470f-be6a-ce4861aee74c is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 16:57:12.544581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:57:12.556513 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Sync routers for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:57:12.579778 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:57:12.580419 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:12.625350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:12.626788 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d16a1a4-3d46-4a51-b5cc-84993128521a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0662417 Apr 18 16:57:12.630077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43220) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:12.720101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-c4431765-6db0-4014-9c44-441fe0a3559b tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:12.720856 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:57:12.723438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-c4431765-6db0-4014-9c44-441fe0a3559b tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378577 Apr 18 16:57:12.756358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-19147d91-b81f-42a8-b0d0-a3bad998d406 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/quotas/2a56a7d587de46389a3ab3c86344853b HTTP/1.1" status: 200 len: 375 time: 0.0225956 Apr 18 16:57:12.787511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43228) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:12.835673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-dd4cf2b6-0d6e-434b-a3c8-a5c6b40138f6 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a56a7d587de46389a3ab3c86344853b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754068 Apr 18 16:57:12.898764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:12.913549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e47957f2-e2a1-4b09-964d-bbe4ca1e09da None None] Provisioning complete for port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:12.914117 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e47957f2-e2a1-4b09-964d-bbe4ca1e09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:12.920091 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:11Z', 'revision_number': 3, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:12.949843 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Checking router: cb7aa52b-cb71-470f-be6a-ce4861aee74c for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:57:12.950391 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Updating router cb7aa52b-cb71-470f-be6a-ce4861aee74c port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:57:12.978586 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.137041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-97486f9b-8f12-444a-9f8f-3e2856de42ef tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:13.138852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-97486f9b-8f12-444a-9f8f-3e2856de42ef tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 807 time: 0.3497891 Apr 18 16:57:13.170500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f0f86d1-f92e-4464-9169-1adc5611780b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.174044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-d69fa444-6ead-4520-a230-4e03f4b4941a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/quotas/5c5d9ea0f14a45849ed2e461d6b09988 HTTP/1.1" status: 200 len: 375 time: 0.0241935 Apr 18 16:57:13.239413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-4bcfa38d-23db-4f8e-a8fd-fd2f1339b4a7 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541568 Apr 18 16:57:13.342288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f0f86d1-f92e-4464-9169-1adc5611780b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.364126 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.414586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.457868 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f0f86d1-f92e-4464-9169-1adc5611780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.458300 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.520807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f86d1-f92e-4464-9169-1adc5611780b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc7c62-716c-4c6c-b5ed-3cfc999a8d3e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:13.544370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-a3479809-9aa8-4c71-9b86-913f5d95a649 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:57:13.554234 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-a3479809-9aa8-4c71-9b86-913f5d95a649 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2032716 Apr 18 16:57:13.556644 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Attempting to bind port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:13.557082 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Attempting to bind port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:13.557351 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Attempting to bind port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:13.560630 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Pushing event updated for resources: {'Port': ['ID=401baca0-0dd3-4c02-8fcc-dc25ce633c1a,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:13.569430 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:13.570357 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:13.570761 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.571150 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:13.571617 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Bound port: 401baca0-0dd3-4c02-8fcc-dc25ce633c1a, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:13.572143 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.575378 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.575791 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.576151 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.576444 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.576773 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.577099 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.577438 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.577764 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.578090 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.578410 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.578730 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.579063 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Tracked resource versions report: Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: pushed versions: Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: { 'AddressGroup': {'1.2'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'ConntrackHelper': {'1.0'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Log': {'1.0'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Network': {'1.1'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Port': {'1.7'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'PortForwarding': {'1.2'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'QosPolicy': {'1.9'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'SecurityGroup': {'1.4'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'SecurityGroupRule': {'1.2'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'SubPort': {'1.0'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Subnet': {'1.1'}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Trunk': {'1.1'}} Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: consumer versions: Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: { DHCP agent@n-d-836015-2: {}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: HyperV agent@n-h1-836015-2: {}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: HyperV agent@n-h2-836015-2: {}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: L3 agent@n-d-836015-2: {}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: Metadata agent@n-d-836015-2: {}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: Metering agent@n-d-836015-2: {}, Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: Open vSwitch agent@n-d-836015-2: { 'AddressGroup': '1.2', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'ConntrackHelper': '1.0', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Log': '1.0', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Network': '1.1', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Port': '1.7', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'PortForwarding': '1.2', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'QosPolicy': '1.9', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'SecurityGroup': '1.4', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'SecurityGroupRule': '1.2', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'SubPort': '1.0', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Subnet': '1.1', Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: 'Trunk': '1.1'}} Apr 18 16:57:13.580089 n-d-836015-2 neutron-server[109828]: {{(pid=109828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 16:57:13.682559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0f0f86d1-f92e-4464-9169-1adc5611780b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7627817892cb4dbc9d44467f5d184c4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7730808 Apr 18 16:57:13.685480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43264) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:13.687345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:13.716333 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] For port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:13.724520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Allocated IP 172.20.0.1 (71fd5923-7080-4e23-8f06-a2def67d1bba/5dbfb38b-8d19-45b1-af94-c743eb048da9/f9bff984-96e5-4c7e-895a-7e4037dda9d2) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:13.724711 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] For port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=401baca0-0dd3-4c02-8fcc-dc25ce633c1a,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:13.765446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:13.766409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.782139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-9598bc86-87ff-4d69-b5a1-151dd6539d23 service neutron] 10.222.0.45 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243869 Apr 18 16:57:13.818305 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.885993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a742054b-3aad-46e2-9a37-a41873d948b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.901164 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:57:13.901164 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:13.916177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:13.943859 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c851d03-4dac-4547-a3b3-70c1291c80e1 None None] Pushing event updated for resources: {'Port': ['ID=401baca0-0dd3-4c02-8fcc-dc25ce633c1a,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:13.974202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a158f4fb-29e0-4665-b411-96a3366bd4ff req-eb3551c5-6db4-4ad5-bef9-97123807db45 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 210 time: 0.0730999 Apr 18 16:57:13.989220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a742054b-3aad-46e2-9a37-a41873d948b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:14.008019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:14.027113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-adb53ab8-73aa-4c75-9570-748d1b7480cd service neutron] 10.222.0.45 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440560 Apr 18 16:57:14.034994 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:57:14.061356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9bff984-96e5-4c7e-895a-7e4037dda9d2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:14.076262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Network 71fd5923-7080-4e23-8f06-a2def67d1bba is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:14.077842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:14.080968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:14.081495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:14.195308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a742054b-3aad-46e2-9a37-a41873d948b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:14.198035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a742054b-3aad-46e2-9a37-a41873d948b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:14.199181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a742054b-3aad-46e2-9a37-a41873d948b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3dc7c62-716c-4c6c-b5ed-3cfc999a8d3e HTTP/1.1" status: 204 len: 168 time: 0.5111144 Apr 18 16:57:14.225095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742054b-3aad-46e2-9a37-a41873d948b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc7c62-716c-4c6c-b5ed-3cfc999a8d3e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:14.289691 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:11Z', 'revision_number': 3, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:14.339574 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e542bc2-83af-423f-b61e-c8417c0229c8 None None] The sync data for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 is: [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:11Z', 'revision_number': 3, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:57:14.449152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b27483f3-bfe2-4489-9ad6-fe6c30c99921 None None] Provisioning complete for port f9bff984-96e5-4c7e-895a-7e4037dda9d2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:14.450140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b27483f3-bfe2-4489-9ad6-fe6c30c99921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:14.495804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b27483f3-bfe2-4489-9ad6-fe6c30c99921 None None] Port f9bff984-96e5-4c7e-895a-7e4037dda9d2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:57:14.521483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:14.916085 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:14.920244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3d0ec8c-e6d5-48f5-9427-187d255ed7ee req-8f8acd91-a947-4210-9780-aabc800c2fd6 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 210 time: 0.0650442 Apr 18 16:57:15.012264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:15.013550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:15.082168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9bff984-96e5-4c7e-895a-7e4037dda9d2,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:15.213917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Network 71fd5923-7080-4e23-8f06-a2def67d1bba is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:15.214692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2eef14aa-da60-44fc-a093-cd16213b8673 req-f4fc6060-efbf-475c-a90d-c69fedd66ab5 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 210 time: 0.0326555 Apr 18 16:57:15.218568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43342) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:15.219248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:15.251619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ec63-1e89-488e-b564-7d72a4113b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:15.453687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Router cb7aa52b-cb71-470f-be6a-ce4861aee74c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 16:57:15.487245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ec63-1e89-488e-b564-7d72a4113b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:15.606430 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ec63-1e89-488e-b564-7d72a4113b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:15.640841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:57:15.652047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e67ac8bf-094a-45dd-8beb-839a1ff9e3c3 admin admin] 10.222.0.45 "PUT /v2.0/routers/cb7aa52b-cb71-470f-be6a-ce4861aee74c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0205283 Apr 18 16:57:15.655812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-06708f7a-8058-4e0d-9b2c-b831bedd0acc None None] Provisioning complete for port f9bff984-96e5-4c7e-895a-7e4037dda9d2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:15.657790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-06708f7a-8058-4e0d-9b2c-b831bedd0acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:15.674334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4ec63-1e89-488e-b564-7d72a4113b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278906c2-7952-4269-a469-964f3c41ecf2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:15.681853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b1f4ec63-1e89-488e-b564-7d72a4113b3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1be442da392e49caa12af4a5ea7047c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4623897 Apr 18 16:57:15.684731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43368) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:15.746935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-06708f7a-8058-4e0d-9b2c-b831bedd0acc None None] Port f9bff984-96e5-4c7e-895a-7e4037dda9d2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:57:15.759750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 401baca0-0dd3-4c02-8fcc-dc25ce633c1a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:15.844079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a48b7db-623c-4f85-8690-f291b0ec60c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:15.860844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:15.861223 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:15.886777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a48b7db-623c-4f85-8690-f291b0ec60c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:16.000038 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:16.016950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-044bd4fa-c37d-4dce-845f-c5f1a99082ee req-54a75b4a-e455-49a1-b15e-2e85f528ca05 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 210 time: 0.0312605 Apr 18 16:57:16.021759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=401baca0-0dd3-4c02-8fcc-dc25ce633c1a,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:16.089916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a48b7db-623c-4f85-8690-f291b0ec60c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:16.098027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a48b7db-623c-4f85-8690-f291b0ec60c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:16.098027 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9a48b7db-623c-4f85-8690-f291b0ec60c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/278906c2-7952-4269-a469-964f3c41ecf2 HTTP/1.1" status: 204 len: 168 time: 0.4079564 Apr 18 16:57:16.102102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48b7db-623c-4f85-8690-f291b0ec60c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278906c2-7952-4269-a469-964f3c41ecf2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:16.130029 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:16.198680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=401baca0-0dd3-4c02-8fcc-dc25ce633c1a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:16.416189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d80cf753-f4a0-4169-9f1b-537899e5395a req-69f3007c-8b14-4d76-99be-ae09d23e3174 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 210 time: 0.0308139 Apr 18 16:57:16.658163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Sync routers for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:57:16.672928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:57:16.673786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:16.816971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43430) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:16.824499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:57:17.019950 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.034216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6915733-9b38-4e38-9d35-4763f2372c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.122107 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.152367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.18', 51213) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:17.157451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 2, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:17.203056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-6c7d7b3a-3476-4670-934e-695829abe705 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2a56a7d587de46389a3ab3c86344853b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494771 Apr 18 16:57:17.232146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Checking router: cb7aa52b-cb71-470f-be6a-ce4861aee74c for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:57:17.232495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Updating router cb7aa52b-cb71-470f-be6a-ce4861aee74c port f9bff984-96e5-4c7e-895a-7e4037dda9d2 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:57:17.261186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6915733-9b38-4e38-9d35-4763f2372c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.268481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.337693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6915733-9b38-4e38-9d35-4763f2372c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.351672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-e25a43ca-4979-4898-9aec-f05d84ffd61a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:17.355449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-e25a43ca-4979-4898-9aec-f05d84ffd61a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421402 Apr 18 16:57:17.385445 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c6915733-9b38-4e38-9d35-4763f2372c16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78a67da29e7c4b6f88e7ddf0c1800eeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5644569 Apr 18 16:57:17.385572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43476) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:17.402018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d648baff-898f-4dc5-83a4-c35e4af3608c req-116eb075-d15d-4990-b73d-778f1ef9d078 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 210 time: 0.0475199 Apr 18 16:57:17.452847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6915733-9b38-4e38-9d35-4763f2372c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7f2bf3-b5f0-43bf-aa98-7002e37b9288,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:17.471852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81b18e93-0212-4a93-bef0-22a12f6c99ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.474070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Request body: {'port': {'device_id': 'eb55d136-6cd7-4244-abd6-ecdaae060fad', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '2a56a7d587de46389a3ab3c86344853b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:17.493276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81b18e93-0212-4a93-bef0-22a12f6c99ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.634584 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81b18e93-0212-4a93-bef0-22a12f6c99ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.637084 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81b18e93-0212-4a93-bef0-22a12f6c99ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.640798 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-81b18e93-0212-4a93-bef0-22a12f6c99ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad7f2bf3-b5f0-43bf-aa98-7002e37b9288 HTTP/1.1" status: 204 len: 168 time: 0.2518077 Apr 18 16:57:17.655830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b18e93-0212-4a93-bef0-22a12f6c99ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7f2bf3-b5f0-43bf-aa98-7002e37b9288,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:17.712056 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.727587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 401baca0-0dd3-4c02-8fcc-dc25ce633c1a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:17.756594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ee0fa0f-5393-41ee-9983-886f5aa2d19b req-2ed37425-579f-479a-876b-f98517622746 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 210 time: 0.1042445 Apr 18 16:57:17.854110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43508) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:17.868133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-network', 'tenant_id': 'b292f854d7a04d229e2859410036234d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:17.904506 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:17.914199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6710eca9-fd82-4ab9-b15b-16b43f65eac7 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=83eaadc7bf0546b4a9e239d1e0d5a4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465529 Apr 18 16:57:17.981367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1081f9-816a-49d4-ae0e-1b49ff9dc8d8 None None] Pushing event updated for resources: {'Port': ['ID=f9bff984-96e5-4c7e-895a-7e4037dda9d2,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:17.984706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.18', 51216) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:18.052562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:18.053090 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.094311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Attempting to bind port f9bff984-96e5-4c7e-895a-7e4037dda9d2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:18.094311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Attempting to bind port f9bff984-96e5-4c7e-895a-7e4037dda9d2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:18.099997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Attempting to bind port f9bff984-96e5-4c7e-895a-7e4037dda9d2 on network 71fd5923-7080-4e23-8f06-a2def67d1bba {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:18.110052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:18.110434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Checking segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:18.110847 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.111834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Bound using segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:18.115212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Bound port: f9bff984-96e5-4c7e-895a-7e4037dda9d2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:18.115323 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.192127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-93ecf614-37c0-4db1-84fe-6c804779aeae tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:18.206347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-93ecf614-37c0-4db1-84fe-6c804779aeae tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694330 Apr 18 16:57:18.221247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Made reservation on behalf of 2a56a7d587de46389a3ab3c86344853b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:18.224738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.267453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-d3731fb7-4739-471d-8d1b-e750e381d096 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/quotas/83eaadc7bf0546b4a9e239d1e0d5a4f1 HTTP/1.1" status: 200 len: 375 time: 0.0600367 Apr 18 16:57:18.282490 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.318908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-8d5dc535-cbce-4123-b185-764aa2067d6b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83eaadc7bf0546b4a9e239d1e0d5a4f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478749 Apr 18 16:57:18.393956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Made reservation on behalf of b292f854d7a04d229e2859410036234d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:18.423475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.432850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] For port f9bff984-96e5-4c7e-895a-7e4037dda9d2, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:18.460853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] For port f9bff984-96e5-4c7e-895a-7e4037dda9d2, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f9bff984-96e5-4c7e-895a-7e4037dda9d2,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:18.465450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9f26b5d1-d7e3-4065-bf64-b1483f7d0dc2 None None] Provisioning complete for port f9bff984-96e5-4c7e-895a-7e4037dda9d2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:18.465796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9f26b5d1-d7e3-4065-bf64-b1483f7d0dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.479308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.481262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.511425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9f26b5d1-d7e3-4065-bf64-b1483f7d0dc2 None None] Port f9bff984-96e5-4c7e-895a-7e4037dda9d2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:57:18.544382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a4ed32a-e0c8-4718-8a83-d9badf0b3308 req-028c5f40-e894-48b8-81d5-278285557235 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 210 time: 0.0278673 Apr 18 16:57:18.555958 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.567081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-9dce263b-4ff1-43ed-8a5b-7b677dbd299c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:18.568500 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-9dce263b-4ff1-43ed-8a5b-7b677dbd299c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 807 time: 0.5828228 Apr 18 16:57:18.582878 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:18.590805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Request body: {'port': {'device_id': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'admin_state_up': True, 'tenant_id': '5c5d9ea0f14a45849ed2e461d6b09988'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:18.628578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1081f9-816a-49d4-ae0e-1b49ff9dc8d8 None None] Pushing event updated for resources: {'Port': ['ID=f9bff984-96e5-4c7e-895a-7e4037dda9d2,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:18.631684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:57:18.632345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:18.862705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:57:18.902912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43550) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:18.984672 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a98dad6f-e26b-4723-820a-9d38858e6423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.073036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc5cc19-92e9-460a-ab10-59108c6aae12,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:19.159446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27d759ab-4c6a-460a-9e50-175349746b12 req-7510d7bd-a7d0-4074-b9f9-f83b005e44a7 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 210 time: 0.1985133 Apr 18 16:57:19.202493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b067230f-322d-4ccc-85a6-7f0d657427e8 None None] Provisioning complete for port f9bff984-96e5-4c7e-895a-7e4037dda9d2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:19.203452 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b067230f-322d-4ccc-85a6-7f0d657427e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.222168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.308395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a6a0d23-49fa-444a-9bed-ec5367f40ef6 req-7879cf43-8442-499d-8162-62e038bd02eb tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 210 time: 0.3454828 Apr 18 16:57:19.324237 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.393009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Allocated IP 192.168.233.221 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/c4d57f80-ba0a-4afb-9eb8-04df830e01c3) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:19.396414 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b067230f-322d-4ccc-85a6-7f0d657427e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.416421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53add1af-21e7-4d0c-beea-817872400ac2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:19.452415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b067230f-322d-4ccc-85a6-7f0d657427e8 None None] For port f9bff984-96e5-4c7e-895a-7e4037dda9d2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f9bff984-96e5-4c7e-895a-7e4037dda9d2,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:19.484311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:57:19.486846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:18Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:19.538523 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.538867 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Added segment 4e4278bf-febf-4538-a9bc-834066dee2ef of type vlan for network e97c8b50-619c-41b5-89cf-0e9aedd8db14 Apr 18 16:57:19.545222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b067230f-322d-4ccc-85a6-7f0d657427e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.551462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70595818-d50f-4131-8b65-5e59ab5aea3f None None] The sync data for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 is: [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:18Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:57:19.644466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Made reservation on behalf of 5c5d9ea0f14a45849ed2e461d6b09988 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:19.662469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.709540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a98dad6f-e26b-4723-820a-9d38858e6423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.711588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.790912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067230f-322d-4ccc-85a6-7f0d657427e8 None None] Pushing event updated for resources: {'Port': ['ID=f9bff984-96e5-4c7e-895a-7e4037dda9d2,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:19.874902 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a98dad6f-e26b-4723-820a-9d38858e6423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:19.894349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26ce6eb2-c7ce-4d8b-a1f4-02902d916b8f req-d0941b8d-2c1f-4043-82ce-9afbdccc24a8 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 210 time: 0.0906894 Apr 18 16:57:19.929301 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.020761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.022116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:20.027829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.034400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.128674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:20.134783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:20.146214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:20.152242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:20.152964 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.207187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Pushing event updated for resources: {'Port': ['ID=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:20.226189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dad6f-e26b-4723-820a-9d38858e6423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346e1726-e5f4-4477-ae4d-44a6761fa7d8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:20.241795 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a98dad6f-e26b-4723-820a-9d38858e6423 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=214b7743e33c4dbaa8deb496d177ca30&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3277822 Apr 18 16:57:20.244800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43590) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:20.335561 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4799576 Apr 18 16:57:20.348270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43594) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:20.350848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270f0a4-7c36-49bd-98dc-e703a744cda6 admin admin] Pushing event updated for resources: {'Network': ['ID=e97c8b50-619c-41b5-89cf-0e9aedd8db14,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:20.365183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e97c8b50-619c-41b5-89cf-0e9aedd8db14 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:57:20.371226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Request body: {'subnet': {'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-subnet', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:20.550851 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e7a-f13f-4fc0-af5b-0b9ce1825bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.552067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Allocated IP 172.20.0.5 (6366ca5e-c99f-4fa5-b8b8-419df562a4ff/a25abb1f-ff07-4f5d-b8de-dbe6d78361cc/01eae7cc-5d7d-4542-8a00-4ed27067cdcf) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:20.552570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-65c293a9-3c72-473d-84e0-a5942f4c21c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0694060 Apr 18 16:57:20.590318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9e95a5a3-b938-43b3-a1a6-a45a06bfcd1c None None] Provisioning complete for port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:20.596977 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e95a5a3-b938-43b3-a1a6-a45a06bfcd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.597169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62a62fbf-d8cd-4d5b-a1d5-e33f3fd26e72 req-92282729-9541-4165-aa9e-5ab43795b5a7 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 210 time: 0.1078243 Apr 18 16:57:20.599514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-075e7a89-9fdf-42fb-beea-613f6574cd0a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:57:20.601024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-075e7a89-9fdf-42fb-beea-613f6574cd0a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455055 Apr 18 16:57:20.650385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e7a-f13f-4fc0-af5b-0b9ce1825bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.715474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9e95a5a3-b938-43b3-a1a6-a45a06bfcd1c None None] Port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:57:20.734669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b1a27-e893-4c53-89cf-889fe7e7cba5 req-4d3e33c3-bf78-4a95-bfb5-5f2bb5dfb3ec tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:20.743494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Made reservation on behalf of b292f854d7a04d229e2859410036234d for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:20.745442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae2b1a27-e893-4c53-89cf-889fe7e7cba5 req-4d3e33c3-bf78-4a95-bfb5-5f2bb5dfb3ec tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 936 time: 0.3353367 Apr 18 16:57:20.746805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.813688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae2b1a27-e893-4c53-89cf-889fe7e7cba5 req-73d46a31-8c27-4499-8e17-4ba079636e72 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617490 Apr 18 16:57:20.952653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e7a-f13f-4fc0-af5b-0b9ce1825bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.956177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e7a-f13f-4fc0-af5b-0b9ce1825bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:20.956698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d9b12e7a-f13f-4fc0-af5b-0b9ce1825bfa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/346e1726-e5f4-4477-ae4d-44a6761fa7d8 HTTP/1.1" status: 204 len: 168 time: 0.7108338 Apr 18 16:57:20.979733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12e7a-f13f-4fc0-af5b-0b9ce1825bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346e1726-e5f4-4477-ae4d-44a6761fa7d8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:21.097596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:21.234350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18b0ec45-4826-49d4-9dd9-7099e77ebb89 req-cbed9cba-c011-4296-9b38-08f9a545052f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 210 time: 0.1688216 Apr 18 16:57:21.262098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Request body: {'port': {'device_id': 'eb55d136-6cd7-4244-abd6-ecdaae060fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:21.300422 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:21.354381 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:21.419420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Pushing event updated for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:21.455306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:21.457022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:21.462752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:21.486166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:21.486166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:21.521679 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:21.776742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f9bff984-96e5-4c7e-895a-7e4037dda9d2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:21.783480 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-80bd9a1b-9b8c-4335-b612-eaebf5ce16ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1968677 Apr 18 16:57:21.786771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:21.794139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Checking segment: {'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:21.794695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Network hostable DHCP agents. Network: e97c8b50-619c-41b5-89cf-0e9aedd8db14, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:57:21.804563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Request body: {'port': {'device_id': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:21.880987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5accfd9c-cde8-4cd9-9593-34da87d65911 req-9e511d42-b02c-4ee3-9163-53eeab16029e tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 210 time: 0.0718145 Apr 18 16:57:21.965394 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:22.006127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f9bff984-96e5-4c7e-895a-7e4037dda9d2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:22.006799 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:22.048909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d57f80-ba0a-4afb-9eb8-04df830e01c3 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:57:22.059525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:22.097789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Network e97c8b50-619c-41b5-89cf-0e9aedd8db14 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:57:22.098356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Transition to ACTIVE for port object c4d57f80-ba0a-4afb-9eb8-04df830e01c3 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:57:22.168088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d59d-8949-4220-a4a4-e54655edf965 req-9a984c46-34be-46c1-8e9c-5a7b9d90ac27 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:22.168088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0f9d59d-8949-4220-a4a4-e54655edf965 req-9a984c46-34be-46c1-8e9c-5a7b9d90ac27 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 936 time: 0.0655873 Apr 18 16:57:22.235506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0f9d59d-8949-4220-a4a4-e54655edf965 req-4cef79b5-ff21-4a88-a1df-79af6a6945d5 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Apr 18 16:57:22.252965 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:22.319812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.41', 61214) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:22.331329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e97c8b50-619c-41b5-89cf-0e9aedd8db14) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:22.338803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:22.339738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:22.362441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a82bf13-d071-4a6e-a995-ee2e8e17bb32 None None] Network e97c8b50-619c-41b5-89cf-0e9aedd8db14 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:22.425721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-da6c9d89-af27-41cf-b476-e4cd60f02ff9 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=83eaadc7bf0546b4a9e239d1e0d5a4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032200 Apr 18 16:57:22.510971 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-06c7ce21-7740-49dd-b5ef-c31c447b0172 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1522942 Apr 18 16:57:22.535015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:22.543422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:22.602458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Attempting to bind port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:22.603822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Attempting to bind port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:22.604457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Attempting to bind port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:22.626190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:22.675111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:57:22.677431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Attempting to bind port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:22.734643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:22.735654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:22.742964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e97c8b50-619c-41b5-89cf-0e9aedd8db14', 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'fixed_ips': [{'subnet_id': '1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 16:57:22.748991 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:22.870083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:22.870421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:22.871010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:22.872765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Bound port: c4d57f80-ba0a-4afb-9eb8-04df830e01c3, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:22.873154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.013207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Allocated IP 172.20.0.2 (e97c8b50-619c-41b5-89cf-0e9aedd8db14/1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7/c39577a0-d3b4-4c84-8201-a82c2f20bc9e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:23.037010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-7a5cf3ba-4807-4ffd-8bd9-a26256254712 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:23.039671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-7a5cf3ba-4807-4ffd-8bd9-a26256254712 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5746856 Apr 18 16:57:23.066318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21f7ac-143f-4cf4-b69a-7c25dabecdb6 req-cca57c3a-b160-44fd-bd97-9921c2787652 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:23.084628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df21f7ac-143f-4cf4-b69a-7c25dabecdb6 req-cca57c3a-b160-44fd-bd97-9921c2787652 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 931 time: 0.7244105 Apr 18 16:57:23.174933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43656) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:23.214231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Request body: {'port': {'device_id': '86429d20-c2a6-4ec6-913e-8416a41d8d6a', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '83eaadc7bf0546b4a9e239d1e0d5a4f1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:23.248410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63ad17b5-b150-42b6-b4de-dd5cffb657ca req-fca78a71-80d1-430d-946f-a85c5c4bf650 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 210 time: 0.2068646 Apr 18 16:57:23.269040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.282766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01eae7cc-5d7d-4542-8a00-4ed27067cdcf {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:57:23.293031 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.304693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.335414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Transition to ACTIVE for port object 01eae7cc-5d7d-4542-8a00-4ed27067cdcf will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:57:23.395063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.465742 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.494671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Network e97c8b50-619c-41b5-89cf-0e9aedd8db14 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:23.498615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:23.502590 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:23.512866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Pushing event updated for resources: {'Port': ['ID=c39577a0-d3b4-4c84-8201-a82c2f20bc9e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:23.647648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Attempting to bind port c39577a0-d3b4-4c84-8201-a82c2f20bc9e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:23.648609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Attempting to bind port c39577a0-d3b4-4c84-8201-a82c2f20bc9e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:23.648609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Attempting to bind port c39577a0-d3b4-4c84-8201-a82c2f20bc9e on network e97c8b50-619c-41b5-89cf-0e9aedd8db14 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:23.661846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:23.664064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Checking segment: {'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:23.664546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.664871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Bound using segment: {'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:23.665355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Bound port: c39577a0-d3b4-4c84-8201-a82c2f20bc9e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:23.665768 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.839393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] For port c39577a0-d3b4-4c84-8201-a82c2f20bc9e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:23.853509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] For port c39577a0-d3b4-4c84-8201-a82c2f20bc9e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c39577a0-d3b4-4c84-8201-a82c2f20bc9e,segment=NetworkSegment(4e4278bf-febf-4538-a9bc-834066dee2ef),segment_id=4e4278bf-febf-4538-a9bc-834066dee2ef)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:23.892708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.896698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:23.898291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:23.899362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:23.917949 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df21f7ac-143f-4cf4-b69a-7c25dabecdb6 req-93d6962d-e955-48b0-8536-9bc54abd135c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8323977 Apr 18 16:57:23.926520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] For port c4d57f80-ba0a-4afb-9eb8-04df830e01c3, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:23.970370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f52569d0-f85c-4b35-b817-470787ff036a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.972486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] For port c4d57f80-ba0a-4afb-9eb8-04df830e01c3, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:23.987405 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:23.999305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a5930-1ca0-4035-b208-48e9766e5b62 req-3a846428-f064-441d-b686-7c3ef14edeba tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:24.012449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-748a5930-1ca0-4035-b208-48e9766e5b62 req-3a846428-f064-441d-b686-7c3ef14edeba tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.1587818 Apr 18 16:57:24.026967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:57:24.028165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:24.059552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:24.062362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:24.062985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:24.065945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Bound port: 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:24.066541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:24.087357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:24.117015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Made reservation on behalf of 83eaadc7bf0546b4a9e239d1e0d5a4f1 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:24.120453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:24.123689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc207e-9d7d-441f-8b75-232888e56663 None None] Pushing event updated for resources: {'Port': ['ID=c39577a0-d3b4-4c84-8201-a82c2f20bc9e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:24.139441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:24.257326 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:24.325190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-748a5930-1ca0-4035-b208-48e9766e5b62 req-494695f4-2be4-44c0-ba0b-bcb3430258f0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117626 Apr 18 16:57:24.348428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:24.349240 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:24.350946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] 10.222.0.18 "PUT /v2.0/ports/c4d57f80-ba0a-4afb-9eb8-04df830e01c3 HTTP/1.1" status: 200 len: 1096 time: 3.2922306 Apr 18 16:57:24.354002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb55d136-6cd7-4244-abd6-ecdaae060fad', 'tag': 'c4d57f80-ba0a-4afb-9eb8-04df830e01c3'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:24.472553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f52569d0-f85c-4b35-b817-470787ff036a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:24.572277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f52569d0-f85c-4b35-b817-470787ff036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:24.584600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:24.708734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52569d0-f85c-4b35-b817-470787ff036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd296970-7966-413b-b64d-67d848a055a4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:24.759832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3975045-b87c-4839-b24d-aa0a630797b2 req-ce72b374-c8eb-4287-be33-ef742715754d tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 210 time: 0.1842732 Apr 18 16:57:24.776954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a76161-695f-4680-8806-a8d09e338ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:24.817808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:24.858753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-5085fc27-a10c-49ee-8c39-ff7eb5a73195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:24.864256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-5085fc27-a10c-49ee-8c39-ff7eb5a73195 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a56a7d587de46389a3ab3c86344853b&device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 1099 time: 0.3020573 Apr 18 16:57:24.906703 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f52569d0-f85c-4b35-b817-470787ff036a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c590367e2eb842c6b7922284626154a4&name=default HTTP/1.1" status: 200 len: 2976 time: 1.7275898 Apr 18 16:57:24.906703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:24.957321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43688) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:25.103862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-2b089b1b-0dec-4ca8-8619-4aa2b8c320ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c4d57f80-ba0a-4afb-9eb8-04df830e01c3 HTTP/1.1" status: 200 len: 217 time: 0.2130880 Apr 18 16:57:25.115469 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07da6a7c-f7c1-40ff-9386-af1a7593d18f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb55d136-6cd7-4244-abd6-ecdaae060fad", "tag": "c4d57f80-ba0a-4afb-9eb8-04df830e01c3"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:25.256080 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65b5f402-2f99-4566-bb0c-80fb25ce3c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.281229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.317757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfc2eb-05e8-432b-8804-82f3a9b0bc0c req-65220775-29ab-4bbe-a2db-f9b093129697 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:25.319478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34dfc2eb-05e8-432b-8804-82f3a9b0bc0c req-65220775-29ab-4bbe-a2db-f9b093129697 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.1701109 Apr 18 16:57:25.324624 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65b5f402-2f99-4566-bb0c-80fb25ce3c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.327332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-a2195262-1a8d-4000-9866-555f9c5bf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:25.328869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-a2195262-1a8d-4000-9866-555f9c5bf5e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2052500 Apr 18 16:57:25.331855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:25.345489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:25.346114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.347546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-2e431992-3ad2-4ccd-ac1e-5781d3d9ba9e service neutron] 10.222.0.18 "PUT /v2.0/ports/01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 1091 time: 3.5482371 Apr 18 16:57:25.348482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:25.445115 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.518866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56babba6-fc38-44b4-ba9f-7b5b474f9ea0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:25.528737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.595026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34dfc2eb-05e8-432b-8804-82f3a9b0bc0c req-f3475e37-a282-40fc-9af4-5a23150fe097 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583447 Apr 18 16:57:25.604135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-aff450e4-8cbc-47cb-b0f5-048d9606be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:25.608893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-aff450e4-8cbc-47cb-b0f5-048d9606be78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2566574 Apr 18 16:57:25.645654 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e947fb-b754-4f57-94a6-88802f61792a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:25.658431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.814971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c39577a0-d3b4-4c84-8201-a82c2f20bc9e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:25.820566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-53cad1b0-33a5-4381-bbc3-b4b6894012a1 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023575 Apr 18 16:57:25.823491 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc5dfb-bd25-425b-a9e3-dd7662436834 x-openstack-request-id: req-43dc5dfb-bd25-425b-a9e3-dd7662436834 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:25.828003 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb55d136-6cd7-4244-abd6-ecdaae060fad", "tag": "c4d57f80-ba0a-4afb-9eb8-04df830e01c3", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:25.828396 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43dc5dfb-bd25-425b-a9e3-dd7662436834 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:25.828939 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43dc5dfb-bd25-425b-a9e3-dd7662436834'] response: {'name': 'network-changed', 'server_uuid': 'eb55d136-6cd7-4244-abd6-ecdaae060fad', 'tag': 'c4d57f80-ba0a-4afb-9eb8-04df830e01c3', 'status': 'completed', 'code': 200} Apr 18 16:57:25.880548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Allocated IP 172.25.5.181 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/16ff6f85-72c2-45d5-b89a-6e7070e3c771) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:25.925188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65b5f402-2f99-4566-bb0c-80fb25ce3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.928021 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65b5f402-2f99-4566-bb0c-80fb25ce3c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:25.929318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-65b5f402-2f99-4566-bb0c-80fb25ce3c3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd296970-7966-413b-b64d-67d848a055a4 HTTP/1.1" status: 204 len: 168 time: 0.9612417 Apr 18 16:57:25.994323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5f402-2f99-4566-bb0c-80fb25ce3c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd296970-7966-413b-b64d-67d848a055a4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:26.064416 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:26.067647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c39577a0-d3b4-4c84-8201-a82c2f20bc9e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:26.067967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:26.196378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff205e-8e4b-4717-9657-e9b1c3fe0e89 req-6f032ff4-f68f-448e-99b3-4a890ed7509a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:26.214727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1ff205e-8e4b-4717-9657-e9b1c3fe0e89 req-6f032ff4-f68f-448e-99b3-4a890ed7509a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.3665991 Apr 18 16:57:26.215649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:26.228709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-d58d7f10-618a-4b95-b48f-cf6e6932b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:26.230639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-d58d7f10-618a-4b95-b48f-cf6e6932b6b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1094 time: 0.7402959 Apr 18 16:57:26.299955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de84332-ac74-4487-9ba4-5d82c9d8e3bc None None] Network e97c8b50-619c-41b5-89cf-0e9aedd8db14 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:26.340654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:26.346790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Allocated IP 192.168.233.188 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/fbe659a1-9575-4f54-95b1-4f26e6bf71c9) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:26.388641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:26.438853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1ff205e-8e4b-4717-9657-e9b1c3fe0e89 req-5fe05245-3bd4-486f-bba7-8805a6216d8f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228768 Apr 18 16:57:26.462937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:26.473186 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-ad72593c-0ea1-4dd6-9b02-f39532d1f06c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 217 time: 0.1745265 Apr 18 16:57:26.474445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3ee4d1-8a37-4f7e-8860-9791ad802faa req-625a638f-ee90-44e8-a13d-e5a9e04a0935 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979607 Apr 18 16:57:26.573385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Pushing event updated for resources: {'Port': ['ID=16ff6f85-72c2-45d5-b89a-6e7070e3c771,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:26.710662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f657f69b-0914-48b6-bb81-96cb8c58c50e req-5bd8e711-3fbc-4bd3-a5fb-572691eaef59 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 210 time: 0.0992820 Apr 18 16:57:26.733976 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:26.797073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-874b7b15-ff9a-47e0-aa96-08643df870d3 None None] Provisioning complete for port c39577a0-d3b4-4c84-8201-a82c2f20bc9e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:26.797570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-874b7b15-ff9a-47e0-aa96-08643df870d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:26.889067 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8161b46e-5c28-4561-8209-48b739f9f487 x-openstack-request-id: req-8161b46e-5c28-4561-8209-48b739f9f487 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:26.889067 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:26.889067 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8161b46e-5c28-4561-8209-48b739f9f487 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:26.889067 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8161b46e-5c28-4561-8209-48b739f9f487'] response: {'name': 'network-changed', 'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf', 'status': 'completed', 'code': 200} Apr 18 16:57:26.906026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port c39577a0-d3b4-4c84-8201-a82c2f20bc9e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c39577a0-d3b4-4c84-8201-a82c2f20bc9e,segment=NetworkSegment(4e4278bf-febf-4538-a9bc-834066dee2ef),segment_id=4e4278bf-febf-4538-a9bc-834066dee2ef)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:27.043516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43732) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:27.072445 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:27.090000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:27.096799 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-874b7b15-ff9a-47e0-aa96-08643df870d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:27.117262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-6f7b1ad8-4825-4c22-aecf-e98b9229b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:27.123623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-6f7b1ad8-4825-4c22-aecf-e98b9229b9b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.5513046 Apr 18 16:57:27.145372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e68766-e951-4444-a7f1-dacdf4d6a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:27.244779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-a13e1e29-9891-47ad-80be-5167e42e6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:27.247030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-a13e1e29-9891-47ad-80be-5167e42e6bcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a56a7d587de46389a3ab3c86344853b&device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 1099 time: 0.5312505 Apr 18 16:57:27.279181 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:27.374830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=c39577a0-d3b4-4c84-8201-a82c2f20bc9e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:27.403677 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-874b7b15-ff9a-47e0-aa96-08643df870d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 16:57:27.404156 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-874b7b15-ff9a-47e0-aa96-08643df870d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 16:57:27.467177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844019f-0640-44ba-a720-943f75e69b48 req-bdf3c9ad-8f27-4200-a62e-5bd4672e3e32 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:27.477232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e844019f-0640-44ba-a720-943f75e69b48 req-bdf3c9ad-8f27-4200-a62e-5bd4672e3e32 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.3691835 Apr 18 16:57:27.496478 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-642c3789-4991-4f1c-92d3-c0943af5edc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3404441 Apr 18 16:57:27.577590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43738) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:27.620589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:27.655004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:27.717051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:27.733846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:27.741775 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:27.751194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c39577a0-d3b4-4c84-8201-a82c2f20bc9e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:27.792368 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e844019f-0640-44ba-a720-943f75e69b48 req-77d3ef4c-1587-493c-bbb6-4aaeba355622 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141434 Apr 18 16:57:27.835787 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:27.851130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Pushing event updated for resources: {'Port': ['ID=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:27.852508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c39577a0-d3b4-4c84-8201-a82c2f20bc9e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:27.852980 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:27.896824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6dd8f904-8e1c-48a7-8d93-513e92eb1fd6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7257862 Apr 18 16:57:27.917427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-ba9dba22-e1dd-48dc-aa9e-142d30be46d0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:57:27.918424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-ba9dba22-e1dd-48dc-aa9e-142d30be46d0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067098 Apr 18 16:57:28.094760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7053dac1-1550-4d5c-bceb-7b392866e0bb None None] Provisioning complete for port c39577a0-d3b4-4c84-8201-a82c2f20bc9e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:28.095874 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7053dac1-1550-4d5c-bceb-7b392866e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.151238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2c38133-4f14-45bb-86c8-0db1b8dc925c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.204486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-0dec4335-d131-48cb-b84d-5303aedb13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:28.205852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-0dec4335-d131-48cb-b84d-5303aedb13fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.9465747 Apr 18 16:57:28.223039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a32ac-2a55-41f2-973c-9d6735fa94c8 req-efb65099-36c1-49e5-b4e9-108d9f7dbb79 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:28.231278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b57a32ac-2a55-41f2-973c-9d6735fa94c8 req-efb65099-36c1-49e5-b4e9-108d9f7dbb79 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.5338821 Apr 18 16:57:28.291225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-c08a7e02-fb9b-4119-bbb8-118ccd4e42ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c4d57f80-ba0a-4afb-9eb8-04df830e01c3 HTTP/1.1" status: 200 len: 217 time: 0.0515440 Apr 18 16:57:28.324714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec947b-0fa6-4e89-bd8e-bfc57009c917 req-982be1c2-7603-4590-9fe5-7e58046ed7b2 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:28.333176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9ec947b-0fa6-4e89-bd8e-bfc57009c917 req-982be1c2-7603-4590-9fe5-7e58046ed7b2 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 936 time: 0.4136043 Apr 18 16:57:28.372784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Request body: {'port': {'device_id': '86429d20-c2a6-4ec6-913e-8416a41d8d6a', 'device_owner': 'compute:tempest-test_az-425011616', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:28.383515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b57a32ac-2a55-41f2-973c-9d6735fa94c8 req-b2537d72-f1b0-4d89-881d-0f331d720396 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504636 Apr 18 16:57:28.427278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-7545d256-5b60-422d-9b07-4dedc22a25f3 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8912990 Apr 18 16:57:28.435701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-329ec072-0a0e-4c5a-a0a9-8750a4d21b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:28.437135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-329ec072-0a0e-4c5a-a0a9-8750a4d21b05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1309493 Apr 18 16:57:28.444175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.457677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e68766-e951-4444-a7f1-dacdf4d6a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.487630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9ec947b-0fa6-4e89-bd8e-bfc57009c917 req-7437c27a-d250-4c0c-b239-89dac70cae51 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533241 Apr 18 16:57:28.506033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.549954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-396f12ef-1f6b-4e48-aa6b-9b8903c50655 None None] Provisioning complete for port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:28.550687 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-396f12ef-1f6b-4e48-aa6b-9b8903c50655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.565845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-7938ff8a-09d9-4a48-b5a9-1ca35c1983a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:28.567394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-7938ff8a-09d9-4a48-b5a9-1ca35c1983a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005661 Apr 18 16:57:28.593919 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2c38133-4f14-45bb-86c8-0db1b8dc925c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.684088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-396f12ef-1f6b-4e48-aa6b-9b8903c50655 None None] Port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:57:28.708229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e68766-e951-4444-a7f1-dacdf4d6a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.712097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2c38133-4f14-45bb-86c8-0db1b8dc925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:28.857740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-24915d2a-55ab-4b39-ac85-f30414fc14c2 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739749 Apr 18 16:57:28.870428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43748) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:28.873769 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a2c38133-4f14-45bb-86c8-0db1b8dc925c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81e9631415ad438ba142c838667145a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2836535 Apr 18 16:57:28.982107 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b0e68766-e951-4444-a7f1-dacdf4d6a847 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fce01f812f34e0685f77f8fd0886d35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9316037 Apr 18 16:57:28.988045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e68766-e951-4444-a7f1-dacdf4d6a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269acd99-5547-4779-a383-eea0b0fff1c5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:28.992874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43750) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:29.106872 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd93a4d-b7c0-411b-9f24-cb47048b2be3 req-f12c7ebb-eb19-4a43-9e7a-b1924567eb16 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476583 Apr 18 16:57:29.150733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c38133-4f14-45bb-86c8-0db1b8dc925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a39d0f-991d-453b-93fd-d2e09cb3f213,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:29.180459 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-576e3465-5ca1-49bb-b5ad-43196201c91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.219821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109101f7-c945-4d1f-b4f7-137efa10e284 req-e95f7684-f8e8-4c1d-a137-bdfb52eb85ec tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:29.234644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-109101f7-c945-4d1f-b4f7-137efa10e284 req-e95f7684-f8e8-4c1d-a137-bdfb52eb85ec tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.3205492 Apr 18 16:57:29.250353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-576e3465-5ca1-49bb-b5ad-43196201c91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.302153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07da6a7c-f7c1-40ff-9386-af1a7593d18f req-2c318136-3d22-42ca-9a0d-83efb0c97c92 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193051 Apr 18 16:57:29.311015 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6161fd97-60cb-4f96-8ccf-f73344e34b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.335872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 16:57:29.347792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e947fb-b754-4f57-94a6-88802f61792a req-4c3d3798-f8e4-4ab9-baef-d22c5859ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:29.349378 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-00e947fb-b754-4f57-94a6-88802f61792a req-4c3d3798-f8e4-4ab9-baef-d22c5859ddca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1094 time: 0.0602865 Apr 18 16:57:29.353212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe659a1-9575-4f54-95b1-4f26e6bf71c9 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:57:29.378299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.382866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6161fd97-60cb-4f96-8ccf-f73344e34b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.413737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-109101f7-c945-4d1f-b4f7-137efa10e284 req-40cbb5dd-514a-4106-9174-3c5efad2292a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754024 Apr 18 16:57:29.450873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-576e3465-5ca1-49bb-b5ad-43196201c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.453937 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-576e3465-5ca1-49bb-b5ad-43196201c91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.455736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-576e3465-5ca1-49bb-b5ad-43196201c91e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/269acd99-5547-4779-a383-eea0b0fff1c5 HTTP/1.1" status: 204 len: 168 time: 0.4580958 Apr 18 16:57:29.456145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Transition to ACTIVE for port object fbe659a1-9575-4f54-95b1-4f26e6bf71c9 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:57:29.526415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e3465-5ca1-49bb-b5ad-43196201c91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269acd99-5547-4779-a383-eea0b0fff1c5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:29.547730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.636196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6161fd97-60cb-4f96-8ccf-f73344e34b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.639432 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6161fd97-60cb-4f96-8ccf-f73344e34b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:29.640109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6161fd97-60cb-4f96-8ccf-f73344e34b88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54a39d0f-991d-453b-93fd-d2e09cb3f213 HTTP/1.1" status: 204 len: 168 time: 0.7678447 Apr 18 16:57:29.705828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161fd97-60cb-4f96-8ccf-f73344e34b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a39d0f-991d-453b-93fd-d2e09cb3f213,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:29.728765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Pushing event updated for resources: {'Port': ['ID=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:29.818343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:57:29.834507 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Sync routers for ids ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:57:29.849806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a702e-1724-4c4e-a961-18789c423683 req-8b4f97ab-da3d-4a2d-a084-a7f509ec5854 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:29.852318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc7a702e-1724-4c4e-a961-18789c423683 req-8b4f97ab-da3d-4a2d-a084-a7f509ec5854 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.3289354 Apr 18 16:57:29.868084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e947fb-b754-4f57-94a6-88802f61792a req-bf98fa3d-647b-4230-93da-1af25ac8d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:29.868822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Attempting to bind port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:29.869028 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Routers {'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:57:29.872985 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:29.875193 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-00e947fb-b754-4f57-94a6-88802f61792a req-bf98fa3d-647b-4230-93da-1af25ac8d877 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.4589806 Apr 18 16:57:29.876754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Attempting to bind port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:29.877124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Attempting to bind port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:29.910564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5429ad-6d0e-4802-8673-ad317926eed2 req-44ad4d57-cec1-4736-8ad4-1282cd6f0fb1 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:29.912492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c5429ad-6d0e-4802-8673-ad317926eed2 req-44ad4d57-cec1-4736-8ad4-1282cd6f0fb1 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.2838671 Apr 18 16:57:29.937393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:57:29.937868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Attempting to bind port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:29.996383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:30.004545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:30.005265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:30.007816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Bound port: fbe659a1-9575-4f54-95b1-4f26e6bf71c9, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:30.008473 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:30.044401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:30.048806 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61541f7d-8f8a-41d0-9a9b-369011795dcc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5098505 Apr 18 16:57:30.054460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-00e947fb-b754-4f57-94a6-88802f61792a req-53c2438b-070e-4f8f-9d13-1b2a5a0222f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 217 time: 0.1666865 Apr 18 16:57:30.054924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43762) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:30.078147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc7a702e-1724-4c4e-a961-18789c423683 req-533cb7b0-4344-4675-bc6b-720cee6f0d16 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959789 Apr 18 16:57:30.109016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c5429ad-6d0e-4802-8673-ad317926eed2 req-f873ff2a-112b-4dc6-9db7-cd60bc7400a9 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799319 Apr 18 16:57:30.160117 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Set router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:57:30.168586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] For port fbe659a1-9575-4f54-95b1-4f26e6bf71c9, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:30.174117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] For port fbe659a1-9575-4f54-95b1-4f26e6bf71c9, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:30.256335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:30.288329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e947fb-b754-4f57-94a6-88802f61792a req-8c458963-c449-48dc-8b25-cd72cbd984f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:30.289733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-00e947fb-b754-4f57-94a6-88802f61792a req-8c458963-c449-48dc-8b25-cd72cbd984f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.1883957 Apr 18 16:57:30.351296 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-00e947fb-b754-4f57-94a6-88802f61792a req-67a7d1f3-736c-4e48-8630-0e108a9b5198 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435746 Apr 18 16:57:30.385743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:30.389733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:30.395089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] 10.222.0.41 "PUT /v2.0/ports/fbe659a1-9575-4f54-95b1-4f26e6bf71c9 HTTP/1.1" status: 200 len: 1117 time: 2.1970015 Apr 18 16:57:30.396194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86429d20-c2a6-4ec6-913e-8416a41d8d6a', 'tag': 'fbe659a1-9575-4f54-95b1-4f26e6bf71c9'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:30.406383 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1169e3fb-81ec-48fe-a573-c3740b090830" -d '{"events": [{"name": "network-changed", "server_uuid": "86429d20-c2a6-4ec6-913e-8416a41d8d6a", "tag": "fbe659a1-9575-4f54-95b1-4f26e6bf71c9"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:30.457214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee2ed5-f9a8-4cb6-9f60-7085bc7aa07b service neutron] Pushing event updated for resources: {'Port': ['ID=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:30.635326 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b73fb2-cd06-4894-8a86-6115467b004b x-openstack-request-id: req-d8b73fb2-cd06-4894-8a86-6115467b004b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:30.635603 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86429d20-c2a6-4ec6-913e-8416a41d8d6a", "tag": "fbe659a1-9575-4f54-95b1-4f26e6bf71c9", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:30.638053 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8b73fb2-cd06-4894-8a86-6115467b004b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:30.638484 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b73fb2-cd06-4894-8a86-6115467b004b'] response: {'name': 'network-changed', 'server_uuid': '86429d20-c2a6-4ec6-913e-8416a41d8d6a', 'tag': 'fbe659a1-9575-4f54-95b1-4f26e6bf71c9', 'status': 'completed', 'code': 200} Apr 18 16:57:30.728387 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T16:57:27Z', 'revision_number': 3, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port': {'id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:25Z', 'updated_at': '2022-04-18T16:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:30.741678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-15632f1e-55ab-43c8-b9b9-fd86e2a3ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:30.743368 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-15632f1e-55ab-43c8-b9b9-fd86e2a3ab33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83eaadc7bf0546b4a9e239d1e0d5a4f1&device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 1120 time: 0.2144978 Apr 18 16:57:30.757801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6724-fb06-479f-8a6b-8321f9010909 req-712b3d64-6c18-4eae-9ce4-8666d791571c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:30.759469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef2d6724-fb06-479f-8a6b-8321f9010909 req-712b3d64-6c18-4eae-9ce4-8666d791571c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.1172101 Apr 18 16:57:30.832699 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Checking router: f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:57:30.833103 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Updating router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d port 16ff6f85-72c2-45d5-b89a-6e7070e3c771 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:57:30.895393 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:30.926095 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da905ac5-93c3-4dd9-aca3-96685727b6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:30.935006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43778) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:30.994685 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fb23-ccba-41a0-82f1-ee9d84fc3d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:30.997435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-6a4c4c57-f802-4468-9ac5-e4518fc72f0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fbe659a1-9575-4f54-95b1-4f26e6bf71c9 HTTP/1.1" status: 200 len: 217 time: 0.2335687 Apr 18 16:57:31.060506 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:57:31.211347 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-00e947fb-b754-4f57-94a6-88802f61792a req-08eb07ba-6586-4b73-ab7d-1b746fa7af80 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260790 Apr 18 16:57:31.274937 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fb23-ccba-41a0-82f1-ee9d84fc3d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:31.353449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fb23-ccba-41a0-82f1-ee9d84fc3d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:31.373170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef2d6724-fb06-479f-8a6b-8321f9010909 req-b07baf69-6d44-471f-913c-e5d834477d81 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843408 Apr 18 16:57:31.419691 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:31.494723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1ba7fb23-ccba-41a0-82f1-ee9d84fc3d80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56d722fbd5024b4795c625b3fdf7e1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586038 Apr 18 16:57:31.495965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7fb23-ccba-41a0-82f1-ee9d84fc3d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5734df-12b9-41f0-a6cb-2b70897949f8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:31.502498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43790) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:31.508000 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:31.577712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-00e947fb-b754-4f57-94a6-88802f61792a req-2935faa3-3a27-4a41-ac96-d6c9d97fa60c service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477709 Apr 18 16:57:31.625613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-a8f3b72f-a58d-4de0-8fce-36c227ef545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:31.627088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-a8f3b72f-a58d-4de0-8fce-36c227ef545a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.5587633 Apr 18 16:57:31.651231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a8f3-c030-4037-be17-f4d1eac92ef5 req-849d5120-2925-4504-8026-0075b7c49793 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:31.660692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3a2a8f3-c030-4037-be17-f4d1eac92ef5 req-849d5120-2925-4504-8026-0075b7c49793 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.3840415 Apr 18 16:57:31.700408 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906c6b6-6ebb-433a-affc-d1b0520475e7 None None] Pushing event updated for resources: {'Port': ['ID=16ff6f85-72c2-45d5-b89a-6e7070e3c771,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:31.716350 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Attempting to bind port 16ff6f85-72c2-45d5-b89a-6e7070e3c771 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:31.716736 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Attempting to bind port 16ff6f85-72c2-45d5-b89a-6e7070e3c771 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:31.718118 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Attempting to bind port 16ff6f85-72c2-45d5-b89a-6e7070e3c771 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:31.735132 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:31.735648 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:31.736062 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:31.736456 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:31.736922 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Bound port: 16ff6f85-72c2-45d5-b89a-6e7070e3c771, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:31.743491 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:31.825015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610a2cd-9df3-448f-817b-3088b34e2e28 req-fd3215bd-81ca-4daf-8171-10002736b28a tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:31.841361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1610a2cd-9df3-448f-817b-3088b34e2e28 req-fd3215bd-81ca-4daf-8171-10002736b28a tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.2966352 Apr 18 16:57:31.881117 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] For port 16ff6f85-72c2-45d5-b89a-6e7070e3c771, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:31.888067 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] For port 16ff6f85-72c2-45d5-b89a-6e7070e3c771, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=16ff6f85-72c2-45d5-b89a-6e7070e3c771,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:31.935686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d519fafe-e85d-4f22-8823-74b0bf55431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:31.939476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-a44cfd0b-64e5-4c74-b509-31b3741cfbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:31.941008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-a44cfd0b-64e5-4c74-b509-31b3741cfbe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2672536 Apr 18 16:57:31.943799 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:31.968628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3a2a8f3-c030-4037-be17-f4d1eac92ef5 req-65252818-1447-4bda-8f5a-b94b9d2badf1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069682 Apr 18 16:57:31.989030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d519fafe-e85d-4f22-8823-74b0bf55431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:32.017798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1610a2cd-9df3-448f-817b-3088b34e2e28 req-85cdd945-3012-4824-b596-6d9b9071a07d tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549559 Apr 18 16:57:32.152556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Routers {'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:57:32.153761 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:32.162477 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906c6b6-6ebb-433a-affc-d1b0520475e7 None None] Pushing event updated for resources: {'Port': ['ID=16ff6f85-72c2-45d5-b89a-6e7070e3c771,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:32.193179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d519fafe-e85d-4f22-8823-74b0bf55431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:32.196362 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d519fafe-e85d-4f22-8823-74b0bf55431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:32.197621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d519fafe-e85d-4f22-8823-74b0bf55431e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e5734df-12b9-41f0-a6cb-2b70897949f8 HTTP/1.1" status: 204 len: 168 time: 0.6941173 Apr 18 16:57:32.246713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519fafe-e85d-4f22-8823-74b0bf55431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5734df-12b9-41f0-a6cb-2b70897949f8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:32.450030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:32.574698 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] Set router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:57:32.800298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-efe7d3e1-351d-47f1-826d-295da9f6f663 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848933 Apr 18 16:57:32.825900 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1175910-1d15-4f16-8854-05eb72980541 req-24001d4b-1b5d-4572-8a59-8a7fd377db03 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:32.831384 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1175910-1d15-4f16-8854-05eb72980541 req-24001d4b-1b5d-4572-8a59-8a7fd377db03 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.2387621 Apr 18 16:57:32.916203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Allocated IP 172.20.0.1 (e97c8b50-619c-41b5-89cf-0e9aedd8db14/1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7/9c8432b9-28f1-434d-a8af-556429ab06c5) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:33.061523 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T16:57:27Z', 'revision_number': 3, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port': {'id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:25Z', 'updated_at': '2022-04-18T16:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:33.117392 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bfb3f6-9b7c-4525-98e6-817db0fe6345 None None] The sync data for ids ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'] in n-d-836015-2 is: [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T16:57:27Z', 'revision_number': 3, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port': {'id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:25Z', 'updated_at': '2022-04-18T16:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:57:33.168243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c60718-4a09-42f7-97ad-cf6c09310f87 req-2b4b273a-35e9-4f53-8232-09769d448734 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347735 Apr 18 16:57:33.215634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1175910-1d15-4f16-8854-05eb72980541 req-b5df5890-efdf-40af-ade3-b84f5a1992e3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788259 Apr 18 16:57:33.269153 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53cd754b-99e5-401a-be0b-e2d362df43d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:33.273720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a753a-289f-49cd-92cd-68b1a4d01511 req-5e1c8f18-9978-42c0-b765-a3ab15d18fde tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:33.275584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c26a753a-289f-49cd-92cd-68b1a4d01511 req-5e1c8f18-9978-42c0-b765-a3ab15d18fde tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.1054332 Apr 18 16:57:33.316974 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:33.391395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c26a753a-289f-49cd-92cd-68b1a4d01511 req-de8962e3-0a07-4557-ba57-49dbac744ccd tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057942 Apr 18 16:57:33.528203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:33.625603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Network e97c8b50-619c-41b5-89cf-0e9aedd8db14 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:33.625603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:33.633041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:33.633640 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:33.720896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d686e68-2cf7-4833-a4e2-cdd9841ba1fe req-54d3ce24-4254-4654-8e67-9b34bdb8d2bf tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:33.733526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d686e68-2cf7-4833-a4e2-cdd9841ba1fe req-54d3ce24-4254-4654-8e67-9b34bdb8d2bf tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.3217161 Apr 18 16:57:33.744055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-c246afeb-9dd7-45f8-96cc-623b461955b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:33.751323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-c246afeb-9dd7-45f8-96cc-623b461955b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83eaadc7bf0546b4a9e239d1e0d5a4f1&device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 1120 time: 0.2548907 Apr 18 16:57:33.985892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Pushing event updated for resources: {'Port': ['ID=9c8432b9-28f1-434d-a8af-556429ab06c5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:34.008712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d686e68-2cf7-4833-a4e2-cdd9841ba1fe req-2a225ef3-4124-40a0-bc03-ef9494873693 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701809 Apr 18 16:57:34.114712 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:34.120591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-7dc32e42-4dd3-4273-90c0-d172c14b2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:34.130299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-7dc32e42-4dd3-4273-90c0-d172c14b2bb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.3471684 Apr 18 16:57:34.176821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-12e79955-30a8-40ff-8d59-33fa4234ffc6 None None] Provisioning complete for port 9c8432b9-28f1-434d-a8af-556429ab06c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:34.178718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12e79955-30a8-40ff-8d59-33fa4234ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:34.312520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-12e79955-30a8-40ff-8d59-33fa4234ffc6 None None] Port 9c8432b9-28f1-434d-a8af-556429ab06c5 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:57:34.397660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-6a5ccc2e-64fc-4bf1-bf54-115719061bea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fbe659a1-9575-4f54-95b1-4f26e6bf71c9 HTTP/1.1" status: 200 len: 217 time: 0.2482324 Apr 18 16:57:34.412618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:34.566025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:34.648700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5e483-98f5-4091-8f56-8e0e2b855143 req-53be4de9-b950-4885-81a1-fc822035101c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:34.680982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9e5e483-98f5-4091-8f56-8e0e2b855143 req-53be4de9-b950-4885-81a1-fc822035101c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.1656358 Apr 18 16:57:34.680982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-a1ec59f0-c9eb-4649-adbe-f1cf376ccaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:34.680982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-a1ec59f0-c9eb-4649-adbe-f1cf376ccaa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2485754 Apr 18 16:57:34.804926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:34.807114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:34.813317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9e5e483-98f5-4091-8f56-8e0e2b855143 req-5186ce4b-e30b-4935-99ad-1a0c8be8132e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561913 Apr 18 16:57:34.836158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-c6c59af9-082e-4081-9b9b-9eadfec3ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:34.842558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-c6c59af9-082e-4081-9b9b-9eadfec3ed91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173418 Apr 18 16:57:34.983597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Pushing event updated for resources: {'Port': ['ID=9c8432b9-28f1-434d-a8af-556429ab06c5,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:35.102245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Network e97c8b50-619c-41b5-89cf-0e9aedd8db14 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:35.106762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:35.139952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-6dca26d4-56a2-48a2-a3fb-124334e2defe service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873878 Apr 18 16:57:35.184237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527d9f-ac05-48c6-859d-38efd209927e req-bacbd314-9b7e-4587-92ab-bef88567c578 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:35.186611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a527d9f-ac05-48c6-859d-38efd209927e req-bacbd314-9b7e-4587-92ab-bef88567c578 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.1653781 Apr 18 16:57:35.284447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a527d9f-ac05-48c6-859d-38efd209927e req-4c8cf7c3-887d-428b-b09a-010378698f6b tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910404 Apr 18 16:57:35.312839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7cf64-5c02-4307-aac3-f9009690c48e req-88213d25-c193-4e32-8d74-21d68e3b5771 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:35.326810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82d7cf64-5c02-4307-aac3-f9009690c48e req-88213d25-c193-4e32-8d74-21d68e3b5771 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.0891333 Apr 18 16:57:35.405394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82d7cf64-5c02-4307-aac3-f9009690c48e req-6be8efd4-4e26-4098-9932-e82f5c85e981 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772145 Apr 18 16:57:35.458406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 16:57:35.559628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-df214ea2-f5a0-4076-ab84-c41a29e4f8de None None] Provisioning complete for port 9c8432b9-28f1-434d-a8af-556429ab06c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:35.562590 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df214ea2-f5a0-4076-ab84-c41a29e4f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:35.633663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:57:35.643212 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4a0a535a-e471-4517-b0d6-ed789240edac admin admin] 10.222.0.45 "PUT /v2.0/routers/f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5851841 Apr 18 16:57:35.665356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-df214ea2-f5a0-4076-ab84-c41a29e4f8de None None] Port 9c8432b9-28f1-434d-a8af-556429ab06c5 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:57:35.765645 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:35.840953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 16ff6f85-72c2-45d5-b89a-6e7070e3c771 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:35.939264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 16ff6f85-72c2-45d5-b89a-6e7070e3c771 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:35.939716 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:36.005905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149ad3b-43fc-47c2-8889-ccb8913f3196 req-859b2308-1be4-4705-b961-16c5efdd9e91 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:36.007788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5149ad3b-43fc-47c2-8889-ccb8913f3196 req-859b2308-1be4-4705-b961-16c5efdd9e91 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.0676999 Apr 18 16:57:36.091359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5149ad3b-43fc-47c2-8889-ccb8913f3196 req-73057669-1a70-4f68-a7b5-5f46c67ea122 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772438 Apr 18 16:57:36.111102 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:36.144481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:36.188522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 16ff6f85-72c2-45d5-b89a-6e7070e3c771, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=16ff6f85-72c2-45d5-b89a-6e7070e3c771,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:36.252344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Sync routers for ids ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:57:36.264589 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:36.267895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Routers {'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:57:36.268522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:36.372095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=16ff6f85-72c2-45d5-b89a-6e7070e3c771,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:36.429019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Set router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:57:36.632770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T16:57:33Z', 'revision_number': 4, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port': {'id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:25Z', 'updated_at': '2022-04-18T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9c8432b9-28f1-434d-a8af-556429ab06c5', 'name': '', 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'mac_address': 'fa:16:3e:52:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:32Z', 'updated_at': '2022-04-18T16:57:34Z', 'revision_number': 2, 'project_id': 'b292f854d7a04d229e2859410036234d', 'subnets': [{'id': '1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:36.662811 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Checking router: f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:57:36.663196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Updating router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d port 9c8432b9-28f1-434d-a8af-556429ab06c5 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:57:36.688703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:36.714120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73899c77-d57c-4be3-97aa-0e8b683a27b8 req-fa64a3e6-d3d3-4a21-8b31-877003ff6f86 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:36.715609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73899c77-d57c-4be3-97aa-0e8b683a27b8 req-fa64a3e6-d3d3-4a21-8b31-877003ff6f86 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.2164953 Apr 18 16:57:36.756463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73899c77-d57c-4be3-97aa-0e8b683a27b8 req-5a88cf0b-97b0-47c5-8f8d-7beb9df4ac0c tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Apr 18 16:57:36.859406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c82ec-1c3f-4072-a148-ac9c918bc3a6 req-871b818e-bc26-44a6-a26c-34ca6c90ff7b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:36.860862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57c82ec-1c3f-4072-a148-ac9c918bc3a6 req-871b818e-bc26-44a6-a26c-34ca6c90ff7b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.0489292 Apr 18 16:57:36.899397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57c82ec-1c3f-4072-a148-ac9c918bc3a6 req-2c86b624-ddf7-49a9-a771-54ede256dc81 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Apr 18 16:57:36.981518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.074782 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.134864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af4161-b793-4d11-802d-f5ef715c2af4 None None] Pushing event updated for resources: {'Port': ['ID=9c8432b9-28f1-434d-a8af-556429ab06c5,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:37.193881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Attempting to bind port 9c8432b9-28f1-434d-a8af-556429ab06c5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:37.194275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Attempting to bind port 9c8432b9-28f1-434d-a8af-556429ab06c5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:37.194765 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Attempting to bind port 9c8432b9-28f1-434d-a8af-556429ab06c5 on network e97c8b50-619c-41b5-89cf-0e9aedd8db14 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:37.206144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:37.206632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Checking segment: {'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:37.207229 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.207730 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Bound using segment: {'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:37.208255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Bound port: 9c8432b9-28f1-434d-a8af-556429ab06c5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4278bf-febf-4538-a9bc-834066dee2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:37.208643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.247319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a66ec-b576-4d26-93e3-acd237efccbf req-f87a4453-4f45-44e4-815e-f0b66d51cb22 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:37.248865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34a66ec-b576-4d26-93e3-acd237efccbf req-f87a4453-4f45-44e4-815e-f0b66d51cb22 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.0528071 Apr 18 16:57:37.279715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] For port 9c8432b9-28f1-434d-a8af-556429ab06c5, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:37.283168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] For port 9c8432b9-28f1-434d-a8af-556429ab06c5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9c8432b9-28f1-434d-a8af-556429ab06c5,segment=NetworkSegment(4e4278bf-febf-4538-a9bc-834066dee2ef),segment_id=4e4278bf-febf-4538-a9bc-834066dee2ef)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:37.292054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34a66ec-b576-4d26-93e3-acd237efccbf req-1c519343-be42-4833-ad9f-669e7709d365 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Apr 18 16:57:37.353164 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.537568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Routers {'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:57:37.538788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:37.540498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c4414a2e-fc9d-45cf-a43a-60b69a6fdff7 None None] Provisioning complete for port 9c8432b9-28f1-434d-a8af-556429ab06c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:37.540860 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4414a2e-fc9d-45cf-a43a-60b69a6fdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.599450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af4161-b793-4d11-802d-f5ef715c2af4 None None] Pushing event updated for resources: {'Port': ['ID=9c8432b9-28f1-434d-a8af-556429ab06c5,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:37.679857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 16ff6f85-72c2-45d5-b89a-6e7070e3c771 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:37.711091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] Set router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:57:37.727623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:37.732099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-561e88bc-758d-4f95-89bb-5facf133524b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176128377', 'description': 'tempest-description--790862569'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:37.839054 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4414a2e-fc9d-45cf-a43a-60b69a6fdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.884667 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561e88bc-758d-4f95-89bb-5facf133524b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.894934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43910) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:37.922342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 16ff6f85-72c2-45d5-b89a-6e7070e3c771 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:37.922509 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:37.966596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c4414a2e-fc9d-45cf-a43a-60b69a6fdff7 None None] For port 9c8432b9-28f1-434d-a8af-556429ab06c5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9c8432b9-28f1-434d-a8af-556429ab06c5,segment=NetworkSegment(4e4278bf-febf-4538-a9bc-834066dee2ef),segment_id=4e4278bf-febf-4538-a9bc-834066dee2ef)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:37.981041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215975de-431c-4326-b662-a3513cb76e2d req-d7f318e0-e803-43c0-87e3-c242d81f2a81 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:37.982871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-215975de-431c-4326-b662-a3513cb76e2d req-d7f318e0-e803-43c0-87e3-c242d81f2a81 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.1505454 Apr 18 16:57:38.027892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1169e3fb-81ec-48fe-a573-c3740b090830 req-6e4a2b44-11e4-4bb4-b20b-e94762e73899 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941078 Apr 18 16:57:38.036440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd4eefa6-72f7-42ca-adc6-79420c1cadd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.068438 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4414a2e-fc9d-45cf-a43a-60b69a6fdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.076016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-215975de-431c-4326-b662-a3513cb76e2d req-23edb8f4-2c87-4968-97ee-20d4acd74e00 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732753 Apr 18 16:57:38.113702 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561e88bc-758d-4f95-89bb-5facf133524b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.126183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a701321-6ded-4dff-a8d6-b4cb11967d4d req-2d3f6567-c8a4-4f7b-821b-cbca5451d33d tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:38.127759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a701321-6ded-4dff-a8d6-b4cb11967d4d req-2d3f6567-c8a4-4f7b-821b-cbca5451d33d tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.0758798 Apr 18 16:57:38.163705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4414a2e-fc9d-45cf-a43a-60b69a6fdff7 None None] Pushing event updated for resources: {'Port': ['ID=9c8432b9-28f1-434d-a8af-556429ab06c5,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:38.168269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd4eefa6-72f7-42ca-adc6-79420c1cadd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.176450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T16:57:33Z', 'revision_number': 4, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port': {'id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:25Z', 'updated_at': '2022-04-18T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9c8432b9-28f1-434d-a8af-556429ab06c5', 'name': '', 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'mac_address': 'fa:16:3e:52:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:32Z', 'updated_at': '2022-04-18T16:57:37Z', 'revision_number': 4, 'project_id': 'b292f854d7a04d229e2859410036234d', 'subnets': [{'id': '1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:57:38.181015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a701321-6ded-4dff-a8d6-b4cb11967d4d req-bf2664a8-1507-4641-aebe-05a949a7de4f tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Apr 18 16:57:38.206435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c312b1-6dec-4179-b25f-e7ecc8d7fc0f None None] The sync data for ids ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'] in n-d-836015-2 is: [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T16:57:33Z', 'revision_number': 4, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port': {'id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:25Z', 'updated_at': '2022-04-18T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9c8432b9-28f1-434d-a8af-556429ab06c5', 'name': '', 'network_id': 'e97c8b50-619c-41b5-89cf-0e9aedd8db14', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'mac_address': 'fa:16:3e:52:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:32Z', 'updated_at': '2022-04-18T16:57:37Z', 'revision_number': 4, 'project_id': 'b292f854d7a04d229e2859410036234d', 'subnets': [{'id': '1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:57:38.218441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f5154eba-567a-4a0a-8357-9f95efb89f53 None None] Provisioning complete for port 9c8432b9-28f1-434d-a8af-556429ab06c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:38.218813 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5154eba-567a-4a0a-8357-9f95efb89f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.222929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561e88bc-758d-4f95-89bb-5facf133524b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.246603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd4eefa6-72f7-42ca-adc6-79420c1cadd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.271057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e88bc-758d-4f95-89bb-5facf133524b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b878e3ad-cd63-4c0b-b22a-2a14fe602838,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:38.302321 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561e88bc-758d-4f95-89bb-5facf133524b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.304152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-561e88bc-758d-4f95-89bb-5facf133524b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5754988 Apr 18 16:57:38.307936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43918) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:38.317746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a21ae03a-aa56-4d7b-8250-33701e5a08df tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Request body: {'security_group_rule': {'security_group_id': 'b878e3ad-cd63-4c0b-b22a-2a14fe602838', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:38.339318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dd4eefa6-72f7-42ca-adc6-79420c1cadd2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=891d7cc886634b06bc4a95f2dafe5a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427059 Apr 18 16:57:38.342197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43922) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:38.354361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4eefa6-72f7-42ca-adc6-79420c1cadd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc35ea6-8a50-4726-b8f9-d90abe3db3b9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:38.417092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04a1d8a6-7bd9-47ce-8e35-40a1388191de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.464093 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21ae03a-aa56-4d7b-8250-33701e5a08df tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.472158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04a1d8a6-7bd9-47ce-8e35-40a1388191de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.525020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aba747-2af7-41e0-bb42-da49c28c4990 req-d815d4db-21e6-4a52-a288-7a9ac6ffcd90 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:38.526536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0aba747-2af7-41e0-bb42-da49c28c4990 req-d815d4db-21e6-4a52-a288-7a9ac6ffcd90 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.1235723 Apr 18 16:57:38.564559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43926) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:38.611361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0aba747-2af7-41e0-bb42-da49c28c4990 req-aea69b47-b183-4d85-aa7e-52ef27451c7c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729024 Apr 18 16:57:38.613827 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21ae03a-aa56-4d7b-8250-33701e5a08df tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.672141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04a1d8a6-7bd9-47ce-8e35-40a1388191de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.675059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04a1d8a6-7bd9-47ce-8e35-40a1388191de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.679186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-04a1d8a6-7bd9-47ce-8e35-40a1388191de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3dc35ea6-8a50-4726-b8f9-d90abe3db3b9 HTTP/1.1" status: 204 len: 168 time: 0.3328931 Apr 18 16:57:38.684555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1d8a6-7bd9-47ce-8e35-40a1388191de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc35ea6-8a50-4726-b8f9-d90abe3db3b9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:38.694897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d401203-37ec-485c-a48f-6b0e0ca45b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.703647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21ae03a-aa56-4d7b-8250-33701e5a08df tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.732913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ae03a-aa56-4d7b-8250-33701e5a08df tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ad30ee-3afe-414b-9bb6-276bbe8984ce,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:38.792332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d401203-37ec-485c-a48f-6b0e0ca45b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.819873 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21ae03a-aa56-4d7b-8250-33701e5a08df tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.824668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a21ae03a-aa56-4d7b-8250-33701e5a08df tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5122068 Apr 18 16:57:38.824668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43932) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:38.828388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b1a9450a-387b-41bf-bb43-cb8af9bdebca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Request body: {'security_group_rule': {'security_group_id': 'b878e3ad-cd63-4c0b-b22a-2a14fe602838', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:38.894926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d401203-37ec-485c-a48f-6b0e0ca45b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:38.934407 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1d401203-37ec-485c-a48f-6b0e0ca45b36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cee528beb1784515bd338188550a61aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686419 Apr 18 16:57:38.935163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401203-37ec-485c-a48f-6b0e0ca45b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa0eb09-f010-49c1-b412-cc096a99a645,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:38.936969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43934) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:38.965397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1a9450a-387b-41bf-bb43-cb8af9bdebca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.028295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-96412c6e-faad-40f7-9f12-394e60f9c187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.063643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-96412c6e-faad-40f7-9f12-394e60f9c187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.066248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1a9450a-387b-41bf-bb43-cb8af9bdebca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.129275 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1a9450a-387b-41bf-bb43-cb8af9bdebca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.149125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9450a-387b-41bf-bb43-cb8af9bdebca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ae739f-43c4-4204-aea6-53ec14b6bc13,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:39.196326 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-96412c6e-faad-40f7-9f12-394e60f9c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.198988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-96412c6e-faad-40f7-9f12-394e60f9c187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.202457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-96412c6e-faad-40f7-9f12-394e60f9c187 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4aa0eb09-f010-49c1-b412-cc096a99a645 HTTP/1.1" status: 204 len: 168 time: 0.2619412 Apr 18 16:57:39.219246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96412c6e-faad-40f7-9f12-394e60f9c187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa0eb09-f010-49c1-b412-cc096a99a645,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:39.262633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eca70-258a-447c-a0c4-319d89050c97 req-e3a8b6d3-f28d-4bf7-ac7a-efaee1a4d4f4 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:39.264396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d5eca70-258a-447c-a0c4-319d89050c97 req-e3a8b6d3-f28d-4bf7-ac7a-efaee1a4d4f4 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.1038120 Apr 18 16:57:39.282658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1a9450a-387b-41bf-bb43-cb8af9bdebca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.283931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b1a9450a-387b-41bf-bb43-cb8af9bdebca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4591897 Apr 18 16:57:39.287164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43944) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:39.292816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:39.349219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083e89d-1e9d-4673-90b9-beb5b5dbde44 req-c09afce0-108f-4702-aff2-d0ceadbaf63e tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:39.351283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1083e89d-1e9d-4673-90b9-beb5b5dbde44 req-c09afce0-108f-4702-aff2-d0ceadbaf63e tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.0822041 Apr 18 16:57:39.356861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d5eca70-258a-447c-a0c4-319d89050c97 req-c1feb755-5be1-44eb-8089-f06e07c70a48 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742488 Apr 18 16:57:39.393744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1083e89d-1e9d-4673-90b9-beb5b5dbde44 req-50c04dcb-ac56-44c4-80fc-4a6cc62bada9 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359099 Apr 18 16:57:39.410755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:39.424792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40f29efb-515e-4171-b62f-aa104290d1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.432480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.515085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40f29efb-515e-4171-b62f-aa104290d1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.547431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.601699 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40f29efb-515e-4171-b62f-aa104290d1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.673368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Allocated IP 172.25.5.128 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/1300d90f-3fa2-4ad1-bf15-12e7bf32cd08) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:39.675450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43952) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:39.678036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-40f29efb-515e-4171-b62f-aa104290d1e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=291bc8a73eb7435daa6a64547c9f62cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659955 Apr 18 16:57:39.679818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f29efb-515e-4171-b62f-aa104290d1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ddac7a-cfdf-4dba-a01f-3632273f49ab,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:39.689741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9c8432b9-28f1-434d-a8af-556429ab06c5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:39.745534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9c8432b9-28f1-434d-a8af-556429ab06c5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:39.746056 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.747456 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82b9e4fe-be76-4bd8-9f28-ad266b5aa1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.754600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d6de-ea58-4e37-9c16-86d9494a98a9 req-b332515e-bc51-41cb-9887-bf782ee4e9ee tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:39.764479 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eaa1d6de-ea58-4e37-9c16-86d9494a98a9 req-b332515e-bc51-41cb-9887-bf782ee4e9ee tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.0761139 Apr 18 16:57:39.807294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eaa1d6de-ea58-4e37-9c16-86d9494a98a9 req-d28c56bf-e894-4606-afcb-cc4ee9a8b481 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Apr 18 16:57:39.821966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82b9e4fe-be76-4bd8-9f28-ad266b5aa1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:39.886983 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:40.503777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41c454-1452-4f96-a164-285d1e4d7b67 req-564a4af6-dab5-492c-82d5-bb9c183bff95 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:40.505240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb41c454-1452-4f96-a164-285d1e4d7b67 req-564a4af6-dab5-492c-82d5-bb9c183bff95 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.0831916 Apr 18 16:57:40.551964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd6d6a-c425-4ef0-bb8c-dbfe614ed595 req-f7709da6-f674-4109-a357-a350deaeae75 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:40.553593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01fd6d6a-c425-4ef0-bb8c-dbfe614ed595 req-f7709da6-f674-4109-a357-a350deaeae75 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.0915618 Apr 18 16:57:40.574081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb41c454-1452-4f96-a164-285d1e4d7b67 req-0c599a5a-d0df-4aa0-b8f4-ed87a0b7a4e3 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585933 Apr 18 16:57:40.598895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01fd6d6a-c425-4ef0-bb8c-dbfe614ed595 req-e826f2d9-d8eb-4408-b68f-636c9f710e19 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Apr 18 16:57:40.658475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:40.660988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82b9e4fe-be76-4bd8-9f28-ad266b5aa1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:40.667132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82b9e4fe-be76-4bd8-9f28-ad266b5aa1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:40.667132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-82b9e4fe-be76-4bd8-9f28-ad266b5aa1fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3ddac7a-cfdf-4dba-a01f-3632273f49ab HTTP/1.1" status: 204 len: 168 time: 0.9896991 Apr 18 16:57:40.700882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e4fe-be76-4bd8-9f28-ad266b5aa1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ddac7a-cfdf-4dba-a01f-3632273f49ab,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:40.713549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:40.718605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:40.721023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:40.750390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event updated for resources: {'Port': ['ID=1300d90f-3fa2-4ad1-bf15-12e7bf32cd08,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:40.791670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43960) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:40.805559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-895bd27e-0a81-47e2-afa6-b3e138d2c727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:40.815661 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:40.879461 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-895bd27e-0a81-47e2-afa6-b3e138d2c727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:40.942066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da402b69-e022-46f3-8cfc-6d0325d820dd req-a0e7ab7a-348f-4b80-8593-1919b426cdb2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:40.943645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da402b69-e022-46f3-8cfc-6d0325d820dd req-a0e7ab7a-348f-4b80-8593-1919b426cdb2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.0535765 Apr 18 16:57:40.987151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da402b69-e022-46f3-8cfc-6d0325d820dd req-5367aefb-851f-416b-8383-efc45f2f4f0c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Apr 18 16:57:40.987797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-895bd27e-0a81-47e2-afa6-b3e138d2c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.032926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-895bd27e-0a81-47e2-afa6-b3e138d2c727 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c37efe489bf451eb39720e57e0d0dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399657 Apr 18 16:57:41.036681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43966) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:41.051173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bd27e-0a81-47e2-afa6-b3e138d2c727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ae28fb-4dd4-4560-9b2f-0ba9c8dbc373,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:41.074199 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.097796 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-667f329e-d4f7-4866-b2b8-dfe00e46d037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.120616 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-667f329e-d4f7-4866-b2b8-dfe00e46d037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.232248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.232550 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-667f329e-d4f7-4866-b2b8-dfe00e46d037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.235129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-667f329e-d4f7-4866-b2b8-dfe00e46d037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.236265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-667f329e-d4f7-4866-b2b8-dfe00e46d037 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85ae28fb-4dd4-4560-9b2f-0ba9c8dbc373 HTTP/1.1" status: 204 len: 168 time: 0.1984842 Apr 18 16:57:41.244097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f329e-d4f7-4866-b2b8-dfe00e46d037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ae28fb-4dd4-4560-9b2f-0ba9c8dbc373,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:41.306805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.337039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.357020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event updated for resources: {'Port': ['ID=1300d90f-3fa2-4ad1-bf15-12e7bf32cd08,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:41.493514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.494786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-565f24fd-9ade-4287-948a-38b3d2c53abc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2058306 Apr 18 16:57:41.722955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1a2a5-a4f4-4cee-a4d8-f8cf99b7553a req-588095d0-6de3-41fd-b0e2-7e3076ee5f2b tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:41.724578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9d1a2a5-a4f4-4cee-a4d8-f8cf99b7553a req-588095d0-6de3-41fd-b0e2-7e3076ee5f2b tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 948 time: 0.0798821 Apr 18 16:57:41.764289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 01eae7cc-5d7d-4542-8a00-4ed27067cdcf details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:57:41.794413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9d1a2a5-a4f4-4cee-a4d8-f8cf99b7553a req-07c2b89d-6a26-402f-8869-48e3ccd2950f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583065 Apr 18 16:57:41.806671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d252a-8050-4717-8dd8-1dd624e0e58a req-d5eafbef-c7a8-4409-9d88-2e037182363f tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:41.814008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e40d252a-8050-4717-8dd8-1dd624e0e58a req-d5eafbef-c7a8-4409-9d88-2e037182363f tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.0883744 Apr 18 16:57:41.851085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e40d252a-8050-4717-8dd8-1dd624e0e58a req-690698a0-9070-45a3-b48c-03e4e84198d6 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Apr 18 16:57:41.920353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:41.938035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf', 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'port_id': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf', 'mac_address': 'fa:16:3e:65:d5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25abb1f-ff07-4f5d-b8de-dbe6d78361cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:57:41.944376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-b0d3b447-c198-44d3-99f4-10aeef74de84 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1176128377&fields=id&tenant_id=9387c64b22cf454a85db9f16570f613d HTTP/1.1" status: 200 len: 267 time: 0.0446498 Apr 18 16:57:41.977553 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:41.990897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01eae7cc-5d7d-4542-8a00-4ed27067cdcf {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:57:42.015879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:42.081282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-887f4f37-650a-44dc-a791-486db29a88ea tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:42.082668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-887f4f37-650a-44dc-a791-486db29a88ea tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/networks?id=71fd5923-7080-4e23-8f06-a2def67d1bba HTTP/1.1" status: 200 len: 823 time: 0.1294677 Apr 18 16:57:42.107768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-35dbdb76-9583-400a-b38c-abf483a9065d tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/quotas/9387c64b22cf454a85db9f16570f613d HTTP/1.1" status: 200 len: 375 time: 0.0115340 Apr 18 16:57:42.135476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:42.136388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c4d57f80-ba0a-4afb-9eb8-04df830e01c3 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:57:42.165886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd6744-38ff-4303-9094-f8803b2cff3c req-31a6306f-6838-4db3-9815-163f0c50dbb0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:42.167219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2edd6744-38ff-4303-9094-f8803b2cff3c req-31a6306f-6838-4db3-9815-163f0c50dbb0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.1051984 Apr 18 16:57:42.251478 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:42.260448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-4e7f858b-4486-455d-a39c-47093b4da95a tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9387c64b22cf454a85db9f16570f613d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1456063 Apr 18 16:57:42.295130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2edd6744-38ff-4303-9094-f8803b2cff3c req-98ee38c1-4cd9-4af9-885d-ce35af2c0e19 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198010 Apr 18 16:57:42.323479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c4d57f80-ba0a-4afb-9eb8-04df830e01c3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:42.335736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'c4d57f80-ba0a-4afb-9eb8-04df830e01c3', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'c4d57f80-ba0a-4afb-9eb8-04df830e01c3', 'mac_address': 'fa:16:3e:51:7a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:57:42.379157 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:42.380463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-f162f5c4-7cb8-4917-b1ff-c8e662161fde service neutron] 10.222.0.45 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011257 Apr 18 16:57:42.395143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d57f80-ba0a-4afb-9eb8-04df830e01c3 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:57:42.423061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c4d57f80-ba0a-4afb-9eb8-04df830e01c3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:42.481383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-ca39a91d-5a10-4f5f-b61f-2e7a03323ba3 service neutron] 10.222.0.45 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932763 Apr 18 16:57:42.492503 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:42.543588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:42.783622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d032624-f85a-4ecc-a7b4-9f39c4c54bcb req-a3fc1c28-244e-46fe-ad35-234eaf8e4ea7 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 210 time: 0.0605297 Apr 18 16:57:42.966019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa5566-4c15-48f9-9b7a-97a5aead76de req-5d36342b-8b0c-4af9-9622-ce0c70557a1f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:42.968237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbfa5566-4c15-48f9-9b7a-97a5aead76de req-5d36342b-8b0c-4af9-9622-ce0c70557a1f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 949 time: 0.0564308 Apr 18 16:57:43.021258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbfa5566-4c15-48f9-9b7a-97a5aead76de req-f9af8bfb-8c17-4c47-a658-e9e51b1e8e98 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Apr 18 16:57:43.125103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['01eae7cc-5d7d-4542-8a00-4ed27067cdcf'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:57:43.157393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b075b12-d3a9-4767-b797-d51ef2c24081 req-4a9f16f0-87e5-459e-9af6-426e02018fd0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:43.169363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b075b12-d3a9-4767-b797-d51ef2c24081 req-4a9f16f0-87e5-459e-9af6-426e02018fd0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 969 time: 0.0775540 Apr 18 16:57:43.190207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['c4d57f80-ba0a-4afb-9eb8-04df830e01c3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:57:43.249357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b075b12-d3a9-4767-b797-d51ef2c24081 req-50e86ef3-3f69-4481-85c7-f7d0a3eeda5f tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738139 Apr 18 16:57:43.456244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7f059-9da4-4a2c-8cb0-e0683edb38eb req-4a2530a9-988e-4457-94e3-7e63b5f322a0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:43.458130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70a7f059-9da4-4a2c-8cb0-e0683edb38eb req-4a2530a9-988e-4457-94e3-7e63b5f322a0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 944 time: 0.0776620 Apr 18 16:57:43.521230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70a7f059-9da4-4a2c-8cb0-e0683edb38eb req-c71260eb-e684-4e1a-897b-d2d62a116b55 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494285 Apr 18 16:57:43.629462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fbe659a1-9575-4f54-95b1-4f26e6bf71c9 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:57:43.728151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:43.745563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fbe659a1-9575-4f54-95b1-4f26e6bf71c9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:43.756598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'fbe659a1-9575-4f54-95b1-4f26e6bf71c9', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'fbe659a1-9575-4f54-95b1-4f26e6bf71c9', 'mac_address': 'fa:16:3e:87:1a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-425011616', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:57:43.803054 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:43.818144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe659a1-9575-4f54-95b1-4f26e6bf71c9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:57:43.839369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fbe659a1-9575-4f54-95b1-4f26e6bf71c9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:43.896583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7530113-b0f4-42df-a6ae-272e4af9f052 req-47302e5e-24aa-447b-ac01-a155116e4fbd tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 210 time: 0.0422535 Apr 18 16:57:43.897801 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c966-2814-457a-bee1-1da857fbf11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:43.901235 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:43.956756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:43.997855 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c966-2814-457a-bee1-1da857fbf11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:44.061125 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c966-2814-457a-bee1-1da857fbf11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:44.110337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ebc5c966-2814-457a-bee1-1da857fbf11e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=583132bd7bf540ddb235f10aa407f9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809793 Apr 18 16:57:44.112836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:44.126574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5c966-2814-457a-bee1-1da857fbf11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15184487-7ac4-462a-b5a3-f5742c4a1a9f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:44.152352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a15fa8-af0e-431e-a0e0-5121a8355248 req-a4e0c999-f70d-4890-8483-bdd932f71870 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:44.153833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0a15fa8-af0e-431e-a0e0-5121a8355248 req-a4e0c999-f70d-4890-8483-bdd932f71870 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 949 time: 0.0618501 Apr 18 16:57:44.167510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c98e006c-323b-4996-b729-8ee9e49bf052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:44.195864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c98e006c-323b-4996-b729-8ee9e49bf052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:44.205856 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0a15fa8-af0e-431e-a0e0-5121a8355248 req-e6fd407f-a314-4aee-8a8f-beebf8a7f71d tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453868 Apr 18 16:57:44.315550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c98e006c-323b-4996-b729-8ee9e49bf052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:44.318243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c98e006c-323b-4996-b729-8ee9e49bf052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:44.322144 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c98e006c-323b-4996-b729-8ee9e49bf052 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15184487-7ac4-462a-b5a3-f5742c4a1a9f HTTP/1.1" status: 204 len: 168 time: 0.2049866 Apr 18 16:57:44.328761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e006c-323b-4996-b729-8ee9e49bf052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15184487-7ac4-462a-b5a3-f5742c4a1a9f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:44.380251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683005-5d04-4ebb-bc96-fa4d65ca1271 req-b3029a35-3a69-4ca8-9652-de4aa162f41d tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:44.383938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1683005-5d04-4ebb-bc96-fa4d65ca1271 req-b3029a35-3a69-4ca8-9652-de4aa162f41d tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 970 time: 0.0693517 Apr 18 16:57:44.388864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['fbe659a1-9575-4f54-95b1-4f26e6bf71c9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:57:44.435645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1683005-5d04-4ebb-bc96-fa4d65ca1271 req-59ae4855-4c9f-415c-81c4-a623c1d2e21e tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Apr 18 16:57:44.629077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8552cf1-967e-4059-a399-d17fcbe5aec1 req-2b19d956-2722-487f-b117-53a2bd8095c7 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:44.630692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8552cf1-967e-4059-a399-d17fcbe5aec1 req-2b19d956-2722-487f-b117-53a2bd8095c7 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 944 time: 0.0487027 Apr 18 16:57:44.671364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8552cf1-967e-4059-a399-d17fcbe5aec1 req-4337497e-d335-477e-9188-a616d8838ab2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328143 Apr 18 16:57:44.999385 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7690614f-ab99-44c0-a15c-bfe066ebfd04 req-35b701fe-8351-49d6-85aa-e69de1410b0c tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 210 time: 0.0292754 Apr 18 16:57:45.054828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44136) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:45.068386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-968a9cbe-68b3-4447-b31f-64bb38872eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.145053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-968a9cbe-68b3-4447-b31f-64bb38872eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.206489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-968a9cbe-68b3-4447-b31f-64bb38872eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.255736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-968a9cbe-68b3-4447-b31f-64bb38872eef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e90284770f94292892e7318225559ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997185 Apr 18 16:57:45.258392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a9cbe-68b3-4447-b31f-64bb38872eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14015a86-02da-4c62-b2a1-6fa38df394d2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:45.265400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44148) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:45.339351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-24de0b58-c048-4183-9e27-24f906a17709 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:45.340801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-24de0b58-c048-4183-9e27-24f906a17709 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.41 "GET /v2.0/networks?id=71fd5923-7080-4e23-8f06-a2def67d1bba HTTP/1.1" status: 200 len: 823 time: 0.1555843 Apr 18 16:57:45.395813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8286de62-7b6e-40ec-834e-f0a5dcf9b1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.432291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8c8c1-9df6-4cc9-ac0b-662c43963d1f req-829e66fa-5814-42a5-81e6-71210ff05c98 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:45.433774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebd8c8c1-9df6-4cc9-ac0b-662c43963d1f req-829e66fa-5814-42a5-81e6-71210ff05c98 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 949 time: 0.1104121 Apr 18 16:57:45.458724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-d6d8b299-216e-46b1-a954-11a5fd35f921 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9387c64b22cf454a85db9f16570f613d HTTP/1.1" status: 200 len: 380 time: 0.0927341 Apr 18 16:57:45.461399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8286de62-7b6e-40ec-834e-f0a5dcf9b1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.479515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Request body: {'port': {'device_id': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'admin_state_up': True, 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'security_groups': ['b878e3ad-cd63-4c0b-b22a-2a14fe602838']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:45.576024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebd8c8c1-9df6-4cc9-ac0b-662c43963d1f req-8d0f8384-73a0-4e06-be5d-ee2989d18713 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347368 Apr 18 16:57:45.626767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fbe659a1-9575-4f54-95b1-4f26e6bf71c9 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:45.639787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2d8e1-ea2a-4c94-9201-6ad4803156bd req-3dde4ced-4492-4398-9059-e4a3bdece07b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:45.641260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79c2d8e1-ea2a-4c94-9201-6ad4803156bd req-3dde4ced-4492-4398-9059-e4a3bdece07b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 970 time: 0.0910995 Apr 18 16:57:45.703085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79c2d8e1-ea2a-4c94-9201-6ad4803156bd req-40234404-4854-4e3b-9ef4-ace72fdd48de tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511436 Apr 18 16:57:45.724183 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8286de62-7b6e-40ec-834e-f0a5dcf9b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.727820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8286de62-7b6e-40ec-834e-f0a5dcf9b1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.733621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8286de62-7b6e-40ec-834e-f0a5dcf9b1e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14015a86-02da-4c62-b2a1-6fa38df394d2 HTTP/1.1" status: 204 len: 168 time: 0.4673808 Apr 18 16:57:45.738816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286de62-7b6e-40ec-834e-f0a5dcf9b1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14015a86-02da-4c62-b2a1-6fa38df394d2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:45.754678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Made reservation on behalf of 9387c64b22cf454a85db9f16570f613d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:45.759933 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.765764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 01eae7cc-5d7d-4542-8a00-4ed27067cdcf up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:45.813511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:57:45.823299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:45.823299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.837813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9d8c5-b3ca-42fd-b71b-e37aaf4e5c5d req-64a3a0aa-fd0c-4d11-8786-b8680e83fc6f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:45.839290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04c9d8c5-b3ca-42fd-b71b-e37aaf4e5c5d req-64a3a0aa-fd0c-4d11-8786-b8680e83fc6f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 944 time: 0.0985036 Apr 18 16:57:45.907212 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:45.931569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86429d20-c2a6-4ec6-913e-8416a41d8d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe659a1-9575-4f54-95b1-4f26e6bf71c9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:45.937178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04c9d8c5-b3ca-42fd-b71b-e37aaf4e5c5d req-023380a9-a9ba-45db-baed-153cf624188a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722442 Apr 18 16:57:45.962798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Allocated IP 172.20.0.4 (71fd5923-7080-4e23-8f06-a2def67d1bba/5dbfb38b-8d19-45b1-af94-c743eb048da9/86826e5e-7118-4f6c-b915-3915bae7d703) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:57:46.018276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:57:46.024286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fbe659a1-9575-4f54-95b1-4f26e6bf71c9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:46.025886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:46.026256 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.125230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-286a4b0c-a63f-4be0-beb6-1b7837356c12 req-bd783312-4272-42d7-ad1e-2847e0e5bc12 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 210 time: 0.0396845 Apr 18 16:57:46.133944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.167534 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.169745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.224908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:46.228656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:46.284703 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c321f764-ee7d-4f3f-81db-a67e048d068e" -d '{"events": [{"server_uuid": "86429d20-c2a6-4ec6-913e-8416a41d8d6a", "name": "network-vif-plugged", "status": "completed", "tag": "fbe659a1-9575-4f54-95b1-4f26e6bf71c9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:46.309342 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.309621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.310413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c4d57f80-ba0a-4afb-9eb8-04df830e01c3 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:46.370225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Network 71fd5923-7080-4e23-8f06-a2def67d1bba is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:57:46.374148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:46.379171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:57:46.395070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:46.399954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:46.400615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.419350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event updated for resources: {'Port': ['ID=86826e5e-7118-4f6c-b915-3915bae7d703,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:46.437369 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5567f7b-f7cb-4015-9cef-048dd8c6d192 x-openstack-request-id: req-f5567f7b-f7cb-4015-9cef-048dd8c6d192 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:46.437708 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86429d20-c2a6-4ec6-913e-8416a41d8d6a", "name": "network-vif-plugged", "status": "completed", "tag": "fbe659a1-9575-4f54-95b1-4f26e6bf71c9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:46.437963 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5567f7b-f7cb-4015-9cef-048dd8c6d192 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:46.438463 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5567f7b-f7cb-4015-9cef-048dd8c6d192'] response: {'server_uuid': '86429d20-c2a6-4ec6-913e-8416a41d8d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe659a1-9575-4f54-95b1-4f26e6bf71c9', 'code': 200} Apr 18 16:57:46.469122 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:57:46.483585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:46.483585 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.509828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-0930139c-8c6c-4655-bf6f-83fa18830dd0 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0401378 Apr 18 16:57:46.533694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Request body: {'port': {'device_id': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'device_owner': 'compute:tempest-test_az-425011616', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:46.549976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.41', 61222) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:46.618826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.637300 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.682891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-85b783f8-9da3-4060-9704-1e964339f5fd None None] Provisioning complete for port 86826e5e-7118-4f6c-b915-3915bae7d703 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:46.683393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea3191-030f-49ac-828f-eb025cd02928 req-bb63ab27-9481-4896-88d7-11efabc20495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:46.684366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdea3191-030f-49ac-828f-eb025cd02928 req-bb63ab27-9481-4896-88d7-11efabc20495 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 1122 time: 0.1327944 Apr 18 16:57:46.686033 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-85b783f8-9da3-4060-9704-1e964339f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.706943 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdea3191-030f-49ac-828f-eb025cd02928 req-78ea29c0-d06f-4ad8-a4d0-5736970f5886 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.723734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c4d57f80-ba0a-4afb-9eb8-04df830e01c3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:46.745735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-85b783f8-9da3-4060-9704-1e964339f5fd None None] Port 86826e5e-7118-4f6c-b915-3915bae7d703 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:57:46.806584 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.821561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdea3191-030f-49ac-828f-eb025cd02928 req-78ea29c0-d06f-4ad8-a4d0-5736970f5886 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.889802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:46.891973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdea3191-030f-49ac-828f-eb025cd02928 req-78ea29c0-d06f-4ad8-a4d0-5736970f5886 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.947205 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdea3191-030f-49ac-828f-eb025cd02928 req-78ea29c0-d06f-4ad8-a4d0-5736970f5886 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551155 Apr 18 16:57:46.948834 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:46.958856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea29c0-d06f-4ad8-a4d0-5736970f5886 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=094f64a0-2986-4721-859f-5d5984acca4d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:47.003574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636969d-a8cd-4973-b259-3533e2373891 req-c5432650-d414-4a9b-8a14-4da381b14afa tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:47.005203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f636969d-a8cd-4973-b259-3533e2373891 req-c5432650-d414-4a9b-8a14-4da381b14afa tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 949 time: 0.3375068 Apr 18 16:57:47.057874 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:47.122977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f636969d-a8cd-4973-b259-3533e2373891 req-4b07ce3e-8bf6-4b82-b5fe-9b1d017d3e00 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019681 Apr 18 16:57:47.134191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b8a7-d9b4-422d-90fc-18f029358268 req-45eef37d-3b98-4889-a34d-ef8583e758d0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:47.135662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ed6b8a7-d9b4-422d-90fc-18f029358268 req-45eef37d-3b98-4889-a34d-ef8583e758d0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 971 time: 0.1425235 Apr 18 16:57:47.221007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ed6b8a7-d9b4-422d-90fc-18f029358268 req-5fe08283-0aad-4537-86a9-e533c1a25ee8 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716987 Apr 18 16:57:47.299113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8ba33-1958-49c8-b51e-a6acbbd9440e req-920bd898-8cae-4910-affb-210e76d734d5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:47.300558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c8ba33-1958-49c8-b51e-a6acbbd9440e req-920bd898-8cae-4910-affb-210e76d734d5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 945 time: 0.1038423 Apr 18 16:57:47.352682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86826e5e-7118-4f6c-b915-3915bae7d703 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:57:47.371260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:47.391903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Transition to ACTIVE for port object 86826e5e-7118-4f6c-b915-3915bae7d703 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:57:47.401125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db0ad-456e-499f-bd3a-3ce362de2749 req-35d3448b-d238-431c-9f70-54702ff61ab6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:47.402585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c37db0ad-456e-499f-bd3a-3ce362de2749 req-35d3448b-d238-431c-9f70-54702ff61ab6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 931 time: 0.1011648 Apr 18 16:57:47.405371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c8ba33-1958-49c8-b51e-a6acbbd9440e req-a1476857-02ab-4631-90de-6c43e5b8b1fa tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921228 Apr 18 16:57:47.441436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c37db0ad-456e-499f-bd3a-3ce362de2749 req-b3e54592-c93e-49a8-b691-86d099578f2e tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328529 Apr 18 16:57:47.474332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:47.543131 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Pushing event updated for resources: {'Port': ['ID=86826e5e-7118-4f6c-b915-3915bae7d703,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:47.555737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Attempting to bind port 86826e5e-7118-4f6c-b915-3915bae7d703 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:47.556176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Attempting to bind port 86826e5e-7118-4f6c-b915-3915bae7d703 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:47.556574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Attempting to bind port 86826e5e-7118-4f6c-b915-3915bae7d703 on network 71fd5923-7080-4e23-8f06-a2def67d1bba {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:47.561470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Port 86826e5e-7118-4f6c-b915-3915bae7d703 on network 71fd5923-7080-4e23-8f06-a2def67d1bba not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:57:47.561840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Attempting to bind port 86826e5e-7118-4f6c-b915-3915bae7d703 on network 71fd5923-7080-4e23-8f06-a2def67d1bba {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:47.567016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:47.567373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Checking segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:47.567735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Bound using segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:47.568157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Bound port: 86826e5e-7118-4f6c-b915-3915bae7d703, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:47.568513 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:47.658958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] For port 86826e5e-7118-4f6c-b915-3915bae7d703, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:57:47.663725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] For port 86826e5e-7118-4f6c-b915-3915bae7d703, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86826e5e-7118-4f6c-b915-3915bae7d703,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:47.732375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:47.780305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:47.780940 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:47.782654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] 10.222.0.41 "PUT /v2.0/ports/86826e5e-7118-4f6c-b915-3915bae7d703 HTTP/1.1" status: 200 len: 1112 time: 1.2541640 Apr 18 16:57:47.784433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'tag': '86826e5e-7118-4f6c-b915-3915bae7d703'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:47.787072 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f329d-29d3-43b7-b1ec-ac694d56e937" -d '{"events": [{"name": "network-changed", "server_uuid": "51efeb91-f58a-4c45-8a6e-acf8c6b08475", "tag": "86826e5e-7118-4f6c-b915-3915bae7d703"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:47.822723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee15e8b-0441-4bdd-a735-5190dcdd76da service neutron] Pushing event updated for resources: {'Port': ['ID=86826e5e-7118-4f6c-b915-3915bae7d703,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:47.836678 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b190db35-b320-4d4b-a469-a6b539ef7dd2 x-openstack-request-id: req-b190db35-b320-4d4b-a469-a6b539ef7dd2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:47.836964 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51efeb91-f58a-4c45-8a6e-acf8c6b08475", "tag": "86826e5e-7118-4f6c-b915-3915bae7d703", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:47.837208 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b190db35-b320-4d4b-a469-a6b539ef7dd2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:47.838216 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b190db35-b320-4d4b-a469-a6b539ef7dd2'] response: {'name': 'network-changed', 'server_uuid': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'tag': '86826e5e-7118-4f6c-b915-3915bae7d703', 'status': 'completed', 'code': 200} Apr 18 16:57:47.934886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f329d-29d3-43b7-b1ec-ac694d56e937 req-705b4298-7dc5-4deb-9963-d3f8d00a8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:47.939456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-862f329d-29d3-43b7-b1ec-ac694d56e937 req-705b4298-7dc5-4deb-9963-d3f8d00a8295 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9387c64b22cf454a85db9f16570f613d&device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 1115 time: 0.0469418 Apr 18 16:57:48.117273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f329d-29d3-43b7-b1ec-ac694d56e937 req-8a6993ea-f7f4-45b6-80f5-1537b586ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:48.118905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-862f329d-29d3-43b7-b1ec-ac694d56e937 req-8a6993ea-f7f4-45b6-80f5-1537b586ca63 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9387c64b22cf454a85db9f16570f613d&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1654019 Apr 18 16:57:48.286988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f329d-29d3-43b7-b1ec-ac694d56e937 req-74b30750-9a5c-4415-9c98-4be156f3d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:48.288975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-862f329d-29d3-43b7-b1ec-ac694d56e937 req-74b30750-9a5c-4415-9c98-4be156f3d215 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625266 Apr 18 16:57:48.352810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15710a83-4ba7-4d3f-ad5c-79d7ac581325 req-7d214f35-cd5a-4d4d-a0d8-c2e1b3304236 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:48.354292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15710a83-4ba7-4d3f-ad5c-79d7ac581325 req-7d214f35-cd5a-4d4d-a0d8-c2e1b3304236 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 950 time: 0.0476787 Apr 18 16:57:48.422673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15710a83-4ba7-4d3f-ad5c-79d7ac581325 req-0bec6e6c-3e25-499f-aeee-fe8b3c6bef81 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595672 Apr 18 16:57:48.425130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-b305b466-f2f9-4953-9495-d820ff729d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:48.430578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-b305b466-f2f9-4953-9495-d820ff729d4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9387c64b22cf454a85db9f16570f613d&device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 1115 time: 0.0707555 Apr 18 16:57:48.442249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf'}, {'server_uuid': 'eb55d136-6cd7-4244-abd6-ecdaae060fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d57f80-ba0a-4afb-9eb8-04df830e01c3'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:48.445392 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de28565d-8693-4f7a-b103-8480e42d4647" -d '{"events": [{"server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "name": "network-vif-plugged", "status": "completed", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf"}, {"server_uuid": "eb55d136-6cd7-4244-abd6-ecdaae060fad", "name": "network-vif-plugged", "status": "completed", "tag": "c4d57f80-ba0a-4afb-9eb8-04df830e01c3"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:48.480333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-7ccd00d1-2981-4c3e-898c-1790a2364a8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86826e5e-7118-4f6c-b915-3915bae7d703 HTTP/1.1" status: 200 len: 217 time: 0.0381961 Apr 18 16:57:48.552998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-b8db7a51-0a5a-4b14-b739-6e377432875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:48.554376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-b8db7a51-0a5a-4b14-b739-6e377432875f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5dbfb38b-8d19-45b1-af94-c743eb048da9 HTTP/1.1" status: 200 len: 862 time: 0.0652745 Apr 18 16:57:48.565141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53ac41-3a23-4597-ac7b-f38a0d9dc9b9 req-7d6bdb65-0f7d-4c98-adc2-7499793d57d0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:48.566522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa53ac41-3a23-4597-ac7b-f38a0d9dc9b9 req-7d6bdb65-0f7d-4c98-adc2-7499793d57d0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 971 time: 0.0853481 Apr 18 16:57:48.625817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa53ac41-3a23-4597-ac7b-f38a0d9dc9b9 req-75e2efe7-f3f2-482b-a74a-14260691a4d0 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512326 Apr 18 16:57:48.630224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-36cdbaae-74d7-4c6b-a2ae-867504ac83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:48.631899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-36cdbaae-74d7-4c6b-a2ae-867504ac83d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71fd5923-7080-4e23-8f06-a2def67d1bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645578 Apr 18 16:57:48.726836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-329ebce8-4bd4-410c-959f-9040fc9e1778 service neutron] 10.222.0.41 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 Apr 18 16:57:48.857342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2b7fa-7647-4505-afbc-454c2b153db7 req-4aff93ed-731a-406f-9389-9780517d260a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:48.858701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02a2b7fa-7647-4505-afbc-454c2b153db7 req-4aff93ed-731a-406f-9389-9780517d260a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 945 time: 0.0758753 Apr 18 16:57:48.860789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-884c0f43-0331-4968-957c-06ca46b9c9b0 req-e9364254-02f8-48bd-8d95-f84f290e3fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227915 Apr 18 16:57:48.895790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02a2b7fa-7647-4505-afbc-454c2b153db7 req-d9fbb141-1b5d-45a4-8832-85a9265c47d8 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Apr 18 16:57:48.942742 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e355e254-c758-4ba2-b1e3-f1826eb7e14d x-openstack-request-id: req-e355e254-c758-4ba2-b1e3-f1826eb7e14d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:48.943241 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "name": "network-vif-plugged", "status": "completed", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf", "code": 200}, {"server_uuid": "eb55d136-6cd7-4244-abd6-ecdaae060fad", "name": "network-vif-plugged", "status": "completed", "tag": "c4d57f80-ba0a-4afb-9eb8-04df830e01c3", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:48.943669 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e355e254-c758-4ba2-b1e3-f1826eb7e14d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:48.944303 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e355e254-c758-4ba2-b1e3-f1826eb7e14d'] response: {'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf', 'code': 200} Apr 18 16:57:48.945161 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e355e254-c758-4ba2-b1e3-f1826eb7e14d'] response: {'server_uuid': 'eb55d136-6cd7-4244-abd6-ecdaae060fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d57f80-ba0a-4afb-9eb8-04df830e01c3', 'code': 200} Apr 18 16:57:49.034444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1677d10-af0c-406f-a7ea-90de1023d623 req-634b36be-03a8-47ab-b55a-b1e64e13020c tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:49.036290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1677d10-af0c-406f-a7ea-90de1023d623 req-634b36be-03a8-47ab-b55a-b1e64e13020c tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 964 time: 0.0653822 Apr 18 16:57:49.095921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1677d10-af0c-406f-a7ea-90de1023d623 req-5ba88504-955b-485c-97eb-12d74d58db67 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523994 Apr 18 16:57:49.136385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c789-739f-412c-99c8-b52af276a5f0 req-29ef8b3e-48b6-40ca-b05a-5faba60c1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:49.138752 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4462c789-739f-412c-99c8-b52af276a5f0 req-29ef8b3e-48b6-40ca-b05a-5faba60c1f34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1096 time: 0.0521240 Apr 18 16:57:49.181207 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4462c789-739f-412c-99c8-b52af276a5f0 req-44733575-22be-4020-8800-530a1a0c3d5f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Apr 18 16:57:49.240322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab09d5-372f-4a76-8e68-49e142b756f3 req-97906c66-56ca-4197-bc27-fb4ab0a34db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:49.242343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11ab09d5-372f-4a76-8e68-49e142b756f3 req-97906c66-56ca-4197-bc27-fb4ab0a34db5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 1101 time: 0.0792472 Apr 18 16:57:49.489218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44280) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:49.546426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf7b37-57ac-4a7d-8879-c304d33f4623 req-145aa4c1-59c5-4a85-8331-e8c2b47ba77c tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:49.547933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ebf7b37-57ac-4a7d-8879-c304d33f4623 req-145aa4c1-59c5-4a85-8331-e8c2b47ba77c tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 950 time: 0.0523510 Apr 18 16:57:49.587238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ebf7b37-57ac-4a7d-8879-c304d33f4623 req-3ee4ebe0-35ee-478e-8519-1726c9ca32fb tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Apr 18 16:57:49.602144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be7106a-1081-4c0e-8b84-0e43ebe67300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:49.671575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11ab09d5-372f-4a76-8e68-49e142b756f3 req-f4cccd3f-c829-41f6-833d-7d63f3e03635 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595245 Apr 18 16:57:49.738675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be7106a-1081-4c0e-8b84-0e43ebe67300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:49.758862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89058f-9205-4960-ae28-4a2c7a9f082e req-9b2d5261-e14a-4a24-b425-819bd83ceb46 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:49.760419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a89058f-9205-4960-ae28-4a2c7a9f082e req-9b2d5261-e14a-4a24-b425-819bd83ceb46 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 971 time: 0.0587661 Apr 18 16:57:49.806310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a89058f-9205-4960-ae28-4a2c7a9f082e req-77718594-0cc4-422e-a949-121e41fd8854 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Apr 18 16:57:49.806942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be7106a-1081-4c0e-8b84-0e43ebe67300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.043945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6be7106a-1081-4c0e-8b84-0e43ebe67300 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=041abbac7ed04ea1b1f322627b9a3c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536041 Apr 18 16:57:50.044634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7106a-1081-4c0e-8b84-0e43ebe67300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c96f1b7-8741-4187-88b4-8858f74e168b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:50.046788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44290) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:50.061308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4fba-5a2f-4f41-99d1-2cf6e080116d req-78bb203c-bdc5-46c8-89af-aa92f1a08c1d tempest-AggregatesAdminTestJSON-375500453 tempest-AggregatesAdminTestJSON-375500453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:50.062872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-359b4fba-5a2f-4f41-99d1-2cf6e080116d req-78bb203c-bdc5-46c8-89af-aa92f1a08c1d tempest-AggregatesAdminTestJSON-375500453 tempest-AggregatesAdminTestJSON-375500453-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 1122 time: 0.0665615 Apr 18 16:57:50.081984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-359b4fba-5a2f-4f41-99d1-2cf6e080116d req-57bde461-0ba4-4caa-a731-a3cdc190b831 tempest-AggregatesAdminTestJSON-375500453 tempest-AggregatesAdminTestJSON-375500453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.095477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a526dcd4-5f5b-4e78-b8dc-f45ffad32935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.116312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a526dcd4-5f5b-4e78-b8dc-f45ffad32935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.156766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-359b4fba-5a2f-4f41-99d1-2cf6e080116d req-57bde461-0ba4-4caa-a731-a3cdc190b831 tempest-AggregatesAdminTestJSON-375500453 tempest-AggregatesAdminTestJSON-375500453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.260451 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-359b4fba-5a2f-4f41-99d1-2cf6e080116d req-57bde461-0ba4-4caa-a731-a3cdc190b831 tempest-AggregatesAdminTestJSON-375500453 tempest-AggregatesAdminTestJSON-375500453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.260651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a526dcd4-5f5b-4e78-b8dc-f45ffad32935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.263173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a526dcd4-5f5b-4e78-b8dc-f45ffad32935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.264314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a526dcd4-5f5b-4e78-b8dc-f45ffad32935 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c96f1b7-8741-4187-88b4-8858f74e168b HTTP/1.1" status: 204 len: 168 time: 0.2164669 Apr 18 16:57:50.274858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526dcd4-5f5b-4e78-b8dc-f45ffad32935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c96f1b7-8741-4187-88b4-8858f74e168b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:50.285174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-359b4fba-5a2f-4f41-99d1-2cf6e080116d req-57bde461-0ba4-4caa-a731-a3cdc190b831 tempest-AggregatesAdminTestJSON-375500453 tempest-AggregatesAdminTestJSON-375500453-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153699 Apr 18 16:57:50.300482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bde461-0ba4-4caa-a731-a3cdc190b831 tempest-AggregatesAdminTestJSON-375500453 tempest-AggregatesAdminTestJSON-375500453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f2d863-31c4-4416-beb1-e860d5aed597,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:50.407137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6c8ec-182f-40a0-a6f7-ef31fe4b70a2 req-374f4c32-467d-4a02-b069-44b09d292e94 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:50.408686 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4f6c8ec-182f-40a0-a6f7-ef31fe4b70a2 req-374f4c32-467d-4a02-b069-44b09d292e94 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 945 time: 0.0557570 Apr 18 16:57:50.447183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4f6c8ec-182f-40a0-a6f7-ef31fe4b70a2 req-dd6fe177-a1ee-4007-8a54-73930164538d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Apr 18 16:57:50.552257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e4619-b1f0-46e7-af34-39de2eb4e874 req-21975a03-8abf-4fd9-b758-b94d4afcde8c tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:50.553732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a88e4619-b1f0-46e7-af34-39de2eb4e874 req-21975a03-8abf-4fd9-b758-b94d4afcde8c tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 964 time: 0.0488489 Apr 18 16:57:50.593524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a88e4619-b1f0-46e7-af34-39de2eb4e874 req-521ff45a-51f2-4953-97b0-7f31a8c91d64 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335190 Apr 18 16:57:50.736466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-53b35ae9-3d68-4093-a191-e82c97c7e91d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400767 Apr 18 16:57:50.847483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-5bdcec06-31a4-46ee-9ee8-cd5e28464ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:50.848999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-5bdcec06-31a4-46ee-9ee8-cd5e28464ecc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83eaadc7bf0546b4a9e239d1e0d5a4f1&device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 1122 time: 0.0514090 Apr 18 16:57:50.933923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44302) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:50.947737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29e97cfc-abc7-48ec-94ba-ebf917e7a5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:50.955601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-4e30f821-5811-4caf-8f53-5aa5b79c3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:50.957278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-4e30f821-5811-4caf-8f53-5aa5b79c3bc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.0883596 Apr 18 16:57:51.003721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-4fd37983-bb18-4c77-b8a9-7e8c2efbed0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fbe659a1-9575-4f54-95b1-4f26e6bf71c9 HTTP/1.1" status: 200 len: 217 time: 0.0382028 Apr 18 16:57:51.026985 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29e97cfc-abc7-48ec-94ba-ebf917e7a5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:51.053398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-b92fd967-5678-401b-ab14-edecc09dd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:51.055361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-b92fd967-5678-401b-ab14-edecc09dd6f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0452266 Apr 18 16:57:51.104140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-021d4d49-3b64-4399-8d80-218808d2e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:51.105533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-021d4d49-3b64-4399-8d80-218808d2e753 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389116 Apr 18 16:57:51.133215 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29e97cfc-abc7-48ec-94ba-ebf917e7a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:51.174629 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-29e97cfc-abc7-48ec-94ba-ebf917e7a5f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9570d372268402086af3761a35953a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395771 Apr 18 16:57:51.177855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44308) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:51.184632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e97cfc-abc7-48ec-94ba-ebf917e7a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d1e8d8-c738-46ac-9ad7-c8ba02bd643a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:51.221649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-128d529b-1929-4e2f-a0a0-ab9a1de4fb95 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081226 Apr 18 16:57:51.231262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-acb1442d-5c75-4794-86a5-392af865edb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:51.268071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-acb1442d-5c75-4794-86a5-392af865edb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:51.320785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2a91-6b54-496e-95c3-9e60c0c5c05e req-ca97d1a7-1a9e-4a7d-a57c-a5173a2cae61 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:51.322579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-521a2a91-6b54-496e-95c3-9e60c0c5c05e req-ca97d1a7-1a9e-4a7d-a57c-a5173a2cae61 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 950 time: 0.1216931 Apr 18 16:57:51.372155 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-acb1442d-5c75-4794-86a5-392af865edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:51.375623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-acb1442d-5c75-4794-86a5-392af865edb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:51.376806 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-acb1442d-5c75-4794-86a5-392af865edb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36d1e8d8-c738-46ac-9ad7-c8ba02bd643a HTTP/1.1" status: 204 len: 168 time: 0.1977861 Apr 18 16:57:51.386412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1442d-5c75-4794-86a5-392af865edb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d1e8d8-c738-46ac-9ad7-c8ba02bd643a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:51.402308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d58ec2-d1aa-46da-8508-ba4759504d57 req-40aeb8a0-e057-4ed8-bcc5-ece03b5ba253 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623168 Apr 18 16:57:51.420845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-521a2a91-6b54-496e-95c3-9e60c0c5c05e req-4500e4e4-c47e-4860-a6c7-177c58312435 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838490 Apr 18 16:57:51.437614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbcc94-ae94-4569-8155-af44819247d2 req-37e33d6f-17e8-460f-bc8d-0f6104a333e3 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:51.438412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cfbcc94-ae94-4569-8155-af44819247d2 req-37e33d6f-17e8-460f-bc8d-0f6104a333e3 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 971 time: 0.0945523 Apr 18 16:57:51.478031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cfbcc94-ae94-4569-8155-af44819247d2 req-76c4098c-e590-4b3a-9cb2-28eba29db7c5 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Apr 18 16:57:51.573539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b8726-f879-45f8-be12-97271f717fdb req-635b9b14-fc00-4515-ab03-4a8a47075364 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:51.575405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e3b8726-f879-45f8-be12-97271f717fdb req-635b9b14-fc00-4515-ab03-4a8a47075364 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 945 time: 0.0542166 Apr 18 16:57:51.617439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e3b8726-f879-45f8-be12-97271f717fdb req-7ce322f4-1f6d-4283-832e-b3e4583ac5ef tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335517 Apr 18 16:57:51.722563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0952e-e56d-4e26-a765-1552dad1f0fe req-06735620-9e6b-4a73-a5ff-14cd95310524 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:51.724035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08d0952e-e56d-4e26-a765-1552dad1f0fe req-06735620-9e6b-4a73-a5ff-14cd95310524 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 964 time: 0.0629294 Apr 18 16:57:51.774483 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08d0952e-e56d-4e26-a765-1552dad1f0fe req-a3e28bcc-b246-46b7-a4fe-b496351529b7 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Apr 18 16:57:51.885746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44324) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:51.992439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-471f479e-1a01-423a-b96f-79432ed7a4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:52.066240 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-471f479e-1a01-423a-b96f-79432ed7a4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:52.146547 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-471f479e-1a01-423a-b96f-79432ed7a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:52.186480 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-471f479e-1a01-423a-b96f-79432ed7a4ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=162f79decfaa44abbce248367e1f9477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995434 Apr 18 16:57:52.188426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f479e-1a01-423a-b96f-79432ed7a4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e5ed3f-d2cd-4a3a-9d7a-0bf5178a9259,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:52.189737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44336) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:52.243914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8eb4001b-7ac4-4212-99f1-7da53dcdf12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:52.266175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8eb4001b-7ac4-4212-99f1-7da53dcdf12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:52.365798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8eb4001b-7ac4-4212-99f1-7da53dcdf12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:52.368880 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8eb4001b-7ac4-4212-99f1-7da53dcdf12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:52.370063 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8eb4001b-7ac4-4212-99f1-7da53dcdf12b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9e5ed3f-d2cd-4a3a-9d7a-0bf5178a9259 HTTP/1.1" status: 204 len: 168 time: 0.1784079 Apr 18 16:57:52.378053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4001b-7ac4-4212-99f1-7da53dcdf12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e5ed3f-d2cd-4a3a-9d7a-0bf5178a9259,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:52.568809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0945b49-b667-4cbc-9e45-7af5f141c178 req-0d5b2c03-41a7-472b-8e81-e0626ef95474 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:52.570983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0945b49-b667-4cbc-9e45-7af5f141c178 req-0d5b2c03-41a7-472b-8e81-e0626ef95474 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 950 time: 0.0711544 Apr 18 16:57:52.628475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0945b49-b667-4cbc-9e45-7af5f141c178 req-e2aa007f-5e6a-465b-8073-8be84d20f424 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Apr 18 16:57:52.637710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b58-1eb3-4760-92e4-c5d8c035557f req-a3b4116e-2ac2-4881-b263-990877559378 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:52.644931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46045b58-1eb3-4760-92e4-c5d8c035557f req-a3b4116e-2ac2-4881-b263-990877559378 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 971 time: 0.0968020 Apr 18 16:57:52.689742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46045b58-1eb3-4760-92e4-c5d8c035557f req-b3fc4738-f644-4d75-a8b1-212fecb4330c tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/security-groups?id=56babba6-fc38-44b4-ba9f-7b5b474f9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Apr 18 16:57:52.776233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc40ba7-eccb-4180-b790-b6115090ae25 req-4c836363-f4bf-4910-a836-6d7f51c05821 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:52.777710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cc40ba7-eccb-4180-b790-b6115090ae25 req-4c836363-f4bf-4910-a836-6d7f51c05821 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 945 time: 0.0807757 Apr 18 16:57:52.789493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-3fafe58e-66b6-41b4-bdbe-1684bef735b5 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:52.790954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-3fafe58e-66b6-41b4-bdbe-1684bef735b5 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.41 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 971 time: 0.0666516 Apr 18 16:57:52.909146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cc40ba7-eccb-4180-b790-b6115090ae25 req-b848be05-e5d1-485e-9e0c-1b3f2be00320 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172411 Apr 18 16:57:52.977807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Deleting port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 16:57:52.978734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.097726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61591f58-ba41-4cea-9e92-a1df8b77852d req-2c2caf98-d4d5-4fea-8a06-ce5a7338fafb tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:53.099200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61591f58-ba41-4cea-9e92-a1df8b77852d req-2c2caf98-d4d5-4fea-8a06-ce5a7338fafb tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 964 time: 0.1160116 Apr 18 16:57:53.144003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] For port fbe659a1-9575-4f54-95b1-4f26e6bf71c9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:53.144371 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.166849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Calling delete_port for fbe659a1-9575-4f54-95b1-4f26e6bf71c9 owned by compute:tempest-test_az-425011616 {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 16:57:53.173219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61591f58-ba41-4cea-9e92-a1df8b77852d req-3e523f3c-ba7c-422e-9e94-29543fa27029 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617054 Apr 18 16:57:53.252599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44374) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:53.268264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40aa4427-d588-4f1e-a3bc-2b2f55ce7b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.387743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40aa4427-d588-4f1e-a3bc-2b2f55ce7b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.503243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40aa4427-d588-4f1e-a3bc-2b2f55ce7b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.503468 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.537844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['fbe659a1-9575-4f54-95b1-4f26e6bf71c9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:57:53.545342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Pushing event deleted for resources: {'Port': ['ID=fbe659a1-9575-4f54-95b1-4f26e6bf71c9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:53.546621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-40aa4427-d588-4f1e-a3bc-2b2f55ce7b85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=339273bf50c94f10841c4d281aef0291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926590 Apr 18 16:57:53.547546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa4427-d588-4f1e-a3bc-2b2f55ce7b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dd2c94-b064-4eb3-9cfe-5abf396edbb9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:53.549982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44384) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:53.601537 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89bd6b83-b42c-4d6b-ac15-50071d6ed86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.622252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89bd6b83-b42c-4d6b-ac15-50071d6ed86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.656661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86826e5e-7118-4f6c-b915-3915bae7d703 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:57:53.669132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167314a9-2090-40ff-9b87-c6bd05828b57 req-29100a92-97e3-474a-a5d2-51a73f967317 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:53.670711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-167314a9-2090-40ff-9b87-c6bd05828b57 req-29100a92-97e3-474a-a5d2-51a73f967317 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 950 time: 0.1383638 Apr 18 16:57:53.686372 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] No DVR routers for this DVR port fbe659a1-9575-4f54-95b1-4f26e6bf71c9 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:57:53.688690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf799c-e8da-4229-bf89-3dfc26788152 req-0ed16a59-b00c-4bca-a58e-a1240d91564d tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:53.690189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6edf799c-e8da-4229-bf89-3dfc26788152 req-0ed16a59-b00c-4bca-a58e-a1240d91564d tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1096 time: 0.1561284 Apr 18 16:57:53.697340 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.700545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07a78bed-ee6e-486d-99ee-fe2179edce85 req-b09eef64-728d-4fd0-b60f-fe30c1a6908b tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.41 "DELETE /v2.0/ports/fbe659a1-9575-4f54-95b1-4f26e6bf71c9 HTTP/1.1" status: 204 len: 173 time: 0.9022903 Apr 18 16:57:53.701002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86429d20-c2a6-4ec6-913e-8416a41d8d6a', 'name': 'network-vif-deleted', 'tag': 'fbe659a1-9575-4f54-95b1-4f26e6bf71c9'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:53.704294 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc458d36-41e5-4f0e-8190-11b33a4633ae" -d '{"events": [{"server_uuid": "86429d20-c2a6-4ec6-913e-8416a41d8d6a", "name": "network-vif-deleted", "tag": "fbe659a1-9575-4f54-95b1-4f26e6bf71c9"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:53.757053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-167314a9-2090-40ff-9b87-c6bd05828b57 req-62271107-0dc6-47f4-95fb-a732949e31a1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719485 Apr 18 16:57:53.762115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6edf799c-e8da-4229-bf89-3dfc26788152 req-a7558156-e442-4380-85f7-d117548ebedd tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552227 Apr 18 16:57:53.795300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86826e5e-7118-4f6c-b915-3915bae7d703, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86826e5e-7118-4f6c-b915-3915bae7d703,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:53.808515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '86826e5e-7118-4f6c-b915-3915bae7d703', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'port_id': '86826e5e-7118-4f6c-b915-3915bae7d703', 'mac_address': 'fa:16:3e:4f:d9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-425011616', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:57:53.826460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89bd6b83-b42c-4d6b-ac15-50071d6ed86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.829839 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89bd6b83-b42c-4d6b-ac15-50071d6ed86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.831009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-89bd6b83-b42c-4d6b-ac15-50071d6ed86e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19dd2c94-b064-4eb3-9cfe-5abf396edbb9 HTTP/1.1" status: 204 len: 168 time: 0.2799344 Apr 18 16:57:53.843009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6b83-b42c-4d6b-ac15-50071d6ed86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dd2c94-b064-4eb3-9cfe-5abf396edbb9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:53.886370 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:53.905005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86826e5e-7118-4f6c-b915-3915bae7d703 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:57:53.915002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1828138c-53a3-4762-b7ba-6fedcd873c41 req-a73a2d09-fbb4-4c3e-a365-44e46110b4b7 tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 210 time: 0.0483031 Apr 18 16:57:53.925816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86826e5e-7118-4f6c-b915-3915bae7d703, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86826e5e-7118-4f6c-b915-3915bae7d703,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:53.975094 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e93ded-2eef-42e8-98c9-43bdaad2d995 x-openstack-request-id: req-33e93ded-2eef-42e8-98c9-43bdaad2d995 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:53.975521 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86429d20-c2a6-4ec6-913e-8416a41d8d6a", "name": "network-vif-deleted", "tag": "fbe659a1-9575-4f54-95b1-4f26e6bf71c9", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:53.975895 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33e93ded-2eef-42e8-98c9-43bdaad2d995 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:53.976386 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e93ded-2eef-42e8-98c9-43bdaad2d995'] response: {'server_uuid': '86429d20-c2a6-4ec6-913e-8416a41d8d6a', 'name': 'network-vif-deleted', 'tag': 'fbe659a1-9575-4f54-95b1-4f26e6bf71c9', 'status': 'completed', 'code': 200} Apr 18 16:57:54.006590 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:54.057568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=86826e5e-7118-4f6c-b915-3915bae7d703,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:54.058514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cbffd-416f-4bdf-8261-3264e6d63140 req-c889c3e0-361d-4bb1-8a1e-cc1f72b25324 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:54.060035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-593cbffd-416f-4bdf-8261-3264e6d63140 req-c889c3e0-361d-4bb1-8a1e-cc1f72b25324 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1096 time: 0.0541284 Apr 18 16:57:54.096282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-593cbffd-416f-4bdf-8261-3264e6d63140 req-7236a6c7-fbf3-4074-861a-17de76231917 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291295 Apr 18 16:57:54.246047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-90e35fb0-fb8a-4264-b9b8-6c0ccbe322b4 req-512c2f3f-e45b-4c2c-84c4-ccf337a9607b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:57:54.247242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90e35fb0-fb8a-4264-b9b8-6c0ccbe322b4 req-512c2f3f-e45b-4c2c-84c4-ccf337a9607b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062170 Apr 18 16:57:54.313866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18ddb8-a00e-41fc-8b2f-f5653778ff07 req-f791fec8-45bd-41bb-9b5c-5e25c4dae74d tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:54.316205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd18ddb8-a00e-41fc-8b2f-f5653778ff07 req-f791fec8-45bd-41bb-9b5c-5e25c4dae74d tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 965 time: 0.0572686 Apr 18 16:57:54.361447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd18ddb8-a00e-41fc-8b2f-f5653778ff07 req-85c24cdf-4866-4d1e-a078-f77277e826c4 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380704 Apr 18 16:57:54.421588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44416) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:54.435497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['86826e5e-7118-4f6c-b915-3915bae7d703'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:57:54.552583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41757132-df08-4ff6-98d1-354b1e01fe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:54.633047 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41757132-df08-4ff6-98d1-354b1e01fe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:54.712601 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41757132-df08-4ff6-98d1-354b1e01fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:54.751177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-41757132-df08-4ff6-98d1-354b1e01fe00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfa7d4b1c4e54a519cb99c97d901fc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285434 Apr 18 16:57:54.752531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41757132-df08-4ff6-98d1-354b1e01fe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2d606-e496-4573-82ea-c4573f04640d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:54.754289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44428) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:54.807257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0db9c-6307-4dd5-974f-c4fef1e12bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:54.828826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0db9c-6307-4dd5-974f-c4fef1e12bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:54.902358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16374e-06c0-4365-9d2c-f10703be3cfc req-2e5c5174-1d52-4ce1-83c8-3460d9732b5f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:54.904369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b16374e-06c0-4365-9d2c-f10703be3cfc req-2e5c5174-1d52-4ce1-83c8-3460d9732b5f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 950 time: 0.0688994 Apr 18 16:57:54.943726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0db9c-6307-4dd5-974f-c4fef1e12bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:54.947595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0db9c-6307-4dd5-974f-c4fef1e12bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:54.949100 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6cf0db9c-6307-4dd5-974f-c4fef1e12bb1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5a2d606-e496-4573-82ea-c4573f04640d HTTP/1.1" status: 204 len: 168 time: 0.1932669 Apr 18 16:57:54.953014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b16374e-06c0-4365-9d2c-f10703be3cfc req-752770bc-c9e9-4ab9-a4a6-fdab2b69af25 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Apr 18 16:57:54.958808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0db9c-6307-4dd5-974f-c4fef1e12bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2d606-e496-4573-82ea-c4573f04640d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:55.016962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-b05607fa-d1d0-4165-b703-b270f8bddcb6 tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:55.018712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-b05607fa-d1d0-4165-b703-b270f8bddcb6 tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 1101 time: 0.0532651 Apr 18 16:57:55.098802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44386dd7-a685-4ad7-93cb-43b2d28e74fc req-353dd547-daa8-4a57-a6f3-e235f7d4262e tempest-AggregatesAdminTestJSON-1212728913 tempest-AggregatesAdminTestJSON-1212728913-project] 10.222.0.45 "GET /v2.0/ports?device_id=86429d20-c2a6-4ec6-913e-8416a41d8d6a HTTP/1.1" status: 200 len: 210 time: 0.0342674 Apr 18 16:57:55.144279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] Deleting port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 16:57:55.144869 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.225187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] For port c4d57f80-ba0a-4afb-9eb8-04df830e01c3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:55.225659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.241103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] Calling delete_port for c4d57f80-ba0a-4afb-9eb8-04df830e01c3 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 16:57:55.432384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.470591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['c4d57f80-ba0a-4afb-9eb8-04df830e01c3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:57:55.493589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4d57f80-ba0a-4afb-9eb8-04df830e01c3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:55.550306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] No DVR routers for this DVR port c4d57f80-ba0a-4afb-9eb8-04df830e01c3 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:57:55.553833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.557565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd027693-e7ac-4c37-a4e5-012cd68bfaa7 req-de978cbe-5d80-42a2-8e41-0e0b084c783e tempest-DeleteServersAdminTestJSON-157512503 tempest-DeleteServersAdminTestJSON-157512503-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c4d57f80-ba0a-4afb-9eb8-04df830e01c3 HTTP/1.1" status: 204 len: 173 time: 0.5309670 Apr 18 16:57:55.578000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9dcf9-a129-4cff-aa5c-83af03825d3e req-5235eaaa-26d8-4c6f-989e-63ad7198f8ff tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:55.579488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efe9dcf9-a129-4cff-aa5c-83af03825d3e req-5235eaaa-26d8-4c6f-989e-63ad7198f8ff tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 965 time: 0.1394348 Apr 18 16:57:55.631119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efe9dcf9-a129-4cff-aa5c-83af03825d3e req-b802f1a4-cab8-43df-b3f2-bfe01d7cee74 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Apr 18 16:57:55.673728 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86826e5e-7118-4f6c-b915-3915bae7d703 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:57:55.789498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 86826e5e-7118-4f6c-b915-3915bae7d703 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:57:55.793573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 86826e5e-7118-4f6c-b915-3915bae7d703 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:57:55.794123 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.872055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:55.880072 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.887041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6718cc35-be33-47e1-9068-a366cbb4b713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.905246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86826e5e-7118-4f6c-b915-3915bae7d703'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:55.908798 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0700eb1-923f-48ef-963e-506bb859e732" -d '{"events": [{"server_uuid": "51efeb91-f58a-4c45-8a6e-acf8c6b08475", "name": "network-vif-plugged", "status": "completed", "tag": "86826e5e-7118-4f6c-b915-3915bae7d703"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:55.926749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86826e5e-7118-4f6c-b915-3915bae7d703, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86826e5e-7118-4f6c-b915-3915bae7d703,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:57:55.959361 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a36c5e-9404-4ed2-84ea-a3b02ad47e45 x-openstack-request-id: req-64a36c5e-9404-4ed2-84ea-a3b02ad47e45 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:55.959677 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51efeb91-f58a-4c45-8a6e-acf8c6b08475", "name": "network-vif-plugged", "status": "completed", "tag": "86826e5e-7118-4f6c-b915-3915bae7d703", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:55.959929 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64a36c5e-9404-4ed2-84ea-a3b02ad47e45 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:55.960496 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a36c5e-9404-4ed2-84ea-a3b02ad47e45'] response: {'server_uuid': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86826e5e-7118-4f6c-b915-3915bae7d703', 'code': 200} Apr 18 16:57:55.977849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb55d136-6cd7-4244-abd6-ecdaae060fad', 'name': 'network-vif-deleted', 'tag': 'c4d57f80-ba0a-4afb-9eb8-04df830e01c3'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:57:55.980796 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a7120b-7d40-4a2e-bd3f-3597484c0ac1" -d '{"events": [{"server_uuid": "eb55d136-6cd7-4244-abd6-ecdaae060fad", "name": "network-vif-deleted", "tag": "c4d57f80-ba0a-4afb-9eb8-04df830e01c3"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:57:55.984750 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6718cc35-be33-47e1-9068-a366cbb4b713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.994846 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:55.995693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fbe659a1-9575-4f54-95b1-4f26e6bf71c9 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:57:56.023609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: fbe659a1-9575-4f54-95b1-4f26e6bf71c9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 16:57:56.024146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fbe659a1-9575-4f54-95b1-4f26e6bf71c9 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:57:56.066557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6718cc35-be33-47e1-9068-a366cbb4b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:56.092798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=86826e5e-7118-4f6c-b915-3915bae7d703,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:56.115393 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6718cc35-be33-47e1-9068-a366cbb4b713 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e11db717d1c74b55ba6253bdb201dd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427120 Apr 18 16:57:56.118572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44486) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:56.126597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718cc35-be33-47e1-9068-a366cbb4b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc74f050-ada0-45b7-9055-16bb0b530807,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:56.132566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e6acf-e4ac-4b7a-9368-37e66191978e req-b0009cc5-ecd8-4ef8-b083-d64f136e1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:56.139119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f92e6acf-e4ac-4b7a-9368-37e66191978e req-b0009cc5-ecd8-4ef8-b083-d64f136e1c7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 1117 time: 0.0696909 Apr 18 16:57:56.139119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-511a80e9-8631-4550-b73c-38c921f2ef4c req-a8eb6bbd-3fc2-4255-9a80-654f7eb82189 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb55d136-6cd7-4244-abd6-ecdaae060fad HTTP/1.1" status: 200 len: 210 time: 0.0333116 Apr 18 16:57:56.175690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f92e6acf-e4ac-4b7a-9368-37e66191978e req-940deef6-2a8d-49df-b95a-e086d7a833d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336678 Apr 18 16:57:56.183561 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f2deab-d333-4ab2-9111-ad83f4bcb55a x-openstack-request-id: req-a5f2deab-d333-4ab2-9111-ad83f4bcb55a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:57:56.184214 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb55d136-6cd7-4244-abd6-ecdaae060fad", "name": "network-vif-deleted", "tag": "c4d57f80-ba0a-4afb-9eb8-04df830e01c3", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:57:56.184214 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5f2deab-d333-4ab2-9111-ad83f4bcb55a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:57:56.184688 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f2deab-d333-4ab2-9111-ad83f4bcb55a'] response: {'server_uuid': 'eb55d136-6cd7-4244-abd6-ecdaae060fad', 'name': 'network-vif-deleted', 'tag': 'c4d57f80-ba0a-4afb-9eb8-04df830e01c3', 'status': 'completed', 'code': 200} Apr 18 16:57:56.187397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2848-3bd9-4dbb-8d84-83a4d0c10652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:56.215478 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2848-3bd9-4dbb-8d84-83a4d0c10652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:56.355456 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2848-3bd9-4dbb-8d84-83a4d0c10652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:56.358411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2848-3bd9-4dbb-8d84-83a4d0c10652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:56.359723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dd1e2848-3bd9-4dbb-8d84-83a4d0c10652 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc74f050-ada0-45b7-9055-16bb0b530807 HTTP/1.1" status: 204 len: 168 time: 0.2402580 Apr 18 16:57:56.367778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e2848-3bd9-4dbb-8d84-83a4d0c10652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc74f050-ada0-45b7-9055-16bb0b530807,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:56.895323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-404bbc1b-45af-4683-975c-77d61cdc6521 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210810 Apr 18 16:57:57.003659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e20b71b-552e-4940-ba93-ee5eed89ab56 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:57.005141 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e20b71b-552e-4940-ba93-ee5eed89ab56 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038442 Apr 18 16:57:57.020262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-d1e682b9-030e-4421-a92f-327e41236512 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/quotas/fd350e4e85f3403287ffc8cd07b568c9 HTTP/1.1" status: 200 len: 375 time: 0.0090590 Apr 18 16:57:57.057940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-06c0398a-cae5-4c33-b9cc-a486298782b8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309625 Apr 18 16:57:57.322373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44552) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:57.526876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44568) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:57.555125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945e3e-07cb-4bcb-89c0-f22e1612f5d8 req-11c6e86b-2bba-43da-ad79-09e6599b0e13 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:57.556847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd945e3e-07cb-4bcb-89c0-f22e1612f5d8 req-11c6e86b-2bba-43da-ad79-09e6599b0e13 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 966 time: 0.0523629 Apr 18 16:57:57.573546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-78c332e1-fd5b-49c4-ad98-3dad7d5dbc06 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:57:57.579882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-78c332e1-fd5b-49c4-ad98-3dad7d5dbc06 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2559812 Apr 18 16:57:57.590909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-25211255-network', 'tenant_id': 'd0c4986469b0458d9729a71a797dd88b'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:57.627695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd945e3e-07cb-4bcb-89c0-f22e1612f5d8 req-732b7894-ac17-45e1-9751-87c4fad500de tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453455 Apr 18 16:57:57.695793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Made reservation on behalf of d0c4986469b0458d9729a71a797dd88b for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:57.698158 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:57.713461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:57.745109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-e582c04a-0f52-42bd-be8d-93b02593b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:57.746517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-e582c04a-0f52-42bd-be8d-93b02593b393 service neutron] 10.222.0.45 "GET /v2.0/ports/01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 1093 time: 0.1088529 Apr 18 16:57:57.761952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Request body: {'binding': {'host': 'n-h2-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:57.762676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Unknown quota resources ['binding']. {{(pid=109826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 16:57:57.775876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-4f2917e3-127f-4c87-b40e-be67d99e79b8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323133 Apr 18 16:57:57.806576 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:57.884033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:57.908960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:57:57.918529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a57942-54f3-4e74-8841-786c8bf1ad4e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:57.927213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:57.927566 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Added segment 3c0108ec-1c3d-4704-bd60-d12eb807c00f of type vlan for network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca Apr 18 16:57:57.972292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:58.055773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:58.056753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:58.057344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:58.118066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:58.129767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:57:58.165022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-9f5cc94d-a5e3-4b39-ab2f-f020861fe6c4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:58.166456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-9f5cc94d-a5e3-4b39-ab2f-f020861fe6c4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3738427 Apr 18 16:57:58.192083 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f9b9cbee-cb7b-4266-b609-5c1fd6fb3914 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6638591 Apr 18 16:57:58.197721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-9b92c39b-d04f-4d0f-8021-ac193628ab41 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/quotas/fd350e4e85f3403287ffc8cd07b568c9 HTTP/1.1" status: 200 len: 375 time: 0.0239923 Apr 18 16:57:58.201782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:58.207440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Request body: {'subnet': {'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-25211255-subnet', 'tenant_id': 'd0c4986469b0458d9729a71a797dd88b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:58.212191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on host n-h2-836015-2 for vnic_type normal with profile None {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:57:58.212529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:57:58.212856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:58.225458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:57:58.226304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:57:58.246185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-ed5a3f4b-f698-492c-bd20-1fccd2675ffd tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360107 Apr 18 16:57:58.247043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:57:58.247381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:58.247759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:57:58.248188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Bound port: 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:57:58.325847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Made reservation on behalf of d0c4986469b0458d9729a71a797dd88b for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:57:58.328152 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:58.332826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:57:58.464001 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] Notify callbacks [] for binding, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:58.466764 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c6be4790-58dd-470d-bf7a-2df9fc94894a service neutron] 10.222.0.45 "POST /v2.0/ports/01eae7cc-5d7d-4542-8a00-4ed27067cdcf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7109022 Apr 18 16:57:58.601935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:58.613738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-e63e5cc2-2407-498a-a91c-0168a94f4da8 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a56a7d587de46389a3ab3c86344853b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258887 Apr 18 16:57:58.688499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=413415fe-1543-4592-b7a6-31784d135fbc,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:57:58.696290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:57:58.696290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Network hostable DHCP agents. Network: 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:57:58.757691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-7a36d6b5-9bd0-41b9-8985-e73628180b69 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:58.759598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-7a36d6b5-9bd0-41b9-8985-e73628180b69 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359134 Apr 18 16:57:58.776105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ae158a56-37d9-4ecc-b87d-eaad3ac485c2 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/quotas/2a56a7d587de46389a3ab3c86344853b HTTP/1.1" status: 200 len: 375 time: 0.0101686 Apr 18 16:57:58.807045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:57:58.834289 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-5d5d549d-6b2e-4e40-a4f7-14d1680a87ae tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a56a7d587de46389a3ab3c86344853b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515468 Apr 18 16:57:58.836616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8de30f46-d13b-4a38-a399-d7b74c219f63 req-97193cb0-293a-4e2d-bacb-2073ae707522 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0451496 Apr 18 16:57:58.891841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:57:58.896933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:58.901284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:57:58.903039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7016eea9-9f54-47bc-9d02-cbec0beb90ff None None] Network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:59.025873 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-321f6743-1bf4-4bec-9645-bbe3a048c5cb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8227472 Apr 18 16:57:59.049047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93beee0e-9daf-40fc-8f5b-963c71656ddb None None] Network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:57:59.263556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7e442-8299-4299-bc7a-e5056cdd0f83 req-6382a3fe-caa3-44f1-92ad-44455b0bd8b6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:59.272153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ad7e442-8299-4299-bc7a-e5056cdd0f83 req-6382a3fe-caa3-44f1-92ad-44455b0bd8b6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 966 time: 0.0827849 Apr 18 16:57:59.372262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ad7e442-8299-4299-bc7a-e5056cdd0f83 req-fdd8d3b9-851e-4ff2-a335-2084a89d4554 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990705 Apr 18 16:57:59.392979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-15233fd5-dc7c-4f55-8dc0-1fe4f27add60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:59.395081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-15233fd5-dc7c-4f55-8dc0-1fe4f27add60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1096 time: 0.0606396 Apr 18 16:57:59.569488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f460f2-e6c4-4088-b26c-71ab6fcb54e5 req-3c45e99a-6b30-4d47-80d8-dab6e47553b5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:59.570987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1f460f2-e6c4-4088-b26c-71ab6fcb54e5 req-3c45e99a-6b30-4d47-80d8-dab6e47553b5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 945 time: 0.0830369 Apr 18 16:57:59.574415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-d356c38d-77f1-476a-a92a-085f0bfa8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:59.574415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-d356c38d-77f1-476a-a92a-085f0bfa8a07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.1710587 Apr 18 16:57:59.633498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-241569b3-a7e8-40f8-982d-b1f79a570701 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 217 time: 0.0503910 Apr 18 16:57:59.698668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f04858e-e7df-4b26-a1bc-11a5bffcfc6c req-f8fe211a-9707-430f-8f55-69df14516c60 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 210 time: 0.0592446 Apr 18 16:57:59.729985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1f460f2-e6c4-4088-b26c-71ab6fcb54e5 req-ff86d502-3963-4765-bfe1-c8c5a71d8d4d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526580 Apr 18 16:57:59.749809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-8582a888-3d54-42dd-a05c-8688d7d5347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:59.755030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-8582a888-3d54-42dd-a05c-8688d7d5347d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.1136165 Apr 18 16:57:59.808400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c4d57f80-ba0a-4afb-9eb8-04df830e01c3 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:57:59.832228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-0e3edb36-b02f-46ef-839f-110810982983 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690038 Apr 18 16:57:59.846758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: c4d57f80-ba0a-4afb-9eb8-04df830e01c3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 16:57:59.857020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c4d57f80-ba0a-4afb-9eb8-04df830e01c3 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:57:59.911726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01b436-98d2-47f2-a773-c0e8ce126b5e req-99a74ec2-2093-4a0a-a8af-60bf9a6b5851 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:57:59.923086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44666) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:57:59.925064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea01b436-98d2-47f2-a773-c0e8ce126b5e req-99a74ec2-2093-4a0a-a8af-60bf9a6b5851 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 966 time: 0.1628923 Apr 18 16:57:59.928944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Request body: {'floatingip': {'port_id': '86826e5e-7118-4f6c-b915-3915bae7d703'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:57:59.967210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-4e5a6ad9-7428-4291-bb65-28f4273530f9 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275201 Apr 18 16:57:59.996868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44670) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:00.035488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-266bf6b2-28a9-4fef-aff0-35dd6d056595 req-f589ed0c-3933-45aa-b3e3-830dbe026bad tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0524542 Apr 18 16:58:00.042383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-969405140-network', 'tenant_id': '0122b4db47e94956972f0aeb51a39b14'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:00.069147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-723f5d37-de2a-418f-ae2d-6c15a3727fd5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654247 Apr 18 16:58:00.070309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.201639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-88bd49e3-15d1-447a-a98d-5f41d9264d1a service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272108 Apr 18 16:58:00.217198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Made reservation on behalf of 0122b4db47e94956972f0aeb51a39b14 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:00.219859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.235162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a354-821d-418e-8618-835fdc1dc5af req-af3a7e0c-a767-40b7-b0ef-b22fd1a02415 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:00.236824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-af3a7e0c-a767-40b7-b0ef-b22fd1a02415 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601746 Apr 18 16:58:00.259389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Request body: {'port': {'device_id': '79ef27ff-ccd9-4697-8034-656db4218379', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': 'fd350e4e85f3403287ffc8cd07b568c9'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:00.270860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.474452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Made reservation on behalf of fd350e4e85f3403287ffc8cd07b568c9 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:00.478491 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.489989 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.537514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.642193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.684380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-32ba0ccc-77fe-4afe-bb1b-43dabb21b664 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:00.686017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-32ba0ccc-77fe-4afe-bb1b-43dabb21b664 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.1499960 Apr 18 16:58:00.700976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-2'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:00.704729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.711645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae91a74-9c8f-4ac3-a3bc-59228709024d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:00.747449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:58:00.783046 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.790041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.790634 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Added segment 7602747a-381b-414e-97b0-8eb25e80bc7f of type vlan for network fd248092-cadc-4cc8-bf8c-534748ead3eb Apr 18 16:58:00.844123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.886219 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9613-449f-44e8-a557-88afb4e5de14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:00.897334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba6a39d5-c07a-4eae-b954-f2325d7e405e req-59e15c16-fd07-40c4-961b-c5d80ead56df tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 210 time: 0.0602090 Apr 18 16:58:00.964655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:01.108849 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-a5c6ec2e-460b-47ae-9e95-c70bb85d5973 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419960 Apr 18 16:58:01.125289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.resource_extend [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 16:58:01.169974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44706) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:01.222860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.240105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea68a362-d6f1-4b40-87ec-0f528bee0b77 req-98dcefbe-2b4f-4af4-9f7d-eefd45d6a12f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0501437 Apr 18 16:58:01.251439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:01.260692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c7341-0c74-4cef-beeb-9a6e31ab6355 req-f81a886d-d838-4ed0-876b-76b22da94283 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:01.262478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a8c7341-0c74-4cef-beeb-9a6e31ab6355 req-f81a886d-d838-4ed0-876b-76b22da94283 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 945 time: 0.2484455 Apr 18 16:58:01.354101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a8c7341-0c74-4cef-beeb-9a6e31ab6355 req-41ba1c87-1ffd-4cda-8c9c-c2d2d0d36319 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742834 Apr 18 16:58:01.358672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Allocated IP 192.168.233.97 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/41aa7ace-0149-4444-bc8c-911442cf6897) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:58:01.373743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.402601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:01.457735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-fcdcad4d-d0eb-4de9-839d-82b8a3f904e4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:01.459226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-fcdcad4d-d0eb-4de9-839d-82b8a3f904e4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367503 Apr 18 16:58:01.460857 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7138b63-6ae2-4f8a-ad19-34da9c76bda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.468405 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.470404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:01.472663 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f034ab57-90ba-47b7-917f-07689cb999e2" -d '{"events": [{"server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "name": "network-vif-unplugged", "status": "completed", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:01.480314 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.517889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Request body: {'port': {'device_id': '2b021478-e413-4c65-8a5e-51915ea8f7e2', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': 'fd350e4e85f3403287ffc8cd07b568c9'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:01.526479 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cbedfe-25ae-41a2-8594-8a14425aee11 x-openstack-request-id: req-67cbedfe-25ae-41a2-8594-8a14425aee11 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:01.526775 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "name": "network-vif-unplugged", "status": "completed", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:01.527026 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67cbedfe-25ae-41a2-8594-8a14425aee11 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:01.527414 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67cbedfe-25ae-41a2-8594-8a14425aee11'] response: {'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf', 'code': 200} Apr 18 16:58:01.547322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.548260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:01.548840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.580623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.18', 51230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:01.605739 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.608828 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.615543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-52bbe5a8-e768-45f3-b519-a2967c0f72f7 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2a56a7d587de46389a3ab3c86344853b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335290 Apr 18 16:58:01.733505 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7352417 Apr 18 16:58:01.744441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44720) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:01.752219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715770c-02ee-4d96-8566-6eb1e2743137 admin admin] Pushing event updated for resources: {'Network': ['ID=fd248092-cadc-4cc8-bf8c-534748ead3eb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:01.756818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Request body: {'subnet': {'network_id': 'fd248092-cadc-4cc8-bf8c-534748ead3eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-969405140-subnet', 'tenant_id': '0122b4db47e94956972f0aeb51a39b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:01.763683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network fd248092-cadc-4cc8-bf8c-534748ead3eb details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:58:01.765573 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Floating IP a1c49cde-7a8f-4b6e-9d8d-67447e147dc9 associated. External IP: 172.25.5.128, port: 86826e5e-7118-4f6c-b915-3915bae7d703. Apr 18 16:58:01.827700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Pushing event updated for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:01.892966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on host n-h1-836015-2 for vnic_type normal with profile {"migrating_to": "n-h2-836015-2"} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:01.893188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:01.893694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:01.902189 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7138b63-6ae2-4f8a-ad19-34da9c76bda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.905695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-8988332a-f435-4f25-847d-174e63f6b92a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:01.907185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-8988332a-f435-4f25-847d-174e63f6b92a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849195 Apr 18 16:58:01.907878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:01.908194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Attempting to bind port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:01.913100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:01.913485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:01.913862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:01.914280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Bound port: 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:01.914695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.929214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Request body: {'port': {'device_id': '805ce3cf-292f-40e4-8073-446d71e3f916', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '2a56a7d587de46389a3ab3c86344853b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:01.947934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Made reservation on behalf of fd350e4e85f3403287ffc8cd07b568c9 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:01.953471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.993901 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7138b63-6ae2-4f8a-ad19-34da9c76bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:01.996658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Made reservation on behalf of 0122b4db47e94956972f0aeb51a39b14 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:01.998962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.002270 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.088605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d77eb3be-5313-4f37-80a6-c9867782dd31 req-33c482ad-f8cb-41a9-8780-accb7dfa8493 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 210 time: 0.0978885 Apr 18 16:58:02.120398 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f7138b63-6ae2-4f8a-ad19-34da9c76bda3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3be66f87dc0d41098af311aac1dcd0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9090018 Apr 18 16:58:02.121124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7138b63-6ae2-4f8a-ad19-34da9c76bda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8f3ab-e210-4f27-93f6-02863eaa1b55,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:02.125765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44732) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:02.162427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:02.180181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:58:02.197927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:02.211617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:58:02.226405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:02.227126 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.260993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:02.303438 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44031116-653c-4605-ab50-75b6885e4cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.304935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:02.330411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Allocated IP 192.168.233.79 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/85e4ea66-80e4-4bbb-b0b1-4c5007719aff) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:58:02.358513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Made reservation on behalf of 2a56a7d587de46389a3ab3c86344853b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:02.363023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44031116-653c-4605-ab50-75b6885e4cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.367123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.403543 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44746) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:02.408481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44dfbac4-2d25-4619-8488-89b92a613416 req-95af6d3a-82b4-4ee8-80d9-23e01e485f06 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0536392 Apr 18 16:58:02.421198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-70b874b9-6ac0-46f9-b95a-be970f5b05ca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1667135 Apr 18 16:58:02.422265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.512556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Router cb7aa52b-cb71-470f-be6a-ce4861aee74c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 16:58:02.654905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-edb13eed-a405-481c-86e6-62bf3945aa67 None None] Provisioning complete for port 41aa7ace-0149-4444-bc8c-911442cf6897 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:02.655518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-edb13eed-a405-481c-86e6-62bf3945aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.673653 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44031116-653c-4605-ab50-75b6885e4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.676100 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44031116-653c-4605-ab50-75b6885e4cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.679740 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-44031116-653c-4605-ab50-75b6885e4cfe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41e8f3ab-e210-4f27-93f6-02863eaa1b55 HTTP/1.1" status: 204 len: 168 time: 0.5490978 Apr 18 16:58:02.728720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-edb13eed-a405-481c-86e6-62bf3945aa67 None None] Port 41aa7ace-0149-4444-bc8c-911442cf6897 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:58:02.739858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44031116-653c-4605-ab50-75b6885e4cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8f3ab-e210-4f27-93f6-02863eaa1b55,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:02.748860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.749398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Request body: {'port': {'device_id': '79ef27ff-ccd9-4697-8034-656db4218379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:02.771399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:58:02.777269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.787201 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] Sync routers for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:58:02.798271 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:58:02.799254 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:57:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:02.815261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-53967b62-4a88-4b6b-baf8-e5267b858d73 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "PUT /v2.0/floatingips/a1c49cde-7a8f-4b6e-9d8d-67447e147dc9 HTTP/1.1" status: 200 len: 1012 time: 2.8906724 Apr 18 16:58:02.816899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'tag': '86826e5e-7118-4f6c-b915-3915bae7d703'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:02.820065 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02" -d '{"events": [{"name": "network-changed", "server_uuid": "51efeb91-f58a-4c45-8a6e-acf8c6b08475", "tag": "86826e5e-7118-4f6c-b915-3915bae7d703"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:02.884050 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4949c673-6ee7-4002-8da9-171821835482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.909441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.955764 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:58:02.961892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:58:02.965798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:02.970024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:58:02.978039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:02.978039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:02.998078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Pushing event updated for resources: {'Port': ['ID=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:03.028119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dc05a-e42b-4113-9d6d-7badd89e47fa req-a464b188-3ff7-4220-bd8b-585ce52b2c15 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:03.029757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-572dc05a-e42b-4113-9d6d-7badd89e47fa req-a464b188-3ff7-4220-bd8b-585ce52b2c15 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.2752531 Apr 18 16:58:03.034544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Pushing event updated for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=8']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:03.082862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.083279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8859ff7f-bbab-4ffc-a868-48d54db598d5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5698109 Apr 18 16:58:03.102709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Request body: {'port': {'device_id': '2b021478-e413-4c65-8a5e-51915ea8f7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:03.185327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:03.185919 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.187341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-929cb4a8-4e5c-4d33-9417-db9f9d70b04b service neutron] 10.222.0.41 "PUT /v2.0/ports/01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 1121 time: 2.4924495 Apr 18 16:58:03.187998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54c2e04-869d-45aa-b037-6bb76ea013ae,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:03.210482 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.220812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['01eae7cc-5d7d-4542-8a00-4ed27067cdcf'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:03.247214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990916d-7aa7-4f30-a898-4b8f89ce3c5b req-e690f904-3d6c-4f60-bcf5-816a5496849b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:03.248806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d990916d-7aa7-4f30-a898-4b8f89ce3c5b req-e690f904-3d6c-4f60-bcf5-816a5496849b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 966 time: 0.3085699 Apr 18 16:58:03.260645 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b658ca29-1b77-46a7-8ce2-609c444cbd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.322778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-572dc05a-e42b-4113-9d6d-7badd89e47fa req-ddf24ad3-bd46-4b60-a1a6-2b4bb6856270 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534397 Apr 18 16:58:03.422857 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ba59b7-03ba-4ef9-9c30-274e228ea204 x-openstack-request-id: req-d7ba59b7-03ba-4ef9-9c30-274e228ea204 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:03.423402 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51efeb91-f58a-4c45-8a6e-acf8c6b08475", "tag": "86826e5e-7118-4f6c-b915-3915bae7d703", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:03.423402 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7ba59b7-03ba-4ef9-9c30-274e228ea204 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:03.423761 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ba59b7-03ba-4ef9-9c30-274e228ea204'] response: {'name': 'network-changed', 'server_uuid': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'tag': '86826e5e-7118-4f6c-b915-3915bae7d703', 'status': 'completed', 'code': 200} Apr 18 16:58:03.432274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.457788 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1c49cde-7a8f-4b6e-9d8d-67447e147dc9', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'port_id': '86826e5e-7118-4f6c-b915-3915bae7d703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'mac_address': 'fa:16:3e:4f:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'device_owner': 'compute:tempest-test_az-425011616'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:57:40Z', 'updated_at': '2022-04-18T16:58:00Z', 'revision_number': 1, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:03.495376 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] Checking router: cb7aa52b-cb71-470f-be6a-ce4861aee74c for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:58:03.495639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6b9f8f05-3445-4ce7-b02c-8085d7f992ac None None] Provisioning complete for port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:03.496034 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b9f8f05-3445-4ce7-b02c-8085d7f992ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.510363 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:58:03.510944 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:58:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:03.580868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44778) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:03.583522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f8f05-3445-4ce7-b02c-8085d7f992ac None None] Port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:58:03.598240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:03.601640 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e9df5e-7671-4a91-aaed-6edd66b549b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:03.609955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c33f6df-f4d5-4f8b-95ba-9318aa4d666a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.654868 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:58:03.672603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Allocated IP 192.168.233.179 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/c95c237e-ec3a-41e1-af9b-c0d9e1801c21) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:58:03.675908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Checking segment: {'id': '7602747a-381b-414e-97b0-8eb25e80bc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd248092-cadc-4cc8-bf8c-534748ead3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:03.676260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Network hostable DHCP agents. Network: fd248092-cadc-4cc8-bf8c-534748ead3eb, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:58:03.706770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d990916d-7aa7-4f30-a898-4b8f89ce3c5b req-0caf54ed-f169-440a-b950-e969687c47ae tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414334 Apr 18 16:58:03.733444 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c33f6df-f4d5-4f8b-95ba-9318aa4d666a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.767994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77a4d819-6744-490c-be69-4c98918b3a97 req-b78703f5-95fb-448c-92f3-6c01c1318aef tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 210 time: 0.1069272 Apr 18 16:58:03.786799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c33f6df-f4d5-4f8b-95ba-9318aa4d666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.850328 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4c33f6df-f4d5-4f8b-95ba-9318aa4d666a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8eb7e7ef9c044a21b79621351e1a93e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658417 Apr 18 16:58:03.850328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33f6df-f4d5-4f8b-95ba-9318aa4d666a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba1a35d-5f7a-42bf-837e-ee60317629ca,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:03.851546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44786) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:03.892926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-d5d6064c-13b9-4bdb-b7e9-5bc731442154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:03.895160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-d5d6064c-13b9-4bdb-b7e9-5bc731442154 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9387c64b22cf454a85db9f16570f613d&device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 1117 time: 0.3992281 Apr 18 16:58:03.898092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4949c673-6ee7-4002-8da9-171821835482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.904278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b66212-5b5f-4c73-8cef-015de29fc3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.908806 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1c49cde-7a8f-4b6e-9d8d-67447e147dc9', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'port_id': '86826e5e-7118-4f6c-b915-3915bae7d703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'mac_address': 'fa:16:3e:4f:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'device_owner': 'compute:tempest-test_az-425011616'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:57:40Z', 'updated_at': '2022-04-18T16:58:00Z', 'revision_number': 1, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:03.928875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b66212-5b5f-4c73-8cef-015de29fc3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:03.938263 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0690fa-6082-4204-8321-97b2860d19b4 None None] The sync data for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 is: [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1c49cde-7a8f-4b6e-9d8d-67447e147dc9', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'port_id': '86826e5e-7118-4f6c-b915-3915bae7d703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'mac_address': 'fa:16:3e:4f:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'device_owner': 'compute:tempest-test_az-425011616'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:57:40Z', 'updated_at': '2022-04-18T16:58:00Z', 'revision_number': 1, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:58:03.993248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4949c673-6ee7-4002-8da9-171821835482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.003906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe27a-dfb7-4245-8704-2b41be1749f3 req-43a9642a-be75-4c95-a3bd-f51578a5cf35 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.005442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51fbe27a-dfb7-4245-8704-2b41be1749f3 req-43a9642a-be75-4c95-a3bd-f51578a5cf35 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 935 time: 0.2052815 Apr 18 16:58:04.035349 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58c2d44-2c26-4ea8-96e3-9cc5ca8f670d x-openstack-request-id: req-a58c2d44-2c26-4ea8-96e3-9cc5ca8f670d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:04.035644 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:04.035897 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a58c2d44-2c26-4ea8-96e3-9cc5ca8f670d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:04.036291 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58c2d44-2c26-4ea8-96e3-9cc5ca8f670d'] response: {'name': 'network-changed', 'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf', 'status': 'completed', 'code': 200} Apr 18 16:58:04.044580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Network fd248092-cadc-4cc8-bf8c-534748ead3eb is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:58:04.070930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.18', 51245) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:04.082594 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b66212-5b5f-4c73-8cef-015de29fc3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.086029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b66212-5b5f-4c73-8cef-015de29fc3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.087314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d6b66212-5b5f-4c73-8cef-015de29fc3ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ba1a35d-5f7a-42bf-837e-ee60317629ca HTTP/1.1" status: 204 len: 168 time: 0.2348781 Apr 18 16:58:04.109237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4949c673-6ee7-4002-8da9-171821835482 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc6fe4e339c04cef883d3109b648f41d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6997833 Apr 18 16:58:04.113629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44792) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:04.119717 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.120650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b66212-5b5f-4c73-8cef-015de29fc3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba1a35d-5f7a-42bf-837e-ee60317629ca,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:04.133425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949c673-6ee7-4002-8da9-171821835482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e875a4-79d8-4cc5-8cad-cb1f57b3e901,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:04.162487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51fbe27a-dfb7-4245-8704-2b41be1749f3 req-12e0da9d-d7c7-4fc4-8d47-0ebe4c59e40d tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362767 Apr 18 16:58:04.167204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-e4275fe4-7776-49b9-90d6-a48152d2c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.168688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-e4275fe4-7776-49b9-90d6-a48152d2c8c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=71fd5923-7080-4e23-8f06-a2def67d1bba HTTP/1.1" status: 200 len: 924 time: 0.2603011 Apr 18 16:58:04.224221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-e2d561f9-ed68-4754-a8df-b136334140fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.227348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-e2d561f9-ed68-4754-a8df-b136334140fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1124 time: 0.1546364 Apr 18 16:58:04.234504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399bd28-6357-4a4d-8c10-50371a7572d0 None None] New status for floating IP a1c49cde-7a8f-4b6e-9d8d-67447e147dc9: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 16:58:04.245781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, fd248092-cadc-4cc8-bf8c-534748ead3eb) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:04.270531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.270994 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.319120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a4d4cf09-5aac-4d20-9539-880b33233533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.322608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09acac1-6f26-4af1-9d08-117845120b45 None None] Network fd248092-cadc-4cc8-bf8c-534748ead3eb requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:58:04.324221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-9704b424-3d4a-4109-a589-09449ca9f480 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86826e5e-7118-4f6c-b915-3915bae7d703 HTTP/1.1" status: 200 len: 1020 time: 0.1426942 Apr 18 16:58:04.346995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a4d4cf09-5aac-4d20-9539-880b33233533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.391834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-557e926e-ebb6-4795-90d6-0da73ddb3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.393989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-557e926e-ebb6-4795-90d6-0da73ddb3897 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5dbfb38b-8d19-45b1-af94-c743eb048da9 HTTP/1.1" status: 200 len: 862 time: 0.0628996 Apr 18 16:58:04.468936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-68ed8acd-5aa6-4b51-92d0-a9bd92fad01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.471087 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-68ed8acd-5aa6-4b51-92d0-a9bd92fad01d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.2310078 Apr 18 16:58:04.477444 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.486111 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.497978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-80387123-9bfd-46ed-8594-f4b8b1a58f45 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7497859 Apr 18 16:58:04.525192 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-72636d5d-91f6-4450-87e5-89348cff7cda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 217 time: 0.0463383 Apr 18 16:58:04.566368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a4d4cf09-5aac-4d20-9539-880b33233533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.568823 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a4d4cf09-5aac-4d20-9539-880b33233533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.573014 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a4d4cf09-5aac-4d20-9539-880b33233533 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60e875a4-79d8-4cc5-8cad-cb1f57b3e901 HTTP/1.1" status: 204 len: 168 time: 0.4560049 Apr 18 16:58:04.593400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4cf09-5aac-4d20-9539-880b33233533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e875a4-79d8-4cc5-8cad-cb1f57b3e901,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:04.605887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-9ff8dfea-6fdc-4a42-8a7f-7d3b17085a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.608005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-9ff8dfea-6fdc-4a42-8a7f-7d3b17085a4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0754557 Apr 18 16:58:04.649394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-fd3f1add-8bb5-4444-9a71-6ff10fe5b09f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338671 Apr 18 16:58:04.775309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96082ca-00f9-41ae-bd60-d47b8d06344d None None] Network fd248092-cadc-4cc8-bf8c-534748ead3eb requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:58:04.834341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aa7ace-0149-4444-bc8c-911442cf6897 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:04.846054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:58:04.865982 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-62874a19-404a-41d0-a71a-9208185b9dfe service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038856 Apr 18 16:58:04.866070 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.869348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:04.874841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:58:04.880391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.881020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:04.949867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Pushing event updated for resources: {'Port': ['ID=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:04.977811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Transition to ACTIVE for port object 41aa7ace-0149-4444-bc8c-911442cf6897 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:04.995139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1db62-3f7e-4a73-a382-ed6ed5a04ac2 req-a7ecd48f-be61-41d0-89aa-48e0d4572b5c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.996536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dcc1db62-3f7e-4a73-a382-ed6ed5a04ac2 req-a7ecd48f-be61-41d0-89aa-48e0d4572b5c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.5610075 Apr 18 16:58:04.998394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-7dbd5b00-2d0d-4b8a-abdb-aadf7c07b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:04.999824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-7dbd5b00-2d0d-4b8a-abdb-aadf7c07b703 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71fd5923-7080-4e23-8f06-a2def67d1bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5963068 Apr 18 16:58:05.023956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6e9df5e-7671-4a91-aaed-6edd66b549b7 req-8c71e127-3535-4514-9863-9a626b052a49 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550174 Apr 18 16:58:05.066816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-ec866338-fb52-45e0-ad7e-045c1a40ceb1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1435575 Apr 18 16:58:05.100426 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.115843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Request body: {'port': {'device_id': '805ce3cf-292f-40e4-8073-446d71e3f916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:05.213456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dcc1db62-3f7e-4a73-a382-ed6ed5a04ac2 req-8621d04b-8e20-41d6-b8dd-c298d92d8907 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076528 Apr 18 16:58:05.231448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2df8aae4-4c63-4a93-add9-73ce3415ca11 None None] Provisioning complete for port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:05.231825 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2df8aae4-4c63-4a93-add9-73ce3415ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.245586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fecd8-eb6e-4d1f-b56b-2a5cd25e795f req-8bab6205-df57-4a86-badb-60c8bc74edd4 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:05.247045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d3fecd8-eb6e-4d1f-b56b-2a5cd25e795f req-8bab6205-df57-4a86-badb-60c8bc74edd4 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 936 time: 0.2720170 Apr 18 16:58:05.279486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:05.312550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2df8aae4-4c63-4a93-add9-73ce3415ca11 None None] Port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:58:05.354703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e4ea66-80e4-4bbb-b0b1-4c5007719aff {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:05.364862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.379725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Transition to ACTIVE for port object 85e4ea66-80e4-4bbb-b0b1-4c5007719aff will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:05.446006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.550513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Pushing event updated for resources: {'Port': ['ID=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:05.560700 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-632fb77a-e7ed-4c72-b398-1db7e7bf103e service neutron] 10.222.0.41 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304227 Apr 18 16:58:05.564398 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.569234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Attempting to bind port 41aa7ace-0149-4444-bc8c-911442cf6897 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:05.569618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Attempting to bind port 41aa7ace-0149-4444-bc8c-911442cf6897 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:05.569969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Attempting to bind port 41aa7ace-0149-4444-bc8c-911442cf6897 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:05.572731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Attempting to bind port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:05.573075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Attempting to bind port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:05.573427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Attempting to bind port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:05.583287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:05.583617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Attempting to bind port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:05.605249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:05.605512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:05.605872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:05.606324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Bound port: 85e4ea66-80e4-4bbb-b0b1-4c5007719aff, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:05.607229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.611222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44846) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:05.611656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Port 41aa7ace-0149-4444-bc8c-911442cf6897 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:05.611877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Attempting to bind port 41aa7ace-0149-4444-bc8c-911442cf6897 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:05.689745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d3fecd8-eb6e-4d1f-b56b-2a5cd25e795f req-dcd06220-f0fa-4527-828d-e34f80b1635c tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980811 Apr 18 16:58:05.698738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:05.699076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:05.699468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:05.699910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Bound port: 41aa7ace-0149-4444-bc8c-911442cf6897, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:05.700267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.720457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.737352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 01eae7cc-5d7d-4542-8a00-4ed27067cdcf details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:05.746958 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.843599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] For port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:05.858618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] For port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:05.911414 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:05.939040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:05.954314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 01eae7cc-5d7d-4542-8a00-4ed27067cdcf has no active binding in host n-h2-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 16:58:05.967032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4d84bc4-e069-42cb-acf0-65c5bc0e9c02 req-85ea61b5-2bd7-4218-9d00-0c8827b08326 service neutron] 10.222.0.41 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987248 Apr 18 16:58:06.004978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:06.004978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009809-0922-410c-b4ff-77cd3b9a9c7a req-cdc2d2ca-e407-473d-bcce-d4596c2b599e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.004978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c009809-0922-410c-b4ff-77cd3b9a9c7a req-cdc2d2ca-e407-473d-bcce-d4596c2b599e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 947 time: 0.2263694 Apr 18 16:58:06.046597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:06.142070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c009809-0922-410c-b4ff-77cd3b9a9c7a req-f9551dbc-9d38-45c2-87f5-2b111bc322c9 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281323 Apr 18 16:58:06.307785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-c9c9fa47-502b-4774-bad4-bf09f564c015 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.307785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-c9c9fa47-502b-4774-bad4-bf09f564c015 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 819 time: 0.1581581 Apr 18 16:58:06.307785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-b0f46726-777e-42a6-beb6-aec956b4ee20 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/quotas/d0c4986469b0458d9729a71a797dd88b HTTP/1.1" status: 200 len: 375 time: 0.0325384 Apr 18 16:58:06.307785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95c237e-ec3a-41e1-af9b-c0d9e1801c21 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:06.307785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-f7f5ec23-f749-46d0-992c-701c5a1210bd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338752 Apr 18 16:58:06.307785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.310029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Transition to ACTIVE for port object c95c237e-ec3a-41e1-af9b-c0d9e1801c21 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:06.343667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.393460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.393460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.393460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/85e4ea66-80e4-4bbb-b0b1-4c5007719aff HTTP/1.1" status: 200 len: 1095 time: 3.2911570 Apr 18 16:58:06.393460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b021478-e413-4c65-8a5e-51915ea8f7e2', 'tag': '85e4ea66-80e4-4bbb-b0b1-4c5007719aff'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:06.393460 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212d043-97be-40b5-b292-22947dc97e30" -d '{"events": [{"name": "network-changed", "server_uuid": "2b021478-e413-4c65-8a5e-51915ea8f7e2", "tag": "85e4ea66-80e4-4bbb-b0b1-4c5007719aff"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:06.412414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Pushing event updated for resources: {'Port': ['ID=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:06.415798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.421780 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.430023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.477234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab46b080-d39c-4afc-bafa-2dc97b91b64d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:06.484902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.485601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.485716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.486004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.486336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.486666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.486995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.487368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.487706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.488409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.488744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.489286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551504b7-1f3e-4ff9-9a0f-3dc3c26f59a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.510540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.510894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.511239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.511580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.511917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.512251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.512584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.516428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.517209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.517633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.518028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.518726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.550383 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7ddd5df0-49b0-43c5-aef4-8fbc1de7fa8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a55ce24a3e764b01948a2f68810d0c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9379966 Apr 18 16:58:06.551206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44874) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:06.606252 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.628559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.628559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.631342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] 10.222.0.18 "PUT /v2.0/ports/41aa7ace-0149-4444-bc8c-911442cf6897 HTTP/1.1" status: 200 len: 1095 time: 4.1682155 Apr 18 16:58:06.633306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:06.641357 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd" -d '{"events": [{"name": "network-changed", "server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:06.657498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-02acc969-a574-413c-a60f-63cf9aad94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.658862 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-02acc969-a574-413c-a60f-63cf9aad94bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0891116 Apr 18 16:58:06.659070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-06c4c7a2-a9cd-4f34-a587-4311889e1de4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:58:06.669259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-06c4c7a2-a9cd-4f34-a587-4311889e1de4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2619464 Apr 18 16:58:06.683281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:06.740432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab33e784-abb1-41df-b6f2-f993502a5d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.744401 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-fb1447d3-4d7e-46de-913a-22bc0e3b95ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=85e4ea66-80e4-4bbb-b0b1-4c5007719aff HTTP/1.1" status: 200 len: 217 time: 0.0719137 Apr 18 16:58:06.762141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.766898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.767347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.768313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.768313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.768650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.768986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.769315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.769676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.770006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.770332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.770658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9dd6e6-eb37-49ef-8d15-440b5e001f4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:06.784559 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab33e784-abb1-41df-b6f2-f993502a5d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:06.861272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8b78f8c1-d477-42c4-8c89-7a616032e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.862997 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-8b78f8c1-d477-42c4-8c89-7a616032e1da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0670176 Apr 18 16:58:06.936950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-2cc02654-a80f-4392-b7cf-d81f591270f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.942022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:06.951611 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-2cc02654-a80f-4392-b7cf-d81f591270f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681958 Apr 18 16:58:06.962979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Attempting to bind port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:06.963318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Attempting to bind port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:06.963654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Attempting to bind port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:06.977371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-f74453a9-5487-4d56-8a50-b98101e22d64 service neutron] 10.222.0.45 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064299 Apr 18 16:58:06.979580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:06.980487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Attempting to bind port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:06.984135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a354-821d-418e-8618-835fdc1dc5af req-a05a0832-4285-4576-ae19-3db757b7f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.985621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-a05a0832-4285-4576-ae19-3db757b7f648 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1098 time: 0.1542630 Apr 18 16:58:06.993154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d828-5ae9-47fb-8c95-c7d0192766e0 req-4feaa4f5-0693-44cd-ae28-27f63ec9ba9f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:06.994744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebf4d828-5ae9-47fb-8c95-c7d0192766e0 req-4feaa4f5-0693-44cd-ae28-27f63ec9ba9f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.1973798 Apr 18 16:58:07.026232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:07.026583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:07.026978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:07.027430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Bound port: c95c237e-ec3a-41e1-af9b-c0d9e1801c21, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:07.027797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:07.031373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab33e784-abb1-41df-b6f2-f993502a5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:07.037158 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab33e784-abb1-41df-b6f2-f993502a5d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:07.038379 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab33e784-abb1-41df-b6f2-f993502a5d50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab46b080-d39c-4afc-bafa-2dc97b91b64d HTTP/1.1" status: 204 len: 168 time: 0.4850349 Apr 18 16:58:07.057184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33e784-abb1-41df-b6f2-f993502a5d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab46b080-d39c-4afc-bafa-2dc97b91b64d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:07.103728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-4a312708-79aa-4336-868a-aef6580876a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=41aa7ace-0149-4444-bc8c-911442cf6897 HTTP/1.1" status: 200 len: 217 time: 0.0981376 Apr 18 16:58:07.110839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-efdad00d-6ecb-4442-bb70-9c3cc72605b3 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576991 Apr 18 16:58:07.222882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebf4d828-5ae9-47fb-8c95-c7d0192766e0 req-070130ee-a351-4a5b-9ae2-76706b858dcd tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067008 Apr 18 16:58:07.227352 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a34580f-4b14-4b23-a9be-e61c15064caf req-5e1921fb-a823-4133-8d56-e58e3d6ec0c3 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096272 Apr 18 16:58:07.258850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a354-821d-418e-8618-835fdc1dc5af req-3f1eee96-fb40-42df-9213-6b1857abf24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:07.261328 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-3f1eee96-fb40-42df-9213-6b1857abf24b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1454291 Apr 18 16:58:07.279746 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff28668-e091-4d31-a64c-a63a04e3f9d8 x-openstack-request-id: req-bff28668-e091-4d31-a64c-a63a04e3f9d8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:07.280153 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b021478-e413-4c65-8a5e-51915ea8f7e2", "tag": "85e4ea66-80e4-4bbb-b0b1-4c5007719aff", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:07.280794 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bff28668-e091-4d31-a64c-a63a04e3f9d8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:07.281754 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff28668-e091-4d31-a64c-a63a04e3f9d8'] response: {'name': 'network-changed', 'server_uuid': '2b021478-e413-4c65-8a5e-51915ea8f7e2', 'tag': '85e4ea66-80e4-4bbb-b0b1-4c5007719aff', 'status': 'completed', 'code': 200} Apr 18 16:58:07.283260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] For port c95c237e-ec3a-41e1-af9b-c0d9e1801c21, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:07.286884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-6e8598ee-d887-44ce-9981-c8a77fa1f581 service neutron] 10.222.0.45 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912045 Apr 18 16:58:07.288623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] For port c95c237e-ec3a-41e1-af9b-c0d9e1801c21, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:07.328326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a354-821d-418e-8618-835fdc1dc5af req-ac6ab7e7-39bc-4f77-929b-0d1ca7c23f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:07.328326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-ac6ab7e7-39bc-4f77-929b-0d1ca7c23f8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576761 Apr 18 16:58:07.330870 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3583a3f0-f81c-4f00-b6b1-126d941a3533 x-openstack-request-id: req-3583a3f0-f81c-4f00-b6b1-126d941a3533 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:07.331148 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:07.331518 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3583a3f0-f81c-4f00-b6b1-126d941a3533 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:07.331898 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3583a3f0-f81c-4f00-b6b1-126d941a3533'] response: {'name': 'network-changed', 'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897', 'status': 'completed', 'code': 200} Apr 18 16:58:07.437512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:07.526418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:07.527039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:07.528420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] 10.222.0.18 "PUT /v2.0/ports/c95c237e-ec3a-41e1-af9b-c0d9e1801c21 HTTP/1.1" status: 200 len: 1096 time: 2.4251335 Apr 18 16:58:07.560297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0426b-1512-4af2-a507-f777c8c24af8 req-11675ed6-5a1d-4893-a44b-d1b6c991eb34 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:07.573893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccc0426b-1512-4af2-a507-f777c8c24af8 req-11675ed6-5a1d-4893-a44b-d1b6c991eb34 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 948 time: 0.1968746 Apr 18 16:58:07.626531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-65d381b8-3d3e-489c-9135-2c74852b0414 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703488 Apr 18 16:58:07.631349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7707f-856a-4c58-99b9-b5f6c5a42fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:07.642951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d043-97be-40b5-b292-22947dc97e30 req-e1fa64c3-f372-4e7f-bcc4-f8ffc61c54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:07.647214 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7212d043-97be-40b5-b292-22947dc97e30 req-e1fa64c3-f372-4e7f-bcc4-f8ffc61c54a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 1098 time: 0.1299152 Apr 18 16:58:07.727210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccc0426b-1512-4af2-a507-f777c8c24af8 req-4bd2b07b-c121-4a45-a351-4ca16867a50b tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488533 Apr 18 16:58:07.848219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d043-97be-40b5-b292-22947dc97e30 req-e2c2060c-1f12-4726-b86b-6df91f4774d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:07.853357 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7212d043-97be-40b5-b292-22947dc97e30 req-e2c2060c-1f12-4726-b86b-6df91f4774d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1676195 Apr 18 16:58:07.899392 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7212d043-97be-40b5-b292-22947dc97e30 req-0f0f19cc-bfe4-41f0-a85c-5ff077ed6165 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=85e4ea66-80e4-4bbb-b0b1-4c5007719aff HTTP/1.1" status: 200 len: 217 time: 0.0425069 Apr 18 16:58:07.929347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-945d4581-dbf6-4d5c-8b72-b1d872dc4c44 req-a473746e-c6e7-4f32-902c-a7c54855d68f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 210 time: 0.0823183 Apr 18 16:58:07.961469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-c89c04f2-17ab-4194-9b58-118b0630ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:07.963157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-c89c04f2-17ab-4194-9b58-118b0630ab91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a56a7d587de46389a3ab3c86344853b&device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 1099 time: 0.2339721 Apr 18 16:58:07.986213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d043-97be-40b5-b292-22947dc97e30 req-8e9e7735-1381-4f0f-b999-7afaf9c2cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:07.987878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7212d043-97be-40b5-b292-22947dc97e30 req-8e9e7735-1381-4f0f-b999-7afaf9c2cc51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0819693 Apr 18 16:58:07.994550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b689a354-821d-418e-8618-835fdc1dc5af req-effd5f38-8544-4b4a-885a-b05fe99e0ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592188 Apr 18 16:58:08.027505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476caa21-0dc4-41ad-9fdc-e48d60e17ca1 req-55e1ab7f-e053-4ae7-9269-2870e25ee0e6 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.028991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-476caa21-0dc4-41ad-9fdc-e48d60e17ca1 req-55e1ab7f-e053-4ae7-9269-2870e25ee0e6 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 947 time: 0.1837320 Apr 18 16:58:08.030792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-fadf3655-f40b-4144-bda7-0c7581c2914c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c95c237e-ec3a-41e1-af9b-c0d9e1801c21 HTTP/1.1" status: 200 len: 217 time: 0.0535560 Apr 18 16:58:08.043813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d043-97be-40b5-b292-22947dc97e30 req-4a500958-bb5b-48e4-be05-1dba833e3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.045444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7212d043-97be-40b5-b292-22947dc97e30 req-4a500958-bb5b-48e4-be05-1dba833e3d99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471697 Apr 18 16:58:08.065705 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:58:08.103075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-476caa21-0dc4-41ad-9fdc-e48d60e17ca1 req-c990c2d4-a048-4eed-ba13-c751c19f0a7a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677066 Apr 18 16:58:08.106690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-c2e72159-393f-42d7-8481-fb9c1434c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.108061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-c2e72159-393f-42d7-8481-fb9c1434c906 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0710883 Apr 18 16:58:08.180971 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7212d043-97be-40b5-b292-22947dc97e30 req-01e12f3d-6138-4680-857a-2f2a34845c8e service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281340 Apr 18 16:58:08.225723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-36b1ca89-ffbb-4227-985b-fb807729c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.227691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-36b1ca89-ffbb-4227-985b-fb807729c1d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757563 Apr 18 16:58:08.232227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-974622de-9dc5-4c42-9dfb-6741c80f558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.233785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-974622de-9dc5-4c42-9dfb-6741c80f558d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1098 time: 0.0736644 Apr 18 16:58:08.304665 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7212d043-97be-40b5-b292-22947dc97e30 req-2d869b64-0c14-47ab-aacd-dda3866a5cfd service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170082 Apr 18 16:58:08.682958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-38f9abe0-b3d0-46b4-bfcc-4f7b65311391 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426248 Apr 18 16:58:08.692003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3f2f6-c324-452d-a067-8dbf91fc3d85 req-8feb941c-d383-46e5-bbaf-ca5015855581 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.693473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deb3f2f6-c324-452d-a067-8dbf91fc3d85 req-8feb941c-d383-46e5-bbaf-ca5015855581 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.1276333 Apr 18 16:58:08.704771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-761b9839-638f-4d51-a625-0df0d11f8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.706167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-761b9839-638f-4d51-a625-0df0d11f8249 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.4548922 Apr 18 16:58:08.716911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44960) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:08.796754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-08eac0e1-251f-44d4-a655-c177c50e66b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=41aa7ace-0149-4444-bc8c-911442cf6897 HTTP/1.1" status: 200 len: 217 time: 0.0740972 Apr 18 16:58:08.849445 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2af3a4c1-7503-490c-9f87-a993e8de0feb tempest-AutoAllocateNetworkTest-1038040772 tempest-AutoAllocateNetworkTest-1038040772-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f98c1d734be64b74b88a616d7957765a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1294785 Apr 18 16:58:08.849704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:08.888601 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deb3f2f6-c324-452d-a067-8dbf91fc3d85 req-2a2e2a75-e906-4f43-8b82-3f8b739ae63e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850655 Apr 18 16:58:08.920304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-cc77283a-68af-47d4-b006-f8c3ed0b231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.921855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-cc77283a-68af-47d4-b006-f8c3ed0b231b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1181319 Apr 18 16:58:08.962037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2c6596a-68ca-4d23-ba21-62bcdbb93ded req-c4586a5b-abed-4d52-90d9-cd1c1e55c0cc service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674229 Apr 18 16:58:08.977676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03fa1b-2caa-447a-837f-96b9d59587b9 req-6d1de414-1f22-464f-8e88-3a85a648ec57 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.983094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff03fa1b-2caa-447a-837f-96b9d59587b9 req-6d1de414-1f22-464f-8e88-3a85a648ec57 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 948 time: 0.1344037 Apr 18 16:58:08.993303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-20aa1d2d-f42a-4e2c-977e-61caa9cd1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.994494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4d8a52-34b7-4326-97fc-19f7ef2c2d46 tempest-AutoAllocateNetworkTest-1038040772 tempest-AutoAllocateNetworkTest-1038040772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:08.994845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-20aa1d2d-f42a-4e2c-977e-61caa9cd1eeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647566 Apr 18 16:58:08.998624 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5e4d8a52-34b7-4326-97fc-19f7ef2c2d46 tempest-AutoAllocateNetworkTest-1038040772 tempest-AutoAllocateNetworkTest-1038040772-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1453645 Apr 18 16:58:08.999229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:09.024873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:09.064007 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f455af47-993d-4102-826c-15ae3255eb4d tempest-AutoAllocateNetworkTest-1038040772 tempest-AutoAllocateNetworkTest-1038040772-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607300 Apr 18 16:58:09.064239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44984) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:09.075675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed1e3c5f-4565-4fab-8689-8f470baf8d17 req-92c858cb-ab3e-4d9d-8100-b38a978fec79 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 210 time: 0.0514963 Apr 18 16:58:09.098070 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6915c7a0-bd2f-44b9-b38f-e9cab7549acf tempest-AutoAllocateNetworkTest-1038040772 tempest-AutoAllocateNetworkTest-1038040772-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f98c1d734be64b74b88a616d7957765a HTTP/1.1" status: 200 len: 208 time: 0.0303974 Apr 18 16:58:09.128248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff03fa1b-2caa-447a-837f-96b9d59587b9 req-09970107-4853-4b1e-9ca6-b1f0f6f19d9a tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322155 Apr 18 16:58:09.187161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-5b50e9b8-3526-45f7-99f2-da01463b6230 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760435 Apr 18 16:58:09.247031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9977ea3-7fcf-46fe-936c-4387eb064e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:09.319283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d410db-bd03-403a-91c3-04d3b8ee291e req-4caa3e9d-d7ac-4223-b4ef-d097fdee9d7c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:09.320792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0d410db-bd03-403a-91c3-04d3b8ee291e req-4caa3e9d-d7ac-4223-b4ef-d097fdee9d7c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 947 time: 0.1326776 Apr 18 16:58:09.337714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805ce3cf-292f-40e4-8073-446d71e3f916', 'tag': 'c95c237e-ec3a-41e1-af9b-c0d9e1801c21'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:09.339920 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44afe3c7-64ba-457b-8127-c11899ca410c" -d '{"events": [{"name": "network-changed", "server_uuid": "805ce3cf-292f-40e4-8073-446d71e3f916", "tag": "c95c237e-ec3a-41e1-af9b-c0d9e1801c21"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:09.395187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d0eeb-7d30-41e8-b5b3-0c5ec2ff17cd req-5e9427e8-ae4a-4979-8c89-15deb6f635bb service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955197 Apr 18 16:58:09.407248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0d410db-bd03-403a-91c3-04d3b8ee291e req-a020b13d-d45c-4fa7-b835-cb5ba3eba28b tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703173 Apr 18 16:58:09.457589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9977ea3-7fcf-46fe-936c-4387eb064e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:09.466711 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7af579c-322e-4dec-92af-39976e143639 x-openstack-request-id: req-e7af579c-322e-4dec-92af-39976e143639 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:09.466991 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805ce3cf-292f-40e4-8073-446d71e3f916", "tag": "c95c237e-ec3a-41e1-af9b-c0d9e1801c21", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:09.467234 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7af579c-322e-4dec-92af-39976e143639 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:09.467704 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7af579c-322e-4dec-92af-39976e143639'] response: {'name': 'network-changed', 'server_uuid': '805ce3cf-292f-40e4-8073-446d71e3f916', 'tag': 'c95c237e-ec3a-41e1-af9b-c0d9e1801c21', 'status': 'completed', 'code': 200} Apr 18 16:58:09.549734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9977ea3-7fcf-46fe-936c-4387eb064e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:09.586395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45004) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:09.617910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45008) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:09.618196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9977ea3-7fcf-46fe-936c-4387eb064e28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f6413a664874a0e898702fadcfc46e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5921240 Apr 18 16:58:09.620393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afe3c7-64ba-457b-8127-c11899ca410c req-abfd8316-899c-41a9-94f4-a1baba724f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:09.621995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44afe3c7-64ba-457b-8127-c11899ca410c req-abfd8316-899c-41a9-94f4-a1baba724f8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a56a7d587de46389a3ab3c86344853b&device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 1099 time: 0.1036417 Apr 18 16:58:09.624228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9977ea3-7fcf-46fe-936c-4387eb064e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c2b94c-1c1a-4f4d-957e-a02b713fe5da,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:09.689666 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6500c34-c89c-4207-9833-621d0dafdbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:09.714466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6500c34-c89c-4207-9833-621d0dafdbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:09.737936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc221-ace9-41b4-bbd0-81ff77ab6872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:09.762100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afe3c7-64ba-457b-8127-c11899ca410c req-0c69eb0e-53eb-4f96-9879-820ecf0a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:09.763721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44afe3c7-64ba-457b-8127-c11899ca410c req-0c69eb0e-53eb-4f96-9879-820ecf0a9383 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1194267 Apr 18 16:58:09.815994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44afe3c7-64ba-457b-8127-c11899ca410c req-d8cc585f-17f6-47d0-bf09-416438205ee2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c95c237e-ec3a-41e1-af9b-c0d9e1801c21 HTTP/1.1" status: 200 len: 217 time: 0.0444543 Apr 18 16:58:09.868784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afe3c7-64ba-457b-8127-c11899ca410c req-d12bab5c-619b-4af9-b35f-a9a6ad9e0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:09.871749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44afe3c7-64ba-457b-8127-c11899ca410c req-d12bab5c-619b-4af9-b35f-a9a6ad9e0e27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0483365 Apr 18 16:58:09.902063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6500c34-c89c-4207-9833-621d0dafdbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:09.904711 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6500c34-c89c-4207-9833-621d0dafdbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:09.905854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a6500c34-c89c-4207-9833-621d0dafdbcc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9c2b94c-1c1a-4f4d-957e-a02b713fe5da HTTP/1.1" status: 204 len: 168 time: 0.2870071 Apr 18 16:58:09.920121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6500c34-c89c-4207-9833-621d0dafdbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c2b94c-1c1a-4f4d-957e-a02b713fe5da,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:09.988307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc221-ace9-41b4-bbd0-81ff77ab6872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.051758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc221-ace9-41b4-bbd0-81ff77ab6872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.106190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fc221-ace9-41b4-bbd0-81ff77ab6872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f803d-c53e-4c8a-9d02-e1cb8966cfb8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:10.110751 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ac7fc221-ace9-41b4-bbd0-81ff77ab6872 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f98c1d734be64b74b88a616d7957765a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232897 Apr 18 16:58:10.113358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45022) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:10.115689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afe3c7-64ba-457b-8127-c11899ca410c req-f4bee4d6-f92b-4aa3-b2c0-a4ae49fbf907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:10.117606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44afe3c7-64ba-457b-8127-c11899ca410c req-f4bee4d6-f92b-4aa3-b2c0-a4ae49fbf907 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302636 Apr 18 16:58:10.133860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13699791-6965-4a84-9247-284b3684b686 req-be5732ab-1792-42fe-880e-fbd8163b8aee tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:10.135314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13699791-6965-4a84-9247-284b3684b686 req-be5732ab-1792-42fe-880e-fbd8163b8aee tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 943 time: 0.1214471 Apr 18 16:58:10.156287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-5f374719-76f3-4d44-bc23-2ee177b182f6 service neutron] 10.222.0.18 "GET /v2.0/ports/01eae7cc-5d7d-4542-8a00-4ed27067cdcf/bindings/n-h2-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.1434338 Apr 18 16:58:10.171729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38aeebe-d358-436c-b8e7-a4bcf709d65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.201242 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38aeebe-d358-436c-b8e7-a4bcf709d65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.290996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13699791-6965-4a84-9247-284b3684b686 req-2ab419e4-d393-49b6-9b81-94da7e65175a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466167 Apr 18 16:58:10.352232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44afe3c7-64ba-457b-8127-c11899ca410c req-6beb845c-1c02-400a-90b4-088d4d5d26bc service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273479 Apr 18 16:58:10.352442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38aeebe-d358-436c-b8e7-a4bcf709d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.354998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38aeebe-d358-436c-b8e7-a4bcf709d65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.356043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4afa7e03-a54b-4479-9256-7cf8eaa927f9 req-8646d3db-97a3-4946-b163-6f84010735e0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 210 time: 0.0722589 Apr 18 16:58:10.357640 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a38aeebe-d358-436c-b8e7-a4bcf709d65a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd2f803d-c53e-4c8a-9d02-e1cb8966cfb8 HTTP/1.1" status: 204 len: 168 time: 0.2431149 Apr 18 16:58:10.389908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38aeebe-d358-436c-b8e7-a4bcf709d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f803d-c53e-4c8a-9d02-e1cb8966cfb8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:10.502484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e0f88-b89b-40ff-bf9e-358797592de5 req-530eff88-df32-4e6a-93b1-cd431cf3221e tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:10.504099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac0e0f88-b89b-40ff-bf9e-358797592de5 req-530eff88-df32-4e6a-93b1-cd431cf3221e tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 948 time: 0.1460450 Apr 18 16:58:10.698240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44afe3c7-64ba-457b-8127-c11899ca410c req-ebbd336f-de01-4627-b83d-dd1e66fdbdd6 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306756 Apr 18 16:58:10.732202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45042) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:10.736678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac0e0f88-b89b-40ff-bf9e-358797592de5 req-a097bb55-4da9-40c2-a340-83a297cd93af tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112241 Apr 18 16:58:10.748817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61cdb048-e4ea-4caf-9ac4-ad21887a1459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.773330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:10.799214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a295d-d825-42ed-8898-0b7f241f0eb4 req-a8cdad17-b753-4614-8539-70c878abcd4a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:10.806122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c24a295d-d825-42ed-8898-0b7f241f0eb4 req-a8cdad17-b753-4614-8539-70c878abcd4a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 947 time: 0.2225635 Apr 18 16:58:10.838626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-3db0e208-4ef6-4d77-8e50-5d2069dcacc7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:10.840285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-3db0e208-4ef6-4d77-8e50-5d2069dcacc7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 819 time: 0.3338931 Apr 18 16:58:10.845876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61cdb048-e4ea-4caf-9ac4-ad21887a1459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.851093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:10.884456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Request body: {'port': {'device_id': '014c1826-7206-44cb-8028-53806f67c71d', 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'admin_state_up': True, 'tenant_id': 'd0c4986469b0458d9729a71a797dd88b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:10.934879 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61cdb048-e4ea-4caf-9ac4-ad21887a1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:10.966656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01eae7cc-5d7d-4542-8a00-4ed27067cdcf {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:10.976891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c24a295d-d825-42ed-8898-0b7f241f0eb4 req-0877a74b-4420-48cf-a566-710b414d5776 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536963 Apr 18 16:58:10.980903 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61cdb048-e4ea-4caf-9ac4-ad21887a1459 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dedb0721494e4dcebb24646252d5f7ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448335 Apr 18 16:58:10.980903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdb048-e4ea-4caf-9ac4-ad21887a1459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c54b60-e76b-4b80-9a39-8f7ca0fcecfe,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:10.981535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45058) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:11.015118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:11.099185 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6f04-6c1c-4bd1-8f3d-4162aee13c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.120129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6f04-6c1c-4bd1-8f3d-4162aee13c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.142566 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.207120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Made reservation on behalf of d0c4986469b0458d9729a71a797dd88b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:11.210565 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.257775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] Transition to ACTIVE for port object 01eae7cc-5d7d-4542-8a00-4ed27067cdcf will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:11.304923 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6f04-6c1c-4bd1-8f3d-4162aee13c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.307660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6f04-6c1c-4bd1-8f3d-4162aee13c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.308789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8f7d6f04-6c1c-4bd1-8f3d-4162aee13c7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94c54b60-e76b-4b80-9a39-8f7ca0fcecfe HTTP/1.1" status: 204 len: 168 time: 0.3140936 Apr 18 16:58:11.354424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d6f04-6c1c-4bd1-8f3d-4162aee13c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c54b60-e76b-4b80-9a39-8f7ca0fcecfe,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:11.393763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.532028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf5259fc-711d-4243-ae72-efcaecd996dd req-32b114a4-8870-45d6-b87e-9fa336f6338a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 210 time: 0.0636065 Apr 18 16:58:11.542932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] No DVR routers for this DVR port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:58:11.574351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Allocated IP 172.20.0.5 (1e9bc860-026b-4f6a-aad0-e7659ecfe0ca/413415fe-1543-4592-b7a6-31784d135fbc/593efbd6-5a86-4894-99dc-17f0c1252921) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:58:11.598479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] Pushing event updated for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=10']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:11.610688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-f469002b-2d26-4407-a6fd-e1eae1c110d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/01eae7cc-5d7d-4542-8a00-4ed27067cdcf/bindings/n-h2-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4469292 Apr 18 16:58:11.623375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51eeb6-97f4-4fcd-a00f-333e8d5a415d req-f22f3bd7-e0bd-40ba-a8cd-7b143c6f2d1e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:11.624993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f51eeb6-97f4-4fcd-a00f-333e8d5a415d req-f22f3bd7-e0bd-40ba-a8cd-7b143c6f2d1e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 944 time: 0.2471437 Apr 18 16:58:11.630902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45074) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:11.715292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f51eeb6-97f4-4fcd-a00f-333e8d5a415d req-5642163c-4b18-4d55-94fa-e36b544e96ac tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716496 Apr 18 16:58:11.851404 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-df69f8bb-3945-4d70-9284-3db24e5e3f11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83eaadc7bf0546b4a9e239d1e0d5a4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185850 Apr 18 16:58:11.865628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.866902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45088) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:11.891329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba0612-dab2-4a7a-83d7-d7886ecbd34c req-decb1776-80d6-499c-8f1e-83a5305e91f4 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:11.899466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dba0612-dab2-4a7a-83d7-d7886ecbd34c req-decb1776-80d6-499c-8f1e-83a5305e91f4 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 948 time: 0.0880389 Apr 18 16:58:11.919106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:11.945054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1da7ee1-3cfc-4b37-91d1-72e142dab905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:11.996562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dba0612-dab2-4a7a-83d7-d7886ecbd34c req-aad6319e-6370-4752-945a-2d11fcea4c93 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961668 Apr 18 16:58:12.044242 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.047865 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1da7ee1-3cfc-4b37-91d1-72e142dab905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.051441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-27624661-7a59-4d64-965a-1a676b78c7d6 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.055293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-27624661-7a59-4d64-965a-1a676b78c7d6 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.1370001 Apr 18 16:58:12.090320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:12.103364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '41aa7ace-0149-4444-bc8c-911442cf6897', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '41aa7ace-0149-4444-bc8c-911442cf6897', 'mac_address': 'fa:16:3e:1e:ff:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:58:12.156979 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.175576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aa7ace-0149-4444-bc8c-911442cf6897 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:12.177537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Pushing event updated for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:12.208196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:12.208767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c065928d-16be-4882-9b3e-4e64ee6a085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.210670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c065928d-16be-4882-9b3e-4e64ee6a085b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988 HTTP/1.1" status: 200 len: 1095 time: 0.1481094 Apr 18 16:58:12.222757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:58:12.226416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:12.230891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:58:12.240162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.241013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.270283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d7c02-fb1b-4017-98e7-9ab834a2fb9b req-46ce7e3a-f626-4068-b317-f6761dc119c8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.271933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a2d7c02-fb1b-4017-98e7-9ab834a2fb9b req-46ce7e3a-f626-4068-b317-f6761dc119c8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 947 time: 0.1124573 Apr 18 16:58:12.297268 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.297905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 85e4ea66-80e4-4bbb-b0b1-4c5007719aff details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:12.311355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-d22b32bb-10da-42de-b1c3-d629d15944b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.316536 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-d22b32bb-10da-42de-b1c3-d629d15944b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1095 time: 0.0643971 Apr 18 16:58:12.323697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1da7ee1-3cfc-4b37-91d1-72e142dab905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.328063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1da7ee1-3cfc-4b37-91d1-72e142dab905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.328964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-d5bd939f-3ca2-46ec-a7c2-90db2e8d08c3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4552937 Apr 18 16:58:12.330310 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c1da7ee1-3cfc-4b37-91d1-72e142dab905 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56babba6-fc38-44b4-ba9f-7b5b474f9ea0 HTTP/1.1" status: 204 len: 168 time: 0.4654582 Apr 18 16:58:12.353593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a2d7c02-fb1b-4017-98e7-9ab834a2fb9b req-599e8765-65e3-4c71-8b16-03778b5a3e11 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699923 Apr 18 16:58:12.358688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:12.362408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Request body: {'port': {'device_id': '014c1826-7206-44cb-8028-53806f67c71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:12.372412 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '85e4ea66-80e4-4bbb-b0b1-4c5007719aff', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '85e4ea66-80e4-4bbb-b0b1-4c5007719aff', 'mac_address': 'fa:16:3e:fd:6c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:58:12.391079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da7ee1-3cfc-4b37-91d1-72e142dab905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56babba6-fc38-44b4-ba9f-7b5b474f9ea0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:12.442812 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.451948 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:12.466120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.466467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.466813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.467150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.467664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.468002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.468335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.468664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.469041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.469373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.469828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.471299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:58:12.486649 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.504888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e4ea66-80e4-4bbb-b0b1-4c5007719aff {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:12.533355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:12.644279 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.731553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-fc534947-bba8-4d12-8345-75ff862c1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.731821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:12.733063 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-fc534947-bba8-4d12-8345-75ff862c1623 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.3963819 Apr 18 16:58:12.801612 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-e79c8ca5-c01f-4730-a4fd-9b41aa02a069 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 217 time: 0.0570772 Apr 18 16:58:12.813482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a556c-d80c-494f-a708-96c1ca64d068 req-c35abb0e-fc7d-40ab-ad4a-db8c8eb5853c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.815037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a5a556c-d80c-494f-a708-96c1ca64d068 req-c35abb0e-fc7d-40ab-ad4a-db8c8eb5853c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 931 time: 0.1286712 Apr 18 16:58:12.868840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c7c7834b-6a2c-4752-a51d-ad913a0f2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.870333 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-c7c7834b-6a2c-4752-a51d-ad913a0f2f94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0623944 Apr 18 16:58:12.914586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a5a556c-d80c-494f-a708-96c1ca64d068 req-e2b5dedb-8478-432d-89ce-e866d55d832d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875888 Apr 18 16:58:12.914816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-5545dcf4-1c2a-4e47-9845-8c27eec02e4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374520 Apr 18 16:58:12.961663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593efbd6-5a86-4894-99dc-17f0c1252921 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:12.971137 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:12.980506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa284-283c-4289-bc51-d4d8566ff6da req-c8f7d860-7965-4eb4-a6fb-0df5fbdef02a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:12.982053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14baa284-283c-4289-bc51-d4d8566ff6da req-c8f7d860-7965-4eb4-a6fb-0df5fbdef02a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 944 time: 0.1172154 Apr 18 16:58:12.999757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Transition to ACTIVE for port object 593efbd6-5a86-4894-99dc-17f0c1252921 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:13.028736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-81efb1cc-51c4-4f5a-b623-677d5368b736 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078217 Apr 18 16:58:13.034176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14baa284-283c-4289-bc51-d4d8566ff6da req-f661b3e1-371c-4727-87ed-04414d8d288e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Apr 18 16:58:13.051889 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:13.087387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['41aa7ace-0149-4444-bc8c-911442cf6897'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:13.110069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:13.165059 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-e4772492-9401-42a2-8a4a-27ab7014c75f service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244471 Apr 18 16:58:13.172609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9b73f-8c13-4ca1-9c68-aa70047698db req-a48dcf17-595c-451e-8096-a8fd750cc915 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:13.174193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa9b73f-8c13-4ca1-9c68-aa70047698db req-a48dcf17-595c-451e-8096-a8fd750cc915 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 948 time: 0.0653887 Apr 18 16:58:13.237264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:13.238064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:13.238064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:13.244304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa9b73f-8c13-4ca1-9c68-aa70047698db req-ff10b505-dd15-41bc-87e8-4b6f14f7d6f5 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 Apr 18 16:58:13.246520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:13.246913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:13.252519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:13.252947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:13.253394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:13.254124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Bound port: 593efbd6-5a86-4894-99dc-17f0c1252921, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:13.254329 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:13.269603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['85e4ea66-80e4-4bbb-b0b1-4c5007719aff'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:13.286097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45126) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:13.351084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:13.359493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:13.360688 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-60387766-5272-4805-b574-ccb9c9f38ec6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=15237e7a15ef4231b1c6fdf3b320929f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731027 Apr 18 16:58:13.363500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45128) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:13.442652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d1709b60-174d-4ad1-91b8-3f08e170746c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:13.468013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:13.490087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d1709b60-174d-4ad1-91b8-3f08e170746c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:13.663827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d1709b60-174d-4ad1-91b8-3f08e170746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:13.666431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d1709b60-174d-4ad1-91b8-3f08e170746c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:13.670131 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d1709b60-174d-4ad1-91b8-3f08e170746c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7f2d863-31c4-4416-beb1-e860d5aed597 HTTP/1.1" status: 204 len: 168 time: 0.3032386 Apr 18 16:58:13.677089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1709b60-174d-4ad1-91b8-3f08e170746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f2d863-31c4-4416-beb1-e860d5aed597,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:13.775747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-67f3fb2a-89e3-4c29-b374-8bcf2ccbfe78 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:13.778143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-67f3fb2a-89e3-4c29-b374-8bcf2ccbfe78 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.0616925 Apr 18 16:58:13.840065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:13.840672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:13.842204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 1091 time: 1.4873657 Apr 18 16:58:13.844209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:13.847044 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e2ca52-1a9e-4890-9d61-262a26f6efde" -d '{"events": [{"name": "network-changed", "server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:13.884452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb399d0e-8f49-4e3b-9ae9-be29e5af0043 req-25ea20c0-d5ff-4a01-8151-1c7b61b80251 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:13.892141 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb399d0e-8f49-4e3b-9ae9-be29e5af0043 req-25ea20c0-d5ff-4a01-8151-1c7b61b80251 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 948 time: 0.4217184 Apr 18 16:58:13.910102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af752dc5-667f-44f4-b97d-5e9ec88f5cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:13.933200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb399d0e-8f49-4e3b-9ae9-be29e5af0043 req-b202047a-45c4-4446-b0c6-2ba5cea9ca61 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Apr 18 16:58:13.942880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c95c237e-ec3a-41e1-af9b-c0d9e1801c21 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:13.950324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 01eae7cc-5d7d-4542-8a00-4ed27067cdcf no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:58:14.023265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-631451e6-ec85-4482-ba04-4ceaf7ab059c service neutron] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:14.029017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-631451e6-ec85-4482-ba04-4ceaf7ab059c service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:14.032128 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-729171d1-f9f4-480d-8ec3-c7864fc6181b req-631451e6-ec85-4482-ba04-4ceaf7ab059c service neutron] 10.222.0.41 "DELETE /v2.0/ports/01eae7cc-5d7d-4542-8a00-4ed27067cdcf/bindings/n-h1-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.2435865 Apr 18 16:58:14.035911 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4942d92e-80b4-455d-8fea-b1781e83b79a x-openstack-request-id: req-4942d92e-80b4-455d-8fea-b1781e83b79a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:14.036295 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:14.036439 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4942d92e-80b4-455d-8fea-b1781e83b79a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:14.036889 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4942d92e-80b4-455d-8fea-b1781e83b79a'] response: {'name': 'network-changed', 'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921', 'status': 'completed', 'code': 200} Apr 18 16:58:14.061097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-12117e3f-d62f-4b90-bbf8-4ae4f9d2aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:14.062767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-12117e3f-d62f-4b90-bbf8-4ae4f9d2aa1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1094 time: 0.0828123 Apr 18 16:58:14.094701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 01eae7cc-5d7d-4542-8a00-4ed27067cdcf not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:58:14.140585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c95c237e-ec3a-41e1-af9b-c0d9e1801c21, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:14.158727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'c95c237e-ec3a-41e1-af9b-c0d9e1801c21', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'c95c237e-ec3a-41e1-af9b-c0d9e1801c21', 'mac_address': 'fa:16:3e:28:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:58:14.197042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-582bc24f-b6a0-40ab-91cf-8be527cd3f1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 217 time: 0.1146710 Apr 18 16:58:14.217085 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:14.230878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95c237e-ec3a-41e1-af9b-c0d9e1801c21 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:14.251448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c95c237e-ec3a-41e1-af9b-c0d9e1801c21, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:14.294567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6d20-4af6-464f-b296-dc70d1e90519 req-19753e19-06f1-4853-b92a-31684fdb5dbf tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:14.296038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb9b6d20-4af6-464f-b296-dc70d1e90519 req-19753e19-06f1-4853-b92a-31684fdb5dbf tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 944 time: 0.1225893 Apr 18 16:58:14.307395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea0176-b93a-4d96-9bef-516a2c4514ea req-f8c95641-6ad0-4482-8cc2-715d9892c833 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:14.308859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceea0176-b93a-4d96-9bef-516a2c4514ea req-f8c95641-6ad0-4482-8cc2-715d9892c833 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.1256101 Apr 18 16:58:14.311405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-5b188a60-44fe-434a-843c-3c942f54c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:14.312772 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-5b188a60-44fe-434a-843c-3c942f54c61f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0894504 Apr 18 16:58:14.343696 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:14.365426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-556070eb-b99a-49bb-bf7a-3a081dcf2503 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451419 Apr 18 16:58:14.392945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:14.412099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb9b6d20-4af6-464f-b296-dc70d1e90519 req-38fda4dd-3453-4e88-b44b-a313887a7bf4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023505 Apr 18 16:58:14.417177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceea0176-b93a-4d96-9bef-516a2c4514ea req-d47cc1d5-670e-4d13-b103-0f139ad5fa45 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979955 Apr 18 16:58:14.510575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-3de12a3b-3c16-4362-8a50-726964464125 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313298 Apr 18 16:58:14.613866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf8249-26c0-4f9e-9c4d-bd885996db73 req-69338129-2192-43a3-8c18-855844c7e700 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:14.615590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53bf8249-26c0-4f9e-9c4d-bd885996db73 req-69338129-2192-43a3-8c18-855844c7e700 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 949 time: 0.1094437 Apr 18 16:58:14.669001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee2d98d7-2b84-4707-83dc-c6b9b660558b req-1a189ef6-1f61-44c2-bd75-364d53220b93 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476488 Apr 18 16:58:14.679966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53bf8249-26c0-4f9e-9c4d-bd885996db73 req-a45d167b-3b8d-4458-be0d-7084bf0183bb tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583198 Apr 18 16:58:14.732232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['c95c237e-ec3a-41e1-af9b-c0d9e1801c21'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:14.879241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc84e12-ebb8-42f9-aa55-0e23e93b981e req-36eeb3a1-c103-4d7a-8730-af2957eec1a4 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:14.880756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cc84e12-ebb8-42f9-aa55-0e23e93b981e req-36eeb3a1-c103-4d7a-8730-af2957eec1a4 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1095 time: 0.0472894 Apr 18 16:58:14.971974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cc84e12-ebb8-42f9-aa55-0e23e93b981e req-4a6897d7-3a31-403f-9933-ee2c4dae4d03 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679677 Apr 18 16:58:14.974815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-02ed8d87-ff92-4158-9a54-a8c8ecb186f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:14.977033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-02ed8d87-ff92-4158-9a54-a8c8ecb186f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1094 time: 0.0874054 Apr 18 16:58:15.159987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c4c42-097f-4234-aeee-e64e0f29402c req-b02d4f4a-b59a-40ff-9a62-222e38b761ac tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:15.161502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-864c4c42-097f-4234-aeee-e64e0f29402c req-b02d4f4a-b59a-40ff-9a62-222e38b761ac tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 948 time: 0.0810218 Apr 18 16:58:15.162963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-9a3b89a4-e61f-4e85-a70e-369c9bb717c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:15.165572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-9a3b89a4-e61f-4e85-a70e-369c9bb717c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1803265 Apr 18 16:58:15.229718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-61f1f65a-60db-4351-89e7-f4b7a3d4e23b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 217 time: 0.0542510 Apr 18 16:58:15.273715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-864c4c42-097f-4234-aeee-e64e0f29402c req-6daa515b-4d91-4063-a793-08e2d9786166 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049392 Apr 18 16:58:15.299085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-2bd1fc2f-18f6-4ffc-b221-5dd8bfb0845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:15.301046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-2bd1fc2f-18f6-4ffc-b221-5dd8bfb0845a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0611105 Apr 18 16:58:15.339594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-e277380f-cc02-47ff-807e-8a5c20afb646 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287933 Apr 18 16:58:15.441317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-5faf6489-3452-46cc-bc8b-ab51325c12a7 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926061 Apr 18 16:58:15.641093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7e2ca52-1a9e-4890-9d61-262a26f6efde req-eeb0392a-5946-4faf-adfd-b678e543c43b service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917601 Apr 18 16:58:15.651717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-2d08d48e-cecf-4b43-ab95-57e5265aaf8f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:15.653201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-2d08d48e-cecf-4b43-ab95-57e5265aaf8f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 807 time: 0.1956789 Apr 18 16:58:15.685171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cdddb-410b-4e49-a5af-429a35165e36 req-5b8644ed-735b-480c-89e2-5b265b2dca11 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:15.686682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-411cdddb-410b-4e49-a5af-429a35165e36 req-5b8644ed-735b-480c-89e2-5b265b2dca11 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.1021550 Apr 18 16:58:15.688415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-4b30e033-3d6e-4429-92b4-adfa77dc54e4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/quotas/5c5d9ea0f14a45849ed2e461d6b09988 HTTP/1.1" status: 200 len: 375 time: 0.0235343 Apr 18 16:58:15.759212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-411cdddb-410b-4e49-a5af-429a35165e36 req-43b5f961-c0e9-4414-9e67-f98035af52a6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Apr 18 16:58:15.768116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cc71666f-8aff-463d-aed2-9edf557db7e6 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724897 Apr 18 16:58:15.917826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c416-d26e-4d8d-8b50-6e9a55e93c49 req-6f680477-a3d5-4b41-8c27-8cafc18ccdfe tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:15.919403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6979c416-d26e-4d8d-8b50-6e9a55e93c49 req-6f680477-a3d5-4b41-8c27-8cafc18ccdfe tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 949 time: 0.0754337 Apr 18 16:58:15.932834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-1d1e6572-0bd1-4d1e-b155-8074fd26e387 service neutron] 10.222.0.45 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457071 Apr 18 16:58:15.943526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45242) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:15.948709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c95c237e-ec3a-41e1-af9b-c0d9e1801c21 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:58:15.993978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6979c416-d26e-4d8d-8b50-6e9a55e93c49 req-6844dd28-d459-46d2-9ef6-cdfe6c854625 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654433 Apr 18 16:58:16.063163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-c9d95730-3138-4625-bbab-a254fd9564d5 service neutron] 10.222.0.45 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168740 Apr 18 16:58:16.066373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:58:16.070264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:16.070638 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.174440 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.207466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805ce3cf-292f-40e4-8073-446d71e3f916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95c237e-ec3a-41e1-af9b-c0d9e1801c21'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:16.210584 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc7f9b6-4837-480e-9721-e120b315f120" -d '{"events": [{"server_uuid": "805ce3cf-292f-40e4-8073-446d71e3f916", "name": "network-vif-plugged", "status": "completed", "tag": "c95c237e-ec3a-41e1-af9b-c0d9e1801c21"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:16.225116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c95c237e-ec3a-41e1-af9b-c0d9e1801c21, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:16.347564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d0bba7cc-ec33-486e-b0bc-3c57fd7d0f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.369373 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.370322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:58:16.398725 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa48d32-c3ba-441b-b6cd-950c9dd2790c x-openstack-request-id: req-caa48d32-c3ba-441b-b6cd-950c9dd2790c {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:16.399276 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805ce3cf-292f-40e4-8073-446d71e3f916", "name": "network-vif-plugged", "status": "completed", "tag": "c95c237e-ec3a-41e1-af9b-c0d9e1801c21", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:16.399718 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-caa48d32-c3ba-441b-b6cd-950c9dd2790c {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:16.400277 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa48d32-c3ba-441b-b6cd-950c9dd2790c'] response: {'server_uuid': '805ce3cf-292f-40e4-8073-446d71e3f916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95c237e-ec3a-41e1-af9b-c0d9e1801c21', 'code': 200} Apr 18 16:58:16.443677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d0bba7cc-ec33-486e-b0bc-3c57fd7d0f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.490497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:16.508590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d0bba7cc-ec33-486e-b0bc-3c57fd7d0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.554143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d0bba7cc-ec33-486e-b0bc-3c57fd7d0f37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f86910008a0a4f5f938b936e788c4db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092145 Apr 18 16:58:16.557406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45284) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:16.569109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 41aa7ace-0149-4444-bc8c-911442cf6897 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:58:16.574424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 41aa7ace-0149-4444-bc8c-911442cf6897 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:16.575135 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.591378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bba7cc-ec33-486e-b0bc-3c57fd7d0f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057228a9-4baa-4b3b-8cf0-97dc4dffd993,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:16.612758 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0475f908-b690-4318-8fac-9f31b9588556 req-4ca042ff-a9d6-476d-b0a0-1adf59adf473 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0344954 Apr 18 16:58:16.635745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108daa0-a9ed-4f8d-88f6-4f0e137e9671 req-fa86a6a4-a386-4c53-9d2c-8a8f8492dcc8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:16.643643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2108daa0-a9ed-4f8d-88f6-4f0e137e9671 req-fa86a6a4-a386-4c53-9d2c-8a8f8492dcc8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 948 time: 0.1827650 Apr 18 16:58:16.655602 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb26c-5c3b-46e7-b9d2-c272aae35a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.664051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81104b97-1825-4f60-9c99-2202d8093ae2 req-7ec10a39-5c2e-4f84-8fd4-6abd882aae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:16.665519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81104b97-1825-4f60-9c99-2202d8093ae2 req-7ec10a39-5c2e-4f84-8fd4-6abd882aae1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 1101 time: 0.1496694 Apr 18 16:58:16.682779 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.702681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb26c-5c3b-46e7-b9d2-c272aae35a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.708628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2108daa0-a9ed-4f8d-88f6-4f0e137e9671 req-0bb799ff-8308-4698-921f-3f32d3b39379 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Apr 18 16:58:16.726783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:16.730852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81104b97-1825-4f60-9c99-2202d8093ae2 req-947860fe-a012-4508-9b23-3c52f6ad4e61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523751 Apr 18 16:58:16.797827 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.798567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 85e4ea66-80e4-4bbb-b0b1-4c5007719aff up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:58:16.830903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb26c-5c3b-46e7-b9d2-c272aae35a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.833942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb26c-5c3b-46e7-b9d2-c272aae35a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:16.835690 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2bbfb26c-5c3b-46e7-b9d2-c272aae35a91 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/057228a9-4baa-4b3b-8cf0-97dc4dffd993 HTTP/1.1" status: 204 len: 168 time: 0.2765722 Apr 18 16:58:16.846024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfb26c-5c3b-46e7-b9d2-c272aae35a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057228a9-4baa-4b3b-8cf0-97dc4dffd993,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:16.895758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf94ad-aef7-47a2-acc9-b05b2dd942de req-69b832c8-92ea-475b-a1cb-0c63bafa20af tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:16.896515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62bf94ad-aef7-47a2-acc9-b05b2dd942de req-69b832c8-92ea-475b-a1cb-0c63bafa20af tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.0651493 Apr 18 16:58:16.967681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62bf94ad-aef7-47a2-acc9-b05b2dd942de req-705f8d2e-0b42-46a8-a128-0fc75c667f26 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Apr 18 16:58:16.988838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:17.032264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45306) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:17.051755 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.084235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:58:17.089869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:17.090244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.092099 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.129534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccd817-e8bd-498f-bb10-917a61dfdad8 req-e67f478a-5ccb-4ca7-9f33-505ffeb9243c tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:17.130997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfccd817-e8bd-498f-bb10-917a61dfdad8 req-e67f478a-5ccb-4ca7-9f33-505ffeb9243c tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 950 time: 0.0598683 Apr 18 16:58:17.185833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfccd817-e8bd-498f-bb10-917a61dfdad8 req-9131a76e-2f95-422e-bdcb-81485078efdf tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456786 Apr 18 16:58:17.191488 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.226767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:17.273270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40231be2-8056-4577-9b68-70444584046e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.354135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40231be2-8056-4577-9b68-70444584046e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.357740 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.405712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:17.463086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40231be2-8056-4577-9b68-70444584046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.504602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-40231be2-8056-4577-9b68-70444584046e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e3be5a2b3094b678a74baf9e7b4558c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712443 Apr 18 16:58:17.507431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45320) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:17.514262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40231be2-8056-4577-9b68-70444584046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3564a0-1112-4140-962e-19c6921578b3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:17.562187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-542cadea-a65f-4660-8808-1cb15f262d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.584018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-542cadea-a65f-4660-8808-1cb15f262d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.647201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45328) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:17.665915 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00324c56-2c4c-424e-9891-3e1a3c64f97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.704873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-542cadea-a65f-4660-8808-1cb15f262d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.707475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-542cadea-a65f-4660-8808-1cb15f262d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.708715 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-542cadea-a65f-4660-8808-1cb15f262d34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f3564a0-1112-4140-962e-19c6921578b3 HTTP/1.1" status: 204 len: 168 time: 0.2003913 Apr 18 16:58:17.720692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05b946ce-7ceb-41c6-9152-a8f1707a0d37 req-36d0d502-0ba4-4f99-ba0a-7d8ebc961058 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0261374 Apr 18 16:58:17.726843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cadea-a65f-4660-8808-1cb15f262d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3564a0-1112-4140-962e-19c6921578b3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:17.795628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00324c56-2c4c-424e-9891-3e1a3c64f97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.858662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cbd03-f34c-4fbc-b3c7-15a25b2a9477 req-c81bdc82-e64b-4bb9-a078-08fd11099860 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:17.860319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e2cbd03-f34c-4fbc-b3c7-15a25b2a9477 req-c81bdc82-e64b-4bb9-a078-08fd11099860 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 949 time: 0.0554562 Apr 18 16:58:17.868929 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00324c56-2c4c-424e-9891-3e1a3c64f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:17.904197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e2cbd03-f34c-4fbc-b3c7-15a25b2a9477 req-9e98e6da-82d2-41d4-805b-d08b78aa27dd tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368555 Apr 18 16:58:17.911709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-00324c56-2c4c-424e-9891-3e1a3c64f97d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4acdf03431f43eeaaaa6c11dbd96ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632086 Apr 18 16:58:17.912812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00324c56-2c4c-424e-9891-3e1a3c64f97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7c865c-33d8-47e2-89e4-d4422070b715,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:17.915251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45340) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:17.978905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfa74d1e-ded3-4603-8be7-a30f015f3924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:18.007162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfa74d1e-ded3-4603-8be7-a30f015f3924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:18.116506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d6703-0197-4106-9d5e-7024b1f41785 req-1ad725be-3450-44a5-afac-aae70f4064a4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:18.118363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff3d6703-0197-4106-9d5e-7024b1f41785 req-1ad725be-3450-44a5-afac-aae70f4064a4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.0547688 Apr 18 16:58:18.160844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff3d6703-0197-4106-9d5e-7024b1f41785 req-bc291fb0-51cf-4ba5-a143-b94b0bf724ce tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353014 Apr 18 16:58:18.180312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfa74d1e-ded3-4603-8be7-a30f015f3924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:18.183330 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfa74d1e-ded3-4603-8be7-a30f015f3924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:18.192661 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bfa74d1e-ded3-4603-8be7-a30f015f3924 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a7c865c-33d8-47e2-89e4-d4422070b715 HTTP/1.1" status: 204 len: 168 time: 0.2683768 Apr 18 16:58:18.195088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa74d1e-ded3-4603-8be7-a30f015f3924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7c865c-33d8-47e2-89e4-d4422070b715,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:18.311850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55161671-ba6e-4282-b3f1-acae1a4d78a8 req-4d599b7f-bfad-491b-9d8a-1728e613704f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:18.313237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55161671-ba6e-4282-b3f1-acae1a4d78a8 req-4d599b7f-bfad-491b-9d8a-1728e613704f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 950 time: 0.0518515 Apr 18 16:58:18.352831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55161671-ba6e-4282-b3f1-acae1a4d78a8 req-26200360-cf2a-4e4b-b3b7-82c785247b08 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Apr 18 16:58:18.401980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897'}, {'server_uuid': '2b021478-e413-4c65-8a5e-51915ea8f7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e4ea66-80e4-4bbb-b0b1-4c5007719aff'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:18.404343 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb71d8-7279-4db8-af12-05b123e4dcda" -d '{"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-plugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897"}, {"server_uuid": "2b021478-e413-4c65-8a5e-51915ea8f7e2", "name": "network-vif-plugged", "status": "completed", "tag": "85e4ea66-80e4-4bbb-b0b1-4c5007719aff"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:18.441814 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88a20d2-b5a2-4495-8c13-e176075bb9ed x-openstack-request-id: req-d88a20d2-b5a2-4495-8c13-e176075bb9ed {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:18.442165 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-plugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897", "code": 200}, {"server_uuid": "2b021478-e413-4c65-8a5e-51915ea8f7e2", "name": "network-vif-plugged", "status": "completed", "tag": "85e4ea66-80e4-4bbb-b0b1-4c5007719aff", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:18.442339 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d88a20d2-b5a2-4495-8c13-e176075bb9ed {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:18.442779 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88a20d2-b5a2-4495-8c13-e176075bb9ed'] response: {'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897', 'code': 200} Apr 18 16:58:18.443035 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88a20d2-b5a2-4495-8c13-e176075bb9ed'] response: {'server_uuid': '2b021478-e413-4c65-8a5e-51915ea8f7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e4ea66-80e4-4bbb-b0b1-4c5007719aff', 'code': 200} Apr 18 16:58:18.512567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45366) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:18.528380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61de0061-3bb7-43a3-bcdb-af1de8bbeb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:18.624401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61de0061-3bb7-43a3-bcdb-af1de8bbeb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:18.637231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2744e-0b56-4813-a245-42d62de242e4 req-21501f1e-2932-408c-bd3b-3b2c5dcfbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:18.639141 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fe2744e-0b56-4813-a245-42d62de242e4 req-21501f1e-2932-408c-bd3b-3b2c5dcfbfed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 1100 time: 0.0830708 Apr 18 16:58:18.640858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852129ee-e0e7-447f-9f81-c934f0c9676f req-d7c8cd4d-3fc2-45b3-ac9f-4ec560a7c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:18.642222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-852129ee-e0e7-447f-9f81-c934f0c9676f req-d7c8cd4d-3fc2-45b3-ac9f-4ec560a7c0d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1100 time: 0.0541937 Apr 18 16:58:18.700206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fe2744e-0b56-4813-a245-42d62de242e4 req-e3270000-715a-49a2-9a0a-451a1c46045f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Apr 18 16:58:18.701783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-852129ee-e0e7-447f-9f81-c934f0c9676f req-92fd7813-fa16-4e95-acb3-dd03562542b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468600 Apr 18 16:58:18.720458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61de0061-3bb7-43a3-bcdb-af1de8bbeb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:18.775553 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61de0061-3bb7-43a3-bcdb-af1de8bbeb5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=305db044d55e43cfabaefc5f8848bd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613578 Apr 18 16:58:18.777928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de0061-3bb7-43a3-bcdb-af1de8bbeb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae4abd-1fec-4459-9d24-276b06092c35,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:18.778114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45382) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:18.897457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7fd3712-6e5e-4427-8412-56e03b2900aa req-d6165cc8-2384-4f6f-af57-751550d7a68d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0445166 Apr 18 16:58:18.944293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc8665b1-6ebe-45d6-8413-d260bea38801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:18.979021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-08795f95-7259-4bf3-8820-bf4ea59d321d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:18.980600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-08795f95-7259-4bf3-8820-bf4ea59d321d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 807 time: 0.2184191 Apr 18 16:58:18.989697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc8665b1-6ebe-45d6-8413-d260bea38801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:19.010337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Request body: {'port': {'device_id': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'admin_state_up': True, 'tenant_id': '5c5d9ea0f14a45849ed2e461d6b09988'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:19.141139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab942b36-07f3-4e6b-9123-ca3f9c2f4710 req-db73e885-00ac-4759-bc21-67e9c1fd4906 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:19.142552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab942b36-07f3-4e6b-9123-ca3f9c2f4710 req-db73e885-00ac-4759-bc21-67e9c1fd4906 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 949 time: 0.1226690 Apr 18 16:58:19.206710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab942b36-07f3-4e6b-9123-ca3f9c2f4710 req-cc9b755f-53a8-4a5b-819d-70faeb87e9c8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555871 Apr 18 16:58:19.213495 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc8665b1-6ebe-45d6-8413-d260bea38801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:19.216016 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc8665b1-6ebe-45d6-8413-d260bea38801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:19.220143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bc8665b1-6ebe-45d6-8413-d260bea38801 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90ae4abd-1fec-4459-9d24-276b06092c35 HTTP/1.1" status: 204 len: 168 time: 0.4379148 Apr 18 16:58:19.230053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8665b1-6ebe-45d6-8413-d260bea38801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae4abd-1fec-4459-9d24-276b06092c35,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:19.285864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Made reservation on behalf of 5c5d9ea0f14a45849ed2e461d6b09988 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:19.299940 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:19.414074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b5ee0-3d97-4a8a-8f38-6bc63b1ebea4 req-f2514a4b-8b8b-4b98-b358-d02b6ae68e12 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:19.414074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a27b5ee0-3d97-4a8a-8f38-6bc63b1ebea4 req-f2514a4b-8b8b-4b98-b358-d02b6ae68e12 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.1176262 Apr 18 16:58:19.516375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Allocated IP 172.20.0.10 (6366ca5e-c99f-4fa5-b8b8-419df562a4ff/a25abb1f-ff07-4f5d-b8de-dbe6d78361cc/860e58b8-ee01-437b-ae93-b9c4882cc74c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:58:19.527443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a27b5ee0-3d97-4a8a-8f38-6bc63b1ebea4 req-7b51fc7c-bd00-46a4-bd43-91102d654212 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894666 Apr 18 16:58:19.547923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3877bb-ecb0-4656-838c-de4d170b448a req-d9ad98ba-2faa-477b-b57d-370c02aef8b6 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:19.555162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd3877bb-ecb0-4656-838c-de4d170b448a req-d9ad98ba-2faa-477b-b57d-370c02aef8b6 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 950 time: 0.1136684 Apr 18 16:58:19.641701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd3877bb-ecb0-4656-838c-de4d170b448a req-d7a76e6a-5b3e-448f-aaa9-7b57cc445782 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829420 Apr 18 16:58:19.757427 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:19.787262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 593efbd6-5a86-4894-99dc-17f0c1252921 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:19.943469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:19.956988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '593efbd6-5a86-4894-99dc-17f0c1252921', 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'port_id': '593efbd6-5a86-4894-99dc-17f0c1252921', 'mac_address': 'fa:16:3e:ff:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413415fe-1543-4592-b7a6-31784d135fbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:58:20.007769 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:20.046538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593efbd6-5a86-4894-99dc-17f0c1252921 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:20.067917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71baaf41-2493-4c42-af6b-3b12c507b1c0 req-6fd398a7-5ca6-4cd6-b222-951cfb103d10 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0339959 Apr 18 16:58:20.097488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:20.140727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:20.175544 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:20.216639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:58:20.223681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:20.227454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:58:20.233057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:20.233943 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:20.236629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:20.238138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Pushing event updated for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:20.263066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132136b9-018d-42e2-80b9-24b2ab2b201b req-7d3fb5cb-c2f3-49aa-a3f3-c1d89d5357b7 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:20.264566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-132136b9-018d-42e2-80b9-24b2ab2b201b req-7d3fb5cb-c2f3-49aa-a3f3-c1d89d5357b7 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 950 time: 0.0973740 Apr 18 16:58:20.330600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-132136b9-018d-42e2-80b9-24b2ab2b201b req-46293fc7-b7fb-4971-81dd-d4016ae128b1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595210 Apr 18 16:58:20.367965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d052-726f-4de3-8c0e-41cb7ba5a136 req-0c3be91c-e8c9-485a-95ef-bab63a2a4e3f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:20.367965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49c7d052-726f-4de3-8c0e-41cb7ba5a136 req-0c3be91c-e8c9-485a-95ef-bab63a2a4e3f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 949 time: 0.0709662 Apr 18 16:58:20.368402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf47d601-3327-42b3-b458-7ddd4330152d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3671105 Apr 18 16:58:20.388420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Request body: {'port': {'device_id': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:20.483146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49c7d052-726f-4de3-8c0e-41cb7ba5a136 req-9580e32e-c650-4ced-a31a-d302e8f30503 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943577 Apr 18 16:58:20.484090 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:20.606995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['593efbd6-5a86-4894-99dc-17f0c1252921'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:20.737648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfcac8-b5e6-42d2-a9af-c0fc2030e799 req-415539dd-5cb4-4159-8ce6-cc6d6a80e853 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:20.746133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ccfcac8-b5e6-42d2-a9af-c0fc2030e799 req-415539dd-5cb4-4159-8ce6-cc6d6a80e853 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 944 time: 0.1332161 Apr 18 16:58:20.810084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ccfcac8-b5e6-42d2-a9af-c0fc2030e799 req-52a2fee4-2499-4dcd-b92f-d86fa5fc18ba tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605862 Apr 18 16:58:20.922943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860e58b8-ee01-437b-ae93-b9c4882cc74c {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:20.932454 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:20.956030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7462e3-5382-4b6a-8233-60df72d17c9b req-511a1b3f-3d98-4d5e-afc3-9c9569d5ec38 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:20.957771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db7462e3-5382-4b6a-8233-60df72d17c9b req-511a1b3f-3d98-4d5e-afc3-9c9569d5ec38 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 950 time: 0.0944536 Apr 18 16:58:20.958494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Transition to ACTIVE for port object 860e58b8-ee01-437b-ae93-b9c4882cc74c will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:20.993771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45500) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:21.011158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db7462e3-5382-4b6a-8233-60df72d17c9b req-41b527fa-2731-4f64-a4be-f9277db09faa tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470436 Apr 18 16:58:21.034878 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.088940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Pushing event updated for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:21.118694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:21.122166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:21.122166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:21.123659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:21.123979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:21.129316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:21.129671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:21.130064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:21.130482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Bound port: 860e58b8-ee01-437b-ae93-b9c4882cc74c, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:21.130836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.230770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:21.234431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:21.242481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb23797-212c-40f9-ab33-ed1c70a05cf4 req-1bcb2934-8862-4d07-92ee-6f83ce54aa0a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:21.249333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adb23797-212c-40f9-ab33-ed1c70a05cf4 req-1bcb2934-8862-4d07-92ee-6f83ce54aa0a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.1031511 Apr 18 16:58:21.283789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e717066b-9913-462c-9aa0-de9ddac9c87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.294105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adb23797-212c-40f9-ab33-ed1c70a05cf4 req-55c1f896-9f8b-41fb-8506-432a8cfd0673 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 Apr 18 16:58:21.311297 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.344192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:21.344805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.346199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] 10.222.0.41 "PUT /v2.0/ports/860e58b8-ee01-437b-ae93-b9c4882cc74c HTTP/1.1" status: 200 len: 1092 time: 0.9620326 Apr 18 16:58:21.346826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:21.348849 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b266cae3-cc84-4ae6-8b12-82a18004d446" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:21.401914 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbba496-4aa5-4810-90a9-e63cf14c797a x-openstack-request-id: req-9cbba496-4aa5-4810-90a9-e63cf14c797a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:21.402249 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:21.402501 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9cbba496-4aa5-4810-90a9-e63cf14c797a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:21.402828 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cbba496-4aa5-4810-90a9-e63cf14c797a'] response: {'name': 'network-changed', 'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c', 'status': 'completed', 'code': 200} Apr 18 16:58:21.413471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034edabe-63c6-4f0b-9171-95a75c23b555 service neutron] Pushing event updated for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:21.415356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e717066b-9913-462c-9aa0-de9ddac9c87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.500002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e717066b-9913-462c-9aa0-de9ddac9c87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.513658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266cae3-cc84-4ae6-8b12-82a18004d446 req-6b5e88f3-ca23-4be2-a9cc-1212fd8ef2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:21.515860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b266cae3-cc84-4ae6-8b12-82a18004d446 req-6b5e88f3-ca23-4be2-a9cc-1212fd8ef2cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1095 time: 0.0726733 Apr 18 16:58:21.555602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e717066b-9913-462c-9aa0-de9ddac9c87a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9caba8166f54574bc0a8686dd035e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590851 Apr 18 16:58:21.555602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45544) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:21.564664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717066b-9913-462c-9aa0-de9ddac9c87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764f8d03-f37b-4c73-8768-ef34a16d12a5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:21.642131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3230d3ea-9f89-4cd4-93cf-eb8e89032f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.662665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244c9a-f553-42e2-b822-eb554a70d796 req-6fb00c2f-5f4b-444b-ac75-1a79252088dd tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:21.667854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3230d3ea-9f89-4cd4-93cf-eb8e89032f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.670183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1244c9a-f553-42e2-b822-eb554a70d796 req-6fb00c2f-5f4b-444b-ac75-1a79252088dd tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 949 time: 0.1226439 Apr 18 16:58:21.716594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266cae3-cc84-4ae6-8b12-82a18004d446 req-cd4397a7-a5f1-40aa-a458-bbaf36aec80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:21.718384 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b266cae3-cc84-4ae6-8b12-82a18004d446 req-cd4397a7-a5f1-40aa-a458-bbaf36aec80c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1837542 Apr 18 16:58:21.726109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1244c9a-f553-42e2-b822-eb554a70d796 req-ddd1bdd9-8009-46fa-a479-20fd32c3c5ce tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550861 Apr 18 16:58:21.795500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 593efbd6-5a86-4894-99dc-17f0c1252921 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:58:21.797346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3230d3ea-9f89-4cd4-93cf-eb8e89032f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.800062 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3230d3ea-9f89-4cd4-93cf-eb8e89032f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:21.801231 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3230d3ea-9f89-4cd4-93cf-eb8e89032f8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/764f8d03-f37b-4c73-8768-ef34a16d12a5 HTTP/1.1" status: 204 len: 168 time: 0.2448347 Apr 18 16:58:21.811776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230d3ea-9f89-4cd4-93cf-eb8e89032f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764f8d03-f37b-4c73-8768-ef34a16d12a5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:21.896050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a7c7-21b3-4480-8fe4-c64687e33325 req-0f30b98c-180e-4d97-b0ce-6171759a37d6 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:21.897580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c78a7c7-21b3-4480-8fe4-c64687e33325 req-0f30b98c-180e-4d97-b0ce-6171759a37d6 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0762489 Apr 18 16:58:21.925120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266cae3-cc84-4ae6-8b12-82a18004d446 req-1ff17057-ef62-47d5-9cc7-ea7c1b492f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:21.926617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b266cae3-cc84-4ae6-8b12-82a18004d446 req-1ff17057-ef62-47d5-9cc7-ea7c1b492f61 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1996739 Apr 18 16:58:21.957073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c78a7c7-21b3-4480-8fe4-c64687e33325 req-518f61aa-ca93-4549-a37e-5bfc5ee50fca tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484557 Apr 18 16:58:21.977834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 593efbd6-5a86-4894-99dc-17f0c1252921 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:58:21.995076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 593efbd6-5a86-4894-99dc-17f0c1252921 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:21.995600 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:22.102953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbcc0a-5aa2-47cc-acfd-ab568be869b9 req-e2d6a18a-7097-4e93-8012-826648c16c6c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:22.105319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-32fbcc0a-5aa2-47cc-acfd-ab568be869b9 req-e2d6a18a-7097-4e93-8012-826648c16c6c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 944 time: 0.0983098 Apr 18 16:58:22.115608 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:22.130425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf58afd6-3485-42c4-b9c7-d29a5572e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:22.132390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-cf58afd6-3485-42c4-b9c7-d29a5572e9f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1095 time: 0.1158195 Apr 18 16:58:22.146439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:22.148722 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d6a349-d427-4189-9e2c-796e9affa2ac" -d '{"events": [{"server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "name": "network-vif-plugged", "status": "completed", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:22.162605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:22.223169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-5a099a9d-2c92-490b-a047-984b2a9148ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c HTTP/1.1" status: 200 len: 217 time: 0.0680649 Apr 18 16:58:22.233953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-32fbcc0a-5aa2-47cc-acfd-ab568be869b9 req-7b6d67f7-bee7-4fdf-bee8-af6ea9775fcd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005907 Apr 18 16:58:22.251301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de250f-0843-4c7d-9b6b-f949b054e4d1 req-76c05bcd-623d-46f5-9173-b1a8d8c95ec1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:22.252787 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8de250f-0843-4c7d-9b6b-f949b054e4d1 req-76c05bcd-623d-46f5-9173-b1a8d8c95ec1 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 950 time: 0.1340806 Apr 18 16:58:22.270933 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:22.324966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-4e3faf9b-43f0-43ae-8674-589558092811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:22.324966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-4e3faf9b-43f0-43ae-8674-589558092811 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0930765 Apr 18 16:58:22.340376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8de250f-0843-4c7d-9b6b-f949b054e4d1 req-329a4955-93fc-4921-b9d9-9be154499459 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662980 Apr 18 16:58:22.374718 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78660fc6-b176-4d06-84ff-481cb7eac084 x-openstack-request-id: req-78660fc6-b176-4d06-84ff-481cb7eac084 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:22.375029 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "name": "network-vif-plugged", "status": "completed", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:22.375279 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78660fc6-b176-4d06-84ff-481cb7eac084 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:22.375668 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78660fc6-b176-4d06-84ff-481cb7eac084'] response: {'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921', 'code': 200} Apr 18 16:58:22.381547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:22.394018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-19e4f9e2-45f1-4069-8546-cc84baf13649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498867 Apr 18 16:58:22.394840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45600) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:22.516539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-bb952970-244a-4ccd-b53c-15aff6fb6d9f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:22.518045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-bb952970-244a-4ccd-b53c-15aff6fb6d9f tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 950 time: 0.1212013 Apr 18 16:58:22.519353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca49392-fc90-4ec1-8d35-2de78d610feb req-f996412b-23be-47d2-9160-9c42a5506aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:22.520895 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ca49392-fc90-4ec1-8d35-2de78d610feb req-f996412b-23be-47d2-9160-9c42a5506aa0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1096 time: 0.0509105 Apr 18 16:58:22.551437 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-957f9d43-6a91-40c3-ad81-55bd3c38b599 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594621 Apr 18 16:58:22.567422 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ca49392-fc90-4ec1-8d35-2de78d610feb req-50403092-549e-4fed-afff-1c102eef04e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Apr 18 16:58:22.644115 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26502878-7983-454a-8934-99bb166490da admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:22.659059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-74bf3eb4-558f-498d-a411-0aed1f4fb11e service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482216 Apr 18 16:58:22.744449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdade6-12e0-4367-854f-d1a906628ece req-c4b3d90d-e64b-49b4-8281-ab3f39181709 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:22.745853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1cdade6-12e0-4367-854f-d1a906628ece req-c4b3d90d-e64b-49b4-8281-ab3f39181709 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.2269192 Apr 18 16:58:22.825928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45612) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:22.839061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216635e2-fa95-4719-b73d-822e8180a693 req-24c26e59-ca82-4b84-a16d-c69e9cc108e4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:22.839263 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8375d338-a861-4699-bb72-7a84a0585bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:22.840518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-24c26e59-ca82-4b84-a16d-c69e9cc108e4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511249 Apr 18 16:58:22.859847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1cdade6-12e0-4367-854f-d1a906628ece req-1f283ad3-b007-45f2-a942-5c950734fbe7 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044528 Apr 18 16:58:22.871937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Deleting port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 16:58:22.872281 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:22.878786 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-a5cb6410-84a6-482d-9ee7-ed1127724911 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/quotas/fd350e4e85f3403287ffc8cd07b568c9 HTTP/1.1" status: 200 len: 375 time: 0.0281301 Apr 18 16:58:22.950018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8375d338-a861-4699-bb72-7a84a0585bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.011368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8375d338-a861-4699-bb72-7a84a0585bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.029340 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26502878-7983-454a-8934-99bb166490da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.054914 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8375d338-a861-4699-bb72-7a84a0585bbf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e22b3874dfa849cd89484dd21b138cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278891 Apr 18 16:58:23.058203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45622) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:23.060528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375d338-a861-4699-bb72-7a84a0585bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef96d494-9bdf-45ff-ba3f-a1f3bfadf19e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:23.070699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-a3ffc3dd-43ef-495e-a00e-2a2294cee139 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1811221 Apr 18 16:58:23.095576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] For port c95c237e-ec3a-41e1-af9b-c0d9e1801c21, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:23.095940 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.098572 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26502878-7983-454a-8934-99bb166490da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.127309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2979ee8-738e-4a99-8cda-5fade0f607a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.136761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Calling delete_port for c95c237e-ec3a-41e1-af9b-c0d9e1801c21 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 16:58:23.152436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3c8286-93c4-458b-b62c-62f71b4ee1db req-d9182bf3-6ba3-4686-a2e7-fdf0d61bf378 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578990 Apr 18 16:58:23.158158 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2979ee8-738e-4a99-8cda-5fade0f607a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.167279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-26502878-7983-454a-8934-99bb166490da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da90a095001348b199eaa7639565b662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7714312 Apr 18 16:58:23.169984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45624) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:23.204665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26502878-7983-454a-8934-99bb166490da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d7f83-f4dd-466a-8b33-eeb0a496cdfd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:23.275091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d34f-025a-409b-866f-903b4663710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.314983 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2979ee8-738e-4a99-8cda-5fade0f607a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.319985 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2979ee8-738e-4a99-8cda-5fade0f607a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.322316 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a2979ee8-738e-4a99-8cda-5fade0f607a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef96d494-9bdf-45ff-ba3f-a1f3bfadf19e HTTP/1.1" status: 204 len: 168 time: 0.2627516 Apr 18 16:58:23.334721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2979ee8-738e-4a99-8cda-5fade0f607a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef96d494-9bdf-45ff-ba3f-a1f3bfadf19e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:23.360585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c05b3ec7-9e32-402d-a8d8-9cb777546a18 req-32375faa-94b8-4354-977d-ec66dfbc5595 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 210 time: 0.0679395 Apr 18 16:58:23.362728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d34f-025a-409b-866f-903b4663710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.534555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659898cb-7f23-4823-89d4-4cecbf2acab5 req-a9e6ef45-fb37-46b8-a82f-d704a801e0b1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:23.535959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-659898cb-7f23-4823-89d4-4cecbf2acab5 req-a9e6ef45-fb37-46b8-a82f-d704a801e0b1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 945 time: 0.1443779 Apr 18 16:58:23.552850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e14b8-a622-4e3a-b4c1-faea03cea129 req-150f54a6-68cf-4040-bac5-313bc4012d3d tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:23.555248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b68e14b8-a622-4e3a-b4c1-faea03cea129 req-150f54a6-68cf-4040-bac5-313bc4012d3d tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 950 time: 0.0786264 Apr 18 16:58:23.597651 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.631879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['c95c237e-ec3a-41e1-af9b-c0d9e1801c21'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:23.654596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45642) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:23.662187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-659898cb-7f23-4823-89d4-4cecbf2acab5 req-7f421185-883f-4275-a4d1-03c97936bff6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020560 Apr 18 16:58:23.674259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b68e14b8-a622-4e3a-b4c1-faea03cea129 req-059f482c-ad98-4a6c-a6d0-c07c1c1d74c0 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcc5cc19-92e9-460a-ab10-59108c6aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104028 Apr 18 16:58:23.674911 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d34f-025a-409b-866f-903b4663710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.682061 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fb9d34f-025a-409b-866f-903b4663710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.685893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5fb9d34f-025a-409b-866f-903b4663710f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c3d7f83-f4dd-466a-8b33-eeb0a496cdfd HTTP/1.1" status: 204 len: 168 time: 0.5136359 Apr 18 16:58:23.708194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Pushing event deleted for resources: {'Port': ['ID=c95c237e-ec3a-41e1-af9b-c0d9e1801c21,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:23.758025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] No DVR routers for this DVR port c95c237e-ec3a-41e1-af9b-c0d9e1801c21 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:58:23.759989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9d34f-025a-409b-866f-903b4663710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d7f83-f4dd-466a-8b33-eeb0a496cdfd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:23.762761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:23.767139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a92c672-db57-4ae5-a468-a8e65779b83b req-17c13abb-2a62-4cf6-8567-a3eb9229f116 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.18 "DELETE /v2.0/ports/c95c237e-ec3a-41e1-af9b-c0d9e1801c21 HTTP/1.1" status: 204 len: 173 time: 1.2351143 Apr 18 16:58:23.767139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805ce3cf-292f-40e4-8073-446d71e3f916', 'name': 'network-vif-deleted', 'tag': 'c95c237e-ec3a-41e1-af9b-c0d9e1801c21'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:23.770095 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d03a39f-9a03-4040-8603-21fd5657d3d6" -d '{"events": [{"server_uuid": "805ce3cf-292f-40e4-8073-446d71e3f916", "name": "network-vif-deleted", "tag": "c95c237e-ec3a-41e1-af9b-c0d9e1801c21"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:23.830803 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62a2749-8a4a-4647-a610-7d216e3748ec x-openstack-request-id: req-f62a2749-8a4a-4647-a610-7d216e3748ec {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:23.831101 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805ce3cf-292f-40e4-8073-446d71e3f916", "name": "network-vif-deleted", "tag": "c95c237e-ec3a-41e1-af9b-c0d9e1801c21", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:23.831372 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f62a2749-8a4a-4647-a610-7d216e3748ec {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:23.832034 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62a2749-8a4a-4647-a610-7d216e3748ec'] response: {'server_uuid': '805ce3cf-292f-40e4-8073-446d71e3f916', 'name': 'network-vif-deleted', 'tag': 'c95c237e-ec3a-41e1-af9b-c0d9e1801c21', 'status': 'completed', 'code': 200} Apr 18 16:58:23.859730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d13e3a65-74c9-442e-8bac-7ea1aa05d407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.006425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf541fa-2ea3-45d5-a740-cde22ad60649 req-e0cb081a-6406-489b-8c9c-2d76ee704214 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:24.008364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cf541fa-2ea3-45d5-a740-cde22ad60649 req-e0cb081a-6406-489b-8c9c-2d76ee704214 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0570271 Apr 18 16:58:24.030736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d13e3a65-74c9-442e-8bac-7ea1aa05d407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.062701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cf541fa-2ea3-45d5-a740-cde22ad60649 req-b3e41da9-0a34-41fd-b280-5fb374442f53 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Apr 18 16:58:24.093210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d13e3a65-74c9-442e-8bac-7ea1aa05d407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.136867 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d13e3a65-74c9-442e-8bac-7ea1aa05d407 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3588567439d747ee91b28da3c8d69fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811184 Apr 18 16:58:24.137442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45666) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:24.138146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e3a65-74c9-442e-8bac-7ea1aa05d407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db3165f-d6a6-4f54-a3f5-ec161a77e95b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:24.193439 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a8397cb-4bd7-4564-9c5f-c78d7b3ee693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.214198 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a8397cb-4bd7-4564-9c5f-c78d7b3ee693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.368738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a8397cb-4bd7-4564-9c5f-c78d7b3ee693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.371356 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a8397cb-4bd7-4564-9c5f-c78d7b3ee693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.374844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4a8397cb-4bd7-4564-9c5f-c78d7b3ee693 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2db3165f-d6a6-4f54-a3f5-ec161a77e95b HTTP/1.1" status: 204 len: 168 time: 0.2321906 Apr 18 16:58:24.381293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8397cb-4bd7-4564-9c5f-c78d7b3ee693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db3165f-d6a6-4f54-a3f5-ec161a77e95b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:24.540131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45676) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:24.555453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b1f98c0-bd98-414d-bc10-c9ebefc511f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.674994 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b1f98c0-bd98-414d-bc10-c9ebefc511f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.677730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1bca0214-096a-4aa9-b4de-fbb47ec5bf9d req-a61764bf-083f-4295-8fa8-f1c50f5ea955 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 210 time: 0.2492998 Apr 18 16:58:24.738028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b1f98c0-bd98-414d-bc10-c9ebefc511f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.823055 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2b1f98c0-bd98-414d-bc10-c9ebefc511f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75b19d29a0fd4c019de983c6432bbb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730167 Apr 18 16:58:24.823055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f98c0-bd98-414d-bc10-c9ebefc511f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2744fbf8-22ce-4f2a-a6d4-d9f5c2417d2a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:24.826208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45688) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:24.870061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a26124-db74-453f-ab63-eb423294a663 req-f68fcb3b-4c8d-42b1-8068-25b7a66c68ae tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:24.871583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2a26124-db74-453f-ab63-eb423294a663 req-f68fcb3b-4c8d-42b1-8068-25b7a66c68ae tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 945 time: 0.1120102 Apr 18 16:58:24.914543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0ee3d87-2543-4139-9449-5d0788af5163 req-6cd878e7-06c8-4f54-869c-dd1d6b9ff1e5 tempest-DeleteServersAdminTestJSON-303526692 tempest-DeleteServersAdminTestJSON-303526692-project] 10.222.0.45 "GET /v2.0/ports?device_id=805ce3cf-292f-40e4-8073-446d71e3f916 HTTP/1.1" status: 200 len: 210 time: 0.0522518 Apr 18 16:58:24.947504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-37b1f9a3-278f-4996-b80c-42914b27ee76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:24.955836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2a26124-db74-453f-ab63-eb423294a663 req-2e255ffb-3101-42ce-b5ac-16f496d4782f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695193 Apr 18 16:58:24.987596 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-37b1f9a3-278f-4996-b80c-42914b27ee76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:25.103293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-37b1f9a3-278f-4996-b80c-42914b27ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:25.105861 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-37b1f9a3-278f-4996-b80c-42914b27ee76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:25.107079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-37b1f9a3-278f-4996-b80c-42914b27ee76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2744fbf8-22ce-4f2a-a6d4-d9f5c2417d2a HTTP/1.1" status: 204 len: 168 time: 0.2798302 Apr 18 16:58:25.114821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1f9a3-278f-4996-b80c-42914b27ee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744fbf8-22ce-4f2a-a6d4-d9f5c2417d2a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:25.186609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f403519-43db-4760-833b-5c87b8dc6346 req-52e595ef-ecdb-4e46-ae43-d7648d0bad5b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:25.188325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f403519-43db-4760-833b-5c87b8dc6346 req-52e595ef-ecdb-4e46-ae43-d7648d0bad5b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0501230 Apr 18 16:58:25.208848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45702) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:25.235163 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cefc854-98ee-4202-a278-ec0c5924d54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:25.240754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f403519-43db-4760-833b-5c87b8dc6346 req-6c69c04a-1798-4467-a4d5-4b35cea8da08 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Apr 18 16:58:25.313479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1520fa-68f6-46a9-94f5-0fbfc3b2766f req-7c0c40f1-c7d9-47a8-87ce-f3aef5298cb4 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:25.322574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b1520fa-68f6-46a9-94f5-0fbfc3b2766f req-7c0c40f1-c7d9-47a8-87ce-f3aef5298cb4 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1096 time: 0.0524881 Apr 18 16:58:25.356853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cefc854-98ee-4202-a278-ec0c5924d54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:25.380174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b1520fa-68f6-46a9-94f5-0fbfc3b2766f req-380df319-3623-491f-8405-caa340fa74be tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565667 Apr 18 16:58:25.482197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cefc854-98ee-4202-a278-ec0c5924d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:25.544281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45708) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:25.544521 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7cefc854-98ee-4202-a278-ec0c5924d54c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07b23e589f39421b8d22ff84491f7e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343439 Apr 18 16:58:25.545268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefc854-98ee-4202-a278-ec0c5924d54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ebfe60-6489-40c3-9b7e-eda1edc5a158,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:25.582871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61979b7-4a2d-427e-8f02-1f3d8c1a5444 req-d6a55714-62db-45e4-8d15-61f328b07696 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:25.584432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b61979b7-4a2d-427e-8f02-1f3d8c1a5444 req-d6a55714-62db-45e4-8d15-61f328b07696 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1096 time: 0.0747747 Apr 18 16:58:25.610439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-4ac32213-b791-4485-8c08-3452d7f25ca8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455284 Apr 18 16:58:25.738511 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03d2bf88-c6b8-4420-a61f-af825f83bb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:25.744712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b61979b7-4a2d-427e-8f02-1f3d8c1a5444 req-2820a260-67fb-4827-a00e-6af1335e4859 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453307 Apr 18 16:58:25.784701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03d2bf88-c6b8-4420-a61f-af825f83bb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:25.838456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5ae5cc7-25de-45ca-ad6b-977b447f40c2 req-76d62c4c-4964-40e6-9584-937ecdf24296 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 210 time: 0.0564086 Apr 18 16:58:25.849242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216635e2-fa95-4719-b73d-822e8180a693 req-07b0eb3a-776a-482b-a661-941d46d4aa02 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:25.851227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-07b0eb3a-776a-482b-a661-941d46d4aa02 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310469 Apr 18 16:58:25.878699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Request body: {'port': {'device_id': 'ca54a3a7-1f88-440f-830c-adf7860230fd', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': 'fd350e4e85f3403287ffc8cd07b568c9'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:26.026800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c95c237e-ec3a-41e1-af9b-c0d9e1801c21 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:58:26.034996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03d2bf88-c6b8-4420-a61f-af825f83bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:26.037718 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03d2bf88-c6b8-4420-a61f-af825f83bb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:26.039378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-03d2bf88-c6b8-4420-a61f-af825f83bb76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33ebfe60-6489-40c3-9b7e-eda1edc5a158 HTTP/1.1" status: 204 len: 168 time: 0.4941185 Apr 18 16:58:26.043492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-0f2226b1-9978-4a7a-9600-cf970243513c req-53426419-bfb3-40be-b22b-e6455fb6ae33 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:58:26.044458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f2226b1-9978-4a7a-9600-cf970243513c req-53426419-bfb3-40be-b22b-e6455fb6ae33 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108161 Apr 18 16:58:26.057390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: c95c237e-ec3a-41e1-af9b-c0d9e1801c21 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 16:58:26.057761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c95c237e-ec3a-41e1-af9b-c0d9e1801c21 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:58:26.068242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2bf88-c6b8-4420-a61f-af825f83bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ebfe60-6489-40c3-9b7e-eda1edc5a158,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:26.188767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Made reservation on behalf of fd350e4e85f3403287ffc8cd07b568c9 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:26.192309 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:26.367442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Allocated IP 192.168.233.159 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:58:26.406133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811471b9-d52a-4acd-b5a3-46ec0cb39cc1 req-84d68330-43dd-457e-a9e6-ad77847da19d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:26.407644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-811471b9-d52a-4acd-b5a3-46ec0cb39cc1 req-84d68330-43dd-457e-a9e6-ad77847da19d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0944862 Apr 18 16:58:26.476941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-811471b9-d52a-4acd-b5a3-46ec0cb39cc1 req-42dc2548-6a46-49ce-882a-159b51b552b9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580747 Apr 18 16:58:26.584683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:26.726514 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:26.760360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['85e4ea66-80e4-4bbb-b0b1-4c5007719aff', '41aa7ace-0149-4444-bc8c-911442cf6897'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:26.784686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:58:26.789958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:26.792786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:58:26.801174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:26.801174 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:26.815112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Pushing event updated for resources: {'Port': ['ID=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:26.904124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-29c8d8ea-8c0f-4866-8a30-a4b7364bb21e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0295436 Apr 18 16:58:26.925230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Request body: {'port': {'device_id': 'ca54a3a7-1f88-440f-830c-adf7860230fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:27.029875 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:27.098175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0fedc-626b-44d2-a306-082ae43311b7 req-7325e76e-b8c9-4f8b-8a67-d941a4a9df62 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:27.099915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ef0fedc-626b-44d2-a306-082ae43311b7 req-7325e76e-b8c9-4f8b-8a67-d941a4a9df62 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 936 time: 0.1438026 Apr 18 16:58:27.135176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-da03c21b-babc-4b0c-9903-bd5eaeeeadc2 None None] Provisioning complete for port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:27.135696 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da03c21b-babc-4b0c-9903-bd5eaeeeadc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:27.182895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-da03c21b-babc-4b0c-9903-bd5eaeeeadc2 None None] Port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:58:27.211184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45796) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:27.215804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ef0fedc-626b-44d2-a306-082ae43311b7 req-27aab79a-7089-43a4-8cc2-9bee58a710eb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057625 Apr 18 16:58:27.391669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:27.399212 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:27.423277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Transition to ACTIVE for port object 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:27.494881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:27.610651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:27.621960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Attempting to bind port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:27.622306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Attempting to bind port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:27.622635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Attempting to bind port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:27.636961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296a53-f347-4722-93a6-a9073cf1d2be req-14b35ebc-a033-4a08-9c63-68c8e4c3afc0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:27.638510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9296a53-f347-4722-93a6-a9073cf1d2be req-14b35ebc-a033-4a08-9c63-68c8e4c3afc0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0776489 Apr 18 16:58:27.639565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:27.639887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Attempting to bind port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:27.645455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a54745ab-b999-4d44-b95b-656a0d6e6df3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a56a7d587de46389a3ab3c86344853b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4302557 Apr 18 16:58:27.645753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45814) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:27.680938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:27.681299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:27.681624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:27.682075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Bound port: 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:27.682441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:27.771515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9296a53-f347-4722-93a6-a9073cf1d2be req-5b4f09f0-f97b-4d37-9515-5348f9540918 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134450 Apr 18 16:58:27.808512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86e4e7f3-e625-43ab-90de-e94ba1608234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:27.830227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 860e58b8-ee01-437b-ae93-b9c4882cc74c details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:27.847123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86e4e7f3-e625-43ab-90de-e94ba1608234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:27.861404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] For port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:27.891974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] For port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:27.933009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:27.998569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:28.011230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86e4e7f3-e625-43ab-90de-e94ba1608234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:28.019817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86e4e7f3-e625-43ab-90de-e94ba1608234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:28.023640 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-86e4e7f3-e625-43ab-90de-e94ba1608234 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcc5cc19-92e9-460a-ab10-59108c6aae12 HTTP/1.1" status: 204 len: 168 time: 0.3752909 Apr 18 16:58:28.083741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:28.084465 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:28.086839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '860e58b8-ee01-437b-ae93-b9c4882cc74c', 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'port_id': '860e58b8-ee01-437b-ae93-b9c4882cc74c', 'mac_address': 'fa:16:3e:ec:f9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25abb1f-ff07-4f5d-b8de-dbe6d78361cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:58:28.087171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] 10.222.0.18 "PUT /v2.0/ports/5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 HTTP/1.1" status: 200 len: 1096 time: 1.1663492 Apr 18 16:58:28.087756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca54a3a7-1f88-440f-830c-adf7860230fd', 'tag': '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:28.092831 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d2eab-cd93-4e84-8491-32c982edea31" -d '{"events": [{"name": "network-changed", "server_uuid": "ca54a3a7-1f88-440f-830c-adf7860230fd", "tag": "5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:28.096013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4e7f3-e625-43ab-90de-e94ba1608234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc5cc19-92e9-460a-ab10-59108c6aae12,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:28.135663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd3ca0-fc79-49e4-b27b-be0393f3f068 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:28.150550 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:28.166287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860e58b8-ee01-437b-ae93-b9c4882cc74c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:28.190304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:28.266448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:28.308915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216635e2-fa95-4719-b73d-822e8180a693 req-31377791-534d-4644-b96a-219bfd6fd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:28.314187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-31377791-534d-4644-b96a-219bfd6fd0fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 1099 time: 0.0515800 Apr 18 16:58:28.335448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:28.387397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-e0f40b76-ac0e-4df6-873e-7ac17bbb83b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 HTTP/1.1" status: 200 len: 217 time: 0.0447547 Apr 18 16:58:28.427008 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381b5231-2b21-4482-aeaf-9e7f7041bd24 x-openstack-request-id: req-381b5231-2b21-4482-aeaf-9e7f7041bd24 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:28.427292 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca54a3a7-1f88-440f-830c-adf7860230fd", "tag": "5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:28.427537 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-381b5231-2b21-4482-aeaf-9e7f7041bd24 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:28.427928 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381b5231-2b21-4482-aeaf-9e7f7041bd24'] response: {'name': 'network-changed', 'server_uuid': 'ca54a3a7-1f88-440f-830c-adf7860230fd', 'tag': '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0', 'status': 'completed', 'code': 200} Apr 18 16:58:28.451419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216635e2-fa95-4719-b73d-822e8180a693 req-a584022a-4510-4b3a-9085-d741848cf2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:28.452968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-a584022a-4510-4b3a-9085-d741848cf2c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0597544 Apr 18 16:58:28.532505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216635e2-fa95-4719-b73d-822e8180a693 req-b11bf230-d597-46d4-a24f-fcc59efcd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:28.534246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-b11bf230-d597-46d4-a24f-fcc59efcd5e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742841 Apr 18 16:58:28.542749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aade2c-c291-475e-b0b4-8cd697cb7a85 req-bbf43069-b012-446c-9bfe-896ba7603f01 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:28.544301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6aade2c-c291-475e-b0b4-8cd697cb7a85 req-bbf43069-b012-446c-9bfe-896ba7603f01 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 948 time: 0.0759907 Apr 18 16:58:28.641647 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6aade2c-c291-475e-b0b4-8cd697cb7a85 req-3bccf3bd-27f3-49ea-ad66-c10c588e4793 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848937 Apr 18 16:58:28.675342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['860e58b8-ee01-437b-ae93-b9c4882cc74c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:28.683524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-5abea90d-e965-4b09-a957-12b8b8c74ebd service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381929 Apr 18 16:58:28.808663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216635e2-fa95-4719-b73d-822e8180a693 req-814d1d2a-7583-49e2-ac55-6a413c42c2bc service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178131 Apr 18 16:58:29.019353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d2eab-cd93-4e84-8491-32c982edea31 req-0fac167c-3203-48b1-9421-7d574647c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:29.020829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446d2eab-cd93-4e84-8491-32c982edea31 req-0fac167c-3203-48b1-9421-7d574647c5ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 1099 time: 0.0453653 Apr 18 16:58:29.077006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45870) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:29.090471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bc820d6-47a4-4f21-903b-5c24ff7e2fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:29.113342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d2eab-cd93-4e84-8491-32c982edea31 req-850794e4-0453-41d2-a15f-d15a492ab64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:29.115172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446d2eab-cd93-4e84-8491-32c982edea31 req-850794e4-0453-41d2-a15f-d15a492ab64b service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.0879130 Apr 18 16:58:29.160001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446d2eab-cd93-4e84-8491-32c982edea31 req-50eb3797-e1c3-48e9-9d41-5ac40255dbeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 HTTP/1.1" status: 200 len: 217 time: 0.0383222 Apr 18 16:58:29.167367 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bc820d6-47a4-4f21-903b-5c24ff7e2fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:29.212363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d2eab-cd93-4e84-8491-32c982edea31 req-0aeb7c99-fc01-4050-9083-4575d16c5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:29.212363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446d2eab-cd93-4e84-8491-32c982edea31 req-0aeb7c99-fc01-4050-9083-4575d16c5059 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0444067 Apr 18 16:58:29.231393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bc820d6-47a4-4f21-903b-5c24ff7e2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:29.267501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc820d6-47a4-4f21-903b-5c24ff7e2fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e13f1f-ea3d-4b2f-89fc-60758a260db3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:29.279774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d2eab-cd93-4e84-8491-32c982edea31 req-dfd3a3a2-b6f4-4db1-9862-ea64b4c1bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:29.281563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446d2eab-cd93-4e84-8491-32c982edea31 req-dfd3a3a2-b6f4-4db1-9862-ea64b4c1bfe3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622532 Apr 18 16:58:29.299230 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0bc820d6-47a4-4f21-903b-5c24ff7e2fbf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7b508144c7d4e77a4b1dab7511f289f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211111 Apr 18 16:58:29.305292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45874) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:29.383551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45878) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:29.468316 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9406db79-8fc3-4f74-9495-9238fa716dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:29.473203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446d2eab-cd93-4e84-8491-32c982edea31 req-24df4cfc-23df-4deb-a332-79a05899e990 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716530 Apr 18 16:58:29.480440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdede74-bbe7-47ac-93cb-26d4b1cad4a5 req-0187219f-67d9-4238-867c-156e64adca9e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:29.482481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efdede74-bbe7-47ac-93cb-26d4b1cad4a5 req-0187219f-67d9-4238-867c-156e64adca9e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 945 time: 0.1115730 Apr 18 16:58:29.564774 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9406db79-8fc3-4f74-9495-9238fa716dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:29.596647 n-d-836015-2 neutron-server[109825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 16:58:29.600566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-83324697-09b2-4b2f-81cb-34b3feace2e3 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:58:29.601825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-83324697-09b2-4b2f-81cb-34b3feace2e3 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2173100 Apr 18 16:58:29.613871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efdede74-bbe7-47ac-93cb-26d4b1cad4a5 req-7398931c-312c-400a-9095-cd3d68a5d444 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211541 Apr 18 16:58:29.645790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446d2eab-cd93-4e84-8491-32c982edea31 req-8108edbc-33f0-4006-889d-3928d847c762 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623225 Apr 18 16:58:29.714357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9406db79-8fc3-4f74-9495-9238fa716dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:29.716989 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9406db79-8fc3-4f74-9495-9238fa716dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:29.718259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9406db79-8fc3-4f74-9495-9238fa716dfc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99e13f1f-ea3d-4b2f-89fc-60758a260db3 HTTP/1.1" status: 204 len: 168 time: 0.4028678 Apr 18 16:58:29.727921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406db79-8fc3-4f74-9495-9238fa716dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e13f1f-ea3d-4b2f-89fc-60758a260db3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:29.834441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-20cbaac7-57ec-4afa-9695-4a95704b5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:29.835054 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-20cbaac7-57ec-4afa-9695-4a95704b5ee5 service neutron] 10.222.0.45 "GET /v2.0/ports/593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 1093 time: 0.1618114 Apr 18 16:58:29.839677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 860e58b8-ee01-437b-ae93-b9c4882cc74c up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:58:29.843849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Request body: {'binding': {'host': 'n-h1-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:29.844441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Unknown quota resources ['binding']. {{(pid=109825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 16:58:29.960490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 860e58b8-ee01-437b-ae93-b9c4882cc74c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:58:29.964515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 860e58b8-ee01-437b-ae93-b9c4882cc74c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:29.965067 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:30.006535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on host n-h1-836015-2 for vnic_type normal with profile None {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:30.011937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:30.011937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:30.013255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:30.013808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:30.019583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:30.020107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:30.020503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:30.020932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Bound port: 593efbd6-5a86-4894-99dc-17f0c1252921, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:30.054427 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:30.078558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:30.080840 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fc7573-b98e-4059-89d9-bfcbd24f181f" -d '{"events": [{"server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "name": "network-vif-plugged", "status": "completed", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:30.087985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:30.094042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:30.180602 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:30.181835 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-41ccf5d6-7c5e-4a90-a37b-50cb7570df84 service neutron] 10.222.0.45 "POST /v2.0/ports/593efbd6-5a86-4894-99dc-17f0c1252921/bindings HTTP/1.1" status: 201 len: 389 time: 0.3415182 Apr 18 16:58:30.200486 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:30.268227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:30.316338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dee92-3fe8-4c76-b1f5-ff1aa21d90bd req-aac97efe-5336-465f-aa41-022d61f6988c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:30.317851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be6dee92-3fe8-4c76-b1f5-ff1aa21d90bd req-aac97efe-5336-465f-aa41-022d61f6988c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 948 time: 0.0577517 Apr 18 16:58:30.360557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be6dee92-3fe8-4c76-b1f5-ff1aa21d90bd req-f42513a2-fd87-47a5-aae4-c2920b245dba tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362010 Apr 18 16:58:30.414148 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bbd2a5-61e8-4292-bcf7-33f4e5be5769 x-openstack-request-id: req-81bbd2a5-61e8-4292-bcf7-33f4e5be5769 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:30.414566 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "name": "network-vif-plugged", "status": "completed", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:30.414909 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81bbd2a5-61e8-4292-bcf7-33f4e5be5769 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:30.415407 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bbd2a5-61e8-4292-bcf7-33f4e5be5769'] response: {'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c', 'code': 200} Apr 18 16:58:30.571259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670611c7-484e-42c4-b22a-bc3210902b87 req-9997bf87-1d96-43ca-850d-9d1c31a5135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:30.572961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-670611c7-484e-42c4-b22a-bc3210902b87 req-9997bf87-1d96-43ca-850d-9d1c31a5135e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0559568 Apr 18 16:58:30.622797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-670611c7-484e-42c4-b22a-bc3210902b87 req-c9656935-2934-4235-9001-3232aa3de8a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Apr 18 16:58:30.819798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f615e-4c1b-4168-b353-82e1476910c7 req-81ca0db3-dfae-4415-b191-932ba5865def tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:30.821382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-825f615e-4c1b-4168-b353-82e1476910c7 req-81ca0db3-dfae-4415-b191-932ba5865def tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 945 time: 0.0864947 Apr 18 16:58:30.844220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d9ce8-950d-494e-9344-2f7c1eb01d25 req-b58f31f0-46ec-441e-89b7-cb0dd8c94642 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:30.845694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef3d9ce8-950d-494e-9344-2f7c1eb01d25 req-b58f31f0-46ec-441e-89b7-cb0dd8c94642 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0759757 Apr 18 16:58:30.857549 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3484159-5101-4852-ac2f-8801247dcc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:30.888588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-825f615e-4c1b-4168-b353-82e1476910c7 req-a8f5f672-974c-448d-97a9-c06fe0f1a6df tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610230 Apr 18 16:58:30.901341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef3d9ce8-950d-494e-9344-2f7c1eb01d25 req-5e63daf8-26fc-4039-89ac-ce26ecc6a107 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487926 Apr 18 16:58:31.447530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-e9dc22f4-1598-4f80-bebd-32ff19168156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:31.449508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-e9dc22f4-1598-4f80-bebd-32ff19168156 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1096 time: 0.0749490 Apr 18 16:58:31.553032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82612667-bb1e-46b5-bc99-005ac2ded63b req-d2635718-d732-4fe9-85a4-62e355c57fa2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:31.555042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82612667-bb1e-46b5-bc99-005ac2ded63b req-d2635718-d732-4fe9-85a4-62e355c57fa2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 948 time: 0.1044927 Apr 18 16:58:31.597735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-f698b3bc-d689-4a9f-b7b4-97174660c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:31.599208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-f698b3bc-d689-4a9f-b7b4-97174660c183 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1375480 Apr 18 16:58:31.619080 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82612667-bb1e-46b5-bc99-005ac2ded63b req-9c57730d-27cd-49fd-aaa1-2cdbc103a698 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575497 Apr 18 16:58:31.646185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-63e0a93b-7e64-4153-9099-3f75c3db9868 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 217 time: 0.0375612 Apr 18 16:58:31.703102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-a709ff81-3693-463e-a06f-509013f93372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:31.704549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-a709ff81-3693-463e-a06f-509013f93372 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0466077 Apr 18 16:58:31.734787 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-12b32949-e805-41bf-85ec-bbdfc5d4929c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227218 Apr 18 16:58:31.831449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-488acccf-53fc-478e-95ac-04cbbfe1e978 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850215 Apr 18 16:58:31.929078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-5b18af4f-c306-40cb-b761-8927a02cc144 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896220 Apr 18 16:58:32.036201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4feaed-3dd4-4170-9d23-520c12b73f2f req-fb2667a9-dd60-4bec-a590-734f29f18c6c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:32.041977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46022) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:32.042517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca4feaed-3dd4-4170-9d23-520c12b73f2f req-fb2667a9-dd60-4bec-a590-734f29f18c6c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 945 time: 0.0666358 Apr 18 16:58:32.059929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:32.061830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46026) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:32.105845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca4feaed-3dd4-4170-9d23-520c12b73f2f req-27d0952c-0d39-4c7d-a434-0c3063532801 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Apr 18 16:58:32.204342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:32.209901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-9ac80e36-fe91-4a36-8d32-d25e31552bf3 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:32.211484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-9ac80e36-fe91-4a36-8d32-d25e31552bf3 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.0900714 Apr 18 16:58:32.216421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0', 'mac_address': 'fa:16:3e:30:59:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:58:32.249060 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bcf8-e911-4042-807f-dc0c4840ceff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.255144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7694-6121-4545-b590-aeef3ee38fa8 req-5609a154-32f9-4584-a277-cb856997ce18 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:32.257632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef6a7694-6121-4545-b590-aeef3ee38fa8 req-5609a154-32f9-4584-a277-cb856997ce18 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 946 time: 0.1221743 Apr 18 16:58:32.268273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-2'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:32.283197 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.305352 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e92134bd-e629-4afb-a32f-e488c667f03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.313942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:32.340585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:32.367103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef6a7694-6121-4545-b590-aeef3ee38fa8 req-94d7d351-3e29-492a-a4ce-baa1fd785069 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863233 Apr 18 16:58:32.387661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.447220 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bcf8-e911-4042-807f-dc0c4840ceff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.449492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e92134bd-e629-4afb-a32f-e488c667f03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.466253 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.540949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bcf8-e911-4042-807f-dc0c4840ceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.542492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:32.549861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e92134bd-e629-4afb-a32f-e488c667f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.620314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e9d2bcf8-e911-4042-807f-dc0c4840ceff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4bf3406203014d8aada10c61ed91ef63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574000 Apr 18 16:58:32.626412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e92134bd-e629-4afb-a32f-e488c667f03f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04c3975d80c042a387b3cf0f7070a3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831869 Apr 18 16:58:32.627830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46050) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:32.628304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46052) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:32.629124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2bcf8-e911-4042-807f-dc0c4840ceff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da1bbb6-8688-4574-bd86-59a873564db4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:32.735673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92134bd-e629-4afb-a32f-e488c667f03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1625b74b-0ac6-4720-ac68-acb3b572ac78,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:32.760350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:32.779840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-192e5158-fe4e-4c8a-a216-95eabb234f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.782382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755427e1-6089-405d-bc96-975ed944025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.803559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:32.817132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-192e5158-fe4e-4c8a-a216-95eabb234f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.832109 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755427e1-6089-405d-bc96-975ed944025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.871464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:32.873728 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a631ea8-20e5-486b-a3ad-6df94f2bed8a" -d '{"events": [{"server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "name": "network-vif-unplugged", "status": "completed", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:32.879119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.885665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:32.893468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e29c7-c4fa-4790-b4f6-3ec709876e9c req-4175b944-dfdc-4f7c-824c-a04e5fcffb85 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:32.894980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e5e29c7-c4fa-4790-b4f6-3ec709876e9c req-4175b944-dfdc-4f7c-824c-a04e5fcffb85 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 949 time: 0.0702224 Apr 18 16:58:32.945038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e5e29c7-c4fa-4790-b4f6-3ec709876e9c req-b4b1dd90-46c9-4c10-83fb-d3d03a818417 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Apr 18 16:58:32.946372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.974421 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755427e1-6089-405d-bc96-975ed944025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.976558 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4845f0-caf4-490b-aac6-a1bfd83d524a x-openstack-request-id: req-aa4845f0-caf4-490b-aac6-a1bfd83d524a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:32.976847 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "name": "network-vif-unplugged", "status": "completed", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:32.977095 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa4845f0-caf4-490b-aac6-a1bfd83d524a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:32.977506 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4845f0-caf4-490b-aac6-a1bfd83d524a'] response: {'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921', 'code': 200} Apr 18 16:58:32.978532 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755427e1-6089-405d-bc96-975ed944025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:32.988156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-755427e1-6089-405d-bc96-975ed944025a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1625b74b-0ac6-4720-ac68-acb3b572ac78 HTTP/1.1" status: 204 len: 168 time: 0.3369269 Apr 18 16:58:32.994806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-192e5158-fe4e-4c8a-a216-95eabb234f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:33.002515 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-192e5158-fe4e-4c8a-a216-95eabb234f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:33.005905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-192e5158-fe4e-4c8a-a216-95eabb234f72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2da1bbb6-8688-4574-bd86-59a873564db4 HTTP/1.1" status: 204 len: 168 time: 0.3549321 Apr 18 16:58:33.020397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755427e1-6089-405d-bc96-975ed944025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1625b74b-0ac6-4720-ac68-acb3b572ac78,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:33.040049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Pushing event updated for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:33.040469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e5158-fe4e-4c8a-a216-95eabb234f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da1bbb6-8688-4574-bd86-59a873564db4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:33.043093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on host n-h2-836015-2 for vnic_type normal with profile {"migrating_to": "n-h1-836015-2"} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:33.043429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:33.044127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:33.048803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:33.049126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Attempting to bind port 593efbd6-5a86-4894-99dc-17f0c1252921 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:33.062580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:33.063499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:33.063499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:33.063796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Bound port: 593efbd6-5a86-4894-99dc-17f0c1252921, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:33.064073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:33.150836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:33.154961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:33.225092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:33.251647 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2fca2c12-8837-4ea9-bfe8-475884b9c0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:33.268827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c5b01-ae87-4ba4-a522-83bed848d26f req-03892bdb-9840-42b4-ad16-719985f8f216 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:33.270346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c4c5b01-ae87-4ba4-a522-83bed848d26f req-03892bdb-9840-42b4-ad16-719985f8f216 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.0846038 Apr 18 16:58:33.332086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:33.332799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:33.334205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 1121 time: 1.0706308 Apr 18 16:58:33.346421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395691c6-da2b-4e5f-9183-7a2b9b1c50a4 service neutron] Pushing event updated for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=8']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:33.357099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c4c5b01-ae87-4ba4-a522-83bed848d26f req-129ff89a-2799-414a-bc93-b346d8c3512f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792286 Apr 18 16:58:33.492680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['593efbd6-5a86-4894-99dc-17f0c1252921'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:33.505087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78a96-e390-4fe9-81dd-bad113176685 req-a4484505-c7e6-431d-9496-c458b337ea2f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:33.507530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-caa78a96-e390-4fe9-81dd-bad113176685 req-a4484505-c7e6-431d-9496-c458b337ea2f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0515659 Apr 18 16:58:33.557338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-caa78a96-e390-4fe9-81dd-bad113176685 req-f6e603dc-a33e-4dd3-af07-2ff6ccae3da2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Apr 18 16:58:33.681188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173ba5d-4045-4aaa-aa16-9ed75396fffe req-597afcbd-0cb8-406b-962b-ae3d710eba70 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:33.682865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4173ba5d-4045-4aaa-aa16-9ed75396fffe req-597afcbd-0cb8-406b-962b-ae3d710eba70 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0442996 Apr 18 16:58:33.720496 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4173ba5d-4045-4aaa-aa16-9ed75396fffe req-528ff95f-4ac7-45ed-8ed1-67586f66b9cd tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302849 Apr 18 16:58:33.824022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8421-2a79-4547-b465-9b3572a84e0e req-76eff271-3ccf-45a2-ab61-ceb1f7a729d4 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:33.825575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-499d8421-2a79-4547-b465-9b3572a84e0e req-76eff271-3ccf-45a2-ab61-ceb1f7a729d4 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0403037 Apr 18 16:58:33.860591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-499d8421-2a79-4547-b465-9b3572a84e0e req-0ab1874a-2c55-45de-b7f4-7a41dbe2805d tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289600 Apr 18 16:58:33.923810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46108) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:33.937802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e8015e15-c940-4ef8-b65d-b3f1becafe86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.015442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e8015e15-c940-4ef8-b65d-b3f1becafe86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.025340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46118) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:34.038706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80752319-c783-49b1-95c2-9ef9a6b0d0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.058628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:58:34.078894 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e8015e15-c940-4ef8-b65d-b3f1becafe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.135084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8015e15-c940-4ef8-b65d-b3f1becafe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d429154-ab9b-4c7e-b930-640896fa57ea,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:34.140939 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e8015e15-c940-4ef8-b65d-b3f1becafe86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5e9c8be4ee840a099fcf115fcfe1a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160304 Apr 18 16:58:34.143858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:34.147786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f79f-b8e3-4042-8ba2-be0d820740a2 req-03c56ad0-f7c2-41a9-b0de-cf7f5f6d8428 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:34.149288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2524f79f-b8e3-4042-8ba2-be0d820740a2 req-03c56ad0-f7c2-41a9-b0de-cf7f5f6d8428 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 949 time: 0.0542741 Apr 18 16:58:34.174639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80752319-c783-49b1-95c2-9ef9a6b0d0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.195682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2524f79f-b8e3-4042-8ba2-be0d820740a2 req-8b523ce7-43d6-4332-9c36-6a0702a5a6b5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Apr 18 16:58:34.209120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:58:34.222678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:34.223672 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.229336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b35f1ce1-9f71-42c2-82b2-b70178e07ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.256691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b35f1ce1-9f71-42c2-82b2-b70178e07ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.266512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80752319-c783-49b1-95c2-9ef9a6b0d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.294487 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.311628 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.327809 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-80752319-c783-49b1-95c2-9ef9a6b0d0e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b39dbcb588c4d21a2054b98b82569c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988100 Apr 18 16:58:34.328541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46134) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:34.331033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80752319-c783-49b1-95c2-9ef9a6b0d0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667f5dab-ea29-49bd-a1bc-45b36b6e6149,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:34.347734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca54a3a7-1f88-440f-830c-adf7860230fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:34.352261 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e24e35d-5219-4ac9-92db-761d2f9cb415" -d '{"events": [{"server_uuid": "ca54a3a7-1f88-440f-830c-adf7860230fd", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:34.365832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:34.408782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b35f1ce1-9f71-42c2-82b2-b70178e07ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.411638 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b35f1ce1-9f71-42c2-82b2-b70178e07ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.413378 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b35f1ce1-9f71-42c2-82b2-b70178e07ebd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d429154-ab9b-4c7e-b930-640896fa57ea HTTP/1.1" status: 204 len: 168 time: 0.2681224 Apr 18 16:58:34.421576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f1ce1-9f71-42c2-82b2-b70178e07ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d429154-ab9b-4c7e-b930-640896fa57ea,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:34.441112 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b76447f-c46c-470c-a078-9f78f4a71aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.443324 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.459536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea25c2-670f-48c7-b366-ed476f172ba6 req-515b7300-ae14-4aae-8100-79ca1acf9e40 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:34.461642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5aea25c2-670f-48c7-b366-ed476f172ba6 req-515b7300-ae14-4aae-8100-79ca1acf9e40 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0669031 Apr 18 16:58:34.482879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b76447f-c46c-470c-a078-9f78f4a71aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.507638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:34.531971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5aea25c2-670f-48c7-b366-ed476f172ba6 req-ee46e389-4d91-48a8-b8b7-1d25dde7566e tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602787 Apr 18 16:58:34.579651 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1ad56b-8de0-4bde-b2fe-80fedb1300f8 x-openstack-request-id: req-ed1ad56b-8de0-4bde-b2fe-80fedb1300f8 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:34.579982 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca54a3a7-1f88-440f-830c-adf7860230fd", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:34.580297 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed1ad56b-8de0-4bde-b2fe-80fedb1300f8 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:34.580750 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1ad56b-8de0-4bde-b2fe-80fedb1300f8'] response: {'server_uuid': 'ca54a3a7-1f88-440f-830c-adf7860230fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0', 'code': 200} Apr 18 16:58:34.635584 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b76447f-c46c-470c-a078-9f78f4a71aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.638635 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b76447f-c46c-470c-a078-9f78f4a71aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:34.639713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5b76447f-c46c-470c-a078-9f78f4a71aea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/667f5dab-ea29-49bd-a1bc-45b36b6e6149 HTTP/1.1" status: 204 len: 168 time: 0.3105700 Apr 18 16:58:34.664568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76447f-c46c-470c-a078-9f78f4a71aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f5dab-ea29-49bd-a1bc-45b36b6e6149,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:34.732886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142dfff-8d19-445e-bd41-b92290c088cc req-a4454f0c-cad9-4b83-8413-1d941eb4c961 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:34.744745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d142dfff-8d19-445e-bd41-b92290c088cc req-a4454f0c-cad9-4b83-8413-1d941eb4c961 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.1102245 Apr 18 16:58:34.755491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b02ab-0abc-42f7-b946-3f1428b9c734 req-845c37d7-8689-4ee5-abbc-7444c560d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:34.757933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de7b02ab-0abc-42f7-b946-3f1428b9c734 req-845c37d7-8689-4ee5-abbc-7444c560d802 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 1101 time: 0.0884557 Apr 18 16:58:34.809690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d142dfff-8d19-445e-bd41-b92290c088cc req-5a17b730-96b1-47e6-966b-5198efb6c16c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677254 Apr 18 16:58:34.813967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de7b02ab-0abc-42f7-b946-3f1428b9c734 req-d35e08a3-65a6-4578-8e8a-2ce32a4b991e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489717 Apr 18 16:58:34.978984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:34.981242 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020e0db6-75ba-42f4-97bb-34a071bbe7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:35.017186 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79200867-48a2-4c04-ae4a-ab941d0d709c x-openstack-request-id: req-79200867-48a2-4c04-ae4a-ab941d0d709c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:35.017573 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:35.017926 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79200867-48a2-4c04-ae4a-ab941d0d709c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:35.018415 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79200867-48a2-4c04-ae4a-ab941d0d709c'] response: {'name': 'network-changed', 'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921', 'status': 'completed', 'code': 200} Apr 18 16:58:35.103598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-03a79bb8-ad50-4cdf-b146-3747b2031f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:35.108521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-03a79bb8-ad50-4cdf-b146-3747b2031f88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1124 time: 0.0443583 Apr 18 16:58:35.205876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-02e145d4-51e9-40f5-85dc-54d0ef1d3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:35.207358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-02e145d4-51e9-40f5-85dc-54d0ef1d3a97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.0900238 Apr 18 16:58:35.252332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-7578d0b9-c2da-4af5-9b1e-5946ea4605e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 217 time: 0.0373132 Apr 18 16:58:35.286911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46174) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:35.339110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-b47584b0-e47d-4fac-8f09-67f8a60923a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:35.340564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-b47584b0-e47d-4fac-8f09-67f8a60923a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0783765 Apr 18 16:58:35.358102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dfcf4-018f-408d-80b7-ed7a14902bc1 req-9d4c004d-89f3-4a0f-8858-b114e9d7cbd4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:35.359663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed6dfcf4-018f-408d-80b7-ed7a14902bc1 req-9d4c004d-89f3-4a0f-8858-b114e9d7cbd4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 950 time: 0.0878813 Apr 18 16:58:35.390208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-98776536-5e1f-4bc6-b7e9-b9d091782aed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404594 Apr 18 16:58:35.457961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed6dfcf4-018f-408d-80b7-ed7a14902bc1 req-dc2e59c3-cb69-4e2e-9370-3a0c93ad4824 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901194 Apr 18 16:58:35.499187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-e2466cfc-37bc-4762-bf53-d8a2daa6c0f5 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011832 Apr 18 16:58:35.537279 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8fd439a-f8ca-411e-8b9e-1a5535b25797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:35.567045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46188) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:35.630865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020e0db6-75ba-42f4-97bb-34a071bbe7f5 req-22f35c86-aee9-4a3d-835b-452605461b9e service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243243 Apr 18 16:58:35.658886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df8553-38a6-4f63-a7c1-57a5f4383a78 req-50b170d3-8a7d-4441-bd47-d1ab5dc136f2 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:35.660528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65df8553-38a6-4f63-a7c1-57a5f4383a78 req-50b170d3-8a7d-4441-bd47-d1ab5dc136f2 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0450561 Apr 18 16:58:35.679873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8fd439a-f8ca-411e-8b9e-1a5535b25797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:35.702695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65df8553-38a6-4f63-a7c1-57a5f4383a78 req-85043ebf-4c39-4a49-865e-0e296a2acd4b tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303051 Apr 18 16:58:35.745690 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:35.774310 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8fd439a-f8ca-411e-8b9e-1a5535b25797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:35.817465 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d8fd439a-f8ca-411e-8b9e-1a5535b25797 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74e573fcee0049c78f44899b26240c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285275 Apr 18 16:58:35.817855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd439a-f8ca-411e-8b9e-1a5535b25797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9761a5cb-9f71-4cb7-b7e5-f063c3271d12,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:35.819232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:35.865920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-770bd940-d082-4149-895a-1c013646784c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:35.894664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76b4b1a4-8878-4006-8329-7353ad239459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:35.923585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76b4b1a4-8878-4006-8329-7353ad239459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:35.950639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-770bd940-d082-4149-895a-1c013646784c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.000276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48493ba-d9fd-42ce-9c59-aaf2e1bd07f2 req-6a012f7c-32e9-4e8a-a949-80def4286d72 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:36.001766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b48493ba-d9fd-42ce-9c59-aaf2e1bd07f2 req-6a012f7c-32e9-4e8a-a949-80def4286d72 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.0691984 Apr 18 16:58:36.018354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-770bd940-d082-4149-895a-1c013646784c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.058902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b48493ba-d9fd-42ce-9c59-aaf2e1bd07f2 req-91bbb4a0-76bc-49d7-bb71-d182f87f2bcc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Apr 18 16:58:36.085141 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-770bd940-d082-4149-895a-1c013646784c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf32cefd3c894758bd9740d4ca363b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084763 Apr 18 16:58:36.085141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bd940-d082-4149-895a-1c013646784c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b156959b-8f34-4c23-a347-a0e4c4f76fa6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:36.091419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46214) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:36.096157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 593efbd6-5a86-4894-99dc-17f0c1252921 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:36.109406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.134380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76b4b1a4-8878-4006-8329-7353ad239459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.137348 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76b4b1a4-8878-4006-8329-7353ad239459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.138491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-76b4b1a4-8878-4006-8329-7353ad239459 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9761a5cb-9f71-4cb7-b7e5-f063c3271d12 HTTP/1.1" status: 204 len: 168 time: 0.3182313 Apr 18 16:58:36.148638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4b1a4-8878-4006-8329-7353ad239459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9761a5cb-9f71-4cb7-b7e5-f063c3271d12,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:36.189312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03040470-f1ed-47e8-b5fb-0036df40b2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.213313 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03040470-f1ed-47e8-b5fb-0036df40b2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.240372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:36.254379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 593efbd6-5a86-4894-99dc-17f0c1252921 has no active binding in host n-h1-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 16:58:36.351814 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03040470-f1ed-47e8-b5fb-0036df40b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.354415 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03040470-f1ed-47e8-b5fb-0036df40b2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:36.355577 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-03040470-f1ed-47e8-b5fb-0036df40b2ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b156959b-8f34-4c23-a347-a0e4c4f76fa6 HTTP/1.1" status: 204 len: 168 time: 0.2634957 Apr 18 16:58:36.363586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03040470-f1ed-47e8-b5fb-0036df40b2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156959b-8f34-4c23-a347-a0e4c4f76fa6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:36.580262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c59d55-f13c-452e-bf71-5ae60d22c76d req-06160737-ff66-45bf-b957-82baf3eb7ee1 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:36.581680 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5c59d55-f13c-452e-bf71-5ae60d22c76d req-06160737-ff66-45bf-b957-82baf3eb7ee1 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 950 time: 0.0486333 Apr 18 16:58:36.618990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5c59d55-f13c-452e-bf71-5ae60d22c76d req-330ffffb-f8a7-4dab-a985-1a988a6ac46e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Apr 18 16:58:37.204045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32c67-3f0d-45c7-9891-ca4a338d45b5 req-f3bad349-efa6-44ca-b578-f83f2af3f38e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:37.205514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cb32c67-3f0d-45c7-9891-ca4a338d45b5 req-f3bad349-efa6-44ca-b578-f83f2af3f38e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.0590219 Apr 18 16:58:37.243555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cb32c67-3f0d-45c7-9891-ca4a338d45b5 req-2b36b52c-b1be-4ca3-8d53-3b4d334dcbea tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Apr 18 16:58:37.503151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46252) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:37.517075 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c31-dc6a-4319-bc3b-f9a664219f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:37.595254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c31-dc6a-4319-bc3b-f9a664219f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:37.625016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46254) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:37.638724 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1aa7875c-26c3-40ee-8f77-8fd91a2020d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:37.661137 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c31-dc6a-4319-bc3b-f9a664219f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:37.731779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4cf51c31-dc6a-4319-bc3b-f9a664219f74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8448878c40414b99bfd85cbe28f9f9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175453 Apr 18 16:58:37.731779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf51c31-dc6a-4319-bc3b-f9a664219f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546902ab-dd67-4824-8bcc-619c1580a1fa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:37.731779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46260) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:37.772937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb43ba-84fc-4cdc-980a-7c98a8d93ee6 req-8076a170-ff23-4acd-b247-38b8639215a3 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:37.781039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8cb43ba-84fc-4cdc-980a-7c98a8d93ee6 req-8076a170-ff23-4acd-b247-38b8639215a3 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 950 time: 0.0721202 Apr 18 16:58:37.794164 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1aa7875c-26c3-40ee-8f77-8fd91a2020d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:37.818764 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8cb43ba-84fc-4cdc-980a-7c98a8d93ee6 req-c93d6167-faf7-4d7a-9da6-90efaf41684e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368426 Apr 18 16:58:37.876175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1aa7875c-26c3-40ee-8f77-8fd91a2020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:37.890506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77de2ccf-d0f2-438f-a153-28e4547a1067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:37.924590 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1aa7875c-26c3-40ee-8f77-8fd91a2020d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f86e9e18a98f410e8a18a30314fbfeda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983928 Apr 18 16:58:37.927284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46276) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:37.935429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77de2ccf-d0f2-438f-a153-28e4547a1067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:37.941397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7875c-26c3-40ee-8f77-8fd91a2020d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f01f55-8c4e-4458-ad05-4766b70019c1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:37.981571 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17b95498-4c09-4af3-be9c-ceef1255110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:38.004901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17b95498-4c09-4af3-be9c-ceef1255110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:38.077813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77de2ccf-d0f2-438f-a153-28e4547a1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:38.080791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77de2ccf-d0f2-438f-a153-28e4547a1067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:38.081993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-77de2ccf-d0f2-438f-a153-28e4547a1067 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/546902ab-dd67-4824-8bcc-619c1580a1fa HTTP/1.1" status: 204 len: 168 time: 0.3525081 Apr 18 16:58:38.092735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de2ccf-d0f2-438f-a153-28e4547a1067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546902ab-dd67-4824-8bcc-619c1580a1fa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:38.191708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17b95498-4c09-4af3-be9c-ceef1255110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:38.195314 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17b95498-4c09-4af3-be9c-ceef1255110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:38.196848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17b95498-4c09-4af3-be9c-ceef1255110d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8f01f55-8c4e-4458-ad05-4766b70019c1 HTTP/1.1" status: 204 len: 168 time: 0.2684655 Apr 18 16:58:38.204856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b95498-4c09-4af3-be9c-ceef1255110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f01f55-8c4e-4458-ad05-4766b70019c1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:38.465693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279b818-1ccc-43ba-a412-cd03c5e4af7c req-81341bd8-8573-4794-bce0-ff21d464f6a8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:38.467522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b279b818-1ccc-43ba-a412-cd03c5e4af7c req-81341bd8-8573-4794-bce0-ff21d464f6a8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.0714476 Apr 18 16:58:38.507780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b279b818-1ccc-43ba-a412-cd03c5e4af7c req-9a2f7fb4-29c2-4eec-b3e8-22ff0f0c2e42 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Apr 18 16:58:38.878107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-1ad8a4ee-e0ee-4200-ab54-0713eaa93296 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:38.878582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-1ad8a4ee-e0ee-4200-ab54-0713eaa93296 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:38.879049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-1ad8a4ee-e0ee-4200-ab54-0713eaa93296 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:38.879507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-1ad8a4ee-e0ee-4200-ab54-0713eaa93296 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:38.879967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-1ad8a4ee-e0ee-4200-ab54-0713eaa93296 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:38.880425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-1ad8a4ee-e0ee-4200-ab54-0713eaa93296 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:38.880874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-1ad8a4ee-e0ee-4200-ab54-0713eaa93296 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:38.883110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-1ad8a4ee-e0ee-4200-ab54-0713eaa93296 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd&device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0&device_id=014c1826-7206-44cb-8028-53806f67c71d&device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2&device_id=79ef27ff-ccd9-4697-8034-656db4218379&device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475&device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 6475 time: 0.0646060 Apr 18 16:58:38.903651 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-636fe951-20fa-4273-94eb-26c66101ac80 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:38.914653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46310) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:38.930162 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5901cc-93ec-48db-bc89-978ac950c917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:38.994273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-43ec76af-f8b9-4d1f-83e9-189a47b0809e tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:58:38.995413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-43ec76af-f8b9-4d1f-83e9-189a47b0809e tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108461 Apr 18 16:58:39.011485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5901cc-93ec-48db-bc89-978ac950c917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.019716 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-636fe951-20fa-4273-94eb-26c66101ac80 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.046487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-fc3920bf-d986-49e2-8fcf-5934455f120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:39.048124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-fc3920bf-d986-49e2-8fcf-5934455f120f service neutron] 10.222.0.45 "GET /v2.0/ports/860e58b8-ee01-437b-ae93-b9c4882cc74c HTTP/1.1" status: 200 len: 1094 time: 0.0412073 Apr 18 16:58:39.056630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Request body: {'binding': {'host': 'n-h1-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:39.057122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Unknown quota resources ['binding']. {{(pid=109826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 16:58:39.086643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5901cc-93ec-48db-bc89-978ac950c917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.126236 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6e5901cc-93ec-48db-bc89-978ac950c917 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edc60581c64c43b3b09d47ed31d063a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104001 Apr 18 16:58:39.127360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5901cc-93ec-48db-bc89-978ac950c917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b014f8-a0b4-4faa-bff5-ba49c0c19bee,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:39.130043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46318) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:39.141978 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-636fe951-20fa-4273-94eb-26c66101ac80 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.180719 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09c9638a-bb13-4c9e-82e4-2bd765502ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.192537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-794f48c5-00d8-4fc1-a234-2ebd60667ca9 req-636fe951-20fa-4273-94eb-26c66101ac80 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3029668 Apr 18 16:58:39.210746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fe951-20fa-4273-94eb-26c66101ac80 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749d17e9-eebf-4281-81c2-04c7e0b19c15,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:39.219912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09c9638a-bb13-4c9e-82e4-2bd765502ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.273449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on host n-h1-836015-2 for vnic_type normal with profile None {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:39.274567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:39.274721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:39.280553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:39.280871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:39.286410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:39.286676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:39.287057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:39.287480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Bound port: 860e58b8-ee01-437b-ae93-b9c4882cc74c, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:39.340006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09c9638a-bb13-4c9e-82e4-2bd765502ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.343017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09c9638a-bb13-4c9e-82e4-2bd765502ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.343549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:39.344727 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-09c9638a-bb13-4c9e-82e4-2bd765502ef0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29b014f8-a0b4-4faa-bff5-ba49c0c19bee HTTP/1.1" status: 204 len: 168 time: 0.2132246 Apr 18 16:58:39.352486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9638a-bb13-4c9e-82e4-2bd765502ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b014f8-a0b4-4faa-bff5-ba49c0c19bee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:39.416773 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] Notify callbacks [] for binding, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:39.417972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-92b9b7e4-d0d7-4243-972b-93534c001cf6 service neutron] 10.222.0.45 "POST /v2.0/ports/860e58b8-ee01-437b-ae93-b9c4882cc74c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3646619 Apr 18 16:58:39.981752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e76f4-2bd3-466a-ad3f-1d270191d18e req-f0501f9a-00f9-4f93-8750-beec73f9cf02 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:39.983503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3e76f4-2bd3-466a-ad3f-1d270191d18e req-f0501f9a-00f9-4f93-8750-beec73f9cf02 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 943 time: 0.0532463 Apr 18 16:58:40.055515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3e76f4-2bd3-466a-ad3f-1d270191d18e req-3113051f-bb4f-4697-a556-54dd4560df97 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620828 Apr 18 16:58:40.092249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-acc1c681-63e2-43a7-af35-f1cb7c05e872 service neutron] 10.222.0.41 "GET /v2.0/ports/593efbd6-5a86-4894-99dc-17f0c1252921/bindings/n-h1-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.1040719 Apr 18 16:58:40.203376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bf53c-5bd6-428f-8089-5ca73b41d5b5 req-6f7c3801-d14e-49d2-8774-8e833f863436 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:40.205882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d44bf53c-5bd6-428f-8089-5ca73b41d5b5 req-6f7c3801-d14e-49d2-8774-8e833f863436 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0751212 Apr 18 16:58:40.291074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d44bf53c-5bd6-428f-8089-5ca73b41d5b5 req-56ac5e1e-1f17-4be3-a386-9a3eb6daac9e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769897 Apr 18 16:58:40.382912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef01cf-b26a-4019-9b1f-1af278e0d622 req-18e2c8e7-9707-4345-a365-33cede29022d tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:40.383304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef01cf-b26a-4019-9b1f-1af278e0d622 req-18e2c8e7-9707-4345-a365-33cede29022d tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:40.383771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef01cf-b26a-4019-9b1f-1af278e0d622 req-18e2c8e7-9707-4345-a365-33cede29022d tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:40.385386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fef01cf-b26a-4019-9b1f-1af278e0d622 req-18e2c8e7-9707-4345-a365-33cede29022d tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd&device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2&device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 2882 time: 0.0671072 Apr 18 16:58:40.409191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:40.448328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:40.450977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fef01cf-b26a-4019-9b1f-1af278e0d622 req-570cef07-926f-4a4b-8867-c3a30b1df933 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552051 Apr 18 16:58:40.487917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593efbd6-5a86-4894-99dc-17f0c1252921 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:40.504088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:40.603222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:40.681264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] Transition to ACTIVE for port object 593efbd6-5a86-4894-99dc-17f0c1252921 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:40.800844 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:40.874788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] No DVR routers for this DVR port 593efbd6-5a86-4894-99dc-17f0c1252921 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:58:40.931547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/593efbd6-5a86-4894-99dc-17f0c1252921/bindings/n-h1-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8327339 Apr 18 16:58:40.932727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7af1ea-a511-4766-81be-1da3160fe1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=10']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:41.160536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46404) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:41.165971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6d2840b1-e679-4845-ba8b-c452181f2874 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:41.167938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-6d2840b1-e679-4845-ba8b-c452181f2874 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.0690100 Apr 18 16:58:41.278841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fe2b-75cc-4e92-985a-4eea39b4b894 req-7743261c-9b3f-43ac-a668-91180a749437 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:41.280042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d30fe2b-75cc-4e92-985a-4eea39b4b894 req-7743261c-9b3f-43ac-a668-91180a749437 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 944 time: 0.1106868 Apr 18 16:58:41.305450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-ae2257e7-7bc0-4b06-b770-321b5b46b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:41.306987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-ae2257e7-7bc0-4b06-b770-321b5b46b2fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d&tenant_id=d0c4986469b0458d9729a71a797dd88b HTTP/1.1" status: 200 len: 1095 time: 0.1290138 Apr 18 16:58:41.335866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0ef628f-0b2b-4339-9d6a-45915c45b0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:41.346316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d30fe2b-75cc-4e92-985a-4eea39b4b894 req-51a16fe0-286d-4cc9-84e7-fdb3baf0aedc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573766 Apr 18 16:58:41.422660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-3479c3aa-fbe9-4d33-bd49-148a6e2a6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:41.427313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-3479c3aa-fbe9-4d33-bd49-148a6e2a6db0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1095 time: 0.0717313 Apr 18 16:58:41.466753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0ef628f-0b2b-4339-9d6a-45915c45b0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:41.534361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0ef628f-0b2b-4339-9d6a-45915c45b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:41.578889 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c0ef628f-0b2b-4339-9d6a-45915c45b0c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd5370a1a5454692803561954fb671d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142737 Apr 18 16:58:41.578889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef628f-0b2b-4339-9d6a-45915c45b0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977d23e4-3297-4527-a214-55f77b682fcc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:41.579283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ea240-e73e-444e-af03-c2e5edc1ef57 req-77695f56-0fe3-4e62-8611-5f0cbc8997e2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:41.579938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46426) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:41.581224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db4ea240-e73e-444e-af03-c2e5edc1ef57 req-77695f56-0fe3-4e62-8611-5f0cbc8997e2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0746286 Apr 18 16:58:41.582991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-af22e8e1-bae6-400e-8925-116581292f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:41.584474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-af22e8e1-bae6-400e-8925-116581292f77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1509604 Apr 18 16:58:41.648898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab5c471e-8ac8-4d7d-80ae-61c6065f52b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:41.664942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-abd41d80-a341-494e-9275-4371a1c648b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 217 time: 0.0652034 Apr 18 16:58:41.672517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db4ea240-e73e-444e-af03-c2e5edc1ef57 req-203a343d-fc19-4b6c-b55f-72f38cc81d3a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632803 Apr 18 16:58:41.717524 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab5c471e-8ac8-4d7d-80ae-61c6065f52b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:41.737247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-1e5613a8-b492-4c14-994b-06346afb550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:41.738748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-1e5613a8-b492-4c14-994b-06346afb550b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0637755 Apr 18 16:58:41.782083 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-51f6959b-d3bb-4d6a-af1b-7910070bb595 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340984 Apr 18 16:58:41.869165 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab5c471e-8ac8-4d7d-80ae-61c6065f52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:41.872048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955a28e-0ac5-4a76-a3f2-7deb252ea622 req-02fecdd4-de3a-4476-8ad5-6443d9eb7af5 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:41.873583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5955a28e-0ac5-4a76-a3f2-7deb252ea622 req-02fecdd4-de3a-4476-8ad5-6443d9eb7af5 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1100 time: 0.0938611 Apr 18 16:58:41.873769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab5c471e-8ac8-4d7d-80ae-61c6065f52b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:41.878792 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab5c471e-8ac8-4d7d-80ae-61c6065f52b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/977d23e4-3297-4527-a214-55f77b682fcc HTTP/1.1" status: 204 len: 168 time: 0.2942474 Apr 18 16:58:41.887483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c471e-8ac8-4d7d-80ae-61c6065f52b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977d23e4-3297-4527-a214-55f77b682fcc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:41.935580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-7f7e5fe9-cfab-475e-a359-0ed8f9b30022 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257384 Apr 18 16:58:41.936769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5955a28e-0ac5-4a76-a3f2-7deb252ea622 req-195d85db-03b7-4591-924c-a4b23ddb212f tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540631 Apr 18 16:58:42.041770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-925dbde7-6531-4b99-8d59-9bb078abaf4c service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986557 Apr 18 16:58:42.412060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1363e-cfbd-4e8a-b5ca-d48904c85345 req-a4939d12-ea22-4d1f-8ee5-4099feec8d50 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:42.413614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecc1363e-cfbd-4e8a-b5ca-d48904c85345 req-a4939d12-ea22-4d1f-8ee5-4099feec8d50 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1100 time: 0.2584860 Apr 18 16:58:42.447281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecc1363e-cfbd-4e8a-b5ca-d48904c85345 req-f885be26-8800-4fcb-9a5d-0c675b648f73 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275843 Apr 18 16:58:42.584786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-18b6cbab-6cb3-4630-962c-4c52e80fcaed tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:42.586514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-18b6cbab-6cb3-4630-962c-4c52e80fcaed tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.0430565 Apr 18 16:58:42.625326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46466) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:42.639942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2da1-bf07-4de6-a26f-1bd013714410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:42.734390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2da1-bf07-4de6-a26f-1bd013714410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:42.780555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-72165b83-f0a4-4cf7-8ac2-0758d44baf83 service neutron] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:42.783735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-72165b83-f0a4-4cf7-8ac2-0758d44baf83 service neutron] Notify callbacks [] for binding, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:42.787590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-188ab459-8daa-43ee-9050-f3f78216fa19 req-72165b83-f0a4-4cf7-8ac2-0758d44baf83 service neutron] 10.222.0.18 "DELETE /v2.0/ports/593efbd6-5a86-4894-99dc-17f0c1252921/bindings/n-h2-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.1892209 Apr 18 16:58:42.807285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2da1-bf07-4de6-a26f-1bd013714410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:42.862416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e2da1-bf07-4de6-a26f-1bd013714410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a18cab2-1ac5-4080-9748-e211196e4037,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:42.868843 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9b6e2da1-bf07-4de6-a26f-1bd013714410 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d5eeeb65eba4ee7bc0f45800c889d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422085 Apr 18 16:58:42.871352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:42.919249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46476) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:42.938911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42466c0-63b6-466e-a45a-9113ae62d3b5 req-f661cda7-e994-4934-a90e-4249e64ca49f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:42.940983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d42466c0-63b6-466e-a45a-9113ae62d3b5 req-f661cda7-e994-4934-a90e-4249e64ca49f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 944 time: 0.0674658 Apr 18 16:58:42.949493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20f9a694-9fe8-4244-adba-9622002172a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:42.983315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d42466c0-63b6-466e-a45a-9113ae62d3b5 req-3cfdc7f1-c5c4-47b6-a46f-38749a48f481 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Apr 18 16:58:42.984830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20f9a694-9fe8-4244-adba-9622002172a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.057520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f100f56-a7c6-4af6-9645-c03313f3d304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.096519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8783-5950-4aa3-bd68-70b1498c252b req-1875e8e2-a60f-45d5-a103-aea455428884 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:43.098178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-596f8783-5950-4aa3-bd68-70b1498c252b req-1875e8e2-a60f-45d5-a103-aea455428884 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0494490 Apr 18 16:58:43.136531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-596f8783-5950-4aa3-bd68-70b1498c252b req-f283ff4a-d11c-4e20-b42a-2a7d75c0a4f3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Apr 18 16:58:43.142347 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20f9a694-9fe8-4244-adba-9622002172a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.145605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20f9a694-9fe8-4244-adba-9622002172a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.146740 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-20f9a694-9fe8-4244-adba-9622002172a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a18cab2-1ac5-4080-9748-e211196e4037 HTTP/1.1" status: 204 len: 168 time: 0.2743423 Apr 18 16:58:43.185506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9a694-9fe8-4244-adba-9622002172a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a18cab2-1ac5-4080-9748-e211196e4037,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:43.290031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f100f56-a7c6-4af6-9645-c03313f3d304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.408404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f100f56-a7c6-4af6-9645-c03313f3d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.493468 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2f100f56-a7c6-4af6-9645-c03313f3d304 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45b019f7433643f1a3ae4a0457367a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675824 Apr 18 16:58:43.493468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f100f56-a7c6-4af6-9645-c03313f3d304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3763ef28-5572-4be4-b048-5c76f942f6ec,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:43.493891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46502) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:43.547159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db927ad8-1a53-41f6-bd30-d647f3a77e79 req-5da5dad8-2f59-4d9c-814e-9e4e4f05f046 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:43.551985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db927ad8-1a53-41f6-bd30-d647f3a77e79 req-5da5dad8-2f59-4d9c-814e-9e4e4f05f046 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1095 time: 0.1107571 Apr 18 16:58:43.611307 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-347054e3-8b0a-426c-a543-54cda1b1f8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.626685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db927ad8-1a53-41f6-bd30-d647f3a77e79 req-7762887e-778f-45f2-ab60-9e10e32d487a tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548086 Apr 18 16:58:43.653460 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-347054e3-8b0a-426c-a543-54cda1b1f8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.828837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-347054e3-8b0a-426c-a543-54cda1b1f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.831435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-347054e3-8b0a-426c-a543-54cda1b1f8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:43.832562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-347054e3-8b0a-426c-a543-54cda1b1f8a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3763ef28-5572-4be4-b048-5c76f942f6ec HTTP/1.1" status: 204 len: 168 time: 0.3395708 Apr 18 16:58:43.841093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347054e3-8b0a-426c-a543-54cda1b1f8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3763ef28-5572-4be4-b048-5c76f942f6ec,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:43.902462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 593efbd6-5a86-4894-99dc-17f0c1252921 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:58:43.971682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 593efbd6-5a86-4894-99dc-17f0c1252921 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:58:44.077082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-924b0345-cba3-45f8-9d08-b57028cd8dac tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:44.078598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-924b0345-cba3-45f8-9d08-b57028cd8dac tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 819 time: 0.1201684 Apr 18 16:58:44.094423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-39a53388-4c5f-485d-a7e4-adbb92f71334 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/quotas/d0c4986469b0458d9729a71a797dd88b HTTP/1.1" status: 200 len: 375 time: 0.0095613 Apr 18 16:58:44.179592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-fa5b89af-ee4c-47c9-86ad-e0942071af84 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773759 Apr 18 16:58:44.353999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-46c6c5c9-5d05-410f-8fd0-369db88368f8 service neutron] 10.222.0.45 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726851 Apr 18 16:58:44.361522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df3c43-a3bb-4f09-a0da-f95c6b509e34 req-fe2cb2e8-3cdd-4fe5-9f73-0225aae54941 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:44.369351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2df3c43-a3bb-4f09-a0da-f95c6b509e34 req-fe2cb2e8-3cdd-4fe5-9f73-0225aae54941 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0904319 Apr 18 16:58:44.478416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2df3c43-a3bb-4f09-a0da-f95c6b509e34 req-60bc3b85-9321-4fca-a54d-d968814a84b2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081798 Apr 18 16:58:44.507725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-8eb89c54-851a-4b9f-b342-1f375a0b150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:44.509179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-8eb89c54-851a-4b9f-b342-1f375a0b150e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1097 time: 0.1044290 Apr 18 16:58:44.528249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-fda91cfe-b530-4a01-accb-1ede4d492c7e service neutron] 10.222.0.45 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569221 Apr 18 16:58:44.547123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46566) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:44.564883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab603f55-7f15-4d2b-8402-afbc93852b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:44.660226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f9534-1900-46b6-83fd-56d74f57cd0f req-a3d1d16f-d857-493e-8369-0afecf10b2b7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:44.661913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-519f9534-1900-46b6-83fd-56d74f57cd0f req-a3d1d16f-d857-493e-8369-0afecf10b2b7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0852377 Apr 18 16:58:44.664230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-903d39a5-5844-4214-8426-339ccf10be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:44.668565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-903d39a5-5844-4214-8426-339ccf10be06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.1491861 Apr 18 16:58:44.706731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab603f55-7f15-4d2b-8402-afbc93852b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:44.763579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-c8302ae3-0f09-47d0-9c33-0459c3266557 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c HTTP/1.1" status: 200 len: 217 time: 0.0842474 Apr 18 16:58:44.768653 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab603f55-7f15-4d2b-8402-afbc93852b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:44.781924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46572) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:44.819512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-519f9534-1900-46b6-83fd-56d74f57cd0f req-630290df-d46c-4474-886e-372a6e537307 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349921 Apr 18 16:58:44.824566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab603f55-7f15-4d2b-8402-afbc93852b1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b2b03f179b2438ba52183b5c9569266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713735 Apr 18 16:58:44.824566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab603f55-7f15-4d2b-8402-afbc93852b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d909e1-5dfe-4066-93d8-726fdbb18505,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:44.829763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:44.845148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-5cf3c4b0-e1df-4689-a6b0-e54ef64d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:44.846488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-5cf3c4b0-e1df-4689-a6b0-e54ef64d2055 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0688503 Apr 18 16:58:44.914780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-bf72e864-b990-4a0c-82ea-0d6c462a2e27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458670 Apr 18 16:58:45.004244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fea1551-bca5-461d-89f1-52038885bc9b req-bb9d3115-3fb8-4ea6-8153-7301dc55f6f4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 210 time: 0.0835938 Apr 18 16:58:45.066085 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:58:45.130048 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6afcdbd-ef56-4d83-9c30-ec9a291f6ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.155468 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-022d5f57-674d-4554-90d2-fcb37912aad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.169482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-fa649659-8d70-457d-8ae0-c03438ecf5eb service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445171 Apr 18 16:58:45.185664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6afcdbd-ef56-4d83-9c30-ec9a291f6ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.243705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-022d5f57-674d-4554-90d2-fcb37912aad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.293811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-6ecd2e0c-2d8a-4556-ae63-6c5844354185 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103971 Apr 18 16:58:45.354561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-022d5f57-674d-4554-90d2-fcb37912aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.358692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6afcdbd-ef56-4d83-9c30-ec9a291f6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.363842 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6afcdbd-ef56-4d83-9c30-ec9a291f6ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.365642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d6afcdbd-ef56-4d83-9c30-ec9a291f6ebd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26d909e1-5dfe-4066-93d8-726fdbb18505 HTTP/1.1" status: 204 len: 168 time: 0.5340993 Apr 18 16:58:45.375912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afcdbd-ef56-4d83-9c30-ec9a291f6ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d909e1-5dfe-4066-93d8-726fdbb18505,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:45.446170 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-022d5f57-674d-4554-90d2-fcb37912aad8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40547ae37122453794a6084f85b9499d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631305 Apr 18 16:58:45.447109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d5f57-674d-4554-90d2-fcb37912aad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21a3040-54b6-4f76-ae13-eba9be14d0e5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:45.450746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46602) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:45.514785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd8f54a5-03d5-461a-9e92-6eaaae480761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.566413 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd8f54a5-03d5-461a-9e92-6eaaae480761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.589094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-ae58ada8-f8c3-49df-b919-12da400fbd8f tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:45.590605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-ae58ada8-f8c3-49df-b919-12da400fbd8f tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1097 time: 0.0729561 Apr 18 16:58:45.623521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-2'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:45.687149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46612) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:45.712808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe75bf-394e-4f16-a7fc-920dd4a2981c req-1af362bf-d57c-4881-a27b-5d6477d3ad51 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:45.717893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-debe75bf-394e-4f16-a7fc-920dd4a2981c req-1af362bf-d57c-4881-a27b-5d6477d3ad51 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 946 time: 0.1263545 Apr 18 16:58:45.747928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.773183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-debe75bf-394e-4f16-a7fc-920dd4a2981c req-2b1425a2-d1f8-4841-a22d-08fac2b01de2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516386 Apr 18 16:58:45.828022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd8f54a5-03d5-461a-9e92-6eaaae480761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.830629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd8f54a5-03d5-461a-9e92-6eaaae480761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.832265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dd8f54a5-03d5-461a-9e92-6eaaae480761 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e21a3040-54b6-4f76-ae13-eba9be14d0e5 HTTP/1.1" status: 204 len: 168 time: 0.3822002 Apr 18 16:58:45.875945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f54a5-03d5-461a-9e92-6eaaae480761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21a3040-54b6-4f76-ae13-eba9be14d0e5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:45.962161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:45.989502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-895a8257-5b03-45f8-9679-f7d59b16c3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:45.990474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de6c4c-5410-496c-8c41-61b9cd38606c req-4efff165-c194-4a04-8dc4-631e9888b670 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:45.992757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5de6c4c-5410-496c-8c41-61b9cd38606c req-4efff165-c194-4a04-8dc4-631e9888b670 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0871763 Apr 18 16:58:46.023431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:46.084582 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-895a8257-5b03-45f8-9679-f7d59b16c3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.091486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:46.093761 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ad6f0d-50da-49c1-aada-1603b2978d4f" -d '{"events": [{"server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:46.098219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.102698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5de6c4c-5410-496c-8c41-61b9cd38606c req-24744b67-712c-4b5f-8a7a-1061d886e4f7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819502 Apr 18 16:58:46.138070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e53a2e12-5af0-4a45-a9fe-d7e81ce48913 req-125bed4e-5d1e-4a06-8611-5335b7825bea tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Apr 18 16:58:46.159088 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a4bc27-fb46-48f8-b284-4b6fdf29ca75 x-openstack-request-id: req-c6a4bc27-fb46-48f8-b284-4b6fdf29ca75 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:46.166389 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:46.166389 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6a4bc27-fb46-48f8-b284-4b6fdf29ca75 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:46.166389 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a4bc27-fb46-48f8-b284-4b6fdf29ca75'] response: {'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c', 'code': 200} Apr 18 16:58:46.257676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-895a8257-5b03-45f8-9679-f7d59b16c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.257993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.298911 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-895a8257-5b03-45f8-9679-f7d59b16c3d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9195b6202ed44ae48698d387cf888220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099639 Apr 18 16:58:46.301590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:46.308222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a8257-5b03-45f8-9679-f7d59b16c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea422cf-470a-47b1-8f11-f7b7bb171b8b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:46.353185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Pushing event updated for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:46.360611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on host n-h2-836015-2 for vnic_type normal with profile {"migrating_to": "n-h1-836015-2"} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:46.360957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:46.361292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:46.366280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:46.366612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Attempting to bind port 860e58b8-ee01-437b-ae93-b9c4882cc74c on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:46.373356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:46.373885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:46.374123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:46.374559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Bound port: 860e58b8-ee01-437b-ae93-b9c4882cc74c, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:46.374924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.383663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e634-0c86-4e37-aa7b-b91162fefb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.418039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e634-0c86-4e37-aa7b-b91162fefb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.457480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:46.460765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:46.526728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.586261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e634-0c86-4e37-aa7b-b91162fefb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.588752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e634-0c86-4e37-aa7b-b91162fefb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.591099 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5dd7e634-0c86-4e37-aa7b-b91162fefb3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cea422cf-470a-47b1-8f11-f7b7bb171b8b HTTP/1.1" status: 204 len: 168 time: 0.2884531 Apr 18 16:58:46.601386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7e634-0c86-4e37-aa7b-b91162fefb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea422cf-470a-47b1-8f11-f7b7bb171b8b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:46.628035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:46.628722 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.630047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] 10.222.0.18 "PUT /v2.0/ports/860e58b8-ee01-437b-ae93-b9c4882cc74c HTTP/1.1" status: 200 len: 1122 time: 1.0154006 Apr 18 16:58:46.631184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47141f-4a71-4db3-b29b-76329fec0550 service neutron] Pushing event updated for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=8']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:46.768074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['860e58b8-ee01-437b-ae93-b9c4882cc74c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:46.822748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46652) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:46.845375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd916197-a031-4523-a445-b261e0a58a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:46.940467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc14fbc-d4a8-4f14-a374-4dfd096f71d7 req-2f4a4ab0-cffa-4f3a-8bd6-e2f5d6a78bc9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:46.941613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fc14fbc-d4a8-4f14-a374-4dfd096f71d7 req-2f4a4ab0-cffa-4f3a-8bd6-e2f5d6a78bc9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0792425 Apr 18 16:58:46.972720 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.001102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fc14fbc-d4a8-4f14-a374-4dfd096f71d7 req-72d3ad1a-ef27-4cd5-a9c7-fa54c23d87c3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508909 Apr 18 16:58:47.019528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd916197-a031-4523-a445-b261e0a58a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.048266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.137701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd916197-a031-4523-a445-b261e0a58a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.184383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dd916197-a031-4523-a445-b261e0a58a12 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77843c9417fe48b9aa3f4b8d657c0258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586922 Apr 18 16:58:47.184383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd916197-a031-4523-a445-b261e0a58a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0d5440-ddd7-45b2-be46-ee7ac7699373,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:47.184783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46664) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:47.239423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2c9c9-b9d8-49dd-a78d-7ddeb2be8c6b req-108a2be1-09ae-4b75-97f2-2ae4750b61a2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:47.240669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eba2c9c9-b9d8-49dd-a78d-7ddeb2be8c6b req-108a2be1-09ae-4b75-97f2-2ae4750b61a2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0621095 Apr 18 16:58:47.241948 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5446471-3ac2-402e-a717-11d87cfe8c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.271662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5446471-3ac2-402e-a717-11d87cfe8c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.294635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eba2c9c9-b9d8-49dd-a78d-7ddeb2be8c6b req-6279120b-b66e-43d6-9246-00724ae3e26a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Apr 18 16:58:47.400200 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5446471-3ac2-402e-a717-11d87cfe8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.403013 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5446471-3ac2-402e-a717-11d87cfe8c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.404101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a5446471-3ac2-402e-a717-11d87cfe8c98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc0d5440-ddd7-45b2-be46-ee7ac7699373 HTTP/1.1" status: 204 len: 168 time: 0.2183130 Apr 18 16:58:47.409757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60e675af-fef2-4408-b305-942447df3322 req-fd1b116d-e0ad-435e-8045-6f4298368fcd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 210 time: 0.0333006 Apr 18 16:58:47.414939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5446471-3ac2-402e-a717-11d87cfe8c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0d5440-ddd7-45b2-be46-ee7ac7699373,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:47.484835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-a7f3ea2a-ebdf-4281-934b-299877f6812f tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1b777e8949154b2f9faa854eca905190&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345018 Apr 18 16:58:47.646789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-3b72cdc1-3ba1-416c-b6f9-b0937170789d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:47.648260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-3b72cdc1-3ba1-416c-b6f9-b0937170789d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 819 time: 0.1740270 Apr 18 16:58:47.664502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-668698b7-152a-4eec-9a11-e19d4c59fe72 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:47.665983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-668698b7-152a-4eec-9a11-e19d4c59fe72 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691732 Apr 18 16:58:47.671657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Request body: {'port': {'device_id': '62c910b5-db32-4607-acd7-daad307b9101', 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'admin_state_up': True, 'tenant_id': 'd0c4986469b0458d9729a71a797dd88b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:47.699456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-30281b60-d217-47cc-a3e0-31d33f94bf21 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/quotas/1b777e8949154b2f9faa854eca905190 HTTP/1.1" status: 200 len: 375 time: 0.0237365 Apr 18 16:58:47.758413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-8c0b3e09-f8ff-4c46-b292-999c489e3a6e tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b777e8949154b2f9faa854eca905190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353858 Apr 18 16:58:47.838453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46680) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:47.851865 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e9b3430-54b0-4b2c-8efc-c331fe709bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.921589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Made reservation on behalf of d0c4986469b0458d9729a71a797dd88b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:47.925054 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:47.939832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e9b3430-54b0-4b2c-8efc-c331fe709bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.009634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e9b3430-54b0-4b2c-8efc-c331fe709bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.073479 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5e9b3430-54b0-4b2c-8efc-c331fe709bf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a44aeef6ee31480d8d6d1ffe58796425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338178 Apr 18 16:58:48.074144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46698) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:48.075137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b3430-54b0-4b2c-8efc-c331fe709bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0cd224-1266-4559-8279-ea0f070960bb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:48.155328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6014f4fe-f2cc-4b5b-aae4-526f0d0b423d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.182851 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6014f4fe-f2cc-4b5b-aae4-526f0d0b423d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.229749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:48.231980 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872008e3-29dd-44b3-9af5-e7570af9b468" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:48.273199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46710) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:48.300944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-598ca0d3-2542-4a10-93f3-a174834f43c6 req-2cf4be63-53c0-474e-ab4f-03eed90d8f1e tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 210 time: 0.0637729 Apr 18 16:58:48.327918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b94b47-a236-4c0c-8c76-0ea3d6b3a45c req-bdc49d5b-3c62-4caa-bdfb-c786b796a2e4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:48.329403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21b94b47-a236-4c0c-8c76-0ea3d6b3a45c req-bdc49d5b-3c62-4caa-bdfb-c786b796a2e4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0912318 Apr 18 16:58:48.352464 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6404f9a-08bc-4563-afb2-8be6648e0097 x-openstack-request-id: req-b6404f9a-08bc-4563-afb2-8be6648e0097 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:48.353444 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:48.353444 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6404f9a-08bc-4563-afb2-8be6648e0097 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:48.353666 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6404f9a-08bc-4563-afb2-8be6648e0097'] response: {'name': 'network-changed', 'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c', 'status': 'completed', 'code': 200} Apr 18 16:58:48.356470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6014f4fe-f2cc-4b5b-aae4-526f0d0b423d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.360498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6014f4fe-f2cc-4b5b-aae4-526f0d0b423d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.361814 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6014f4fe-f2cc-4b5b-aae4-526f0d0b423d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b0cd224-1266-4559-8279-ea0f070960bb HTTP/1.1" status: 204 len: 168 time: 0.2836096 Apr 18 16:58:48.371764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014f4fe-f2cc-4b5b-aae4-526f0d0b423d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0cd224-1266-4559-8279-ea0f070960bb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:48.439593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-648446493-network', 'tenant_id': '1eb71d95dc0843a2bbb257b5ddfa8b2d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:48.473384 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21b94b47-a236-4c0c-8c76-0ea3d6b3a45c req-be8954c7-09d4-4cfc-83d1-475e545e5d83 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380906 Apr 18 16:58:48.476800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-ebdbdbe4-23a8-4349-b72d-7239827573fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:48.479512 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-ebdbdbe4-23a8-4349-b72d-7239827573fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1125 time: 0.0772061 Apr 18 16:58:48.543737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4e75a-da68-47ce-9704-1fc36a4204c9 req-7ab1c33d-65b4-4cfb-bd79-e69a095f79f8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:48.545255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ece4e75a-da68-47ce-9704-1fc36a4204c9 req-7ab1c33d-65b4-4cfb-bd79-e69a095f79f8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1196229 Apr 18 16:58:48.549481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Made reservation on behalf of 1eb71d95dc0843a2bbb257b5ddfa8b2d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:48.552058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.552334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Allocated IP 172.20.0.4 (1e9bc860-026b-4f6a-aad0-e7659ecfe0ca/413415fe-1543-4592-b7a6-31784d135fbc/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:58:48.568142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.628579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-3bd4d8d2-a02a-4a7a-95c9-d943819239c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:48.628952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5dfad38b-9427-4d77-aabf-10e1b90cd682 req-8504a958-a818-4cc5-94ea-3d283b04f99f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 210 time: 0.0523059 Apr 18 16:58:48.630678 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-3bd4d8d2-a02a-4a7a-95c9-d943819239c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.1437697 Apr 18 16:58:48.670013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ece4e75a-da68-47ce-9704-1fc36a4204c9 req-ba1b3c13-d9f7-4bb1-99c0-8dcbd35e77e4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150346 Apr 18 16:58:48.697514 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-086577b5-311b-421e-9e3e-7987fe53fc46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c HTTP/1.1" status: 200 len: 217 time: 0.0500879 Apr 18 16:58:48.768635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-f70ee2c1-c10e-41c4-a581-58ad53ea59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:48.770117 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-f70ee2c1-c10e-41c4-a581-58ad53ea59b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0638711 Apr 18 16:58:48.783210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.815887 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-51fe947a-4e91-450f-8b7e-1ca6b6cf8813 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347581 Apr 18 16:58:48.836100 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.885967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.920679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:58:48.948311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6523712e-8373-44e5-86d7-7e98e3ededc9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:48.955544 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:48.956035 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Added segment 456cf1b4-6bb6-4f57-b93a-3eb7c35f08fe of type vlan for network 97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd Apr 18 16:58:48.969564 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-b840317e-4a34-4281-a65a-d970aa5dbbdb service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457329 Apr 18 16:58:49.007950 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.021734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.073358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:58:49.074727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Pushing event updated for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:49.078783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:49.080702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:58:49.087278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:49.088240 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.113200 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-872008e3-29dd-44b3-9af5-e7570af9b468 req-e942310f-851f-46e2-beec-367bb87f6110 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243107 Apr 18 16:58:49.202846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.206132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:49.206734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.213169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-5ae370c2-dec0-43ac-b958-056409921615 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5455458 Apr 18 16:58:49.232513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Request body: {'port': {'device_id': '62c910b5-db32-4607-acd7-daad307b9101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:49.290580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] Pushing event updated for resources: {'Network': ['ID=97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:49.305161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:58:49.306939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.357226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7d3a803-0b98-4386-bf6a-a2cc3bf0f307 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0826080 Apr 18 16:58:49.363731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46746) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:49.367061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Request body: {'subnet': {'network_id': '97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-648446493-subnet', 'tenant_id': '1eb71d95dc0843a2bbb257b5ddfa8b2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:49.444003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a24ba5c7-8299-4ea2-826d-e8a39646aae8 req-6b8b7dce-c240-417d-9590-9f62153789e3 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 210 time: 0.0802126 Apr 18 16:58:49.469369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Made reservation on behalf of 1eb71d95dc0843a2bbb257b5ddfa8b2d for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:49.471684 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.702246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c80525-9245-477d-a38a-0d089073a0f2 req-3ce9ebc5-599e-455c-b6e2-b523c304783c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:49.703935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8c80525-9245-477d-a38a-0d089073a0f2 req-3ce9ebc5-599e-455c-b6e2-b523c304783c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.1241064 Apr 18 16:58:49.733687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:49.744878 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.746485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.782781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8c80525-9245-477d-a38a-0d089073a0f2 req-e3a6a626-b68e-4bd8-bb63-99ed084a0665 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688128 Apr 18 16:58:49.794979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fcb583a-a710-43ed-a200-f2e2af5dd185,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:49.799064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Transition to ACTIVE for port object 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:49.830251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7324b7-f402-4f45-9224-9ab15fbb1b2e req-7496fa02-5890-460e-8b91-8b84334b2e8b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:49.840344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Checking segment: {'id': '456cf1b4-6bb6-4f57-b93a-3eb7c35f08fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:49.841182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Network hostable DHCP agents. Network: 97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:58:49.841969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc7324b7-f402-4f45-9224-9ab15fbb1b2e req-7496fa02-5890-460e-8b91-8b84334b2e8b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 931 time: 0.0792723 Apr 18 16:58:49.882779 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:49.902510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc7324b7-f402-4f45-9224-9ab15fbb1b2e req-d69e9802-bab5-47d3-995f-0f66189095b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Apr 18 16:58:49.931303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Network 97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:58:49.966519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Pushing event updated for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:50.004519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb067b7-5bdc-4424-b0a2-2c7aea6b1115 req-478f101c-d62e-4185-88f0-46daa16ef701 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:50.004519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9eb067b7-5bdc-4424-b0a2-2c7aea6b1115 req-478f101c-d62e-4185-88f0-46daa16ef701 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1161160 Apr 18 16:58:50.017445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:50.017777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:50.018114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:50.024007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:50.032380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:50.032728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:50.041821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:50.042177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:50.042550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:50.042990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Bound port: 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:50.043372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:50.043489 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41dcf6-d5c3-4eac-b311-ee9c2cd7a6c5 None None] Network 97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:58:50.045148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:50.046494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:50.066155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9eb067b7-5bdc-4424-b0a2-2c7aea6b1115 req-09419dd5-bae0-4061-83b5-780adcf4007a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567403 Apr 18 16:58:50.160600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:50.164609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:50.180519 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-30d4b0a8-53bc-4812-9291-904a34ba49a8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8188882 Apr 18 16:58:50.186723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 860e58b8-ee01-437b-ae93-b9c4882cc74c details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:50.217987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f492bbd-6c0c-40d8-b819-d66f13406e99 None None] Network 97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:58:50.268184 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:50.318510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:50.319647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:50.321329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] 10.222.0.41 "PUT /v2.0/ports/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 200 len: 1091 time: 1.0933838 Apr 18 16:58:50.363271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:50.372677 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52830165-779f-4578-bf12-2237cff10268" -d '{"events": [{"name": "network-changed", "server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:50.389899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:50.405401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ff13a-d81e-4f80-a51b-a5bce8fc8425 service neutron] Pushing event updated for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:50.447396 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc4b8bc-b48f-41ab-8c43-f3df1fc45a74 x-openstack-request-id: req-cfc4b8bc-b48f-41ab-8c43-f3df1fc45a74 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:50.447711 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:50.447963 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfc4b8bc-b48f-41ab-8c43-f3df1fc45a74 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:50.448356 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc4b8bc-b48f-41ab-8c43-f3df1fc45a74'] response: {'name': 'network-changed', 'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866', 'status': 'completed', 'code': 200} Apr 18 16:58:50.451946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 860e58b8-ee01-437b-ae93-b9c4882cc74c has no active binding in host n-h1-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 16:58:50.530668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-2da06908-88c7-4dff-90a2-fbce5366fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:50.532218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-2da06908-88c7-4dff-90a2-fbce5366fe81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1094 time: 0.0510345 Apr 18 16:58:50.559021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-067dd107-c0d7-4e80-87b7-6c8bdbf3bd4b req-842e4529-ad2a-478c-b243-8017558f3249 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 210 time: 0.0258493 Apr 18 16:58:50.596637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-fdb3f4c5-3dcd-4d20-9b03-aa010f29afee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 200 len: 217 time: 0.0402904 Apr 18 16:58:50.729836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-367cc042-fe19-4fbb-be47-546ca6c5f3e7 req-9aef968b-cbf8-4d06-85ed-19c2ac7ebda1 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0359774 Apr 18 16:58:50.739586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-de804ae8-bb33-4430-91ea-5fdc7b2032a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:50.742092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-de804ae8-bb33-4430-91ea-5fdc7b2032a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0847266 Apr 18 16:58:50.781297 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-3d1d43cb-dc2a-4cc6-b2bc-b906f528b4e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287747 Apr 18 16:58:50.862836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a53ad8ed-120c-4116-ad89-393838001292 req-b0de110b-c5d2-4788-b4b0-a2ef451e9fa9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219573 Apr 18 16:58:50.894173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3595282-2784-4a7e-ba8c-11ef5033f44a req-a71e6702-5fb8-4f5a-bd30-715ccad8e338 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0604563 Apr 18 16:58:50.986290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-0d7ee688-cb00-4997-86ef-839059ee37d8 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888497 Apr 18 16:58:51.024220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ad8ed-120c-4116-ad89-393838001292 req-91dfd2df-e36d-4fdf-be2d-ceb4612a884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.032336 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a53ad8ed-120c-4116-ad89-393838001292 req-91dfd2df-e36d-4fdf-be2d-ceb4612a884d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1095 time: 0.0850122 Apr 18 16:58:51.071543 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d3639-6c58-4a5e-bbbc-5d0cc1bd3ad7 req-55f9dada-dc9f-454c-8c9b-ec1c12689f95 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.073002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-382d3639-6c58-4a5e-bbbc-5d0cc1bd3ad7 req-55f9dada-dc9f-454c-8c9b-ec1c12689f95 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.1617496 Apr 18 16:58:51.144561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ad8ed-120c-4116-ad89-393838001292 req-3ff38731-cd07-40b2-bd8f-27b41a5cc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.146163 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a53ad8ed-120c-4116-ad89-393838001292 req-3ff38731-cd07-40b2-bd8f-27b41a5cc84b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.0891566 Apr 18 16:58:51.167835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6715b5e-a7cb-405b-ac51-1aedcdee65e5 req-76e4839f-d709-497c-af6b-3f6a17b0c820 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.169303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6715b5e-a7cb-405b-ac51-1aedcdee65e5 req-76e4839f-d709-497c-af6b-3f6a17b0c820 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.1658266 Apr 18 16:58:51.174248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.41', 61265) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:51.200797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-382d3639-6c58-4a5e-bbbc-5d0cc1bd3ad7 req-e6a2afa7-3be0-4948-b501-95787aa7d2eb tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924799 Apr 18 16:58:51.234721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0907832-f611-4a15-8e13-8e0f8f54c448 req-fed66c32-a22f-4b09-a106-7453b617f158 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404041 Apr 18 16:58:51.246158 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-f886d17a-afb1-4346-9424-f568369b55e4 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1b777e8949154b2f9faa854eca905190&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695124 Apr 18 16:58:51.248052 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a53ad8ed-120c-4116-ad89-393838001292 req-da9a439e-8694-4a16-9b41-23a46b3e6425 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 217 time: 0.0574744 Apr 18 16:58:51.265070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6715b5e-a7cb-405b-ac51-1aedcdee65e5 req-0185cb4d-faf6-46c7-a316-b20c6c706c03 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842948 Apr 18 16:58:51.335519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09dc4c-b083-4440-bc0e-3580cdf2f87a req-1ba5a91d-9ac7-4bb1-a256-11408dec4603 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.343273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d09dc4c-b083-4440-bc0e-3580cdf2f87a req-1ba5a91d-9ac7-4bb1-a256-11408dec4603 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0734799 Apr 18 16:58:51.388665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d09dc4c-b083-4440-bc0e-3580cdf2f87a req-a5e09a51-1470-4927-81ae-6f366dc231c7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Apr 18 16:58:51.421545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46838) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:51.427437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1106514884-network', 'tenant_id': 'ca94642b9ed34234ab7580e04b08e762'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:51.486319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52830165-779f-4578-bf12-2237cff10268 req-645014f0-cd79-4234-b88b-e3afe13db197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.487954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52830165-779f-4578-bf12-2237cff10268 req-645014f0-cd79-4234-b88b-e3afe13db197 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1094 time: 0.0551162 Apr 18 16:58:51.549503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46842) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:51.559338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Made reservation on behalf of ca94642b9ed34234ab7580e04b08e762 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:51.561618 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:51.576140 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:51.636144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ad8ed-120c-4116-ad89-393838001292 req-5c06f65c-319e-462c-8097-99321d7a7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.636753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52830165-779f-4578-bf12-2237cff10268 req-d5e1c403-22bb-4c40-9110-e16c63d8a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.637709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a53ad8ed-120c-4116-ad89-393838001292 req-5c06f65c-319e-462c-8097-99321d7a7001 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.3775094 Apr 18 16:58:51.645581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52830165-779f-4578-bf12-2237cff10268 req-d5e1c403-22bb-4c40-9110-e16c63d8a131 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1507277 Apr 18 16:58:51.690844 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a53ad8ed-120c-4116-ad89-393838001292 req-24271bf0-9f2c-472c-839e-3dd460a1812a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389736 Apr 18 16:58:51.710655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52830165-779f-4578-bf12-2237cff10268 req-f1b0969b-f859-4a70-9c92-8020bae6b317 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 200 len: 217 time: 0.0541294 Apr 18 16:58:51.715587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-b6c51088-5ec7-4ee2-b477-5403256c600d tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.717169 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-b6c51088-5ec7-4ee2-b477-5403256c600d tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4582400 Apr 18 16:58:51.752098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96685f86-fa62-4d5e-adb3-be35977d62c6 req-8373960d-6c17-4130-a484-c6a1c010cd3b tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 210 time: 0.0466690 Apr 18 16:58:51.761021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Request body: {'port': {'device_id': 'dad789b5-3465-411b-bc3b-a6c98835904a', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '1b777e8949154b2f9faa854eca905190'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:51.818470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52830165-779f-4578-bf12-2237cff10268 req-d30e0e41-a3f3-4533-a789-124c5185f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:51.819884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52830165-779f-4578-bf12-2237cff10268 req-d30e0e41-a3f3-4533-a789-124c5185f9f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0985482 Apr 18 16:58:51.853989 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:51.868372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c726cf66-0d59-4da7-bce6-35ecac9b9d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:51.872235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52830165-779f-4578-bf12-2237cff10268 req-7d4624b3-81d8-40f3-83c1-3e37847cdf1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376561 Apr 18 16:58:51.879626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a53ad8ed-120c-4116-ad89-393838001292 req-70708e5b-1a10-45a4-8d49-9f7019e876fe service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805775 Apr 18 16:58:51.983639 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:51.985126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Made reservation on behalf of 1b777e8949154b2f9faa854eca905190 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:51.988559 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.004628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.012282 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c726cf66-0d59-4da7-bce6-35ecac9b9d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.030643 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a53ad8ed-120c-4116-ad89-393838001292 req-1bba52fd-f268-4d11-a801-ed2653fc27b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092827 Apr 18 16:58:52.041347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55d0bc8b-130e-4b76-b963-ea5b4d948761 req-f3a50dcb-ef80-4400-90c2-eed167d957a6 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0632722 Apr 18 16:58:52.045687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:58:52.078667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46acef31-6d95-4ea4-ad21-9d142d5f7253,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:52.083083 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.083434 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Added segment 7c2a2cee-8621-4e77-b38a-eebf8ad08841 of type vlan for network 3b9954d5-3dca-4a4d-bb48-e56d956cc799 Apr 18 16:58:52.095132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52830165-779f-4578-bf12-2237cff10268 req-0163d96a-275f-461c-a250-540c08e7ea54 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732266 Apr 18 16:58:52.121269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.125094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c726cf66-0d59-4da7-bce6-35ecac9b9d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.172550 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.214826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.221741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726cf66-0d59-4da7-bce6-35ecac9b9d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2343613c-67e9-432c-8a58-10d67ffd2330,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:52.228861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c726cf66-0d59-4da7-bce6-35ecac9b9d50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10a1efc674ad45ba845d81d253bf6a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6779671 Apr 18 16:58:52.238433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46854) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:52.277775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0644f26-9744-46cd-a87b-eb737d2f47cb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:52.334142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.334142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:52.334142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.338729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52830165-779f-4578-bf12-2237cff10268 req-7c870b64-8ac1-4e6f-9721-8f0307eb8713 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242112 Apr 18 16:58:52.398192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Allocated IP 192.168.233.167 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/ace377f2-e2cc-4a4f-b140-66fc091262f9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:58:52.447870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96376d-c5ad-42aa-be13-bb6259d83e45 req-a91d2061-af25-465c-854d-02d4379d1130 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:52.449354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b96376d-c5ad-42aa-be13-bb6259d83e45 req-a91d2061-af25-465c-854d-02d4379d1130 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.1794379 Apr 18 16:58:52.452449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0296669 Apr 18 16:58:52.456381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285026f3-5429-4a14-b511-3a343ad2d56e admin admin] Pushing event updated for resources: {'Network': ['ID=3b9954d5-3dca-4a4d-bb48-e56d956cc799,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:52.458373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46860) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:52.462087 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ecec6172-14de-42ed-8936-bacaf29abfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.467957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Request body: {'subnet': {'network_id': '3b9954d5-3dca-4a4d-bb48-e56d956cc799', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1106514884-subnet', 'tenant_id': 'ca94642b9ed34234ab7580e04b08e762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:52.468140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 3b9954d5-3dca-4a4d-bb48-e56d956cc799 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:58:52.523121 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ecec6172-14de-42ed-8936-bacaf29abfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.533250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7d465-4f47-422d-bc04-57cfd75c90f3 req-48fb2b6f-d5ee-414c-bce0-365bf9f972ca tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:52.541793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5e7d465-4f47-422d-bc04-57cfd75c90f3 req-48fb2b6f-d5ee-414c-bce0-365bf9f972ca tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.1955211 Apr 18 16:58:52.561595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.622885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b96376d-c5ad-42aa-be13-bb6259d83e45 req-2bd3961f-80ed-4dfb-88e4-234a26273b37 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634905 Apr 18 16:58:52.639370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Made reservation on behalf of ca94642b9ed34234ab7580e04b08e762 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:58:52.642674 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Notify callbacks [] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.685164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5e7d465-4f47-422d-bc04-57cfd75c90f3 req-e246b5a6-9e27-4013-968a-2c1f13621bf4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424780 Apr 18 16:58:52.714982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.756118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:58:52.762107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:52.765817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:58:52.771242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:52.771858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.788964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Pushing event updated for resources: {'Port': ['ID=ace377f2-e2cc-4a4f-b140-66fc091262f9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:52.795895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-9e53d146-aa80-4db0-bad7-ccc12ec58f85 service neutron] 10.222.0.41 "GET /v2.0/ports/860e58b8-ee01-437b-ae93-b9c4882cc74c/bindings/n-h1-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.2452350 Apr 18 16:58:52.867216 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-3c66f4ec-abde-4584-8f96-e10ebdca2292 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1349719 Apr 18 16:58:52.886759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Request body: {'port': {'device_id': 'dad789b5-3465-411b-bc3b-a6c98835904a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:58:52.909525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-5c2a4fe0-2d88-4060-9bf8-6a5131e43d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:52.911036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-5c2a4fe0-2d88-4060-9bf8-6a5131e43d97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1100 time: 0.1908419 Apr 18 16:58:52.911664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ecec6172-14de-42ed-8936-bacaf29abfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.915282 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ecec6172-14de-42ed-8936-bacaf29abfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:52.925771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ecec6172-14de-42ed-8936-bacaf29abfc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2343613c-67e9-432c-8a58-10d67ffd2330 HTTP/1.1" status: 204 len: 168 time: 0.6796408 Apr 18 16:58:52.957853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.006578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9c2f3-3231-44e0-9f4c-a333762e796e req-8a2e6f73-e991-46b1-bd7e-0aa5014bd967 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:53.008394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccb9c2f3-3231-44e0-9f4c-a333762e796e req-8a2e6f73-e991-46b1-bd7e-0aa5014bd967 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.2871232 Apr 18 16:58:53.061431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec6172-14de-42ed-8936-bacaf29abfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2343613c-67e9-432c-8a58-10d67ffd2330,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:53.079628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-29ab5f4e-7966-462d-a72d-611253fb7a1d None None] Provisioning complete for port ace377f2-e2cc-4a4f-b140-66fc091262f9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:58:53.080120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-29ab5f4e-7966-462d-a72d-611253fb7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.124792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-29ab5f4e-7966-462d-a72d-611253fb7a1d None None] Port ace377f2-e2cc-4a4f-b140-66fc091262f9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:58:53.142607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85df6da-b1ef-457b-83c1-771da011b42b req-15c3506a-de9a-403e-b8ed-5c8e1cd70072 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:53.150342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b85df6da-b1ef-457b-83c1-771da011b42b req-15c3506a-de9a-403e-b8ed-5c8e1cd70072 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 936 time: 0.2975061 Apr 18 16:58:53.274853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace377f2-e2cc-4a4f-b140-66fc091262f9 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:53.282867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.301978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Transition to ACTIVE for port object ace377f2-e2cc-4a4f-b140-66fc091262f9 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:53.379886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.460800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Pushing event updated for resources: {'Port': ['ID=ace377f2-e2cc-4a4f-b140-66fc091262f9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:53.483888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccb9c2f3-3231-44e0-9f4c-a333762e796e req-6cb9eff7-94ea-47c3-b8a5-293ae005eee7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554937 Apr 18 16:58:53.493037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Attempting to bind port ace377f2-e2cc-4a4f-b140-66fc091262f9 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:58:53.493544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Attempting to bind port ace377f2-e2cc-4a4f-b140-66fc091262f9 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:58:53.493984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Attempting to bind port ace377f2-e2cc-4a4f-b140-66fc091262f9 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:53.501670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Port ace377f2-e2cc-4a4f-b140-66fc091262f9 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:58:53.502072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Attempting to bind port ace377f2-e2cc-4a4f-b140-66fc091262f9 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:58:53.508354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:58:53.508767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:53.509269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:58:53.509857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Bound port: ace377f2-e2cc-4a4f-b140-66fc091262f9, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:58:53.510305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.553999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b85df6da-b1ef-457b-83c1-771da011b42b req-ae2c86ff-6588-484e-af59-0e8e81109123 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027212 Apr 18 16:58:53.590684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] For port ace377f2-e2cc-4a4f-b140-66fc091262f9, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:53.595404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] For port ace377f2-e2cc-4a4f-b140-66fc091262f9, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ace377f2-e2cc-4a4f-b140-66fc091262f9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:58:53.600333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:53.605361 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.610484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46870) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:53.621753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-78c90e7d-0634-49b2-83ad-a036bb1a0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:53.622656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-78c90e7d-0634-49b2-83ad-a036bb1a0a82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.6495407 Apr 18 16:58:53.627458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da979706-b117-4545-b853-e8de4b54fc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.682853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:53.683226 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.745225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-51278c7c-ec7e-4641-8b6d-654da0feb7b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=41aa7ace-0149-4444-bc8c-911442cf6897 HTTP/1.1" status: 200 len: 217 time: 0.0854876 Apr 18 16:58:53.750321 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:53.751017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.752549 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] 10.222.0.41 "PUT /v2.0/ports/ace377f2-e2cc-4a4f-b140-66fc091262f9 HTTP/1.1" status: 200 len: 1096 time: 0.8707922 Apr 18 16:58:53.753072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad789b5-3465-411b-bc3b-a6c98835904a', 'tag': 'ace377f2-e2cc-4a4f-b140-66fc091262f9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:58:53.759322 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a701f1-da0e-40e6-b762-5c35729d4833" -d '{"events": [{"name": "network-changed", "server_uuid": "dad789b5-3465-411b-bc3b-a6c98835904a", "tag": "ace377f2-e2cc-4a4f-b140-66fc091262f9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:58:53.809874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0951e0-984c-430c-9fd6-d10350ed7d17 service neutron] Pushing event updated for resources: {'Port': ['ID=ace377f2-e2cc-4a4f-b140-66fc091262f9,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:53.839031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2947e907-7d28-4042-b0f0-735f47582944,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:53.843614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28e6f1d9-fbbd-45dc-b3dc-418de5252ebb req-65e7ddab-6af4-4249-ab27-6d7958cd06c5 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.1048658 Apr 18 16:58:53.853246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860e58b8-ee01-437b-ae93-b9c4882cc74c {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:53.861740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da979706-b117-4545-b853-e8de4b54fc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:53.883707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:53.919113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Checking segment: {'id': '7c2a2cee-8621-4e77-b38a-eebf8ad08841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b9954d5-3dca-4a4d-bb48-e56d956cc799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:58:53.919501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Network hostable DHCP agents. Network: 3b9954d5-3dca-4a4d-bb48-e56d956cc799, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:58:53.924949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-47949241-805e-48f5-abc2-0b15d78c9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:53.928065 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-47949241-805e-48f5-abc2-0b15d78c9985 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1618631 Apr 18 16:58:53.940639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3da09-45cc-4b18-ac9b-1c30f0ef501b req-8950c4b9-7a2b-4a2f-9763-d9620cd51002 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:53.942162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83a3da09-45cc-4b18-ac9b-1c30f0ef501b req-8950c4b9-7a2b-4a2f-9763-d9620cd51002 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 944 time: 0.2222118 Apr 18 16:58:53.962433 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da979706-b117-4545-b853-e8de4b54fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.000161 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.001620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-023248af-02fd-41c5-a323-f44fdc515fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.003131 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-023248af-02fd-41c5-a323-f44fdc515fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b777e8949154b2f9faa854eca905190&device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 1099 time: 0.0900877 Apr 18 16:58:54.013799 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-da979706-b117-4545-b853-e8de4b54fc51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff2bd737a6d64f4297d7412cbca5006e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016933 Apr 18 16:58:54.014503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da979706-b117-4545-b853-e8de4b54fc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547ad008-6d1b-4b49-be47-170df50d9300,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:54.016851 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46878) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:54.063528 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-f9a6f10b-6812-4368-9833-c5c32abd809d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=ace377f2-e2cc-4a4f-b140-66fc091262f9 HTTP/1.1" status: 200 len: 217 time: 0.0406277 Apr 18 16:58:54.084154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-6ab9c6f5-4ede-4247-91b1-95b60f9dbe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.085881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-6ab9c6f5-4ede-4247-91b1-95b60f9dbe97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410735 Apr 18 16:58:54.091831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83a3da09-45cc-4b18-ac9b-1c30f0ef501b req-80842591-433b-48ce-afc3-d5a9462e690c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378467 Apr 18 16:58:54.107551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Network 3b9954d5-3dca-4a4d-bb48-e56d956cc799 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:58:54.138654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffbe703a-acab-4c0f-afc6-f68f7f06d1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.143608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0d9a0-127f-4f19-894e-82c2b2cfbcd5 req-f850458a-b6b7-447e-82c4-eb3e6de5817e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.143608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bda0d9a0-127f-4f19-894e-82c2b2cfbcd5 req-f850458a-b6b7-447e-82c4-eb3e6de5817e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.1825418 Apr 18 16:58:54.154566 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019f4ac3-21f3-4e13-820c-b494c52d85a4 x-openstack-request-id: req-019f4ac3-21f3-4e13-820c-b494c52d85a4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:58:54.154851 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad789b5-3465-411b-bc3b-a6c98835904a", "tag": "ace377f2-e2cc-4a4f-b140-66fc091262f9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:58:54.155115 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-019f4ac3-21f3-4e13-820c-b494c52d85a4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:58:54.155550 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019f4ac3-21f3-4e13-820c-b494c52d85a4'] response: {'name': 'network-changed', 'server_uuid': 'dad789b5-3465-411b-bc3b-a6c98835904a', 'tag': 'ace377f2-e2cc-4a4f-b140-66fc091262f9', 'status': 'completed', 'code': 200} Apr 18 16:58:54.168198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffbe703a-acab-4c0f-afc6-f68f7f06d1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.176944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-18adf15d-627c-42e9-b8fd-de533e8c0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.178418 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-18adf15d-627c-42e9-b8fd-de533e8c0bb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1045380 Apr 18 16:58:54.235584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 3b9954d5-3dca-4a4d-bb48-e56d956cc799) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:58:54.238861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-b0752adc-cbf4-4638-b0a6-4d60b5f50782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.240351 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-b0752adc-cbf4-4638-b0a6-4d60b5f50782 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529644 Apr 18 16:58:54.248481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0a3b52-e85e-4d38-a786-3b19272856ae None None] Network 3b9954d5-3dca-4a4d-bb48-e56d956cc799 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:58:54.261265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.261884 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.264510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] Transition to ACTIVE for port object 860e58b8-ee01-437b-ae93-b9c4882cc74c will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:58:54.268836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bda0d9a0-127f-4f19-894e-82c2b2cfbcd5 req-2e7201b2-5510-493f-b67c-ad74314d6a9e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921381 Apr 18 16:58:54.273351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-fd664f8c-cd26-48de-a198-af0f4b5f71ff service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805172 Apr 18 16:58:54.344109 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-2d8299d6-0530-4f2a-8d34-9aa9a66ef6e2 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969596 Apr 18 16:58:54.355412 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.380289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eeee62-1b17-4bc0-b7d5-b739225257ac None None] Network 3b9954d5-3dca-4a4d-bb48-e56d956cc799 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:58:54.405040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4bb90140-0885-417a-b36b-110bf64ceaab admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9435723 Apr 18 16:58:54.411866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aee0de8a-b1ff-40f5-bfa7-5397aea29321 req-3593419b-930f-4b28-830b-884b8dad7715 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304748 Apr 18 16:58:54.423288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffbe703a-acab-4c0f-afc6-f68f7f06d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.426139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffbe703a-acab-4c0f-afc6-f68f7f06d1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.431482 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ffbe703a-acab-4c0f-afc6-f68f7f06d1ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/547ad008-6d1b-4b49-be47-170df50d9300 HTTP/1.1" status: 204 len: 168 time: 0.4096141 Apr 18 16:58:54.473861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] Pushing event updated for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=10']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:54.495674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] No DVR routers for this DVR port 860e58b8-ee01-437b-ae93-b9c4882cc74c on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:58:54.497351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe703a-acab-4c0f-afc6-f68f7f06d1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547ad008-6d1b-4b49-be47-170df50d9300,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:54.560974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-26a79c53-a606-4e8d-8a4c-fcb523162a24 service neutron] 10.222.0.41 "PUT /v2.0/ports/860e58b8-ee01-437b-ae93-b9c4882cc74c/bindings/n-h1-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7527990 Apr 18 16:58:54.563427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46886) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:54.574696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b522ad6a-3df7-4721-af21-dc33428a6d43 req-77699e72-3e79-4a6b-842a-d5763ae3a77e service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227006 Apr 18 16:58:54.630677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87e7f99-fa37-4583-9e30-501cf43dd753 admin admin] Deleting subnet 3fcb583a-a710-43ed-a200-f2e2af5dd185 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 16:58:54.634564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a87e7f99-fa37-4583-9e30-501cf43dd753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.687955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a87e7f99-fa37-4583-9e30-501cf43dd753 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.698306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e14b-f0af-4770-8440-f59eb6b80ffe req-01b81b03-6cc9-4f71-b452-07622b1575d4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.699589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a87e7f99-fa37-4583-9e30-501cf43dd753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.699861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4936e14b-f0af-4770-8440-f59eb6b80ffe req-01b81b03-6cc9-4f71-b452-07622b1575d4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0883167 Apr 18 16:58:54.712828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88a96-0cfc-4f50-bd82-3baea92a4505 req-c8809a92-72d8-4c30-b5ae-581b39438c83 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.714346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa88a96-0cfc-4f50-bd82-3baea92a4505 req-c8809a92-72d8-4c30-b5ae-581b39438c83 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 948 time: 0.0713089 Apr 18 16:58:54.768943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4936e14b-f0af-4770-8440-f59eb6b80ffe req-8cffbccf-11cc-4ba9-ad53-e5fb233e08e9 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535557 Apr 18 16:58:54.776538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa88a96-0cfc-4f50-bd82-3baea92a4505 req-66c5f310-4bb1-4384-8fc3-f4e9e4ba5372 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553572 Apr 18 16:58:54.839240 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a87e7f99-fa37-4583-9e30-501cf43dd753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.853988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-3a080a94-a1f3-42c2-b2cf-cc2e9d6cd641 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.856118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-3a080a94-a1f3-42c2-b2cf-cc2e9d6cd641 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.0461738 Apr 18 16:58:54.870327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e7f99-fa37-4583-9e30-501cf43dd753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fcb583a-a710-43ed-a200-f2e2af5dd185,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:54.877010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a87e7f99-fa37-4583-9e30-501cf43dd753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:54.880260 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a87e7f99-fa37-4583-9e30-501cf43dd753 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3fcb583a-a710-43ed-a200-f2e2af5dd185 HTTP/1.1" status: 204 len: 168 time: 0.3155823 Apr 18 16:58:54.883753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46892) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:54.903747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-d73c2053-95b8-4111-aefc-8638d7218b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:54.906555 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-d73c2053-95b8-4111-aefc-8638d7218b68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b777e8949154b2f9faa854eca905190&device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 1099 time: 0.0942738 Apr 18 16:58:55.041069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-a2767ba0-a4a3-4243-8ca6-5bda5bae5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.043866 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-a2767ba0-a4a3-4243-8ca6-5bda5bae5f33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1266797 Apr 18 16:58:55.081405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f83f423b-5bc2-417e-bd95-de04dd02e13e req-551c8a73-9c24-47f3-a6b8-6ea3ace9b96a tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0538452 Apr 18 16:58:55.090524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.095207 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-68b54c0d-fa07-464f-aea8-dd2dbb6eea6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=ace377f2-e2cc-4a4f-b140-66fc091262f9 HTTP/1.1" status: 200 len: 217 time: 0.0397916 Apr 18 16:58:55.125315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-b9ea392c-f1c9-4b42-a1a0-7c49d1df0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.127051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-b9ea392c-f1c9-4b42-a1a0-7c49d1df0637 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988 HTTP/1.1" status: 200 len: 1096 time: 0.2311203 Apr 18 16:58:55.150782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-3e6bea26-2e4f-4088-a310-f216a46ffe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.152274 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-3e6bea26-2e4f-4088-a310-f216a46ffe6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0486393 Apr 18 16:58:55.204103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-5702ee7d-1626-40aa-b773-3910939ac76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.205899 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-5702ee7d-1626-40aa-b773-3910939ac76a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466177 Apr 18 16:58:55.227643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.287985 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.288336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.289128 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.289527 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > port after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.290010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > port after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.290360 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.290688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.291014 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.291354 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.291678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.316771 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-46cda30b-cf7b-4ef7-ac9a-be1ffc30547c service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034126 Apr 18 16:58:55.371244 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.371611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.371938 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.372269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:55.372643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:55.411273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456cf1b4-6bb6-4f57-b93a-3eb7c35f08fe') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:55.411574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456cf1b4-6bb6-4f57-b93a-3eb7c35f08fe') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:55.424344 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a9a701f1-da0e-40e6-b762-5c35729d4833 req-a9d39d09-b4cf-4b5b-a50b-e64afa064c8d service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013112 Apr 18 16:58:55.448440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783507db-c27b-49c8-b3a6-ef0abe8ea311 req-d7a588e1-ad16-4d14-82b6-8de0f9fc5db5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.455713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-783507db-c27b-49c8-b3a6-ef0abe8ea311 req-d7a588e1-ad16-4d14-82b6-8de0f9fc5db5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 945 time: 0.2594707 Apr 18 16:58:55.480086 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.501900 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-77435b74-c54f-47df-b665-e32629b03d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.503387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-77435b74-c54f-47df-b665-e32629b03d4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1096 time: 0.2948439 Apr 18 16:58:55.514107 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.530320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 16:58:55.530714 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: from cryptography.utils import int_from_bytes Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: from cryptography.utils import int_from_bytes Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: timer() Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 16:58:55.555220 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 16:58:55.579621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8f250-a693-45ee-8733-77a91ba87522 req-ebf5b822-f42f-4983-8083-9162a2b7a3b5 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.581066 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29b8f250-a693-45ee-8733-77a91ba87522 req-ebf5b822-f42f-4983-8083-9162a2b7a3b5 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.1936941 Apr 18 16:58:55.599439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-783507db-c27b-49c8-b3a6-ef0abe8ea311 req-4d15241f-d031-4409-80c8-44c998cad5d6 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429102 Apr 18 16:58:55.715219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29b8f250-a693-45ee-8733-77a91ba87522 req-efb06ce5-6c00-4e7f-b196-4f6a26aac1e6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188354 Apr 18 16:58:55.731878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-d83415ed-c197-4284-a578-f55c839c1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.733345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-d83415ed-c197-4284-a578-f55c839c1cfe service neutron] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.2000206 Apr 18 16:58:55.780527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-d4ee88ed-acb5-484c-8393-874394f775ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c HTTP/1.1" status: 200 len: 217 time: 0.0398805 Apr 18 16:58:55.781214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.790992 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.797283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] 10.222.0.45 "DELETE /v2.0/networks/97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd HTTP/1.1" status: 204 len: 168 time: 0.9100897 Apr 18 16:58:55.798058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46920) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:55.813955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f39b4-e3ac-41f2-8f9f-a661c2493a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=97ce3af0-3ae3-412d-be4d-aa8b2d6be4bd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:55.856671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-39e64959-8b38-4376-933d-fb119b0d9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:55.858850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-39e64959-8b38-4376-933d-fb119b0d9b7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0693285 Apr 18 16:58:55.888693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc29e28-35c1-4437-95d6-c04818ee6051 admin admin] Deleting subnet 2947e907-7d28-4042-b0f0-735f47582944 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 16:58:55.892073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cc29e28-35c1-4437-95d6-c04818ee6051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.918990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-c892156e-dea8-4b19-9dcf-e52846ca2642 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475316 Apr 18 16:58:55.930964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cc29e28-35c1-4437-95d6-c04818ee6051 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.938583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:55.940671 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cc29e28-35c1-4437-95d6-c04818ee6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:55.981160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 860e58b8-ee01-437b-ae93-b9c4882cc74c no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:58:56.026803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47c52e-dfe9-4f40-be3c-b706a807f288 req-e9f59e53-5839-4d1d-a629-309adbea492a tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:56.028343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc47c52e-dfe9-4f40-be3c-b706a807f288 req-e9f59e53-5839-4d1d-a629-309adbea492a tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 948 time: 0.1488500 Apr 18 16:58:56.037758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384fb4b-f15f-41e4-bc63-dfc5b84e67d9 req-fb0452b8-566a-405e-9a45-9369c7d486a2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:56.046736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d384fb4b-f15f-41e4-bc63-dfc5b84e67d9 req-fb0452b8-566a-405e-9a45-9369c7d486a2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1861472 Apr 18 16:58:56.124197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cc29e28-35c1-4437-95d6-c04818ee6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.134660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc47c52e-dfe9-4f40-be3c-b706a807f288 req-fb53048c-f39d-4a9d-a635-91ca4f562997 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858800 Apr 18 16:58:56.140631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-513aa9bf-05a8-456b-9e10-ffc6d8696b92 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008469 Apr 18 16:58:56.158126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d384fb4b-f15f-41e4-bc63-dfc5b84e67d9 req-14213882-062c-4cb7-98dd-ee1a189c38cb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064541 Apr 18 16:58:56.174117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc29e28-35c1-4437-95d6-c04818ee6051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2947e907-7d28-4042-b0f0-735f47582944,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:56.176058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cc29e28-35c1-4437-95d6-c04818ee6051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.183102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8cc29e28-35c1-4437-95d6-c04818ee6051 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2947e907-7d28-4042-b0f0-735f47582944 HTTP/1.1" status: 204 len: 168 time: 0.3831947 Apr 18 16:58:56.183415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46930) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:56.268560 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.310871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a844b62f-4be1-48d3-bb57-1d68126d852b req-5eec767d-d0ac-4581-9707-539d0f03810b tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0500774 Apr 18 16:58:56.315283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 860e58b8-ee01-437b-ae93-b9c4882cc74c not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:58:56.325100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:56.338881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866', 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'port_id': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866', 'mac_address': 'fa:16:3e:5c:81:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413415fe-1543-4592-b7a6-31784d135fbc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:58:56.368788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-074a8301-864b-4a11-9fd3-86ce6cff8853 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135983 Apr 18 16:58:56.377302 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.382249 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.395907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:58:56.401553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.401854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.402604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.403077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > port after_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.403428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.403816 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > port after_update 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.404140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.404458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.404821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.405146 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.416041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:58:56.472017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.472363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.473179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.473573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 16:58:56.473949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9954d5-3dca-4a4d-bb48-e56d956cc799']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:56.492051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2a2cee-8621-4e77-b38a-eebf8ad08841') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:56.492345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2a2cee-8621-4e77-b38a-eebf8ad08841') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:58:56.501895 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.512193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.535056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.545561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 16:58:56.545969 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: from cryptography.utils import int_from_bytes Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: from cryptography.utils import int_from_bytes Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: timer() Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 16:58:56.550226 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 16:58:56.573828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:56.688698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.705157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:56.713571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] 10.222.0.45 "DELETE /v2.0/networks/3b9954d5-3dca-4a4d-bb48-e56d956cc799 HTTP/1.1" status: 204 len: 168 time: 0.5265982 Apr 18 16:58:56.727571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b743dd-6aa4-4228-ad11-5780e5cc15ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3b9954d5-3dca-4a4d-bb48-e56d956cc799,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:56.774028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa560adb-7204-4c48-a9de-db66c3787216 req-e2bcfa78-7396-4389-8d89-61174c5c02f1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:56.785487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa560adb-7204-4c48-a9de-db66c3787216 req-e2bcfa78-7396-4389-8d89-61174c5c02f1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 945 time: 0.1019564 Apr 18 16:58:56.836599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa560adb-7204-4c48-a9de-db66c3787216 req-de84b344-a5b2-41fb-8b16-46e51cbb4fc5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492942 Apr 18 16:58:56.967985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7a95d-2a1a-4821-958a-d227016c1aa6 req-ceb38ae1-f6b3-44f6-b324-7dae7bc2196e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:56.969994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5c7a95d-2a1a-4821-958a-d227016c1aa6 req-ceb38ae1-f6b3-44f6-b324-7dae7bc2196e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 944 time: 0.0670891 Apr 18 16:58:57.016916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5c7a95d-2a1a-4821-958a-d227016c1aa6 req-34061d9c-8491-4d71-9692-04c91b74505b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Apr 18 16:58:57.055831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:58:57.105924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-13b7a785-3cf9-4941-ac8f-8b70d8edce52 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:57.108465 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-13b7a785-3cf9-4941-ac8f-8b70d8edce52 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.0718908 Apr 18 16:58:57.245982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46962) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:57.299214 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c174a355-8147-42e9-b192-d83e0e024ffa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1eb71d95dc0843a2bbb257b5ddfa8b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515137 Apr 18 16:58:57.303571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46964) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:57.314100 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-349d2f42-3700-4b95-b11a-3081e2bf0910 req-f0e46369-919d-4755-840d-b67594a5e267 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0287442 Apr 18 16:58:57.335832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d3608-6ca8-4b81-ad32-bfdbcb242cde req-f036ea38-02b6-426b-ad21-0692b8db1f25 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:57.337279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d3d3608-6ca8-4b81-ad32-bfdbcb242cde req-f036ea38-02b6-426b-ad21-0692b8db1f25 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 948 time: 0.1093600 Apr 18 16:58:57.381556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-933f7763-ef2b-4b59-a030-45134c1f2e10 service neutron] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:58:57.389710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe12386-ecc4-4bc1-ae2c-0ca364bbd6e2 req-d7dd7882-6f97-4f0f-b2f0-9c856adfa4da tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:57.391159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abe12386-ecc4-4bc1-ae2c-0ca364bbd6e2 req-d7dd7882-6f97-4f0f-b2f0-9c856adfa4da tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1168232 Apr 18 16:58:57.398522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-933f7763-ef2b-4b59-a030-45134c1f2e10 service neutron] Notify callbacks [] for binding, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.399534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55ad9f6-5d80-429d-b4d0-88f4878f6c51 req-933f7763-ef2b-4b59-a030-45134c1f2e10 service neutron] 10.222.0.18 "DELETE /v2.0/ports/860e58b8-ee01-437b-ae93-b9c4882cc74c/bindings/n-h2-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.2826087 Apr 18 16:58:57.511181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46970) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:57.620253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13ab422c-1d67-43c3-b0c4-fea48c1a432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.647107 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d3d3608-6ca8-4b81-ad32-bfdbcb242cde req-9385d73d-8430-4520-afe7-eb51f5bda5c8 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003862 Apr 18 16:58:57.649004 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70854e02-fe1f-45a5-b73a-7b0894eb4942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.686318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abe12386-ecc4-4bc1-ae2c-0ca364bbd6e2 req-9726a9b2-22e1-44c0-9aa8-b16298bb73c4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838857 Apr 18 16:58:57.691065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70854e02-fe1f-45a5-b73a-7b0894eb4942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.715446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13ab422c-1d67-43c3-b0c4-fea48c1a432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.776611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02e301ee-ebca-4ff5-abcf-6f8b7fcd2112 req-e3827e67-8c38-4e06-b133-9596e9f1c431 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0259831 Apr 18 16:58:57.817485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13ab422c-1d67-43c3-b0c4-fea48c1a432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.846119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70854e02-fe1f-45a5-b73a-7b0894eb4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.848777 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70854e02-fe1f-45a5-b73a-7b0894eb4942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.849972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-70854e02-fe1f-45a5-b73a-7b0894eb4942 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6523712e-8373-44e5-86d7-7e98e3ededc9 HTTP/1.1" status: 204 len: 168 time: 0.5443611 Apr 18 16:58:57.854800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab422c-1d67-43c3-b0c4-fea48c1a432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a490243-72c1-4d3f-ba8c-2a2bccaba904,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:57.859160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70854e02-fe1f-45a5-b73a-7b0894eb4942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523712e-8373-44e5-86d7-7e98e3ededc9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:57.859791 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-13ab422c-1d67-43c3-b0c4-fea48c1a432e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e485e9fb84134456b7ec7f3f02dc3bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475626 Apr 18 16:58:57.863282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:57.924599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-630e79a1-c2e8-417d-a529-f72206d27d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.946139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-630e79a1-c2e8-417d-a529-f72206d27d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:57.957667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1bd8-2de5-41d6-8e29-4804c0bfeaa7 req-62b6a294-f7a0-4a77-85b2-36f08fcc86e0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:57.959421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5acf1bd8-2de5-41d6-8e29-4804c0bfeaa7 req-62b6a294-f7a0-4a77-85b2-36f08fcc86e0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Apr 18 16:58:58.001985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5acf1bd8-2de5-41d6-8e29-4804c0bfeaa7 req-e1a65aa7-1d2d-4369-919d-308cfec2215a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Apr 18 16:58:58.055671 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-630e79a1-c2e8-417d-a529-f72206d27d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:58.058579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-630e79a1-c2e8-417d-a529-f72206d27d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:58.060476 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-630e79a1-c2e8-417d-a529-f72206d27d06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a490243-72c1-4d3f-ba8c-2a2bccaba904 HTTP/1.1" status: 204 len: 168 time: 0.1955783 Apr 18 16:58:58.074679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e79a1-c2e8-417d-a529-f72206d27d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a490243-72c1-4d3f-ba8c-2a2bccaba904,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:58.195815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294b62a-848f-455d-aaf1-e5d9724f77e4 req-2e41245f-99b6-4e50-b3c9-e82900421fe3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:58.203420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d294b62a-848f-455d-aaf1-e5d9724f77e4 req-2e41245f-99b6-4e50-b3c9-e82900421fe3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 944 time: 0.0905373 Apr 18 16:58:58.240707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d294b62a-848f-455d-aaf1-e5d9724f77e4 req-6973b106-9382-4010-8ffb-ab40580cdafb tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Apr 18 16:58:58.359333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feeb549-6675-405d-b1a5-a9d26622d30d req-26667c71-cc29-4a55-b413-583561479059 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:58.360833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4feeb549-6675-405d-b1a5-a9d26622d30d req-26667c71-cc29-4a55-b413-583561479059 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0399849 Apr 18 16:58:58.402834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4feeb549-6675-405d-b1a5-a9d26622d30d req-67e18419-4e22-4e34-b04a-dfcc0aa6f26b tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Apr 18 16:58:58.554846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46996) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:58.597495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d7f99446-6dc3-42f4-9b37-d0106c533ef2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca94642b9ed34234ab7580e04b08e762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391514 Apr 18 16:58:58.597725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46998) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:58.650025 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b90811d5-de3f-464b-b854-1346cfdf2d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:58.676549 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b90811d5-de3f-464b-b854-1346cfdf2d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:58.810645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47016) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:58.825196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe96ac5-8efb-422f-9e3d-5a8506c86af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:58.832101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2749-bd8b-46fd-b192-e0e5c22257fd req-75b62a61-d588-4e0d-9594-0c07ed44bd64 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:58.834281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c01e2749-bd8b-46fd-b192-e0e5c22257fd req-75b62a61-d588-4e0d-9594-0c07ed44bd64 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 948 time: 0.1068726 Apr 18 16:58:58.871367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-1e53be85-2b64-4410-9a72-75e5019c35ec tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:58.872813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-1e53be85-2b64-4410-9a72-75e5019c35ec tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 807 time: 0.1718466 Apr 18 16:58:58.899339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b90811d5-de3f-464b-b854-1346cfdf2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:58.901893 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b90811d5-de3f-464b-b854-1346cfdf2d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:58.902980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b90811d5-de3f-464b-b854-1346cfdf2d2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46acef31-6d95-4ea4-ad21-9d142d5f7253 HTTP/1.1" status: 204 len: 168 time: 0.3043802 Apr 18 16:58:58.909121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c01e2749-bd8b-46fd-b192-e0e5c22257fd req-1d7f7ff0-944b-46c8-9584-c6a49e31621a tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648785 Apr 18 16:58:58.911475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a9de0e99-75a9-4db7-b007-56113afba5c2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/quotas/5c5d9ea0f14a45849ed2e461d6b09988 HTTP/1.1" status: 200 len: 375 time: 0.0321286 Apr 18 16:58:58.916429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90811d5-de3f-464b-b854-1346cfdf2d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46acef31-6d95-4ea4-ad21-9d142d5f7253,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:58.917299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe96ac5-8efb-422f-9e3d-5a8506c86af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:58.983055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-576395e9-2e46-4e23-9b43-9bce37c74c5a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641148 Apr 18 16:58:59.009620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe96ac5-8efb-422f-9e3d-5a8506c86af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:59.061207 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1fe96ac5-8efb-422f-9e3d-5a8506c86af9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2344e7e336947fbbde0e0d2e17a05b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467673 Apr 18 16:58:59.061207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe96ac5-8efb-422f-9e3d-5a8506c86af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d098906f-782f-44fe-81e6-1e7e02ab2d06,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:59.062571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47020) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:58:59.120460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b472130-b72b-4771-af39-9467e534e8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:59.147296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b472130-b72b-4771-af39-9467e534e8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:59.158598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79d1e-8aec-47ce-814f-bbf10af1988b req-7adc6b23-64ac-4561-9643-3664f021f68c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:59.160107 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6d79d1e-8aec-47ce-814f-bbf10af1988b req-7adc6b23-64ac-4561-9643-3664f021f68c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0993767 Apr 18 16:58:59.163117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-3947b7ef-7a7b-42b4-b346-250cb182a379 service neutron] 10.222.0.45 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790152 Apr 18 16:58:59.248403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6d79d1e-8aec-47ce-814f-bbf10af1988b req-bcf46c72-a701-49a4-a61f-00f202cb8a2d tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810807 Apr 18 16:58:59.284994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-356abac3-2b47-4847-87d3-1f9ccdfca15b service neutron] 10.222.0.45 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111236 Apr 18 16:58:59.302988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b472130-b72b-4771-af39-9467e534e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:59.306181 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b472130-b72b-4771-af39-9467e534e8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:58:59.309770 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8b472130-b72b-4771-af39-9467e534e8b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d098906f-782f-44fe-81e6-1e7e02ab2d06 HTTP/1.1" status: 204 len: 168 time: 0.2434320 Apr 18 16:58:59.322398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b472130-b72b-4771-af39-9467e534e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d098906f-782f-44fe-81e6-1e7e02ab2d06,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:58:59.354260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0813fa1b-04ce-4c22-9030-df09f705d265 req-29e75913-bce1-412c-aa0a-8c6b1585e020 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0343442 Apr 18 16:58:59.487202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78acb9-1cf3-4d1f-b972-036e0c8998be req-78fcb24d-72f1-470b-9fe5-7ff9e5e33401 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:58:59.488578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e78acb9-1cf3-4d1f-b972-036e0c8998be req-78fcb24d-72f1-470b-9fe5-7ff9e5e33401 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 944 time: 0.0499964 Apr 18 16:58:59.564045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e78acb9-1cf3-4d1f-b972-036e0c8998be req-201e6737-bf90-4b04-b598-6cda209453a6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671067 Apr 18 16:58:59.671860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bd54d56-9e40-4185-a774-1c8b9f9b82f2 req-5b36624d-06f8-4ba8-a223-5bdd1c654781 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0446734 Apr 18 16:58:59.951791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-325dbf84-0e78-4d0d-8f27-c21c282fba5f req-f636d943-72b0-4481-9452-cd87693f22ac tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0327711 Apr 18 16:58:59.990045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ace377f2-e2cc-4a4f-b140-66fc091262f9 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:58:59.999494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:00.164354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f710da81-4723-4637-83ba-474edfd26de0 req-b6e6cb69-8075-443c-841a-e189a1655446 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0579357 Apr 18 16:59:00.176218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051af5-0aae-42e0-a561-0785206f8d84 req-659bae34-7a46-4d94-9150-aeb6cdc3df6f tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:00.177831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46051af5-0aae-42e0-a561-0785206f8d84 req-659bae34-7a46-4d94-9150-aeb6cdc3df6f tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 948 time: 0.1347556 Apr 18 16:59:00.218804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46051af5-0aae-42e0-a561-0785206f8d84 req-7bf8b6d6-6740-4755-9989-2a601af1db4b tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Apr 18 16:59:00.249079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ace377f2-e2cc-4a4f-b140-66fc091262f9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ace377f2-e2cc-4a4f-b140-66fc091262f9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:00.252866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:00.283835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'ace377f2-e2cc-4a4f-b140-66fc091262f9', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'ace377f2-e2cc-4a4f-b140-66fc091262f9', 'mac_address': 'fa:16:3e:02:d6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:59:00.287005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:59:00.300533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:00.300902 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:00.386855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b618416-1bae-44b4-a5ff-22782a55601b req-5f47aade-1905-4c7c-b763-cb1b8ce5889c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:00.388762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b618416-1bae-44b4-a5ff-22782a55601b req-5f47aade-1905-4c7c-b763-cb1b8ce5889c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0560656 Apr 18 16:59:00.441044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b618416-1bae-44b4-a5ff-22782a55601b req-698afb2b-ac1c-4d86-b02d-882d07cd7d01 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Apr 18 16:59:00.470052 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:00.476634 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:00.499961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace377f2-e2cc-4a4f-b140-66fc091262f9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:00.507400 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:00.539188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:00.543595 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a4e7cd-ad9c-430a-ad3a-99a744d7eadc" -d '{"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-unplugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:00.554651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ace377f2-e2cc-4a4f-b140-66fc091262f9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ace377f2-e2cc-4a4f-b140-66fc091262f9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:00.564097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:00.579059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:00.582482 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8399e61-2fc1-4b9b-842e-0f6dafb6fe5b x-openstack-request-id: req-d8399e61-2fc1-4b9b-842e-0f6dafb6fe5b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:00.582788 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-unplugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:00.583047 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8399e61-2fc1-4b9b-842e-0f6dafb6fe5b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:00.583432 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8399e61-2fc1-4b9b-842e-0f6dafb6fe5b'] response: {'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897', 'code': 200} Apr 18 16:59:00.652828 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:00.705045 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:00.713398 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:00.745484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ace377f2-e2cc-4a4f-b140-66fc091262f9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:00.745730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27567b-5997-48c1-8f81-b2db5334497a req-2da5bef6-4128-4334-ac7a-aecaf3666f34 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:00.753876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d27567b-5997-48c1-8f81-b2db5334497a req-2da5bef6-4128-4334-ac7a-aecaf3666f34 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 944 time: 0.1119628 Apr 18 16:59:00.814028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:00.815954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a25fb1da-f6aa-433d-90e4-8bf82b17c0c6 req-6c5cf25a-53a3-4ded-a1e4-e594065abfbe tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0369511 Apr 18 16:59:00.841683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:00.843531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d27567b-5997-48c1-8f81-b2db5334497a req-f8123657-ae13-4683-a48f-fbe40e092b6a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703602 Apr 18 16:59:00.872894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:00.888487 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70cfb163-efab-467a-be57-8f7219380da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:00.947800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-network', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:01.029099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Made reservation on behalf of c93c3b6066744c03a1a76aab7223b71d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:01.031514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.040910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.082592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ace377f2-e2cc-4a4f-b140-66fc091262f9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:01.114467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.214470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.264408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:59:01.267135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e7a495-e057-4ae5-9efe-72bb5a657b88,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:01.283667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.283667 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Added segment 8688265c-d0f0-4aeb-9cea-618bbd6d997d of type vlan for network 014a1a48-9b0e-4ed6-8743-9790caaaa682 Apr 18 16:59:01.318919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b73cc5e1-7dc9-455c-9eed-d43a6b0eb554 req-95acf151-6b8a-4fb2-8eef-9be7cf5380dd tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0329614 Apr 18 16:59:01.331265 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.385267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9e1f-aae8-4b3c-9e4c-2395349254ff req-3f0d39a4-1500-4e80-98ab-f3fafe7a1592 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:01.389959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-690c9e1f-aae8-4b3c-9e4c-2395349254ff req-3f0d39a4-1500-4e80-98ab-f3fafe7a1592 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 949 time: 0.0660913 Apr 18 16:59:01.425507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.425884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-690c9e1f-aae8-4b3c-9e4c-2395349254ff req-0d2084a6-d567-4c54-9641-34ec5ac9acc7 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Apr 18 16:59:01.426565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:01.427344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.497167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] Pushing event updated for resources: {'Network': ['ID=014a1a48-9b0e-4ed6-8743-9790caaaa682,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:01.508175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:59:01.522094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eceedbfd-49e1-429f-9566-24169ebe06fc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6685643 Apr 18 16:59:01.525568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47130) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:01.532049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Request body: {'subnet': {'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-subnet', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:01.595171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3f9c6-3189-45fd-9b51-c0923fb70d8d req-c9a286a6-ef7c-4f0e-ae92-855650c4fec7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:01.596653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fff3f9c6-3189-45fd-9b51-c0923fb70d8d req-c9a286a6-ef7c-4f0e-ae92-855650c4fec7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 947 time: 0.0605891 Apr 18 16:59:01.639259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fff3f9c6-3189-45fd-9b51-c0923fb70d8d req-b39526b0-ff4c-411a-9403-97f7de56cb7d tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355248 Apr 18 16:59:01.645804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Made reservation on behalf of c93c3b6066744c03a1a76aab7223b71d for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:01.649667 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:01.742443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-2e0794f5-238e-44c8-b670-b1ac4898a982 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322928 Apr 18 16:59:01.964356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb9c3a11-1631-4741-a960-4670c450ab66 req-d338b1cf-7d8a-4295-a2ba-e52c49355519 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0698740 Apr 18 16:59:01.978078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-51467cd6-2097-41f2-90e4-f857a0ac0a18 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:01.979624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-51467cd6-2097-41f2-90e4-f857a0ac0a18 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308068 Apr 18 16:59:02.049089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-8778f87f-dc8d-4b49-89af-4f85d0a0a257 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/quotas/79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 375 time: 0.0464942 Apr 18 16:59:02.093540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-1d9f0f6c-0884-4e57-9b66-69daab1fff8b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:02.094924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-1d9f0f6c-0884-4e57-9b66-69daab1fff8b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 807 time: 0.2497852 Apr 18 16:59:02.111009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-1972fcbf-94a0-44a3-8187-46756575d8b0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388761 Apr 18 16:59:02.116845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Request body: {'port': {'device_id': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'admin_state_up': True, 'tenant_id': '5c5d9ea0f14a45849ed2e461d6b09988'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:02.123734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.206783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52237b56-50bb-46e6-99e7-bbdccba1e989 req-0626efdc-bab1-40d4-8414-f86f0d470ecc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:02.208257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52237b56-50bb-46e6-99e7-bbdccba1e989 req-0626efdc-bab1-40d4-8414-f86f0d470ecc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 945 time: 0.1745679 Apr 18 16:59:02.262424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:59:02.263024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c3a78f-5021-4ddb-956b-5fbca2c4b5c7,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:02.323023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52237b56-50bb-46e6-99e7-bbdccba1e989 req-f819ba2a-3dfe-4b8c-8af8-edd935ad75b2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022816 Apr 18 16:59:02.325332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Checking segment: {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:02.333906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Network hostable DHCP agents. Network: 014a1a48-9b0e-4ed6-8743-9790caaaa682, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:59:02.382142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:02.396193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '41aa7ace-0149-4444-bc8c-911442cf6897', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '41aa7ace-0149-4444-bc8c-911442cf6897', 'mac_address': 'fa:16:3e:1e:ff:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:59:02.404960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41e93eff-23b0-44fd-aac1-b99ada63d54e req-b7521222-c8d7-4b65-96dc-97355599ca70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 210 time: 0.0345762 Apr 18 16:59:02.444201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e91c438c-d537-4f00-943b-a48b6e3c763e req-f474205b-0ce7-4c40-a394-bbc39ff093d4 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0279851 Apr 18 16:59:02.444978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Made reservation on behalf of 5c5d9ea0f14a45849ed2e461d6b09988 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:02.448316 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.449613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.463783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aa7ace-0149-4444-bc8c-911442cf6897 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:02.470806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:59:02.496114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:02.577518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.581797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 014a1a48-9b0e-4ed6-8743-9790caaaa682) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:02.595469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:02.596059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.608263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:02.610798 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1887187a-10dd-4b84-bff4-ccfd0037e558" -d '{"events": [{"server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "name": "network-vif-plugged", "status": "completed", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:02.617916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c92a0f-de6a-40ca-b5bd-883140cbd483 None None] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:59:02.633268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Allocated IP 172.20.0.13 (6366ca5e-c99f-4fa5-b8b8-419df562a4ff/a25abb1f-ff07-4f5d-b8de-dbe6d78361cc/772854f5-25de-4fa7-9cd3-376234d8ef63) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:02.641934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13ef9-2a0e-4776-beb6-1cc5a12cfbb4 req-c2c3c968-728e-407a-94ab-89225b74f2bd tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:02.643427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb13ef9-2a0e-4776-beb6-1cc5a12cfbb4 req-c2c3c968-728e-407a-94ab-89225b74f2bd tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 949 time: 0.1141965 Apr 18 16:59:02.669240 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08e5ce7-2d95-44ac-8a09-34f8ec6661b2 x-openstack-request-id: req-a08e5ce7-2d95-44ac-8a09-34f8ec6661b2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:02.669638 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "name": "network-vif-plugged", "status": "completed", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:02.669815 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a08e5ce7-2d95-44ac-8a09-34f8ec6661b2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:02.670198 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08e5ce7-2d95-44ac-8a09-34f8ec6661b2'] response: {'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866', 'code': 200} Apr 18 16:59:02.698525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:02.714524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb13ef9-2a0e-4776-beb6-1cc5a12cfbb4 req-8d530c29-3659-48f8-9aea-4e2410cfac54 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616398 Apr 18 16:59:02.785097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-466f6ffb-06a4-4a4f-b895-8e4a57c64408 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2581944 Apr 18 16:59:02.788644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47160) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:02.794647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:02.818899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce371d2-afab-436b-8a59-04238edf903b req-db7a62e6-3358-48a0-bc33-b43b348280c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:02.820656 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ce371d2-afab-436b-8a59-04238edf903b req-db7a62e6-3358-48a0-bc33-b43b348280c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1096 time: 0.0613170 Apr 18 16:59:02.824303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-014a1a48-9b0e-4ed6-8743-9790caaaa682', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 16:59:02.825167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.855530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c3950-624c-432d-8ac8-6f2160cab00e req-78a8c15a-52bd-4ab6-9252-5b295e76bf73 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:02.857183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a7c3950-624c-432d-8ac8-6f2160cab00e req-78a8c15a-52bd-4ab6-9252-5b295e76bf73 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 948 time: 0.1039100 Apr 18 16:59:02.870056 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ce371d2-afab-436b-8a59-04238edf903b req-e9a12862-5818-4eb4-baf8-21f4b4bc6049 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Apr 18 16:59:02.894101 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.895780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.921672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.934341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a7c3950-624c-432d-8ac8-6f2160cab00e req-0da276b5-0262-4e65-9148-b8791aba2c61 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685773 Apr 18 16:59:02.970698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:02.982291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Allocated IP 172.20.0.2 (014a1a48-9b0e-4ed6-8743-9790caaaa682/65c3a78f-5021-4ddb-956b-5fbca2c4b5c7/b1a90043-2409-4fa0-8e5d-4143684916c5) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:03.047303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['41aa7ace-0149-4444-bc8c-911442cf6897'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:03.061015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92bd901f-afce-4778-b4af-9a5327102041 req-e4a610a1-a8a4-4123-a0c7-438ef6c0c368 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0292289 Apr 18 16:59:03.073185 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.141311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Pushing event updated for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:03.148788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:03.150351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:03.155544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:03.202498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.209618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:03.211087 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.228756 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.231718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb20924e-214f-4ee3-8879-39bfa89f344e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.317372 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.320519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-a4dff5f6-be53-4a57-ab4d-03c754c76924 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2076771 Apr 18 16:59:03.339492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Request body: {'port': {'device_id': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:03.365263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:03.371953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:03.375290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:03.378383 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Pushing event updated for resources: {'Port': ['ID=b1a90043-2409-4fa0-8e5d-4143684916c5,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:03.415152 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.455015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Attempting to bind port b1a90043-2409-4fa0-8e5d-4143684916c5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:03.455506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Attempting to bind port b1a90043-2409-4fa0-8e5d-4143684916c5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:03.455925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Attempting to bind port b1a90043-2409-4fa0-8e5d-4143684916c5 on network 014a1a48-9b0e-4ed6-8743-9790caaaa682 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:03.466511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:03.467029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Checking segment: {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:03.467539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.468020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Bound using segment: {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:03.468615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Bound port: b1a90043-2409-4fa0-8e5d-4143684916c5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:03.469072 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.546686 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d60cdb9-2ada-4003-af6e-53b4c610b1e3 req-b851a210-06e2-4824-bf9c-c889d3741939 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 210 time: 0.0635254 Apr 18 16:59:03.549145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] For port b1a90043-2409-4fa0-8e5d-4143684916c5, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:03.564980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] For port b1a90043-2409-4fa0-8e5d-4143684916c5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b1a90043-2409-4fa0-8e5d-4143684916c5,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:03.649975 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.730673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc75d3-4d7f-4ad3-95a9-6740c363b9c8 None None] Pushing event updated for resources: {'Port': ['ID=b1a90043-2409-4fa0-8e5d-4143684916c5,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:03.759472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.779722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:03.897166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba1fd02d-7120-4a27-b37c-3bd6ce8f4775 req-d1b82158-8b19-4a05-b777-8fe7972a913c tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.2796896 Apr 18 16:59:03.899729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Allocated IP 172.25.5.127 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/02aae78d-e8ef-4b43-82c5-b6ce910ba6c1) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:03.925445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75beb41f-fd7e-4d49-887a-7a09a135c1bd req-0dd55391-8238-4694-a58f-070ad8ca1312 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:03.934067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75beb41f-fd7e-4d49-887a-7a09a135c1bd req-0dd55391-8238-4694-a58f-070ad8ca1312 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 945 time: 0.4528356 Apr 18 16:59:04.022141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ace377f2-e2cc-4a4f-b140-66fc091262f9 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:04.056422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75beb41f-fd7e-4d49-887a-7a09a135c1bd req-a3e1202f-8493-4334-a75b-04652971e5a8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212819 Apr 18 16:59:04.107133 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.216873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a313e3e-2e6f-4970-b66a-0cb992a0d911 req-174a6c5e-0099-40bd-a305-bfff7edc11ce tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:04.218574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a313e3e-2e6f-4970-b66a-0cb992a0d911 req-174a6c5e-0099-40bd-a305-bfff7edc11ce tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 949 time: 0.1612051 Apr 18 16:59:04.237435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.273612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be817-a098-4184-ba54-5bb0ebe0200c req-772201da-1cc9-4752-af17-febe4cbaa1fb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:04.282462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e1be817-a098-4184-ba54-5bb0ebe0200c req-772201da-1cc9-4752-af17-febe4cbaa1fb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 948 time: 0.1404824 Apr 18 16:59:04.282701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:04.287422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:04.292864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:04.298284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:04.303822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=02aae78d-e8ef-4b43-82c5-b6ce910ba6c1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:04.314897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772854f5-25de-4fa7-9cd3-376234d8ef63 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:04.325388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.345555 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.363011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a313e3e-2e6f-4970-b66a-0cb992a0d911 req-df383686-9169-4de0-9408-c05f2cfbf462 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334059 Apr 18 16:59:04.372962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Transition to ACTIVE for port object 772854f5-25de-4fa7-9cd3-376234d8ef63 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:59:04.382241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e1be817-a098-4184-ba54-5bb0ebe0200c req-d3915c0f-d9eb-49c9-8da7-6b021c6b9749 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993333 Apr 18 16:59:04.391201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 41aa7ace-0149-4444-bc8c-911442cf6897 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:04.391609 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.405468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port ace377f2-e2cc-4a4f-b140-66fc091262f9 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:59:04.432445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port ace377f2-e2cc-4a4f-b140-66fc091262f9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:04.432814 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.491416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.506729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2547-078b-402c-ab51-c4733dce460b req-8df9e4a0-d646-48db-8900-764d62b4e0b1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:04.508558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f59d2547-078b-402c-ab51-c4733dce460b req-8df9e4a0-d646-48db-8900-764d62b4e0b1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 932 time: 0.0604517 Apr 18 16:59:04.549203 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.571933 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.576641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f59d2547-078b-402c-ab51-c4733dce460b req-f10d9f4d-2bd1-4d06-bf26-312c07fdc5fe tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477440 Apr 18 16:59:04.632755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Pushing event updated for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:04.652616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:04.671033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ace377f2-e2cc-4a4f-b140-66fc091262f9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ace377f2-e2cc-4a4f-b140-66fc091262f9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:04.672015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897'}, {'server_uuid': 'dad789b5-3465-411b-bc3b-a6c98835904a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace377f2-e2cc-4a4f-b140-66fc091262f9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:04.674349 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5a60e0-8841-49e8-92ca-39e446a43b83" -d '{"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-plugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897"}, {"server_uuid": "dad789b5-3465-411b-bc3b-a6c98835904a", "name": "network-vif-plugged", "status": "completed", "tag": "ace377f2-e2cc-4a4f-b140-66fc091262f9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:04.700805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c33b84f8-748a-4e6e-ad6d-872b8e25a1bd req-2733f84b-efdd-4bd9-8f55-576bbfc19b20 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 210 time: 0.0334973 Apr 18 16:59:04.718278 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec90f43-9415-4a63-a9ad-b67eb5ba61c2 x-openstack-request-id: req-bec90f43-9415-4a63-a9ad-b67eb5ba61c2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:04.723212 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-plugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897", "code": 200}, {"server_uuid": "dad789b5-3465-411b-bc3b-a6c98835904a", "name": "network-vif-plugged", "status": "completed", "tag": "ace377f2-e2cc-4a4f-b140-66fc091262f9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:04.723212 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bec90f43-9415-4a63-a9ad-b67eb5ba61c2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:04.723212 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec90f43-9415-4a63-a9ad-b67eb5ba61c2'] response: {'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897', 'code': 200} Apr 18 16:59:04.723212 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec90f43-9415-4a63-a9ad-b67eb5ba61c2'] response: {'server_uuid': 'dad789b5-3465-411b-bc3b-a6c98835904a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace377f2-e2cc-4a4f-b140-66fc091262f9', 'code': 200} Apr 18 16:59:04.726980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:04.727520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:04.728025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:04.732920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:59:04.733463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:04.739017 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:04.739434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:04.745976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:04.746451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Bound port: 772854f5-25de-4fa7-9cd3-376234d8ef63, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:04.747034 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.752601 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.770492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.841656 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:04.844654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:04.862256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:04.871021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:04.901676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ace377f2-e2cc-4a4f-b140-66fc091262f9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:04.948917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa34672-4c98-4827-8e12-f7b02d555725 req-f5cab34c-e16d-4cfe-98f7-1723c0631d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:04.950441 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ffa34672-4c98-4827-8e12-f7b02d555725 req-f5cab34c-e16d-4cfe-98f7-1723c0631d02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 1101 time: 0.0935798 Apr 18 16:59:04.956311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-ffedd601-12f9-42b2-8187-2b626118a94c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297954 Apr 18 16:59:04.964412 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.062700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a502bfe-c02c-42bf-bfa7-9913364ce507 None None] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:59:05.092573 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.092756 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ffa34672-4c98-4827-8e12-f7b02d555725 req-a2272f47-1680-45a3-9c57-a81fd5a9dc4b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213870 Apr 18 16:59:05.100338 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.101897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] 10.222.0.18 "PUT /v2.0/ports/772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 1092 time: 1.7676983 Apr 18 16:59:05.108002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:05.122248 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373a13dd-dd53-40a0-8bed-1c0f27534117" -d '{"events": [{"name": "network-changed", "server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:05.125749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec63f7b-8131-48a1-84b9-8a9f4d2deb12 req-78df7892-da67-435e-81a2-8645ad9bf273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.127416 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aec63f7b-8131-48a1-84b9-8a9f4d2deb12 req-78df7892-da67-435e-81a2-8645ad9bf273 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1100 time: 0.1076989 Apr 18 16:59:05.154560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-182e49d7-997c-46b2-974e-c6e80675892b None None] Provisioning complete for port b1a90043-2409-4fa0-8e5d-4143684916c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:05.154933 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-182e49d7-997c-46b2-974e-c6e80675892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.173564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c978fbaf-3648-4cc6-9f1c-41c8978e8434 req-92da9c6b-6868-4bce-b091-8ee57060787b tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.1361210 Apr 18 16:59:05.183465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.193796 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aec63f7b-8131-48a1-84b9-8a9f4d2deb12 req-a41393fd-d662-4506-a5ae-679e352bf70a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553727 Apr 18 16:59:05.235106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf3b01-243c-485d-86bd-c15798e71426 service neutron] Pushing event updated for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:05.271091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4ca6c-d71f-4ee5-b8fe-d64ebe4bb2fe req-edabb294-9281-4e73-a9ba-01432cb64307 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.273445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3c4ca6c-d71f-4ee5-b8fe-d64ebe4bb2fe req-edabb294-9281-4e73-a9ba-01432cb64307 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 945 time: 0.0988400 Apr 18 16:59:05.292735 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c91282c-4cd3-420a-a013-25694dce43b4 x-openstack-request-id: req-6c91282c-4cd3-420a-a013-25694dce43b4 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:05.293012 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:05.293259 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c91282c-4cd3-420a-a013-25694dce43b4 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:05.293672 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c91282c-4cd3-420a-a013-25694dce43b4'] response: {'name': 'network-changed', 'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63', 'status': 'completed', 'code': 200} Apr 18 16:59:05.310789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-79756a9a-72c6-4961-bfcf-2fdc0cd25a3c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.312246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-79756a9a-72c6-4961-bfcf-2fdc0cd25a3c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384430 Apr 18 16:59:05.318798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-182e49d7-997c-46b2-974e-c6e80675892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.357332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3c4ca6c-d71f-4ee5-b8fe-d64ebe4bb2fe req-4bb42e07-2979-4c62-8b1b-3b4e8e157ce6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524936 Apr 18 16:59:05.360407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-182e49d7-997c-46b2-974e-c6e80675892b None None] For port b1a90043-2409-4fa0-8e5d-4143684916c5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b1a90043-2409-4fa0-8e5d-4143684916c5,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:05.405931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Router 43db55b0-b113-4cab-abdd-0bcf3550b905 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 16:59:05.434706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-182e49d7-997c-46b2-974e-c6e80675892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.496344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e49d7-997c-46b2-974e-c6e80675892b None None] Pushing event updated for resources: {'Port': ['ID=b1a90043-2409-4fa0-8e5d-4143684916c5,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:05.499409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a36249-129c-4d10-b572-7550e6a94d2c req-15850fc1-a6b1-4d7c-85bf-255b5a529be1 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.501059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71a36249-129c-4d10-b572-7550e6a94d2c req-15850fc1-a6b1-4d7c-85bf-255b5a529be1 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1096 time: 0.0801082 Apr 18 16:59:05.515020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f9fe-7866-4d32-b700-d0b4208a9946 req-14bd5401-8ca5-4743-8e91-6cfa695b1d1e tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.516877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f50f9fe-7866-4d32-b700-d0b4208a9946 req-14bd5401-8ca5-4743-8e91-6cfa695b1d1e tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 950 time: 0.0852706 Apr 18 16:59:05.547002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:59:05.560145 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Sync routers for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:59:05.565073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5de861a9-cd6e-411f-800b-c6169b883adb None None] Provisioning complete for port b1a90043-2409-4fa0-8e5d-4143684916c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:05.565914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5de861a9-cd6e-411f-800b-c6169b883adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.577295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71a36249-129c-4d10-b572-7550e6a94d2c req-83aa7abe-6881-4db3-9772-334ed8a3de1f tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592966 Apr 18 16:59:05.580916 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Request body: {'port': {'device_id': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '79801ff0479c44059080bb19a59617ce'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:05.594993 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:05.595630 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:05.603121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f50f9fe-7866-4d32-b700-d0b4208a9946 req-757e242b-a50f-4491-a76a-108f81cacca3 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787332 Apr 18 16:59:05.735721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.742901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47200) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:05.750132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c1d7ac2f-ed17-46c3-b0dc-484ec8981cc5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9567788 Apr 18 16:59:05.785872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-9eb37692-b533-41ee-8580-e011570d9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.787332 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-9eb37692-b533-41ee-8580-e011570d9503 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1095 time: 0.1667898 Apr 18 16:59:05.793861 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:05.807279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b1a90043-2409-4fa0-8e5d-4143684916c5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:05.843692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-4b570612-59c7-4de1-895b-c6b69db84147 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 217 time: 0.0401468 Apr 18 16:59:05.847501 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.863705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b1a90043-2409-4fa0-8e5d-4143684916c5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:05.864170 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.882373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Made reservation on behalf of 79801ff0479c44059080bb19a59617ce for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:05.888866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.909981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-52b15dc9-37e9-4dda-baa5-4a4e4dbf9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.912677 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-52b15dc9-37e9-4dda-baa5-4a4e4dbf9556 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0620248 Apr 18 16:59:05.920187 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:05.941611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b076d-3726-4bad-9781-95e1e5342f60 req-116e49a5-baa9-4198-baa1-d27848bf5f98 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:05.943154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc8b076d-3726-4bad-9781-95e1e5342f60 req-116e49a5-baa9-4198-baa1-d27848bf5f98 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1213408 Apr 18 16:59:05.982397 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-c71e5606-2f89-451f-9603-7f9ad1246ebe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327103 Apr 18 16:59:06.008365 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:04Z', 'revision_number': 3, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:06.026758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1249c28-1142-44af-9a36-2f32dc4a1fb4 req-d2a3c2d4-e9b0-4a08-adb8-3e9b90b28fab tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:06.028217 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1249c28-1142-44af-9a36-2f32dc4a1fb4 req-d2a3c2d4-e9b0-4a08-adb8-3e9b90b28fab tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.2164016 Apr 18 16:59:06.038365 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Checking router: 43db55b0-b113-4cab-abdd-0bcf3550b905 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:59:06.039212 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Updating router 43db55b0-b113-4cab-abdd-0bcf3550b905 port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:59:06.067042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc8b076d-3726-4bad-9781-95e1e5342f60 req-0c398489-c155-495f-9568-8f3a002b1dcf tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940955 Apr 18 16:59:06.071975 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.082277 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.096009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-6c285559-584b-410b-8e0e-468b98838f9e service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068110 Apr 18 16:59:06.202189 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8760c0e6-d835-4664-b598-8f8b83b55108 req-3b6f2491-1ca5-4e35-ae68-1e0470ab4173 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992372 Apr 18 16:59:06.254354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1249c28-1142-44af-9a36-2f32dc4a1fb4 req-b690d339-8c34-4336-b7d5-5c1ffeeafa34 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079229 Apr 18 16:59:06.283706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.342354 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.344531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4d0e-fb7e-4f33-98bd-e3ffd5fa84de req-5249c770-9787-4b52-93ab-ff8adc86d3c9 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:06.346041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a5f4d0e-fb7e-4f33-98bd-e3ffd5fa84de req-5249c770-9787-4b52-93ab-ff8adc86d3c9 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1096 time: 0.2009146 Apr 18 16:59:06.364659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dec2fbee-f502-485f-b609-90e172fe6a8a req-0ea83350-b073-4168-81b4-a38783ded36b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 210 time: 0.0380881 Apr 18 16:59:06.372008 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.419698 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.439276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-4139497f-37ea-4fea-87bf-bae5eb556cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:06.441099 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-4139497f-37ea-4fea-87bf-bae5eb556cbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0567195 Apr 18 16:59:06.474242 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Attempting to bind port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:06.474689 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Attempting to bind port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:06.475115 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Attempting to bind port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:06.483510 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Pushing event updated for resources: {'Port': ['ID=02aae78d-e8ef-4b43-82c5-b6ce910ba6c1,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:06.486558 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:06.487026 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:06.487639 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.488002 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:06.488533 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Bound port: 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:06.488990 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.517721 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.518151 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.518549 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.518994 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.519474 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.520419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:06.520899 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.520980 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.521367 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.521803 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.522723 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.536106 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.536575 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:06.537404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c70d123-862a-4ff6-9690-aa6f09051631 req-74642e7e-abc3-4e26-8ddb-b6d30a844457 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0937791 Apr 18 16:59:06.557243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a5f4d0e-fb7e-4f33-98bd-e3ffd5fa84de req-84879f6f-c8e0-4184-8f6e-ca3e92fccfd5 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954274 Apr 18 16:59:06.566029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-68e3829a-2295-446c-b197-47ae12f183e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:06.568254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-68e3829a-2295-446c-b197-47ae12f183e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.1196890 Apr 18 16:59:06.580208 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] For port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:06.597812 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] For port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=02aae78d-e8ef-4b43-82c5-b6ce910ba6c1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:06.672495 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.727285 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-945ab0ec-38b0-4bcc-a601-0bb6c178ad4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 217 time: 0.1010063 Apr 18 16:59:06.790638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Allocated IP 192.168.233.233 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/7a6ba1ae-3f85-4202-9efe-0a88ec0d3566) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:06.791527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-1765e830-d35b-4095-be25-6d8498e09eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:06.793355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-1765e830-d35b-4095-be25-6d8498e09eb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0579555 Apr 18 16:59:06.844594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:06.846391 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:06.847024 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:06.854775 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-fbb08c06-b660-4ecd-8e70-ab39bc59e0f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535977 Apr 18 16:59:06.947765 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4b060-c6dc-4019-8766-2a6f3fc9175b None None] Pushing event updated for resources: {'Port': ['ID=02aae78d-e8ef-4b43-82c5-b6ce910ba6c1,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:06.975691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb33b9-b982-4ddc-80e4-3d689bed8aa8 req-24eb059b-6777-46a6-8bac-2b124c98d565 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:06.977402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83eb33b9-b982-4ddc-80e4-3d689bed8aa8 req-24eb059b-6777-46a6-8bac-2b124c98d565 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 950 time: 0.2315276 Apr 18 16:59:06.987026 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-1c284dce-5c79-490d-bce1-1e31c5201fce service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221125 Apr 18 16:59:07.029298 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:07.130363 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-373a13dd-dd53-40a0-8bed-1c0f27534117 req-c937b442-5721-4acd-bbd5-3cc9000d3be6 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296015 Apr 18 16:59:07.140084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83eb33b9-b982-4ddc-80e4-3d689bed8aa8 req-f6203b54-9139-4d9c-a548-cbf8eeabacff tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344340 Apr 18 16:59:07.255563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Allocated IP 172.20.0.1 (014a1a48-9b0e-4ed6-8743-9790caaaa682/65c3a78f-5021-4ddb-956b-5fbca2c4b5c7/4f973efe-0e7b-48e8-a521-2a8c5b512b2d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:07.287529 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:04Z', 'revision_number': 3, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:07.305266 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:07.318147 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2072e2-2c25-4337-849f-39bec91cee6a None None] The sync data for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 is: [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:04Z', 'revision_number': 3, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:59:07.348842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc353-19d0-4eef-a083-2820ad803747 req-55ea49a3-b77d-4095-81cd-842b8a769427 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:07.350443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-722dc353-19d0-4eef-a083-2820ad803747 req-55ea49a3-b77d-4095-81cd-842b8a769427 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1096 time: 0.1610718 Apr 18 16:59:07.430745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c3d5-87d9-4090-920f-8ca90434e93e req-6d265b86-18c3-480b-93f3-66e3c7c9cb94 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:07.432198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b65c3d5-87d9-4090-920f-8ca90434e93e req-6d265b86-18c3-480b-93f3-66e3c7c9cb94 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1882150 Apr 18 16:59:07.500835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-722dc353-19d0-4eef-a083-2820ad803747 req-13d496db-ca3d-4c01-9938-0398667d6a87 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131394 Apr 18 16:59:07.516319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:07.523756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b65c3d5-87d9-4090-920f-8ca90434e93e req-b493b5d9-d0b0-4e72-8f4a-510329e04cd4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840223 Apr 18 16:59:07.535195 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:07.578798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:07.603355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:07.607878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:07.773695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:07.839962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:07.840599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:07.929258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:07.950773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=02aae78d-e8ef-4b43-82c5-b6ce910ba6c1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:07.972157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:07.987219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0b637365-7f8c-4fe5-814d-ef02bc6d4433 None None] Provisioning complete for port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:07.988946 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0b637365-7f8c-4fe5-814d-ef02bc6d4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:08.011493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.011837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.012176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.012510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.012845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.013175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.013529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.013856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.014178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.014502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.014823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.015153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:08.017294 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:08.043732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:08.043732 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:08.072808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431924b-7a5e-4511-a9ff-c145bbf7bc8e req-528d8e2d-f95a-4bfb-b5b5-7946874600b0 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:08.074439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d431924b-7a5e-4511-a9ff-c145bbf7bc8e req-528d8e2d-f95a-4bfb-b5b5-7946874600b0 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.4509933 Apr 18 16:59:08.083390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0b637365-7f8c-4fe5-814d-ef02bc6d4433 None None] Port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:59:08.089530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc28fc-c071-4fad-b0a4-a6023116ef03 req-75d86f5a-2855-4c30-8dc3-1e9e607af777 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:08.091511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ddc28fc-c071-4fad-b0a4-a6023116ef03 req-75d86f5a-2855-4c30-8dc3-1e9e607af777 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 936 time: 0.4231753 Apr 18 16:59:08.122740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=02aae78d-e8ef-4b43-82c5-b6ce910ba6c1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:08.151847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d431924b-7a5e-4511-a9ff-c145bbf7bc8e req-03480eaf-7468-4093-b000-324e801e7a10 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591660 Apr 18 16:59:08.161154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ddc28fc-c071-4fad-b0a4-a6023116ef03 req-04f2a877-0b48-4d58-90c3-1796ff027d6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592456 Apr 18 16:59:08.255102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a312c28-b371-4036-baed-9d71a4220742 req-0c55979d-53ee-4225-a739-62df86a3d009 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0352900 Apr 18 16:59:08.312475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987e04b-67ed-4d46-948e-b7d4b6110630 req-24fe6c07-54be-4d3f-bd17-f27704d4d5ec tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:08.314093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d987e04b-67ed-4d46-948e-b7d4b6110630 req-24fe6c07-54be-4d3f-bd17-f27704d4d5ec tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 950 time: 0.0851376 Apr 18 16:59:08.330580 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:08.392150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-e6136690-9981-4630-9e7e-5d8d5677831c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8177581 Apr 18 16:59:08.410808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:08.419518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Request body: {'port': {'device_id': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:08.430922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:08.458508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:08.461033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:08.491605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d987e04b-67ed-4d46-948e-b7d4b6110630 req-3c1964b6-f30c-4028-b343-5823ac5043f0 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708050 Apr 18 16:59:08.512191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401e7b0-9a11-4e7d-a511-313dddf65713 req-90ea0c9f-1870-4791-a351-556143a87e38 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:08.513675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f401e7b0-9a11-4e7d-a511-313dddf65713 req-90ea0c9f-1870-4791-a351-556143a87e38 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1861377 Apr 18 16:59:08.565822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:08.606386 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:08.684792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f401e7b0-9a11-4e7d-a511-313dddf65713 req-ad9ca0bc-e3d5-42d1-876b-eeed50f0262e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631422 Apr 18 16:59:08.810645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5eff093c-befa-49ca-902b-aa7a5cd57fec None None] Provisioning complete for port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:08.811242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5eff093c-befa-49ca-902b-aa7a5cd57fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:08.846347 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5eff093c-befa-49ca-902b-aa7a5cd57fec None None] Port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:59:08.976242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748833a-4903-4674-9873-819f3d63e5af req-53152e1c-3985-4f1a-8932-0d29d085cd33 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:08.977747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a748833a-4903-4674-9873-819f3d63e5af req-53152e1c-3985-4f1a-8932-0d29d085cd33 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1096 time: 0.2019951 Apr 18 16:59:08.987596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246281-bad8-4489-8a64-5534198fd6a8 req-da4280ca-ac8b-4723-8c0e-7eda656d8420 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:08.988935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46246281-bad8-4489-8a64-5534198fd6a8 req-da4280ca-ac8b-4723-8c0e-7eda656d8420 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1515813 Apr 18 16:59:09.101165 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a748833a-4903-4674-9873-819f3d63e5af req-33f0a884-ace8-418b-a79f-eab1b4e7d376 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094146 Apr 18 16:59:09.104871 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:09.112507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46246281-bad8-4489-8a64-5534198fd6a8 req-062fdc10-3384-4c92-a7bc-697be220e887 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115839 Apr 18 16:59:09.314807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:09.327194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9c7d-0a4f-4acb-88bf-fdcac4725f89 req-3d3b092e-ee2e-400d-9e0e-dbfe70e982d5 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:09.328717 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b9e9c7d-0a4f-4acb-88bf-fdcac4725f89 req-3d3b092e-ee2e-400d-9e0e-dbfe70e982d5 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 950 time: 0.1466942 Apr 18 16:59:09.334394 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:09.369789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Transition to ACTIVE for port object 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:59:09.404876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b9e9c7d-0a4f-4acb-88bf-fdcac4725f89 req-522ba445-9260-4794-87e7-7b02ef76ed35 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678403 Apr 18 16:59:09.432470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:09.469035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:09.514910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:09.603736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:09.656545 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:09.730431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:09.741006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e377b-cec3-4002-83bc-8810d1c62c69 req-a118829e-3f04-4437-ae13-d5b9256fa266 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:09.742505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e25e377b-cec3-4002-83bc-8810d1c62c69 req-a118829e-3f04-4437-ae13-d5b9256fa266 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.2430983 Apr 18 16:59:09.749182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:09.799197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:09.799789 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:09.820046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Attempting to bind port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:09.821333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Attempting to bind port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:09.821333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Attempting to bind port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:09.839870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:59:09.840177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Attempting to bind port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:09.864754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e25e377b-cec3-4002-83bc-8810d1c62c69 req-d5902cf8-82ee-4698-9d2f-203d3147a5bd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096883 Apr 18 16:59:09.870560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:09.870909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:09.871269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:09.871706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Bound port: 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:09.872056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:09.896849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:09.919689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:10.018682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1556e1f3-2885-4f1d-9647-a1d5914f357c req-dd6a00ee-5cd6-4ac5-81c1-630081cf56dc tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0489287 Apr 18 16:59:10.025675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:10.043664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:10.105997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Router 43db55b0-b113-4cab-abdd-0bcf3550b905 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 16:59:10.166809 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:10.215154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3072f2cd-47d7-4e67-9058-5ee7e5aebb6e None None] Provisioning complete for port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:10.215726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3072f2cd-47d7-4e67-9058-5ee7e5aebb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:10.226776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:10.227295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:10.228721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] 10.222.0.18 "PUT /v2.0/ports/7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 1096 time: 1.8199160 Apr 18 16:59:10.235426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:10.237684 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205e6fc6-a241-4623-bb2d-f57571c45c68" -d '{"events": [{"name": "network-changed", "server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:10.271471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3072f2cd-47d7-4e67-9058-5ee7e5aebb6e None None] Port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:59:10.308241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 772854f5-25de-4fa7-9cd3-376234d8ef63 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:59:10.325641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8462-720c-41d9-8315-bc1416dc033d req-ae450c53-d815-4643-8230-1cc600edb113 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:10.326693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d16a8462-720c-41d9-8315-bc1416dc033d req-ae450c53-d815-4643-8230-1cc600edb113 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.2071686 Apr 18 16:59:10.330642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40bd82-f5a6-45e3-93b9-9a2a0c56018d service neutron] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:10.364890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:59:10.383174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a2b9f6bf-8910-421c-a06d-b1c0ae463ce7 admin admin] 10.222.0.45 "PUT /v2.0/routers/43db55b0-b113-4cab-abdd-0bcf3550b905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6289182 Apr 18 16:59:10.426887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Sync routers for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:59:10.447198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d16a8462-720c-41d9-8315-bc1416dc033d req-33796347-de77-46d2-9062-1a1c00dc8df7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047988 Apr 18 16:59:10.473527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:10.474074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-692ceaeb-335e-4e2b-87ab-bf0eee133016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:10.474831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:10.475788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-692ceaeb-335e-4e2b-87ab-bf0eee133016 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1099 time: 0.0997500 Apr 18 16:59:10.540603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-598f820f-6071-4b16-855d-e240d7a9ac04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 217 time: 0.0438447 Apr 18 16:59:10.556049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:10.571116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '772854f5-25de-4fa7-9cd3-376234d8ef63', 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'port_id': '772854f5-25de-4fa7-9cd3-376234d8ef63', 'mac_address': 'fa:16:3e:51:f3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25abb1f-ff07-4f5d-b8de-dbe6d78361cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:59:10.596827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-3c4604ca-d183-4296-9611-f7d06e3a5157 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1b777e8949154b2f9faa854eca905190&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515265 Apr 18 16:59:10.654721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:10.683346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-716da83e-4c7e-41f1-a904-005b690709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:10.685526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-716da83e-4c7e-41f1-a904-005b690709b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1278362 Apr 18 16:59:10.700070 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:10.727234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772854f5-25de-4fa7-9cd3-376234d8ef63 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:10.764184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-2c1f21b3-37e1-48d6-aa07-2a97ec657116 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:10.765654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-2c1f21b3-37e1-48d6-aa07-2a97ec657116 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600223 Apr 18 16:59:10.768336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-ea68e394-9562-4586-84a6-a6fec3cdf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:10.770605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-ea68e394-9562-4586-84a6-a6fec3cdf18f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751245 Apr 18 16:59:10.790697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-d046b1f0-4e59-4c24-9ecb-74468f9c1049 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/quotas/1b777e8949154b2f9faa854eca905190 HTTP/1.1" status: 200 len: 375 time: 0.0175021 Apr 18 16:59:10.822408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:10.891937 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:10.952077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:10.971185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:09Z', 'revision_number': 2, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:11.122079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-e154b845-b117-4f09-bd52-81ad6ea7c5a0 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b777e8949154b2f9faa854eca905190&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3219082 Apr 18 16:59:11.138514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-5dd3b161-9032-4862-9f71-321402fa7485 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580480 Apr 18 16:59:11.141012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Checking router: 43db55b0-b113-4cab-abdd-0bcf3550b905 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:59:11.141353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Updating router 43db55b0-b113-4cab-abdd-0bcf3550b905 port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:59:11.174014 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.270902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3111956-0b67-4131-89c9-8cb2837257e6 req-c794e674-d113-4cab-8673-4307270a96cc service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179223 Apr 18 16:59:11.303735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47316) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:11.308846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-network', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:11.366152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['772854f5-25de-4fa7-9cd3-376234d8ef63'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:11.402455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Made reservation on behalf of 74036e2d0c6340c9866d8b6752a67848 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:11.406098 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.431140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-8f340169-da1b-4409-b896-c0bad68f9738 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:59:11.432097 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.433302 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-8f340169-da1b-4409-b896-c0bad68f9738 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070446 Apr 18 16:59:11.481635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-176ab7a2-43c6-418a-9bb3-308b046ec09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:11.483382 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-176ab7a2-43c6-418a-9bb3-308b046ec09a service neutron] 10.222.0.45 "GET /v2.0/ports/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 200 len: 1093 time: 0.0421987 Apr 18 16:59:11.496578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Request body: {'binding': {'host': 'n-h1-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:11.497179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Unknown quota resources ['binding']. {{(pid=109825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 16:59:11.518076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8430e9-8080-4f28-8ff4-00fb5aae8050 req-4b4f25e6-50aa-4870-b49e-d8ff9f883097 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:11.520396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8430e9-8080-4f28-8ff4-00fb5aae8050 req-4b4f25e6-50aa-4870-b49e-d8ff9f883097 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.1009378 Apr 18 16:59:11.563062 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.578061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8430e9-8080-4f28-8ff4-00fb5aae8050 req-f8f33d06-5c2c-40ca-9092-ad880668c18c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Apr 18 16:59:11.608375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.623945 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c4c9a5-4c6f-43cb-91a4-3122d9d2a989 x-openstack-request-id: req-a0c4c9a5-4c6f-43cb-91a4-3122d9d2a989 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:11.624298 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:11.624553 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0c4c9a5-4c6f-43cb-91a4-3122d9d2a989 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:11.624954 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c4c9a5-4c6f-43cb-91a4-3122d9d2a989'] response: {'name': 'network-changed', 'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'status': 'completed', 'code': 200} Apr 18 16:59:11.640589 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.680317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on host n-h1-836015-2 for vnic_type normal with profile None {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:11.680728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:11.681161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:11.696020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:59:11.697821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:11.711952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:11.711952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:11.711952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:11.711952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Bound port: 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:11.733163 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.738657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c92073-3b4b-495b-9593-d8f0218f0492 None None] Pushing event updated for resources: {'Port': ['ID=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:11.746025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 16:59:11.757311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.761318 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Added segment b37be88d-b97a-41d0-81b5-cdf20ee39f82 of type vlan for network c036f025-4e4b-4979-bbfd-2aeda5c97e83 Apr 18 16:59:11.769152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Attempting to bind port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:11.769152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Attempting to bind port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:11.769152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Attempting to bind port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d on network 014a1a48-9b0e-4ed6-8743-9790caaaa682 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:11.784684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:11.785630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Checking segment: {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:11.786225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.787293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Bound using segment: {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:11.791984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Bound port: 4f973efe-0e7b-48e8-a521-2a8c5b512b2d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:11.798966 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.821671 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:11.859229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.868740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0ee87-4477-4ddd-8872-2725601acd0b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:11.884567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-be3f8ad4-87b3-44d8-8d4b-6974b15c0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:11.886169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-be3f8ad4-87b3-44d8-8d4b-6974b15c0d0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1099 time: 0.2038031 Apr 18 16:59:11.899282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c470e-352c-4b8d-ad6f-dbdf0770d60a req-1546dc48-a79c-4bfd-bbcf-4fba8bfafcc7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:11.903695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] For port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:11.906496 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.907172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f19c470e-352c-4b8d-ad6f-dbdf0770d60a req-1546dc48-a79c-4bfd-bbcf-4fba8bfafcc7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.1897106 Apr 18 16:59:11.914120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-d2b78459-3709-4333-9f2b-6170f80760e1 service neutron] 10.222.0.45 "POST /v2.0/ports/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866/bindings HTTP/1.1" status: 201 len: 389 time: 0.4228942 Apr 18 16:59:11.916343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] For port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:11.989039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:11.997791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f19c470e-352c-4b8d-ad6f-dbdf0770d60a req-96087bf8-bb5a-47a5-a175-f4c69c365c05 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897191 Apr 18 16:59:12.006135 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:12.007648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:12.008472 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:12.081651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Provisioning complete for port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:12.082522 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:12.093712 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-7968db35-2a8d-44bb-9cb1-beda682d745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:12.095090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-7968db35-2a8d-44bb-9cb1-beda682d745e service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1805291 Apr 18 16:59:12.120922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fd6d4b4-4b55-41b2-aaf6-c507e7f347b3 req-3e545edc-2de6-403c-8cf7-5753513c5d96 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0373452 Apr 18 16:59:12.121174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c92073-3b4b-495b-9593-d8f0218f0492 None None] Pushing event updated for resources: {'Port': ['ID=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:12.125928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c036f025-4e4b-4979-bbfd-2aeda5c97e83,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:12.149509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:12.150449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:12.196667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network c036f025-4e4b-4979-bbfd-2aeda5c97e83 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 16:59:12.204607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8a27ffa2-79b9-41ee-920d-1459a86997a9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8975642 Apr 18 16:59:12.204920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47332) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:12.205449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-4a4eb52c-958c-47b7-8125-37535e305bd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 217 time: 0.0874250 Apr 18 16:59:12.209897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Request body: {'subnet': {'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-subnet', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:12.291900 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f72dc6e-1995-42ab-92be-8584c6478e5b req-6a22874a-c8c6-4536-87ac-1dff47530839 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 210 time: 0.0352206 Apr 18 16:59:12.320388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Made reservation on behalf of 74036e2d0c6340c9866d8b6752a67848 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:12.322769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:12.332480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-168241c1-dfdf-4516-bad4-5a420113e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:12.333987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-168241c1-dfdf-4516-bad4-5a420113e76a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1202672 Apr 18 16:59:12.443371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:12.468367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:12.473350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037e506-0278-46e4-9440-29ddf8f2f92b req-6cb90e7b-4b38-4e92-8507-5af76f81b231 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:12.477899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3037e506-0278-46e4-9440-29ddf8f2f92b req-6cb90e7b-4b38-4e92-8507-5af76f81b231 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1885891 Apr 18 16:59:12.486459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-af760226-7357-41ce-98f4-f7204a092fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:12.488150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-af760226-7357-41ce-98f4-f7204a092fca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182294 Apr 18 16:59:12.530822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75a929-8e43-4f7a-973d-cf1011936de9 req-159df431-2ff3-4aec-852e-61fc99a4d9a7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:12.538896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d75a929-8e43-4f7a-973d-cf1011936de9 req-159df431-2ff3-4aec-852e-61fc99a4d9a7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 945 time: 0.1504247 Apr 18 16:59:12.556405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] For port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:12.611463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3037e506-0278-46e4-9440-29ddf8f2f92b req-8f57a4ae-1901-44bb-82fa-6b0d376b1e20 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191730 Apr 18 16:59:12.644872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d75a929-8e43-4f7a-973d-cf1011936de9 req-6e9d40b8-baef-4d5b-bef5-81a819fa704b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973153 Apr 18 16:59:12.658660 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:12.682567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-2a5d0c75-7414-4219-8888-274d9053bae3 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803713 Apr 18 16:59:12.709334 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:12.737786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Pushing event updated for resources: {'Port': ['ID=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:12.747460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.747789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.748188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.748454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.748805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.749112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.749451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.749770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.750086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.750538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.750795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.751037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d42d17-5593-4e88-807d-105fa56a6dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.755834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:11Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:12.785156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-7ab00836-fbee-4b0f-b9de-e75dce92ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:12.787247 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-7ab00836-fbee-4b0f-b9de-e75dce92ee32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1096 time: 0.1360936 Apr 18 16:59:12.793293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059b6ea-61de-43d1-bad7-e41221a71669 None None] The sync data for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 is: [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:11Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:59:12.803665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4b748824-332b-42b8-a927-07f8baf0afa1 None None] Provisioning complete for port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:12.804120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4b748824-332b-42b8-a927-07f8baf0afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:12.810882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a29c6c-506a-40b9-9b92-d606bfe09642,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:12.839287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bae5b-dc0c-43ca-b797-0388ae6da1bc req-71a5061f-e189-48f1-9dd4-4cbeda9b5672 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:12.858622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-129bae5b-dc0c-43ca-b797-0388ae6da1bc req-71a5061f-e189-48f1-9dd4-4cbeda9b5672 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.1440248 Apr 18 16:59:12.891408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.892008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.892571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.893061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.894258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.894748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.895226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.895725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.896788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.897869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.899157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.899644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 16:59:12.910778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Checking segment: {'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:12.911400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Network hostable DHCP agents. Network: c036f025-4e4b-4979-bbfd-2aeda5c97e83, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 16:59:12.938743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e6fc6-a241-4623-bb2d-f57571c45c68 req-c85800e5-3224-4e78-9981-f01bab8d3193 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484045 Apr 18 16:59:12.945930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-129bae5b-dc0c-43ca-b797-0388ae6da1bc req-6148942a-994d-43b5-b844-b56f9a38ef97 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864499 Apr 18 16:59:13.007730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-5dfeb491-c812-4765-950d-8c66e86962df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:13.009498 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-5dfeb491-c812-4765-950d-8c66e86962df service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.2011731 Apr 18 16:59:13.011727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Network c036f025-4e4b-4979-bbfd-2aeda5c97e83 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 16:59:13.060381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-cdd1161b-5cbe-4d28-8fe6-d43108ba950e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 200 len: 217 time: 0.0422616 Apr 18 16:59:13.101801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, c036f025-4e4b-4979-bbfd-2aeda5c97e83) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:13.109176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:13.109830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:13.110643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45643f-1160-44f2-9dd8-20906e3e9c2f None None] Network c036f025-4e4b-4979-bbfd-2aeda5c97e83 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:59:13.133355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-e84fb093-6022-4528-a5a7-a51e932060a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:13.134848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-e84fb093-6022-4528-a5a7-a51e932060a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0671830 Apr 18 16:59:13.148134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5280b98-a298-4189-8de0-b25562685af0 req-1f45897a-246b-43c8-9777-eb0280147281 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:13.149879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5280b98-a298-4189-8de0-b25562685af0 req-1f45897a-246b-43c8-9777-eb0280147281 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.0651162 Apr 18 16:59:13.172728 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-05413f79-4bd4-41c4-859d-06e97c13e6cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304825 Apr 18 16:59:13.235969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dfadb784-881f-4002-981b-0847777063fc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0300097 Apr 18 16:59:13.239008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5280b98-a298-4189-8de0-b25562685af0 req-024af2ab-2c42-4309-a38f-77a0f8639cb6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788503 Apr 18 16:59:13.239124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47340) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:13.245499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:13.292177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53c6e3dd-2e8a-4c4f-ad8b-bba8cd0affa1 req-5fedf3f2-7fff-4d96-82dc-d6398110dfe2 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0390420 Apr 18 16:59:13.307178 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-28adc6dc-9e3a-4e82-bf22-7a35ad53304a service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271560 Apr 18 16:59:13.312160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-c036f025-4e4b-4979-bbfd-2aeda5c97e83', 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'fixed_ips': [{'subnet_id': '30a29c6c-506a-40b9-9b92-d606bfe09642'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 16:59:13.313107 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:13.353187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:13.354284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:13.423037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b578c195-e3f3-4455-9953-1bde5feafc26 req-c24980f9-991c-43fd-8d46-4b8c66744aba tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 210 time: 0.0360842 Apr 18 16:59:13.475663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:13.511757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Allocated IP 172.20.0.2 (c036f025-4e4b-4979-bbfd-2aeda5c97e83/30a29c6c-506a-40b9-9b92-d606bfe09642/82a171ad-4d8f-4d41-8885-c23ed732b888) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:13.512315 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-82b3be12-ff5c-49e0-b947-e050bb76cc86 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902914 Apr 18 16:59:13.724687 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:13.812253 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:13.858573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4f973efe-0e7b-48e8-a521-2a8c5b512b2d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:13.878470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Network c036f025-4e4b-4979-bbfd-2aeda5c97e83 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:13.904801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:13.908911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:13.924724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a72f2-83cc-4414-b90c-a3fccd353fc1 req-d6b3894a-dd35-4e48-be4f-978476710644 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:13.926039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Pushing event updated for resources: {'Port': ['ID=82a171ad-4d8f-4d41-8885-c23ed732b888,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:13.926537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c40a72f2-83cc-4414-b90c-a3fccd353fc1 req-d6b3894a-dd35-4e48-be4f-978476710644 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1376860 Apr 18 16:59:13.966513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4055bc-ea5c-4b27-ae40-91467c363673 req-151eda33-bf7f-45c0-b386-57d3eaa4e911 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:13.968822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb4055bc-ea5c-4b27-ae40-91467c363673 req-151eda33-bf7f-45c0-b386-57d3eaa4e911 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 945 time: 0.1444273 Apr 18 16:59:14.008437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Attempting to bind port 82a171ad-4d8f-4d41-8885-c23ed732b888 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:14.008889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Attempting to bind port 82a171ad-4d8f-4d41-8885-c23ed732b888 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:14.009339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Attempting to bind port 82a171ad-4d8f-4d41-8885-c23ed732b888 on network c036f025-4e4b-4979-bbfd-2aeda5c97e83 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:14.016867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:14.017352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Checking segment: {'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:14.017862 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.020544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Bound using segment: {'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:14.020544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Bound port: 82a171ad-4d8f-4d41-8885-c23ed732b888, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:14.020544 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.033510 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-23492b8b-dbc3-4375-9e5d-c073710c63cb tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1b777e8949154b2f9faa854eca905190&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172853 Apr 18 16:59:14.035966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:14.036421 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.050905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c40a72f2-83cc-4414-b90c-a3fccd353fc1 req-6570e7b0-fecd-4fb0-a625-fd4e36386eeb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761256 Apr 18 16:59:14.071134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb4055bc-ea5c-4b27-ae40-91467c363673 req-7aaab264-8609-4a9f-b4ab-cc4bb71ab6e0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924668 Apr 18 16:59:14.119753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.141282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-2759886b-217c-48e7-b808-dfe79018c119 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:14.143292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-2759886b-217c-48e7-b808-dfe79018c119 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.1893301 Apr 18 16:59:14.194533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-2'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:14.208205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] For port 82a171ad-4d8f-4d41-8885-c23ed732b888, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:14.236472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148871f-540e-4432-bd63-ef3073987ae0 req-1cf6bfba-4374-4114-9da2-93894cf0776c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:14.244469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8148871f-540e-4432-bd63-ef3073987ae0 req-1cf6bfba-4374-4114-9da2-93894cf0776c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0664330 Apr 18 16:59:14.313119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8148871f-540e-4432-bd63-ef3073987ae0 req-ba0bb7a9-fed6-421c-8fff-6335e5341872 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676255 Apr 18 16:59:14.368918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 772854f5-25de-4fa7-9cd3-376234d8ef63 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:14.374507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] For port 82a171ad-4d8f-4d41-8885-c23ed732b888, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=82a171ad-4d8f-4d41-8885-c23ed732b888,segment=NetworkSegment(b37be88d-b97a-41d0-81b5-cdf20ee39f82),segment_id=b37be88d-b97a-41d0-81b5-cdf20ee39f82)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:14.378170 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.409075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-fef3af5f-a9aa-416b-8272-6616902a1280 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:14.410786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-fef3af5f-a9aa-416b-8272-6616902a1280 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570852 Apr 18 16:59:14.414108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610fbe-0284-4b68-996a-15ffc86cdd68 req-396c660f-c6b0-4f11-94ac-12ff492bc34e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:14.417184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d610fbe-0284-4b68-996a-15ffc86cdd68 req-396c660f-c6b0-4f11-94ac-12ff492bc34e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.0728171 Apr 18 16:59:14.432724 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.438353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Request body: {'port': {'device_id': '6b763e34-590f-44e1-8037-7340d5c3587c', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '1b777e8949154b2f9faa854eca905190'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:14.468162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4276ecb9-3db6-4aad-a7e2-12d0d3f94a40 req-20d7f935-451f-465d-97a4-24e440c3de7c tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0484269 Apr 18 16:59:14.509338 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8e29f-2c3d-4c1a-a3e9-7b10026868c2 None None] Pushing event updated for resources: {'Port': ['ID=82a171ad-4d8f-4d41-8885-c23ed732b888,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:14.530850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d610fbe-0284-4b68-996a-15ffc86cdd68 req-d2d02941-9784-4fc8-93f4-06bd444858ec tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020968 Apr 18 16:59:14.577513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 772854f5-25de-4fa7-9cd3-376234d8ef63 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:59:14.581528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 772854f5-25de-4fa7-9cd3-376234d8ef63 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:14.581909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.620116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60a3780a-a89a-48d3-92f5-6b608e506054 req-b2ec4004-8620-4dce-9f08-1eb9f37460a8 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 210 time: 0.0329642 Apr 18 16:59:14.683511 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.697111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:14.718258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:14.721181 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e62809-a736-4d4c-846b-acde9b679fcc" -d '{"events": [{"server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "name": "network-vif-plugged", "status": "completed", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:14.754083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:14.772818 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab4800e-a8f1-442d-b7cc-58e89c819106 x-openstack-request-id: req-5ab4800e-a8f1-442d-b7cc-58e89c819106 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:14.772818 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "name": "network-vif-plugged", "status": "completed", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:14.772818 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ab4800e-a8f1-442d-b7cc-58e89c819106 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:14.772818 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab4800e-a8f1-442d-b7cc-58e89c819106'] response: {'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63', 'code': 200} Apr 18 16:59:14.795365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Made reservation on behalf of 1b777e8949154b2f9faa854eca905190 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:14.800136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.831202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.886299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:14.905627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:14.922022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e1a75-07fb-41bd-9e2d-e27696846090 req-f4c4ed05-ed58-400b-acbf-a6a53dd126e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:14.923756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f48e1a75-07fb-41bd-9e2d-e27696846090 req-f4c4ed05-ed58-400b-acbf-a6a53dd126e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0609655 Apr 18 16:59:14.942077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:14.960037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f48e1a75-07fb-41bd-9e2d-e27696846090 req-09956990-0e17-4b76-8f8c-f834b5ef78a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293336 Apr 18 16:59:14.981457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.013377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:15.015720 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8dbe5-d5d7-42a5-9a24-681bd097e397" -d '{"events": [{"server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "name": "network-vif-unplugged", "status": "completed", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:15.044077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.090776 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257697e4-1474-4d83-ac80-7260bc68b3df x-openstack-request-id: req-257697e4-1474-4d83-ac80-7260bc68b3df {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:15.090776 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "name": "network-vif-unplugged", "status": "completed", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:15.090776 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-257697e4-1474-4d83-ac80-7260bc68b3df {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:15.091194 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257697e4-1474-4d83-ac80-7260bc68b3df'] response: {'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866', 'code': 200} Apr 18 16:59:15.141067 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.159688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Allocated IP 192.168.233.48 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/fa354c07-b9ee-4db7-9e36-f90f625d6ce3) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:15.197288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b8fc-d75c-4fa0-9781-7b886f0cf0de req-ed423218-4ffe-4cec-83a8-1d1bf240738f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:15.200051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd76b8fc-d75c-4fa0-9781-7b886f0cf0de req-ed423218-4ffe-4cec-83a8-1d1bf240738f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0760291 Apr 18 16:59:15.252238 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Allocated IP 172.25.5.100 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/a0475a67-4897-4e25-a2eb-acfa29eb42c4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:15.252693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe5fad-b8b8-4302-a52a-9710e99689f3 req-dd67b363-d02e-4330-a0a6-fdb5f6beb86d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:15.260462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55fe5fad-b8b8-4302-a52a-9710e99689f3 req-dd67b363-d02e-4330-a0a6-fdb5f6beb86d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.1036901 Apr 18 16:59:15.274459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd76b8fc-d75c-4fa0-9781-7b886f0cf0de req-1918a112-95ac-41e1-8dd8-57781678f451 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676057 Apr 18 16:59:15.279795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Pushing event updated for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:15.313216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55fe5fad-b8b8-4302-a52a-9710e99689f3 req-db9ca2de-b6a9-4017-94dc-17fb9970a20e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517807 Apr 18 16:59:15.379050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on host n-h2-836015-2 for vnic_type normal with profile {"migrating_to": "n-h1-836015-2"} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:15.379602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:15.380016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:15.401790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:59:15.402226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Attempting to bind port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:15.422905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:15.423335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:15.423809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:15.424350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Bound port: 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:15.424772 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.430003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90450ca9-2eb9-4a33-b9ce-93370650cc09 req-490b4c42-689b-41f0-ac67-ae3bccc01a90 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:15.432045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90450ca9-2eb9-4a33-b9ce-93370650cc09 req-490b4c42-689b-41f0-ac67-ae3bccc01a90 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.0540841 Apr 18 16:59:15.477805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90450ca9-2eb9-4a33-b9ce-93370650cc09 req-fb40b7df-7781-4c78-8b55-763944c49ee9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Apr 18 16:59:15.546546 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.620564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:15.620670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181fd24-be1f-4474-b538-33183b5e573c None None] Network c036f025-4e4b-4979-bbfd-2aeda5c97e83 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 16:59:15.626340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.627724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-249155cb-3d25-4f09-9643-93489892a21d req-23cc67b7-5374-41ad-8b19-3f6ed0e27bc0 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0361366 Apr 18 16:59:15.649701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:15.703514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.708406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a6879-00ab-4279-84c8-5abf646b317b req-ae7f63b1-d479-40cf-b05c-67d3bb9cca65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:15.710980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d60a6879-00ab-4279-84c8-5abf646b317b req-ae7f63b1-d479-40cf-b05c-67d3bb9cca65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.0782869 Apr 18 16:59:15.750407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c94e7a96-a558-4235-b52e-687762b8ef26 None None] Provisioning complete for port 82a171ad-4d8f-4d41-8885-c23ed732b888 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:15.751070 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a96-a558-4235-b52e-687762b8ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.770589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.777042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25b0aee8-8f6d-4dca-9d72-f25f51f50bce req-a5dec728-8189-4b0a-a7f7-5ae7a32e5ab7 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 210 time: 0.0547945 Apr 18 16:59:15.803933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d60a6879-00ab-4279-84c8-5abf646b317b req-d02f6647-7c27-47b4-9d3b-a04521719604 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864570 Apr 18 16:59:15.806568 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.823850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 82a171ad-4d8f-4d41-8885-c23ed732b888 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:15.849074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:15.849730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:15.851950 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] 10.222.0.18 "PUT /v2.0/ports/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 200 len: 1121 time: 1.6653440 Apr 18 16:59:15.856464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:15.856897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ace377f2-e2cc-4a4f-b140-66fc091262f9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:15.862087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:15.864809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:15.867904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b16056-b8ac-4a48-9b06-e515ac4fbf8e service neutron] Pushing event updated for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=8']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:15.917951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:15.923483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:15.929781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:16.011178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Pushing event updated for resources: {'Port': ['ID=a0475a67-4897-4e25-a2eb-acfa29eb42c4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:16.033966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:16.039275 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a96-a558-4235-b52e-687762b8ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.044771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 82a171ad-4d8f-4d41-8885-c23ed732b888 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:16.045377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.073731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:16.074356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.137160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Pushing event updated for resources: {'Port': ['ID=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:16.183410 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c94e7a96-a558-4235-b52e-687762b8ef26 None None] For port 82a171ad-4d8f-4d41-8885-c23ed732b888, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=82a171ad-4d8f-4d41-8885-c23ed732b888,segment=NetworkSegment(b37be88d-b97a-41d0-81b5-cdf20ee39f82),segment_id=b37be88d-b97a-41d0-81b5-cdf20ee39f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:16.205309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b8377a22-8784-46b3-8ca1-e03023aeb0da tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7727883 Apr 18 16:59:16.231952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Request body: {'port': {'device_id': '6b763e34-590f-44e1-8037-7340d5c3587c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:16.289067 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a96-a558-4235-b52e-687762b8ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.302015 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.358564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:59:16.486455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ead6d-8e20-4336-ae90-f2c86200c1b6 req-03d81071-fb5c-44f1-8a13-2ad1762f2f4b tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:16.494462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-181ead6d-8e20-4336-ae90-f2c86200c1b6 req-03d81071-fb5c-44f1-8a13-2ad1762f2f4b tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1068573 Apr 18 16:59:16.511194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 16:59:16.511563 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 16:59:16.516264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e7a96-a558-4235-b52e-687762b8ef26 None None] Pushing event updated for resources: {'Port': ['ID=82a171ad-4d8f-4d41-8885-c23ed732b888,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:16.537407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e4b62-02a2-424c-9c64-b26cef46f883 req-72fdbf83-f244-4a20-8978-34a729ce5165 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:16.539078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-474e4b62-02a2-424c-9c64-b26cef46f883 req-72fdbf83-f244-4a20-8978-34a729ce5165 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.1185007 Apr 18 16:59:16.557366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5600dd2f-b468-40a9-a654-ab103afa27cf None None] Provisioning complete for port 82a171ad-4d8f-4d41-8885-c23ed732b888 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:16.563222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5600dd2f-b468-40a9-a654-ab103afa27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.574338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-181ead6d-8e20-4336-ae90-f2c86200c1b6 req-fb6699e7-39e3-466b-8a77-2fbcc40de58f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765109 Apr 18 16:59:16.585001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.617977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-474e4b62-02a2-424c-9c64-b26cef46f883 req-57d8f6e0-d53a-46fd-99a2-0f930b1a6e1f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664947 Apr 18 16:59:16.642351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.694572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:16.735523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'mac_address': 'fa:16:3e:c3:f7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:59:16.767720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f32e7071-15b0-4851-bec8-4650ded332cd req-74c1e964-19f4-4411-ad01-421e882e57c1 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0357802 Apr 18 16:59:16.775701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7844e-7ef4-4465-80f5-6fc2483af71b req-14e26f1b-39a8-41cd-ba21-5271f2740c86 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:16.783636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34f7844e-7ef4-4465-80f5-6fc2483af71b req-14e26f1b-39a8-41cd-ba21-5271f2740c86 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.0895267 Apr 18 16:59:16.804680 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.823179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5600dd2f-b468-40a9-a654-ab103afa27cf None None] Provisioning complete for port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:16.823681 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5600dd2f-b468-40a9-a654-ab103afa27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.831894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:16.839686 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34f7844e-7ef4-4465-80f5-6fc2483af71b req-69e6334d-4937-41cd-9bb8-baa7addb7f37 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551529 Apr 18 16:59:16.910119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:16.917534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5600dd2f-b468-40a9-a654-ab103afa27cf None None] Port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:59:16.979595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fc3c9-4e83-4eb3-96ff-ca1621cb2029 req-d7a5558c-8fe3-4d08-bafd-1ed0a9e3d431 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:16.981112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-003fc3c9-4e83-4eb3-96ff-ca1621cb2029 req-d7a5558c-8fe3-4d08-bafd-1ed0a9e3d431 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 935 time: 0.0852840 Apr 18 16:59:16.989171 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:16.994068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b167e5-c5f5-4a66-b511-e6091c67a93f req-72c98e05-7677-4755-bb57-a989b2b85fe1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:16.995603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01b167e5-c5f5-4a66-b511-e6091c67a93f req-72c98e05-7677-4755-bb57-a989b2b85fe1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.0705216 Apr 18 16:59:16.997491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.033462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.047502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-003fc3c9-4e83-4eb3-96ff-ca1621cb2029 req-48b06fbb-adba-4b9b-b630-0fb2e6c07efe tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Apr 18 16:59:17.050769 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.052538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa354c07-b9ee-4db7-9e36-f90f625d6ce3 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:17.061295 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.076130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01b167e5-c5f5-4a66-b511-e6091c67a93f req-6de6442d-e243-4d23-80fa-170a292bf410 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534697 Apr 18 16:59:17.086974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:17.103695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:17.106039 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886bc505-f6ac-4109-840e-0e793faca250" -d '{"events": [{"name": "network-changed", "server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:17.109018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Transition to ACTIVE for port object fa354c07-b9ee-4db7-9e36-f90f625d6ce3 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:59:17.175790 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97eb6e8-57d5-476e-aad6-58e998b685b7 x-openstack-request-id: req-b97eb6e8-57d5-476e-aad6-58e998b685b7 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:17.176069 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:17.176316 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b97eb6e8-57d5-476e-aad6-58e998b685b7 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:17.176701 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97eb6e8-57d5-476e-aad6-58e998b685b7'] response: {'name': 'network-changed', 'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866', 'status': 'completed', 'code': 200} Apr 18 16:59:17.192875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.204009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d339-f1ae-4e2f-a167-0da01bc2a09d req-89fc3061-5359-46f3-b3e2-1041ee1e61e1 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:17.205544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bae7d339-f1ae-4e2f-a167-0da01bc2a09d req-89fc3061-5359-46f3-b3e2-1041ee1e61e1 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0512207 Apr 18 16:59:17.266806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Pushing event updated for resources: {'Port': ['ID=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:17.279399 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc505-f6ac-4109-840e-0e793faca250 req-35adcec8-54ab-4dc1-bffb-3bcbb9678ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:17.280893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886bc505-f6ac-4109-840e-0e793faca250 req-35adcec8-54ab-4dc1-bffb-3bcbb9678ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1124 time: 0.0740271 Apr 18 16:59:17.282613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bae7d339-f1ae-4e2f-a167-0da01bc2a09d req-05f36978-dad9-4a38-aa01-b54da7d92edc tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677547 Apr 18 16:59:17.348623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Attempting to bind port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:17.348912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Attempting to bind port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:17.352757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Attempting to bind port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:17.358020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:59:17.358020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Attempting to bind port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:17.370031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:17.370393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:17.370773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:17.371211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Bound port: fa354c07-b9ee-4db7-9e36-f90f625d6ce3, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:17.371575 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.387667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc505-f6ac-4109-840e-0e793faca250 req-867e0715-3903-45e8-8611-b4fb7fdec689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:17.389128 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886bc505-f6ac-4109-840e-0e793faca250 req-867e0715-3903-45e8-8611-b4fb7fdec689 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1020417 Apr 18 16:59:17.410241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Router 6732045a-3b21-46fd-b6cc-4e8561f6d039 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 16:59:17.432379 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886bc505-f6ac-4109-840e-0e793faca250 req-8d18d561-97b7-44df-a792-1ac7085e66c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 200 len: 217 time: 0.0352814 Apr 18 16:59:17.487869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] For port fa354c07-b9ee-4db7-9e36-f90f625d6ce3, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:17.497590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc505-f6ac-4109-840e-0e793faca250 req-68881651-b892-4725-a9de-1c70efc8f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:17.500036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886bc505-f6ac-4109-840e-0e793faca250 req-68881651-b892-4725-a9de-1c70efc8f907 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0591877 Apr 18 16:59:17.506142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] For port fa354c07-b9ee-4db7-9e36-f90f625d6ce3, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:17.540809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886bc505-f6ac-4109-840e-0e793faca250 req-09b3f6f9-bb4d-43e3-92bf-87ee1428058d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322552 Apr 18 16:59:17.557292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:17.559462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:59:17.572400 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Sync routers for ids ['6732045a-3b21-46fd-b6cc-4e8561f6d039'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:59:17.574385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.600064 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Routers {'6732045a-3b21-46fd-b6cc-4e8561f6d039'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:17.600917 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6732045a-3b21-46fd-b6cc-4e8561f6d039'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:17.616492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:17.617167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.618789 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] 10.222.0.41 "PUT /v2.0/ports/fa354c07-b9ee-4db7-9e36-f90f625d6ce3 HTTP/1.1" status: 200 len: 1095 time: 1.3911052 Apr 18 16:59:17.643482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:17.645660 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e6d9d8a0-cf57-48d9-bea9-51cb5d69f7da admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4059806 Apr 18 16:59:17.648886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47404) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:17.717359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886bc505-f6ac-4109-840e-0e793faca250 req-64cd2135-d5c6-4fed-bda8-ab3648c855d0 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670902 Apr 18 16:59:17.764968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e78f-8c90-4692-af56-7260d9af152d service neutron] Pushing event updated for resources: {'Port': ['ID=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:17.830314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 82a171ad-4d8f-4d41-8885-c23ed732b888 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:17.880767 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Set router 6732045a-3b21-46fd-b6cc-4e8561f6d039 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:17.916359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5a4ac95b-ea83-4635-b7a5-9a9d6f95a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:17.918523 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-5a4ac95b-ea83-4635-b7a5-9a9d6f95a1bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b777e8949154b2f9faa854eca905190&device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 1098 time: 0.1343074 Apr 18 16:59:17.921041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 82a171ad-4d8f-4d41-8885-c23ed732b888 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:17.921574 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.017937 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-0c0d3b08-a2de-4d43-bd3d-c2d7973455b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=fa354c07-b9ee-4db7-9e36-f90f625d6ce3 HTTP/1.1" status: 200 len: 217 time: 0.0472493 Apr 18 16:59:18.021173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83904c26-b124-4b3e-908e-44dd6c322d13 req-fe403f55-75a8-44d0-80b5-65b560eff165 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:18.022803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83904c26-b124-4b3e-908e-44dd6c322d13 req-fe403f55-75a8-44d0-80b5-65b560eff165 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.2764320 Apr 18 16:59:18.066524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d3295-bfd1-4182-9120-c7662e015897 req-3d567df2-1d1a-43a5-90d0-ec7903b671a9 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:18.068050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf7d3295-bfd1-4182-9120-c7662e015897 req-3d567df2-1d1a-43a5-90d0-ec7903b671a9 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.2357969 Apr 18 16:59:18.119315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886bc505-f6ac-4109-840e-0e793faca250 req-ac072e64-0b65-4637-bb17-db1a35cddeed service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836725 Apr 18 16:59:18.119539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-00ab200b-84f2-44d4-a12e-00a3d30cb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:18.120765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-00ab200b-84f2-44d4-a12e-00a3d30cb07a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0947227 Apr 18 16:59:18.137244 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T16:59:16Z', 'revision_number': 3, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port': {'id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:14Z', 'updated_at': '2022-04-18T16:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:18.170177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf7d3295-bfd1-4182-9120-c7662e015897 req-b26b6360-8bdd-4510-8025-80b7d40f5863 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616846 Apr 18 16:59:18.172717 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Checking router: 6732045a-3b21-46fd-b6cc-4e8561f6d039 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:59:18.173500 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Updating router 6732045a-3b21-46fd-b6cc-4e8561f6d039 port a0475a67-4897-4e25-a2eb-acfa29eb42c4 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:59:18.214820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83904c26-b124-4b3e-908e-44dd6c322d13 req-9e18ad74-95b3-4ade-ae24-59af310e34b5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784730 Apr 18 16:59:18.217118 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.278685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49c692c4-502b-4548-9e2d-b616aa346dd4 req-80205cab-c4a5-4d52-8142-5138da461075 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0287864 Apr 18 16:59:18.283624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b29cd241-f444-41e5-9bba-cf6986a73fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:18.285138 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-b29cd241-f444-41e5-9bba-cf6986a73fbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240585 Apr 18 16:59:18.348304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f6b8e-a6a6-4aaa-92b7-906f03b92aad req-6423a08f-d294-4384-8bef-33e1758bf147 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:18.350063 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d6f6b8e-a6a6-4aaa-92b7-906f03b92aad req-6423a08f-d294-4384-8bef-33e1758bf147 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 947 time: 0.0677061 Apr 18 16:59:18.379635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:59:18.433256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d6f6b8e-a6a6-4aaa-92b7-906f03b92aad req-43b72e09-f263-496f-80d6-4b7ce2faccc5 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764499 Apr 18 16:59:18.460945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5842c5-4ec1-42c8-9680-3dc64eb39e7f req-f4ca28af-fd90-42c3-bd14-116e6e07f8c7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:18.462784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a5842c5-4ec1-42c8-9680-3dc64eb39e7f req-f4ca28af-fd90-42c3-bd14-116e6e07f8c7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 949 time: 0.0888250 Apr 18 16:59:18.473035 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-58a85df9-01d8-4652-8dec-308c7260b410 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786721 Apr 18 16:59:18.537236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a5842c5-4ec1-42c8-9680-3dc64eb39e7f req-dc9f4fe6-f36b-42af-942a-0e6218349738 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657279 Apr 18 16:59:18.579334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:18.589587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 has no active binding in host n-h1-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 16:59:18.591456 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.629530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.675270 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8a7dc12-edc2-49e8-becb-6b1265f4e98d req-db8acc0e-d23b-4732-a804-bd76b0807c68 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828284 Apr 18 16:59:18.694917 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.755138 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Attempting to bind port a0475a67-4897-4e25-a2eb-acfa29eb42c4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:18.755505 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Attempting to bind port a0475a67-4897-4e25-a2eb-acfa29eb42c4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:18.755866 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Attempting to bind port a0475a67-4897-4e25-a2eb-acfa29eb42c4 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:18.768073 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:18.768443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:18.768838 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.769234 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:18.769725 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Bound port: a0475a67-4897-4e25-a2eb-acfa29eb42c4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:18.770112 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.771522 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e724b49-d2f2-4a99-84c5-932b7a544f83 None None] Pushing event updated for resources: {'Port': ['ID=a0475a67-4897-4e25-a2eb-acfa29eb42c4,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:18.823856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Allocated IP 172.20.0.1 (c036f025-4e4b-4979-bbfd-2aeda5c97e83/30a29c6c-506a-40b9-9b92-d606bfe09642/c4cd2823-e0a7-421d-a179-6d2aa94f65f1) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:18.829249 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] For port a0475a67-4897-4e25-a2eb-acfa29eb42c4, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:18.832336 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] For port a0475a67-4897-4e25-a2eb-acfa29eb42c4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a0475a67-4897-4e25-a2eb-acfa29eb42c4,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:18.898950 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.932551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:18.973510 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Routers {'6732045a-3b21-46fd-b6cc-4e8561f6d039'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:18.974116 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6732045a-3b21-46fd-b6cc-4e8561f6d039'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:18.978782 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e724b49-d2f2-4a99-84c5-932b7a544f83 None None] Pushing event updated for resources: {'Port': ['ID=a0475a67-4897-4e25-a2eb-acfa29eb42c4,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:19.052378 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:19.086675 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] Set router 6732045a-3b21-46fd-b6cc-4e8561f6d039 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:19.094844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Network c036f025-4e4b-4979-bbfd-2aeda5c97e83 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:19.099537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:19.102337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:19.135073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Pushing event updated for resources: {'Port': ['ID=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:19.166161 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:19.206457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b763e34-590f-44e1-8037-7340d5c3587c', 'tag': 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:19.209177 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b860bb-2ad6-4b57-85b4-9cb08b897156" -d '{"events": [{"name": "network-changed", "server_uuid": "6b763e34-590f-44e1-8037-7340d5c3587c", "tag": "fa354c07-b9ee-4db7-9e36-f90f625d6ce3"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:19.402495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:19.425015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdc3d0-100a-4bed-9098-2f0eb5cc2378 req-f16ec68e-a764-4da2-9d10-a3c8f0d479f9 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:19.434387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bcdc3d0-100a-4bed-9098-2f0eb5cc2378 req-f16ec68e-a764-4da2-9d10-a3c8f0d479f9 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.0832036 Apr 18 16:59:19.443757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8579cda4-35ff-442b-9b98-c48898a33a30 None None] Provisioning complete for port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:19.443757 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8579cda4-35ff-442b-9b98-c48898a33a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:19.499599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bcdc3d0-100a-4bed-9098-2f0eb5cc2378 req-11e2fc3b-5ac2-47c2-b52b-0348eaea0874 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642471 Apr 18 16:59:19.510249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8579cda4-35ff-442b-9b98-c48898a33a30 None None] Port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:59:19.518188 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T16:59:16Z', 'revision_number': 3, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port': {'id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:14Z', 'updated_at': '2022-04-18T16:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:19.555072 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92528f-f3ef-4440-8518-5051bb5e75a3 None None] The sync data for ids ['6732045a-3b21-46fd-b6cc-4e8561f6d039'] in n-d-836015-2 is: [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T16:59:16Z', 'revision_number': 3, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port': {'id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:14Z', 'updated_at': '2022-04-18T16:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:59:19.564081 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8e7dda-b4c5-4205-9ce2-8830123705b6 x-openstack-request-id: req-4d8e7dda-b4c5-4205-9ce2-8830123705b6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:19.564650 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b763e34-590f-44e1-8037-7340d5c3587c", "tag": "fa354c07-b9ee-4db7-9e36-f90f625d6ce3", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:19.564907 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d8e7dda-b4c5-4205-9ce2-8830123705b6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:19.565301 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8e7dda-b4c5-4205-9ce2-8830123705b6'] response: {'name': 'network-changed', 'server_uuid': '6b763e34-590f-44e1-8037-7340d5c3587c', 'tag': 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3', 'status': 'completed', 'code': 200} Apr 18 16:59:19.605734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:19.710713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:19.731202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047c31-504f-4200-a510-33bf5f0573d0 req-fcec9e48-a75e-4932-a3d9-fbf8a42890cf tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:19.732767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39047c31-504f-4200-a510-33bf5f0573d0 req-fcec9e48-a75e-4932-a3d9-fbf8a42890cf tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0974660 Apr 18 16:59:19.771411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2959b37e-7e29-4775-b9f5-9a033a8ab66e req-7a4f4fcf-4f98-40c3-bb01-c917ee9ee1f5 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0375109 Apr 18 16:59:19.797969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Pushing event updated for resources: {'Port': ['ID=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:19.810624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-86880c6c-cdea-402d-ac71-289e9853c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:19.812469 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-86880c6c-cdea-402d-ac71-289e9853c107 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b777e8949154b2f9faa854eca905190&device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 1098 time: 0.1976194 Apr 18 16:59:19.837539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39047c31-504f-4200-a510-33bf5f0573d0 req-6ec94fca-591c-4a46-8b55-ebea77552488 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618713 Apr 18 16:59:19.875149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:19.989622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422d89d-a275-4cbd-bf38-b1e03dae1e75 req-6bd5dadb-afff-4ceb-8937-8f5404994f6d tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:19.999530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e422d89d-a275-4cbd-bf38-b1e03dae1e75 req-6bd5dadb-afff-4ceb-8937-8f5404994f6d tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 947 time: 0.1078219 Apr 18 16:59:20.120732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e422d89d-a275-4cbd-bf38-b1e03dae1e75 req-d5a7aca7-f701-424b-a7b4-fb82cab8294e tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202109 Apr 18 16:59:20.142323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79818-45a1-4700-a5e9-fbc28cf98bf3 req-c54b4b36-afb9-4354-b77a-84779ad1d147 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:20.155315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02a79818-45a1-4700-a5e9-fbc28cf98bf3 req-c54b4b36-afb9-4354-b77a-84779ad1d147 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 949 time: 0.1417828 Apr 18 16:59:20.253494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02a79818-45a1-4700-a5e9-fbc28cf98bf3 req-d341eccc-ea71-4788-ab7a-3448c996d4c9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019673 Apr 18 16:59:20.293403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-8eeb7293-0110-4eec-b414-d4271c9a65c2 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1176128377&fields=id&tenant_id=9387c64b22cf454a85db9f16570f613d HTTP/1.1" status: 200 len: 267 time: 0.0727010 Apr 18 16:59:20.340280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-274b3b47-03d5-4532-8901-27231fc25e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:20.341797 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-274b3b47-03d5-4532-8901-27231fc25e97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.5115869 Apr 18 16:59:20.395588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:20.426932 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-8a0fc98c-6068-402e-8256-fa8c5c2b46b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=fa354c07-b9ee-4db7-9e36-f90f625d6ce3 HTTP/1.1" status: 200 len: 217 time: 0.0738590 Apr 18 16:59:20.436062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-8f4f0a4e-55f7-40f4-8880-73e6518cde48 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:20.444616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-8f4f0a4e-55f7-40f4-8880-73e6518cde48 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/networks?id=71fd5923-7080-4e23-8f06-a2def67d1bba HTTP/1.1" status: 200 len: 823 time: 0.1431482 Apr 18 16:59:20.450847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Network c036f025-4e4b-4979-bbfd-2aeda5c97e83 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:20.459145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:20.469899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-02cfb95b-3808-4849-9903-d13c7ae6772c tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/quotas/9387c64b22cf454a85db9f16570f613d HTTP/1.1" status: 200 len: 375 time: 0.0243003 Apr 18 16:59:20.544577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-624151c4-3340-456c-bb3c-8a89e7ceecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:20.544577 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-624151c4-3340-456c-bb3c-8a89e7ceecf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0863705 Apr 18 16:59:20.546820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-fac5dd79-6c3b-4b0f-abc3-098ebe82efff tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9387c64b22cf454a85db9f16570f613d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0707455 Apr 18 16:59:20.571926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:59:20.577709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:20.578622 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:20.754265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-cc38a69f-f33a-4d07-bdd4-f20a112d0ff0 service neutron] 10.222.0.45 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002854 Apr 18 16:59:20.797905 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:20.832257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:20.837979 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a7c2c0-8bf7-44ab-a641-7d5fd1b0620e" -d '{"events": [{"server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "name": "network-vif-plugged", "status": "completed", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:20.844171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-9dd78796-24d5-4efe-921c-304430305143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:20.845676 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-9dd78796-24d5-4efe-921c-304430305143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2938993 Apr 18 16:59:20.892828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Router 6732045a-3b21-46fd-b6cc-4e8561f6d039 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 16:59:20.919593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc61b84-8b3a-4637-be28-a426c2f3947b req-1af0f01f-3d88-4c7b-b2ee-a2451dd8b2bd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:20.921692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dc61b84-8b3a-4637-be28-a426c2f3947b req-1af0f01f-3d88-4c7b-b2ee-a2451dd8b2bd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.2181227 Apr 18 16:59:20.966627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-b99c4348-b755-464c-966d-d2cdbf3befd9 service neutron] 10.222.0.45 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095573 Apr 18 16:59:20.982563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:20.995900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d361500d-51d7-4367-8944-aac37aea197b None None] Provisioning complete for port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:21.000409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d361500d-51d7-4367-8944-aac37aea197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:21.040505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d361500d-51d7-4367-8944-aac37aea197b None None] Port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:59:21.041033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dc61b84-8b3a-4637-be28-a426c2f3947b req-15ce969a-cee8-46dc-b45a-924fa0dab584 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676525 Apr 18 16:59:21.048861 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:21.076500 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-09e57663-b333-4239-bdb8-aca3868d578a service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092898 Apr 18 16:59:21.104609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:21.117543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:59:21.148196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86db7de7-316e-4654-9258-a9877bc02900 req-47a3027b-745f-47e0-a27d-c9b741bb01aa tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0272048 Apr 18 16:59:21.148866 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c916a639-2e15-4578-934d-4ef4cf4f0de7 admin admin] 10.222.0.45 "PUT /v2.0/routers/6732045a-3b21-46fd-b6cc-4e8561f6d039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4987426 Apr 18 16:59:21.202020 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227bddd1-1d72-43dc-b2ea-5a6e7b112c88 x-openstack-request-id: req-227bddd1-1d72-43dc-b2ea-5a6e7b112c88 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:21.202346 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "name": "network-vif-plugged", "status": "completed", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:21.202617 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-227bddd1-1d72-43dc-b2ea-5a6e7b112c88 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:21.203047 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227bddd1-1d72-43dc-b2ea-5a6e7b112c88'] response: {'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'code': 200} Apr 18 16:59:21.216243 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83b860bb-2ad6-4b57-85b4-9cb08b897156 req-b70ffd01-edbb-4a4d-a0e0-df6eabcbc9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286700 Apr 18 16:59:21.372112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c0c99-657b-4eb2-a602-919cbc739ba9 req-aa8a3441-8246-4d28-a0b3-ca5c3407e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:21.373498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7602530-0a7a-4ab7-aaff-cd5c586ffa9a req-5d98c875-b411-4cbc-8b24-c4e14e8bafc3 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:21.373633 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-714c0c99-657b-4eb2-a602-919cbc739ba9 req-aa8a3441-8246-4d28-a0b3-ca5c3407e6e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1101 time: 0.0574749 Apr 18 16:59:21.374899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7602530-0a7a-4ab7-aaff-cd5c586ffa9a req-5d98c875-b411-4cbc-8b24-c4e14e8bafc3 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0637774 Apr 18 16:59:21.385745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1f04-84b5-482c-8417-449748491ebe req-4a4a20b8-e92c-4818-8a33-e642c0c55d1b tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:21.392962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0ca1f04-84b5-482c-8417-449748491ebe req-4a4a20b8-e92c-4818-8a33-e642c0c55d1b tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 947 time: 0.1152756 Apr 18 16:59:21.421364 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-714c0c99-657b-4eb2-a602-919cbc739ba9 req-6e7d0707-e50f-45f4-a537-b665a3c3ee49 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Apr 18 16:59:21.446166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0ca1f04-84b5-482c-8417-449748491ebe req-06f918bd-0a63-4e1d-9f16-40a143599984 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521073 Apr 18 16:59:21.472303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7602530-0a7a-4ab7-aaff-cd5c586ffa9a req-b25ae45e-f4ff-42a1-87c8-f78df81c26eb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767183 Apr 18 16:59:21.532169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de3eaaaf-2924-4e68-a948-845bcac9241a req-8d8a3d3b-9ea7-4652-beda-e24151398342 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 210 time: 0.0424399 Apr 18 16:59:21.621387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47480099-1880-4e3c-808a-47da2cc858ec req-f6729f30-bef9-4469-af39-96407ec7818d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:21.629610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47480099-1880-4e3c-808a-47da2cc858ec req-f6729f30-bef9-4469-af39-96407ec7818d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0589726 Apr 18 16:59:21.700889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47480099-1880-4e3c-808a-47da2cc858ec req-b3fcab1d-badc-4c6b-86f0-16acabce3ec4 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703008 Apr 18 16:59:21.770055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a0475a67-4897-4e25-a2eb-acfa29eb42c4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:21.866943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a0475a67-4897-4e25-a2eb-acfa29eb42c4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:21.867546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:21.890091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-c55d6086-72d8-46fa-8fc5-977fe7540544 service neutron] 10.222.0.41 "GET /v2.0/ports/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866/bindings/n-h1-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.0930696 Apr 18 16:59:22.054370 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:22.062622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Sync routers for ids ['6732045a-3b21-46fd-b6cc-4e8561f6d039'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:59:22.067289 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:59:22.119064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Routers {'6732045a-3b21-46fd-b6cc-4e8561f6d039'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:22.119824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6732045a-3b21-46fd-b6cc-4e8561f6d039'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:22.122779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port a0475a67-4897-4e25-a2eb-acfa29eb42c4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a0475a67-4897-4e25-a2eb-acfa29eb42c4,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:22.165443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-4e9c42e7-d477-4d0b-aedd-4dbfa63cdcac tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:22.179211 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:22.180190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-4e9c42e7-d477-4d0b-aedd-4dbfa63cdcac tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.41 "GET /v2.0/ports?device_id=51efeb91-f58a-4c45-8a6e-acf8c6b08475 HTTP/1.1" status: 200 len: 966 time: 0.2041039 Apr 18 16:59:22.185186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:22.240166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:22.318216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:22.334109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:22.335580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Set router 6732045a-3b21-46fd-b6cc-4e8561f6d039 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:22.339724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=a0475a67-4897-4e25-a2eb-acfa29eb42c4,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:22.398416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac14fae-3d84-43bb-aa58-553b54ac688b req-4ece4fe1-0ff7-4f4b-8bf5-019ff9cdee49 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:22.406684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ac14fae-3d84-43bb-aa58-553b54ac688b req-4ece4fe1-0ff7-4f4b-8bf5-019ff9cdee49 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 943 time: 0.1431603 Apr 18 16:59:22.444758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:22.447211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Deleting port 86826e5e-7118-4f6c-b915-3915bae7d703 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 16:59:22.447587 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:22.512688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ac14fae-3d84-43bb-aa58-553b54ac688b req-60112172-fb06-449e-9552-4c2dcc509ba8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050289 Apr 18 16:59:22.636156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] Transition to ACTIVE for port object 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:59:22.686929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T16:59:19Z', 'revision_number': 4, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port': {'id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:14Z', 'updated_at': '2022-04-18T16:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c4cd2823-e0a7-421d-a179-6d2aa94f65f1', 'name': '', 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'mac_address': 'fa:16:3e:3f:17:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '30a29c6c-506a-40b9-9b92-d606bfe09642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:18Z', 'updated_at': '2022-04-18T16:59:19Z', 'revision_number': 2, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'subnets': [{'id': '30a29c6c-506a-40b9-9b92-d606bfe09642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:22.699855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-943818da-1246-4302-aea1-46a91c0488bf req-1296fd92-b52f-4546-921a-ff292aa4420c tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0430362 Apr 18 16:59:22.700184 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:22.701711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] For port 86826e5e-7118-4f6c-b915-3915bae7d703, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86826e5e-7118-4f6c-b915-3915bae7d703,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:22.702189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:22.733140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Checking router: 6732045a-3b21-46fd-b6cc-4e8561f6d039 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:59:22.733645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Updating router 6732045a-3b21-46fd-b6cc-4e8561f6d039 port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 16:59:22.796624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] Pushing event updated for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:22.829670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:22.843606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] No DVR routers for this DVR port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:59:22.893645 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-9be8d179-49f5-4d6f-a67b-f9d30448b4cf service neutron] 10.222.0.41 "PUT /v2.0/ports/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866/bindings/n-h1-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9940987 Apr 18 16:59:23.318289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:23.343062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-93370260-5baf-4832-ba0f-4cf72ecfe932 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:23.345129 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-93370260-5baf-4832-ba0f-4cf72ecfe932 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.1810198 Apr 18 16:59:23.350900 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fd02a-4bcd-431c-b0bf-cf6b5b526846 req-d113b24c-150f-40b1-894c-bd9f06939616 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:23.352428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e6fd02a-4bcd-431c-b0bf-cf6b5b526846 req-d113b24c-150f-40b1-894c-bd9f06939616 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1734955 Apr 18 16:59:23.385595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5cce8-c157-421d-baab-361dc56bdc9b req-71c70857-978e-4a5d-82f5-7bc8e945e422 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:23.393622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48e5cce8-c157-421d-baab-361dc56bdc9b req-71c70857-978e-4a5d-82f5-7bc8e945e422 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 947 time: 0.2238488 Apr 18 16:59:23.431600 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:23.530763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48e5cce8-c157-421d-baab-361dc56bdc9b req-4dfbb3fd-7c38-4e40-ba54-2339cb65d439 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362607 Apr 18 16:59:23.621674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e6fd02a-4bcd-431c-b0bf-cf6b5b526846 req-017d3fe7-964f-46d6-a0d3-6c8ed61cc790 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593644 Apr 18 16:59:23.672523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-2d7e6eef-1230-4728-beb0-d206828a332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:23.674045 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-2d7e6eef-1230-4728-beb0-d206828a332e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101&tenant_id=d0c4986469b0458d9729a71a797dd88b HTTP/1.1" status: 200 len: 1095 time: 0.1749139 Apr 18 16:59:23.681885 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:23.683782 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:23.684390 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Floating IP a1c49cde-7a8f-4b6e-9d8d-67447e147dc9 disassociated. External IP: 172.25.5.128, port: 86826e5e-7118-4f6c-b915-3915bae7d703. Apr 18 16:59:23.690086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Calling delete_port for 86826e5e-7118-4f6c-b915-3915bae7d703 owned by compute:tempest-test_az-425011616 {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 16:59:23.798619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae35c8c-25de-4e03-853a-0e2059521d41 None None] Pushing event updated for resources: {'Port': ['ID=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:23.806290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-564e2be6-b796-420e-a974-efbb6819fc6f req-7513d559-39e3-4675-8b27-d4e328a3fb19 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 210 time: 0.1085703 Apr 18 16:59:23.947527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a0475a67-4897-4e25-a2eb-acfa29eb42c4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:23.967354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-239c85d3-ab6d-439e-a784-1dc2c2c42b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:23.973066 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-239c85d3-ab6d-439e-a784-1dc2c2c42b0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1095 time: 0.2426934 Apr 18 16:59:24.052106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Attempting to bind port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:24.052475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Attempting to bind port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:24.052831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Attempting to bind port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 on network c036f025-4e4b-4979-bbfd-2aeda5c97e83 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:24.072499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:24.075071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Checking segment: {'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:24.075469 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:24.075833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Bound using segment: {'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:24.076319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Bound port: c4cd2823-e0a7-421d-a179-6d2aa94f65f1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37be88d-b97a-41d0-81b5-cdf20ee39f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:24.076773 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:24.111264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fa354c07-b9ee-4db7-9e36-f90f625d6ce3 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:59:24.112942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:24.160792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467928f-5018-4c8b-86d3-d31b39dae58e req-95ad1b70-81fe-47e9-a5ea-fc85d36b7d21 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:24.166612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-2134a94e-3b86-41e6-a8a1-087bd95259a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:24.168141 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-2134a94e-3b86-41e6-a8a1-087bd95259a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1900268 Apr 18 16:59:24.169100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5467928f-5018-4c8b-86d3-d31b39dae58e req-95ad1b70-81fe-47e9-a5ea-fc85d36b7d21 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 944 time: 0.1575885 Apr 18 16:59:24.187003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4349da2-4ab9-445b-8887-8c8490d4bdd3 req-e65ab1e1-271b-45a8-81ee-0ecd7fafe871 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:24.196490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4349da2-4ab9-445b-8887-8c8490d4bdd3 req-e65ab1e1-271b-45a8-81ee-0ecd7fafe871 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.4168251 Apr 18 16:59:24.255703 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-61db0424-95c6-4cb7-9f31-4c1357f16c90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 200 len: 217 time: 0.0803366 Apr 18 16:59:24.349911 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.resource_extend [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 16:59:24.369215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-c377b720-8806-4878-9f57-a39da7c649e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:24.370837 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-c377b720-8806-4878-9f57-a39da7c649e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.1063795 Apr 18 16:59:24.376909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4349da2-4ab9-445b-8887-8c8490d4bdd3 req-818766a7-98d2-41c9-85a1-360a65177689 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792059 Apr 18 16:59:24.428939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-901ddaae-ae13-47e5-b12c-f1a8ff8c6239 None None] Provisioning complete for port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:24.429330 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-901ddaae-ae13-47e5-b12c-f1a8ff8c6239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:24.435153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5467928f-5018-4c8b-86d3-d31b39dae58e req-cb782c6e-b29f-4279-96ef-25cc435f23b1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601843 Apr 18 16:59:24.435297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a0475a67-4897-4e25-a2eb-acfa29eb42c4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:24.435630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:24.462607 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-c941045f-d778-4b60-ae62-62a59306fac4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819068 Apr 18 16:59:24.673464 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-a862bdf8-89f7-4624-ada9-bc0845f41c51 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975250 Apr 18 16:59:24.679855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fda4af85-08f0-41b2-be12-19b6f0f17f29 req-7314d60c-cd4e-401e-b853-8f13aa495421 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0968795 Apr 18 16:59:24.681592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:59:24.687476 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:24.710820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-57e8f47d-7f81-43b8-89dd-619261a9187f tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:24.712330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-57e8f47d-7f81-43b8-89dd-619261a9187f tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.18 "GET /v2.0/networks?id=71fd5923-7080-4e23-8f06-a2def67d1bba HTTP/1.1" status: 200 len: 823 time: 0.4699001 Apr 18 16:59:24.762652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] For port c4cd2823-e0a7-421d-a179-6d2aa94f65f1, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:24.790439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] For port c4cd2823-e0a7-421d-a179-6d2aa94f65f1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,segment=NetworkSegment(b37be88d-b97a-41d0-81b5-cdf20ee39f82),segment_id=b37be88d-b97a-41d0-81b5-cdf20ee39f82)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:24.791388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-901ddaae-ae13-47e5-b12c-f1a8ff8c6239 None None] Port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:59:24.818168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event deleted for resources: {'Port': ['ID=86826e5e-7118-4f6c-b915-3915bae7d703,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:24.891397 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:25.021488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae35c8c-25de-4e03-853a-0e2059521d41 None None] Pushing event updated for resources: {'Port': ['ID=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:25.038139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fa354c07-b9ee-4db7-9e36-f90f625d6ce3, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:25.043005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-4d4ef7f7-3bfc-4331-a5cf-31ac1e3071b9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9387c64b22cf454a85db9f16570f613d HTTP/1.1" status: 200 len: 380 time: 0.3139672 Apr 18 16:59:25.102921 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-8b9c4def-7d6c-45b0-a10d-d886ab10ec16 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975942 Apr 18 16:59:25.105834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Request body: {'port': {'device_id': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'admin_state_up': True, 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'security_groups': ['b878e3ad-cd63-4c0b-b22a-2a14fe602838']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:25.152496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3', 'mac_address': 'fa:16:3e:cf:74:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:59:25.267206 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:25.293819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Routers {'6732045a-3b21-46fd-b6cc-4e8561f6d039'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:25.294827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6732045a-3b21-46fd-b6cc-4e8561f6d039'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:25.348860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa354c07-b9ee-4db7-9e36-f90f625d6ce3 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:25.407087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fa354c07-b9ee-4db7-9e36-f90f625d6ce3, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:25.452423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb467b7-58a9-43fa-9e09-ea734fa0908f req-ba8fa618-e79e-4696-9cbd-5b484ee84f18 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:25.460730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecb467b7-58a9-43fa-9e09-ea734fa0908f req-ba8fa618-e79e-4696-9cbd-5b484ee84f18 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 947 time: 0.4887052 Apr 18 16:59:25.476498 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:25.520994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1058b-b39d-423a-bd14-98e1ba0cd565 req-65323f41-7ef2-42bd-9e8f-8735118ccc53 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:25.531233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59b1058b-b39d-423a-bd14-98e1ba0cd565 req-65323f41-7ef2-42bd-9e8f-8735118ccc53 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1101 time: 0.4090710 Apr 18 16:59:25.557987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Router cb7aa52b-cb71-470f-be6a-ce4861aee74c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 16:59:25.575092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-59b1058b-b39d-423a-bd14-98e1ba0cd565 req-b8acc822-40ea-4123-8f9f-bef178f022a1 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:25.613279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecb467b7-58a9-43fa-9e09-ea734fa0908f req-243ca92e-56cb-437a-9a20-cb7559085e52 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465292 Apr 18 16:59:25.781755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Made reservation on behalf of 9387c64b22cf454a85db9f16570f613d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:25.787100 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:25.808371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:25.858408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633938-f102-4257-829c-8705544cd78e req-115306cd-62d2-4854-a987-90d1b9d34602 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:25.859970 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-115306cd-62d2-4854-a987-90d1b9d34602 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.1352689 Apr 18 16:59:25.908503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6aac6009-4ff0-4123-b728-105918987ca4 None None] Provisioning complete for port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:25.908884 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6aac6009-4ff0-4123-b728-105918987ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:25.973093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] Set router 6732045a-3b21-46fd-b6cc-4e8561f6d039 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:26.013153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['fa354c07-b9ee-4db7-9e36-f90f625d6ce3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:26.177721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86826e5e-7118-4f6c-b915-3915bae7d703 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:26.187059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f834a-f26a-4c9e-939b-91fac9d49ee4 req-3b6c8842-5430-40b1-b82c-b5099ca19ea1 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:26.195019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b8f834a-f26a-4c9e-939b-91fac9d49ee4 req-3b6c8842-5430-40b1-b82c-b5099ca19ea1 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.4579449 Apr 18 16:59:26.233937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 86826e5e-7118-4f6c-b915-3915bae7d703 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 16:59:26.234460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86826e5e-7118-4f6c-b915-3915bae7d703 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:59:26.249611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-23633938-f102-4257-829c-8705544cd78e req-37cbc15a-ab8d-4b8e-b4f4-eb7a1ffaa8ca service neutron] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:26.253077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-23633938-f102-4257-829c-8705544cd78e req-37cbc15a-ab8d-4b8e-b4f4-eb7a1ffaa8ca service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:26.259512 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-23633938-f102-4257-829c-8705544cd78e req-37cbc15a-ab8d-4b8e-b4f4-eb7a1ffaa8ca service neutron] 10.222.0.18 "DELETE /v2.0/ports/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866/bindings/n-h2-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.3864470 Apr 18 16:59:26.290538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-59b1058b-b39d-423a-bd14-98e1ba0cd565 req-b8acc822-40ea-4123-8f9f-bef178f022a1 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:26.293980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:59:26.307803 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] Sync routers for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:59:26.325832 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:26.326475 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:26.338074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6aac6009-4ff0-4123-b728-105918987ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:26.437198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] No DVR routers for this DVR port 86826e5e-7118-4f6c-b915-3915bae7d703 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:59:26.438659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-59b1058b-b39d-423a-bd14-98e1ba0cd565 req-b8acc822-40ea-4123-8f9f-bef178f022a1 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:26.469590 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:26.474343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80608fb1-593e-4bad-9b7a-ed77349bac67 req-07da060b-14ff-4e51-968a-9a6eacec9ed6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.41 "DELETE /v2.0/ports/86826e5e-7118-4f6c-b915-3915bae7d703 HTTP/1.1" status: 204 len: 173 time: 4.2825687 Apr 18 16:59:26.481119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'name': 'network-vif-deleted', 'tag': '86826e5e-7118-4f6c-b915-3915bae7d703'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:26.483707 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff6afe2-3692-492a-ad31-3ff542d9cc60" -d '{"events": [{"server_uuid": "51efeb91-f58a-4c45-8a6e-acf8c6b08475", "name": "network-vif-deleted", "tag": "86826e5e-7118-4f6c-b915-3915bae7d703"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:26.490156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:26.502257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b8f834a-f26a-4c9e-939b-91fac9d49ee4 req-db75dc47-295b-436e-b13a-8f11a9f132cb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013604 Apr 18 16:59:26.571185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59b1058b-b39d-423a-bd14-98e1ba0cd565 req-b8acc822-40ea-4123-8f9f-bef178f022a1 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0365043 Apr 18 16:59:26.612701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acc822-40ea-4123-8f9f-bef178f022a1 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5068e037-9095-4650-84d4-c9bcd8633e35,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:26.654969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6aac6009-4ff0-4123-b728-105918987ca4 None None] For port c4cd2823-e0a7-421d-a179-6d2aa94f65f1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,segment=NetworkSegment(b37be88d-b97a-41d0-81b5-cdf20ee39f82),segment_id=b37be88d-b97a-41d0-81b5-cdf20ee39f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:26.661779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Allocated IP 172.20.0.8 (71fd5923-7080-4e23-8f06-a2def67d1bba/5dbfb38b-8d19-45b1-af94-c743eb048da9/cd98cfb3-4d83-4a1a-a484-ac808e63e848) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:26.725011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6936fd99-10ae-49ee-b641-3786b718b528 req-bf455f84-856f-4797-93dd-31897386e30d tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 210 time: 0.0711975 Apr 18 16:59:26.780792 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:26.793291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6aac6009-4ff0-4123-b728-105918987ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:26.863167 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:26.993333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b886057-a583-4486-9b4f-78290d85e869 req-866ad3b1-1043-4683-8024-c4094881ad5b tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0661986 Apr 18 16:59:27.007250 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:27.091131 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c090a41-e455-4f40-9bd0-b7aaf3224df3 x-openstack-request-id: req-3c090a41-e455-4f40-9bd0-b7aaf3224df3 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:27.091436 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51efeb91-f58a-4c45-8a6e-acf8c6b08475", "name": "network-vif-deleted", "tag": "86826e5e-7118-4f6c-b915-3915bae7d703", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:27.091790 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c090a41-e455-4f40-9bd0-b7aaf3224df3 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:27.092207 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c090a41-e455-4f40-9bd0-b7aaf3224df3'] response: {'server_uuid': '51efeb91-f58a-4c45-8a6e-acf8c6b08475', 'name': 'network-vif-deleted', 'tag': '86826e5e-7118-4f6c-b915-3915bae7d703', 'status': 'completed', 'code': 200} Apr 18 16:59:27.151677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Network 71fd5923-7080-4e23-8f06-a2def67d1bba is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:27.169932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fb327-77bb-440b-9ae0-81a3827e192a req-61c0dc52-c169-4485-a1ac-d4d27639c496 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:27.171499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c7fb327-77bb-440b-9ae0-81a3827e192a req-61c0dc52-c169-4485-a1ac-d4d27639c496 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 944 time: 0.2420304 Apr 18 16:59:27.186578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:27.189246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event updated for resources: {'Port': ['ID=cd98cfb3-4d83-4a1a-a484-ac808e63e848,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:27.215671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:27.243668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac6009-4ff0-4123-b728-105918987ca4 None None] Pushing event updated for resources: {'Port': ['ID=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:27.323363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T16:59:19Z', 'revision_number': 4, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port': {'id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:14Z', 'updated_at': '2022-04-18T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c4cd2823-e0a7-421d-a179-6d2aa94f65f1', 'name': '', 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'mac_address': 'fa:16:3e:3f:17:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '30a29c6c-506a-40b9-9b92-d606bfe09642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:18Z', 'updated_at': '2022-04-18T16:59:24Z', 'revision_number': 4, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'subnets': [{'id': '30a29c6c-506a-40b9-9b92-d606bfe09642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:27.388690 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:27.418032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bda7b-4b19-4228-8102-483d2d08233e None None] The sync data for ids ['6732045a-3b21-46fd-b6cc-4e8561f6d039'] in n-d-836015-2 is: [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T16:59:19Z', 'revision_number': 4, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port': {'id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:14Z', 'updated_at': '2022-04-18T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c4cd2823-e0a7-421d-a179-6d2aa94f65f1', 'name': '', 'network_id': 'c036f025-4e4b-4979-bbfd-2aeda5c97e83', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'mac_address': 'fa:16:3e:3f:17:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '30a29c6c-506a-40b9-9b92-d606bfe09642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:18Z', 'updated_at': '2022-04-18T16:59:24Z', 'revision_number': 4, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'subnets': [{'id': '30a29c6c-506a-40b9-9b92-d606bfe09642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:59:27.423744 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] Checking router: cb7aa52b-cb71-470f-be6a-ce4861aee74c for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:59:27.445432 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:27.447060 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:27.788181 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:27.869545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c4cd2823-e0a7-421d-a179-6d2aa94f65f1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:28.022441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:28.022823 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:28.075065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:28.083325 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:28.134001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c7fb327-77bb-440b-9ae0-81a3827e192a req-f223bafe-4185-473c-99c3-e3c0e28f0d27 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9505467 Apr 18 16:59:28.244613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae18cc8-af13-40ae-8626-d0888af2851b req-8cea1707-4d05-47b5-83ef-dafc6acb4134 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:28.249825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aae18cc8-af13-40ae-8626-d0888af2851b req-8cea1707-4d05-47b5-83ef-dafc6acb4134 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 948 time: 1.0543165 Apr 18 16:59:28.262033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-37355d44-a359-4d78-90be-13af6cef03ba tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1693513 Apr 18 16:59:28.328471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aae18cc8-af13-40ae-8626-d0888af2851b req-7f1f4b12-355c-4bc0-ae52-c53bcc725809 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634444 Apr 18 16:59:28.333462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Request body: {'port': {'device_id': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:28.372025 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:28.493890 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0690f9d4-6ae2-426e-99b2-def0dae070ad None None] The sync data for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 is: [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:59:28.541296 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:28.774757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47f40e-037a-4336-abc5-b68dda600e15 req-fa0ece9e-b43b-4cfa-883c-debf028a4d56 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:28.783074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f47f40e-037a-4336-abc5-b68dda600e15 req-fa0ece9e-b43b-4cfa-883c-debf028a4d56 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.2441690 Apr 18 16:59:29.051916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c2f69d-a6fc-4094-915a-56e6cd17312f None None] New status for floating IP a1c49cde-7a8f-4b6e-9d8d-67447e147dc9: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 16:59:29.146826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd98cfb3-4d83-4a1a-a484-ac808e63e848 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:29.159904 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:29.175530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Transition to ACTIVE for port object cd98cfb3-4d83-4a1a-a484-ac808e63e848 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:59:29.196201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f47f40e-037a-4336-abc5-b68dda600e15 req-756ec969-aaa7-410e-8a62-6f70587d0d2a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057951 Apr 18 16:59:29.281951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:29.340664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd98cfb3-4d83-4a1a-a484-ac808e63e848,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:29.461778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c50d-0679-4a7e-9579-8a282d8a21a9 req-c3a9ed42-9939-457b-87ad-0b31a69a85b9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:29.469691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74d4c50d-0679-4a7e-9579-8a282d8a21a9 req-c3a9ed42-9939-457b-87ad-0b31a69a85b9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 943 time: 0.1315384 Apr 18 16:59:29.566881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74d4c50d-0679-4a7e-9579-8a282d8a21a9 req-15771515-bdd9-4c20-bc41-461e7cfe93e4 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957413 Apr 18 16:59:29.673574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37835cc0-1ec5-4852-957d-dca2b13b1b6d req-66339580-b041-470e-a4f5-e3f2bfca4b1b tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0770767 Apr 18 16:59:29.718622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Attempting to bind port cd98cfb3-4d83-4a1a-a484-ac808e63e848 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:29.718965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Attempting to bind port cd98cfb3-4d83-4a1a-a484-ac808e63e848 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:29.719291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Attempting to bind port cd98cfb3-4d83-4a1a-a484-ac808e63e848 on network 71fd5923-7080-4e23-8f06-a2def67d1bba {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:29.742522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Port cd98cfb3-4d83-4a1a-a484-ac808e63e848 on network 71fd5923-7080-4e23-8f06-a2def67d1bba not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:59:29.743140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Attempting to bind port cd98cfb3-4d83-4a1a-a484-ac808e63e848 on network 71fd5923-7080-4e23-8f06-a2def67d1bba {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:29.754387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:29.754719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Checking segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:29.755112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Bound using segment: {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:29.755550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Bound port: cd98cfb3-4d83-4a1a-a484-ac808e63e848, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:29.755912 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:29.827095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-261f57aa-b1e6-4fbf-830a-bffad44e0d4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2070782 Apr 18 16:59:29.837859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa66b2-9af9-44cf-8b68-5034e15cbde7 req-0ed6ce48-809b-402d-a013-9d07da6ffa96 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:29.845613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2fa66b2-9af9-44cf-8b68-5034e15cbde7 req-0ed6ce48-809b-402d-a013-9d07da6ffa96 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 948 time: 0.1082230 Apr 18 16:59:29.852515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-27a62fbf-33fa-49d2-8a40-24faff17b6d0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:59:29.853507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-27a62fbf-33fa-49d2-8a40-24faff17b6d0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059712 Apr 18 16:59:29.978050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2fa66b2-9af9-44cf-8b68-5034e15cbde7 req-c1db8c63-8714-4f2b-8cc5-3366bbc657d9 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311867 Apr 18 16:59:30.051556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] For port cd98cfb3-4d83-4a1a-a484-ac808e63e848, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:30.137236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72001424-1102-4fbc-842d-05b5b96afcdc req-436ace9b-5c38-47c6-92bc-09dd878ba2da tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:30.139198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72001424-1102-4fbc-842d-05b5b96afcdc req-436ace9b-5c38-47c6-92bc-09dd878ba2da tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1987619 Apr 18 16:59:30.148198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fa354c07-b9ee-4db7-9e36-f90f625d6ce3 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:30.175773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] For port cd98cfb3-4d83-4a1a-a484-ac808e63e848, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd98cfb3-4d83-4a1a-a484-ac808e63e848,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:30.230600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72001424-1102-4fbc-842d-05b5b96afcdc req-90c347db-c3da-4747-af97-2cba06e19ccb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Apr 18 16:59:30.248192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903c855-6b01-4d26-b9fd-62b1dee49c37 req-8223b4e2-c51f-429f-8d2f-9403c056b131 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:30.257508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7903c855-6b01-4d26-b9fd-62b1dee49c37 req-8223b4e2-c51f-429f-8d2f-9403c056b131 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 1095 time: 0.1787264 Apr 18 16:59:30.307727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:30.357140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:59:30.363496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:30.364132 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:30.480112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7903c855-6b01-4d26-b9fd-62b1dee49c37 req-5fa9744d-6bfa-44ca-9c41-a48396369d81 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211990 Apr 18 16:59:30.485283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd98cfb3-4d83-4a1a-a484-ac808e63e848,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:30.499246 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:30.533964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:30.538208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:30.540551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-d9a654b5-a3e8-4e52-b1b4-ec664d9f28d5 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd98cfb3-4d83-4a1a-a484-ac808e63e848 HTTP/1.1" status: 200 len: 1091 time: 2.2238469 Apr 18 16:59:30.541041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'tag': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:30.544811 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725a3dbd-9637-4328-9017-04b72a3a44aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc34ef0d-b410-405a-8778-258c706f0bfb", "tag": "cd98cfb3-4d83-4a1a-a484-ac808e63e848"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:30.607448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa9b4-0783-499b-b9b8-f3d70af05447 req-7a0021de-307c-43f4-af4f-86ac43b93804 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:30.618621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-099fa9b4-0783-499b-b9b8-f3d70af05447 req-7a0021de-307c-43f4-af4f-86ac43b93804 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.2037523 Apr 18 16:59:30.625268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b763e34-590f-44e1-8037-7340d5c3587c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:30.627600 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3665d1e5-f940-4e91-96cc-dd9ef10e3f3a" -d '{"events": [{"server_uuid": "6b763e34-590f-44e1-8037-7340d5c3587c", "name": "network-vif-plugged", "status": "completed", "tag": "fa354c07-b9ee-4db7-9e36-f90f625d6ce3"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:30.643683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fa354c07-b9ee-4db7-9e36-f90f625d6ce3, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:30.693359 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b860ac5-963e-4fbd-aedb-1901e560a235 x-openstack-request-id: req-7b860ac5-963e-4fbd-aedb-1901e560a235 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:30.694400 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc34ef0d-b410-405a-8778-258c706f0bfb", "tag": "cd98cfb3-4d83-4a1a-a484-ac808e63e848", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:30.696002 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b860ac5-963e-4fbd-aedb-1901e560a235 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:30.696678 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b860ac5-963e-4fbd-aedb-1901e560a235'] response: {'name': 'network-changed', 'server_uuid': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'tag': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'status': 'completed', 'code': 200} Apr 18 16:59:30.735300 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:30.802505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-099fa9b4-0783-499b-b9b8-f3d70af05447 req-711f74b5-a1d1-4889-86b4-6c73c8080814 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829243 Apr 18 16:59:30.892508 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cea540-f93f-48f3-90f6-0de696205918 x-openstack-request-id: req-e6cea540-f93f-48f3-90f6-0de696205918 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:30.892818 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b763e34-590f-44e1-8037-7340d5c3587c", "name": "network-vif-plugged", "status": "completed", "tag": "fa354c07-b9ee-4db7-9e36-f90f625d6ce3", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:30.897699 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6cea540-f93f-48f3-90f6-0de696205918 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:30.898123 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cea540-f93f-48f3-90f6-0de696205918'] response: {'server_uuid': '6b763e34-590f-44e1-8037-7340d5c3587c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3', 'code': 200} Apr 18 16:59:30.971035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:31.005590 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c63548d2-461c-4d3f-877a-b32195a25381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:31.084735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a3dbd-9637-4328-9017-04b72a3a44aa req-9a811f7a-b8bb-4012-b702-f035139ffe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:31.086239 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-725a3dbd-9637-4328-9017-04b72a3a44aa req-9a811f7a-b8bb-4012-b702-f035139ffe29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9387c64b22cf454a85db9f16570f613d&device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 1094 time: 0.3380752 Apr 18 16:59:31.121221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c66a247a-2555-42cc-bbfe-e8b566849847 req-e2843c6a-1532-4ec2-9ec9-585a64f62be8 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0684903 Apr 18 16:59:31.164966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007e931-cd6f-47b4-a139-fff4e57d6810 req-c5d8e570-9c47-423a-a7d6-9c7eb23bf058 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:31.166521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0007e931-cd6f-47b4-a139-fff4e57d6810 req-c5d8e570-9c47-423a-a7d6-9c7eb23bf058 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 943 time: 0.3091860 Apr 18 16:59:31.261778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c6d55-9e92-450d-bd9e-bcd074fb7c5f req-b0609fd6-adf2-4655-b730-2e0666e046c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:31.263623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c33c6d55-9e92-450d-bd9e-bcd074fb7c5f req-b0609fd6-adf2-4655-b730-2e0666e046c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 1100 time: 0.2483125 Apr 18 16:59:31.421693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c33c6d55-9e92-450d-bd9e-bcd074fb7c5f req-69022458-0b3b-429b-8223-0ac005cbde3b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170323 Apr 18 16:59:31.445961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0007e931-cd6f-47b4-a139-fff4e57d6810 req-1f8a6698-49af-4d15-9e09-6396b13024a6 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442286 Apr 18 16:59:31.490015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a3dbd-9637-4328-9017-04b72a3a44aa req-527266bf-43ab-4243-802b-fc73997a1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:31.495890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-725a3dbd-9637-4328-9017-04b72a3a44aa req-527266bf-43ab-4243-802b-fc73997a1c69 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9387c64b22cf454a85db9f16570f613d&shared=False HTTP/1.1" status: 200 len: 924 time: 0.3734527 Apr 18 16:59:31.580964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cb1fee00-254c-4bfd-8da4-b1f87e738228 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:31.582704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cb1fee00-254c-4bfd-8da4-b1f87e738228 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 819 time: 0.3231971 Apr 18 16:59:31.641389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-1edf339e-81ac-4a36-87bf-8b00ed2fa1fc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/quotas/d0c4986469b0458d9729a71a797dd88b HTTP/1.1" status: 200 len: 375 time: 0.0305693 Apr 18 16:59:31.727636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6b805-5363-4755-b6cf-e441b6376e65 req-aac9aeff-74d8-42e0-a993-e308d3bc4641 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:31.729328 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77d6b805-5363-4755-b6cf-e441b6376e65 req-aac9aeff-74d8-42e0-a993-e308d3bc4641 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.1667709 Apr 18 16:59:31.734807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a3dbd-9637-4328-9017-04b72a3a44aa req-a7f47493-d9b6-4a3a-a062-5544760e89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:31.736363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-725a3dbd-9637-4328-9017-04b72a3a44aa req-a7f47493-d9b6-4a3a-a062-5544760e89a2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2274446 Apr 18 16:59:31.773526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-a7b0073f-7b80-4db2-b4c4-7294661c577e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183174 Apr 18 16:59:31.797177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77d6b805-5363-4755-b6cf-e441b6376e65 req-42229e1d-956e-422d-8593-24b0d2a69562 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578930 Apr 18 16:59:32.182925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-8c1a358e-4e10-4d12-ba79-9eb57db9ba2f service neutron] 10.222.0.45 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954494 Apr 18 16:59:32.182925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-9e3ee388-f05c-479b-b066-0b2211c45588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:32.182925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-9e3ee388-f05c-479b-b066-0b2211c45588 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9387c64b22cf454a85db9f16570f613d&device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 1094 time: 0.1435974 Apr 18 16:59:32.182925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee3896-b0b2-4a86-b6f4-78acdf304700 req-7757ce24-0d82-42d8-b3ea-eca3ec91f213 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:32.182925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfee3896-b0b2-4a86-b6f4-78acdf304700 req-7757ce24-0d82-42d8-b3ea-eca3ec91f213 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1135561 Apr 18 16:59:32.182925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-55b68bd3-db23-49e7-97d3-9e600409e670 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd98cfb3-4d83-4a1a-a484-ac808e63e848 HTTP/1.1" status: 200 len: 217 time: 0.0878785 Apr 18 16:59:32.182925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfee3896-b0b2-4a86-b6f4-78acdf304700 req-32d3c408-038b-4b75-9902-0691b9a34468 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447546 Apr 18 16:59:32.203575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-8fe0dc60-29e9-44e9-99aa-bc2ccfca86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:32.205008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-8fe0dc60-29e9-44e9-99aa-bc2ccfca86b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbfb38b-8d19-45b1-af94-c743eb048da9 HTTP/1.1" status: 200 len: 862 time: 0.0673673 Apr 18 16:59:32.262222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-b1646da5-b74e-4f75-89d5-f2f20ae19420 service neutron] 10.222.0.45 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585626 Apr 18 16:59:32.292268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-c8c14b71-cad5-4d52-a25e-58289b63c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:32.294445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-c8c14b71-cad5-4d52-a25e-58289b63c06a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71fd5923-7080-4e23-8f06-a2def67d1bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755804 Apr 18 16:59:32.500000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-fc638d52-af6f-4ad0-91c9-f48ebfe82d70 service neutron] 10.222.0.18 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951869 Apr 18 16:59:32.528811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0e710-8dad-4096-bab2-af701b1ede5b req-cca9da36-1d64-48ad-8475-3120dd481806 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:32.530530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9d0e710-8dad-4096-bab2-af701b1ede5b req-cca9da36-1d64-48ad-8475-3120dd481806 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0747371 Apr 18 16:59:32.742739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9d0e710-8dad-4096-bab2-af701b1ede5b req-c3f34579-63aa-4286-b2cc-d85a731067e4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011576 Apr 18 16:59:32.751068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6058b8cd-d016-4060-9814-593f0e73816d req-b45f8f21-366f-4f0a-b7c7-a663d40c47d2 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0560920 Apr 18 16:59:32.779443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce1b613-188e-4d6e-9b06-cda67d95a79a req-bba71de5-6369-4f42-a0bd-e4ff18279352 service neutron] 10.222.0.18 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700257 Apr 18 16:59:32.932882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3768487-2beb-449f-8039-c46a593900ef req-a51160d0-f5a8-4bc7-930a-7df5fdb3f5f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 210 time: 0.0605435 Apr 18 16:59:33.007620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39ee1-b036-48a4-9ad7-97cba1800acc req-feb17257-0d98-4e17-ab5d-b544dcb68397 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:33.009729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90d39ee1-b036-48a4-9ad7-97cba1800acc req-feb17257-0d98-4e17-ab5d-b544dcb68397 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 943 time: 0.1194565 Apr 18 16:59:33.119887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90d39ee1-b036-48a4-9ad7-97cba1800acc req-bc6897c5-5cb4-4fdd-902c-b55bf2770a46 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976126 Apr 18 16:59:33.134296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460bc1-bf11-46bf-8e04-803b2578711f req-88f753d7-6d48-4247-b441-11b6b1690a29 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:33.135955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3460bc1-bf11-46bf-8e04-803b2578711f req-88f753d7-6d48-4247-b441-11b6b1690a29 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.0949001 Apr 18 16:59:33.177823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3460bc1-bf11-46bf-8e04-803b2578711f req-3bcd586d-1374-4039-8636-f6485868a8f4 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Apr 18 16:59:33.230813 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ddae6c64-777f-46eb-8e31-21348310c949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:33.386840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ecfe9-b101-4b78-a1e0-b22ec0294555 req-6a189f4e-09d0-4f67-94d6-d4bc3350bf2e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:33.388226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b27ecfe9-b101-4b78-a1e0-b22ec0294555 req-6a189f4e-09d0-4f67-94d6-d4bc3350bf2e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0520194 Apr 18 16:59:33.426851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b27ecfe9-b101-4b78-a1e0-b22ec0294555 req-b1bd1b50-6e37-470e-9b70-9a1fdf5442b8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Apr 18 16:59:33.903419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f99c2fe-6d40-4eeb-b5f2-fa62880f6a39 req-fedf6b53-6903-4ad5-8862-e32a46a29956 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0317419 Apr 18 16:59:33.946150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f54b-7923-4eb3-9682-767a21a34d47 req-7b8c7aa1-b35c-4540-be97-616e60260b3c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:33.947905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8824f54b-7923-4eb3-9682-767a21a34d47 req-7b8c7aa1-b35c-4540-be97-616e60260b3c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1062398 Apr 18 16:59:34.022715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8824f54b-7923-4eb3-9682-767a21a34d47 req-69caaf23-401c-4bdc-b9b8-94cf812fcf27 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684438 Apr 18 16:59:34.048678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee63b35d-6da0-4fb1-845a-083af647a172 req-a70648ac-ab19-43c4-9988-7eb4e34d48bf tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 210 time: 0.0316763 Apr 18 16:59:34.062290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-73aa0816-3f6b-45c5-a0e9-51302f88416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:34.065435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-73aa0816-3f6b-45c5-a0e9-51302f88416d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1101 time: 0.0779402 Apr 18 16:59:34.168803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-2d444111-9e2d-4f20-9a88-21be6367b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:34.170331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-2d444111-9e2d-4f20-9a88-21be6367b09a service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.0991471 Apr 18 16:59:34.239545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-d21f2095-c9e2-41ee-8e99-06264bb896d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 217 time: 0.0519235 Apr 18 16:59:34.300468 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:34.393186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75873a9a-dc00-4401-abae-fd8c6e12fc02 req-14908a00-c9f4-42f9-a406-d3a565f88912 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:34.394752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75873a9a-dc00-4401-abae-fd8c6e12fc02 req-14908a00-c9f4-42f9-a406-d3a565f88912 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 943 time: 0.1543128 Apr 18 16:59:34.404823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-99117984-1a20-4f05-bf76-9dfec1bd52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:34.406279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-99117984-1a20-4f05-bf76-9dfec1bd52a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1186628 Apr 18 16:59:34.425677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f8f6e-2f5a-4c81-979b-c5cdd94604e4 req-ca6c928d-a3d5-4b95-8322-d1ae1ff5fd40 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:34.427136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b96f8f6e-2f5a-4c81-979b-c5cdd94604e4 req-ca6c928d-a3d5-4b95-8322-d1ae1ff5fd40 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.1378138 Apr 18 16:59:34.511619 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75873a9a-dc00-4401-abae-fd8c6e12fc02 req-b1035293-08b0-4689-aa68-c75f3825a08f tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000595 Apr 18 16:59:34.520180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b96f8f6e-2f5a-4c81-979b-c5cdd94604e4 req-c4c16821-ebd1-42f3-9b72-5f661f43829e tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809345 Apr 18 16:59:34.527058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-bb087a25-42ac-489a-9016-9b3f48f4b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:34.528472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-bb087a25-42ac-489a-9016-9b3f48f4b230 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104527 Apr 18 16:59:34.694834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-cd7ee988-0b37-4571-b6df-59fbe3552b04 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442921 Apr 18 16:59:34.702093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b13b0b-3768-45c7-acf0-7f212964832d req-43a5ff09-84f7-4c19-a51a-3e1edacf913c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:34.703707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97b13b0b-3768-45c7-acf0-7f212964832d req-43a5ff09-84f7-4c19-a51a-3e1edacf913c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0867598 Apr 18 16:59:34.789676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97b13b0b-3768-45c7-acf0-7f212964832d req-da1fb362-01f6-4fad-a064-95cf60bd861c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768600 Apr 18 16:59:34.816538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-7162b630-5302-4f9c-af6e-dc07ee25a039 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121109 Apr 18 16:59:35.035166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71fda95a-271c-4906-ba38-9910c5c58cb0 req-95408d79-9a87-48c7-91fc-fae92914c819 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0329630 Apr 18 16:59:35.053928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ccec2-8973-462f-a189-cff4948b3d08 req-056c569b-1167-4427-bbe4-8235000a824a tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:35.061446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e6ccec2-8973-462f-a189-cff4948b3d08 req-056c569b-1167-4427-bbe4-8235000a824a tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.0880926 Apr 18 16:59:35.115090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e6ccec2-8973-462f-a189-cff4948b3d08 req-996f79f4-b009-4b56-ba70-13161e74cdae tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527387 Apr 18 16:59:35.484769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a24d2a4-ff54-4a24-a1f3-21806c568cce req-cc4f9eaa-5de1-4218-81c4-54d46b778525 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 210 time: 0.0388141 Apr 18 16:59:35.529522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3f4c5-7618-496a-8504-642aa35ec286 req-1a9ffe39-8002-4fd1-b011-68ef25a5c5dc tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:35.530879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcc3f4c5-7618-496a-8504-642aa35ec286 req-1a9ffe39-8002-4fd1-b011-68ef25a5c5dc tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.4047506 Apr 18 16:59:35.537376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-3b889ea1-91b2-4485-93d5-35ffd6caa6a0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:35.539241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-3b889ea1-91b2-4485-93d5-35ffd6caa6a0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 819 time: 0.4489663 Apr 18 16:59:35.564110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Request body: {'port': {'device_id': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'admin_state_up': True, 'tenant_id': 'd0c4986469b0458d9729a71a797dd88b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:35.593825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcc3f4c5-7618-496a-8504-642aa35ec286 req-62c090c4-353d-4db2-934e-e583297ae160 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 Apr 18 16:59:35.722194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bf5a8-05f7-402e-ad9c-2f9e3008b9aa req-fad14fdb-747a-4635-8063-91eed479ddc2 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:35.723667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-611bf5a8-05f7-402e-ad9c-2f9e3008b9aa req-fad14fdb-747a-4635-8063-91eed479ddc2 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 943 time: 0.1005836 Apr 18 16:59:35.765941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:35.775381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-611bf5a8-05f7-402e-ad9c-2f9e3008b9aa req-ed2a7286-cc89-4ea8-bf56-81720f56e4b9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424509 Apr 18 16:59:35.819318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Made reservation on behalf of d0c4986469b0458d9729a71a797dd88b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:35.822808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:35.989292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ca582783-d8e4-435e-a364-35fb23ecc664 req-bb5fe9bf-bc6e-4671-b8bb-7a7868b56efe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0526192 Apr 18 16:59:36.016925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d21c1-d4fe-451e-82ec-535bedfd78b2 req-e52386d7-1fb3-471a-8a31-aa4b05cd6fa0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:36.018455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e3d21c1-d4fe-451e-82ec-535bedfd78b2 req-e52386d7-1fb3-471a-8a31-aa4b05cd6fa0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1164904 Apr 18 16:59:36.053564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Allocated IP 172.20.0.11 (1e9bc860-026b-4f6a-aad0-e7659ecfe0ca/413415fe-1543-4592-b7a6-31784d135fbc/94194168-ab24-4a3d-ad6b-250e8a608bfd) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:36.070943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:36.103188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e3d21c1-d4fe-451e-82ec-535bedfd78b2 req-59dafa7c-6216-4ca9-a9c2-3f83bb80294c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762522 Apr 18 16:59:36.247861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be9199fd-fb46-43a4-9a9d-ff16fc91a192 req-0dc567d1-5de5-4b92-b540-25f4eb899efc tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0677009 Apr 18 16:59:36.328742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c267ac-ab01-49e1-b973-f58c5efe31f0 req-1c07873c-901b-4065-a6e7-d2313fc3c73d tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:36.331472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1c267ac-ab01-49e1-b973-f58c5efe31f0 req-1c07873c-901b-4065-a6e7-d2313fc3c73d tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.1094666 Apr 18 16:59:36.351777 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:36.391487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1c267ac-ab01-49e1-b973-f58c5efe31f0 req-e2c5ef0a-0054-4d42-a269-9976e6e45c4d tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545070 Apr 18 16:59:36.497189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:36.551766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:36.560117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:36.565833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:36.570756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Pushing event updated for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:36.573866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed09a5d-d044-4ed3-ad3d-2a260f3bef3e req-bf7bbb2f-8b93-4d67-a6f1-80774217b04e tempest-LiveMigrationNegativeTest-1121224325 tempest-LiveMigrationNegativeTest-1121224325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:36.581062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ed09a5d-d044-4ed3-ad3d-2a260f3bef3e req-bf7bbb2f-8b93-4d67-a6f1-80774217b04e tempest-LiveMigrationNegativeTest-1121224325 tempest-LiveMigrationNegativeTest-1121224325-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 1100 time: 0.1156321 Apr 18 16:59:36.640074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ed09a5d-d044-4ed3-ad3d-2a260f3bef3e req-4df07836-119e-4975-96bf-78c323a6e28e tempest-LiveMigrationNegativeTest-1121224325 tempest-LiveMigrationNegativeTest-1121224325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:36.696243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876bc88-66ce-4bdb-a8a4-818931fc6b90 req-009ee385-841a-4517-b2c8-f1fe454b50b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:36.697743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0876bc88-66ce-4bdb-a8a4-818931fc6b90 req-009ee385-841a-4517-b2c8-f1fe454b50b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 932 time: 0.1293144 Apr 18 16:59:36.704702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:36.705721 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:36.779975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0876bc88-66ce-4bdb-a8a4-818931fc6b90 req-922e8dc4-502a-4a7e-a936-d24abb3db932 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639200 Apr 18 16:59:36.819494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-124238ba-08bb-48a2-a947-a03b30eb25a2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2608807 Apr 18 16:59:36.837813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ed09a5d-d044-4ed3-ad3d-2a260f3bef3e req-4df07836-119e-4975-96bf-78c323a6e28e tempest-LiveMigrationNegativeTest-1121224325 tempest-LiveMigrationNegativeTest-1121224325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:36.842224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Request body: {'port': {'device_id': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:36.918095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ed09a5d-d044-4ed3-ad3d-2a260f3bef3e req-4df07836-119e-4975-96bf-78c323a6e28e tempest-LiveMigrationNegativeTest-1121224325 tempest-LiveMigrationNegativeTest-1121224325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:36.948520 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:36.954101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ed09a5d-d044-4ed3-ad3d-2a260f3bef3e req-4df07836-119e-4975-96bf-78c323a6e28e tempest-LiveMigrationNegativeTest-1121224325 tempest-LiveMigrationNegativeTest-1121224325-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722630 Apr 18 16:59:36.980302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d3c0e-4c1b-4524-9118-e5fa1c2aa1ac req-6a9c8a7c-a9b2-499d-80e5-6e9f8bf8cd1a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:36.988986 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-240d3c0e-4c1b-4524-9118-e5fa1c2aa1ac req-6a9c8a7c-a9b2-499d-80e5-6e9f8bf8cd1a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1426370 Apr 18 16:59:37.015772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df07836-119e-4975-96bf-78c323a6e28e tempest-LiveMigrationNegativeTest-1121224325 tempest-LiveMigrationNegativeTest-1121224325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb5aafd-0ddb-472b-a701-b10aeaf0335d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:37.097986 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-240d3c0e-4c1b-4524-9118-e5fa1c2aa1ac req-800f5864-6305-42e4-b4a8-7351c72d652d tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080322 Apr 18 16:59:37.228468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc1c73-96ab-4f78-99af-0ed48f3ece57 req-8070fb28-463e-4794-8f10-01a2ebeffc03 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:37.235904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23bc1c73-96ab-4f78-99af-0ed48f3ece57 req-8070fb28-463e-4794-8f10-01a2ebeffc03 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 943 time: 0.1922145 Apr 18 16:59:37.366311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03125b8d-a3dd-446f-9b2a-846912945144 req-405363c2-58b9-469d-92b2-2dec52922134 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:37.368007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03125b8d-a3dd-446f-9b2a-846912945144 req-405363c2-58b9-469d-92b2-2dec52922134 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1244242 Apr 18 16:59:37.370745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23bc1c73-96ab-4f78-99af-0ed48f3ece57 req-ab40dfee-bc76-4f65-92f6-49eb7b3c3d57 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339514 Apr 18 16:59:37.432316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03125b8d-a3dd-446f-9b2a-846912945144 req-40fd00d4-9336-4b87-a4db-833cc8b2110d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582616 Apr 18 16:59:37.607352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7862d023-ffd1-45ac-a4bb-d4b8a375b617 req-764a358c-bea7-42b8-a145-2a8d3afcb537 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0544775 Apr 18 16:59:37.613972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94194168-ab24-4a3d-ad6b-250e8a608bfd {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:37.624504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:37.641555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Transition to ACTIVE for port object 94194168-ab24-4a3d-ad6b-250e8a608bfd will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:59:37.788954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:37.897703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Pushing event updated for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:37.988215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:37.988676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:37.989015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:37.997406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:59:37.997773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:38.007249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3509f-132e-4867-91a7-de3923d5d860 req-10db6811-6d3c-4759-bb1d-f3cc15bedbab tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.009028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2cc3509f-132e-4867-91a7-de3923d5d860 req-10db6811-6d3c-4759-bb1d-f3cc15bedbab tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.0904377 Apr 18 16:59:38.013942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:38.020715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:38.021125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:38.021639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Bound port: 94194168-ab24-4a3d-ad6b-250e8a608bfd, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:38.023072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:38.126100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2cc3509f-132e-4867-91a7-de3923d5d860 req-b12da83f-32b0-4877-855d-1042458b8cde tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002960 Apr 18 16:59:38.148386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12880b10-3a45-47e3-906e-f5f7ae02fd2f req-554b9c0b-e5b7-4175-a23f-603c74d3f5e0 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.154542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12880b10-3a45-47e3-906e-f5f7ae02fd2f req-554b9c0b-e5b7-4175-a23f-603c74d3f5e0 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.1298549 Apr 18 16:59:38.214428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 16:59:38.221947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12880b10-3a45-47e3-906e-f5f7ae02fd2f req-b20b0080-6b0a-4c80-9b9b-33b99740a9b5 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664558 Apr 18 16:59:38.227238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:38.280467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c5f8-cd31-4466-96af-80c6a93a8330 req-d56e8deb-64d2-4913-b224-142329a0d0ec tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.282047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cb7c5f8-cd31-4466-96af-80c6a93a8330 req-d56e8deb-64d2-4913-b224-142329a0d0ec tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0837760 Apr 18 16:59:38.288588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:38.341863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.342821 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:38.344280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] 10.222.0.41 "PUT /v2.0/ports/94194168-ab24-4a3d-ad6b-250e8a608bfd HTTP/1.1" status: 200 len: 1092 time: 1.5088601 Apr 18 16:59:38.349209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:38.352087 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30abb16-4d1c-4e32-932e-49b2117f0f95" -d '{"events": [{"name": "network-changed", "server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:38.403148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cb7c5f8-cd31-4466-96af-80c6a93a8330 req-c97ea9b6-9b03-4c6c-929b-de69666ef62e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118047 Apr 18 16:59:38.405147 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca237990-f1e2-481e-8376-379f84ff4045 x-openstack-request-id: req-ca237990-f1e2-481e-8376-379f84ff4045 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:38.405552 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:38.405872 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca237990-f1e2-481e-8376-379f84ff4045 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:38.406327 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca237990-f1e2-481e-8376-379f84ff4045'] response: {'name': 'network-changed', 'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd', 'status': 'completed', 'code': 200} Apr 18 16:59:38.406943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21fc7a-5797-4c8e-9fb0-306d6db6a24f service neutron] Pushing event updated for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:38.434735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device cd98cfb3-4d83-4a1a-a484-ac808e63e848 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:59:38.545932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port cd98cfb3-4d83-4a1a-a484-ac808e63e848, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd98cfb3-4d83-4a1a-a484-ac808e63e848,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:38.560467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'port_id': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'mac_address': 'fa:16:3e:1a:03:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:59:38.571034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abb16-4d1c-4e32-932e-49b2117f0f95 req-7a90c0d8-d62d-49ce-8603-6c17a7b771cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.572627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e30abb16-4d1c-4e32-932e-49b2117f0f95 req-7a90c0d8-d62d-49ce-8603-6c17a7b771cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1095 time: 0.1216390 Apr 18 16:59:38.605469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e30e49-6d04-4a5c-a5d8-2df433f77c9c req-d4d41daa-97f0-451c-88b2-d857fce8a97f tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.607033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65e30e49-6d04-4a5c-a5d8-2df433f77c9c req-d4d41daa-97f0-451c-88b2-d857fce8a97f tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 943 time: 0.1178000 Apr 18 16:59:38.616224 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:38.629623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd98cfb3-4d83-4a1a-a484-ac808e63e848 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:38.647089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e82d54-64a6-4ef7-9b44-ebc742c43f08 req-a50497cb-a8e4-4a52-9623-a501b30b3b12 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.651127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port cd98cfb3-4d83-4a1a-a484-ac808e63e848, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd98cfb3-4d83-4a1a-a484-ac808e63e848,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:38.652338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3e82d54-64a6-4ef7-9b44-ebc742c43f08 req-a50497cb-a8e4-4a52-9623-a501b30b3b12 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1234040 Apr 18 16:59:38.722494 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:38.744430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65e30e49-6d04-4a5c-a5d8-2df433f77c9c req-59769cb3-2dcf-480e-a600-b6f1d60d0b07 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241174 Apr 18 16:59:38.794244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=cd98cfb3-4d83-4a1a-a484-ac808e63e848,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:38.813650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3e82d54-64a6-4ef7-9b44-ebc742c43f08 req-9ef9a044-408a-4c72-9b07-5bc2a2356991 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210022 Apr 18 16:59:38.825545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abb16-4d1c-4e32-932e-49b2117f0f95 req-4578c13f-4309-4797-9aeb-9a5e0c183c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.825545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e30abb16-4d1c-4e32-932e-49b2117f0f95 req-4578c13f-4309-4797-9aeb-9a5e0c183c0a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0c4986469b0458d9729a71a797dd88b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2356107 Apr 18 16:59:38.872648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7c1cd8d-100e-4699-9d69-a113179f2d01 req-f72d1e91-f5a5-4c43-95ed-e36907969539 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0484149 Apr 18 16:59:38.948203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abb16-4d1c-4e32-932e-49b2117f0f95 req-7eb33788-d86b-4cd1-8068-d3a51a573e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:38.949819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e30abb16-4d1c-4e32-932e-49b2117f0f95 req-7eb33788-d86b-4cd1-8068-d3a51a573e2e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171634 Apr 18 16:59:39.060745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-34ea9dff-6911-4f0e-b795-11b52c412703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:39.138037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-34ea9dff-6911-4f0e-b795-11b52c412703 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1095 time: 0.0500193 Apr 18 16:59:39.138037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-23610389-1858-4635-b88f-6e1d8bdddc0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd HTTP/1.1" status: 200 len: 217 time: 0.0354376 Apr 18 16:59:39.187301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-abf681be-87e9-45bb-a92f-f3587be1417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:39.188782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-abf681be-87e9-45bb-a92f-f3587be1417a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0481546 Apr 18 16:59:39.243754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-eaa7f651-8eef-452b-bf89-0e3e94c67f13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476384 Apr 18 16:59:39.299531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['cd98cfb3-4d83-4a1a-a484-ac808e63e848'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:39.319761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259029-4a4f-4473-a174-f41da2376c5e req-e574d82e-2827-45ca-ad3f-6a4accc68d3e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:39.321283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68259029-4a4f-4473-a174-f41da2376c5e req-e574d82e-2827-45ca-ad3f-6a4accc68d3e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.1153409 Apr 18 16:59:39.382955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68259029-4a4f-4473-a174-f41da2376c5e req-0211d274-82c9-447b-aaec-82d0bfb570e6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547915 Apr 18 16:59:39.385054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-27c757e7-35b2-40ea-974d-da91fa8c6d7a service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349857 Apr 18 16:59:39.553710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77b3be3-af67-46ef-9917-e9deef46c16c req-eeb35d00-a3b0-4890-af06-5e016ca4143e service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604731 Apr 18 16:59:39.563175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11429990-b381-48d5-afb5-258e0b771aa1 req-cf66cde0-2bc6-43ce-82d0-0e7cc151860c tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:39.584867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11429990-b381-48d5-afb5-258e0b771aa1 req-cf66cde0-2bc6-43ce-82d0-0e7cc151860c tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.1341026 Apr 18 16:59:39.629825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c8204c1-bcb2-4c62-8c34-429f1ecde8ed req-8d050b5f-bf7f-4b95-aa11-29f11b4452fe tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0419738 Apr 18 16:59:39.677521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11429990-b381-48d5-afb5-258e0b771aa1 req-28901ec2-8933-40c5-b54f-688b658ee23b tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718625 Apr 18 16:59:40.132879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2290e072-fc3e-470f-a90c-b2f245fe8fb6 req-b76c2223-6fa4-4fea-8bae-9f600844776e tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.2948179 Apr 18 16:59:40.140462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eea2e0-4992-4efd-abdc-6f09cec87a68 req-9a945af8-00bd-4fbd-84e6-324d778deb8f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:40.148788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9eea2e0-4992-4efd-abdc-6f09cec87a68 req-9a945af8-00bd-4fbd-84e6-324d778deb8f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.3935678 Apr 18 16:59:40.195145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-bf38f405-4658-4a95-81e1-25093acec8d6 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:40.196590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-bf38f405-4658-4a95-81e1-25093acec8d6 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.3937969 Apr 18 16:59:40.211183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9eea2e0-4992-4efd-abdc-6f09cec87a68 req-a0590eea-3a5d-4ada-ad16-9c8bde8f5679 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589318 Apr 18 16:59:40.418001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44d88a-bfd8-487f-a1a2-71ed1f866d4e req-9a808a27-d0bc-4f9b-a25f-2b6ee59980dc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:40.421967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e44d88a-bfd8-487f-a1a2-71ed1f866d4e req-9a808a27-d0bc-4f9b-a25f-2b6ee59980dc tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 944 time: 0.1486595 Apr 18 16:59:40.430820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4927-f34e-44bd-9a1e-6e5be0c60d0e req-173351fd-bb6f-4353-8177-a491c5ee9919 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:40.438024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-766c4927-f34e-44bd-9a1e-6e5be0c60d0e req-173351fd-bb6f-4353-8177-a491c5ee9919 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1128316 Apr 18 16:59:40.479761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Deleting port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 16:59:40.480100 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:40.551219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-766c4927-f34e-44bd-9a1e-6e5be0c60d0e req-02fa7644-312e-4158-b51c-ec53ca0ffd64 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122479 Apr 18 16:59:40.558602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e44d88a-bfd8-487f-a1a2-71ed1f866d4e req-56d93ac0-057f-471f-8e1a-a9eaa2b84e00 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186235 Apr 18 16:59:40.605918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] For port fa354c07-b9ee-4db7-9e36-f90f625d6ce3, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:40.606596 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:40.624867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Calling delete_port for fa354c07-b9ee-4db7-9e36-f90f625d6ce3 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 16:59:40.720873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75054-1489-4314-999f-8c2d9b8e7128 req-7e02795f-02c3-4be4-8f2b-5094ef5c88b3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:40.722416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fa75054-1489-4314-999f-8c2d9b8e7128 req-7e02795f-02c3-4be4-8f2b-5094ef5c88b3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.0953333 Apr 18 16:59:40.875982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fa75054-1489-4314-999f-8c2d9b8e7128 req-72be78b3-bfff-410b-8fc3-a540306a1e57 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384971 Apr 18 16:59:40.909063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a94ee-4002-4f72-9bdb-cf5aef80ddc8 req-b4613bf2-2cfc-4411-a0c6-204d3dc936f7 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:40.910632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-622a94ee-4002-4f72-9bdb-cf5aef80ddc8 req-b4613bf2-2cfc-4411-a0c6-204d3dc936f7 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 949 time: 0.1222661 Apr 18 16:59:40.976022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:41.002077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-622a94ee-4002-4f72-9bdb-cf5aef80ddc8 req-ecae9a2f-9d48-46e2-9914-a27b1d642dfb tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841148 Apr 18 16:59:41.012692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ace377f2-e2cc-4a4f-b140-66fc091262f9', 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:41.030428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Pushing event deleted for resources: {'Port': ['ID=fa354c07-b9ee-4db7-9e36-f90f625d6ce3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:41.081764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] No DVR routers for this DVR port fa354c07-b9ee-4db7-9e36-f90f625d6ce3 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:59:41.084894 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:41.088190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9f2b378-e7a2-41f2-9f2f-ba5b558318b5 req-6ca1cfd4-2aed-48c4-bed3-4a78c3343202 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "DELETE /v2.0/ports/fa354c07-b9ee-4db7-9e36-f90f625d6ce3 HTTP/1.1" status: 204 len: 173 time: 0.8760166 Apr 18 16:59:41.088639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b763e34-590f-44e1-8037-7340d5c3587c', 'name': 'network-vif-deleted', 'tag': 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:41.091082 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c697f0a6-0001-4926-9f4c-ff072a5c4d70" -d '{"events": [{"server_uuid": "6b763e34-590f-44e1-8037-7340d5c3587c", "name": "network-vif-deleted", "tag": "fa354c07-b9ee-4db7-9e36-f90f625d6ce3"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:41.095992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11b418-6e77-4358-9e96-9cd7693b948e req-e8ddebe8-4074-421d-9d87-43889a11dc1f tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:41.103685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed11b418-6e77-4358-9e96-9cd7693b948e req-e8ddebe8-4074-421d-9d87-43889a11dc1f tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1683769 Apr 18 16:59:41.169875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed11b418-6e77-4358-9e96-9cd7693b948e req-276fb0a7-6159-4276-a1b6-3d6c4fa7245a tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639720 Apr 18 16:59:41.177318 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eafe69e-8617-45c9-81f2-ffc8ad11444a x-openstack-request-id: req-2eafe69e-8617-45c9-81f2-ffc8ad11444a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:41.177697 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b763e34-590f-44e1-8037-7340d5c3587c", "name": "network-vif-deleted", "tag": "fa354c07-b9ee-4db7-9e36-f90f625d6ce3", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:41.178467 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2eafe69e-8617-45c9-81f2-ffc8ad11444a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:41.178879 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eafe69e-8617-45c9-81f2-ffc8ad11444a'] response: {'server_uuid': '6b763e34-590f-44e1-8037-7340d5c3587c', 'name': 'network-vif-deleted', 'tag': 'fa354c07-b9ee-4db7-9e36-f90f625d6ce3', 'status': 'completed', 'code': 200} Apr 18 16:59:41.365077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45029e18-17d6-41f9-933a-d3e2294ea9ca req-4ae6c26b-6701-4336-b119-8b7545998470 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0545175 Apr 18 16:59:41.493052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cadd46-3538-4c69-8ba5-5da7ca91f959 req-c16b9f4f-73ef-40b5-bba1-435712085a8d tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:41.494575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01cadd46-3538-4c69-8ba5-5da7ca91f959 req-c16b9f4f-73ef-40b5-bba1-435712085a8d tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0599170 Apr 18 16:59:41.542497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01cadd46-3538-4c69-8ba5-5da7ca91f959 req-421ae6cd-ec93-40c0-8639-f719c1af677a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Apr 18 16:59:41.700874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820f92-cafb-414f-b472-f16900baf211 req-5c8f5f55-c872-4e11-ba04-f480df80e1cc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:41.702516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97820f92-cafb-414f-b472-f16900baf211 req-5c8f5f55-c872-4e11-ba04-f480df80e1cc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0791535 Apr 18 16:59:41.745815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97820f92-cafb-414f-b472-f16900baf211 req-209e1759-bb08-4264-9123-9c42f2739a65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Apr 18 16:59:41.887113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540b8b8-eb2a-4e60-a61b-03cccfdbd9b3 req-a6fa3b25-3c52-417d-b01c-d8b5220c6593 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:41.888892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7540b8b8-eb2a-4e60-a61b-03cccfdbd9b3 req-a6fa3b25-3c52-417d-b01c-d8b5220c6593 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 944 time: 0.0745406 Apr 18 16:59:41.954555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7540b8b8-eb2a-4e60-a61b-03cccfdbd9b3 req-e2f4a439-a67b-4ccf-96e2-5fef7ac2a2bb tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552413 Apr 18 16:59:42.096014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ec27b-e0b7-444d-911b-a7a9330d8f28 req-36ea14c0-eb4d-4f6b-9754-7d2e5d848cdc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:42.099064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed9ec27b-e0b7-444d-911b-a7a9330d8f28 req-36ea14c0-eb4d-4f6b-9754-7d2e5d848cdc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.0899932 Apr 18 16:59:42.153137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed9ec27b-e0b7-444d-911b-a7a9330d8f28 req-881df274-bf56-4c3a-8684-d05f4020329e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 Apr 18 16:59:42.275373 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5ee50b9-c704-42cf-b643-e59c9d4f8d64 req-2e5818e9-8694-4150-a445-d2b42d3eb006 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b763e34-590f-44e1-8037-7340d5c3587c HTTP/1.1" status: 200 len: 210 time: 0.0348566 Apr 18 16:59:42.485025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device cd98cfb3-4d83-4a1a-a484-ac808e63e848 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:42.494033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f64c0049-3fad-4603-b3c5-01f3373c0be1 req-d0b8ae8b-4323-4611-aad1-a10f0c455e13 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0263381 Apr 18 16:59:42.614835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port cd98cfb3-4d83-4a1a-a484-ac808e63e848 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:59:42.627451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port cd98cfb3-4d83-4a1a-a484-ac808e63e848 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:42.627451 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:42.689466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5724b-ff01-4b97-a6f8-578fa123e37f req-511dd2de-dc27-432a-864a-9f8f605f749e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:42.689466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5be5724b-ff01-4b97-a6f8-578fa123e37f req-511dd2de-dc27-432a-864a-9f8f605f749e tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0745418 Apr 18 16:59:42.740212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5be5724b-ff01-4b97-a6f8-578fa123e37f req-e94e056f-aa9b-4d9e-b3b3-237b6595ce5c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Apr 18 16:59:42.755977 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:42.794853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:42.797404 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fa45d1-7ebe-4e16-a56c-d6d630ad4b06" -d '{"events": [{"server_uuid": "dc34ef0d-b410-405a-8778-258c706f0bfb", "name": "network-vif-plugged", "status": "completed", "tag": "cd98cfb3-4d83-4a1a-a484-ac808e63e848"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:42.813140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port cd98cfb3-4d83-4a1a-a484-ac808e63e848, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd98cfb3-4d83-4a1a-a484-ac808e63e848,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:42.883898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77340c3a-8697-4716-9c1e-d478f765fd97 req-3e412229-558c-491d-8091-9b43ac575330 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:42.885432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77340c3a-8697-4716-9c1e-d478f765fd97 req-3e412229-558c-491d-8091-9b43ac575330 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0589209 Apr 18 16:59:42.924615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77340c3a-8697-4716-9c1e-d478f765fd97 req-a70d0ae3-d97c-49df-ae1f-2ba7f4bde0ff tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326006 Apr 18 16:59:42.971247 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a6d3dc-2607-4408-93f1-a274a80bf373 x-openstack-request-id: req-f0a6d3dc-2607-4408-93f1-a274a80bf373 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:42.971565 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34ef0d-b410-405a-8778-258c706f0bfb", "name": "network-vif-plugged", "status": "completed", "tag": "cd98cfb3-4d83-4a1a-a484-ac808e63e848", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:42.971821 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0a6d3dc-2607-4408-93f1-a274a80bf373 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:42.972216 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a6d3dc-2607-4408-93f1-a274a80bf373'] response: {'server_uuid': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'code': 200} Apr 18 16:59:43.079431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b4199-dbaf-42b2-aadb-5173039ffad7 req-2f07efb1-3c3a-4812-9480-a1477c056705 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:43.080832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a68b4199-dbaf-42b2-aadb-5173039ffad7 req-2f07efb1-3c3a-4812-9480-a1477c056705 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 944 time: 0.0534503 Apr 18 16:59:43.120027 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:43.129241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a68b4199-dbaf-42b2-aadb-5173039ffad7 req-27237f89-bbf8-485f-bc84-22f06cf1161a tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 Apr 18 16:59:43.159217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679e7e3-8e23-41e6-b82d-41dc1151fa4b req-76ea30c1-9898-43b0-a316-46bd188d79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:43.160704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8679e7e3-8e23-41e6-b82d-41dc1151fa4b req-76ea30c1-9898-43b0-a316-46bd188d79a9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 1096 time: 0.0449739 Apr 18 16:59:43.177323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=cd98cfb3-4d83-4a1a-a484-ac808e63e848,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:43.205784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8679e7e3-8e23-41e6-b82d-41dc1151fa4b req-d0b6ee68-0095-41b9-993d-cf230743f571 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342393 Apr 18 16:59:43.285335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bf5bb-1669-4133-b8be-54409c800273 req-7ca3ff04-0e68-461d-9d11-e3332ddfd89f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:43.286800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df5bf5bb-1669-4133-b8be-54409c800273 req-7ca3ff04-0e68-461d-9d11-e3332ddfd89f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.0525212 Apr 18 16:59:43.328937 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df5bf5bb-1669-4133-b8be-54409c800273 req-4e00facf-ed31-41e2-8896-a15ff2951b12 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360959 Apr 18 16:59:43.870434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b14bb0fd-a34d-4b71-b3bc-a50994385ebd req-83e5a47c-460a-40db-9356-8b18319c7512 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0592000 Apr 18 16:59:43.982598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-40108337-7edd-44e3-9770-aaff6c218361 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 16:59:43.985625 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-40108337-7edd-44e3-9770-aaff6c218361 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127468 Apr 18 16:59:44.058854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-960ee352-b4a9-4dfc-8c9a-99f65fcaa39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:44.060654 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-960ee352-b4a9-4dfc-8c9a-99f65fcaa39c service neutron] 10.222.0.45 "GET /v2.0/ports/772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 1094 time: 0.0657642 Apr 18 16:59:44.074761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfaac-1daf-4e0f-ae3a-5a4de18d0bcc req-cd08134b-dede-4515-be18-2ec504ba4329 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:44.080490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Request body: {'binding': {'host': 'n-h2-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:44.081179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Unknown quota resources ['binding']. {{(pid=109825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 16:59:44.087888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a86dfaac-1daf-4e0f-ae3a-5a4de18d0bcc req-cd08134b-dede-4515-be18-2ec504ba4329 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 950 time: 0.0940158 Apr 18 16:59:44.166114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a86dfaac-1daf-4e0f-ae3a-5a4de18d0bcc req-a1bf79e9-fd04-4196-b0a3-60d6ca9b25a5 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771084 Apr 18 16:59:44.222189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 94194168-ab24-4a3d-ad6b-250e8a608bfd details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:59:44.230577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fa354c07-b9ee-4db7-9e36-f90f625d6ce3 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:44.259239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: fa354c07-b9ee-4db7-9e36-f90f625d6ce3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 16:59:44.259896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fa354c07-b9ee-4db7-9e36-f90f625d6ce3 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:59:44.274398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on host n-h2-836015-2 for vnic_type normal with profile None {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 16:59:44.274987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 16:59:44.275503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:44.280882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 16:59:44.281986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 16:59:44.285092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c935-d094-4260-9c49-fe0aa5297b86 req-a96bf86d-eedd-451f-a1d7-2afd7fe564ba tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:44.287999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1232c935-d094-4260-9c49-fe0aa5297b86 req-a96bf86d-eedd-451f-a1d7-2afd7fe564ba tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.0676825 Apr 18 16:59:44.288817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 16:59:44.289157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 16:59:44.289567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 16:59:44.290348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Bound port: 772854f5-25de-4fa7-9cd3-376234d8ef63, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 16:59:44.352308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1232c935-d094-4260-9c49-fe0aa5297b86 req-287dd04d-1ec7-4a84-aaf4-c24d5fe43649 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578029 Apr 18 16:59:44.355955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 16:59:44.374179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:44.445653 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:44.455667 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-53a186e5-26b6-4b81-8b1e-45e32213144e service neutron] 10.222.0.45 "POST /v2.0/ports/772854f5-25de-4fa7-9cd3-376234d8ef63/bindings HTTP/1.1" status: 201 len: 389 time: 0.3782198 Apr 18 16:59:44.482960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530befd8-89c9-407c-82e1-eb6165938109 req-4e73aa42-c389-4af0-9a0b-43c51aa4e09e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:44.484705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-530befd8-89c9-407c-82e1-eb6165938109 req-4e73aa42-c389-4af0-9a0b-43c51aa4e09e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0590935 Apr 18 16:59:44.539639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-530befd8-89c9-407c-82e1-eb6165938109 req-6b5d3c6e-f0fc-4523-95bd-950759538f71 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Apr 18 16:59:44.562287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '94194168-ab24-4a3d-ad6b-250e8a608bfd', 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'port_id': '94194168-ab24-4a3d-ad6b-250e8a608bfd', 'mac_address': 'fa:16:3e:41:88:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413415fe-1543-4592-b7a6-31784d135fbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:59:44.625140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:44.640529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94194168-ab24-4a3d-ad6b-250e8a608bfd {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:44.681238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:44.687736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffcc50-42de-40bd-928f-ae6f8ac5bcf5 req-ee4c8b86-bc75-4610-bed0-3097cba4636b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:44.687736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cffcc50-42de-40bd-928f-ae6f8ac5bcf5 req-ee4c8b86-bc75-4610-bed0-3097cba4636b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 945 time: 0.0858159 Apr 18 16:59:44.742612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cffcc50-42de-40bd-928f-ae6f8ac5bcf5 req-097e3c23-6eca-44b6-94f7-51b3fa9bec6f tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499024 Apr 18 16:59:44.763384 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:44.834365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab201d-c29e-4e6b-ba8f-e0e0634d2403 req-d60a0a2a-5e81-46fd-9e71-4ab01c9ae12a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:44.835984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7eab201d-c29e-4e6b-ba8f-e0e0634d2403 req-d60a0a2a-5e81-46fd-9e71-4ab01c9ae12a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 945 time: 0.0877750 Apr 18 16:59:44.858528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:44.917197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7eab201d-c29e-4e6b-ba8f-e0e0634d2403 req-d4bb3278-0bbe-48b9-8de8-f80608656194 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730007 Apr 18 16:59:44.940485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4d4ae-1be9-4e87-82f9-bcb60b39287e req-21924727-4db6-48a2-9a59-f195b0de037c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:44.951603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ca4d4ae-1be9-4e87-82f9-bcb60b39287e req-21924727-4db6-48a2-9a59-f195b0de037c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.0989435 Apr 18 16:59:45.001863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ca4d4ae-1be9-4e87-82f9-bcb60b39287e req-021c4502-ebc5-4c79-bb5e-de10d669e609 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470068 Apr 18 16:59:45.076100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25cffe2d-47cd-4c03-a95e-7a12ae05b441 req-b70bb7cd-0d34-4625-8438-45030adeda9a tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0313761 Apr 18 16:59:45.188243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['94194168-ab24-4a3d-ad6b-250e8a608bfd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:45.216815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-1e87329c-f5ba-4344-8174-9bcde76190fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:45.218325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-1e87329c-f5ba-4344-8174-9bcde76190fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0592184 Apr 18 16:59:45.350378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8eff6-9c66-419b-b0ec-5bb9737b5c23 req-b4e45816-f266-4318-8dfd-104023d423c5 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:45.352251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04e8eff6-9c66-419b-b0ec-5bb9737b5c23 req-b4e45816-f266-4318-8dfd-104023d423c5 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 950 time: 0.1305780 Apr 18 16:59:45.450988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-ac9b525c-c475-40d1-a8d5-b2c324a9f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:45.453391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-ac9b525c-c475-40d1-a8d5-b2c324a9f787 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.1937745 Apr 18 16:59:45.476604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04e8eff6-9c66-419b-b0ec-5bb9737b5c23 req-5d7ad4da-9546-44b5-930d-ea08f43ffef8 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0644f26-9744-46cd-a87b-eb737d2f47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131282 Apr 18 16:59:45.543351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-92f636be-e63c-4e90-9e09-20c1e1aaf7f2 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:45.544816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-92f636be-e63c-4e90-9e09-20c1e1aaf7f2 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 950 time: 0.1234107 Apr 18 16:59:45.552705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-5a0956af-1de2-454b-baa0-8f85d7eca2d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 217 time: 0.0750186 Apr 18 16:59:45.606644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-a79788b2-eb26-47a1-8b6b-709dae9cf6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:45.607989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-a79788b2-eb26-47a1-8b6b-709dae9cf6ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0468152 Apr 18 16:59:45.621024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443984be-96e9-47a2-9c27-3ac7859b2bb6 req-94aabf7d-020b-44f4-a27a-373d69b73015 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:45.627864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-443984be-96e9-47a2-9c27-3ac7859b2bb6 req-94aabf7d-020b-44f4-a27a-373d69b73015 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.1726642 Apr 18 16:59:45.668725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-e3fda74d-6655-4c92-ae57-b539fa1000ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382485 Apr 18 16:59:45.775727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Deleting port ace377f2-e2cc-4a4f-b140-66fc091262f9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 16:59:45.776225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:45.814338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c0c8b-68a4-4869-a3fa-db18c3b8b107 req-5940fd8d-71bd-4bcc-b91e-80f1ab2cb938 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:45.821731 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb6c0c8b-68a4-4869-a3fa-db18c3b8b107 req-5940fd8d-71bd-4bcc-b91e-80f1ab2cb938 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1640735 Apr 18 16:59:45.855753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-443984be-96e9-47a2-9c27-3ac7859b2bb6 req-abba3f1f-073b-4628-97ed-2e8176c73b18 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269533 Apr 18 16:59:45.903833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-7c18f67d-e41e-4fe5-86a3-33f0d9d1f468 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239249 Apr 18 16:59:45.910317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] For port ace377f2-e2cc-4a4f-b140-66fc091262f9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ace377f2-e2cc-4a4f-b140-66fc091262f9,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:45.910693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:45.912929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb6c0c8b-68a4-4869-a3fa-db18c3b8b107 req-b94e02d6-7097-497d-a533-3f46cec2ba60 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903273 Apr 18 16:59:45.926996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Calling delete_port for ace377f2-e2cc-4a4f-b140-66fc091262f9 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 16:59:46.033699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9de906-18bd-46db-85ad-2bda61b429ba req-e17a1e49-c848-47bb-b37a-15e857f19e57 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:46.035254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e9de906-18bd-46db-85ad-2bda61b429ba req-e17a1e49-c848-47bb-b37a-15e857f19e57 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 945 time: 0.1183524 Apr 18 16:59:46.117604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-2a56694c-4d60-4981-aaef-7f6257582413 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016075 Apr 18 16:59:46.157997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e9de906-18bd-46db-85ad-2bda61b429ba req-069f5a90-10d4-40fc-aac2-b78422ccb546 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090431 Apr 18 16:59:46.167325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f19b-a5d9-4b85-aef6-ef6629e31415 req-61ced2d6-f616-4781-81ac-5f63c086df16 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:46.168851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f71f19b-a5d9-4b85-aef6-ef6629e31415 req-61ced2d6-f616-4781-81ac-5f63c086df16 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 945 time: 0.1098397 Apr 18 16:59:46.215439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f71f19b-a5d9-4b85-aef6-ef6629e31415 req-11c91d41-b50e-4391-bba7-64c731b7cf11 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Apr 18 16:59:46.222963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:46.236989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 94194168-ab24-4a3d-ad6b-250e8a608bfd up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:46.258878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Pushing event deleted for resources: {'Port': ['ID=ace377f2-e2cc-4a4f-b140-66fc091262f9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:46.270679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ace377f2-e2cc-4a4f-b140-66fc091262f9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:46.389941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] No DVR routers for this DVR port ace377f2-e2cc-4a4f-b140-66fc091262f9 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:59:46.393098 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:46.396592 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a2638ecc-b9fa-44f1-bf6e-4e34030f0e43 req-3983acea-0e52-4526-b997-258794691003 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.41 "DELETE /v2.0/ports/ace377f2-e2cc-4a4f-b140-66fc091262f9 HTTP/1.1" status: 204 len: 173 time: 0.8332715 Apr 18 16:59:46.397629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad789b5-3465-411b-bc3b-a6c98835904a', 'name': 'network-vif-deleted', 'tag': 'ace377f2-e2cc-4a4f-b140-66fc091262f9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:46.398539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a419abfe-d1c4-4256-89e6-ef54df88f500 req-9f2ae8fa-c5af-450d-b47c-61c656108141 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0395277 Apr 18 16:59:46.408832 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4d3d50-1648-461d-ab9e-7ee74b98c2fc" -d '{"events": [{"server_uuid": "dad789b5-3465-411b-bc3b-a6c98835904a", "name": "network-vif-deleted", "tag": "ace377f2-e2cc-4a4f-b140-66fc091262f9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:46.419302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740690d1-cc3d-4606-9793-994f7f5102cb req-949e8056-81b2-4f63-b7ba-5c9e71211450 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:46.421998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-740690d1-cc3d-4606-9793-994f7f5102cb req-949e8056-81b2-4f63-b7ba-5c9e71211450 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.1074953 Apr 18 16:59:46.465014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 94194168-ab24-4a3d-ad6b-250e8a608bfd completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 16:59:46.470228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 94194168-ab24-4a3d-ad6b-250e8a608bfd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:46.470840 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:46.494006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-740690d1-cc3d-4606-9793-994f7f5102cb req-bdff4fa1-5c31-4039-9d1f-9dc3c01185f7 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617242 Apr 18 16:59:46.515105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:46.569007 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d73b14-931b-414d-bece-c865aaa1f557 x-openstack-request-id: req-65d73b14-931b-414d-bece-c865aaa1f557 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:46.569600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f725889-fafb-483c-ab19-34192eb606db req-dfdba8bd-f831-49a3-88e2-7b42b8d055f4 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:46.570384 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad789b5-3465-411b-bc3b-a6c98835904a", "name": "network-vif-deleted", "tag": "ace377f2-e2cc-4a4f-b140-66fc091262f9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:46.570796 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65d73b14-931b-414d-bece-c865aaa1f557 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:46.571338 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d73b14-931b-414d-bece-c865aaa1f557'] response: {'server_uuid': 'dad789b5-3465-411b-bc3b-a6c98835904a', 'name': 'network-vif-deleted', 'tag': 'ace377f2-e2cc-4a4f-b140-66fc091262f9', 'status': 'completed', 'code': 200} Apr 18 16:59:46.571577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f725889-fafb-483c-ab19-34192eb606db req-dfdba8bd-f831-49a3-88e2-7b42b8d055f4 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 945 time: 0.0703998 Apr 18 16:59:46.580664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47896) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:46.587172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Request body: {'floatingip': {'port_id': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:46.696856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:46.716228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:46.739110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:46.752557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecb03807-db15-4ab8-a37f-2f6376f4ed02 req-d0e15d87-7435-453c-8969-6358baffe3d6 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 210 time: 0.0404522 Apr 18 16:59:46.788302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:46.798110 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2ddd46-e080-4a3b-bea4-3fbe0f8c8255" -d '{"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-unplugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:46.839282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:46.882830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:46.898624 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57cf09-dcb1-4565-a6d4-4bb94fe3f30e x-openstack-request-id: req-7e57cf09-dcb1-4565-a6d4-4bb94fe3f30e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:46.898624 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-unplugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:46.898624 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e57cf09-dcb1-4565-a6d4-4bb94fe3f30e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:46.898624 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e57cf09-dcb1-4565-a6d4-4bb94fe3f30e'] response: {'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897', 'code': 200} Apr 18 16:59:46.945323 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:47.019914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:47.048439 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:47.064609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:47.129905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2227219-7ee0-4609-a829-40942ab983ca req-8e112b22-4767-4830-90d8-7a878e3d8bc4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:47.132446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2227219-7ee0-4609-a829-40942ab983ca req-8e112b22-4767-4830-90d8-7a878e3d8bc4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 947 time: 0.1521311 Apr 18 16:59:47.136545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:47.143777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd8115-eed9-4da2-9fe8-3dd93ec6c1fe req-e28fbf8f-c42b-463f-9a5d-a2f91386aa06 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:47.145471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75fd8115-eed9-4da2-9fe8-3dd93ec6c1fe req-e28fbf8f-c42b-463f-9a5d-a2f91386aa06 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1075704 Apr 18 16:59:47.249072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75fd8115-eed9-4da2-9fe8-3dd93ec6c1fe req-1f57befe-f932-47b1-a7d9-97bbc83862ff tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903218 Apr 18 16:59:47.252529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2227219-7ee0-4609-a829-40942ab983ca req-c94d0916-ef77-41a6-a732-475564762457 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957775 Apr 18 16:59:47.256845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269e99e-2c09-4ef2-906c-19ea075edbf4 req-ddbe45be-a428-4af1-8e8e-4f0ce9cc0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:47.259291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e269e99e-2c09-4ef2-906c-19ea075edbf4 req-ddbe45be-a428-4af1-8e8e-4f0ce9cc0f24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1098 time: 0.1124570 Apr 18 16:59:47.313895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e269e99e-2c09-4ef2-906c-19ea075edbf4 req-b794c1eb-6595-472f-bbcb-00fd31bacc49 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405302 Apr 18 16:59:47.375556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d5589-d48f-4004-991d-bdc6574033e9 req-d55994f6-b6ed-47ef-b8fb-3da6cf0a7ee7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:47.377093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-619d5589-d48f-4004-991d-bdc6574033e9 req-d55994f6-b6ed-47ef-b8fb-3da6cf0a7ee7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.0567389 Apr 18 16:59:47.419103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-619d5589-d48f-4004-991d-bdc6574033e9 req-aca7e387-3d90-4982-b4f4-d9c8b729b944 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Apr 18 16:59:47.496862 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:47.563469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-022f838e-36eb-43a8-ac6c-011b7d0c01c7 req-2c8610fc-6d39-45e1-9d50-0813b54af6ef tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0337510 Apr 18 16:59:47.633449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.resource_extend [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 16:59:47.685524 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:47.686326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15779d-339c-4fed-b2e2-9739385ccb09 req-fa69358a-a198-46a8-a13f-46fd6601ee80 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:47.688097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e15779d-339c-4fed-b2e2-9739385ccb09 req-fa69358a-a198-46a8-a13f-46fd6601ee80 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.1147625 Apr 18 16:59:47.739821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e15779d-339c-4fed-b2e2-9739385ccb09 req-2516ddd1-50e2-4a37-9352-962bf27d520d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444798 Apr 18 16:59:47.746359 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:47.905199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-229b517c-761b-4487-8e74-8cb749d2a649 req-1eedeb57-bff7-47d0-bdb3-1fa5ed3aa327 tempest-LiveMigrationNegativeTest-1125303824 tempest-LiveMigrationNegativeTest-1125303824-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad789b5-3465-411b-bc3b-a6c98835904a HTTP/1.1" status: 200 len: 210 time: 0.0368590 Apr 18 16:59:47.907358 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Floating IP a1c49cde-7a8f-4b6e-9d8d-67447e147dc9 associated. External IP: 172.25.5.128, port: cd98cfb3-4d83-4a1a-a484-ac808e63e848. Apr 18 16:59:48.190881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Router cb7aa52b-cb71-470f-be6a-ce4861aee74c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 16:59:48.311772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 16:59:48.316654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:48.325728 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] Sync routers for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 16:59:48.347040 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:48.347574 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:48.353835 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-da63066d-4230-40c0-b196-ac9ed020c210 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "PUT /v2.0/floatingips/a1c49cde-7a8f-4b6e-9d8d-67447e147dc9 HTTP/1.1" status: 200 len: 991 time: 1.7693217 Apr 18 16:59:48.438218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a669fcd-d27b-4ec8-923a-dc956d563a5f req-c856bb38-476d-46d1-a8a5-bc23f1cf6978 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:48.446587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a669fcd-d27b-4ec8-923a-dc956d563a5f req-c856bb38-476d-46d1-a8a5-bc23f1cf6978 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1095932 Apr 18 16:59:48.458445 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:48.496831 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140aa82-aea0-4a94-ab80-a7f7d9e987b1 req-6415113c-5e75-47c1-8bc5-dcdb62e67518 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:48.498456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1140aa82-aea0-4a94-ab80-a7f7d9e987b1 req-6415113c-5e75-47c1-8bc5-dcdb62e67518 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 947 time: 0.1090479 Apr 18 16:59:48.503938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 16:59:48.511630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a669fcd-d27b-4ec8-923a-dc956d563a5f req-1cd5a971-ff55-487f-a6b7-899aaa4abb60 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641313 Apr 18 16:59:48.572635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'tag': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:48.575008 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267fadc-3d6e-4fd3-971c-362f624c486c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc34ef0d-b410-405a-8778-258c706f0bfb", "tag": "cd98cfb3-4d83-4a1a-a484-ac808e63e848"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:48.608974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1140aa82-aea0-4a94-ab80-a7f7d9e987b1 req-fdea0f1d-421e-4e37-bf4b-e26d3aff3f8c tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961022 Apr 18 16:59:48.730754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16169c0-c4ca-4762-ba26-3702e30fd17a req-cb35f244-96e1-4900-b36b-0544dae0c901 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:48.743592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a16169c0-c4ca-4762-ba26-3702e30fd17a req-cb35f244-96e1-4900-b36b-0544dae0c901 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 945 time: 0.1097670 Apr 18 16:59:48.777159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:48.794808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '41aa7ace-0149-4444-bc8c-911442cf6897', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '41aa7ace-0149-4444-bc8c-911442cf6897', 'mac_address': 'fa:16:3e:1e:ff:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 16:59:48.823376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a16169c0-c4ca-4762-ba26-3702e30fd17a req-8f8ea3c2-3c8a-47ad-ae89-3f3ac8bd37e5 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788150 Apr 18 16:59:48.832008 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1c49cde-7a8f-4b6e-9d8d-67447e147dc9', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'port_id': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'mac_address': 'fa:16:3e:1a:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:57:40Z', 'updated_at': '2022-04-18T16:59:47Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:48.863196 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] Checking router: cb7aa52b-cb71-470f-be6a-ce4861aee74c for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 16:59:48.883115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ba21-2c2c-4d9a-8d91-aef1e1e0dbd7 req-1ea5caff-a205-4496-afa1-c9186a9dbf7a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:48.890730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d75ba21-2c2c-4d9a-8d91-aef1e1e0dbd7 req-1ea5caff-a205-4496-afa1-c9186a9dbf7a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.1402769 Apr 18 16:59:48.901779 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 16:59:48.902428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T16:59:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:48.907918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:48.911746 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb8d316-f864-4439-ae58-3277e2470f6e x-openstack-request-id: req-bcb8d316-f864-4439-ae58-3277e2470f6e {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:48.912306 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc34ef0d-b410-405a-8778-258c706f0bfb", "tag": "cd98cfb3-4d83-4a1a-a484-ac808e63e848", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:48.912306 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcb8d316-f864-4439-ae58-3277e2470f6e {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:48.912692 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb8d316-f864-4439-ae58-3277e2470f6e'] response: {'name': 'network-changed', 'server_uuid': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'tag': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'status': 'completed', 'code': 200} Apr 18 16:59:48.914569 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309059e6-5e52-4975-826f-812e7d5b3d44" -d '{"events": [{"server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "name": "network-vif-plugged", "status": "completed", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:48.938707 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:48.954860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d75ba21-2c2c-4d9a-8d91-aef1e1e0dbd7 req-01348445-d166-436d-8940-07e21c85080e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576890 Apr 18 16:59:48.964670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aa7ace-0149-4444-bc8c-911442cf6897 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:49.003721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:49.047495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc2d5eba-eb7b-4217-a12b-4fcf827a2f41 req-d8f0d095-d233-44ef-8bd1-cebd44ba4754 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0342469 Apr 18 16:59:49.085823 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:49.100293 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 16:59:49.149607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:49.205613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e40cca-82e2-4943-a8e5-d72a9648a0f5 req-dc89e546-a6ca-4585-9861-9d289f6ece93 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:49.207418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04e40cca-82e2-4943-a8e5-d72a9648a0f5 req-dc89e546-a6ca-4585-9861-9d289f6ece93 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.1437471 Apr 18 16:59:49.217593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-6c515ecf-0f71-494c-979b-56eb57fdf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:49.219586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-6c515ecf-0f71-494c-979b-56eb57fdf8b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9387c64b22cf454a85db9f16570f613d&device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 1096 time: 0.1453145 Apr 18 16:59:49.349375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04e40cca-82e2-4943-a8e5-d72a9648a0f5 req-0e030134-fad0-44bb-a4aa-f12868221220 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279886 Apr 18 16:59:49.419078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-de9e0645-82f0-41a2-a279-bccd21f6b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:49.422161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-de9e0645-82f0-41a2-a279-bccd21f6b3cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=71fd5923-7080-4e23-8f06-a2def67d1bba HTTP/1.1" status: 200 len: 924 time: 0.1939268 Apr 18 16:59:49.455331 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0a7673-a5cd-404e-aa01-838c989fc822 x-openstack-request-id: req-ed0a7673-a5cd-404e-aa01-838c989fc822 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:49.455949 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "name": "network-vif-plugged", "status": "completed", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:49.456274 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed0a7673-a5cd-404e-aa01-838c989fc822 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:49.456727 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0a7673-a5cd-404e-aa01-838c989fc822'] response: {'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd', 'code': 200} Apr 18 16:59:49.609423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-fee15f2a-409e-4bf6-8471-c8b7ee7a7c6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd98cfb3-4d83-4a1a-a484-ac808e63e848 HTTP/1.1" status: 200 len: 999 time: 0.1758661 Apr 18 16:59:49.664013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430b525-1295-4f34-82f7-b38904e03568 req-965a918f-b7b0-488e-bffe-315947eedcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:49.666228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4430b525-1295-4f34-82f7-b38904e03568 req-965a918f-b7b0-488e-bffe-315947eedcb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1097 time: 0.0825520 Apr 18 16:59:49.709760 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1c49cde-7a8f-4b6e-9d8d-67447e147dc9', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'port_id': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'mac_address': 'fa:16:3e:1a:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:57:40Z', 'updated_at': '2022-04-18T16:59:47Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 16:59:49.727755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['41aa7ace-0149-4444-bc8c-911442cf6897'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:49.756934 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4430b525-1295-4f34-82f7-b38904e03568 req-66fe32ed-40fd-42a2-86c0-6e6ebc1d43da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798857 Apr 18 16:59:49.790693 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f79a6-1510-47e4-9ed1-4aa3dce5d78a None None] The sync data for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 is: [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1c49cde-7a8f-4b6e-9d8d-67447e147dc9', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'port_id': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'mac_address': 'fa:16:3e:1a:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:57:40Z', 'updated_at': '2022-04-18T16:59:47Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 16:59:49.810680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-a37a12fe-379c-4e9a-9695-48d6c8155331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:49.814064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-a37a12fe-379c-4e9a-9695-48d6c8155331 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbfb38b-8d19-45b1-af94-c743eb048da9 HTTP/1.1" status: 200 len: 862 time: 0.1844668 Apr 18 16:59:49.823126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec0a9e-0a85-4567-b090-05deb958208c req-5ba85e23-b430-4d6f-af9f-1563729ec6d3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:49.832326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3ec0a9e-0a85-4567-b090-05deb958208c req-5ba85e23-b430-4d6f-af9f-1563729ec6d3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1914384 Apr 18 16:59:49.910431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3ec0a9e-0a85-4567-b090-05deb958208c req-082d5e2f-ef8c-41eb-9ad2-c138c75ced24 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769103 Apr 18 16:59:49.930190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-c38bbe7d-d5e2-4c12-9940-db76fb8a8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:49.931853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-c38bbe7d-d5e2-4c12-9940-db76fb8a8976 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71fd5923-7080-4e23-8f06-a2def67d1bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899622 Apr 18 16:59:50.013214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47954) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:50.018134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0bbc247e-7804-4a51-86ce-1adc897d8d0c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092246582', 'description': 'tempest-description--644383541'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:50.151175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bbc247e-7804-4a51-86ce-1adc897d8d0c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.188229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824fd1-486c-4606-a83f-ac9f162c60f0 None None] New status for floating IP a1c49cde-7a8f-4b6e-9d8d-67447e147dc9: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 16:59:50.268130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47960) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:50.274601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ace377f2-e2cc-4a4f-b140-66fc091262f9 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:50.340792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: ace377f2-e2cc-4a4f-b140-66fc091262f9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 16:59:50.341493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ace377f2-e2cc-4a4f-b140-66fc091262f9 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:59:50.394703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78303fac-29b0-4e18-90d7-9ddfb1698209 req-b31ae3e3-84a3-4f10-b655-6fd947ac3a1d tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:50.402985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78303fac-29b0-4e18-90d7-9ddfb1698209 req-b31ae3e3-84a3-4f10-b655-6fd947ac3a1d tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 949 time: 0.3635142 Apr 18 16:59:50.404109 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bbc247e-7804-4a51-86ce-1adc897d8d0c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.412280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-65fa1e40-1b4b-4a50-a700-118e6de9bc21 service neutron] 10.222.0.18 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722035 Apr 18 16:59:50.479032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-30f5efe5-99fc-435f-8393-f4dfdece5049 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b777e8949154b2f9faa854eca905190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095687 Apr 18 16:59:50.481326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47966) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:50.493360 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bbc247e-7804-4a51-86ce-1adc897d8d0c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.497639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec0b1a-5c3f-4493-ac0f-760d5ad716ec req-65d55018-07cf-42d1-865d-0ac8419046a1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:50.499330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5aec0b1a-5c3f-4493-ac0f-760d5ad716ec req-65d55018-07cf-42d1-865d-0ac8419046a1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.4260793 Apr 18 16:59:50.511259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78303fac-29b0-4e18-90d7-9ddfb1698209 req-1c0bf640-3229-4e2e-a4e0-1b00e69c498a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072154 Apr 18 16:59:50.548841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc247e-7804-4a51-86ce-1adc897d8d0c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448abef0-e4a0-484f-843d-3290e144662d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:50.583061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-664b5c9f-4a4a-444f-aab2-f3b4cb00e4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.610992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5aec0b1a-5c3f-4493-ac0f-760d5ad716ec req-880a453b-41d2-4f20-b5ba-c2af1a64bcf9 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978634 Apr 18 16:59:50.618814 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bbc247e-7804-4a51-86ce-1adc897d8d0c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.620102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0bbc247e-7804-4a51-86ce-1adc897d8d0c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6057415 Apr 18 16:59:50.622256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-664b5c9f-4a4a-444f-aab2-f3b4cb00e4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.623958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47970) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:50.634819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bdf8e324-0827-48ba-a9d6-942cc611957c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Request body: {'security_group_rule': {'security_group_id': '448abef0-e4a0-484f-843d-3290e144662d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:50.701757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72cf1386-eb09-421c-8ddb-64d8afbf87a3 req-1a05386e-9698-41c8-b6ff-bd2f8e852373 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0480211 Apr 18 16:59:50.703792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0267fadc-3d6e-4fd3-971c-362f624c486c req-96e06320-1b9f-42f5-bf26-63909ea81685 service neutron] 10.222.0.18 "GET /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812741 Apr 18 16:59:50.767028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08d407-5f66-4c75-875e-2332c24b4f15 req-acc5f6dc-aead-4a60-a255-460e90d20c90 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:50.768487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb08d407-5f66-4c75-875e-2332c24b4f15 req-acc5f6dc-aead-4a60-a255-460e90d20c90 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.0542846 Apr 18 16:59:50.803730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-664b5c9f-4a4a-444f-aab2-f3b4cb00e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.806934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-664b5c9f-4a4a-444f-aab2-f3b4cb00e4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.808114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-664b5c9f-4a4a-444f-aab2-f3b4cb00e4e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0644f26-9744-46cd-a87b-eb737d2f47cb HTTP/1.1" status: 204 len: 168 time: 0.3258376 Apr 18 16:59:50.816107 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e324-0827-48ba-a9d6-942cc611957c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:50.826662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b5c9f-4a4a-444f-aab2-f3b4cb00e4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0644f26-9744-46cd-a87b-eb737d2f47cb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:50.827692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb08d407-5f66-4c75-875e-2332c24b4f15 req-310f0bd6-63c3-41f6-9c05-0dc5f6316d53 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491698 Apr 18 16:59:50.906824 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e324-0827-48ba-a9d6-942cc611957c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.019186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e324-0827-48ba-a9d6-942cc611957c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.039467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5acd42-ff9b-4cc1-82a1-9fb9ae9fb805 req-13a94c2e-e8e0-4b4f-bdaa-55c87a5d5a21 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:51.040952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac5acd42-ff9b-4cc1-82a1-9fb9ae9fb805 req-13a94c2e-e8e0-4b4f-bdaa-55c87a5d5a21 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0616095 Apr 18 16:59:51.041388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8e324-0827-48ba-a9d6-942cc611957c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a560b242-d084-4c89-81d6-8d8a77c55f7c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:51.104365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac5acd42-ff9b-4cc1-82a1-9fb9ae9fb805 req-0ea7bd7e-6911-49b5-8e79-69d463742f9f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517681 Apr 18 16:59:51.173617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e324-0827-48ba-a9d6-942cc611957c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.174886 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bdf8e324-0827-48ba-a9d6-942cc611957c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5499370 Apr 18 16:59:51.179225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:51.188686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-679d953d-27db-482d-a739-83badf8f4997 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Request body: {'security_group_rule': {'security_group_id': '448abef0-e4a0-484f-843d-3290e144662d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:51.289146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190fd7b-8d23-4401-b9a9-c4e94fb146d2 req-ab5ec3d2-b057-406f-aa2a-62a4f4d2f1ab tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:51.291516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e190fd7b-8d23-4401-b9a9-c4e94fb146d2 req-ab5ec3d2-b057-406f-aa2a-62a4f4d2f1ab tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1100 time: 0.0777631 Apr 18 16:59:51.334197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e190fd7b-8d23-4401-b9a9-c4e94fb146d2 req-6c5d1733-a5b2-49cf-955a-057491553098 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Apr 18 16:59:51.378486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-679d953d-27db-482d-a739-83badf8f4997 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.436253 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-679d953d-27db-482d-a739-83badf8f4997 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.499241 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-679d953d-27db-482d-a739-83badf8f4997 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.521081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d953d-27db-482d-a739-83badf8f4997 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cd7a29-5418-476a-b356-26a3a143d050,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:51.529867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47984) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:51.573629 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2ccdf19c-30e5-49d1-adf0-7f50b08f7134 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6358c20e8d314719bf2117f91d20e2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424488 Apr 18 16:59:51.576194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47986) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:51.616572 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-679d953d-27db-482d-a739-83badf8f4997 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.619507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-679d953d-27db-482d-a739-83badf8f4997 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4379385 Apr 18 16:59:51.627690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a216458d-5984-4ac1-b8e5-378b7d1f39a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.631903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47988) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 16:59:51.636737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:51.672273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a216458d-5984-4ac1-b8e5-378b7d1f39a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.761044 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.798921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a216458d-5984-4ac1-b8e5-378b7d1f39a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.801448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a216458d-5984-4ac1-b8e5-378b7d1f39a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:51.802756 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a216458d-5984-4ac1-b8e5-378b7d1f39a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bb5aafd-0ddb-472b-a701-b10aeaf0335d HTTP/1.1" status: 204 len: 168 time: 0.2254548 Apr 18 16:59:51.808732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1036f-c48e-4b38-956f-85fe79948b97 req-91f5838a-7e79-4b8c-a9f9-6e174aba7c97 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:51.810925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbe1036f-c48e-4b38-956f-85fe79948b97 req-91f5838a-7e79-4b8c-a9f9-6e174aba7c97 tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 1100 time: 0.1038117 Apr 18 16:59:51.821197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216458d-5984-4ac1-b8e5-378b7d1f39a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb5aafd-0ddb-472b-a701-b10aeaf0335d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:51.852220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bddd5-c57e-47df-8303-e48920d9f603 req-ac80e9a0-e572-46f0-a156-b041d70d486e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:51.859672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-933bddd5-c57e-47df-8303-e48920d9f603 req-ac80e9a0-e572-46f0-a156-b041d70d486e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.1419878 Apr 18 16:59:51.934169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-933bddd5-c57e-47df-8303-e48920d9f603 req-f1f7c805-9e86-4fe4-817c-c4ccc58f8232 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736418 Apr 18 16:59:51.940270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbe1036f-c48e-4b38-956f-85fe79948b97 req-4507739b-5f90-434a-8a76-1faa9dd879df tempest-ServersAdminTestJSON-1910431796 tempest-ServersAdminTestJSON-1910431796-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777326 Apr 18 16:59:51.974958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:52.085632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0f34fdc-0529-4e35-9b5d-232b5edcbd48 req-ec5521ae-9648-44da-8c1d-d2c4e7e89e3e tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0523305 Apr 18 16:59:52.143984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfab9e-0166-45ec-bf84-111727fee0c7 req-9767dcdf-d044-4322-97b3-d54a2c8e9c2e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:52.145853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4acfab9e-0166-45ec-bf84-111727fee0c7 req-9767dcdf-d044-4322-97b3-d54a2c8e9c2e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.1117008 Apr 18 16:59:52.189854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Allocated IP 172.25.5.208 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/9e1bbfad-b156-411b-8792-a40ebe92e5fc) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:52.247077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4acfab9e-0166-45ec-bf84-111727fee0c7 req-30e099c8-2c9e-4d4c-a400-3d34c1497441 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881057 Apr 18 16:59:52.315780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340dac6-51e2-4ad1-a7d6-4e5c69984ee4 req-3d6fb070-d79c-41fb-85e5-12c08d0a5f43 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:52.317292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d340dac6-51e2-4ad1-a7d6-4e5c69984ee4 req-3d6fb070-d79c-41fb-85e5-12c08d0a5f43 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1097 time: 0.1178839 Apr 18 16:59:52.380184 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:52.392176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d340dac6-51e2-4ad1-a7d6-4e5c69984ee4 req-96f41454-60eb-4651-a07d-baaacbadeb4e tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581009 Apr 18 16:59:52.503502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92cc37-3477-43c8-891f-04f566321bfe req-0e1ca24a-1d01-417c-a840-cac70daee376 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:52.504278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 16:59:52.505117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c92cc37-3477-43c8-891f-04f566321bfe req-0e1ca24a-1d01-417c-a840-cac70daee376 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0483954 Apr 18 16:59:52.507249 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:52.568162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:52.576281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event updated for resources: {'Port': ['ID=9e1bbfad-b156-411b-8792-a40ebe92e5fc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:52.576841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 41aa7ace-0149-4444-bc8c-911442cf6897 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:52.577441 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:52.585580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:52.589813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:52.623259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c92cc37-3477-43c8-891f-04f566321bfe req-e2740efd-b1d9-4c15-9ffe-7ee8f47a3dad tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060083 Apr 18 16:59:52.688972 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:52.716382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:52.718992 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56c0916-c799-43fa-b25a-04a5c6465309" -d '{"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-plugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:52.734661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:52.766109 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c34ff84-af32-4b15-8414-a3e24b804d01 x-openstack-request-id: req-5c34ff84-af32-4b15-8414-a3e24b804d01 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:52.766918 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-plugged", "status": "completed", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:52.767390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:52.767721 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c34ff84-af32-4b15-8414-a3e24b804d01 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:52.768316 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c34ff84-af32-4b15-8414-a3e24b804d01'] response: {'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897', 'code': 200} Apr 18 16:59:52.812065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:52.906507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=11']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:52.921264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:52.952352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7982a-b8e8-4c6d-8491-7e814d245840 req-1c716bb7-fd44-4c78-a68d-cd37764b22c2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:52.953911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fdf7982a-b8e8-4c6d-8491-7e814d245840 req-1c716bb7-fd44-4c78-a68d-cd37764b22c2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 950 time: 0.0820312 Apr 18 16:59:53.018781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fdf7982a-b8e8-4c6d-8491-7e814d245840 req-c65caed7-8d37-4de6-b9c2-170a95b78cac tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583215 Apr 18 16:59:53.115104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:53.210975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de2a44da-05a4-4b58-82ce-cd1110ab27e0 req-aa9ec9f1-392c-42c1-a2af-2a6a09988735 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0274456 Apr 18 16:59:53.211703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:53.287971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event updated for resources: {'Port': ['ID=9e1bbfad-b156-411b-8792-a40ebe92e5fc,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:53.297757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:53.371605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eae69-855b-422a-b412-24015942ab31 req-d62009e0-0629-4300-8649-87097610c481 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:53.373085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-236eae69-855b-422a-b412-24015942ab31 req-d62009e0-0629-4300-8649-87097610c481 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.0499244 Apr 18 16:59:53.399907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:53.401706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-61d1ff12-cd77-4265-81e5-9def247da8e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7684784 Apr 18 16:59:53.438627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-236eae69-855b-422a-b412-24015942ab31 req-ede11209-d88c-4360-9cdb-059d9ea0b3ae tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589705 Apr 18 16:59:53.636035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-f4de461d-6383-46da-97ec-a969621102da tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1092246582&fields=id&tenant_id=c93c3b6066744c03a1a76aab7223b71d HTTP/1.1" status: 200 len: 267 time: 0.0364139 Apr 18 16:59:53.806595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-38b9bcad-cec3-498a-860d-b80a610842ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480517 Apr 18 16:59:53.837263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904310-80b4-49e0-830f-886cb278ff3e req-8a11ab02-e3d0-43f6-8b84-03040ae1881b tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:53.838729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-8a11ab02-e3d0-43f6-8b84-03040ae1881b tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/networks?id=014a1a48-9b0e-4ed6-8743-9790caaaa682 HTTP/1.1" status: 200 len: 814 time: 0.1940675 Apr 18 16:59:53.850843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dbabe-1729-4c1b-a05b-8467526f69b3 req-b47e924e-c37c-4de3-8df1-5920bc1dd401 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:53.852308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d98dbabe-1729-4c1b-a05b-8467526f69b3 req-b47e924e-c37c-4de3-8df1-5920bc1dd401 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1171234 Apr 18 16:59:53.916028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-a8d1b0b1-3153-4064-b568-0b4ae9e8c121 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/quotas/c93c3b6066744c03a1a76aab7223b71d HTTP/1.1" status: 200 len: 375 time: 0.0626311 Apr 18 16:59:53.962926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-8224b034-490e-4b81-bf57-bba85a272425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:53.964376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-8224b034-490e-4b81-bf57-bba85a272425 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 1100 time: 0.1101387 Apr 18 16:59:53.976206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d98dbabe-1729-4c1b-a05b-8467526f69b3 req-f6006f8f-23fc-45a4-ba50-f5bde377bc6b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897191 Apr 18 16:59:54.083870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-b2a809e0-e6f0-44d0-86ce-52a896c622e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:54.085423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-b2a809e0-e6f0-44d0-86ce-52a896c622e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.0938864 Apr 18 16:59:54.094940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-a18df95f-065d-41f7-808c-90497e3bcaac tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c93c3b6066744c03a1a76aab7223b71d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1703899 Apr 18 16:59:54.145903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-daef347a-d92a-4081-8d5d-d51c84f6bef9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=85e4ea66-80e4-4bbb-b0b1-4c5007719aff HTTP/1.1" status: 200 len: 217 time: 0.0476086 Apr 18 16:59:54.276275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-8a3f44f2-b859-480d-a219-5a09122c504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:54.277696 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-8a3f44f2-b859-480d-a219-5a09122c504d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0926001 Apr 18 16:59:54.303099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-28addc43-71b9-43e1-b5ea-396b843169c1 service neutron] 10.222.0.45 "GET /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644897 Apr 18 16:59:54.386472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045a835-1ca5-436f-aa56-54652fb0c644 req-59b7a9d3-9842-4d22-9b1f-5d102b9e8cd8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:54.387932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c045a835-1ca5-436f-aa56-54652fb0c644 req-59b7a9d3-9842-4d22-9b1f-5d102b9e8cd8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 950 time: 0.1512814 Apr 18 16:59:54.418899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-1d0cb84b-3f22-4582-9bec-76a9d0540d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:54.420329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-1d0cb84b-3f22-4582-9bec-76a9d0540d69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318789 Apr 18 16:59:54.471828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c045a835-1ca5-436f-aa56-54652fb0c644 req-11d2d835-3ecd-4891-aeab-023f7cd347a5 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754867 Apr 18 16:59:54.476534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-53564aef-7bb2-4a30-ad34-4f77060f04fe service neutron] 10.222.0.45 "GET /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590669 Apr 18 16:59:54.555661 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-823ddfc7-5cd4-4bac-89d2-4bee174c053f service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195703 Apr 18 16:59:54.670703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e532562-83ad-4ad3-ba68-42cfb109cc4c req-f07bbf58-b35d-4ebb-b0e3-0f3b124c5344 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929668 Apr 18 16:59:54.837773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1adcf90e-46c1-4ce4-91b8-073490f3595f req-c4a4a8a4-a1cd-4a83-8d8b-f9fa8371b55b tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0398490 Apr 18 16:59:55.200147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22307c5b-1fa0-4dc2-9118-8f744febe7b9 req-733e8cd9-03bc-4e6a-ba1c-30447fde5013 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 210 time: 0.2860730 Apr 18 16:59:55.219555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda21b-3a76-4944-9885-cba1e225837b req-f04d500f-24b0-4082-b4a7-b22fe91f8b1e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:55.219555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4cda21b-3a76-4944-9885-cba1e225837b req-f04d500f-24b0-4082-b4a7-b22fe91f8b1e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.3379018 Apr 18 16:59:55.230567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-350c5209-3d5e-46c0-8847-0921c0bec508 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:55.231853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-350c5209-3d5e-46c0-8847-0921c0bec508 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 950 time: 0.3197892 Apr 18 16:59:55.316960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4cda21b-3a76-4944-9885-cba1e225837b req-a53e6c74-819c-40e3-b66f-0f5bc42c4f0f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841627 Apr 18 16:59:55.359777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e92453b1-4847-4890-9cef-6ef2cb5eb321 req-eb5c7da8-16d6-455b-87d3-88eaccb77354 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a822a156fc24f06814b1208029568e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297167 Apr 18 16:59:55.382708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Deleting port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 16:59:55.383044 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:55.580745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a984281-ff01-4230-a344-5f16cae3230a req-a74a11a6-0727-4370-a1ed-92b4b2516043 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:55.582098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a984281-ff01-4230-a344-5f16cae3230a req-a74a11a6-0727-4370-a1ed-92b4b2516043 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1805549 Apr 18 16:59:55.587966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] For port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:55.588326 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:55.610035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92453b1-4847-4890-9cef-6ef2cb5eb321 req-01e35318-11f5-441c-9e56-4982cb0cce01 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:55.610598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e92453b1-4847-4890-9cef-6ef2cb5eb321 req-01e35318-11f5-441c-9e56-4982cb0cce01 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432747 Apr 18 16:59:55.624464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Calling delete_port for 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 16:59:55.645965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e92453b1-4847-4890-9cef-6ef2cb5eb321 req-1b5ddc0a-e982-41bc-859b-aaf45a15c374 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/quotas/9a822a156fc24f06814b1208029568e3 HTTP/1.1" status: 200 len: 375 time: 0.0231028 Apr 18 16:59:55.702572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a984281-ff01-4230-a344-5f16cae3230a req-f34caee0-6693-4017-b060-5d11843923da tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105607 Apr 18 16:59:55.720914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e92453b1-4847-4890-9cef-6ef2cb5eb321 req-b3e8739f-08fe-470c-8efc-42d5213335fd tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a822a156fc24f06814b1208029568e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635023 Apr 18 16:59:55.854001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f6ab7-2662-44bc-97b7-1689df7bae51 req-97902411-ae1d-45cd-a381-7c3393c93f4a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:55.855452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c43f6ab7-2662-44bc-97b7-1689df7bae51 req-97902411-ae1d-45cd-a381-7c3393c93f4a tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 950 time: 0.0870004 Apr 18 16:59:55.898702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c43f6ab7-2662-44bc-97b7-1689df7bae51 req-890f77ca-8d81-46a7-b981-a70792974ae2 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358405 Apr 18 16:59:55.956508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:55.988766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Pushing event deleted for resources: {'Port': ['ID=5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:56.010659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['85e4ea66-80e4-4bbb-b0b1-4c5007719aff', '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0', '41aa7ace-0149-4444-bc8c-911442cf6897'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 16:59:56.047217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] No DVR routers for this DVR port 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 16:59:56.061389 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:56.067193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6af3a798-4e8a-4a9a-95ec-7203b3d195fb req-a099b89f-07b3-48b8-93ee-f7a5d10127e7 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "DELETE /v2.0/ports/5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 HTTP/1.1" status: 204 len: 173 time: 0.8278368 Apr 18 16:59:56.067615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca54a3a7-1f88-440f-830c-adf7860230fd', 'name': 'network-vif-deleted', 'tag': '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:56.070753 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d755fb-d0b0-471f-a4c3-2f470df564ef" -d '{"events": [{"server_uuid": "ca54a3a7-1f88-440f-830c-adf7860230fd", "name": "network-vif-deleted", "tag": "5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:56.350676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f0615ce-3d1a-4da7-8aad-d5ff2b3e4404 req-5019f359-f5fa-4099-8d01-be643ee7cbe6 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0333393 Apr 18 16:59:56.445886 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cbb103-e86e-4093-84cf-8e3dd9c97ee0 x-openstack-request-id: req-f8cbb103-e86e-4093-84cf-8e3dd9c97ee0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:56.446176 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca54a3a7-1f88-440f-830c-adf7860230fd", "name": "network-vif-deleted", "tag": "5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:56.451535 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8cbb103-e86e-4093-84cf-8e3dd9c97ee0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:56.451535 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cbb103-e86e-4093-84cf-8e3dd9c97ee0'] response: {'server_uuid': 'ca54a3a7-1f88-440f-830c-adf7860230fd', 'name': 'network-vif-deleted', 'tag': '5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0', 'status': 'completed', 'code': 200} Apr 18 16:59:56.532621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986dd015-89fc-4634-8fb0-f8aa47ae1e3d req-eab2c00b-b436-40b6-873a-ccc9a11d96c6 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 210 time: 0.0373931 Apr 18 16:59:56.732134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffc541-34ca-4622-8773-64eea765c765 req-86995903-b61e-4aab-b329-c8d44f0ed726 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:56.734735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35ffc541-34ca-4622-8773-64eea765c765 req-86995903-b61e-4aab-b329-c8d44f0ed726 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.0538304 Apr 18 16:59:56.784975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35ffc541-34ca-4622-8773-64eea765c765 req-751ed70b-33ce-4f61-9b6f-91a53a958dc5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Apr 18 16:59:56.982586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398471c5-8b3a-49d5-95e2-ca4c05d15136 req-35522ef4-5b14-401a-8993-7c81a9c6493c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:56.984317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-398471c5-8b3a-49d5-95e2-ca4c05d15136 req-35522ef4-5b14-401a-8993-7c81a9c6493c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.0507226 Apr 18 16:59:57.053398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-398471c5-8b3a-49d5-95e2-ca4c05d15136 req-775bcf44-da15-450d-8a64-1c042db0e94c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587261 Apr 18 16:59:57.116261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa34f00-a293-456e-bd71-ee4f83aa4759 req-378f8318-6b0c-40b0-9589-0cc2feeec759 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca54a3a7-1f88-440f-830c-adf7860230fd HTTP/1.1" status: 200 len: 210 time: 0.0361271 Apr 18 16:59:57.201875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9167ad5-0a40-4476-8993-a984e3e03180 req-73e6957f-d6b4-43b2-a559-22d10445a76e tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a822a156fc24f06814b1208029568e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211527 Apr 18 16:59:57.309071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9167ad5-0a40-4476-8993-a984e3e03180 req-3b655c41-c054-4edc-9da5-4e6026d2fd88 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:57.310603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9167ad5-0a40-4476-8993-a984e3e03180 req-3b655c41-c054-4edc-9da5-4e6026d2fd88 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032057 Apr 18 16:59:57.325883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9167ad5-0a40-4476-8993-a984e3e03180 req-23cb7f1b-4e52-4149-a008-82fe41461b27 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/quotas/9a822a156fc24f06814b1208029568e3 HTTP/1.1" status: 200 len: 375 time: 0.0094132 Apr 18 16:59:57.359441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9167ad5-0a40-4476-8993-a984e3e03180 req-8c30e53c-b2a5-4bf2-814d-e1f92c62d5ab tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a822a156fc24f06814b1208029568e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279076 Apr 18 16:59:57.504865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ced5d529-4f7c-449b-a5f6-ec70401cc186 req-55c6d1c0-ba8f-4806-a7b2-daa137e791b9 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0379052 Apr 18 16:59:57.637804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904310-80b4-49e0-830f-886cb278ff3e req-d7dde8eb-d0c8-4592-ab48-ec4239dca8ef tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:57.639455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-d7dde8eb-d0c8-4592-ab48-ec4239dca8ef tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.41 "GET /v2.0/networks?id=014a1a48-9b0e-4ed6-8743-9790caaaa682 HTTP/1.1" status: 200 len: 814 time: 0.1191998 Apr 18 16:59:57.642228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bdf49fb-47fc-442d-9a92-af360af69142 req-3a95bc24-252b-4aa7-b189-bd4baa41d030 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 210 time: 0.0437598 Apr 18 16:59:57.701704 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e6d1d6ea-682e-4e08-b228-d409cfd719ca tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c93c3b6066744c03a1a76aab7223b71d HTTP/1.1" status: 200 len: 380 time: 0.0459442 Apr 18 16:59:57.711353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Request body: {'port': {'device_id': '8b553595-9c04-4e91-974b-313e24e63dcf', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'admin_state_up': True, 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'security_groups': ['448abef0-e4a0-484f-843d-3290e144662d']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:57.838002 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-94cd2c07-d9f9-4747-9a21-5ca2292fa6b9 service neutron] show failed (client error): The resource could not be found. Apr 18 16:59:57.839670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-94cd2c07-d9f9-4747-9a21-5ca2292fa6b9 service neutron] 10.222.0.18 "GET /v2.0/ports/7a6ba1ae-3f85-4202-9efe-0a88ec0d3566/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0736558 Apr 18 16:59:57.928390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Made reservation on behalf of c93c3b6066744c03a1a76aab7223b71d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 16:59:57.932343 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:57.953651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c7321-25be-4763-8718-efa8fa46916d req-600d617a-f2ac-403e-b927-4fb32e58f6de tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:57.959837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a0c7321-25be-4763-8718-efa8fa46916d req-600d617a-f2ac-403e-b927-4fb32e58f6de tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.0771625 Apr 18 16:59:58.005247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a0c7321-25be-4763-8718-efa8fa46916d req-03a7ed1c-237a-40d9-93d9-3bb8b035929d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Apr 18 16:59:58.104945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Allocated IP 172.20.0.10 (014a1a48-9b0e-4ed6-8743-9790caaaa682/65c3a78f-5021-4ddb-956b-5fbca2c4b5c7/c4bf6014-7b0e-426d-bb82-a9ee99319d16) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 16:59:58.283096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ef529-cb3b-4e46-9f59-7e3a6e82a2f9 req-1bbc735f-5221-4588-a5cc-44fa834c12b4 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:58.284790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-058ef529-cb3b-4e46-9f59-7e3a6e82a2f9 req-1bbc735f-5221-4588-a5cc-44fa834c12b4 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 950 time: 0.1240275 Apr 18 16:59:58.309717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:58.354159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-058ef529-cb3b-4e46-9f59-7e3a6e82a2f9 req-20487a25-7910-4cbe-a059-6e1b9bf6b665 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622454 Apr 18 16:59:58.388826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17ebc49b-6720-4dd8-9d14-a52e18da89d6 req-b7a38fe8-599c-4c4f-8f44-6c48c552deb3 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a822a156fc24f06814b1208029568e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332828 Apr 18 16:59:58.431431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:58.516539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event updated for resources: {'Port': ['ID=c4bf6014-7b0e-426d-bb82-a9ee99319d16,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:58.545898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 16:59:58.548787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 16:59:58.554593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 16:59:58.568323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:58.583659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-49aef6eb-c99e-41b7-90d8-7f46aebacfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:58.585767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-49aef6eb-c99e-41b7-90d8-7f46aebacfeb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f&tenant_id=79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 1101 time: 0.1215265 Apr 18 16:59:58.607632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 16:59:58.607983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5fdfb1a3-4b3f-4186-9a09-54107b2d9ac0 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 16:59:58.608436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 16:59:58.627655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:58.639397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebc49b-6720-4dd8-9d14-a52e18da89d6 req-03fdd7fa-9dd2-446e-8dc3-d64e81e843a6 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:58.647251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17ebc49b-6720-4dd8-9d14-a52e18da89d6 req-03fdd7fa-9dd2-446e-8dc3-d64e81e843a6 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457030 Apr 18 16:59:58.679132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:58.680824 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:58.696381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17ebc49b-6720-4dd8-9d14-a52e18da89d6 req-f4713c68-e97e-44a0-af80-e6ca06e51c98 tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/quotas/9a822a156fc24f06814b1208029568e3 HTTP/1.1" status: 200 len: 375 time: 0.0479665 Apr 18 16:59:58.773689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17ebc49b-6720-4dd8-9d14-a52e18da89d6 req-ab7ce761-29b6-4d9b-a747-1028a342d35f tempest-QuotasAdminNegativeTest-125830039 tempest-QuotasAdminNegativeTest-125830039-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a822a156fc24f06814b1208029568e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619988 Apr 18 16:59:58.782226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-194404ac-330a-43a9-b297-fdfe16dac5af tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0747721 Apr 18 16:59:58.787767 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:58.789510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:58.812524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Request body: {'port': {'device_id': '8b553595-9c04-4e91-974b-313e24e63dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 16:59:58.825339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 16:59:58.827474 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6faef7-0e1c-4528-a6cd-0b89d091b866" -d '{"events": [{"server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 16:59:58.886963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 16:59:58.908753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:58.994215 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:59.007040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adb49695-aba3-4333-a459-d23070e67f25 req-45a0546b-ad34-4688-849e-583b5a73e170 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0634470 Apr 18 16:59:59.008094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.api [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 16:59:59.008438 n-d-836015-2 neutron-server[109826]: DEBUG oslo_db.api [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 16:59:59.067572 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 16:59:59.159790 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 16:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236b7a0-04b9-47a4-ace4-a145d14dc08f x-openstack-request-id: req-f236b7a0-04b9-47a4-ace4-a145d14dc08f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 16:59:59.160395 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 16:59:59.160804 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f236b7a0-04b9-47a4-ace4-a145d14dc08f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 16:59:59.161366 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f236b7a0-04b9-47a4-ace4-a145d14dc08f'] response: {'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'code': 200} Apr 18 16:59:59.164325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 16:59:59.164457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5928a-12b5-4d79-9b26-3513199def6e req-52ca747a-6c82-4b7a-a25b-de1d79b4aa8a tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:59.170184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40a5928a-12b5-4d79-9b26-3513199def6e req-52ca747a-6c82-4b7a-a25b-de1d79b4aa8a tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 932 time: 0.1878898 Apr 18 16:59:59.223819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0ef56295-01d1-4513-a4f6-5f4ab3ec92bf None None] Provisioning complete for port c4bf6014-7b0e-426d-bb82-a9ee99319d16 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 16:59:59.224529 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0ef56295-01d1-4513-a4f6-5f4ab3ec92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:59.270959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0ef56295-01d1-4513-a4f6-5f4ab3ec92bf None None] Port c4bf6014-7b0e-426d-bb82-a9ee99319d16 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 16:59:59.316183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40a5928a-12b5-4d79-9b26-3513199def6e req-44c5fe4f-6f98-435a-960d-417f4b4e43e1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383231 Apr 18 16:59:59.419472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49930a97-8912-4a02-8674-95956760f545 req-51dcaae1-43c9-4cce-89da-f56091d19167 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:59.422836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49930a97-8912-4a02-8674-95956760f545 req-51dcaae1-43c9-4cce-89da-f56091d19167 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 949 time: 0.1587970 Apr 18 16:59:59.587583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49930a97-8912-4a02-8674-95956760f545 req-35baca2b-f8a4-4971-bc6a-3bbb9ec7152f tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532109 Apr 18 16:59:59.590583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:59.595315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4bf6014-7b0e-426d-bb82-a9ee99319d16 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 16:59:59.616950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:59.664334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Transition to ACTIVE for port object c4bf6014-7b0e-426d-bb82-a9ee99319d16 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 16:59:59.728572 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 16:59:59.910182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1fe06-0a86-4747-8057-641d677a9373 req-c1a9d8f8-ee41-4f9f-8386-1b8493ca9c4f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 16:59:59.911736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cd1fe06-0a86-4747-8057-641d677a9373 req-c1a9d8f8-ee41-4f9f-8386-1b8493ca9c4f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.2225313 Apr 18 16:59:59.924281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Pushing event updated for resources: {'Port': ['ID=c4bf6014-7b0e-426d-bb82-a9ee99319d16,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:00.025061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Attempting to bind port c4bf6014-7b0e-426d-bb82-a9ee99319d16 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:00.025572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Attempting to bind port c4bf6014-7b0e-426d-bb82-a9ee99319d16 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:00.026489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Attempting to bind port c4bf6014-7b0e-426d-bb82-a9ee99319d16 on network 014a1a48-9b0e-4ed6-8743-9790caaaa682 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:00.033054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Port c4bf6014-7b0e-426d-bb82-a9ee99319d16 on network 014a1a48-9b0e-4ed6-8743-9790caaaa682 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:00:00.040779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Attempting to bind port c4bf6014-7b0e-426d-bb82-a9ee99319d16 on network 014a1a48-9b0e-4ed6-8743-9790caaaa682 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:00.051118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:00.053018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Checking segment: {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:00.054674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Bound using segment: {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:00.055243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Bound port: c4bf6014-7b0e-426d-bb82-a9ee99319d16, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8688265c-d0f0-4aeb-9cea-618bbd6d997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:00.057728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:00.177031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] For port c4bf6014-7b0e-426d-bb82-a9ee99319d16, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:00.180951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] For port c4bf6014-7b0e-426d-bb82-a9ee99319d16, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c4bf6014-7b0e-426d-bb82-a9ee99319d16,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:00.212382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ba884-7657-42d2-a683-f9034247d176 req-7dd515e5-09d2-4ecc-abec-bd9602dd06a2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:00.213919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-959ba884-7657-42d2-a683-f9034247d176 req-7dd515e5-09d2-4ecc-abec-bd9602dd06a2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.2889669 Apr 18 17:00:00.226785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cd1fe06-0a86-4747-8057-641d677a9373 req-463bc20d-2c66-48ab-a07d-a0356af276cf tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940023 Apr 18 17:00:00.226785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:00.237119 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:00.311163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-959ba884-7657-42d2-a683-f9034247d176 req-c1f18ee2-58a8-4741-bda3-9652dd9d8b31 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866768 Apr 18 17:00:00.321155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:00.377148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:00.377361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:00.390894 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4bf6014-7b0e-426d-bb82-a9ee99319d16 HTTP/1.1" status: 200 len: 1092 time: 1.5898924 Apr 18 17:00:00.391375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b553595-9c04-4e91-974b-313e24e63dcf', 'tag': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:00.393658 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aede487c-2177-4756-bbe9-96706c427c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b553595-9c04-4e91-974b-313e24e63dcf", "tag": "c4bf6014-7b0e-426d-bb82-a9ee99319d16"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:00.485783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719871e-d007-431f-aaf0-fe61cda9d827 service neutron] Pushing event updated for resources: {'Port': ['ID=c4bf6014-7b0e-426d-bb82-a9ee99319d16,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:00.497231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16ee5a8a-8454-4cf2-8dcd-307ced003e2c req-a1af2985-cf27-4beb-9c55-f58d1a800978 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.1136186 Apr 18 17:00:00.518233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:00.543385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:00.647782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Transition to ACTIVE for port object 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:00:00.653276 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e68be6-e283-463a-a93d-ce2bd7bb1ce3 x-openstack-request-id: req-17e68be6-e283-463a-a93d-ce2bd7bb1ce3 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:00.653592 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b553595-9c04-4e91-974b-313e24e63dcf", "tag": "c4bf6014-7b0e-426d-bb82-a9ee99319d16", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:00.653841 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17e68be6-e283-463a-a93d-ce2bd7bb1ce3 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:00.654235 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e68be6-e283-463a-a93d-ce2bd7bb1ce3'] response: {'name': 'network-changed', 'server_uuid': '8b553595-9c04-4e91-974b-313e24e63dcf', 'tag': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'status': 'completed', 'code': 200} Apr 18 17:00:00.674906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786babe3-fe50-4ef0-a3ab-16b539f345fb req-5748f62e-5750-42ee-87d4-1b0e44f8f501 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:00.691121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-786babe3-fe50-4ef0-a3ab-16b539f345fb req-5748f62e-5750-42ee-87d4-1b0e44f8f501 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.1501849 Apr 18 17:00:00.718944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:00.882782 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8f59253e-c142-4f52-91bc-dfa69790e31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:00.942239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:00.954644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904310-80b4-49e0-830f-886cb278ff3e req-137e78de-e44a-4361-a660-bf9161080811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:00.956332 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-137e78de-e44a-4361-a660-bf9161080811 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c93c3b6066744c03a1a76aab7223b71d&device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 1095 time: 0.1097190 Apr 18 17:00:01.004841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] No DVR routers for this DVR port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:00:01.017364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-786babe3-fe50-4ef0-a3ab-16b539f345fb req-fc8d7a45-1191-4698-bd42-5147a9ca22e6 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253615 Apr 18 17:00:01.046997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48284) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:01.053918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790688d-60b0-409f-a8a0-2f2e3ec7f38d req-da8aec49-1bc6-4463-840a-4a9ccbf68298 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:01.061388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0790688d-60b0-409f-a8a0-2f2e3ec7f38d req-da8aec49-1bc6-4463-840a-4a9ccbf68298 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 949 time: 0.3152771 Apr 18 17:00:01.100375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-e3cde067-9880-4f99-89e9-47278c921b19 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:01.101937 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-e3cde067-9880-4f99-89e9-47278c921b19 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 949 time: 0.3170879 Apr 18 17:00:01.106937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Attempting to bind port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:01.106937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Attempting to bind port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:01.106937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Attempting to bind port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:01.163929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:00:01.164258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Attempting to bind port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:01.208204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0790688d-60b0-409f-a8a0-2f2e3ec7f38d req-54d4b294-205d-4c50-87e5-161cdc1909d6 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457675 Apr 18 17:00:01.209185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:01.209665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:01.210052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:01.210680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Bound port: 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:01.211040 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:01.332093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Deleting port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:01.332658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:01.347713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c00bb264-386b-4177-8d3c-b2234e1d0385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:01.415640 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-13038f4a-3dbe-4860-b658-a683d7284d9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4bf6014-7b0e-426d-bb82-a9ee99319d16 HTTP/1.1" status: 200 len: 217 time: 0.0470920 Apr 18 17:00:01.468535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:01.517203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:01.533860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904310-80b4-49e0-830f-886cb278ff3e req-82dadbf4-6663-4bfa-a05b-721fc815e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:01.538471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-82dadbf4-6663-4bfa-a05b-721fc815e42e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65c3a78f-5021-4ddb-956b-5fbca2c4b5c7 HTTP/1.1" status: 200 len: 853 time: 0.0948825 Apr 18 17:00:01.561713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2c625-e419-4040-8cc5-db535583db2e req-9405d90d-7942-479c-88db-d383d8fefe75 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:01.564007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c00bb264-386b-4177-8d3c-b2234e1d0385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:01.570083 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1c2c625-e419-4040-8cc5-db535583db2e req-9405d90d-7942-479c-88db-d383d8fefe75 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.1822073 Apr 18 17:00:01.593568 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:01.668219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c00bb264-386b-4177-8d3c-b2234e1d0385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:01.682086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14934f-36ee-477f-92c0-33812ef146da req-74ae68d5-0b1d-49f9-bbe1-70e2307fcc8d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:01.683716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a14934f-36ee-477f-92c0-33812ef146da req-74ae68d5-0b1d-49f9-bbe1-70e2307fcc8d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.2190292 Apr 18 17:00:01.687008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] For port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:01.687414 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:01.719353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:01.719976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:01.733511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 1096 time: 3.1160533 Apr 18 17:00:01.742936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:01.749794 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c00bb264-386b-4177-8d3c-b2234e1d0385 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a822a156fc24f06814b1208029568e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014363 Apr 18 17:00:01.758564 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9e1c97-c772-40a6-b4ca-922131c30c80" -d '{"events": [{"name": "network-changed", "server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:01.761349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48296) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:01.765353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Calling delete_port for 85e4ea66-80e4-4bbb-b0b1-4c5007719aff owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:01.780213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bb264-386b-4177-8d3c-b2234e1d0385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28485363-f5d0-4ce9-8b5f-7f22b95633d4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:01.791774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904310-80b4-49e0-830f-886cb278ff3e req-11afc637-d0ad-455e-8217-dd778d872eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:01.795508 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-11afc637-d0ad-455e-8217-dd778d872eab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014a1a48-9b0e-4ed6-8743-9790caaaa682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807497 Apr 18 17:00:01.860031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1c2c625-e419-4040-8cc5-db535583db2e req-4d4aad9b-043f-4eea-a3f0-109f28013a81 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887151 Apr 18 17:00:01.888427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9453d5-52cf-4090-a471-9e315b0765f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=8']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:02.051694 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-eed1e445-810d-424c-813a-e40d5997a44a service neutron] 10.222.0.41 "GET /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729672 Apr 18 17:00:02.065810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a14934f-36ee-477f-92c0-33812ef146da req-ebed66ab-8956-4e32-a688-1515dba7e5ad tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223765 Apr 18 17:00:02.109424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b348d67f-4388-448f-8361-fcdc07d5120d req-17152896-3560-4ffc-8488-b1f3a781b1c4 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.1008930 Apr 18 17:00:02.165055 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0ecf-aea0-4b92-acc8-6e453cd66d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:02.191738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-24536a0b-74f8-4ed4-98b5-312f2651946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:02.193233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-24536a0b-74f8-4ed4-98b5-312f2651946d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1099 time: 0.2738724 Apr 18 17:00:02.254254 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d9965-17a7-4f1b-b780-ab7448200054 x-openstack-request-id: req-3c5d9965-17a7-4f1b-b780-ab7448200054 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:02.254548 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:02.255374 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c5d9965-17a7-4f1b-b780-ab7448200054 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:02.255374 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5d9965-17a7-4f1b-b780-ab7448200054'] response: {'name': 'network-changed', 'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'status': 'completed', 'code': 200} Apr 18 17:00:02.278254 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0ecf-aea0-4b92-acc8-6e453cd66d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:02.300132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 772854f5-25de-4fa7-9cd3-376234d8ef63 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:00:02.346398 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d5904310-80b4-49e0-830f-886cb278ff3e req-240c579d-b1d1-4799-9618-6e2ee7dfeb04 service neutron] 10.222.0.41 "GET /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694857 Apr 18 17:00:02.454829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-d13baae5-859d-4c5d-b7c6-4fb340afc562 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:02.456894 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-d13baae5-859d-4c5d-b7c6-4fb340afc562 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1097 time: 0.1092420 Apr 18 17:00:02.468995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-13983175-c2fb-46e7-bafb-d0efc85796ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:02.470774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-13983175-c2fb-46e7-bafb-d0efc85796ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1099 time: 0.0768387 Apr 18 17:00:02.662922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-c1ce6f94-996f-4816-8d60-540012b2884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:02.662922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-c1ce6f94-996f-4816-8d60-540012b2884e service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1777949 Apr 18 17:00:02.738087 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-c79f7efe-fc41-418b-9b45-d583aa355a66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 217 time: 0.0615933 Apr 18 17:00:02.828241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-d1fb55a4-f1f9-43e8-9533-0db91359f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:02.830888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:02.833676 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-d1fb55a4-f1f9-43e8-9533-0db91359f096 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0870769 Apr 18 17:00:02.844601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 772854f5-25de-4fa7-9cd3-376234d8ef63 has no active binding in host n-h2-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 17:00:02.947349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-51252080-0dd8-407b-8678-0bec32187bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:02.949033 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-51252080-0dd8-407b-8678-0bec32187bcf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092143 Apr 18 17:00:03.267029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-bbb8be5d-3185-436a-bbe8-c25f12e6d96f service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782880 Apr 18 17:00:03.268275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa2e38-073c-4ea1-8123-207f10209363 req-cd8d23de-b852-4a84-864c-b24b9e0afa4c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:03.268275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbaa2e38-073c-4ea1-8123-207f10209363 req-cd8d23de-b852-4a84-864c-b24b9e0afa4c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.9280643 Apr 18 17:00:03.268275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b30c39-09f7-4a6a-959a-be029698e3fd req-2f380931-2859-4b55-b5f4-cb367e5fe631 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:03.268275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93b30c39-09f7-4a6a-959a-be029698e3fd req-2f380931-2859-4b55-b5f4-cb367e5fe631 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 949 time: 0.6843421 Apr 18 17:00:03.268275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-97c4127c-6667-451e-a0f7-32915708e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:03.268275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-97c4127c-6667-451e-a0f7-32915708e5f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.9854732 Apr 18 17:00:03.268275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbaa2e38-073c-4ea1-8123-207f10209363 req-fa5b48b9-2100-45cb-a0e1-3f6d6e347c17 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743382 Apr 18 17:00:03.269457 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-f6aa479b-30f6-41a8-b718-dada652448f7 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135428 Apr 18 17:00:03.269550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93b30c39-09f7-4a6a-959a-be029698e3fd req-0eb4eb23-7d62-40c2-a470-0fbf8b7076a4 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625525 Apr 18 17:00:03.331512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-2'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:03.347222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0ecf-aea0-4b92-acc8-6e453cd66d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:03.350194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0ecf-aea0-4b92-acc8-6e453cd66d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:03.351314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a6a0ecf-aea0-4b92-acc8-6e453cd66d1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28485363-f5d0-4ce9-8b5f-7f22b95633d4 HTTP/1.1" status: 204 len: 168 time: 1.5827930 Apr 18 17:00:03.383657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ea35d34-c72c-470f-8a78-e6f7f2657645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:03.419522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:03.460056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['41aa7ace-0149-4444-bc8c-911442cf6897'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:03.493940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-00c80bf0-e52e-42a4-bf53-08257a502287 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 217 time: 0.0764270 Apr 18 17:00:03.542470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:03.547639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a0ecf-aea0-4b92-acc8-6e453cd66d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28485363-f5d0-4ce9-8b5f-7f22b95633d4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:03.586236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede487c-2177-4756-bbe9-96706c427c9f req-2cca3acf-f422-4376-a3cb-cb15fc4c1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:03.587721 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aede487c-2177-4756-bbe9-96706c427c9f req-2cca3acf-f422-4376-a3cb-cb15fc4c1177 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c93c3b6066744c03a1a76aab7223b71d&device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 1095 time: 0.1955199 Apr 18 17:00:03.672104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Pushing event deleted for resources: {'Port': ['ID=85e4ea66-80e4-4bbb-b0b1-4c5007719aff,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:03.778810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ecab5-2428-4f0e-b6c6-20ecb91be088 req-e0370a18-aa56-43ad-b0c0-5276f5fa5b56 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:03.780347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2ecab5-2428-4f0e-b6c6-20ecb91be088 req-e0370a18-aa56-43ad-b0c0-5276f5fa5b56 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 946 time: 0.4432657 Apr 18 17:00:03.825820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] No DVR routers for this DVR port 85e4ea66-80e4-4bbb-b0b1-4c5007719aff on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:00:03.845512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:03.848742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-734e3b50-8a5f-4b7f-b9fc-4eb9baaa7e29 req-4cd00624-e773-4dec-bfdd-a892a2f5a5ee tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "DELETE /v2.0/ports/85e4ea66-80e4-4bbb-b0b1-4c5007719aff HTTP/1.1" status: 204 len: 173 time: 2.7396286 Apr 18 17:00:03.877000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-084a2479-faad-4038-8f9b-86cfedb8c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:03.879214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-084a2479-faad-4038-8f9b-86cfedb8c08d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.3003545 Apr 18 17:00:03.913822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede487c-2177-4756-bbe9-96706c427c9f req-072bfbe0-b2dd-4c30-bd22-8030beae178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:03.914673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aede487c-2177-4756-bbe9-96706c427c9f req-072bfbe0-b2dd-4c30-bd22-8030beae178d service neutron] 10.222.0.41 "GET /v2.0/networks?id=014a1a48-9b0e-4ed6-8743-9790caaaa682 HTTP/1.1" status: 200 len: 915 time: 0.2660277 Apr 18 17:00:03.938256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:03.961470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09308c47-dd6e-45d4-8d3d-a5af4c4716d2 req-e3c2015f-14fb-41f6-ba4e-e5f453a3c943 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:03.962993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09308c47-dd6e-45d4-8d3d-a5af4c4716d2 req-e3c2015f-14fb-41f6-ba4e-e5f453a3c943 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.4634755 Apr 18 17:00:04.000939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:04.044544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2ecab5-2428-4f0e-b6c6-20ecb91be088 req-2a999543-4f36-4024-acaa-3b5ed897245b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208247 Apr 18 17:00:04.053285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:04.055758 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf273f-b850-40bd-a1e2-23ab882034fb" -d '{"events": [{"server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:04.062307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:04.102252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-4ec0c585-d963-4f80-b243-0c4989761e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:04.103757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-4ec0c585-d963-4f80-b243-0c4989761e24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942875 Apr 18 17:00:04.111101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09308c47-dd6e-45d4-8d3d-a5af4c4716d2 req-a14d3f60-c4cf-4eb9-93a6-7731f6edb81e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128261 Apr 18 17:00:04.135513 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aede487c-2177-4756-bbe9-96706c427c9f req-ccc6dbea-189f-432b-ad2b-fdf3619d10cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4bf6014-7b0e-426d-bb82-a9ee99319d16 HTTP/1.1" status: 200 len: 217 time: 0.0690694 Apr 18 17:00:04.144603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:04.230275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede487c-2177-4756-bbe9-96706c427c9f req-ee4e549f-d896-4b85-b513-d12e75f1d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:04.236230 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aede487c-2177-4756-bbe9-96706c427c9f req-ee4e549f-d896-4b85-b513-d12e75f1d54f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65c3a78f-5021-4ddb-956b-5fbca2c4b5c7 HTTP/1.1" status: 200 len: 853 time: 0.0788927 Apr 18 17:00:04.277540 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e576ea1-45a4-4005-9875-86c9a7129663 x-openstack-request-id: req-9e576ea1-45a4-4005-9875-86c9a7129663 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:04.278235 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:04.278235 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e576ea1-45a4-4005-9875-86c9a7129663 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:04.278993 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e576ea1-45a4-4005-9875-86c9a7129663'] response: {'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63', 'code': 200} Apr 18 17:00:04.300805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b021478-e413-4c65-8a5e-51915ea8f7e2', 'name': 'network-vif-deleted', 'tag': '85e4ea66-80e4-4bbb-b0b1-4c5007719aff'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:04.305090 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1a5b57-1d89-44ce-a7d2-792490fa4ddc" -d '{"events": [{"server_uuid": "2b021478-e413-4c65-8a5e-51915ea8f7e2", "name": "network-vif-deleted", "tag": "85e4ea66-80e4-4bbb-b0b1-4c5007719aff"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:04.311058 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:04.317503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2a55967-3d82-42b2-a91e-e0b1e7fba5fa req-05a78e27-dfb6-4afb-8333-1e63b3777087 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0960798 Apr 18 17:00:04.424053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-d72063a7-c276-46fd-94fe-f5d26bc729a8 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094144 Apr 18 17:00:04.424301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48328) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:04.505379 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4f79-123d-47af-b248-9a642caffe56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:04.561950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 85e4ea66-80e4-4bbb-b0b1-4c5007719aff no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:00:04.588515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 85e4ea66-80e4-4bbb-b0b1-4c5007719aff {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:00:04.589146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 85e4ea66-80e4-4bbb-b0b1-4c5007719aff not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:00:04.668795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79ac0072-fbe8-4e66-bd63-4624a86ab987 req-230df9a0-4e1e-4e3c-864f-7dda192967c1 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b021478-e413-4c65-8a5e-51915ea8f7e2 HTTP/1.1" status: 200 len: 210 time: 0.1463046 Apr 18 17:00:04.703979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04013a-03b7-4eb1-9ced-821ee478ea5f req-974904c6-2bbf-4259-b8b2-ddde97fe95cf tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:04.720972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd04013a-03b7-4eb1-9ced-821ee478ea5f req-974904c6-2bbf-4259-b8b2-ddde97fe95cf tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.2953699 Apr 18 17:00:04.763758 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ba6411-dbba-462a-ab74-b4f974d48143 x-openstack-request-id: req-07ba6411-dbba-462a-ab74-b4f974d48143 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:04.764069 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b021478-e413-4c65-8a5e-51915ea8f7e2", "name": "network-vif-deleted", "tag": "85e4ea66-80e4-4bbb-b0b1-4c5007719aff", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:04.764403 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07ba6411-dbba-462a-ab74-b4f974d48143 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:04.764959 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ba6411-dbba-462a-ab74-b4f974d48143'] response: {'server_uuid': '2b021478-e413-4c65-8a5e-51915ea8f7e2', 'name': 'network-vif-deleted', 'tag': '85e4ea66-80e4-4bbb-b0b1-4c5007719aff', 'status': 'completed', 'code': 200} Apr 18 17:00:04.786831 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4f79-123d-47af-b248-9a642caffe56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:04.810237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Pushing event updated for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:04.815176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39711ba1-c01a-4c1e-92c3-596e6dda4bea req-962c20c5-9e6e-4454-95ce-e7a72f120036 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387010 Apr 18 17:00:04.817057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede487c-2177-4756-bbe9-96706c427c9f req-2b31ffae-d28f-4ce0-8662-f2a1a325776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:04.819101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aede487c-2177-4756-bbe9-96706c427c9f req-2b31ffae-d28f-4ce0-8662-f2a1a325776a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014a1a48-9b0e-4ed6-8743-9790caaaa682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5392580 Apr 18 17:00:04.822660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on host n-h1-836015-2 for vnic_type normal with profile {"migrating_to": "n-h2-836015-2"} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:04.822660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:04.822660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:04.827863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:00:04.828432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Attempting to bind port 772854f5-25de-4fa7-9cd3-376234d8ef63 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:04.832637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd04013a-03b7-4eb1-9ced-821ee478ea5f req-dd96098b-b093-4570-8f95-1e2c3cad13b2 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051226 Apr 18 17:00:04.833930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:04.834277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:04.834699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:04.835160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Bound port: 772854f5-25de-4fa7-9cd3-376234d8ef63, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:04.835460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:04.863289 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4f79-123d-47af-b248-9a642caffe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:04.895617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d4f79-123d-47af-b248-9a642caffe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d12378d-16ad-4c7f-8a09-cb804a660fd1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:04.919309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bd7d4f79-123d-47af-b248-9a642caffe56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1778096590c48a8b70a51e4291820e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505832 Apr 18 17:00:04.923116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48332) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:04.948382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:04.958134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:04.989534 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8f73-826c-4ddc-89a4-ee28ebb64c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:05.014335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8f73-826c-4ddc-89a4-ee28ebb64c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:05.025562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:05.158202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:05.158916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:05.160484 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] 10.222.0.41 "PUT /v2.0/ports/772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 1122 time: 1.8334560 Apr 18 17:00:05.161446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47617458-ae83-4477-af87-6ec6440dabcd service neutron] Pushing event updated for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=8']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:05.204554 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8f73-826c-4ddc-89a4-ee28ebb64c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:05.209773 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8f73-826c-4ddc-89a4-ee28ebb64c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:05.209773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2d6e8f73-826c-4ddc-89a4-ee28ebb64c46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d12378d-16ad-4c7f-8a09-cb804a660fd1 HTTP/1.1" status: 204 len: 168 time: 0.2841377 Apr 18 17:00:05.231569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e8f73-826c-4ddc-89a4-ee28ebb64c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d12378d-16ad-4c7f-8a09-cb804a660fd1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:05.298417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83b6b0-9c43-4906-bb64-a6583c736165 req-b3b0994a-855f-4fca-b712-be8004ff6ce9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:05.306446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc83b6b0-9c43-4906-bb64-a6583c736165 req-b3b0994a-855f-4fca-b712-be8004ff6ce9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1591752 Apr 18 17:00:05.313834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['772854f5-25de-4fa7-9cd3-376234d8ef63'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:05.398218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['772854f5-25de-4fa7-9cd3-376234d8ef63'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:05.398776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc83b6b0-9c43-4906-bb64-a6583c736165 req-225b117f-fd0e-4c5b-b442-346ed4447fe2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778921 Apr 18 17:00:05.417210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7059a-de7e-4e64-9684-1c760f514a37 req-0806de01-1d01-4299-9367-53bf3eb80fba tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:05.425041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecc7059a-de7e-4e64-9684-1c760f514a37 req-0806de01-1d01-4299-9367-53bf3eb80fba tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.1643786 Apr 18 17:00:05.510897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecc7059a-de7e-4e64-9684-1c760f514a37 req-0a6bc4aa-d580-437f-a081-5a45013030b9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848675 Apr 18 17:00:05.541609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5331b0a1-f182-4cb9-b560-970a96e5d007 req-7b1fc4e3-ebbe-40cb-a195-b69857d7f0a3 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0540328 Apr 18 17:00:05.750201 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:05.953528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75a94f-aaad-426b-b1bc-f705ef6c1c37 req-89c022e2-83b1-40c8-973a-bbcc0307f038 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:05.955197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d75a94f-aaad-426b-b1bc-f705ef6c1c37 req-89c022e2-83b1-40c8-973a-bbcc0307f038 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.0575314 Apr 18 17:00:06.018550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d75a94f-aaad-426b-b1bc-f705ef6c1c37 req-f339475e-e82d-4d4a-a3d2-aedb92048ec9 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Apr 18 17:00:06.128010 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:06.279973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:06.282488 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f6480a-406b-4e5b-a0a5-99309a07a500" -d '{"events": [{"name": "network-changed", "server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:06.284098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1622b5-c100-4f7f-93ca-7292012b641f req-6534c230-b36d-44e9-8f65-49ec9dfdc9bb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:06.285660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e1622b5-c100-4f7f-93ca-7292012b641f req-6534c230-b36d-44e9-8f65-49ec9dfdc9bb tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 950 time: 0.0505595 Apr 18 17:00:06.324895 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708540a5-dca5-4c88-906f-3eab78c327ba x-openstack-request-id: req-708540a5-dca5-4c88-906f-3eab78c327ba {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:06.325388 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:06.325904 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-708540a5-dca5-4c88-906f-3eab78c327ba {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:06.326601 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708540a5-dca5-4c88-906f-3eab78c327ba'] response: {'name': 'network-changed', 'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63', 'status': 'completed', 'code': 200} Apr 18 17:00:06.338345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e1622b5-c100-4f7f-93ca-7292012b641f req-d9c1cad0-3f9a-458f-93e9-c2a9d7099543 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448217 Apr 18 17:00:06.426683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-61a76772-4bab-4b20-8707-c9eef5e53b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:06.428742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-61a76772-4bab-4b20-8707-c9eef5e53b99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1125 time: 0.0435798 Apr 18 17:00:06.582275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d83c7a-d8a1-4dbf-be44-1a716a4b9aa9 req-ba19d757-f997-4dff-8eeb-49a9d06d7923 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:06.582743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2d83c7a-d8a1-4dbf-be44-1a716a4b9aa9 req-ba19d757-f997-4dff-8eeb-49a9d06d7923 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1179736 Apr 18 17:00:06.648144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-a1a2eebf-cfdd-4343-a724-d84ddebf2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:06.649897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-a1a2eebf-cfdd-4343-a724-d84ddebf2cbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.2125735 Apr 18 17:00:06.713362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-be231e7a-aafd-4327-a418-51aa8aa47c51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 217 time: 0.0480180 Apr 18 17:00:06.721258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2d83c7a-d8a1-4dbf-be44-1a716a4b9aa9 req-89f27e1f-c2f9-484d-a04e-dde17f820220 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248841 Apr 18 17:00:06.725989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beced4-1fa2-422e-88e2-fbb8c16e6a9c req-9e1325b8-0c1a-4561-858a-0b7b39c311e1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:06.727473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17beced4-1fa2-422e-88e2-fbb8c16e6a9c req-9e1325b8-0c1a-4561-858a-0b7b39c311e1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.1220136 Apr 18 17:00:06.807936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-a5f0aed1-2ecb-4a21-a742-111f80109364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:06.809405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-a5f0aed1-2ecb-4a21-a742-111f80109364 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0810571 Apr 18 17:00:06.824102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17beced4-1fa2-422e-88e2-fbb8c16e6a9c req-3baa1cb0-d214-4ff4-a0c3-ab65eac3679e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875673 Apr 18 17:00:06.872252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-38bf7156-35a2-4dfd-ada4-e32dd46011ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457761 Apr 18 17:00:06.888156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61b31aa8-4f48-4bf1-b145-c7c76c3df318 req-680371cd-2a3e-4f9c-8064-d2449092053a tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0626888 Apr 18 17:00:06.981596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-d7c1a9db-5fcb-4e8c-a834-70fef9986dee service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912609 Apr 18 17:00:07.151005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f6480a-406b-4e5b-a0a5-99309a07a500 req-5d2c78ce-0056-429f-b06b-a0fee2e59989 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605773 Apr 18 17:00:07.176931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb32b3c-ca59-4ea4-b928-2685bbb9a9a0 req-fb71b4dc-69bb-4e05-9668-0e7eeb124ff3 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:07.178462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cb32b3c-ca59-4ea4-b928-2685bbb9a9a0 req-fb71b4dc-69bb-4e05-9668-0e7eeb124ff3 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.0711017 Apr 18 17:00:07.260409 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cb32b3c-ca59-4ea4-b928-2685bbb9a9a0 req-148386b1-5a49-4728-a51a-5aa8dcd1c114 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573399 Apr 18 17:00:07.470287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8859c32-d539-48e4-b8b0-ed1a62f03386 req-cfe84410-1d0a-4ba3-82e0-a49cba283d79 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:07.471795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8859c32-d539-48e4-b8b0-ed1a62f03386 req-cfe84410-1d0a-4ba3-82e0-a49cba283d79 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 950 time: 0.0564258 Apr 18 17:00:07.519777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8859c32-d539-48e4-b8b0-ed1a62f03386 req-1ead09a2-ee04-424d-9de5-0fc8064398ed tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Apr 18 17:00:07.856205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa492-d6c5-4193-8091-69fb927c76b0 req-40f88d7e-a555-4b0e-9f5d-1ef4b5cf082a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:07.864223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b02fa492-d6c5-4193-8091-69fb927c76b0 req-40f88d7e-a555-4b0e-9f5d-1ef4b5cf082a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0696445 Apr 18 17:00:07.888269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Request body: {'security_group': {'name': 'tempest-securitygroup-389373065', 'description': 'tempest-description-1151848587'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:07.921978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b02fa492-d6c5-4193-8091-69fb927c76b0 req-dee4e110-e010-4391-95bf-b2e80007a6a0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568085 Apr 18 17:00:08.065697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf58066-c682-4de9-a80a-319163716214 req-8434d927-74b1-4340-9b7a-3af07d1b794c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:08.067616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bf58066-c682-4de9-a80a-319163716214 req-8434d927-74b1-4340-9b7a-3af07d1b794c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.0723238 Apr 18 17:00:08.112897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bf58066-c682-4de9-a80a-319163716214 req-6139cae2-3479-46bb-881f-71716bfeb3a7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Apr 18 17:00:08.218084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-828610d0-4baa-4aec-af42-8531258dac3c req-4e3cda73-c6ea-4e58-9f3d-1a9ac2cf7209 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0360801 Apr 18 17:00:08.340414 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:08.363630 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:08.401155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb23c1-ed68-4b90-8c42-641072995090 req-77979a4c-4a16-4d5d-a70f-29d6c3893dfc tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:08.402706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91cb23c1-ed68-4b90-8c42-641072995090 req-77979a4c-4a16-4d5d-a70f-29d6c3893dfc tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.0728655 Apr 18 17:00:08.496823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91cb23c1-ed68-4b90-8c42-641072995090 req-aa600bc7-4cfb-45e8-935a-72655d855a1e tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817616 Apr 18 17:00:08.505296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-84559819-54a9-412d-8e6a-32df88c98601 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:08.506875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-84559819-54a9-412d-8e6a-32df88c98601 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 950 time: 0.1032732 Apr 18 17:00:08.563470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:08.630630 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:08.696164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f0bc0b-dd96-41b6-8660-518c52dcad5f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:08.707936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c6f0-20a3-44a5-8d80-3384c91ae25e req-22d430ed-119e-4b23-8e07-b1146b20e301 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:08.709597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbb9c6f0-20a3-44a5-8d80-3384c91ae25e req-22d430ed-119e-4b23-8e07-b1146b20e301 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 950 time: 0.1115198 Apr 18 17:00:08.722321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.726341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.727413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:08.777256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Deleting port 41aa7ace-0149-4444-bc8c-911442cf6897 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:08.777927 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:08.855008 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:08.870050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbb9c6f0-20a3-44a5-8d80-3384c91ae25e req-bed30bef-ac45-460d-8e52-cb0233822917 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495678 Apr 18 17:00:08.931169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] For port 41aa7ace-0149-4444-bc8c-911442cf6897, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=41aa7ace-0149-4444-bc8c-911442cf6897,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:08.931683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:08.941209 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:08.953928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Calling delete_port for 41aa7ace-0149-4444-bc8c-911442cf6897 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:09.020611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1715de-247f-489a-9799-e60dea2e805d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:09.108554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8c834-e027-4a44-9444-df8d2566e4e1 req-5515c215-13d3-4e75-ac26-8446b54ad98a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:09.110488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7e8c834-e027-4a44-9444-df8d2566e4e1 req-5515c215-13d3-4e75-ac26-8446b54ad98a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0854528 Apr 18 17:00:09.193243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7e8c834-e027-4a44-9444-df8d2566e4e1 req-b1fce884-1b71-4e85-9246-c1cd7995255f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735457 Apr 18 17:00:09.311230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b7c05-fd8a-465c-b45c-2a9a183b7524 req-736a0987-687b-4492-897d-9091fb8a18ce tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:09.312688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-035b7c05-fd8a-465c-b45c-2a9a183b7524 req-736a0987-687b-4492-897d-9091fb8a18ce tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.0562038 Apr 18 17:00:09.355715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-035b7c05-fd8a-465c-b45c-2a9a183b7524 req-a07aae9c-54d2-4e04-a92e-d3bd2e758efd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Apr 18 17:00:09.426709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aede487c-2177-4756-bbe9-96706c427c9f req-784f157b-e60d-4f21-9616-1a143c549fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091173 Apr 18 17:00:09.449733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12ef235b-7c01-447e-8bb9-3e548d117dce req-4bfe2bf7-dad6-41bc-8b63-ee8d6dfb2d95 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0263190 Apr 18 17:00:09.557883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:09.576689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96a51cac-3fc8-4880-8d1f-48422610e429 req-b2092c18-c344-4133-ad47-22272e15ea27 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6785102 Apr 18 17:00:09.597472 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aede487c-2177-4756-bbe9-96706c427c9f req-b2320734-5099-43fa-a5fa-71ca511ae54a service neutron] 10.222.0.41 "GET /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277435 Apr 18 17:00:09.604494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-a96399c6-e4b3-4179-8ba4-7326188d3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:09.605977 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-a96399c6-e4b3-4179-8ba4-7326188d3828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1099 time: 0.0755060 Apr 18 17:00:09.629267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ca9f93bb-7848-4906-9ad8-cf96215f6c4f req-f1386fcb-d94e-4170-8969-af12082913c4 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Request body: {'security_group': {'name': 'tempest-securitygroup-758344671', 'description': 'tempest-description-1356233826'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:09.665674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61212f-aa4d-4c66-9f35-106fce3c8fe4 req-5f0d5bd4-b2a1-4b7b-af03-c1f6da7ca6e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:09.667214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f61212f-aa4d-4c66-9f35-106fce3c8fe4 req-5f0d5bd4-b2a1-4b7b-af03-c1f6da7ca6e0 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.0873103 Apr 18 17:00:09.714546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f61212f-aa4d-4c66-9f35-106fce3c8fe4 req-81660932-9d6e-4afe-8160-abe01aee6c82 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Apr 18 17:00:09.749080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-ba99f6b6-8a22-4fdf-a91f-893e1bde5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:09.750607 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-ba99f6b6-8a22-4fdf-a91f-893e1bde5053 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1111341 Apr 18 17:00:09.794556 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-87d73706-9fc8-4995-aed7-26f44d7acff7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 217 time: 0.0342591 Apr 18 17:00:09.841974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-5056502e-9375-4089-8319-5700b8addcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:09.843366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-5056502e-9375-4089-8319-5700b8addcc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0421627 Apr 18 17:00:10.004459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561a36e-697a-4a4a-9dc5-45844f410394 req-e307ce4c-57c1-4181-9219-2c41c3ae2449 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:10.006452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0561a36e-697a-4a4a-9dc5-45844f410394 req-e307ce4c-57c1-4181-9219-2c41c3ae2449 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 950 time: 0.0539699 Apr 18 17:00:10.027798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.060329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Pushing event deleted for resources: {'Port': ['ID=41aa7ace-0149-4444-bc8c-911442cf6897,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:10.065824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['41aa7ace-0149-4444-bc8c-911442cf6897'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:10.097322 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ca9f93bb-7848-4906-9ad8-cf96215f6c4f req-f1386fcb-d94e-4170-8969-af12082913c4 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.115041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] No DVR routers for this DVR port 41aa7ace-0149-4444-bc8c-911442cf6897 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:00:10.118528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.121937 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73eaed67-9641-47d5-aa8b-becfd8f90a65 req-a3b02ebd-1ab8-480e-8927-da3d00b9fc40 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.18 "DELETE /v2.0/ports/41aa7ace-0149-4444-bc8c-911442cf6897 HTTP/1.1" status: 204 len: 173 time: 1.6076629 Apr 18 17:00:10.125925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0561a36e-697a-4a4a-9dc5-45844f410394 req-c8efe987-501a-4324-96bb-44153e351aa8 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/security-groups?id=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120622 Apr 18 17:00:10.139897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-deleted', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:10.142512 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b0e73-54c8-4eef-8fda-337dd1865eb2" -d '{"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-deleted", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:10.194738 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f64ad-293e-427c-a36e-1b2ee8199aae x-openstack-request-id: req-a73f64ad-293e-427c-a36e-1b2ee8199aae {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:10.195028 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ef27ff-ccd9-4697-8034-656db4218379", "name": "network-vif-deleted", "tag": "41aa7ace-0149-4444-bc8c-911442cf6897", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:10.195278 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a73f64ad-293e-427c-a36e-1b2ee8199aae {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:10.195674 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73f64ad-293e-427c-a36e-1b2ee8199aae'] response: {'server_uuid': '79ef27ff-ccd9-4697-8034-656db4218379', 'name': 'network-vif-deleted', 'tag': '41aa7ace-0149-4444-bc8c-911442cf6897', 'status': 'completed', 'code': 200} Apr 18 17:00:10.232998 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ca9f93bb-7848-4906-9ad8-cf96215f6c4f req-f1386fcb-d94e-4170-8969-af12082913c4 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.315720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ca9f93bb-7848-4906-9ad8-cf96215f6c4f req-f1386fcb-d94e-4170-8969-af12082913c4 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.376815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1386fcb-d94e-4170-8969-af12082913c4 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cb5913-33da-4338-9681-7899f0543633,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:10.403137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4ae31-436c-448e-a471-fe9656593e5c req-52b3caa5-adcf-4e32-9c42-59e9931bb2a2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:10.404615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccc4ae31-436c-448e-a471-fe9656593e5c req-52b3caa5-adcf-4e32-9c42-59e9931bb2a2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0614309 Apr 18 17:00:10.442584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccc4ae31-436c-448e-a471-fe9656593e5c req-1bf75271-5b61-4675-8b88-5d3b4cbc0c1e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317135 Apr 18 17:00:10.455043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ca9f93bb-7848-4906-9ad8-cf96215f6c4f req-f1386fcb-d94e-4170-8969-af12082913c4 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.460564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca9f93bb-7848-4906-9ad8-cf96215f6c4f req-f1386fcb-d94e-4170-8969-af12082913c4 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8364439 Apr 18 17:00:10.542446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1840098961', 'description': 'tempest-description-764870683'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:10.573892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d50e67-ab1e-445e-a476-6a0761c71c4f req-98b1b48a-88bd-4c0a-bfc5-eee4387fb13e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:10.575372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53d50e67-ab1e-445e-a476-6a0761c71c4f req-98b1b48a-88bd-4c0a-bfc5-eee4387fb13e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.0678933 Apr 18 17:00:10.622240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53d50e67-ab1e-445e-a476-6a0761c71c4f req-3a7cd41e-f7fa-4d16-8765-7cf5d0395a53 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Apr 18 17:00:10.628679 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.641245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.716213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90cec365-507a-4c9b-b275-faa0977543c1 req-7fe3ef56-f06a-47da-a3b3-6f7bd9831dee tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0348811 Apr 18 17:00:10.743248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.815842 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.864017 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c02d6e9-ebf6-46c9-826f-af511c358c64,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:10.873858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aedfc-305b-46e6-b2ce-fa895d5144ad req-40d8571f-188c-44ac-9495-c16566d8edf6 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:10.875308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d82aedfc-305b-46e6-b2ce-fa895d5144ad req-40d8571f-188c-44ac-9495-c16566d8edf6 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.0881827 Apr 18 17:00:10.930153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:10.943668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d82aedfc-305b-46e6-b2ce-fa895d5144ad req-db1abcca-fd64-40b1-b0c2-34d7c232161f tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604300 Apr 18 17:00:11.005588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:11.032634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f299bfa1-92fc-497c-8e29-76c0900959ee,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:11.140695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:11.141942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f2edc2c-3519-48dc-9825-e98010ded3f4 req-3582ccaf-2a2e-4b1e-ad17-eab60deff386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6058228 Apr 18 17:00:11.167366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e016b5f1-11f0-452b-8b22-9461f5e543ab req-c9ccbd2d-6397-4c53-bb28-c1c400744b2e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1654761886', 'description': 'tempest-description-1375979191'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:11.227002 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e016b5f1-11f0-452b-8b22-9461f5e543ab req-c9ccbd2d-6397-4c53-bb28-c1c400744b2e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:11.246629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc5eca93-96ac-4721-a54c-3ed70e26da0e req-6dabc7eb-fb11-45e4-954e-66ad1f9eafd0 tempest-ServersAdminTestJSON-175997326 tempest-ServersAdminTestJSON-175997326-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ef27ff-ccd9-4697-8034-656db4218379 HTTP/1.1" status: 200 len: 210 time: 0.0313549 Apr 18 17:00:11.307677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e016b5f1-11f0-452b-8b22-9461f5e543ab req-c9ccbd2d-6397-4c53-bb28-c1c400744b2e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:11.376758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e016b5f1-11f0-452b-8b22-9461f5e543ab req-c9ccbd2d-6397-4c53-bb28-c1c400744b2e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:11.403482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccbd2d-6397-4c53-bb28-c1c400744b2e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb076686-ec89-4ec5-9bcc-911c6104bf21,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:11.459222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e016b5f1-11f0-452b-8b22-9461f5e543ab req-c9ccbd2d-6397-4c53-bb28-c1c400744b2e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:11.461154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e016b5f1-11f0-452b-8b22-9461f5e543ab req-c9ccbd2d-6397-4c53-bb28-c1c400744b2e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2987444 Apr 18 17:00:11.536103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-9cf39897-face-40cd-bac7-a2792547b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:11.537725 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-9cf39897-face-40cd-bac7-a2792547b503 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597761 Apr 18 17:00:11.607902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c17a53-8b7d-44cb-bbf7-5a75bc1b3e9c req-0475bd5b-1629-4dd2-a2f7-f0d6fb30587a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:11.609386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72c17a53-8b7d-44cb-bbf7-5a75bc1b3e9c req-0475bd5b-1629-4dd2-a2f7-f0d6fb30587a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0905437 Apr 18 17:00:11.640219 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-89f0151e-2f5e-4c0b-b0a5-08f0736dd5ac service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921068 Apr 18 17:00:11.699504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72c17a53-8b7d-44cb-bbf7-5a75bc1b3e9c req-bb350d13-aedf-4e1c-8c00-242566e101ea tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810249 Apr 18 17:00:11.742778 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d9e1c97-c772-40a6-b4ca-922131c30c80 req-77a15095-bf0c-49ad-abc0-63a124207ecf service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943513 Apr 18 17:00:11.855118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083318-5f5c-46ed-981a-9a9befde6315 req-202267d2-36f3-4ab9-8b09-ca2e92a238d8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:11.856492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03083318-5f5c-46ed-981a-9a9befde6315 req-202267d2-36f3-4ab9-8b09-ca2e92a238d8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.0793526 Apr 18 17:00:11.926270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-b8ff9405-c38e-4181-8209-7cf4ba3bb40d tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58850 time: 0.4442534 Apr 18 17:00:11.931959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03083318-5f5c-46ed-981a-9a9befde6315 req-af70bea1-a692-4936-aabb-4f895bf52cbd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664539 Apr 18 17:00:11.974961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-53436a45-9448-4e89-a071-ff025e3dd521 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8 HTTP/1.1" status: 200 len: 2981 time: 0.0403478 Apr 18 17:00:12.035591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c3e3282-96df-434f-a646-9311d166db83 req-4df291c6-1057-4730-87a9-88d4484c1e75 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0344505 Apr 18 17:00:12.038531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-f110155b-97d8-4cb0-9023-105a30782e15 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8 HTTP/1.1" status: 200 len: 2981 time: 0.0575244 Apr 18 17:00:12.083602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-d36ef3d9-d650-4aa5-9761-95ffc7d94c87 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/094f64a0-2986-4721-859f-5d5984acca4d HTTP/1.1" status: 200 len: 2981 time: 0.0384436 Apr 18 17:00:12.156775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-adf2d61d-a14f-4592-bbb4-d1f74e313890 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/094f64a0-2986-4721-859f-5d5984acca4d HTTP/1.1" status: 200 len: 2981 time: 0.0668757 Apr 18 17:00:12.185799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997ebc6-c2de-429f-b492-9c463f24803e req-49580088-f97c-4e4c-9580-b4f2e7c0e721 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:12.187237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f997ebc6-c2de-429f-b492-9c463f24803e req-49580088-f97c-4e4c-9580-b4f2e7c0e721 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.0750628 Apr 18 17:00:12.230490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-bbcd270d-82fd-41fe-bb55-62d8cd96fc20 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/14b0a2d8-2f0f-47b1-9da6-cf5d38ab1885 HTTP/1.1" status: 200 len: 2977 time: 0.0665989 Apr 18 17:00:12.252999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f997ebc6-c2de-429f-b492-9c463f24803e req-78325693-16ab-4c39-9fa9-d20cbce95337 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565500 Apr 18 17:00:12.284453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-4da36330-2f42-48a3-8c0d-3a605059680c tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/14b0a2d8-2f0f-47b1-9da6-cf5d38ab1885 HTTP/1.1" status: 200 len: 2977 time: 0.0446994 Apr 18 17:00:12.331336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-837d63f5-3618-4c99-b505-05550917d386 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2c02d6e9-ebf6-46c9-826f-af511c358c64 HTTP/1.1" status: 200 len: 2981 time: 0.0394518 Apr 18 17:00:12.376892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-119f8f81-0fba-44cc-b6b8-d9883ae146f3 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2c02d6e9-ebf6-46c9-826f-af511c358c64 HTTP/1.1" status: 200 len: 2981 time: 0.0388362 Apr 18 17:00:12.448350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-f110a6da-9fd7-4884-a658-adaa2d6ab7e2 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2de0ee87-4477-4ddd-8872-2725601acd0b HTTP/1.1" status: 200 len: 2981 time: 0.0645974 Apr 18 17:00:12.462025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399af9eb-a5f0-46af-96b0-458a21efb55b req-9bd3257a-433a-49ae-bab6-4ccc709966c8 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:12.463512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-399af9eb-a5f0-46af-96b0-458a21efb55b req-9bd3257a-433a-49ae-bab6-4ccc709966c8 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1097 time: 0.0656497 Apr 18 17:00:12.515751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-e5b9a161-d8ef-4dfc-ac87-6e2576e0dfff tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2de0ee87-4477-4ddd-8872-2725601acd0b HTTP/1.1" status: 200 len: 2981 time: 0.0611722 Apr 18 17:00:12.517637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-399af9eb-a5f0-46af-96b0-458a21efb55b req-9385b1d0-7c64-438a-9b3a-ffb879bbfcbc tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479999 Apr 18 17:00:12.560175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-b95e264e-ec6e-4ea5-b0f3-aa8669ea82ab tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/5068e037-9095-4650-84d4-c9bcd8633e35 HTTP/1.1" status: 200 len: 2981 time: 0.0372233 Apr 18 17:00:12.577154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:00:12.597958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 41aa7ace-0149-4444-bc8c-911442cf6897 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:00:12.598280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 41aa7ace-0149-4444-bc8c-911442cf6897 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:00:12.609957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-e4affffd-f747-4460-99d4-85ba7fdd1ec6 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/5068e037-9095-4650-84d4-c9bcd8633e35 HTTP/1.1" status: 200 len: 2981 time: 0.0427425 Apr 18 17:00:12.649380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-e76811da-9280-4c7f-ba51-63b308a4c61c tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/53add1af-21e7-4d0c-beea-817872400ac2 HTTP/1.1" status: 200 len: 2977 time: 0.0363159 Apr 18 17:00:12.695382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-76e42388-7e34-4488-8f75-ce04cd0aa4bb tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/53add1af-21e7-4d0c-beea-817872400ac2 HTTP/1.1" status: 200 len: 2977 time: 0.0399518 Apr 18 17:00:12.741966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-76c50418-d20b-461f-83d6-79ffa1ba23a4 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/749d17e9-eebf-4281-81c2-04c7e0b19c15 HTTP/1.1" status: 200 len: 2981 time: 0.0404809 Apr 18 17:00:12.770537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48482) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:12.784271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-0b9e1977-6d4e-4fee-99b1-15f0b2a36666 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/749d17e9-eebf-4281-81c2-04c7e0b19c15 HTTP/1.1" status: 200 len: 2981 time: 0.0388300 Apr 18 17:00:12.826416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-d72ccae9-4fed-42ce-804d-252717117b32 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8803dbff-eb47-4e9c-97c7-702b4806ce65 HTTP/1.1" status: 200 len: 2977 time: 0.0355022 Apr 18 17:00:12.875010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-62dad09f-0b87-4792-8d01-8f9c1a82ab4c tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8803dbff-eb47-4e9c-97c7-702b4806ce65 HTTP/1.1" status: 200 len: 2977 time: 0.0426183 Apr 18 17:00:12.905667 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e4eb870d-7dea-4fb4-9ac1-e7aa9cae0b62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd350e4e85f3403287ffc8cd07b568c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339431 Apr 18 17:00:12.908139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48486) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:12.918731 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-3b1ac456-dbc3-4c68-bb9a-d3e059cc76ef tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/89fd87d0-e664-4973-b8fd-cfcc24c3bcaf HTTP/1.1" status: 200 len: 2981 time: 0.0364344 Apr 18 17:00:12.955362 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:12.964542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-f9f94394-eedf-4559-b838-d76f672accc1 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/89fd87d0-e664-4973-b8fd-cfcc24c3bcaf HTTP/1.1" status: 200 len: 2981 time: 0.0389256 Apr 18 17:00:12.977423 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:13.017392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-03bf941e-b5a3-4d20-9066-f7359a2f170b tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/9ac2fc39-fd72-4415-841f-373c082910b2 HTTP/1.1" status: 200 len: 2973 time: 0.0449476 Apr 18 17:00:13.059549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-41456613-0bda-4f0d-8b04-a50419d852db tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/9ac2fc39-fd72-4415-841f-373c082910b2 HTTP/1.1" status: 200 len: 2973 time: 0.0352373 Apr 18 17:00:13.091610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:13.094195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:13.097673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89fd87d0-e664-4973-b8fd-cfcc24c3bcaf HTTP/1.1" status: 204 len: 168 time: 0.1863017 Apr 18 17:00:13.103629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fd87d0-e664-4973-b8fd-cfcc24c3bcaf,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:13.104277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-ad2a3a67-15c4-488a-bb2f-c8cf87ec26a6 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a7a57942-54f3-4e74-8841-786c8bf1ad4e HTTP/1.1" status: 200 len: 2981 time: 0.0383389 Apr 18 17:00:13.117319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.117753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.118201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.118462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.118736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.119071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.119370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.119692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.120011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.120329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.120647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.120961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd66d6-4a9b-4919-badf-eb4803eac962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:13.154053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-a3d81c6f-df81-4630-ab73-9ca922385f9a tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a7a57942-54f3-4e74-8841-786c8bf1ad4e HTTP/1.1" status: 200 len: 2981 time: 0.0437181 Apr 18 17:00:13.202719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-acfa95fb-44e4-4963-b0ca-112359b30d7b tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ad6e3fbb-67b0-4d47-95d0-e877eecc1688 HTTP/1.1" status: 200 len: 2977 time: 0.0369935 Apr 18 17:00:13.243487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-49b888c8-3423-4f21-b114-81dcf0dbd29e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ad6e3fbb-67b0-4d47-95d0-e877eecc1688 HTTP/1.1" status: 200 len: 2977 time: 0.0403197 Apr 18 17:00:13.292542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-5cc60142-0efd-4642-b513-dfa3ce988fe2 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b8f0bc0b-dd96-41b6-8660-518c52dcad5f HTTP/1.1" status: 200 len: 2981 time: 0.0429876 Apr 18 17:00:13.332038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-c9e81381-caae-46b5-9ec4-a45c765eebf7 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b8f0bc0b-dd96-41b6-8660-518c52dcad5f HTTP/1.1" status: 200 len: 2981 time: 0.0386517 Apr 18 17:00:13.378500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-dafd5d8a-a47d-4e68-8634-1df016b388e4 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/eac0b805-f742-47f0-bf5c-5258a8db10e7 HTTP/1.1" status: 200 len: 2977 time: 0.0399804 Apr 18 17:00:13.438002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-0314cb57-1722-4541-91bc-5e43886a3194 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/eac0b805-f742-47f0-bf5c-5258a8db10e7 HTTP/1.1" status: 200 len: 2977 time: 0.0470405 Apr 18 17:00:13.480477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-a900ab6e-305f-47e6-a1fc-7e865f208b6e tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f6e7a495-e057-4ae5-9efe-72bb5a657b88 HTTP/1.1" status: 200 len: 2981 time: 0.0350671 Apr 18 17:00:13.523915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-f27f5a82-4462-48f7-a069-40ddee1c3110 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f6e7a495-e057-4ae5-9efe-72bb5a657b88 HTTP/1.1" status: 200 len: 2981 time: 0.0376623 Apr 18 17:00:13.574604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-c3cd0eb4-3573-4104-a4fa-443ac2cebba1 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/fae91a74-9c8f-4ac3-a3bc-59228709024d HTTP/1.1" status: 200 len: 2981 time: 0.0423248 Apr 18 17:00:13.629278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf6bacfe-dba8-4d02-80a7-0930bda30bfa req-0294d70a-1256-4025-beb1-05d0afd2db0f tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/fae91a74-9c8f-4ac3-a3bc-59228709024d HTTP/1.1" status: 200 len: 2981 time: 0.0437033 Apr 18 17:00:13.762467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48520) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:13.766235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884e0f-0c54-4e41-a31a-a8a339bb83c6 req-94716b6c-11c9-4dd1-ad46-853017cb624c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:13.768157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f884e0f-0c54-4e41-a31a-a8a339bb83c6 req-94716b6c-11c9-4dd1-ad46-853017cb624c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0774205 Apr 18 17:00:13.812305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f884e0f-0c54-4e41-a31a-a8a339bb83c6 req-a4c2472a-7505-4510-bbeb-cdfa7680313f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Apr 18 17:00:13.819268 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-51219f87-f72f-4b59-9bd7-78014c5504f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70ebe099426c4c1f94e1adc2912594f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520380 Apr 18 17:00:13.819733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48522) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:13.890434 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eec2c854-c03e-4c8c-97dd-e2b7fbd659aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:13.934930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eec2c854-c03e-4c8c-97dd-e2b7fbd659aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:13.982035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93448566-1360-4b33-bd51-c43b142b3620 req-f0c6fe16-3ffd-4754-9e4d-a896d34a08ab tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:13.985773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93448566-1360-4b33-bd51-c43b142b3620 req-f0c6fe16-3ffd-4754-9e4d-a896d34a08ab tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.1103122 Apr 18 17:00:14.028640 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93448566-1360-4b33-bd51-c43b142b3620 req-6b388eb4-668b-49dc-bff6-09d33ae855fb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380173 Apr 18 17:00:14.119110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c140eab7-7a65-4fdb-888e-dec479d90bf5 req-a361bb0b-bb0b-4a1d-8161-1d8078f9ecef tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0283406 Apr 18 17:00:14.119931 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eec2c854-c03e-4c8c-97dd-e2b7fbd659aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:14.123950 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eec2c854-c03e-4c8c-97dd-e2b7fbd659aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:14.133723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eec2c854-c03e-4c8c-97dd-e2b7fbd659aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/749d17e9-eebf-4281-81c2-04c7e0b19c15 HTTP/1.1" status: 204 len: 168 time: 0.3036938 Apr 18 17:00:14.142109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c854-c03e-4c8c-97dd-e2b7fbd659aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749d17e9-eebf-4281-81c2-04c7e0b19c15,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:14.266493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910d64-0f96-48ef-8841-5355bec389d0 req-5fd33c74-5a5c-41a7-a9aa-2e491d8ddc53 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:14.268011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55910d64-0f96-48ef-8841-5355bec389d0 req-5fd33c74-5a5c-41a7-a9aa-2e491d8ddc53 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.0533252 Apr 18 17:00:14.310901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55910d64-0f96-48ef-8841-5355bec389d0 req-365edd88-ff0f-479d-8e71-be8fea25c2ca tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360768 Apr 18 17:00:14.404161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-257e64da-4175-46ad-a560-633b16571d89 req-cd6eaa34-579c-4e32-80b1-b0e857eb3d1b tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68451e837bcd49adadc15efbcb3854a6 HTTP/1.1" status: 200 len: 6102 time: 0.0613470 Apr 18 17:00:14.452962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-257e64da-4175-46ad-a560-633b16571d89 req-8302ac9b-89c9-4f1f-9af9-a2a3df936e8c tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "GET /v2.0/security-groups/b8f0bc0b-dd96-41b6-8660-518c52dcad5f HTTP/1.1" status: 200 len: 2981 time: 0.0425725 Apr 18 17:00:14.501488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-257e64da-4175-46ad-a560-633b16571d89 req-2635a9d9-62fc-458f-a982-19e0ac1116f5 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "GET /v2.0/security-groups/b8f0bc0b-dd96-41b6-8660-518c52dcad5f HTTP/1.1" status: 200 len: 2981 time: 0.0393097 Apr 18 17:00:14.533156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-4665ff7a-37f1-4011-ac0b-aa6d3f892591 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:00:14.534908 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-4665ff7a-37f1-4011-ac0b-aa6d3f892591 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063741 Apr 18 17:00:14.560502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-758057c1-3986-4468-8549-e00630537bbe req-ec5fb9a2-585c-4a98-8ae0-886939a17676 tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/eb076686-ec89-4ec5-9bcc-911c6104bf21 HTTP/1.1" status: 200 len: 1778 time: 0.0363927 Apr 18 17:00:14.577299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-aa578405-063e-42f2-9886-5d9df6d25c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:14.578687 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-aa578405-063e-42f2-9886-5d9df6d25c01 service neutron] 10.222.0.45 "GET /v2.0/ports/94194168-ab24-4a3d-ad6b-250e8a608bfd HTTP/1.1" status: 200 len: 1094 time: 0.0363879 Apr 18 17:00:14.590569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Request body: {'binding': {'host': 'n-h1-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:14.591085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Unknown quota resources ['binding']. {{(pid=109825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 17:00:14.617113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-758057c1-3986-4468-8549-e00630537bbe req-a34757c4-9d7f-4340-9def-9deb69c5329d tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:14.639779 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-758057c1-3986-4468-8549-e00630537bbe req-a34757c4-9d7f-4340-9def-9deb69c5329d tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:14.724333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on host n-h1-836015-2 for vnic_type normal with profile None {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:14.724686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:14.725009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:14.729107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:00:14.729523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:14.734264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 16, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:14.734601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:14.734982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:14.735399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Bound port: 94194168-ab24-4a3d-ad6b-250e8a608bfd, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:14.790970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:14.805662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-758057c1-3986-4468-8549-e00630537bbe req-a34757c4-9d7f-4340-9def-9deb69c5329d tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:14.808194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-758057c1-3986-4468-8549-e00630537bbe req-a34757c4-9d7f-4340-9def-9deb69c5329d tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:14.809324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-758057c1-3986-4468-8549-e00630537bbe req-a34757c4-9d7f-4340-9def-9deb69c5329d tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb076686-ec89-4ec5-9bcc-911c6104bf21 HTTP/1.1" status: 204 len: 173 time: 0.2426522 Apr 18 17:00:14.817231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34757c4-9d7f-4340-9def-9deb69c5329d tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb076686-ec89-4ec5-9bcc-911c6104bf21,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:14.865057 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:14.866173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7496c797-07be-4902-b81f-21b1890c7d0c req-234e06b6-9887-47cd-a05b-21de9da6e49f tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f299bfa1-92fc-497c-8e29-76c0900959ee HTTP/1.1" status: 200 len: 1777 time: 0.0354514 Apr 18 17:00:14.867512 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] 10.222.0.45 "POST /v2.0/ports/94194168-ab24-4a3d-ad6b-250e8a608bfd/bindings HTTP/1.1" status: 201 len: 389 time: 0.2804623 Apr 18 17:00:14.918104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7496c797-07be-4902-b81f-21b1890c7d0c req-96d30332-2ba5-4a4e-8397-fd33d49f195b tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:14.939609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7496c797-07be-4902-b81f-21b1890c7d0c req-96d30332-2ba5-4a4e-8397-fd33d49f195b tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.041803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7496c797-07be-4902-b81f-21b1890c7d0c req-96d30332-2ba5-4a4e-8397-fd33d49f195b tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.044297 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7496c797-07be-4902-b81f-21b1890c7d0c req-96d30332-2ba5-4a4e-8397-fd33d49f195b tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.045449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7496c797-07be-4902-b81f-21b1890c7d0c req-96d30332-2ba5-4a4e-8397-fd33d49f195b tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/f299bfa1-92fc-497c-8e29-76c0900959ee HTTP/1.1" status: 204 len: 173 time: 0.1736009 Apr 18 17:00:15.057087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d30332-2ba5-4a4e-8397-fd33d49f195b tempest-SecurityGroupsTestAdminJSON-97582350 tempest-SecurityGroupsTestAdminJSON-97582350-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f299bfa1-92fc-497c-8e29-76c0900959ee,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:15.224311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48558) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:15.333580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1229760868-network', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:15.399472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687807b2-d035-4982-bff6-03980599b0bf req-d91b1044-1a1b-46d3-90d1-3f284100b4a8 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:15.400920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-687807b2-d035-4982-bff6-03980599b0bf req-d91b1044-1a1b-46d3-90d1-3f284100b4a8 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.3160748 Apr 18 17:00:15.412866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b726ef1-30b5-4efa-a270-a12e9de7f65a req-2ba743ce-cfb8-49d2-af0f-e8d23b00be4b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:15.414252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b726ef1-30b5-4efa-a270-a12e9de7f65a req-2ba743ce-cfb8-49d2-af0f-e8d23b00be4b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.3030176 Apr 18 17:00:15.417267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Made reservation on behalf of 0e86fb1291c145a1a28fd35eb2f4c233 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:15.419689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.428839 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.469330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-687807b2-d035-4982-bff6-03980599b0bf req-69323b2d-0952-4a05-ade9-ca013c7a14c4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541372 Apr 18 17:00:15.472235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b726ef1-30b5-4efa-a270-a12e9de7f65a req-9e3eb213-cde6-483e-b5b0-34191991db7f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514026 Apr 18 17:00:15.523391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.567472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.599130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:00:15.601781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e390f3f5-1837-47ae-9600-dc13c3d61362 req-1d25c05e-7947-4707-9c50-8f5bd564b087 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "GET /v2.0/security-groups/d4cb5913-33da-4338-9681-7899f0543633 HTTP/1.1" status: 200 len: 1777 time: 0.0923500 Apr 18 17:00:15.609458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff4282b-63d1-43d8-87fa-be2e5566db3f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:15.617323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.617720 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Added segment a0b78e4c-8f2f-438a-95f2-da2913a5d9a5 of type vlan for network fc6d812e-e73a-40f6-96bf-df9a567ce909 Apr 18 17:00:15.637297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-955728c0-f0f0-4f92-b258-583f8b8f062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:15.638784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-955728c0-f0f0-4f92-b258-583f8b8f062f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1097 time: 0.1140440 Apr 18 17:00:15.645767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f12fb-54a8-410e-824f-d566cc3d19e0 req-4a209163-5069-4143-88e1-0675c066c8ef tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:15.648911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-548f12fb-54a8-410e-824f-d566cc3d19e0 req-4a209163-5069-4143-88e1-0675c066c8ef tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 948 time: 0.1058021 Apr 18 17:00:15.659224 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.748681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.749825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:15.750409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.767176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-548f12fb-54a8-410e-824f-d566cc3d19e0 req-c159f606-a308-4318-9a7e-e88c872e4c78 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095142 Apr 18 17:00:15.778424 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e390f3f5-1837-47ae-9600-dc13c3d61362 req-6f56d12f-47be-46e3-b107-020472825295 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.804051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-21b2cdf5-cd59-4b35-ade4-2f0f00adfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:15.805529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-21b2cdf5-cd59-4b35-ade4-2f0f00adfb28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1575191 Apr 18 17:00:15.811749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6d812e-e73a-40f6-96bf-df9a567ce909,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:15.820228 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e390f3f5-1837-47ae-9600-dc13c3d61362 req-6f56d12f-47be-46e3-b107-020472825295 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.823036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network fc6d812e-e73a-40f6-96bf-df9a567ce909 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:00:15.852904 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f86d5834-2e8b-4218-9b47-b83ea0f0d0f1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6265743 Apr 18 17:00:15.853797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48564) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:15.858892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-5597a9a2-a3fa-40f9-8f1a-e85608c717a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd HTTP/1.1" status: 200 len: 217 time: 0.0457807 Apr 18 17:00:15.859856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Request body: {'subnet': {'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1229760868-subnet', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:15.901329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a7ff637-0fc3-4ac8-b1a1-7da212666dcd req-3e204162-6a03-4c83-88fb-2b44d837d8b1 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0469708 Apr 18 17:00:15.952887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-e8641b59-d964-4180-b017-9e375c029cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:15.954403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-e8641b59-d964-4180-b017-9e375c029cb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0811529 Apr 18 17:00:15.954638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Made reservation on behalf of 0e86fb1291c145a1a28fd35eb2f4c233 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:15.957356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:15.987560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c51d91cf-a59f-4a78-ba26-9333e7633f61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255902 Apr 18 17:00:16.027935 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e390f3f5-1837-47ae-9600-dc13c3d61362 req-6f56d12f-47be-46e3-b107-020472825295 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.030421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e390f3f5-1837-47ae-9600-dc13c3d61362 req-6f56d12f-47be-46e3-b107-020472825295 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.031504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e390f3f5-1837-47ae-9600-dc13c3d61362 req-6f56d12f-47be-46e3-b107-020472825295 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "DELETE /v2.0/security-groups/d4cb5913-33da-4338-9681-7899f0543633 HTTP/1.1" status: 204 len: 173 time: 0.4190931 Apr 18 17:00:16.082352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56d12f-47be-46e3-b107-020472825295 tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cb5913-33da-4338-9681-7899f0543633,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:16.139340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da169d36-ac22-46f4-821f-d7b262b280d2 req-c944b11c-cf3b-4106-8c2e-7f7782d4b42f tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:16.140777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da169d36-ac22-46f4-821f-d7b262b280d2 req-c944b11c-cf3b-4106-8c2e-7f7782d4b42f tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.1555369 Apr 18 17:00:16.165199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c1ba75c-5d21-4eb8-b709-8c417ce9aaec req-6b8ba06e-1a5f-42de-9901-e3ca5cefc58c tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "GET /v2.0/security-groups/5a1715de-247f-489a-9799-e60dea2e805d HTTP/1.1" status: 200 len: 1777 time: 0.0943508 Apr 18 17:00:16.173625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-0e59041a-5784-43a3-9714-4bb920c94dc5 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779706 Apr 18 17:00:16.184384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.243245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac2809f-200d-4a69-8dd1-2f5c632d7da1,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:16.247542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Checking segment: {'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:16.247898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Network hostable DHCP agents. Network: fc6d812e-e73a-40f6-96bf-df9a567ce909, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:00:16.264247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da169d36-ac22-46f4-821f-d7b262b280d2 req-c2837ef6-f79b-4b1b-be69-772f18872f99 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158512 Apr 18 17:00:16.315508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0c1ba75c-5d21-4eb8-b709-8c417ce9aaec req-b75a656e-ba05-47c4-8bc2-a2c4a9c7852a tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.323549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-80f8584b-a3ae-4ea4-8f04-ed604501a3de service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427081 Apr 18 17:00:16.325382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Network fc6d812e-e73a-40f6-96bf-df9a567ce909 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:00:16.340446 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0c1ba75c-5d21-4eb8-b709-8c417ce9aaec req-b75a656e-ba05-47c4-8bc2-a2c4a9c7852a tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.387903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:00:16.416982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, fc6d812e-e73a-40f6-96bf-df9a567ce909) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:16.421719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:16.422358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.445747 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0c1ba75c-5d21-4eb8-b709-8c417ce9aaec req-b75a656e-ba05-47c4-8bc2-a2c4a9c7852a tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.449663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0c1ba75c-5d21-4eb8-b709-8c417ce9aaec req-b75a656e-ba05-47c4-8bc2-a2c4a9c7852a tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.450677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c1ba75c-5d21-4eb8-b709-8c417ce9aaec req-b75a656e-ba05-47c4-8bc2-a2c4a9c7852a tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] 10.222.0.45 "DELETE /v2.0/security-groups/5a1715de-247f-489a-9799-e60dea2e805d HTTP/1.1" status: 204 len: 173 time: 0.2791817 Apr 18 17:00:16.453469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd428b72-6313-401d-8e86-0d3e4510a15e None None] Network fc6d812e-e73a-40f6-96bf-df9a567ce909 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:16.460504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a656e-ba05-47c4-8bc2-a2c4a9c7852a tempest-SecurityGroupsTestAdminJSON-1325014515 tempest-SecurityGroupsTestAdminJSON-1325014515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1715de-247f-489a-9799-e60dea2e805d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:16.532078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-693e6851-7fe5-494d-b2c9-319778a733f1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6743872 Apr 18 17:00:16.532682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48574) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:16.537450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:16.566017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:16.596382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'mac_address': 'fa:16:3e:c3:f7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:00:16.663817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee7ddc-27f9-429c-8077-6c464380d518 req-7f03599c-58d5-4cbf-b9c6-26e29f509d70 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:16.665393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-feee7ddc-27f9-429c-8077-6c464380d518 req-7f03599c-58d5-4cbf-b9c6-26e29f509d70 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0772362 Apr 18 17:00:16.683614 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.689327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e17ef-c97e-41ea-a721-a8901e8d5951 req-8c25b9a7-88e8-4494-bcd1-651fa4a955c0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:16.692734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e17ef-c97e-41ea-a721-a8901e8d5951 req-8c25b9a7-88e8-4494-bcd1-651fa4a955c0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.1144180 Apr 18 17:00:16.734887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:16.745358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-fc6d812e-e73a-40f6-96bf-df9a567ce909', 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'fixed_ips': [{'subnet_id': '5ac2809f-200d-4a69-8dd1-2f5c632d7da1'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:00:16.748232 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.760133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-205e17ef-c97e-41ea-a721-a8901e8d5951 req-77c9b661-a04a-4f96-bcb0-08a6b7c2cb48 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518732 Apr 18 17:00:16.780922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-feee7ddc-27f9-429c-8077-6c464380d518 req-da31b04d-60be-42fa-8888-445c122c9024 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887606 Apr 18 17:00:16.781812 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.781962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:16.782838 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.899221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.900050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c4bf6014-7b0e-426d-bb82-a9ee99319d16 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:00:16.908714 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.968712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-94d2a66e-3412-435b-bba8-f95c09348078 req-962a236f-7909-45b9-9c36-fb913b64c2ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0283825 Apr 18 17:00:16.988729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbbe00-526b-468e-b06c-c5d5f94b6d9e req-bb2c5728-036d-42b9-81a1-1f05a9cb2e2a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:16.994362 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:16.997215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbdbbe00-526b-468e-b06c-c5d5f94b6d9e req-bb2c5728-036d-42b9-81a1-1f05a9cb2e2a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 949 time: 0.1036720 Apr 18 17:00:17.064077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbdbbe00-526b-468e-b06c-c5d5f94b6d9e req-330ae333-156a-4fba-937d-e517c7cbfb27 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616879 Apr 18 17:00:17.093708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:17.101361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Allocated IP 172.20.0.2 (fc6d812e-e73a-40f6-96bf-df9a567ce909/5ac2809f-200d-4a69-8dd1-2f5c632d7da1/d941c1ae-e932-4a82-9d47-66db35ce6e3c) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:17.107572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.108056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.108397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.108727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.109096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.109454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.109766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.110080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.110571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.111065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.111537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.112020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:17.125595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.171229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48584) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:17.202591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c4bf6014-7b0e-426d-bb82-a9ee99319d16, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c4bf6014-7b0e-426d-bb82-a9ee99319d16,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:17.214547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0735d3a9-56a4-494f-b401-b7cc4697c583 req-42fe69b0-678c-4f24-afd8-90ca9b88fe13 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0992804 Apr 18 17:00:17.225105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'port_id': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'mac_address': 'fa:16:3e:85:8d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:00:17.283342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.298505 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.318179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4bf6014-7b0e-426d-bb82-a9ee99319d16 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:17.366550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c4bf6014-7b0e-426d-bb82-a9ee99319d16, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c4bf6014-7b0e-426d-bb82-a9ee99319d16,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:17.373969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aada5c0a-32ba-46b5-b0a9-e8ea1e8d6f4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68451e837bcd49adadc15efbcb3854a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994448 Apr 18 17:00:17.376570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48590) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:17.396781 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.441626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.469395 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.505563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Network fc6d812e-e73a-40f6-96bf-df9a567ce909 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:17.508362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:17.511284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:17.513783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043701f-ac5c-4df9-8ff2-315eee601d32 req-edb461e0-d4cd-442f-80a3-5d8ae953c273 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:17.515537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1043701f-ac5c-4df9-8ff2-315eee601d32 req-edb461e0-d4cd-442f-80a3-5d8ae953c273 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 944 time: 0.1257093 Apr 18 17:00:17.517980 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6e608169-c453-453f-a7d0-09f54d6a4fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.526723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c4bf6014-7b0e-426d-bb82-a9ee99319d16,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:17.561736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6e608169-c453-453f-a7d0-09f54d6a4fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.606326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Pushing event updated for resources: {'Port': ['ID=d941c1ae-e932-4a82-9d47-66db35ce6e3c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:17.608832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1043701f-ac5c-4df9-8ff2-315eee601d32 req-67c6f78c-adcb-4ebb-963a-17813541eba9 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853095 Apr 18 17:00:17.626535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Attempting to bind port d941c1ae-e932-4a82-9d47-66db35ce6e3c on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:17.627224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Attempting to bind port d941c1ae-e932-4a82-9d47-66db35ce6e3c by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:17.627384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Attempting to bind port d941c1ae-e932-4a82-9d47-66db35ce6e3c on network fc6d812e-e73a-40f6-96bf-df9a567ce909 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:17.632255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:17.632620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Checking segment: {'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:17.633020 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.633403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Bound using segment: {'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:17.633885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Bound port: d941c1ae-e932-4a82-9d47-66db35ce6e3c, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:17.634832 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.715258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] For port d941c1ae-e932-4a82-9d47-66db35ce6e3c, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:17.718485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] For port d941c1ae-e932-4a82-9d47-66db35ce6e3c, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d941c1ae-e932-4a82-9d47-66db35ce6e3c,segment=NetworkSegment(a0b78e4c-8f2f-438a-95f2-da2913a5d9a5),segment_id=a0b78e4c-8f2f-438a-95f2-da2913a5d9a5)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:17.734393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6e608169-c453-453f-a7d0-09f54d6a4fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.736953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6e608169-c453-453f-a7d0-09f54d6a4fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.738101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6e608169-c453-453f-a7d0-09f54d6a4fce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8f0bc0b-dd96-41b6-8660-518c52dcad5f HTTP/1.1" status: 204 len: 168 time: 0.3602948 Apr 18 17:00:17.753193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e608169-c453-453f-a7d0-09f54d6a4fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f0bc0b-dd96-41b6-8660-518c52dcad5f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:17.761886 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.782193 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.826142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:17.895097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae411694-f1c5-43e7-9855-38a1136bdbbc None None] Pushing event updated for resources: {'Port': ['ID=d941c1ae-e932-4a82-9d47-66db35ce6e3c,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:17.995334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Allocated IP 172.25.5.91 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ce661f82-8a79-4989-a3c9-bced405419a7) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:18.046422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed659934-8fb6-403e-a966-33b5e10d6b10 req-a46b3cfc-68ef-4513-aefc-0cf2994a2e32 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:18.047977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed659934-8fb6-403e-a966-33b5e10d6b10 req-a46b3cfc-68ef-4513-aefc-0cf2994a2e32 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.1219811 Apr 18 17:00:18.099638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3526e-b422-4006-984b-de11a5d72ad2 req-ffd6fd99-276d-410d-8fd6-32bea0dee70d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:18.124258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88e3526e-b422-4006-984b-de11a5d72ad2 req-ffd6fd99-276d-410d-8fd6-32bea0dee70d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1790237 Apr 18 17:00:18.170464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c4bf6014-7b0e-426d-bb82-a9ee99319d16'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:18.219545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88e3526e-b422-4006-984b-de11a5d72ad2 req-f800bcda-d08a-4648-b415-1cfcf6f9e9f3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983589 Apr 18 17:00:18.275536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed659934-8fb6-403e-a966-33b5e10d6b10 req-700f19b0-1c21-4c61-a3e4-527fbd1b76b1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904633 Apr 18 17:00:18.280446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:18.280683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:18.429826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a72b2887-b0b3-41af-88dd-a66b7d88710e req-b6246fcb-8a96-4b2d-ae11-494e5684ae7e tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0372586 Apr 18 17:00:18.431420 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:18.472373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:18.480481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a06cde-0211-4e2a-ba30-76d12c0a211e req-6b9baa49-7ab8-4ad7-8010-e05233c94005 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:18.482702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a06cde-0211-4e2a-ba30-76d12c0a211e req-6b9baa49-7ab8-4ad7-8010-e05233c94005 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 949 time: 0.1312504 Apr 18 17:00:18.487493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:18.490837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:18.531998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48604) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:18.594598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a06cde-0211-4e2a-ba30-76d12c0a211e req-2f2fa77d-b17e-4887-abbb-057966e00e93 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663018 Apr 18 17:00:18.605277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ce9a42e7-ab2c-44b0-9d68-8a972b19145b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a70a021ac9d94f2f99ded41265d79195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718632 Apr 18 17:00:18.607702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48606) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:18.656316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Pushing event updated for resources: {'Port': ['ID=ce661f82-8a79-4989-a3c9-bced405419a7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:18.674691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01d95065-c425-4e15-855a-89ee8545a33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:18.714322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01d95065-c425-4e15-855a-89ee8545a33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:18.898714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01d95065-c425-4e15-855a-89ee8545a33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:18.902018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01d95065-c425-4e15-855a-89ee8545a33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:18.907167 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-01d95065-c425-4e15-855a-89ee8545a33e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c02d6e9-ebf6-46c9-826f-af511c358c64 HTTP/1.1" status: 204 len: 168 time: 0.2981849 Apr 18 17:00:18.920315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d95065-c425-4e15-855a-89ee8545a33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c02d6e9-ebf6-46c9-826f-af511c358c64,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:19.222193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade6ab-2d25-4a56-8dda-2e169420a1d5 req-12771e29-5220-4863-bfd3-f7bb07e140ab tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:19.223694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8ade6ab-2d25-4a56-8dda-2e169420a1d5 req-12771e29-5220-4863-bfd3-f7bb07e140ab tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 945 time: 0.4788344 Apr 18 17:00:19.231812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a21c1-77f5-47e4-b5f4-a349973b53ec None None] Network fc6d812e-e73a-40f6-96bf-df9a567ce909 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:19.248638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3c73c-85a1-4825-b5e9-e5696a62aa18 req-695415cb-0161-45bf-8864-9cb34d72fe5d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:19.258038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12a3c73c-85a1-4825-b5e9-e5696a62aa18 req-695415cb-0161-45bf-8864-9cb34d72fe5d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 949 time: 0.1477115 Apr 18 17:00:19.318636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b71fb9d1-8e11-4991-a0b0-10cd7c0d7897 None None] Provisioning complete for port d941c1ae-e932-4a82-9d47-66db35ce6e3c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:19.318636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b71fb9d1-8e11-4991-a0b0-10cd7c0d7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:19.433172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-96a07dfd-d668-4840-b513-f9d6596a91fe tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:19.435025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-96a07dfd-d668-4840-b513-f9d6596a91fe tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f&tenant_id=79801ff0479c44059080bb19a59617ce&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 949 time: 0.2715912 Apr 18 17:00:19.437615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8ade6ab-2d25-4a56-8dda-2e169420a1d5 req-54475138-5f18-40ed-ba2c-292b58496425 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780622 Apr 18 17:00:19.451275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12a3c73c-85a1-4825-b5e9-e5696a62aa18 req-45935893-83e2-401e-b7b7-74ea4941436a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440835 Apr 18 17:00:19.492074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b71fb9d1-8e11-4991-a0b0-10cd7c0d7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:19.564673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b71fb9d1-8e11-4991-a0b0-10cd7c0d7897 None None] For port d941c1ae-e932-4a82-9d47-66db35ce6e3c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d941c1ae-e932-4a82-9d47-66db35ce6e3c,segment=NetworkSegment(a0b78e4c-8f2f-438a-95f2-da2913a5d9a5),segment_id=a0b78e4c-8f2f-438a-95f2-da2913a5d9a5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:19.632165 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:19.671064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b71fb9d1-8e11-4991-a0b0-10cd7c0d7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:19.699422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747af8-7473-4ea8-a1a8-c72e623deaa6 req-a5e5f1eb-a98b-411c-a16b-e6f489a37ac1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:19.707003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02747af8-7473-4ea8-a1a8-c72e623deaa6 req-a5e5f1eb-a98b-411c-a16b-e6f489a37ac1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1839886 Apr 18 17:00:19.714046 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-350143dd-fd43-46cd-b161-ff0ea595202f service neutron] delete failed (client error): The resource could not be found. Apr 18 17:00:19.715045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-350143dd-fd43-46cd-b161-ff0ea595202f service neutron] 10.222.0.18 "DELETE /v2.0/ports/7a6ba1ae-3f85-4202-9efe-0a88ec0d3566/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.2628381 Apr 18 17:00:19.750614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040105-3a53-4fba-a2a2-d732b562d1ff req-8156ff86-91b4-48e7-84db-05eb8f866610 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:19.752179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09040105-3a53-4fba-a2a2-d732b562d1ff req-8156ff86-91b4-48e7-84db-05eb8f866610 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.1681323 Apr 18 17:00:19.839485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fb9d1-8e11-4991-a0b0-10cd7c0d7897 None None] Pushing event updated for resources: {'Port': ['ID=d941c1ae-e932-4a82-9d47-66db35ce6e3c,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:19.857451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02747af8-7473-4ea8-a1a8-c72e623deaa6 req-762c0de9-599b-47d3-b12d-b5594d980d33 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457887 Apr 18 17:00:19.878421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5c227d49-5a9a-41d8-8137-177ba50b5831 None None] Provisioning complete for port d941c1ae-e932-4a82-9d47-66db35ce6e3c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:19.879007 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5c227d49-5a9a-41d8-8137-177ba50b5831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:19.886034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09040105-3a53-4fba-a2a2-d732b562d1ff req-884b8b9a-74bb-4d50-9850-0ea865cb83ff tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234863 Apr 18 17:00:19.964051 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d941c1ae-e932-4a82-9d47-66db35ce6e3c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:19.988243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-570b7d88-6ffd-4208-a5a9-255213cd8366 req-e6f62cb4-ebc2-4fb4-a586-11006992a2b8 tempest-ServersAdmin275Test-471659116 tempest-ServersAdmin275Test-471659116-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0500240 Apr 18 17:00:20.061817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d941c1ae-e932-4a82-9d47-66db35ce6e3c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:20.062490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:20.078534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-1a79c3a7-83b1-4dcc-8490-8b349b94ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:20.081600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-1a79c3a7-83b1-4dcc-8490-8b349b94ee60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1100 time: 0.1518049 Apr 18 17:00:20.081600 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:20.307042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-1cc11f17-df40-42b2-a8c1-a4e546308d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:20.308721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-1cc11f17-df40-42b2-a8c1-a4e546308d33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2146001 Apr 18 17:00:20.360241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-524b0b7b-63f4-4564-baf7-55fe66dc297f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 217 time: 0.0386486 Apr 18 17:00:20.399322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:20.437074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-007e76bd-bd1a-4544-857b-8ef610893753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:20.439422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-007e76bd-bd1a-4544-857b-8ef610893753 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0703883 Apr 18 17:00:20.463649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Router 2897b7f5-aca6-4a99-ae2f-73264d982d71 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:00:20.532334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:00:20.547546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:20.547915 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:20.602490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-ebd5611a-7c76-42d2-ace4-08a471fba0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:20.604305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-ebd5611a-7c76-42d2-ace4-08a471fba0e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572871 Apr 18 17:00:20.633518 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a97eb70-ee39-447c-b87e-e7bf704d3029 req-256c077f-cbab-4b68-9051-3b6fdb4a58e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a15affa4b3c2420cbd7545ff9980eae3&device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0515010 Apr 18 17:00:20.688018 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:20.722811 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:20.725706 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5ebc0d-5ad3-452a-8118-964f8bea414b" -d '{"events": [{"server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "name": "network-vif-plugged", "status": "completed", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:20.741269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:20.742246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:00:20.752725 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Sync routers for ids ['2897b7f5-aca6-4a99-ae2f-73264d982d71'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:00:20.759876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836427b-ee73-49a5-a33a-bdf3c5e50eb6 req-6780db19-fc95-4394-8dc0-42c808c083d2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:20.761373 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0836427b-ee73-49a5-a33a-bdf3c5e50eb6 req-6780db19-fc95-4394-8dc0-42c808c083d2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 949 time: 0.2003434 Apr 18 17:00:20.761968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a97eb70-ee39-447c-b87e-e7bf704d3029 req-d7b5891c-fb3f-43af-85c5-96ee2dbb9c0e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a15affa4b3c2420cbd7545ff9980eae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859945 Apr 18 17:00:20.767515 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Routers {'2897b7f5-aca6-4a99-ae2f-73264d982d71'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:20.768961 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2897b7f5-aca6-4a99-ae2f-73264d982d71'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:20.799695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b16da-ec17-4ae7-b79a-10e4bbb849a8 req-2356ec1b-0f0c-437f-a586-66dbb2742c36 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:20.801194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-186b16da-ec17-4ae7-b79a-10e4bbb849a8 req-2356ec1b-0f0c-437f-a586-66dbb2742c36 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 945 time: 0.1961000 Apr 18 17:00:20.830872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:20.832067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c4bf6014-7b0e-426d-bb82-a9ee99319d16 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:20.868590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-47824692-8047-4854-a43b-f8fdb38170c3 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275200 Apr 18 17:00:20.873426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0836427b-ee73-49a5-a33a-bdf3c5e50eb6 req-80a66b02-9a1e-4100-91c4-748088e34b12 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021383 Apr 18 17:00:20.875953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:20.877290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0dd68117-675c-4540-b460-c1892f4cd3fe admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3432090 Apr 18 17:00:20.887219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48656) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:20.939053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-186b16da-ec17-4ae7-b79a-10e4bbb849a8 req-75557ce1-24fb-4750-8cc7-5406172dd142 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116502 Apr 18 17:00:20.964029 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Set router 2897b7f5-aca6-4a99-ae2f-73264d982d71 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:21.008617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:21.039816 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f3549-665f-466b-9c51-b6f2b14225f1 x-openstack-request-id: req-5b4f3549-665f-466b-9c51-b6f2b14225f1 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:21.039816 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "name": "network-vif-plugged", "status": "completed", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:21.039816 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b4f3549-665f-466b-9c51-b6f2b14225f1 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:21.040273 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4f3549-665f-466b-9c51-b6f2b14225f1'] response: {'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'code': 200} Apr 18 17:00:21.137165 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0f1060e-856a-4043-a6fd-3bec209f58ad req-80f81758-874e-409a-8a95-2c4ab61b4223 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0479853 Apr 18 17:00:21.139428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4771cd-fdab-47da-b763-fb32f131ae26 req-fca41d5d-cafa-4397-985e-a50523a47995 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555945 Apr 18 17:00:21.144505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port c4bf6014-7b0e-426d-bb82-a9ee99319d16 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:00:21.149159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port c4bf6014-7b0e-426d-bb82-a9ee99319d16 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:21.149878 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:21.233055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063c08e-45d8-43d5-9e42-42a3c93e0d7f req-e9d985e4-1bfd-491e-947f-7f67dcfdc3cf tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:21.235342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d063c08e-45d8-43d5-9e42-42a3c93e0d7f req-e9d985e4-1bfd-491e-947f-7f67dcfdc3cf tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0636156 Apr 18 17:00:21.280728 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:19Z', 'revision_number': 3, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port': {'id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:17Z', 'updated_at': '2022-04-18T17:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:21.330018 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:21.331802 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Checking router: 2897b7f5-aca6-4a99-ae2f-73264d982d71 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:00:21.332778 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Updating router 2897b7f5-aca6-4a99-ae2f-73264d982d71 port ce661f82-8a79-4989-a3c9-bced405419a7 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:00:21.373070 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:21.386495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d063c08e-45d8-43d5-9e42-42a3c93e0d7f req-b8737593-4db7-473e-b649-4bdc6214d2f7 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337008 Apr 18 17:00:21.394657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c4bf6014-7b0e-426d-bb82-a9ee99319d16, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c4bf6014-7b0e-426d-bb82-a9ee99319d16,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:21.408010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3476a2a-e239-44d4-b3cb-7c153f3fb2c0 req-e9133a73-e1bf-4809-933a-d26d365dfed9 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:21.409627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3476a2a-e239-44d4-b3cb-7c153f3fb2c0 req-e9133a73-e1bf-4809-933a-d26d365dfed9 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.1580446 Apr 18 17:00:21.425710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97eb70-ee39-447c-b87e-e7bf704d3029 req-3889ff5d-2e53-43e3-b83a-2a468355abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:21.433013 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a97eb70-ee39-447c-b87e-e7bf704d3029 req-3889ff5d-2e53-43e3-b83a-2a468355abad service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6611331 Apr 18 17:00:21.464788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3476a2a-e239-44d4-b3cb-7c153f3fb2c0 req-27b600f5-a2d5-4d5e-9080-2be11fb8b9fc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482230 Apr 18 17:00:21.468549 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:21.548896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c4bf6014-7b0e-426d-bb82-a9ee99319d16,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:21.774066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:21.784487 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:21.805843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d941c1ae-e932-4a82-9d47-66db35ce6e3c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:21.874933 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:21.912744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d941c1ae-e932-4a82-9d47-66db35ce6e3c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:21.913128 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:21.997678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Allocated IP 172.20.0.1 (fc6d812e-e73a-40f6-96bf-df9a567ce909/5ac2809f-200d-4a69-8dd1-2f5c632d7da1/144ed50c-b386-4bb3-be91-5ec49cf5258d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:22.038350 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Pushing event updated for resources: {'Port': ['ID=ce661f82-8a79-4989-a3c9-bced405419a7,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:22.040570 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Attempting to bind port ce661f82-8a79-4989-a3c9-bced405419a7 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:22.040934 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Attempting to bind port ce661f82-8a79-4989-a3c9-bced405419a7 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:22.041360 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Attempting to bind port ce661f82-8a79-4989-a3c9-bced405419a7 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:22.052256 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:22.057556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:22.057556 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:22.057556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:22.057556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Bound port: ce661f82-8a79-4989-a3c9-bced405419a7, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:22.057556 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:22.057556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.058142 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.058142 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.058364 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.058693 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.059014 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.059328 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.059817 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.060288 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.060755 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.061316 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.061834 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:00:22.124030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b6176-82b7-4b03-b67e-c099981510a7 req-abeb85e8-e241-431e-84fd-453b6bb7c4af tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:22.125950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a1b6176-82b7-4b03-b67e-c099981510a7 req-abeb85e8-e241-431e-84fd-453b6bb7c4af tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 951 time: 0.1534953 Apr 18 17:00:22.135060 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] For port ce661f82-8a79-4989-a3c9-bced405419a7, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:22.138333 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] For port ce661f82-8a79-4989-a3c9-bced405419a7, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ce661f82-8a79-4989-a3c9-bced405419a7,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:22.166658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-02d4f1ff-fa2f-415f-9023-27f4fe703ade tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6ce9ff3b074a49c08856ea7b22189328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615611 Apr 18 17:00:22.214464 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:22.243329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a1b6176-82b7-4b03-b67e-c099981510a7 req-1668ee76-b6c8-4233-8247-bacb540f5fb9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991693 Apr 18 17:00:22.276568 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:22.296557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-7dc82df8-7138-4966-ac57-956086879945 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:22.304307 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-7dc82df8-7138-4966-ac57-956086879945 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360879 Apr 18 17:00:22.323676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-bf60ef5b-50a4-4a79-99c8-343f3ca16930 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/quotas/6ce9ff3b074a49c08856ea7b22189328 HTTP/1.1" status: 200 len: 375 time: 0.0181389 Apr 18 17:00:22.340768 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Routers {'2897b7f5-aca6-4a99-ae2f-73264d982d71'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:22.341454 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2897b7f5-aca6-4a99-ae2f-73264d982d71'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:22.343634 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f959ae2-f7ab-42e0-a9da-c822c29f6733 None None] Pushing event updated for resources: {'Port': ['ID=ce661f82-8a79-4989-a3c9-bced405419a7,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:22.344125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:22.409752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-eb4854bb-805a-426f-87e7-09b99f748737 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ce9ff3b074a49c08856ea7b22189328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847678 Apr 18 17:00:22.452362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271d497-5878-4572-9d1d-caafee216ebe req-a618d3a1-f0bb-4d3e-be70-da5cce6f4dff tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:22.454646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Pushing event updated for resources: {'Port': ['ID=144ed50c-b386-4bb3-be91-5ec49cf5258d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:22.454778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d271d497-5878-4572-9d1d-caafee216ebe req-a618d3a1-f0bb-4d3e-be70-da5cce6f4dff tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 946 time: 0.1288681 Apr 18 17:00:22.472042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Network fc6d812e-e73a-40f6-96bf-df9a567ce909 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:22.476460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:22.482145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:22.529935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d271d497-5878-4572-9d1d-caafee216ebe req-8abea068-0cac-4561-b2b1-76acae87680f tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596695 Apr 18 17:00:22.542728 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] Set router 2897b7f5-aca6-4a99-ae2f-73264d982d71 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:22.588509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:22.626414 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 772854f5-25de-4fa7-9cd3-376234d8ef63 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:00:22.641260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1499d98-e9fa-4a22-a0c4-7cca151d271d req-04d80db4-ea0f-4f78-8ea2-4d4c8443da23 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0420458 Apr 18 17:00:22.941104 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:19Z', 'revision_number': 3, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port': {'id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:17Z', 'updated_at': '2022-04-18T17:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:22.946839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d354fa-02e5-470b-ba15-74884d965f87 req-40316f5e-2f13-43a3-9169-a8ede3ea7481 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:22.948542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05d354fa-02e5-470b-ba15-74884d965f87 req-40316f5e-2f13-43a3-9169-a8ede3ea7481 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1337788 Apr 18 17:00:22.964598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b190d9-69ca-413d-b260-75af026b1c83 req-2f7d68ac-2470-49af-a709-922fe067472e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:22.973778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-39ddb488-3ec2-466c-8a2f-572903b41478 None None] Provisioning complete for port 144ed50c-b386-4bb3-be91-5ec49cf5258d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:22.974887 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-39ddb488-3ec2-466c-8a2f-572903b41478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:22.984347 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:22.986817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94b190d9-69ca-413d-b260-75af026b1c83 req-2f7d68ac-2470-49af-a709-922fe067472e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.1130204 Apr 18 17:00:22.997089 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4a11c-7e64-4425-a491-2904d3d2112f None None] The sync data for ids ['2897b7f5-aca6-4a99-ae2f-73264d982d71'] in n-d-836015-2 is: [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:19Z', 'revision_number': 3, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port': {'id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:17Z', 'updated_at': '2022-04-18T17:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:00:23.024341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-39ddb488-3ec2-466c-8a2f-572903b41478 None None] Port 144ed50c-b386-4bb3-be91-5ec49cf5258d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:00:23.043709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b553595-9c04-4e91-974b-313e24e63dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:23.050926 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a72bd7-85ef-4a71-be41-d8e7a05d8d4e" -d '{"events": [{"server_uuid": "8b553595-9c04-4e91-974b-313e24e63dcf", "name": "network-vif-plugged", "status": "completed", "tag": "c4bf6014-7b0e-426d-bb82-a9ee99319d16"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:23.101966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94b190d9-69ca-413d-b260-75af026b1c83 req-ace6b6c1-aaf1-4118-85e7-47b7f7d208f3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140432 Apr 18 17:00:23.104839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a97eb70-ee39-447c-b87e-e7bf704d3029 req-9a941bf4-4d57-41ed-854e-859bd75310fb tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.41 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0341537 Apr 18 17:00:23.122039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05d354fa-02e5-470b-ba15-74884d965f87 req-a7e8aff8-4dff-4915-ace2-b7e452e5e7bb tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265142 Apr 18 17:00:23.228847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d608311d-0c26-4ef0-b3c7-dad4928d2f7d req-4e7f0014-5a35-4962-9b4d-27f77ee2e031 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 210 time: 0.0487826 Apr 18 17:00:23.238512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:23.271808 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f147dd-a6b0-493f-bd69-26a1f654215a x-openstack-request-id: req-76f147dd-a6b0-493f-bd69-26a1f654215a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:23.272101 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b553595-9c04-4e91-974b-313e24e63dcf", "name": "network-vif-plugged", "status": "completed", "tag": "c4bf6014-7b0e-426d-bb82-a9ee99319d16", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:23.272361 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76f147dd-a6b0-493f-bd69-26a1f654215a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:23.272760 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f147dd-a6b0-493f-bd69-26a1f654215a'] response: {'server_uuid': '8b553595-9c04-4e91-974b-313e24e63dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'code': 200} Apr 18 17:00:23.330132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:23.399665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:23.433789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeec73-092d-416d-b722-8041bdf06b9b req-1c1e4475-9e72-42bd-a9dc-45ea0adb1240 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:23.437750 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0eeec73-092d-416d-b722-8041bdf06b9b req-1c1e4475-9e72-42bd-a9dc-45ea0adb1240 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 951 time: 0.1101694 Apr 18 17:00:23.496250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0eeec73-092d-416d-b722-8041bdf06b9b req-0ec122e1-0dee-4fa0-aeaa-578126521f3e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540800 Apr 18 17:00:23.565740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Pushing event updated for resources: {'Port': ['ID=144ed50c-b386-4bb3-be91-5ec49cf5258d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:23.598285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a43e-241b-4607-aa8d-2bea009c6141 req-82933dd5-8b07-45ca-98f8-e9c1cbcbcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:23.602132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5d6a43e-241b-4607-aa8d-2bea009c6141 req-82933dd5-8b07-45ca-98f8-e9c1cbcbcb8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 1097 time: 0.1910207 Apr 18 17:00:23.737689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cdaa3-a410-4fcc-99ae-96a46b78bc2b req-f0a32b27-db51-4e63-ac85-48bdce2b82d8 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:23.739469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e21cdaa3-a410-4fcc-99ae-96a46b78bc2b req-f0a32b27-db51-4e63-ac85-48bdce2b82d8 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1102 time: 0.1072013 Apr 18 17:00:23.803802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d8c1-3eea-445f-b214-508999664e5b req-00b1e006-25f9-4e20-8b94-07b739a32bdd tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:23.806144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8243d8c1-3eea-445f-b214-508999664e5b req-00b1e006-25f9-4e20-8b94-07b739a32bdd tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 946 time: 0.1547697 Apr 18 17:00:23.840142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e21cdaa3-a410-4fcc-99ae-96a46b78bc2b req-128fdffd-a488-47c2-9971-739111548879 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913491 Apr 18 17:00:23.935201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ce661f82-8a79-4989-a3c9-bced405419a7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:23.949475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8243d8c1-3eea-445f-b214-508999664e5b req-e9a260f4-861c-4edf-8f15-e822002966ac tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295357 Apr 18 17:00:24.013968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Network fc6d812e-e73a-40f6-96bf-df9a567ce909 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:24.015836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:24.044567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5d6a43e-241b-4607-aa8d-2bea009c6141 req-b04e8e1d-0713-4e2f-8c65-d7bed36590d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203978 Apr 18 17:00:24.046369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ce661f82-8a79-4989-a3c9-bced405419a7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:24.046991 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:24.064449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07c0cd1b-cb8e-4a82-93e9-85a7dfc3092e req-85dddeb1-3bdd-436c-a8b5-b695b0933905 tempest-ServersAdmin275Test-1600515477 tempest-ServersAdmin275Test-1600515477-project] 10.222.0.45 "GET /v2.0/ports?device_id=20edfa25-7697-4ea4-bf8e-a8829450a9ee HTTP/1.1" status: 200 len: 210 time: 0.0672684 Apr 18 17:00:24.185871 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:24.216099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ce661f82-8a79-4989-a3c9-bced405419a7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ce661f82-8a79-4989-a3c9-bced405419a7,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:24.252530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Router 2897b7f5-aca6-4a99-ae2f-73264d982d71 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:00:24.315946 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:24.359735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22374e-3555-43eb-a0bd-e54e93e742a8 req-d4424e86-503a-4b27-b63e-cc43a19d1f1e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:24.361405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f22374e-3555-43eb-a0bd-e54e93e742a8 req-d4424e86-503a-4b27-b63e-cc43a19d1f1e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1171806 Apr 18 17:00:24.370780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9fd1b-2264-4f25-b1ac-5ac96dc1b718 req-11b39015-487e-4cde-87dd-6f661f36f1c1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:24.372575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5dd9fd1b-2264-4f25-b1ac-5ac96dc1b718 req-11b39015-487e-4cde-87dd-6f661f36f1c1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.0820205 Apr 18 17:00:24.386340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ce661f82-8a79-4989-a3c9-bced405419a7,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:24.407443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a9c3ab80-df7a-44a1-9a8c-8cb284aced5e None None] Provisioning complete for port 144ed50c-b386-4bb3-be91-5ec49cf5258d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:24.408773 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ab80-df7a-44a1-9a8c-8cb284aced5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:24.409385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:00:24.425208 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4f341e11-ffd3-4e63-bf87-9cb154de43dd admin admin] 10.222.0.45 "PUT /v2.0/routers/2897b7f5-aca6-4a99-ae2f-73264d982d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5364697 Apr 18 17:00:24.481281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3ab80-df7a-44a1-9a8c-8cb284aced5e None None] Port 144ed50c-b386-4bb3-be91-5ec49cf5258d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:00:24.757317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f22374e-3555-43eb-a0bd-e54e93e742a8 req-99f94b99-d840-4164-8878-73bd7b538e30 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836620 Apr 18 17:00:24.760055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5dd9fd1b-2264-4f25-b1ac-5ac96dc1b718 req-d82b9798-e6c1-4090-ab36-ee334a732bdc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770025 Apr 18 17:00:24.782960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-46c3c9ac-ba12-4e95-9c83-986ed2a30a30 service neutron] 10.222.0.18 "GET /v2.0/ports/772854f5-25de-4fa7-9cd3-376234d8ef63/bindings/n-h2-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.0969489 Apr 18 17:00:24.894137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d60b97b-8a68-425a-bc9e-ce2d156acc09 req-555b2676-5484-4a5e-9e70-c8e833f5f07f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 210 time: 0.0470679 Apr 18 17:00:24.913058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-cd8cd0b1-05fb-40df-be38-14f957582d93 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512497 Apr 18 17:00:25.271721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-95e250a4-8aba-4756-8b37-c3da0fde4e4f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:25.273160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-95e250a4-8aba-4756-8b37-c3da0fde4e4f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3472447 Apr 18 17:00:25.316452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-5c3b77bf-4e0d-46c8-bdb7-2868ed02b4b4 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/quotas/79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 375 time: 0.0343530 Apr 18 17:00:25.326197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-e29cceb5-bee4-447f-991f-3ffe64c1739a tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3332982 Apr 18 17:00:25.328972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Sync routers for ids ['2897b7f5-aca6-4a99-ae2f-73264d982d71'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:00:25.340632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Routers {'2897b7f5-aca6-4a99-ae2f-73264d982d71'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:25.341569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2897b7f5-aca6-4a99-ae2f-73264d982d71'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:25.345037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:25.349831 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:25.398357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:25.439853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-67b727e8-aadf-4b26-b671-e57e3f5e0528 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124606 Apr 18 17:00:25.444519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772854f5-25de-4fa7-9cd3-376234d8ef63 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:25.453543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Set router 2897b7f5-aca6-4a99-ae2f-73264d982d71 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:25.455912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:25.470441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:25.552170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:25.554729 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-1f09e8ac-88ad-4bf6-99df-11db0551aa80 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6ce9ff3b074a49c08856ea7b22189328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219562 Apr 18 17:00:25.620504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:25.716464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-f1caabb7-11dc-465e-92f2-4cf2b88232eb tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:25.725132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] Transition to ACTIVE for port object 772854f5-25de-4fa7-9cd3-376234d8ef63 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:00:25.737357 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-f1caabb7-11dc-465e-92f2-4cf2b88232eb tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725092 Apr 18 17:00:25.755106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Request body: {'port': {'device_id': '39d3c49e-463e-4e08-bf19-2eb1dbf920c0', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '6ce9ff3b074a49c08856ea7b22189328'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:25.820268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Allocated IP 172.25.5.26 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/a1f7a0ca-56c6-4a7f-a46b-7f2050e4dde6) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:25.821007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:22Z', 'revision_number': 4, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port': {'id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:17Z', 'updated_at': '2022-04-18T17:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '144ed50c-b386-4bb3-be91-5ec49cf5258d', 'name': '', 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'mac_address': 'fa:16:3e:78:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ac2809f-200d-4a69-8dd1-2f5c632d7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:21Z', 'updated_at': '2022-04-18T17:00:23Z', 'revision_number': 2, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'subnets': [{'id': '5ac2809f-200d-4a69-8dd1-2f5c632d7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:25.823256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ce661f82-8a79-4989-a3c9-bced405419a7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:25.835161 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:25.884960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Checking router: 2897b7f5-aca6-4a99-ae2f-73264d982d71 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:00:25.885474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Updating router 2897b7f5-aca6-4a99-ae2f-73264d982d71 port 144ed50c-b386-4bb3-be91-5ec49cf5258d binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:00:25.916584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a654-ddcb-4c4f-ae61-a7c987e3b575 req-c19bdf60-2fdc-44d4-84ac-72df86b6d520 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:25.928922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31c8a654-ddcb-4c4f-ae61-a7c987e3b575 req-c19bdf60-2fdc-44d4-84ac-72df86b6d520 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 946 time: 0.1536703 Apr 18 17:00:25.933363 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:25.992536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Made reservation on behalf of 6ce9ff3b074a49c08856ea7b22189328 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:25.999988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.003333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ce661f82-8a79-4989-a3c9-bced405419a7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:26.003718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.011809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.037592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] No DVR routers for this DVR port 772854f5-25de-4fa7-9cd3-376234d8ef63 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:00:26.071285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31c8a654-ddcb-4c4f-ae61-a7c987e3b575 req-2cc221f5-15f7-4b60-a509-12734a08370b tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413889 Apr 18 17:00:26.135121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] Pushing event updated for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=10']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:26.138579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.146546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-27627f90-4c7d-40fd-85f9-457e59f1ae53 service neutron] 10.222.0.18 "PUT /v2.0/ports/772854f5-25de-4fa7-9cd3-376234d8ef63/bindings/n-h2-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3272684 Apr 18 17:00:26.196079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.206964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.247880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98725632-da7d-42b0-8320-f74579af36dd req-05c8019d-ca70-4511-ad22-1a96b6b888a9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 210 time: 0.0438888 Apr 18 17:00:26.368708 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.387591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3461ca2a-ddc5-412e-a056-4725c838eb98,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:26.408706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6ba85-7271-4816-8794-dcc61c71be73 req-732d2cf3-8d84-4aa4-a22f-c44b42f331ef tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:26.410248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7b6ba85-7271-4816-8794-dcc61c71be73 req-732d2cf3-8d84-4aa4-a22f-c44b42f331ef tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0754297 Apr 18 17:00:26.411482 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.441521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-fc94ef4d-af95-440b-9c8d-fc99bf513aa2 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:26.443034 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-fc94ef4d-af95-440b-9c8d-fc99bf513aa2 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.1199582 Apr 18 17:00:26.453251 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.463799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Allocated IP 192.168.233.19 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/dfc2d926-e95c-4e49-8791-99f7f804ad16) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:26.469115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:26.475406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:26.480335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:26.526836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-8b9f966a-6fbc-46f8-8891-238cd6cca5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:26.528955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-8b9f966a-6fbc-46f8-8891-238cd6cca5d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988 HTTP/1.1" status: 200 len: 1096 time: 0.0776157 Apr 18 17:00:26.538224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c7f3a-ecca-4917-a090-5e1e36e3d9ea None None] Pushing event updated for resources: {'Port': ['ID=144ed50c-b386-4bb3-be91-5ec49cf5258d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:26.538370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Pushing event updated for resources: {'Port': ['ID=a1f7a0ca-56c6-4a7f-a46b-7f2050e4dde6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:26.581675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7b6ba85-7271-4816-8794-dcc61c71be73 req-f5757adf-d9b8-4dde-89ba-86634d9c4576 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528716 Apr 18 17:00:26.627556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.633125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Attempting to bind port 144ed50c-b386-4bb3-be91-5ec49cf5258d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:26.633803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Attempting to bind port 144ed50c-b386-4bb3-be91-5ec49cf5258d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:26.635975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Attempting to bind port 144ed50c-b386-4bb3-be91-5ec49cf5258d on network fc6d812e-e73a-40f6-96bf-df9a567ce909 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:26.651953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:26.651953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Checking segment: {'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:26.651953 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.651953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Bound using segment: {'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:26.651953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Bound port: 144ed50c-b386-4bb3-be91-5ec49cf5258d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:26.652685 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.753724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] For port 144ed50c-b386-4bb3-be91-5ec49cf5258d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:26.757402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] For port 144ed50c-b386-4bb3-be91-5ec49cf5258d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=144ed50c-b386-4bb3-be91-5ec49cf5258d,segment=NetworkSegment(a0b78e4c-8f2f-438a-95f2-da2913a5d9a5),segment_id=a0b78e4c-8f2f-438a-95f2-da2913a5d9a5)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:26.759668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-22055267-44a7-40c2-b493-6a8f05c1aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:26.761264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-22055267-44a7-40c2-b493-6a8f05c1aea7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0975165 Apr 18 17:00:26.769099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.811622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0850274-c5c6-4eae-aeb5-0fe913e21674 req-dbbca826-4564-44d3-8cb5-0ff174c95b4b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:26.813326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0850274-c5c6-4eae-aeb5-0fe913e21674 req-dbbca826-4564-44d3-8cb5-0ff174c95b4b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.1366899 Apr 18 17:00:26.815876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48766) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:26.822428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.842885 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.917972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0850274-c5c6-4eae-aeb5-0fe913e21674 req-2ed3b1b3-e70a-42d7-b073-a07d59154af0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920768 Apr 18 17:00:26.965605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Routers {'2897b7f5-aca6-4a99-ae2f-73264d982d71'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:26.966253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2897b7f5-aca6-4a99-ae2f-73264d982d71'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:26.969742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f99f5e68-d551-41bb-9985-454618470211 None None] Provisioning complete for port 144ed50c-b386-4bb3-be91-5ec49cf5258d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:26.970238 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f99f5e68-d551-41bb-9985-454618470211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:26.984131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-e1fd8a78-d512-43aa-a33e-3cf993d70953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:26.986223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-e1fd8a78-d512-43aa-a33e-3cf993d70953 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.2088389 Apr 18 17:00:26.991167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.004603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcabf8cc-2ada-482e-ad78-2f47817e3d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.008388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c7f3a-ecca-4917-a090-5e1e36e3d9ea None None] Pushing event updated for resources: {'Port': ['ID=144ed50c-b386-4bb3-be91-5ec49cf5258d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:27.061096 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-b46ae8de-06a4-4cd8-bef6-b6eb02390199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 217 time: 0.0670028 Apr 18 17:00:27.113973 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.142239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7f859-d9b2-43ad-bfac-bcd7f4e25231 req-bb8f480c-3375-41a9-ab2f-8944fb3eec67 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:27.150417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:27.150675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3b7f859-d9b2-43ad-bfac-bcd7f4e25231 req-bb8f480c-3375-41a9-ab2f-8944fb3eec67 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 935 time: 0.1153007 Apr 18 17:00:27.156043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:27.168217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:27.190342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.303401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:27.304120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.326163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] Set router 2897b7f5-aca6-4a99-ae2f-73264d982d71 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:27.329878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3b7f859-d9b2-43ad-bfac-bcd7f4e25231 req-04232d6f-f36f-4978-bbd3-56e83f008228 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781759 Apr 18 17:00:27.330707 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.353993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Pushing event updated for resources: {'Port': ['ID=dfc2d926-e95c-4e49-8791-99f7f804ad16,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:27.357244 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcabf8cc-2ada-482e-ad78-2f47817e3d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.368828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-710c986e-bd8f-47e6-aae0-7c25c53e6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:27.369076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Pushing event updated for resources: {'Port': ['ID=a1f7a0ca-56c6-4a7f-a46b-7f2050e4dde6,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:27.370404 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-710c986e-bd8f-47e6-aae0-7c25c53e6afb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.2784216 Apr 18 17:00:27.400981 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f99f5e68-d551-41bb-9985-454618470211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.407794 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-caf8fadf-fc79-420d-94fc-4e4c27064814 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295317 Apr 18 17:00:27.490009 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcabf8cc-2ada-482e-ad78-2f47817e3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.510492 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.511709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-cdea342b-1b39-48af-b498-a13723536d44 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1703386 Apr 18 17:00:27.512917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f99f5e68-d551-41bb-9985-454618470211 None None] For port 144ed50c-b386-4bb3-be91-5ec49cf5258d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=144ed50c-b386-4bb3-be91-5ec49cf5258d,segment=NetworkSegment(a0b78e4c-8f2f-438a-95f2-da2913a5d9a5),segment_id=a0b78e4c-8f2f-438a-95f2-da2913a5d9a5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:27.528848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d10e2788-41af-479e-9f76-7420ac8df29d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7815990 Apr 18 17:00:27.532537 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-1c27a704-5be5-44fc-8c35-214bb5eef607 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178718 Apr 18 17:00:27.552047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Request body: {'port': {'device_id': '39d3c49e-463e-4e08-bf19-2eb1dbf920c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:27.603386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:22Z', 'revision_number': 4, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port': {'id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:17Z', 'updated_at': '2022-04-18T17:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '144ed50c-b386-4bb3-be91-5ec49cf5258d', 'name': '', 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'mac_address': 'fa:16:3e:78:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ac2809f-200d-4a69-8dd1-2f5c632d7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:21Z', 'updated_at': '2022-04-18T17:00:26Z', 'revision_number': 4, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'subnets': [{'id': '5ac2809f-200d-4a69-8dd1-2f5c632d7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:27.622437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eb0c7-eeaa-4cc2-9474-c1afa5a1151f req-b479d9e3-ccd0-4b73-8224-5421b407e6a5 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:27.624008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b0eb0c7-eeaa-4cc2-9474-c1afa5a1151f req-b479d9e3-ccd0-4b73-8224-5421b407e6a5 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 946 time: 0.1912327 Apr 18 17:00:27.634857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fcabf8cc-2ada-482e-ad78-2f47817e3d52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a15affa4b3c2420cbd7545ff9980eae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178651 Apr 18 17:00:27.640934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48776) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:27.643730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabf8cc-2ada-482e-ad78-2f47817e3d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba3a08-6346-4cce-8887-52204eda731d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:27.646988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f99f5e68-d551-41bb-9985-454618470211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.653342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d574e8-b055-4b4d-8fcf-09616ed1d130 None None] The sync data for ids ['2897b7f5-aca6-4a99-ae2f-73264d982d71'] in n-d-836015-2 is: [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:22Z', 'revision_number': 4, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port': {'id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:17Z', 'updated_at': '2022-04-18T17:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '144ed50c-b386-4bb3-be91-5ec49cf5258d', 'name': '', 'network_id': 'fc6d812e-e73a-40f6-96bf-df9a567ce909', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'mac_address': 'fa:16:3e:78:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ac2809f-200d-4a69-8dd1-2f5c632d7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:21Z', 'updated_at': '2022-04-18T17:00:26Z', 'revision_number': 4, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'subnets': [{'id': '5ac2809f-200d-4a69-8dd1-2f5c632d7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:00:27.679774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-0a5f47c1-f753-4015-bb58-374e699289dc tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.1485851 Apr 18 17:00:27.698397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.708420 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f5e68-d551-41bb-9985-454618470211 None None] Pushing event updated for resources: {'Port': ['ID=144ed50c-b386-4bb3-be91-5ec49cf5258d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:27.709786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-b0b3f189-7675-41a1-a6e5-409bb5635188 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698010 Apr 18 17:00:27.776847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9c4741fd-cb00-43d8-b10a-807fa711da64 None None] Provisioning complete for port dfc2d926-e95c-4e49-8791-99f7f804ad16 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:27.777228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c4741fd-cb00-43d8-b10a-807fa711da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.817184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9c4741fd-cb00-43d8-b10a-807fa711da64 None None] Port dfc2d926-e95c-4e49-8791-99f7f804ad16 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:00:27.847021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9c4741fd-cb00-43d8-b10a-807fa711da64 None None] Provisioning complete for port 144ed50c-b386-4bb3-be91-5ec49cf5258d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:27.847384 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c4741fd-cb00-43d8-b10a-807fa711da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.853488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b0eb0c7-eeaa-4cc2-9474-c1afa5a1151f req-a9a56f59-7f71-4582-89f2-1b296edb94b8 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172751 Apr 18 17:00:27.884889 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed3e475e-5b29-49ee-92bd-2dd6160e1c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.894229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-49f5c2a9-9850-4503-a551-689ec7ee60f3 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:27.895524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-49f5c2a9-9850-4503-a551-689ec7ee60f3 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2045271 Apr 18 17:00:27.925666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-1e638245-52db-42f9-b8fa-217f66729307 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:00:27.937368 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42f95c7a-387e-4b0b-8305-914fc0c1259a req-1e638245-52db-42f9-b8fa-217f66729307 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251842 Apr 18 17:00:27.980749 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed3e475e-5b29-49ee-92bd-2dd6160e1c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:27.999079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 144ed50c-b386-4bb3-be91-5ec49cf5258d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:28.043150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02b072b2-5028-4669-8b9c-3c4ad05947f1 req-2df495af-876a-4a32-af6e-9e7dd87994ef tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 210 time: 0.0635226 Apr 18 17:00:28.148288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 144ed50c-b386-4bb3-be91-5ec49cf5258d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:28.148578 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:28.209967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc2d926-e95c-4e49-8791-99f7f804ad16 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:28.219468 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:28.289696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-79768bcd-31bb-4aa9-aa5d-77f289b70686 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248108 Apr 18 17:00:28.429616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-8196ec0c-2746-4d24-8eea-057b2fc9edcb tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:28.431189 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-8196ec0c-2746-4d24-8eea-057b2fc9edcb tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.0782132 Apr 18 17:00:28.481518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8aaa3-f7e2-4b72-9dce-ff658ad2ca6d req-4be0b81d-7173-4775-aabe-e3ff2b9a7238 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:28.483059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2df8aaa3-f7e2-4b72-9dce-ff658ad2ca6d req-4be0b81d-7173-4775-aabe-e3ff2b9a7238 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 946 time: 0.3647692 Apr 18 17:00:28.487173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-75d29151-36a9-4138-a0b8-a4654e6fff15 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:28.488499 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-75d29151-36a9-4138-a0b8-a4654e6fff15 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932073 Apr 18 17:00:28.491771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea60679-9604-4083-82c9-54e115a16e60 req-936bf172-6be7-4980-a2aa-08fb57520a65 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:28.493549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ea60679-9604-4083-82c9-54e115a16e60 req-936bf172-6be7-4980-a2aa-08fb57520a65 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.4116008 Apr 18 17:00:28.494271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48786) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:28.499239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Request body: {'floatingip': {'port_id': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:28.515521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Request body: {'port': {'device_id': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '79801ff0479c44059080bb19a59617ce'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:28.562145 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:28.564069 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed3e475e-5b29-49ee-92bd-2dd6160e1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:28.566505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed3e475e-5b29-49ee-92bd-2dd6160e1c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:28.572164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ed3e475e-5b29-49ee-92bd-2dd6160e1c29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46ba3a08-6346-4cce-8887-52204eda731d HTTP/1.1" status: 204 len: 168 time: 0.9249871 Apr 18 17:00:28.572786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Transition to ACTIVE for port object dfc2d926-e95c-4e49-8791-99f7f804ad16 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:00:28.655537 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:28.671074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e475e-5b29-49ee-92bd-2dd6160e1c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba3a08-6346-4cce-8887-52204eda731d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:28.689936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a28a2a50-2449-4e22-85b3-b224968b4d21 req-9390f52b-4197-4d3f-af24-96f5d8ae359e tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips/e63cafb4-8e3d-4d0a-a340-87e2222e545b HTTP/1.1" status: 200 len: 692 time: 0.1464534 Apr 18 17:00:28.715979 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ea60679-9604-4083-82c9-54e115a16e60 req-e3bd8c51-f2d3-46a6-be8b-50e2d1a6d9b0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138429 Apr 18 17:00:28.810814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc2d926-e95c-4e49-8791-99f7f804ad16,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:28.835872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-66fcb419-eaa6-4850-91c7-59ed399781d3 service neutron] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:28.843274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-66fcb419-eaa6-4850-91c7-59ed399781d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:28.844417 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c96cb893-e4a8-463b-ae89-1569ceffe250 req-66fcb419-eaa6-4850-91c7-59ed399781d3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/772854f5-25de-4fa7-9cd3-376234d8ef63/bindings/n-h1-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.4048121 Apr 18 17:00:28.863781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Attempting to bind port dfc2d926-e95c-4e49-8791-99f7f804ad16 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:28.864119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Attempting to bind port dfc2d926-e95c-4e49-8791-99f7f804ad16 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:28.864455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Attempting to bind port dfc2d926-e95c-4e49-8791-99f7f804ad16 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:28.870577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Port dfc2d926-e95c-4e49-8791-99f7f804ad16 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:00:28.870905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Attempting to bind port dfc2d926-e95c-4e49-8791-99f7f804ad16 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:28.876820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:28.877218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:28.877645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:28.878105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Bound port: dfc2d926-e95c-4e49-8791-99f7f804ad16, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:28.878670 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:28.918388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Made reservation on behalf of 79801ff0479c44059080bb19a59617ce for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:28.922626 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:29.070391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a2a50-2449-4e22-85b3-b224968b4d21 req-05448b83-5e3b-4d00-af2b-a70c364088b8 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:29.076199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] For port dfc2d926-e95c-4e49-8791-99f7f804ad16, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:29.084758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] For port dfc2d926-e95c-4e49-8791-99f7f804ad16, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dfc2d926-e95c-4e49-8791-99f7f804ad16,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:29.091734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a28a2a50-2449-4e22-85b3-b224968b4d21 req-05448b83-5e3b-4d00-af2b-a70c364088b8 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.3957684 Apr 18 17:00:29.100981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-a28a2a50-2449-4e22-85b3-b224968b4d21 req-96d7220b-0349-4347-b771-ee0bd67b834b tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:00:29.124330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a28a2a50-2449-4e22-85b3-b224968b4d21 req-96d7220b-0349-4347-b771-ee0bd67b834b tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293159 Apr 18 17:00:29.153705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:29.174543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Allocated IP 192.168.233.110 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/dd51bd60-8d5b-41fb-a663-82e3270df57c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:29.212057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:29.212728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:29.214216 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] 10.222.0.18 "PUT /v2.0/ports/dfc2d926-e95c-4e49-8791-99f7f804ad16 HTTP/1.1" status: 200 len: 1095 time: 1.6669695 Apr 18 17:00:29.215640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d3c49e-463e-4e08-bf19-2eb1dbf920c0', 'tag': 'dfc2d926-e95c-4e49-8791-99f7f804ad16'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:29.218034 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133de935-1fdf-4e5d-8146-cf169401551a" -d '{"events": [{"name": "network-changed", "server_uuid": "39d3c49e-463e-4e08-bf19-2eb1dbf920c0", "tag": "dfc2d926-e95c-4e49-8791-99f7f804ad16"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:29.264670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215ce1-6cb9-467a-9723-94f6673dd172 req-bca37f37-92dc-4eda-b079-3692e3a345da tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:29.266277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71215ce1-6cb9-467a-9723-94f6673dd172 req-bca37f37-92dc-4eda-b079-3692e3a345da tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 946 time: 0.3092396 Apr 18 17:00:29.341796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564014ad-62f7-4e93-936f-fc12a4244994 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc2d926-e95c-4e49-8791-99f7f804ad16,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:29.475193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48798) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:29.508947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e95a1-c1d6-4fc4-aca3-aa450d315394 req-f0122936-0ebc-400e-8714-db77132276cf tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:29.510874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-923e95a1-c1d6-4fc4-aca3-aa450d315394 req-f0122936-0ebc-400e-8714-db77132276cf tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 947 time: 0.2836785 Apr 18 17:00:29.520885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71215ce1-6cb9-467a-9723-94f6673dd172 req-394c3179-9d2b-4c57-ae1f-21f196fe581a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099018 Apr 18 17:00:29.533401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ed4a-b235-4d46-b461-d84ac3e70037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:29.589338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:29.598521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-49737ed7-a8e4-43e3-b810-0af95d8203ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:29.600777 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-49737ed7-a8e4-43e3-b810-0af95d8203ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ce9ff3b074a49c08856ea7b22189328&device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 1098 time: 0.1238842 Apr 18 17:00:29.689993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-772f9339-0462-420c-bc1e-fc4262f5c106 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dfc2d926-e95c-4e49-8791-99f7f804ad16 HTTP/1.1" status: 200 len: 217 time: 0.0647697 Apr 18 17:00:29.730765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-923e95a1-c1d6-4fc4-aca3-aa450d315394 req-7cbc2424-d4f5-4582-bb03-bbf64668d33a tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088239 Apr 18 17:00:29.737445 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ed4a-b235-4d46-b461-d84ac3e70037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:29.757401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0dcfc025-a45f-41c8-9064-0381f77b104c req-23968063-eb40-43b4-9012-a0ad8a258449 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 210 time: 0.0854845 Apr 18 17:00:29.760117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.resource_extend [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:00:29.774398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-8b4d3a4f-e51e-4f20-9dc6-149f57a65386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:29.775869 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-8b4d3a4f-e51e-4f20-9dc6-149f57a65386 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0555048 Apr 18 17:00:29.779626 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:29.831941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:29.843428 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4564cbf-0cab-4ac5-ad34-f06c374cc7d1 x-openstack-request-id: req-c4564cbf-0cab-4ac5-ad34-f06c374cc7d1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:29.850212 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d3c49e-463e-4e08-bf19-2eb1dbf920c0", "tag": "dfc2d926-e95c-4e49-8791-99f7f804ad16", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:29.850647 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4564cbf-0cab-4ac5-ad34-f06c374cc7d1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:29.851067 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4564cbf-0cab-4ac5-ad34-f06c374cc7d1'] response: {'name': 'network-changed', 'server_uuid': '39d3c49e-463e-4e08-bf19-2eb1dbf920c0', 'tag': 'dfc2d926-e95c-4e49-8791-99f7f804ad16', 'status': 'completed', 'code': 200} Apr 18 17:00:29.855768 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ed4a-b235-4d46-b461-d84ac3e70037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:29.882820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:29.905773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-569febf4-592b-4794-ae7b-828dbb66d677 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:29.907515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-569febf4-592b-4794-ae7b-828dbb66d677 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1097 time: 0.3638937 Apr 18 17:00:29.915988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:29.932449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:29.936575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:29.938649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-2'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:29.939357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6ed4a-b235-4d46-b461-d84ac3e70037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f204b0c-2f5c-478d-944d-6b9369577e23,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:29.948836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ee6ed4a-b235-4d46-b461-d84ac3e70037 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5981e1792174017a9520d6db92a8cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698644 Apr 18 17:00:29.949558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48804) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:29.970928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1c33ed5-4bdf-4df5-8902-b61d2a985646 req-7ff7225d-b588-4fd8-9ee4-90969f2d81bd tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=0e86fb1291c145a1a28fd35eb2f4c233 HTTP/1.1" status: 200 len: 695 time: 0.2078819 Apr 18 17:00:29.978899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-a4195f5a-a24e-4ff8-8d92-875f7d8326e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:29.980712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-a4195f5a-a24e-4ff8-8d92-875f7d8326e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976063 Apr 18 17:00:30.029130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.073510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:30.074142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.105886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ca991-2bab-4ff2-a0f9-7cd35b5a5dc6 req-74e91f53-f5fa-4305-a239-60e44d3f12c4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:30.113300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b1ca991-2bab-4ff2-a0f9-7cd35b5a5dc6 req-74e91f53-f5fa-4305-a239-60e44d3f12c4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.2195210 Apr 18 17:00:30.121777 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.137304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9431f6c-1efe-4af7-b54e-abdd8bd142a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.155463 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-be97c747-5323-4944-b6ee-9dad0d464134 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632512 Apr 18 17:00:30.168440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9431f6c-1efe-4af7-b54e-abdd8bd142a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.179254 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.197680 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-64903375-076f-4969-8b9e-66d3f6cf993d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6858344 Apr 18 17:00:30.206302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-44db2885-e1ea-413f-b1ee-8700cd952d64 None None] Provisioning complete for port dd51bd60-8d5b-41fb-a663-82e3270df57c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:30.206676 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44db2885-e1ea-413f-b1ee-8700cd952d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.221093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Request body: {'port': {'device_id': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:30.246337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-44db2885-e1ea-413f-b1ee-8700cd952d64 None None] Port dd51bd60-8d5b-41fb-a663-82e3270df57c cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:00:30.269613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c33ed5-4bdf-4df5-8902-b61d2a985646 req-72ab8b62-30a0-4006-90db-44abc9d0c628 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:30.271383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1c33ed5-4bdf-4df5-8902-b61d2a985646 req-72ab8b62-30a0-4006-90db-44abc9d0c628 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/networks?id=6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 787 time: 0.2992971 Apr 18 17:00:30.281923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b1ca991-2bab-4ff2-a0f9-7cd35b5a5dc6 req-9cd2129e-e621-49e4-b92b-30b2967e1089 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677215 Apr 18 17:00:30.295754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-a1c33ed5-4bdf-4df5-8902-b61d2a985646 req-a78831cd-6f51-4c05-a3ba-9b29edc7e027 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:00:30.296780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1c33ed5-4bdf-4df5-8902-b61d2a985646 req-a78831cd-6f51-4c05-a3ba-9b29edc7e027 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108080 Apr 18 17:00:30.311831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.408261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14a5691a-1f2a-4e00-a85b-d0572e4af2e3 req-d36b6965-1754-44a3-a2db-2009acf40237 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302706 Apr 18 17:00:30.471815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9431f6c-1efe-4af7-b54e-abdd8bd142a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.474481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9431f6c-1efe-4af7-b54e-abdd8bd142a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.478008 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e9431f6c-1efe-4af7-b54e-abdd8bd142a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f204b0c-2f5c-478d-944d-6b9369577e23 HTTP/1.1" status: 204 len: 168 time: 0.5066400 Apr 18 17:00:30.492088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9431f6c-1efe-4af7-b54e-abdd8bd142a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f204b0c-2f5c-478d-944d-6b9369577e23,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:30.643345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133de935-1fdf-4e5d-8146-cf169401551a req-9f232e88-73d5-4f9e-8149-f5a9d36ca048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:30.644838 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-133de935-1fdf-4e5d-8146-cf169401551a req-9f232e88-73d5-4f9e-8149-f5a9d36ca048 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ce9ff3b074a49c08856ea7b22189328&device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 1098 time: 0.0715084 Apr 18 17:00:30.810636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94194168-ab24-4a3d-ad6b-250e8a608bfd details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:00:30.810837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:30.810997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:30.821612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94194168-ab24-4a3d-ad6b-250e8a608bfd has no active binding in host n-h1-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 17:00:30.851091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:30.855058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-3c92c1d4-eb57-4b07-a58b-215e7ed64312 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips/e63cafb4-8e3d-4d0a-a340-87e2222e545b HTTP/1.1" status: 200 len: 692 time: 0.5174491 Apr 18 17:00:30.910815 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Floating IP 7810c1a1-1d32-43f8-a8e1-e9509d9ee03c associated. External IP: 172.25.5.208, port: c4bf6014-7b0e-426d-bb82-a9ee99319d16. Apr 18 17:00:30.933797 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52745e4a-ed2f-4947-9951-13cbcb463c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:30.975218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd51bd60-8d5b-41fb-a663-82e3270df57c {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:30.987435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.011976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Transition to ACTIVE for port object dd51bd60-8d5b-41fb-a663-82e3270df57c will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:00:31.012586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:31.019979 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f398d-3384-4211-b260-14eb2510388f" -d '{"events": [{"server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "name": "network-vif-unplugged", "status": "completed", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:31.019979 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.028076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133de935-1fdf-4e5d-8146-cf169401551a req-d3bcf04a-1496-4de2-8a1d-799f3ffc3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.032668 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-133de935-1fdf-4e5d-8146-cf169401551a req-d3bcf04a-1496-4de2-8a1d-799f3ffc3600 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.3773770 Apr 18 17:00:31.043889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c1d94-8b4c-41e1-a79e-22a394f33f91 req-af1bf2c8-8910-4ceb-a22c-6e16e762cb5e tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.045459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b72c1d94-8b4c-41e1-a79e-22a394f33f91 req-af1bf2c8-8910-4ceb-a22c-6e16e762cb5e tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.2139287 Apr 18 17:00:31.083559 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-133de935-1fdf-4e5d-8146-cf169401551a req-b0f7505f-b0d8-42f4-a269-66e7257790eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dfc2d926-e95c-4e49-8791-99f7f804ad16 HTTP/1.1" status: 200 len: 217 time: 0.0467877 Apr 18 17:00:31.085219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.138440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.201232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-e074121a-043d-4b6a-a0ba-c17d656dfe48 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.201232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-e074121a-043d-4b6a-a0ba-c17d656dfe48 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2699392 Apr 18 17:00:31.201578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:31.204194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-e685d282-3c3e-4153-a156-af225f63d57e tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:00:31.205333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-e685d282-3c3e-4153-a156-af225f63d57e tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189085 Apr 18 17:00:31.226333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133de935-1fdf-4e5d-8146-cf169401551a req-ecf579f7-538c-4b11-8dda-1b3183c4f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.226746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b72c1d94-8b4c-41e1-a79e-22a394f33f91 req-82bb3572-83d0-49af-8dca-36ddb525bbbb tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633182 Apr 18 17:00:31.226881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-133de935-1fdf-4e5d-8146-cf169401551a req-ecf579f7-538c-4b11-8dda-1b3183c4f5d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1293314 Apr 18 17:00:31.279044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Pushing event updated for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:31.334749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Attempting to bind port dd51bd60-8d5b-41fb-a663-82e3270df57c on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:31.335573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Attempting to bind port dd51bd60-8d5b-41fb-a663-82e3270df57c by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:31.335921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Attempting to bind port dd51bd60-8d5b-41fb-a663-82e3270df57c on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:31.346133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Port dd51bd60-8d5b-41fb-a663-82e3270df57c on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:00:31.346621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Attempting to bind port dd51bd60-8d5b-41fb-a663-82e3270df57c on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:31.351369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133de935-1fdf-4e5d-8146-cf169401551a req-3b921958-90fb-4963-b333-cf7178dff166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.355258 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-133de935-1fdf-4e5d-8146-cf169401551a req-3b921958-90fb-4963-b333-cf7178dff166 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197126 Apr 18 17:00:31.357644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:31.357988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:31.358371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:31.358803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Bound port: dd51bd60-8d5b-41fb-a663-82e3270df57c, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:31.359165 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.381594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-f3f3c8c0-7a68-45a3-9ba4-ec420b44b78e tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.1481297 Apr 18 17:00:31.488469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on host n-h2-836015-2 for vnic_type normal with profile {"migrating_to": "n-h1-836015-2"} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:31.488690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:31.489025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:31.500921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:31.509973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:31.509973 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-133de935-1fdf-4e5d-8146-cf169401551a req-ce16933f-3158-44d4-ad56-422bc941d5ef service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460392 Apr 18 17:00:31.531253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-a40d79e8-0511-4b5e-b29d-334727224ea4 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.1301250 Apr 18 17:00:31.543368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:00:31.543695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Attempting to bind port 94194168-ab24-4a3d-ad6b-250e8a608bfd on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:31.556747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba2bc5-f22e-46b9-a181-fa159c693359 req-09360623-4d3c-48d6-b1a8-bfd6e7c78c97 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.558276 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eeba2bc5-f22e-46b9-a181-fa159c693359 req-09360623-4d3c-48d6-b1a8-bfd6e7c78c97 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.2381723 Apr 18 17:00:31.588286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.603161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:31.603533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:31.603921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:31.604369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Bound port: 94194168-ab24-4a3d-ad6b-250e8a608bfd, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:31.604730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.636816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.640040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.640040 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 1096 time: 1.4240503 Apr 18 17:00:31.647480 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-133de935-1fdf-4e5d-8146-cf169401551a req-c1377419-341c-4009-bb66-4b807094a123 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323392 Apr 18 17:00:31.674360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec005906-ebb6-4391-93e0-4822dcaa1c13 service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:31.699898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Router 43db55b0-b113-4cab-abdd-0bcf3550b905 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:00:31.797959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eeba2bc5-f22e-46b9-a181-fa159c693359 req-b1c3230d-a405-4809-87c4-c89e9d992894 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297909 Apr 18 17:00:31.842603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-56e2ceb0-b4fe-4131-bfad-dcfbb7bdcae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.844240 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-56e2ceb0-b4fe-4131-bfad-dcfbb7bdcae2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1099 time: 0.0670278 Apr 18 17:00:31.857073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:31.859532 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c" -d '{"events": [{"name": "network-changed", "server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:31.878143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:31.905974 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-f4aa8bb2-6f95-46c7-ab9a-d9c3894db26c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 217 time: 0.0424671 Apr 18 17:00:31.906282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:31.959974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-4f17dc96-39c1-4fc5-876e-aa7de118ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:31.961680 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-4f17dc96-39c1-4fc5-876e-aa7de118ccce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0457151 Apr 18 17:00:31.979479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Deleting port a1f7a0ca-56c6-4a7f-a46b-7f2050e4dde6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:31.983642 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:31.996394 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:32.016990 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-e072f427-a42a-4716-bb69-a97596124f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:32.018497 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-e072f427-a42a-4716-bb69-a97596124f8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492237 Apr 18 17:00:32.070107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:00:32.080663 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] Sync routers for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:00:32.086669 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:32.096407 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:32.097051 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:32.132094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-12993bb1-4f3c-43f4-aea3-d4d9603b7aca service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052868 Apr 18 17:00:32.185311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d2faa-3fe3-428f-ade9-4dfe0116face req-28e82b21-9584-4e6b-b513-e4d02c69fbed tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:32.194992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-146d2faa-3fe3-428f-ade9-4dfe0116face req-28e82b21-9584-4e6b-b513-e4d02c69fbed tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 947 time: 0.2484922 Apr 18 17:00:32.213439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aef5b1b9-5307-4183-9129-1eba9a8f1d3d tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "PUT /v2.0/floatingips/7810c1a1-1d32-43f8-a8e1-e9509d9ee03c HTTP/1.1" status: 200 len: 992 time: 3.7080851 Apr 18 17:00:32.213439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Pushing event updated for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=8']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:32.256034 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:32.256467 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:32.260173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:32.265079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:32.265079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-c63ca7d5-5096-4413-80f0-f9047030e61a service neutron] 10.222.0.18 "PUT /v2.0/ports/94194168-ab24-4a3d-ad6b-250e8a608bfd HTTP/1.1" status: 200 len: 1122 time: 2.3277693 Apr 18 17:00:32.281319 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5354238c-96b4-48a8-953c-3ad38dbe6168 req-9fe7d371-1c09-4508-a0ef-a6ac203e4980 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419532 Apr 18 17:00:32.288971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Calling delete_port for a1f7a0ca-56c6-4a7f-a46b-7f2050e4dde6 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:32.301523 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-146d2faa-3fe3-428f-ade9-4dfe0116face req-536ce6a6-e063-4a95-a979-bc514e7b2da4 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055863 Apr 18 17:00:32.304859 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:32.435106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['94194168-ab24-4a3d-ad6b-250e8a608bfd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:32.450384 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8763c0f-4b35-4d49-90ec-6cbb313685f6 req-e3cac932-47ed-4d7b-87eb-26e377063879 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:32.454143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8763c0f-4b35-4d49-90ec-6cbb313685f6 req-e3cac932-47ed-4d7b-87eb-26e377063879 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 948 time: 0.0689316 Apr 18 17:00:32.470439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['94194168-ab24-4a3d-ad6b-250e8a608bfd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:32.541588 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '7810c1a1-1d32-43f8-a8e1-e9509d9ee03c', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'port_id': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'mac_address': 'fa:16:3e:85:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b553595-9c04-4e91-974b-313e24e63dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:59:52Z', 'updated_at': '2022-04-18T17:00:29Z', 'revision_number': 1, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:12Z', 'revision_number': 5, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:32.551471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8763c0f-4b35-4d49-90ec-6cbb313685f6 req-70f30093-e2f8-4949-9999-f3cf36582c6e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699627 Apr 18 17:00:32.576450 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] Checking router: 43db55b0-b113-4cab-abdd-0bcf3550b905 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:00:32.585085 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:32.585787 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:32.614976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:32.625858 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3cc7b6-a37f-4286-9f97-b62f0760e87f x-openstack-request-id: req-3e3cc7b6-a37f-4286-9f97-b62f0760e87f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:32.627361 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "name": "network-vif-unplugged", "status": "completed", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:32.627622 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e3cc7b6-a37f-4286-9f97-b62f0760e87f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:32.628690 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3cc7b6-a37f-4286-9f97-b62f0760e87f'] response: {'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd', 'code': 200} Apr 18 17:00:32.733153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Pushing event deleted for resources: {'Port': ['ID=a1f7a0ca-56c6-4a7f-a46b-7f2050e4dde6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:32.770998 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:32.785661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc05181-af13-404b-b310-c333cf9e883f req-2633ad22-d1f1-40d5-824a-531c79079d93 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:32.787987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdc05181-af13-404b-b310-c333cf9e883f req-2633ad22-d1f1-40d5-824a-531c79079d93 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0660770 Apr 18 17:00:32.791623 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:32.794808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:32.795956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5999dec0-56cf-4e4a-ab27-c1e8a2654eaf req-0b7c77a4-c529-459b-bb98-062197b0a033 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "DELETE /v2.0/floatingips/e63cafb4-8e3d-4d0a-a340-87e2222e545b HTTP/1.1" status: 204 len: 173 time: 1.2537072 Apr 18 17:00:32.845614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdc05181-af13-404b-b310-c333cf9e883f req-2dcda954-d55d-42f1-897a-6c1843f5fe41 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Apr 18 17:00:32.862283 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195c37b-738f-45f7-b9aa-ad1a1ae43927 x-openstack-request-id: req-3195c37b-738f-45f7-b9aa-ad1a1ae43927 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:32.862946 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:32.864232 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3195c37b-738f-45f7-b9aa-ad1a1ae43927 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:32.864785 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3195c37b-738f-45f7-b9aa-ad1a1ae43927'] response: {'name': 'network-changed', 'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'status': 'completed', 'code': 200} Apr 18 17:00:33.013514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-fc691b7b-ec0d-45f0-bec4-d9d35fcdbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:33.015045 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-fc691b7b-ec0d-45f0-bec4-d9d35fcdbc4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1099 time: 0.0458143 Apr 18 17:00:33.042649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0677-d4bd-4d2a-a7ce-8bb3c07a27a2 req-88efd25f-01ed-4838-a17a-fd29812e2ed3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:33.044166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af4b0677-d4bd-4d2a-a7ce-8bb3c07a27a2 req-88efd25f-01ed-4838-a17a-fd29812e2ed3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.0791261 Apr 18 17:00:33.063527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fc0230a-f186-4485-8025-601d7511e7ee req-d82573f1-a213-4088-b8e6-6e180697a23d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1789737 Apr 18 17:00:33.074035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:33.080425 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '7810c1a1-1d32-43f8-a8e1-e9509d9ee03c', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'port_id': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'mac_address': 'fa:16:3e:85:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b553595-9c04-4e91-974b-313e24e63dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:59:52Z', 'updated_at': '2022-04-18T17:00:29Z', 'revision_number': 1, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:12Z', 'revision_number': 5, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:33.112540 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a16c79-bc84-421c-ac55-da231250a9bb None None] The sync data for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 is: [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '7810c1a1-1d32-43f8-a8e1-e9509d9ee03c', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'port_id': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'mac_address': 'fa:16:3e:85:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b553595-9c04-4e91-974b-313e24e63dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T16:59:52Z', 'updated_at': '2022-04-18T17:00:29Z', 'revision_number': 1, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:12Z', 'revision_number': 5, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:00:33.124304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af4b0677-d4bd-4d2a-a7ce-8bb3c07a27a2 req-4a16b596-d617-4aee-a4c9-e443279bf236 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709829 Apr 18 17:00:33.132253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-2a6438a4-0d3c-4632-b5c5-9a19af654b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:33.132824 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-2a6438a4-0d3c-4632-b5c5-9a19af654b87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1101298 Apr 18 17:00:33.178688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:33.200693 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-831f5a1a-47fe-465d-836f-25ffe255bdd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 217 time: 0.0558817 Apr 18 17:00:33.208124 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fe09d81-5ff2-44f8-9d32-5ae8fae000bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:33.254061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-25085256-b203-4ccb-b24a-580cbef87dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:33.255533 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-25085256-b203-4ccb-b24a-580cbef87dd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0474033 Apr 18 17:00:33.297453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:33.313770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-3b8a3176-f092-4d03-a67a-33eef35b549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:33.315895 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-3b8a3176-f092-4d03-a67a-33eef35b549b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530908 Apr 18 17:00:33.418457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00cc933-8279-4915-9920-c9feb852008a None None] New status for floating IP 7810c1a1-1d32-43f8-a8e1-e9509d9ee03c: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:00:33.426464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Allocated IP 172.25.5.22 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/78577668-46b6-4f1e-8c2c-9dda6f28b9be) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:33.452142 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-18f6bb85-e6a1-46ff-ac28-9e85603c8565 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228180 Apr 18 17:00:33.549005 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:33.553446 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8ca0aedd-8032-4213-8fc9-e09f69d3a29c req-70801c9a-879a-4a22-885f-1708ba44682c service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896451 Apr 18 17:00:33.647286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:33.689245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:33.695443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:33.697319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Pushing event updated for resources: {'Port': ['ID=78577668-46b6-4f1e-8c2c-9dda6f28b9be,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:33.705823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:33.789970 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:33.912738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:33.922562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdb2de-3198-4712-b8a5-39c4f3e30bbf req-4d0cac06-6db8-49b0-aa85-d55fc5ff165d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:33.923964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73fdb2de-3198-4712-b8a5-39c4f3e30bbf req-4d0cac06-6db8-49b0-aa85-d55fc5ff165d tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 947 time: 0.0747805 Apr 18 17:00:33.996627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73fdb2de-3198-4712-b8a5-39c4f3e30bbf req-c06eb1a9-a9e9-48b0-bcf6-07c38411f06c tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556118 Apr 18 17:00:34.129375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:34.161752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13888ed8-2b7a-49a5-82ab-6d388d21dd04 req-27891870-d03a-4b43-a169-4c15016640c5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:34.163784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13888ed8-2b7a-49a5-82ab-6d388d21dd04 req-27891870-d03a-4b43-a169-4c15016640c5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 948 time: 0.0783613 Apr 18 17:00:34.190951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:34.228118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13888ed8-2b7a-49a5-82ab-6d388d21dd04 req-854cc2ed-238a-4ccb-963c-3866058552c2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583606 Apr 18 17:00:34.258862 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:34.271012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Pushing event updated for resources: {'Port': ['ID=78577668-46b6-4f1e-8c2c-9dda6f28b9be,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:34.281534 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:34.346472 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:34.347705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fc0230a-f186-4485-8025-601d7511e7ee req-5f243dd0-fe64-4c72-862e-e8dc9f006a3d tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2784028 Apr 18 17:00:34.426690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fc0230a-f186-4485-8025-601d7511e7ee req-b34684c1-9910-48eb-989f-af8608552556 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0701010 Apr 18 17:00:34.475472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d948-94e5-4b01-b492-1c9b521e09cf req-6bdc3932-5bb4-4caa-9690-12d41d5b0af4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:34.476923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25a7d948-94e5-4b01-b492-1c9b521e09cf req-6bdc3932-5bb4-4caa-9690-12d41d5b0af4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.1139290 Apr 18 17:00:34.557647 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25a7d948-94e5-4b01-b492-1c9b521e09cf req-f5f5ab26-40e5-484b-bdde-810059ac3240 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550168 Apr 18 17:00:34.583075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0230a-f186-4485-8025-601d7511e7ee req-7363fd0a-cce3-4eed-81d3-74b51a4aa7a2 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:34.583075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fc0230a-f186-4485-8025-601d7511e7ee req-7363fd0a-cce3-4eed-81d3-74b51a4aa7a2 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1491253 Apr 18 17:00:34.594953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-3fc0230a-f186-4485-8025-601d7511e7ee req-348d8f39-5a97-47cb-9a32-e0aa7a6b4efe tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:00:34.595893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fc0230a-f186-4485-8025-601d7511e7ee req-348d8f39-5a97-47cb-9a32-e0aa7a6b4efe tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055263 Apr 18 17:00:34.654215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b553595-9c04-4e91-974b-313e24e63dcf', 'tag': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16'}, {'name': 'network-changed', 'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:34.656547 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54175480-e22c-4660-b371-cf53a6bbc07e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b553595-9c04-4e91-974b-313e24e63dcf", "tag": "c4bf6014-7b0e-426d-bb82-a9ee99319d16"}, {"name": "network-changed", "server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:34.671858 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-127bdd9b-9867-411e-9096-38c127bcc360 req-5c40566b-363f-42ae-9c78-ad14deab04d3 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips/5c158332-5442-42f7-8c6c-35df01f4ecb0 HTTP/1.1" status: 200 len: 692 time: 0.0540197 Apr 18 17:00:34.719767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dfc2d926-e95c-4e49-8791-99f7f804ad16 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:00:34.743859 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71053ca8-95b5-475a-817b-281293a1181b x-openstack-request-id: req-71053ca8-95b5-475a-817b-281293a1181b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:34.744180 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b553595-9c04-4e91-974b-313e24e63dcf", "tag": "c4bf6014-7b0e-426d-bb82-a9ee99319d16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:34.744444 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71053ca8-95b5-475a-817b-281293a1181b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:34.744807 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71053ca8-95b5-475a-817b-281293a1181b'] response: {'name': 'network-changed', 'server_uuid': '8b553595-9c04-4e91-974b-313e24e63dcf', 'tag': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'status': 'completed', 'code': 200} Apr 18 17:00:34.745060 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71053ca8-95b5-475a-817b-281293a1181b'] response: {'name': 'network-changed', 'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd', 'status': 'completed', 'code': 200} Apr 18 17:00:34.802719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bdd9b-9867-411e-9096-38c127bcc360 req-3b5266f2-821a-4305-af8f-9b7149d6aa8f tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:34.804313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-127bdd9b-9867-411e-9096-38c127bcc360 req-3b5266f2-821a-4305-af8f-9b7149d6aa8f tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1253211 Apr 18 17:00:34.815793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-127bdd9b-9867-411e-9096-38c127bcc360 req-41a68326-3d0e-4afc-9f51-002f129632c7 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:00:34.817098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-127bdd9b-9867-411e-9096-38c127bcc360 req-41a68326-3d0e-4afc-9f51-002f129632c7 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068827 Apr 18 17:00:34.834932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175480-e22c-4660-b371-cf53a6bbc07e req-ff64ab3d-401d-486c-8cf4-c3f12b0cba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:34.838396 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-ff64ab3d-401d-486c-8cf4-c3f12b0cba42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c93c3b6066744c03a1a76aab7223b71d&device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 1097 time: 0.0559227 Apr 18 17:00:34.859873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dfc2d926-e95c-4e49-8791-99f7f804ad16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dfc2d926-e95c-4e49-8791-99f7f804ad16,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:34.874019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'dfc2d926-e95c-4e49-8791-99f7f804ad16', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'dfc2d926-e95c-4e49-8791-99f7f804ad16', 'mac_address': 'fa:16:3e:24:05:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:00:34.878028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-127bdd9b-9867-411e-9096-38c127bcc360 req-7810117c-6290-468a-a8a8-50d791713358 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0491493 Apr 18 17:00:34.921447 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:34.940299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc2d926-e95c-4e49-8791-99f7f804ad16 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:34.963751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dfc2d926-e95c-4e49-8791-99f7f804ad16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dfc2d926-e95c-4e49-8791-99f7f804ad16,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:34.964021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175480-e22c-4660-b371-cf53a6bbc07e req-94274453-371d-42c3-9897-5a8e8050cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:34.965550 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-94274453-371d-42c3-9897-5a8e8050cf9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=014a1a48-9b0e-4ed6-8743-9790caaaa682 HTTP/1.1" status: 200 len: 915 time: 0.1194232 Apr 18 17:00:34.979189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-127bdd9b-9867-411e-9096-38c127bcc360 req-538f57f8-785f-484d-9667-9aa443a51780 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0890148 Apr 18 17:00:35.031122 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.117042 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-f8a46306-a956-40cb-9c9a-bf7c87d4d1fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4bf6014-7b0e-426d-bb82-a9ee99319d16 HTTP/1.1" status: 200 len: 1002 time: 0.1422083 Apr 18 17:00:35.119241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=dfc2d926-e95c-4e49-8791-99f7f804ad16,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:35.185273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175480-e22c-4660-b371-cf53a6bbc07e req-b91f7d61-d4ed-4430-98b0-fdf3cf95c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:35.187563 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-b91f7d61-d4ed-4430-98b0-fdf3cf95c8cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65c3a78f-5021-4ddb-956b-5fbca2c4b5c7 HTTP/1.1" status: 200 len: 853 time: 0.0565381 Apr 18 17:00:35.207280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48908) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:35.246116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175480-e22c-4660-b371-cf53a6bbc07e req-e5f294c2-3a48-4282-9092-45496d3f5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:35.252327 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-e5f294c2-3a48-4282-9092-45496d3f5b44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014a1a48-9b0e-4ed6-8743-9790caaaa682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528958 Apr 18 17:00:35.387040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b09fb01a-2d2e-4bb9-b16c-659bcfb89409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.415877 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-2d0f1e5d-c022-45b5-8534-08ce356e1d51 service neutron] 10.222.0.41 "GET /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493084 Apr 18 17:00:35.452343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496b109-d7c3-4e48-85c2-0893e340e725 req-7a54c0f0-bda3-4381-b8b6-07c90b05ec7a tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:35.453892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d496b109-d7c3-4e48-85c2-0893e340e725 req-7a54c0f0-bda3-4381-b8b6-07c90b05ec7a tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 948 time: 0.1137466 Apr 18 17:00:35.508876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Deleting port 78577668-46b6-4f1e-8c2c-9dda6f28b9be {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:35.508876 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.523327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dfc2d926-e95c-4e49-8791-99f7f804ad16'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:35.525161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d496b109-d7c3-4e48-85c2-0893e340e725 req-f76f7c1b-1776-4228-b498-6295ae5cdfca tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624285 Apr 18 17:00:35.555822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-1654f36b-763a-4d66-b489-1652129a1420 service neutron] 10.222.0.41 "GET /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305826 Apr 18 17:00:35.588650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b09fb01a-2d2e-4bb9-b16c-659bcfb89409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.623113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.623440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.637499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Calling delete_port for 78577668-46b6-4f1e-8c2c-9dda6f28b9be owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:35.652584 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b09fb01a-2d2e-4bb9-b16c-659bcfb89409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.713484 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b09fb01a-2d2e-4bb9-b16c-659bcfb89409 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9162ed47239a430ea18b5b63c4ccdd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050056 Apr 18 17:00:35.732560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fb01a-2d2e-4bb9-b16c-659bcfb89409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6660b74b-8872-42b6-a5de-14a72b4992bb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:35.739361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48918) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:35.739559 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.795404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62955146-0279-41a3-8e99-cf3875e2ae2c req-afbd69c1-22f7-434b-a141-4e6f15b53b27 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:35.796783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62955146-0279-41a3-8e99-cf3875e2ae2c req-afbd69c1-22f7-434b-a141-4e6f15b53b27 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 948 time: 0.1515481 Apr 18 17:00:35.836658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175480-e22c-4660-b371-cf53a6bbc07e req-0f1bb9b0-7868-44c9-9dce-b9978a0c609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:35.838351 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-0f1bb9b0-7868-44c9-9dce-b9978a0c609b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1125 time: 0.0895598 Apr 18 17:00:35.843170 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1777321-d96f-4a9a-85e8-2f4c5ab41ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.869376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62955146-0279-41a3-8e99-cf3875e2ae2c req-347a66b1-2085-4daa-9822-01ddbc9c3ff3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Apr 18 17:00:35.913295 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1777321-d96f-4a9a-85e8-2f4c5ab41ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.935688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:35.985701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Pushing event deleted for resources: {'Port': ['ID=78577668-46b6-4f1e-8c2c-9dda6f28b9be,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:35.988387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175480-e22c-4660-b371-cf53a6bbc07e req-e1e1cbc4-0db9-4026-ab52-dc8653d4f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:35.990795 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-e1e1cbc4-0db9-4026-ab52-dc8653d4f09f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1437685 Apr 18 17:00:36.044000 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-7da92957-64aa-4e51-a310-bbbae014e2b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd HTTP/1.1" status: 200 len: 217 time: 0.0452168 Apr 18 17:00:36.066342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1777321-d96f-4a9a-85e8-2f4c5ab41ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.066342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1777321-d96f-4a9a-85e8-2f4c5ab41ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.066342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c1777321-d96f-4a9a-85e8-2f4c5ab41ff1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6660b74b-8872-42b6-a5de-14a72b4992bb HTTP/1.1" status: 204 len: 168 time: 0.3242252 Apr 18 17:00:36.073135 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:00:36.081742 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.102129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.106505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.106679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1777321-d96f-4a9a-85e8-2f4c5ab41ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6660b74b-8872-42b6-a5de-14a72b4992bb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:36.107712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-127bdd9b-9867-411e-9096-38c127bcc360 req-85bbf402-3ca3-49e5-ac0b-21514dd40352 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "DELETE /v2.0/floatingips/5c158332-5442-42f7-8c6c-35df01f4ecb0 HTTP/1.1" status: 204 len: 173 time: 1.1224871 Apr 18 17:00:36.137306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7d185-97b4-4f03-8d54-7d1c6103af52 req-25c79689-e42c-490d-89c0-89d78d952a9f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:36.140308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ba7d185-97b4-4f03-8d54-7d1c6103af52 req-25c79689-e42c-490d-89c0-89d78d952a9f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.1137764 Apr 18 17:00:36.141326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175480-e22c-4660-b371-cf53a6bbc07e req-222be035-d98a-4e78-b74d-6b109784a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:36.142925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-222be035-d98a-4e78-b74d-6b109784a1bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0903771 Apr 18 17:00:36.184397 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-dd7bec64-666f-49ff-b96d-bf2078878cd5 req-1191fa00-b7f3-4e9f-ac13-da7b0ab12b98 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] show failed (client error): The resource could not be found. Apr 18 17:00:36.185143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-080af87d-f568-4fe3-9a2d-24a491c95c64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260627 Apr 18 17:00:36.185405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd7bec64-666f-49ff-b96d-bf2078878cd5 req-1191fa00-b7f3-4e9f-ac13-da7b0ab12b98 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips/5c158332-5442-42f7-8c6c-35df01f4ecb0 HTTP/1.1" status: 404 len: 350 time: 0.0414133 Apr 18 17:00:36.220947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ba7d185-97b4-4f03-8d54-7d1c6103af52 req-d1bf7589-a915-4a5d-9b26-99e35e37afd7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708501 Apr 18 17:00:36.253995 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-42bb4a48-bb1a-42b6-9f71-8c7bc89c7591 req-0825135d-044f-4bdf-9c78-7d44560dabc8 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] show failed (client error): The resource could not be found. Apr 18 17:00:36.255095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42bb4a48-bb1a-42b6-9f71-8c7bc89c7591 req-0825135d-044f-4bdf-9c78-7d44560dabc8 tempest-FloatingIPsTestJSON-2138749083 tempest-FloatingIPsTestJSON-2138749083-project] 10.222.0.45 "GET /v2.0/floatingips/5c158332-5442-42f7-8c6c-35df01f4ecb0 HTTP/1.1" status: 404 len: 350 time: 0.0474217 Apr 18 17:00:36.271884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48926) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:36.308603 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-b60e978f-ca74-4b1e-a556-e030859be8e8 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151595 Apr 18 17:00:36.434094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54175480-e22c-4660-b371-cf53a6bbc07e req-559fd0e3-f29e-4712-a51d-dd04eec4c824 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176391 Apr 18 17:00:36.475787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd51bd60-8d5b-41fb-a663-82e3270df57c details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:00:36.580888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:36.595352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'mac_address': 'fa:16:3e:d4:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:00:36.648483 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.662071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd51bd60-8d5b-41fb-a663-82e3270df57c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:36.685323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:36.728958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dfc2d926-e95c-4e49-8791-99f7f804ad16 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:36.736934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf571f-2aa7-4d28-aa29-a6313662b732 req-5f30a840-333d-4080-ab7b-72b003d13947 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:36.738488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4abf571f-2aa7-4d28-aa29-a6313662b732 req-5f30a840-333d-4080-ab7b-72b003d13947 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 948 time: 0.0977712 Apr 18 17:00:36.754684 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.795897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48932) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:36.816568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4abf571f-2aa7-4d28-aa29-a6313662b732 req-89412d8a-bb02-4fdf-87f6-d4ea73a515cf tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657799 Apr 18 17:00:36.819784 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.823331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a89672b-78a2-4c7a-ae44-d4abcb77cdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.827260 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:36.869655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port dfc2d926-e95c-4e49-8791-99f7f804ad16 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:00:36.873982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port dfc2d926-e95c-4e49-8791-99f7f804ad16 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:36.874472 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.934222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a89672b-78a2-4c7a-ae44-d4abcb77cdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.987070 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:36.995930 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a89672b-78a2-4c7a-ae44-d4abcb77cdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.021298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d3c49e-463e-4e08-bf19-2eb1dbf920c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc2d926-e95c-4e49-8791-99f7f804ad16'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:37.024969 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd1e3b5-15a5-447d-9d2d-0648d0bb72d6" -d '{"events": [{"server_uuid": "39d3c49e-463e-4e08-bf19-2eb1dbf920c0", "name": "network-vif-plugged", "status": "completed", "tag": "dfc2d926-e95c-4e49-8791-99f7f804ad16"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:37.047459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dfc2d926-e95c-4e49-8791-99f7f804ad16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dfc2d926-e95c-4e49-8791-99f7f804ad16,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:37.054411 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0a89672b-78a2-4c7a-ae44-d4abcb77cdce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=507f0f2cfab8419ea7b2b9c8386afa1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574320 Apr 18 17:00:37.057874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48940) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:37.068332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89672b-78a2-4c7a-ae44-d4abcb77cdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441ff5d3-b23e-45f8-9f54-5a4e9c58d09d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:37.100979 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173cf95d-700f-47fb-9f7b-d1d435057410 x-openstack-request-id: req-173cf95d-700f-47fb-9f7b-d1d435057410 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:37.101586 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d3c49e-463e-4e08-bf19-2eb1dbf920c0", "name": "network-vif-plugged", "status": "completed", "tag": "dfc2d926-e95c-4e49-8791-99f7f804ad16", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:37.102081 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-173cf95d-700f-47fb-9f7b-d1d435057410 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:37.102976 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173cf95d-700f-47fb-9f7b-d1d435057410'] response: {'server_uuid': '39d3c49e-463e-4e08-bf19-2eb1dbf920c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc2d926-e95c-4e49-8791-99f7f804ad16', 'code': 200} Apr 18 17:00:37.104596 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.146454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e32ac-9525-4b42-9278-2a43b51b942a req-45b95549-e024-461f-a4fb-efa61e55d509 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:37.148092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c57e32ac-9525-4b42-9278-2a43b51b942a req-45b95549-e024-461f-a4fb-efa61e55d509 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 949 time: 0.1608164 Apr 18 17:00:37.150792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3473d7db-e839-4e0a-95cb-d1c0ab49f4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.182919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=dfc2d926-e95c-4e49-8791-99f7f804ad16,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:37.220459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c57e32ac-9525-4b42-9278-2a43b51b942a req-db0771a0-b362-494c-9d88-a7b1bac1e07c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631168 Apr 18 17:00:37.272471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3473d7db-e839-4e0a-95cb-d1c0ab49f4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.272766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Deleting port 144ed50c-b386-4bb3-be91-5ec49cf5258d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:37.273243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.336579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['dd51bd60-8d5b-41fb-a663-82e3270df57c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:37.398277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea5e29-bce8-45cf-8401-736398576b26 req-d9ec2a67-78d2-4ca6-9ea9-597add355d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:37.399804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dea5e29-bce8-45cf-8401-736398576b26 req-d9ec2a67-78d2-4ca6-9ea9-597add355d0d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 1100 time: 0.1146781 Apr 18 17:00:37.402414 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3473d7db-e839-4e0a-95cb-d1c0ab49f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.404212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3473d7db-e839-4e0a-95cb-d1c0ab49f4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.410684 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3473d7db-e839-4e0a-95cb-d1c0ab49f4b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/441ff5d3-b23e-45f8-9f54-5a4e9c58d09d HTTP/1.1" status: 204 len: 168 time: 0.3482392 Apr 18 17:00:37.431509 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473d7db-e839-4e0a-95cb-d1c0ab49f4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441ff5d3-b23e-45f8-9f54-5a4e9c58d09d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:37.432246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce4dd-faeb-41d5-b473-7550941e17ef req-334e948b-2984-46d8-8db9-e73cbc4b76bd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:37.439791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-040ce4dd-faeb-41d5-b473-7550941e17ef req-334e948b-2984-46d8-8db9-e73cbc4b76bd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.1270633 Apr 18 17:00:37.486966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] For port 144ed50c-b386-4bb3-be91-5ec49cf5258d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=144ed50c-b386-4bb3-be91-5ec49cf5258d,segment=NetworkSegment(a0b78e4c-8f2f-438a-95f2-da2913a5d9a5),segment_id=a0b78e4c-8f2f-438a-95f2-da2913a5d9a5)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:37.487486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.510528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Calling delete_port for 144ed50c-b386-4bb3-be91-5ec49cf5258d owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:37.542819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-040ce4dd-faeb-41d5-b473-7550941e17ef req-802849b5-60d5-4329-8fcc-fbdbc86c6547 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019311 Apr 18 17:00:37.545859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dea5e29-bce8-45cf-8401-736398576b26 req-634cd350-1b84-4b76-8d26-7801fafe2429 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284435 Apr 18 17:00:37.784373 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:37.811136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=144ed50c-b386-4bb3-be91-5ec49cf5258d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:38.052327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2c9c-a788-4d97-9932-959fb9263320 req-2a30e1bb-7c8c-4f81-837c-b224cb0af892 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:38.058400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbaa2c9c-a788-4d97-9932-959fb9263320 req-2a30e1bb-7c8c-4f81-837c-b224cb0af892 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 949 time: 0.0998261 Apr 18 17:00:38.094797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:38.113023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbaa2c9c-a788-4d97-9932-959fb9263320 req-ea97f3b3-76a7-4788-ba81-7019c679b1f4 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Apr 18 17:00:38.562882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:38.672600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Router 2897b7f5-aca6-4a99-ae2f-73264d982d71 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:00:38.674671 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-network', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:38.680708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0d925-42fa-40c7-ab75-76e07aee2936 req-da34d2c4-10d9-48f4-8d5b-bbd598f5601c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:38.683237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20f0d925-42fa-40c7-ab75-76e07aee2936 req-da34d2c4-10d9-48f4-8d5b-bbd598f5601c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 949 time: 0.3682034 Apr 18 17:00:38.721536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08419b7-2d25-436a-863b-ad1b82fa83df req-02ef462f-97bf-45de-b5e0-c12e53434a95 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:38.723001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e08419b7-2d25-436a-863b-ad1b82fa83df req-02ef462f-97bf-45de-b5e0-c12e53434a95 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.1007891 Apr 18 17:00:38.754152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Made reservation on behalf of 8b21009cedc240db97e683e9f6607b3b for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:38.756411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:38.765235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:38.804573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20f0d925-42fa-40c7-ab75-76e07aee2936 req-9c062863-1203-441e-b657-c589adb44440 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096354 Apr 18 17:00:38.848275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e08419b7-2d25-436a-863b-ad1b82fa83df req-1a722f20-473c-43f3-bd89-ac3844451cd6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918536 Apr 18 17:00:38.851065 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:38.866359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:00:38.886196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2120fbeb-1ef7-4991-92b7-c779f5c10a41 admin admin] 10.222.0.45 "PUT /v2.0/routers/2897b7f5-aca6-4a99-ae2f-73264d982d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6066957 Apr 18 17:00:38.886319 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] Sync routers for ids ['2897b7f5-aca6-4a99-ae2f-73264d982d71'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:00:38.886770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48978) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:38.893666 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] Routers {'2897b7f5-aca6-4a99-ae2f-73264d982d71'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:38.894280 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2897b7f5-aca6-4a99-ae2f-73264d982d71'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:38.931433 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:38.952792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:00:38.970604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1423ae9d-fb9c-40b4-85ba-df0951843551,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:38.974956 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:38.975671 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Added segment 9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91 of type vlan for network 6f270258-1638-4c12-aa62-634f7d28ed89 Apr 18 17:00:38.993785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.001065 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] Set router 2897b7f5-aca6-4a99-ae2f-73264d982d71 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:39.020094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.091309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.092324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:39.092923 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.120022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.168375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] Pushing event updated for resources: {'Network': ['ID=6f270258-1638-4c12-aa62-634f7d28ed89,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:39.180695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6f270258-1638-4c12-aa62-634f7d28ed89 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:00:39.199078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3d46feb5-958a-4f21-b28e-d462079ce453 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6334805 Apr 18 17:00:39.200430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48988) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:39.205238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Request body: {'subnet': {'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-subnet', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:39.221959 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:37Z', 'revision_number': 5, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port': {'id': 'ce661f82-8a79-4989-a3c9-bced405419a7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:17Z', 'updated_at': '2022-04-18T17:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:39.263208 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] Checking router: 2897b7f5-aca6-4a99-ae2f-73264d982d71 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:00:39.273257 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] Routers {'2897b7f5-aca6-4a99-ae2f-73264d982d71'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:39.273960 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2897b7f5-aca6-4a99-ae2f-73264d982d71'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:39.338608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1607b-f770-4f9f-9bd0-22b7adea7252 req-4bbf7580-f5f2-423d-b3b0-e5df8bf641d3 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:39.340300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffd1607b-f770-4f9f-9bd0-22b7adea7252 req-4bbf7580-f5f2-423d-b3b0-e5df8bf641d3 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 949 time: 0.1310697 Apr 18 17:00:39.372410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Deleting port ce661f82-8a79-4989-a3c9-bced405419a7 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:39.372835 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.393459 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] Set router 2897b7f5-aca6-4a99-ae2f-73264d982d71 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:39.403524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Made reservation on behalf of 8b21009cedc240db97e683e9f6607b3b for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:39.407006 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.450380 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:39Z', 'revision_number': 6, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:39.454655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffd1607b-f770-4f9f-9bd0-22b7adea7252 req-5e275a09-ab11-4ceb-a84c-1576b1fa287a tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049018 Apr 18 17:00:39.487190 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae538d6e-fb3d-4590-9371-0611da4fca8c None None] The sync data for ids ['2897b7f5-aca6-4a99-ae2f-73264d982d71'] in n-d-836015-2 is: [{'id': '2897b7f5-aca6-4a99-ae2f-73264d982d71', 'name': 'tempest-FloatingIPsTestJSON-1229760868-router', 'tenant_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:16Z', 'updated_at': '2022-04-18T17:00:39Z', 'revision_number': 6, 'project_id': '0e86fb1291c145a1a28fd35eb2f4c233', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:00:39.551489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] For port ce661f82-8a79-4989-a3c9-bced405419a7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ce661f82-8a79-4989-a3c9-bced405419a7,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:39.551854 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.570062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Calling delete_port for ce661f82-8a79-4989-a3c9-bced405419a7 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:39.809819 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.882902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b81253d-c5ee-43af-ab20-0f511b528f17,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:39.894602 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:39.903747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Checking segment: {'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:39.904116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Network hostable DHCP agents. Network: 6f270258-1638-4c12-aa62-634f7d28ed89, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:00:39.936896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 144ed50c-b386-4bb3-be91-5ec49cf5258d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:00:39.949808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce661f82-8a79-4989-a3c9-bced405419a7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:40.074690 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.083347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946992d-832e-4d15-9a7e-13c1a9633628 req-db9761dd-2d5b-476a-b113-1d9deda5668d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:40.085989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b946992d-832e-4d15-9a7e-13c1a9633628 req-db9761dd-2d5b-476a-b113-1d9deda5668d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 949 time: 0.1506169 Apr 18 17:00:40.088204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 144ed50c-b386-4bb3-be91-5ec49cf5258d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:00:40.088643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 144ed50c-b386-4bb3-be91-5ec49cf5258d not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:00:40.166074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Network 6f270258-1638-4c12-aa62-634f7d28ed89 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:00:40.182447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff61c7-937f-4e58-b30b-75d41b08b0fa req-ff961920-03ba-4394-b599-37c0d7ce0df0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:40.183921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66ff61c7-937f-4e58-b30b-75d41b08b0fa req-ff961920-03ba-4394-b599-37c0d7ce0df0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.2130845 Apr 18 17:00:40.225924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.234774 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.306940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6f270258-1638-4c12-aa62-634f7d28ed89) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:40.315790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87d78f-a95a-4012-90e3-ddf9e819f2e6 None None] Network 6f270258-1638-4c12-aa62-634f7d28ed89 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:40.317064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:40.317064 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.322034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b946992d-832e-4d15-9a7e-13c1a9633628 req-644da9ae-018a-4827-93f5-7c6ffe1e2eba tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228515 Apr 18 17:00:40.353156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66ff61c7-937f-4e58-b30b-75d41b08b0fa req-1a64dde5-ca7a-4d4d-b69a-35a8617b5ece tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217709 Apr 18 17:00:40.390132 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.390677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2897b7f5-aca6-4a99-ae2f-73264d982d71 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:00:40.397027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.400953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8a2482f6-2d63-432a-8692-42093c66e7f2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2897b7f5-aca6-4a99-ae2f-73264d982d71 HTTP/1.1" status: 204 len: 168 time: 1.5137930 Apr 18 17:00:40.401435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49038) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:40.418277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7cfbf0b1-7b02-4c8d-9cbb-c32f0c9718a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2158053 Apr 18 17:00:40.420291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49040) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:40.424587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:40.469304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4be1ba-bc88-4298-a5b7-aebaa366c4c3 admin admin] Deleting subnet 5ac2809f-200d-4a69-8dd1-2f5c632d7da1 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:00:40.472376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1ba-bc88-4298-a5b7-aebaa366c4c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.491807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-6f270258-1638-4c12-aa62-634f7d28ed89', 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'fixed_ips': [{'subnet_id': '9b81253d-c5ee-43af-ab20-0f511b528f17'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:00:40.493825 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.513716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1ba-bc88-4298-a5b7-aebaa366c4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.522011 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd51bd60-8d5b-41fb-a663-82e3270df57c up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:40.602856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941412f5-bc8a-44b0-abb7-cd1e7dab94ff req-303ad25e-9bd0-4c61-b5d5-bfee25414b9e tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:40.604834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-941412f5-bc8a-44b0-abb7-cd1e7dab94ff req-303ad25e-9bd0-4c61-b5d5-bfee25414b9e tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 949 time: 0.0712762 Apr 18 17:00:40.635736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.638569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.659699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1ba-bc88-4298-a5b7-aebaa366c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.718172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.747738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-941412f5-bc8a-44b0-abb7-cd1e7dab94ff req-ac1246ae-cd76-404f-a685-4edcb4ad5aac tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363411 Apr 18 17:00:40.751245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port dd51bd60-8d5b-41fb-a663-82e3270df57c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:00:40.769238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port dd51bd60-8d5b-41fb-a663-82e3270df57c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:40.769238 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.797886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Allocated IP 172.20.0.2 (6f270258-1638-4c12-aa62-634f7d28ed89/9b81253d-c5ee-43af-ab20-0f511b528f17/6fe59995-b629-4991-913a-cadc61edf0aa) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:40.841467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1ba-bc88-4298-a5b7-aebaa366c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.898622 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1ba-bc88-4298-a5b7-aebaa366c4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:40.905556 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ac4be1ba-bc88-4298-a5b7-aebaa366c4c3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5ac2809f-200d-4a69-8dd1-2f5c632d7da1 HTTP/1.1" status: 204 len: 168 time: 0.5023670 Apr 18 17:00:40.906391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49080) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:40.907188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4be1ba-bc88-4298-a5b7-aebaa366c4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac2809f-200d-4a69-8dd1-2f5c632d7da1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:40.918427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031da0ac-42d6-4e02-8fd0-e4eda4afb3d1 None None] Network fc6d812e-e73a-40f6-96bf-df9a567ce909 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:40.978472 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.006901 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.073882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Deleting port d941c1ae-e932-4a82-9d47-66db35ce6e3c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:41.074282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.141811 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.152532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] For port d941c1ae-e932-4a82-9d47-66db35ce6e3c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d941c1ae-e932-4a82-9d47-66db35ce6e3c,segment=NetworkSegment(a0b78e4c-8f2f-438a-95f2-da2913a5d9a5),segment_id=a0b78e4c-8f2f-438a-95f2-da2913a5d9a5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:41.153111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.165912 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.175596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Calling delete_port for d941c1ae-e932-4a82-9d47-66db35ce6e3c owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:41.187957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:41.187957 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0564cb4-5d99-405e-8218-685af76a7d03" -d '{"events": [{"server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "name": "network-vif-plugged", "status": "completed", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:41.201957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:41.249779 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee9324c-88fa-45dd-85b2-8ba8686ba70e x-openstack-request-id: req-bee9324c-88fa-45dd-85b2-8ba8686ba70e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:41.250532 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "name": "network-vif-plugged", "status": "completed", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:41.250941 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bee9324c-88fa-45dd-85b2-8ba8686ba70e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:41.251678 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee9324c-88fa-45dd-85b2-8ba8686ba70e'] response: {'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'code': 200} Apr 18 17:00:41.288523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.291972 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.336687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] DHCP port deletion for fc6d812e-e73a-40f6-96bf-df9a567ce909 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:00:41.368364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Network 6f270258-1638-4c12-aa62-634f7d28ed89 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:41.372900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.390100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:41.392174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Pushing event updated for resources: {'Port': ['ID=6fe59995-b629-4991-913a-cadc61edf0aa,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:41.394792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:41.428338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Pushing event deleted for resources: {'Port': ['ID=d941c1ae-e932-4a82-9d47-66db35ce6e3c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:41.452244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] No DVR routers for this DVR port d941c1ae-e932-4a82-9d47-66db35ce6e3c on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:00:41.464441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.474976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0de4c-72b0-4a40-8f1b-ecd3a98ac5b3 req-83bed85c-4bb4-45d2-b7bb-72da1ee56b6e tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:41.476498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5c0de4c-72b0-4a40-8f1b-ecd3a98ac5b3 req-83bed85c-4bb4-45d2-b7bb-72da1ee56b6e tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 949 time: 0.1025760 Apr 18 17:00:41.504959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.516569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d276-e8e1-49ab-9ad3-e87b64572fee req-06676416-516e-462e-9727-8f8beb160557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:41.518549 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ab7d276-e8e1-49ab-9ad3-e87b64572fee req-06676416-516e-462e-9727-8f8beb160557 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1101 time: 0.1027107 Apr 18 17:00:41.522387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:41.531951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Attempting to bind port 6fe59995-b629-4991-913a-cadc61edf0aa on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:41.533065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Attempting to bind port 6fe59995-b629-4991-913a-cadc61edf0aa by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:41.533065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Attempting to bind port 6fe59995-b629-4991-913a-cadc61edf0aa on network 6f270258-1638-4c12-aa62-634f7d28ed89 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:41.540838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:41.541462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Checking segment: {'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:41.541861 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.542315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Bound using segment: {'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:41.542853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Bound port: 6fe59995-b629-4991-913a-cadc61edf0aa, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:41.543295 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.554731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] Deleting port d941c1ae-e932-4a82-9d47-66db35ce6e3c {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:41.555226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.580363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.615763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6d812e-e73a-40f6-96bf-df9a567ce909']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:41.619348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ab7d276-e8e1-49ab-9ad3-e87b64572fee req-7ba37fc3-5d81-4576-89b0-ce19587131bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659153 Apr 18 17:00:41.628254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:41.628510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b78e4c-8f2f-438a-95f2-da2913a5d9a5') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:41.641279 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.659017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] For port d941c1ae-e932-4a82-9d47-66db35ce6e3c, host n-d-836015-2, got binding levels [] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:41.659017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.659854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.667714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:00:41.669660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5c0de4c-72b0-4a40-8f1b-ecd3a98ac5b3 req-77f5f268-019f-45f0-827e-1483f2ec31f8 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677485 Apr 18 17:00:41.671663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.684599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] Calling delete_port for d941c1ae-e932-4a82-9d47-66db35ce6e3c owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:41.689846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2054-4dfa-43ea-a8da-a7671b696e66 req-1ba8ddb0-8741-490d-b50c-07e2fc15ee52 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:41.690391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.ipam_backend_mixin [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] Port d941c1ae-e932-4a82-9d47-66db35ce6e3c was not found and therefore no delete operation was performed {{(pid=109827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:00:41.694270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] For port 6fe59995-b629-4991-913a-cadc61edf0aa, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:41.703687 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.703829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f50e2054-4dfa-43ea-a8da-a7671b696e66 req-1ba8ddb0-8741-490d-b50c-07e2fc15ee52 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1837215 Apr 18 17:00:41.731604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] Pushing event deleted for resources: {'Port': ['ID=d941c1ae-e932-4a82-9d47-66db35ce6e3c,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:41.745739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf7406-9ffe-4085-bc41-aae8fbba3955 None None] No DVR routers for this DVR port d941c1ae-e932-4a82-9d47-66db35ce6e3c on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:00:41.761250 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:00:41.782004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f50e2054-4dfa-43ea-a8da-a7671b696e66 req-2deebb67-2bfb-49f9-8eb3-cc6c6a5c8cf5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825107 Apr 18 17:00:41.845402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Allocated IP 172.25.5.126 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/09d56e12-dde0-456e-b8b4-c104643ae0a0) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:41.853210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.865817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:41.871938 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] 10.222.0.45 "DELETE /v2.0/networks/fc6d812e-e73a-40f6-96bf-df9a567ce909 HTTP/1.1" status: 204 len: 168 time: 0.9593878 Apr 18 17:00:41.873687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ce661f82-8a79-4989-a3c9-bced405419a7 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:00:41.886287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] For port 6fe59995-b629-4991-913a-cadc61edf0aa, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fe59995-b629-4991-913a-cadc61edf0aa,segment=NetworkSegment(9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91),segment_id=9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:41.891254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b553592-173f-4796-ae29-51f5bbb9805d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6d812e-e73a-40f6-96bf-df9a567ce909,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:41.906818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ce661f82-8a79-4989-a3c9-bced405419a7 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:00:41.907160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ce661f82-8a79-4989-a3c9-bced405419a7 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:00:41.907569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d941c1ae-e932-4a82-9d47-66db35ce6e3c no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:00:41.931856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d941c1ae-e932-4a82-9d47-66db35ce6e3c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:00:41.932200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d941c1ae-e932-4a82-9d47-66db35ce6e3c not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:00:41.958247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfca38-a96f-46b5-a60e-7c5349e42312 req-df077444-5769-451b-b7e7-2adc8c44b899 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:41.959808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edcfca38-a96f-46b5-a60e-7c5349e42312 req-df077444-5769-451b-b7e7-2adc8c44b899 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.1490722 Apr 18 17:00:41.971967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:42.034102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edcfca38-a96f-46b5-a60e-7c5349e42312 req-f3e5b107-46ff-4c9b-86d9-cc47fe37f818 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642965 Apr 18 17:00:42.040306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8b381-230d-4311-a906-49aa8c67d908 None None] Pushing event updated for resources: {'Port': ['ID=6fe59995-b629-4991-913a-cadc61edf0aa,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:42.058412 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:42.144549 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:42.187512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:42.194623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:42.198960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:42.226025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Pushing event updated for resources: {'Port': ['ID=09d56e12-dde0-456e-b8b4-c104643ae0a0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:42.308693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49094) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:42.378055 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab9b2380-a017-45a2-9c99-c0d460dac863 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e86fb1291c145a1a28fd35eb2f4c233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681493 Apr 18 17:00:42.378725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:42.460795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b60362d3-55c8-400a-8939-a0abae276f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:42.485667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b60362d3-55c8-400a-8939-a0abae276f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:42.601585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b60362d3-55c8-400a-8939-a0abae276f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:42.604139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b60362d3-55c8-400a-8939-a0abae276f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:42.605437 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b60362d3-55c8-400a-8939-a0abae276f0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ff4282b-63d1-43d8-87fa-be2e5566db3f HTTP/1.1" status: 204 len: 168 time: 0.2239566 Apr 18 17:00:42.618828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60362d3-55c8-400a-8939-a0abae276f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff4282b-63d1-43d8-87fa-be2e5566db3f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:42.650312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:43.343657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445bfd3-3f96-4a59-b156-e922a121566e req-bcdc3c48-f863-491b-b1b6-9fde533bc249 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:43.352827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b445bfd3-3f96-4a59-b156-e922a121566e req-bcdc3c48-f863-491b-b1b6-9fde533bc249 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 949 time: 0.5609453 Apr 18 17:00:43.359348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317033e-af99-4a30-ae77-964df0278091 None None] Network 6f270258-1638-4c12-aa62-634f7d28ed89 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:43.382295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:43.480595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b445bfd3-3f96-4a59-b156-e922a121566e req-4f151b2c-34f4-4135-b900-90bbf7a1fa29 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/security-groups?id=3461ca2a-ddc5-412e-a056-4725c838eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248147 Apr 18 17:00:43.512813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-f6ee0380-ca48-46df-a202-604d6b96bb42 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:43.514818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-f6ee0380-ca48-46df-a202-604d6b96bb42 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.18 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 949 time: 0.2401960 Apr 18 17:00:43.532328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b0204-b3c4-412f-92c7-850e858a6878 req-3a47f275-3f22-4aeb-8de1-bc278a8cf4eb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:43.540069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb4b0204-b3c4-412f-92c7-850e858a6878 req-3a47f275-3f22-4aeb-8de1-bc278a8cf4eb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2560570 Apr 18 17:00:43.546539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e2f6cede-a30e-4d16-a642-7ea23b0a5e82 None None] Provisioning complete for port 6fe59995-b629-4991-913a-cadc61edf0aa triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:43.546912 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2f6cede-a30e-4d16-a642-7ea23b0a5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:43.775827 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2f6cede-a30e-4d16-a642-7ea23b0a5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:43.860245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb4b0204-b3c4-412f-92c7-850e858a6878 req-148a87a5-e907-469c-bdc0-01e8aaeadb4c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883546 Apr 18 17:00:43.861294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e2f6cede-a30e-4d16-a642-7ea23b0a5e82 None None] For port 6fe59995-b629-4991-913a-cadc61edf0aa, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fe59995-b629-4991-913a-cadc61edf0aa,segment=NetworkSegment(9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91),segment_id=9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:43.885111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03af95d-e522-4f50-9c36-8c2913f35037 req-90e0e6b7-0de0-47e1-ab5e-3a15a215858d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:43.886927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f03af95d-e522-4f50-9c36-8c2913f35037 req-90e0e6b7-0de0-47e1-ab5e-3a15a215858d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.2673500 Apr 18 17:00:43.935513 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2f6cede-a30e-4d16-a642-7ea23b0a5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:43.964791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Deleting port dfc2d926-e95c-4e49-8791-99f7f804ad16 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:00:43.965366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:43.986433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fe59995-b629-4991-913a-cadc61edf0aa up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:44.057648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Router 556e90c7-632f-4b9f-a416-90fd5cf4edec is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:00:44.064230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f03af95d-e522-4f50-9c36-8c2913f35037 req-e366651a-8f7a-46ae-9637-8336955bebb8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611695 Apr 18 17:00:44.110719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6cede-a30e-4d16-a642-7ea23b0a5e82 None None] Pushing event updated for resources: {'Port': ['ID=6fe59995-b629-4991-913a-cadc61edf0aa,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:44.112189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] For port dfc2d926-e95c-4e49-8791-99f7f804ad16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dfc2d926-e95c-4e49-8791-99f7f804ad16,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:44.112850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:44.126064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6fe59995-b629-4991-913a-cadc61edf0aa triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:44.126996 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:44.167882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Calling delete_port for dfc2d926-e95c-4e49-8791-99f7f804ad16 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:00:44.191980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2db2cb87-cbe1-40e8-88d1-46b3f0805d86 None None] Provisioning complete for port 6fe59995-b629-4991-913a-cadc61edf0aa triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:44.192373 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2db2cb87-cbe1-40e8-88d1-46b3f0805d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:44.320314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:00:44.365981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Sync routers for ids ['556e90c7-632f-4b9f-a416-90fd5cf4edec'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:00:44.391355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-7ac4e67c-3b28-47a4-a80f-b6f182e0f43d service neutron] 10.222.0.41 "GET /v2.0/ports/94194168-ab24-4a3d-ad6b-250e8a608bfd/bindings/n-h1-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.1267347 Apr 18 17:00:44.392674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49128) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:44.407876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Routers {'556e90c7-632f-4b9f-a416-90fd5cf4edec'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:44.408517 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['556e90c7-632f-4b9f-a416-90fd5cf4edec'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:44.453435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:44.464929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0b41bbd8-a8e7-49e6-bf13-2dae17d2082e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0412021 Apr 18 17:00:44.465586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49132) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:44.547848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 94194168-ab24-4a3d-ad6b-250e8a608bfd no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:00:44.691475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Set router 556e90c7-632f-4b9f-a416-90fd5cf4edec gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:44.691699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:44.717544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:44.731059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:44.753240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-916249475-network', 'tenant_id': 'd0aac776c7ad41d0932ceb0533e88c77'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:44.770053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b480b43c-cb7d-4bca-839e-c9c12f5c41de req-ac4be995-7544-4baa-8d9a-bf419838d1c6 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 210 time: 0.0542974 Apr 18 17:00:44.789272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dfc2d926-e95c-4e49-8791-99f7f804ad16'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:00:44.814138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94194168-ab24-4a3d-ad6b-250e8a608bfd {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:00:44.826693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Pushing event deleted for resources: {'Port': ['ID=dfc2d926-e95c-4e49-8791-99f7f804ad16,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:44.838553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:44.842756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Made reservation on behalf of d0aac776c7ad41d0932ceb0533e88c77 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:44.845611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:44.851083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] No DVR routers for this DVR port dfc2d926-e95c-4e49-8791-99f7f804ad16 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:00:44.866779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:44.886388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:44.889868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67129167-b61c-4821-83d4-35aa7561f2b8 req-361bbc5c-26fa-449b-baa3-2e7a5b77040f tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.18 "DELETE /v2.0/ports/dfc2d926-e95c-4e49-8791-99f7f804ad16 HTTP/1.1" status: 204 len: 173 time: 1.3468807 Apr 18 17:00:44.890412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d3c49e-463e-4e08-bf19-2eb1dbf920c0', 'name': 'network-vif-deleted', 'tag': 'dfc2d926-e95c-4e49-8791-99f7f804ad16'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:00:44.892747 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8174bfd-dbb3-4cff-a743-3e413854c0d6" -d '{"events": [{"server_uuid": "39d3c49e-463e-4e08-bf19-2eb1dbf920c0", "name": "network-vif-deleted", "tag": "dfc2d926-e95c-4e49-8791-99f7f804ad16"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:00:44.981870 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5726c587-572d-4391-8ba1-1077cc18ab7f x-openstack-request-id: req-5726c587-572d-4391-8ba1-1077cc18ab7f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:00:44.982278 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d3c49e-463e-4e08-bf19-2eb1dbf920c0", "name": "network-vif-deleted", "tag": "dfc2d926-e95c-4e49-8791-99f7f804ad16", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:00:44.982634 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5726c587-572d-4391-8ba1-1077cc18ab7f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:00:44.983128 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5726c587-572d-4391-8ba1-1077cc18ab7f'] response: {'server_uuid': '39d3c49e-463e-4e08-bf19-2eb1dbf920c0', 'name': 'network-vif-deleted', 'tag': 'dfc2d926-e95c-4e49-8791-99f7f804ad16', 'status': 'completed', 'code': 200} Apr 18 17:00:45.012918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.015490 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.046043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:00:42Z', 'revision_number': 3, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:45.080212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Checking router: 556e90c7-632f-4b9f-a416-90fd5cf4edec for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:00:45.080785 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Updating router 556e90c7-632f-4b9f-a416-90fd5cf4edec port 09d56e12-dde0-456e-b8b4-c104643ae0a0 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:00:45.143999 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.191739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c239d1-094a-4bd4-ab45-271f8e913a07 req-334a1df1-284d-44c7-9d2c-698945a2a346 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:45.193472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5c239d1-094a-4bd4-ab45-271f8e913a07 req-334a1df1-284d-44c7-9d2c-698945a2a346 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1344254 Apr 18 17:00:45.321642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5c239d1-094a-4bd4-ab45-271f8e913a07 req-176333c9-8153-4eac-b775-5ec1d01a19b3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179476 Apr 18 17:00:45.345842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602961-c73f-4bc9-8335-4c63105ccf79 req-b8d3fa2e-e972-43c8-8496-bfbd94860b8f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:45.348339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db602961-c73f-4bc9-8335-4c63105ccf79 req-b8d3fa2e-e972-43c8-8496-bfbd94860b8f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 944 time: 0.1459470 Apr 18 17:00:45.426910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.490606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:00:45.492012 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.520214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db602961-c73f-4bc9-8335-4c63105ccf79 req-edb8fe6d-82cd-403b-9f87-19dc7f9736d3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325400 Apr 18 17:00:45.530539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.556563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] Transition to ACTIVE for port object 94194168-ab24-4a3d-ad6b-250e8a608bfd will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:00:45.558660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.559011 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Added segment 3280f18c-7f94-4648-a605-bfee2447fd8b of type vlan for network 4343b3b1-cdba-49ad-9f64-65e854f2c790 Apr 18 17:00:45.569785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32846cb5-7eba-4450-84c5-5d2d54ee6fec,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:45.569949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-03f619c6-4d87-40e3-b8e6-28f95cb863af req-4efee88a-696f-4123-a563-b96637efec68 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:00:45.570851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03f619c6-4d87-40e3-b8e6-28f95cb863af req-4efee88a-696f-4123-a563-b96637efec68 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059330 Apr 18 17:00:45.604608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.630283 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.670189 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.722330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Attempting to bind port 09d56e12-dde0-456e-b8b4-c104643ae0a0 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:45.722703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Attempting to bind port 09d56e12-dde0-456e-b8b4-c104643ae0a0 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:45.723067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Attempting to bind port 09d56e12-dde0-456e-b8b4-c104643ae0a0 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:45.732686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:45.733069 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:45.733500 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.733901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:45.734618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Bound port: 09d56e12-dde0-456e-b8b4-c104643ae0a0, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:45.734885 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.736530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0f73b-a67a-435d-a28d-49016aff801e None None] Pushing event updated for resources: {'Port': ['ID=09d56e12-dde0-456e-b8b4-c104643ae0a0,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:45.742111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.745256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:45.747008 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.775174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Allocated IP 172.20.0.1 (6f270258-1638-4c12-aa62-634f7d28ed89/9b81253d-c5ee-43af-ab20-0f511b528f17/0bcdf0a5-8818-42e2-93a1-7b07e4475443) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:45.831497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] No DVR routers for this DVR port 94194168-ab24-4a3d-ad6b-250e8a608bfd on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:00:45.854351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] For port 09d56e12-dde0-456e-b8b4-c104643ae0a0, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:45.858547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fe59995-b629-4991-913a-cadc61edf0aa up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:45.861929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] For port 09d56e12-dde0-456e-b8b4-c104643ae0a0, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=09d56e12-dde0-456e-b8b4-c104643ae0a0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:45.875036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49154) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:45.875243 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4811831 Apr 18 17:00:45.884158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Request body: {'subnet': {'network_id': '4343b3b1-cdba-49ad-9f64-65e854f2c790', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-916249475-subnet', 'tenant_id': 'd0aac776c7ad41d0932ceb0533e88c77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:45.891517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:45.920478 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-89dc1f9d-0b11-485c-b751-0bf961447cb9 service neutron] 10.222.0.41 "PUT /v2.0/ports/94194168-ab24-4a3d-ad6b-250e8a608bfd/bindings/n-h1-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5153975 Apr 18 17:00:45.921135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81838b7d-0e49-41bf-a170-d1be5abae0ed admin admin] Pushing event updated for resources: {'Network': ['ID=4343b3b1-cdba-49ad-9f64-65e854f2c790,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:45.960579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 4343b3b1-cdba-49ad-9f64-65e854f2c790 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:00:45.986918 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:45.989402 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:46.024736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-253d19d6-6239-4c2c-8a5d-0833775c3a65 req-c2c977f9-0ba6-44ca-94d5-55b3b73cffe9 tempest-ServerDiagnosticsNegativeTest-624659202 tempest-ServerDiagnosticsNegativeTest-624659202-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d3c49e-463e-4e08-bf19-2eb1dbf920c0 HTTP/1.1" status: 200 len: 210 time: 0.0583107 Apr 18 17:00:46.041770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Made reservation on behalf of d0aac776c7ad41d0932ceb0533e88c77 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:46.044084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:46.116076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Routers {'556e90c7-632f-4b9f-a416-90fd5cf4edec'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:46.116673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['556e90c7-632f-4b9f-a416-90fd5cf4edec'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:46.122091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0f73b-a67a-435d-a28d-49016aff801e None None] Pushing event updated for resources: {'Port': ['ID=09d56e12-dde0-456e-b8b4-c104643ae0a0,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:46.164333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6fe59995-b629-4991-913a-cadc61edf0aa triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:46.164700 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:46.270493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0853fe9-46ec-40aa-b3cc-775b478a9961 req-048b2a47-afb4-41a1-9de2-f67af159c14d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:46.273480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0853fe9-46ec-40aa-b3cc-775b478a9961 req-048b2a47-afb4-41a1-9de2-f67af159c14d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2845261 Apr 18 17:00:46.286068 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] Set router 556e90c7-632f-4b9f-a416-90fd5cf4edec gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:46.344726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-0b0d5d2f-31c9-4f16-8228-d08cff13f30a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1863353 Apr 18 17:00:46.352640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-dbd3b4fb-8069-4dfb-9d56-bb2f5b0b34c3 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:46.354126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-dbd3b4fb-8069-4dfb-9d56-bb2f5b0b34c3 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.1971414 Apr 18 17:00:46.407770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:46.435801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0853fe9-46ec-40aa-b3cc-775b478a9961 req-d01344de-ff3b-4852-9625-62e627854a1d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285737 Apr 18 17:00:46.479182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Network 6f270258-1638-4c12-aa62-634f7d28ed89 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:46.489718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:46.495067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:00:42Z', 'revision_number': 3, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:46.496034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:46.501550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcdf0a5-8818-42e2-93a1-7b07e4475443,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:46.527500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-49fedb93-f9c7-4707-b8f8-8e0a44cf0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:46.529186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-49fedb93-f9c7-4707-b8f8-8e0a44cf0156 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47&tenant_id=d0c4986469b0458d9729a71a797dd88b HTTP/1.1" status: 200 len: 1096 time: 0.1646814 Apr 18 17:00:46.538251 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:46.651911 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:46.719006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5439a7-06c5-4394-bd7a-e76bacf7046d None None] The sync data for ids ['556e90c7-632f-4b9f-a416-90fd5cf4edec'] in n-d-836015-2 is: [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:00:42Z', 'revision_number': 3, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:00:46.772904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b9c724-37a0-4ce2-b163-ac49f88573bd,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:46.777540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dfc2d926-e95c-4e49-8791-99f7f804ad16 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:00:46.822567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: dfc2d926-e95c-4e49-8791-99f7f804ad16 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:00:46.822912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dfc2d926-e95c-4e49-8791-99f7f804ad16 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:00:46.840333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1315f34c-542d-474c-98aa-fef4e247ea8a None None] Provisioning complete for port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:46.840795 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1315f34c-542d-474c-98aa-fef4e247ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:46.900754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1315f34c-542d-474c-98aa-fef4e247ea8a None None] Port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:00:46.967262 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:47.077877 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:47.197919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Checking segment: {'id': '3280f18c-7f94-4648-a605-bfee2447fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4343b3b1-cdba-49ad-9f64-65e854f2c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:47.198273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Network hostable DHCP agents. Network: 4343b3b1-cdba-49ad-9f64-65e854f2c790, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:00:47.257713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb36746-7c1d-4e2c-9e5d-3d36cbbe7539 req-2e081037-32f1-466e-93d8-2fbbdba11ff1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:47.266241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cb36746-7c1d-4e2c-9e5d-3d36cbbe7539 req-2e081037-32f1-466e-93d8-2fbbdba11ff1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 945 time: 0.6338153 Apr 18 17:00:47.299190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-3d8f6a51-5607-4778-b37a-df79cf4fc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:47.300718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-3d8f6a51-5607-4778-b37a-df79cf4fc42b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1096 time: 0.7079527 Apr 18 17:00:47.396965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Network 4343b3b1-cdba-49ad-9f64-65e854f2c790 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:00:47.420776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cb36746-7c1d-4e2c-9e5d-3d36cbbe7539 req-61907fca-16ab-4569-8b77-570acee91425 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536336 Apr 18 17:00:47.469103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-1e26c232-97f2-4b70-b8a9-7f30b99b3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:47.470806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-1e26c232-97f2-4b70-b8a9-7f30b99b3fe0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1550529 Apr 18 17:00:47.502778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 4343b3b1-cdba-49ad-9f64-65e854f2c790) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:47.514910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4addbf0f-8275-41aa-9b4f-11994050f968 None None] Network 4343b3b1-cdba-49ad-9f64-65e854f2c790 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:47.528069 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:47.580736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:47.580736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:47.623368 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-6dbd5bd5-b5a3-434c-815c-9ea35c934fb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd HTTP/1.1" status: 200 len: 217 time: 0.1208887 Apr 18 17:00:47.700449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9773666f-7d9f-493f-8784-b46fe91fd3c0 None None] Network 4343b3b1-cdba-49ad-9f64-65e854f2c790 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:47.731597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dc668531-7d7c-4158-bf1f-d1ea789c2cad admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8552802 Apr 18 17:00:47.817993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2e63c-eae6-4fad-aea7-d35b57b946e3 req-ff995bfb-5893-4c46-bf84-6c23007731d8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:47.819525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4df2e63c-eae6-4fad-aea7-d35b57b946e3 req-ff995bfb-5893-4c46-bf84-6c23007731d8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2073276 Apr 18 17:00:47.831328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-0de1a62c-7879-4f0e-900c-ff7a9fc10a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:47.832932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-0de1a62c-7879-4f0e-900c-ff7a9fc10a01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.1543181 Apr 18 17:00:47.871452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:47.956319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-2e3263f8-c756-4f6d-b134-8a0fbfaf42c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962245 Apr 18 17:00:48.028605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4df2e63c-eae6-4fad-aea7-d35b57b946e3 req-f9d2a1c0-3e6d-4d99-86b2-dfdaa760179a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013686 Apr 18 17:00:48.060250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 09d56e12-dde0-456e-b8b4-c104643ae0a0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:48.129600 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b970cf19-1783-4aaf-947d-e89a57f5c220 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ce9ff3b074a49c08856ea7b22189328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568092 Apr 18 17:00:48.130353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49204) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:48.219603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e415-ab95-4d6c-8f01-ca4c268ccdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.229462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.233651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-41842f92-8c2b-47ab-8054-d77a733ccba6 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561791 Apr 18 17:00:48.247089 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e415-ab95-4d6c-8f01-ca4c268ccdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.283042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 09d56e12-dde0-456e-b8b4-c104643ae0a0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:48.283418 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.346223 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.384511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e415-ab95-4d6c-8f01-ca4c268ccdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.387443 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-8695b318-6d5d-4431-9cea-ac85df2627e9 req-e316e876-0bab-4d97-bd5f-a5829426496a tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] show failed (client error): The resource could not be found. Apr 18 17:00:48.387652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e415-ab95-4d6c-8f01-ca4c268ccdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.388890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8695b318-6d5d-4431-9cea-ac85df2627e9 req-e316e876-0bab-4d97-bd5f-a5829426496a tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] 10.222.0.45 "GET /v2.0/security-groups/d8bb7e92-95a7-4e61-a9fd-a818cb94a86d HTTP/1.1" status: 404 len: 352 time: 0.0570066 Apr 18 17:00:48.398175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8ea7e415-ab95-4d6c-8f01-ca4c268ccdc7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3461ca2a-ddc5-412e-a056-4725c838eb98 HTTP/1.1" status: 204 len: 168 time: 0.2625403 Apr 18 17:00:48.431850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7e415-ab95-4d6c-8f01-ca4c268ccdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461ca2a-ddc5-412e-a056-4725c838eb98,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:48.477907 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.528115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 09d56e12-dde0-456e-b8b4-c104643ae0a0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=09d56e12-dde0-456e-b8b4-c104643ae0a0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:48.537608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b0d5e11d-30e6-43cb-adfd-d5880bd2eb6a service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945642 Apr 18 17:00:48.563867 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.585738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:48.602100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcdf0a5-8818-42e2-93a1-7b07e4475443,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:48.616803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3110c818-a6d4-4cfc-9b2e-c3e8fde627ea req-8c6c3ebf-b184-4916-89b1-e44ddc8c3125 tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0aac776c7ad41d0932ceb0533e88c77 HTTP/1.1" status: 200 len: 2984 time: 0.1679039 Apr 18 17:00:48.693877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=09d56e12-dde0-456e-b8b4-c104643ae0a0,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:48.741338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915243fa-ed41-4912-b3fe-c31b28efde89 req-1bfaf709-f418-47f7-8206-1ff6e1ce2508 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:48.746042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-915243fa-ed41-4912-b3fe-c31b28efde89 req-1bfaf709-f418-47f7-8206-1ff6e1ce2508 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 945 time: 0.1864622 Apr 18 17:00:48.811019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Network 6f270258-1638-4c12-aa62-634f7d28ed89 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:48.820074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:48.832050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3110c818-a6d4-4cfc-9b2e-c3e8fde627ea req-b3f550fe-7b93-46a2-b9ee-83bfe772b50c tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] 10.222.0.45 "GET /v2.0/security-groups/32846cb5-7eba-4450-84c5-5d2d54ee6fec HTTP/1.1" status: 200 len: 2981 time: 0.1459875 Apr 18 17:00:48.886193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-915243fa-ed41-4912-b3fe-c31b28efde89 req-6db3ca91-c266-4984-867a-c4f8273e98a8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313353 Apr 18 17:00:48.993732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3110c818-a6d4-4cfc-9b2e-c3e8fde627ea req-057593a2-ead4-461f-8934-b8d4e70f32ca tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] 10.222.0.45 "GET /v2.0/security-groups/32846cb5-7eba-4450-84c5-5d2d54ee6fec HTTP/1.1" status: 200 len: 2981 time: 0.1595511 Apr 18 17:00:49.144102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Router 556e90c7-632f-4b9f-a416-90fd5cf4edec has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:00:49.207620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fdf2525-ef21-44e1-a199-e51168c0cde7 req-cdbd55c9-93e0-4f6a-b799-a8ccc736082f tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] 10.222.0.45 "GET /v2.0/security-groups/32846cb5-7eba-4450-84c5-5d2d54ee6fec HTTP/1.1" status: 200 len: 2981 time: 0.1533844 Apr 18 17:00:49.237738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f00ce7a5-db58-48af-9b74-52beba81847e None None] Provisioning complete for port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:49.238329 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f00ce7a5-db58-48af-9b74-52beba81847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:49.280423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f00ce7a5-db58-48af-9b74-52beba81847e None None] Port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:00:49.281181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-960c4fb5-491b-4875-8349-66fb2ebe1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:49.282810 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-960c4fb5-491b-4875-8349-66fb2ebe1280 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1101 time: 0.0652130 Apr 18 17:00:49.315516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952ec22-163f-4594-aa73-c40b9d8ceb9b req-71d26b72-66d6-4340-88cf-acc3b2146efc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:49.316801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7952ec22-163f-4594-aa73-c40b9d8ceb9b req-71d26b72-66d6-4340-88cf-acc3b2146efc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1559579 Apr 18 17:00:49.321936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49222) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:49.390086 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4228222b-44ff-40a4-b1ce-56fec86432cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:49.413863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-c85024e7-b215-4840-8966-54ff83283be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:49.415681 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-c85024e7-b215-4840-8966-54ff83283be5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1179671 Apr 18 17:00:49.462523 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-07f1d975-f9a8-4748-a5ac-1b287b27c2ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 217 time: 0.0389659 Apr 18 17:00:49.477550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:00:49.483382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7952ec22-163f-4594-aa73-c40b9d8ceb9b req-d7708ee1-72b2-4a2f-a7c9-f78bd65392e7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526361 Apr 18 17:00:49.499011 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Sync routers for ids ['556e90c7-632f-4b9f-a416-90fd5cf4edec'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:00:49.499465 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bf85630d-14a9-4ca4-bb01-d4956b630cb9 admin admin] 10.222.0.45 "PUT /v2.0/routers/556e90c7-632f-4b9f-a416-90fd5cf4edec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0094497 Apr 18 17:00:49.499465 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-0fdf2525-ef21-44e1-a199-e51168c0cde7 req-6ee6790d-61ad-487d-85b9-6499b6e02e4d tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 17:00:49.499465 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fdf2525-ef21-44e1-a199-e51168c0cde7 req-6ee6790d-61ad-487d-85b9-6499b6e02e4d tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] 10.222.0.45 "DELETE /v2.0/security-groups/32846cb5-7eba-4450-84c5-5d2d54ee6fec HTTP/1.1" status: 409 len: 352 time: 0.2368672 Apr 18 17:00:49.515914 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Routers {'556e90c7-632f-4b9f-a416-90fd5cf4edec'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:49.517145 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['556e90c7-632f-4b9f-a416-90fd5cf4edec'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:49.549908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-aed9bccd-1540-42a9-87ac-08a9439b0047 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:49.551511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-aed9bccd-1540-42a9-87ac-08a9439b0047 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.1330416 Apr 18 17:00:49.560615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-23c51c18-496f-4d4e-97d0-e709ea6f07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:49.564078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-23c51c18-496f-4d4e-97d0-e709ea6f07b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0946512 Apr 18 17:00:49.601735 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-483a04e5-8332-4c0e-aaee-a980d0db1905 req-a5e9efd8-fe51-45cb-8f25-0ae8315d33d4 tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] show failed (client error): The resource could not be found. Apr 18 17:00:49.602781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-483a04e5-8332-4c0e-aaee-a980d0db1905 req-a5e9efd8-fe51-45cb-8f25-0ae8315d33d4 tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] 10.222.0.45 "GET /v2.0/security-groups/18f320d6-5fc1-41b0-9801-2e411715e11f HTTP/1.1" status: 404 len: 352 time: 0.0465629 Apr 18 17:00:49.662577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-c6d28d92-dd84-4307-951c-c1b4d7746082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:49.663930 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-c6d28d92-dd84-4307-951c-c1b4d7746082 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670884 Apr 18 17:00:49.679686 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4228222b-44ff-40a4-b1ce-56fec86432cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:49.695503 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-29be6bdd-cfdd-43b0-a24b-9c1635a6f973 req-5b79c0df-9fe0-467d-9f61-c41bbf4d7a06 tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] show failed (client error): The resource could not be found. Apr 18 17:00:49.696639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29be6bdd-cfdd-43b0-a24b-9c1635a6f973 req-5b79c0df-9fe0-467d-9f61-c41bbf4d7a06 tempest-SecurityGroupsNegativeTestJSON-1629562931 tempest-SecurityGroupsNegativeTestJSON-1629562931-project] 10.222.0.45 "GET /v2.0/security-groups/938bb85a-54db-44b4-86e7-b3fbdc73bc8a HTTP/1.1" status: 404 len: 352 time: 0.0274785 Apr 18 17:00:49.705454 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Set router 556e90c7-632f-4b9f-a416-90fd5cf4edec gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:49.795606 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-fbd5a311-5a7e-4363-9991-0e94edffd036 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221004 Apr 18 17:00:49.796031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49234) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:49.804487 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4228222b-44ff-40a4-b1ce-56fec86432cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:49.849965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228222b-44ff-40a4-b1ce-56fec86432cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8036044b-2e4d-47df-8b14-ac6b5be89c13,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:49.874336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c0226a-1a1b-4c21-b337-d07c5fc313cb admin admin] Deleting subnet 04b9c724-37a0-4ce2-b163-ac49f88573bd {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:00:49.874510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 09d56e12-dde0-456e-b8b4-c104643ae0a0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:49.892193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-51c0226a-1a1b-4c21-b337-d07c5fc313cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:49.910555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-0f52d984-1871-4f32-b3e3-4a2eef97bf58 service neutron] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:49.917444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-0f52d984-1871-4f32-b3e3-4a2eef97bf58 service neutron] Notify callbacks [] for binding, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:49.918552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-0f52d984-1871-4f32-b3e3-4a2eef97bf58 service neutron] 10.222.0.18 "DELETE /v2.0/ports/94194168-ab24-4a3d-ad6b-250e8a608bfd/bindings/n-h2-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.3538463 Apr 18 17:00:49.952694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4228222b-44ff-40a4-b1ce-56fec86432cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0fec6f8014a14bfdb081caafafa8b398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6236107 Apr 18 17:00:49.953295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49238) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:50.002202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 09d56e12-dde0-456e-b8b4-c104643ae0a0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:50.002580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.061387 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-51c0226a-1a1b-4c21-b337-d07c5fc313cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.178646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-51c0226a-1a1b-4c21-b337-d07c5fc313cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.183054 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-75027e16-4c2f-4065-bf89-572d4261ba93 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060458 Apr 18 17:00:50.244806 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:00:47Z', 'revision_number': 4, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '0bcdf0a5-8818-42e2-93a1-7b07e4475443', 'name': '', 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'mac_address': 'fa:16:3e:19:f6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b81253d-c5ee-43af-ab20-0f511b528f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:45Z', 'updated_at': '2022-04-18T17:00:47Z', 'revision_number': 2, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'subnets': [{'id': '9b81253d-c5ee-43af-ab20-0f511b528f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:50.251149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803a49b-69b6-440f-b36d-bba27e7707f9 req-c21f2974-503e-4640-afc3-cc516736531f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:50.252853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4803a49b-69b6-440f-b36d-bba27e7707f9 req-c21f2974-503e-4640-afc3-cc516736531f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 945 time: 0.1920340 Apr 18 17:00:50.268730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0eecb95-3489-4d4c-95b0-150c7833dc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.275939 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Checking router: 556e90c7-632f-4b9f-a416-90fd5cf4edec for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:00:50.276983 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Updating router 556e90c7-632f-4b9f-a416-90fd5cf4edec port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:00:50.306177 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.327696 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0eecb95-3489-4d4c-95b0-150c7833dc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.352550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-51c0226a-1a1b-4c21-b337-d07c5fc313cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.372892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-1217241d-598e-4981-be05-6765dafcda0a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2608695 Apr 18 17:00:50.390096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4803a49b-69b6-440f-b36d-bba27e7707f9 req-17a445d6-074a-4c57-a983-641adffcf3e2 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262436 Apr 18 17:00:50.402408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:50.405074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0226a-1a1b-4c21-b337-d07c5fc313cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b9c724-37a0-4ce2-b163-ac49f88573bd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:50.407657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-51c0226a-1a1b-4c21-b337-d07c5fc313cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.414781 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-51c0226a-1a1b-4c21-b337-d07c5fc313cb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/04b9c724-37a0-4ce2-b163-ac49f88573bd HTTP/1.1" status: 204 len: 168 time: 0.6176636 Apr 18 17:00:50.415413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49242) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:50.498288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.514440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.566128 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0eecb95-3489-4d4c-95b0-150c7833dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.569328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0eecb95-3489-4d4c-95b0-150c7833dc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.570526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e0eecb95-3489-4d4c-95b0-150c7833dc32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8036044b-2e4d-47df-8b14-ac6b5be89c13 HTTP/1.1" status: 204 len: 168 time: 0.6137466 Apr 18 17:00:50.632340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.650011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eecb95-3489-4d4c-95b0-150c7833dc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8036044b-2e4d-47df-8b14-ac6b5be89c13,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:50.663613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4343b3b1-cdba-49ad-9f64-65e854f2c790']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:50.675754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3280f18c-7f94-4648-a605-bfee2447fd8b') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:50.675754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3280f18c-7f94-4648-a605-bfee2447fd8b') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:50.693488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.712187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.720765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:00:50.721183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.723032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3827d6-b7f2-4922-9658-c43f99556e08 req-aeeffa54-1f02-4cfd-90b1-57da3444e1c9 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:00:50.723176 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:00:50.725854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d3827d6-b7f2-4922-9658-c43f99556e08 req-aeeffa54-1f02-4cfd-90b1-57da3444e1c9 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1096 time: 0.1638086 Apr 18 17:00:50.780636 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.807332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.815458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d3827d6-b7f2-4922-9658-c43f99556e08 req-5e1bd553-bb93-474c-b677-2d5f0ae0179f tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695374 Apr 18 17:00:50.864037 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.894427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.908232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:50.915381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] 10.222.0.45 "DELETE /v2.0/networks/4343b3b1-cdba-49ad-9f64-65e854f2c790 HTTP/1.1" status: 204 len: 168 time: 0.4984097 Apr 18 17:00:50.932119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450249f-ead9-4663-a84f-99ac23d11d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=4343b3b1-cdba-49ad-9f64-65e854f2c790,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:50.942407 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef53bf-1b6a-457a-8e8a-5b0a461f6762 None None] Pushing event updated for resources: {'Port': ['ID=0bcdf0a5-8818-42e2-93a1-7b07e4475443,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:50.999821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Allocated IP 172.25.5.78 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/611c5649-2991-4960-b3eb-38d081dd0979) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:51.017426 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Attempting to bind port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:51.017799 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Attempting to bind port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:51.018147 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Attempting to bind port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 on network 6f270258-1638-4c12-aa62-634f7d28ed89 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:51.024999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70d8d3-dbd4-4956-a0cc-e27f8de129a6 req-8155b693-ec2f-4cdc-a52e-c8df9eb0971f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:51.026581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee70d8d3-dbd4-4956-a0cc-e27f8de129a6 req-8155b693-ec2f-4cdc-a52e-c8df9eb0971f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1002393 Apr 18 17:00:51.028641 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:51.029046 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Checking segment: {'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:51.029489 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.029886 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Bound using segment: {'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:51.030364 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Bound port: 0bcdf0a5-8818-42e2-93a1-7b07e4475443, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:51.031393 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.132380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee70d8d3-dbd4-4956-a0cc-e27f8de129a6 req-95f9270f-d708-4fa9-9029-fdd0cd0d2c51 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911267 Apr 18 17:00:51.189701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.274604 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] For port 0bcdf0a5-8818-42e2-93a1-7b07e4475443, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:51.280607 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] For port 0bcdf0a5-8818-42e2-93a1-7b07e4475443, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0bcdf0a5-8818-42e2-93a1-7b07e4475443,segment=NetworkSegment(9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91),segment_id=9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:51.332045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-604efd84-d45f-4807-a437-927ed4aa43ba None None] Provisioning complete for port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:51.332578 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-604efd84-d45f-4807-a437-927ed4aa43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.360147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.361694 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.378719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-604efd84-d45f-4807-a437-927ed4aa43ba None None] Port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:00:51.418358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:51.425257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:51.429850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:51.432604 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Routers {'556e90c7-632f-4b9f-a416-90fd5cf4edec'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:00:51.433286 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['556e90c7-632f-4b9f-a416-90fd5cf4edec'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:51.463957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event updated for resources: {'Port': ['ID=611c5649-2991-4960-b3eb-38d081dd0979,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:51.507449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49268) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:51.509601 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef53bf-1b6a-457a-8e8a-5b0a461f6762 None None] Pushing event updated for resources: {'Port': ['ID=0bcdf0a5-8818-42e2-93a1-7b07e4475443,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:51.526533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56612-0c8a-4aaa-908c-9747cfad5a47 req-f90e6628-7d18-4c9c-9c64-5fc7159d6de6 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:51.528625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8b56612-0c8a-4aaa-908c-9747cfad5a47 req-f90e6628-7d18-4c9c-9c64-5fc7159d6de6 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 1096 time: 0.2341812 Apr 18 17:00:51.611662 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-98ac6f44-ec74-42f6-9e6d-4e5fa1a3c825 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0aac776c7ad41d0932ceb0533e88c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018960 Apr 18 17:00:51.612274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49270) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:51.623987 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] Set router 556e90c7-632f-4b9f-a416-90fd5cf4edec gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:00:51.682506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8b56612-0c8a-4aaa-908c-9747cfad5a47 req-9be178bc-b115-44f8-8554-81db2bd84391 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418667 Apr 18 17:00:51.745636 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ca5fba-e9df-41e8-af9a-6f950cab813d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.747576 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.774054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ca5fba-e9df-41e8-af9a-6f950cab813d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.817502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a3c2d1e5-6c2b-437a-9e77-869dd0ba8308 None None] Provisioning complete for port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:51.817952 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d1e5-6c2b-437a-9e77-869dd0ba8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.893095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.940613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d1e5-6c2b-437a-9e77-869dd0ba8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.947886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ca5fba-e9df-41e8-af9a-6f950cab813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.953119 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ca5fba-e9df-41e8-af9a-6f950cab813d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:51.960636 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-79ca5fba-e9df-41e8-af9a-6f950cab813d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32846cb5-7eba-4450-84c5-5d2d54ee6fec HTTP/1.1" status: 204 len: 168 time: 0.3456056 Apr 18 17:00:52.003462 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:00:47Z', 'revision_number': 4, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '0bcdf0a5-8818-42e2-93a1-7b07e4475443', 'name': '', 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'mac_address': 'fa:16:3e:19:f6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b81253d-c5ee-43af-ab20-0f511b528f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:45Z', 'updated_at': '2022-04-18T17:00:51Z', 'revision_number': 4, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'subnets': [{'id': '9b81253d-c5ee-43af-ab20-0f511b528f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:00:52.059193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca5fba-e9df-41e8-af9a-6f950cab813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32846cb5-7eba-4450-84c5-5d2d54ee6fec,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:52.094487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a3c2d1e5-6c2b-437a-9e77-869dd0ba8308 None None] For port 0bcdf0a5-8818-42e2-93a1-7b07e4475443, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0bcdf0a5-8818-42e2-93a1-7b07e4475443,segment=NetworkSegment(9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91),segment_id=9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:52.098750 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-afc90f06-da70-469e-9781-1ca575166c57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2038236 Apr 18 17:00:52.102045 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a14b0-827a-43cd-8248-03de1d91be69 None None] The sync data for ids ['556e90c7-632f-4b9f-a416-90fd5cf4edec'] in n-d-836015-2 is: [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:00:47Z', 'revision_number': 4, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '0bcdf0a5-8818-42e2-93a1-7b07e4475443', 'name': '', 'network_id': '6f270258-1638-4c12-aa62-634f7d28ed89', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'mac_address': 'fa:16:3e:19:f6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9b81253d-c5ee-43af-ab20-0f511b528f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:45Z', 'updated_at': '2022-04-18T17:00:51Z', 'revision_number': 4, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'subnets': [{'id': '9b81253d-c5ee-43af-ab20-0f511b528f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:00:52.218674 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d1e5-6c2b-437a-9e77-869dd0ba8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:52.261278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:52.267272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-2f24c422-39a2-410c-8787-5902d2560aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:52.267272 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-2f24c422-39a2-410c-8787-5902d2560aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 1095 time: 0.0776012 Apr 18 17:00:52.344264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:52.394422 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2d1e5-6c2b-437a-9e77-869dd0ba8308 None None] Pushing event updated for resources: {'Port': ['ID=0bcdf0a5-8818-42e2-93a1-7b07e4475443,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:52.434734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-e70eec49-3005-40af-8097-84dbb7ccc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:52.437533 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-e70eec49-3005-40af-8097-84dbb7ccc27b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.1464055 Apr 18 17:00:52.519330 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-3a5484be-ba8f-48da-8f3c-32874672a85e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 200 len: 217 time: 0.0518377 Apr 18 17:00:52.581435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event updated for resources: {'Port': ['ID=611c5649-2991-4960-b3eb-38d081dd0979,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:52.610580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-18908ccf-90dc-4312-891b-6ec762d37d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:52.614198 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-18908ccf-90dc-4312-891b-6ec762d37d72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0877969 Apr 18 17:00:52.616999 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:52.657168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c9428-d87a-4ac8-a564-0932530f991c req-e842746e-ced1-46aa-a6b8-03404303ab60 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:52.667580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-333c9428-d87a-4ac8-a564-0932530f991c req-e842746e-ced1-46aa-a6b8-03404303ab60 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1635778 Apr 18 17:00:52.674490 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-6766f8b0-bed7-4b08-9c1e-0699dda3b276 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522530 Apr 18 17:00:52.710391 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:52.712478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-83000c8d-3101-4770-b38d-70515dc9dc90 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3166435 Apr 18 17:00:52.808252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-333c9428-d87a-4ac8-a564-0932530f991c req-9ea7b226-8cb0-448b-a18d-390e9b3f1edb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358407 Apr 18 17:00:52.826377 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-fcf12937-d9bf-4672-ac69-0bab4edffce3 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426504 Apr 18 17:00:52.830439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-f5ccb58b-4534-45eb-ab04-1fec4e3c8f08 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.1067069 Apr 18 17:00:53.023686 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11e27e6e-f7dd-4ad0-b0b4-84daab557bd2 req-4d1a4357-739b-4b8e-bb4f-abc704f8f1ca service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833344 Apr 18 17:00:53.046539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-9a618928-0e89-4cda-b478-6b6f85ab5584 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:53.047989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc9e2a6a-66ef-406c-a79a-2f1c0e40206b req-9a618928-0e89-4cda-b478-6b6f85ab5584 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2081213 Apr 18 17:00:53.234277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-7823d424-664f-4f9d-a9eb-ad34b24ab24f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1607189 Apr 18 17:00:53.246627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:53.355833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:53.588613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:53.852044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Allocated IP 172.25.5.190 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/498430fd-9ed7-40a9-a2e3-6b6c305a166e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:53.952580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0bcdf0a5-8818-42e2-93a1-7b07e4475443 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:00:54.052005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:54.052611 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.088225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f85163-b353-4d26-9b41-5f73bfb497fe req-4df6a145-c53a-4caa-9c46-d18d666f38a8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:54.090317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5f85163-b353-4d26-9b41-5f73bfb497fe req-4df6a145-c53a-4caa-9c46-d18d666f38a8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1011171 Apr 18 17:00:54.125814 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.157798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5f85163-b353-4d26-9b41-5f73bfb497fe req-faaa19c0-70a4-40fd-bf87-35c83a819c4b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583076 Apr 18 17:00:54.211264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49340) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:54.271850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.321635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:54.324982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:54.328736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:54.357874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event updated for resources: {'Port': ['ID=498430fd-9ed7-40a9-a2e3-6b6c305a166e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:54.391529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1154790540-network', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:54.461582 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.486935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Made reservation on behalf of 92dcbf071faf465f8e5fbbb6107c5cba for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:54.492410 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.503126 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.566133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.727936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.804996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.817185 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.837860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:00:54.847336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9cd226-a3c4-47b6-958a-561b90844011,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:54.855053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.855702 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Added segment 56d216d8-891a-4c94-b8b1-82fbfc6f99de of type vlan for network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf Apr 18 17:00:54.889555 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:54.958734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:55.002270 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:55.004837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event updated for resources: {'Port': ['ID=498430fd-9ed7-40a9-a2e3-6b6c305a166e,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:55.099518 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:55.101699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:55.101699 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:55.130573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:55.130573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-c1b887a0-524d-4f43-9df9-5e1d91818ba7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8913815 Apr 18 17:00:55.519155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3067803 Apr 18 17:00:55.522623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49390) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:55.528796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Request body: {'subnet': {'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-subnet', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:55.551213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aba02-ca19-4ccb-9a07-98d8297c0c1f admin admin] Pushing event updated for resources: {'Network': ['ID=59a6a0b4-304a-447f-a2ae-d235bcfd12cf,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:55.557789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-46204978-c01d-4621-b732-bd7028d3f75d tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.3964388 Apr 18 17:00:55.565002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:00:55.627388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725108a8-b25d-4d6b-b8ea-3e75d248c84e req-2c500a2f-3bb4-46c1-9505-d136dbe614d1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:55.628896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-725108a8-b25d-4d6b-b8ea-3e75d248c84e req-2c500a2f-3bb4-46c1-9505-d136dbe614d1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1180673 Apr 18 17:00:55.680736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Made reservation on behalf of 92dcbf071faf465f8e5fbbb6107c5cba for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:00:55.683344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:55.712774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49394) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:55.787921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-725108a8-b25d-4d6b-b8ea-3e75d248c84e req-eff25cc1-9caf-4fd0-89b2-6076efd86c23 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143963 Apr 18 17:00:55.813564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-576b1222-4a42-4169-919a-9a10c6b2c842 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2012856 Apr 18 17:00:55.929730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-d564eef4-0ae4-4f2d-88df-f76461835043 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:55.929730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1506a5-d1e0-480f-85dc-c41e28e3c50b req-d564eef4-0ae4-4f2d-88df-f76461835043 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2922652 Apr 18 17:00:56.018006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-caf2e15c-9ece-40c8-93f0-75d4b7e09dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.051991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-e5cfcb84-0352-4fee-9e30-c55c8307d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:56.053673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-e5cfcb84-0352-4fee-9e30-c55c8307d245 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1095 time: 0.1869786 Apr 18 17:00:56.127574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-8585327a-cc01-427a-bd4c-4b33cb1ec41d tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1852179 Apr 18 17:00:56.141112 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-caf2e15c-9ece-40c8-93f0-75d4b7e09dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.153189 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.189349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:56.212801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-caf2e15c-9ece-40c8-93f0-75d4b7e09dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.249860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-a81c9cce-c465-442a-ba2e-4c6f944b0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:56.251475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-a81c9cce-c465-442a-ba2e-4c6f944b0f8a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1681476 Apr 18 17:00:56.289356 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-caf2e15c-9ece-40c8-93f0-75d4b7e09dfe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6aa0409ae834d36beaf0ca16e06970a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749457 Apr 18 17:00:56.291665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2e15c-9ece-40c8-93f0-75d4b7e09dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ea95e5-7001-4fcb-9786-d440125fd9b5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:56.294340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b515abfa-86f2-4b40-803c-011b94567510,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:56.305231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49400) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:56.350905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.357976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Checking segment: {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:56.358470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Network hostable DHCP agents. Network: 59a6a0b4-304a-447f-a2ae-d235bcfd12cf, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:00:56.376284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-f20c0e3e-86cd-4c02-82f7-ecbbc86d4c11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 217 time: 0.1170256 Apr 18 17:00:56.394238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14a926d4-4429-4e34-87e3-ad8252c67254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.422239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14a926d4-4429-4e34-87e3-ad8252c67254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.474329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:00:56.478698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-9945e368-f82c-422f-b7fb-e8f33d7837b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:56.480231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-9945e368-f82c-422f-b7fb-e8f33d7837b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0915377 Apr 18 17:00:56.518838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-30faca60-73ab-44ea-b3df-631887500b70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302269 Apr 18 17:00:56.556298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14a926d4-4429-4e34-87e3-ad8252c67254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.560689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14a926d4-4429-4e34-87e3-ad8252c67254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.565116 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-14a926d4-4429-4e34-87e3-ad8252c67254 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/34ea95e5-7001-4fcb-9786-d440125fd9b5 HTTP/1.1" status: 204 len: 168 time: 0.2586510 Apr 18 17:00:56.576551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a926d4-4429-4e34-87e3-ad8252c67254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ea95e5-7001-4fcb-9786-d440125fd9b5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:56.597203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 59a6a0b4-304a-447f-a2ae-d235bcfd12cf) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:56.615472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:56.615472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.615944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e574f5e1-e765-4e48-9747-5d627d7eafcd None None] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:56.640929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.744930 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f1b92efc-2826-44e0-a699-d14a54f4c022 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2184081 Apr 18 17:00:56.747827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49406) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:56.752975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:00:56.764606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-14d92f7e-8fa8-4154-9d11-381f2042eba7 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325356 Apr 18 17:00:56.992065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:56.993250 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.001016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:00:57.001839 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.039492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a79e9a5-6751-4358-bd89-2029e0a79544 req-dcf010fd-79d9-4c89-bcae-65cc81e370d4 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163644 Apr 18 17:00:57.141516 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.163968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Allocated IP 172.25.5.114 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/d0cf0cd3-adc4-4ab4-bfc2-8935d8333f06) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:57.200088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Allocated IP 172.20.0.2 (59a6a0b4-304a-447f-a2ae-d235bcfd12cf/b515abfa-86f2-4b40-803c-011b94567510/5c1d7ccd-1346-479d-95f4-1320763bf0bf) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:57.279068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee38c74-724c-410a-b800-440bca758cb8 req-6f82916f-8ed2-4323-b80b-daf8af831bce tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:57.287446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ee38c74-724c-410a-b800-440bca758cb8 req-6f82916f-8ed2-4323-b80b-daf8af831bce tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.3110533 Apr 18 17:00:57.384070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ee38c74-724c-410a-b800-440bca758cb8 req-fde1e20e-584b-403e-97e8-e78651a2cb84 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951061 Apr 18 17:00:57.420871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49414) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:57.437993 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.441386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0142a119-00ea-4e9a-b5e9-d26391076c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.498930 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.575080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:57.579722 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.585790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:57.591780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:57.616609 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0142a119-00ea-4e9a-b5e9-d26391076c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.617182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.638983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Pushing event updated for resources: {'Port': ['ID=5c1d7ccd-1346-479d-95f4-1320763bf0bf,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:57.680746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Attempting to bind port 5c1d7ccd-1346-479d-95f4-1320763bf0bf on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:00:57.681191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Attempting to bind port 5c1d7ccd-1346-479d-95f4-1320763bf0bf by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:00:57.681589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Attempting to bind port 5c1d7ccd-1346-479d-95f4-1320763bf0bf on network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:00:57.689851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:00:57.690216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Checking segment: {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:00:57.690614 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.691084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Bound using segment: {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:00:57.691675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Bound port: 5c1d7ccd-1346-479d-95f4-1320763bf0bf, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:00:57.692044 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.755258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0142a119-00ea-4e9a-b5e9-d26391076c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.785610 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.797483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a119-00ea-4e9a-b5e9-d26391076c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831c2952-5a1f-4805-90be-51e202e87154,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:57.797664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] For port 5c1d7ccd-1346-479d-95f4-1320763bf0bf, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:00:57.798839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] For port 5c1d7ccd-1346-479d-95f4-1320763bf0bf, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5c1d7ccd-1346-479d-95f4-1320763bf0bf,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:00:57.833225 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0142a119-00ea-4e9a-b5e9-d26391076c56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ffe103f860b4bd2866a713066f69c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067113 Apr 18 17:00:57.833503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49418) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:00:57.847026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:57.853203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:57.856232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:57.875836 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.894917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3dee-101c-4508-acde-59e26d098c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:57.904307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event updated for resources: {'Port': ['ID=d0cf0cd3-adc4-4ab4-bfc2-8935d8333f06,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:57.957197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249152f0-3b79-4e52-bf6d-b4749f8b5ca7 None None] Pushing event updated for resources: {'Port': ['ID=5c1d7ccd-1346-479d-95f4-1320763bf0bf,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:57.966357 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3dee-101c-4508-acde-59e26d098c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.081284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.097288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3dee-101c-4508-acde-59e26d098c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.105901 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3dee-101c-4508-acde-59e26d098c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.105901 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2b5e3dee-101c-4508-acde-59e26d098c55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/831c2952-5a1f-4805-90be-51e202e87154 HTTP/1.1" status: 204 len: 168 time: 0.2672958 Apr 18 17:00:58.109219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.118151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e3dee-101c-4508-acde-59e26d098c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831c2952-5a1f-4805-90be-51e202e87154,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:58.123028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.291801 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.335945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Allocated IP 172.25.5.145 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/54188eeb-17f1-45fc-a6a6-e502fd52d8d6) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:00:58.594687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05d0d0-fd4a-4edb-ad2c-8c2364ccc0ae req-e53f3fe5-962b-4f57-8db6-c05ccfb51b52 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:58.596086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae05d0d0-fd4a-4edb-ad2c-8c2364ccc0ae req-e53f3fe5-962b-4f57-8db6-c05ccfb51b52 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1382291 Apr 18 17:00:58.600743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.646991 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.676416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae05d0d0-fd4a-4edb-ad2c-8c2364ccc0ae req-201b472f-1525-4634-a2d5-40b582cee181 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694361 Apr 18 17:00:58.761589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.807679 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:58.856737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:00:58.860313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:00:58.863498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:00:58.904214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event updated for resources: {'Port': ['ID=d0cf0cd3-adc4-4ab4-bfc2-8935d8333f06,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:58.960330 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:59.042367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Pushing event updated for resources: {'Port': ['ID=54188eeb-17f1-45fc-a6a6-e502fd52d8d6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:59.112218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:59.115968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-675611ce-222d-4607-ab73-ef379d36bc9a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9858871 Apr 18 17:00:59.191063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de28d2-0cf8-4428-a5ea-a9c6aedf2d1d None None] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:00:59.194320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-d90be244-801f-4738-b068-43b8a851e05f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0728493 Apr 18 17:00:59.280248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-82453d7b-c3c7-48d5-a492-41f5052941e5 None None] Provisioning complete for port 5c1d7ccd-1346-479d-95f4-1320763bf0bf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:59.280248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82453d7b-c3c7-48d5-a492-41f5052941e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:59.427532 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82453d7b-c3c7-48d5-a492-41f5052941e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:59.468405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-82453d7b-c3c7-48d5-a492-41f5052941e5 None None] For port 5c1d7ccd-1346-479d-95f4-1320763bf0bf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5c1d7ccd-1346-479d-95f4-1320763bf0bf,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:00:59.584694 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82453d7b-c3c7-48d5-a492-41f5052941e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:59.686873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82453d7b-c3c7-48d5-a492-41f5052941e5 None None] Pushing event updated for resources: {'Port': ['ID=5c1d7ccd-1346-479d-95f4-1320763bf0bf,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:00:59.763695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-3df4b0aa-0d83-4264-9d46-43d454aa5e03 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:00:59.765290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40d2f26e-2eeb-4470-beab-1f37449e021c req-3df4b0aa-0d83-4264-9d46-43d454aa5e03 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.5650055 Apr 18 17:00:59.810376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a531ab0c-ed0b-4538-93bc-d8acf9c00a88 None None] Provisioning complete for port 5c1d7ccd-1346-479d-95f4-1320763bf0bf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:00:59.810858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a531ab0c-ed0b-4538-93bc-d8acf9c00a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:59.872372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:00:59.963243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5c1d7ccd-1346-479d-95f4-1320763bf0bf up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:00.040641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e722-26d3-4a50-976f-f57d79e8bd7a req-407d8bd4-b26f-4060-9220-ed1267dba97f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:00.042213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6db5e722-26d3-4a50-976f-f57d79e8bd7a req-407d8bd4-b26f-4060-9220-ed1267dba97f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2578642 Apr 18 17:01:00.094607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5c1d7ccd-1346-479d-95f4-1320763bf0bf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:00.095299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:00.126783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-c26edb9c-4a86-4152-94b7-38691e363dbd tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2704961 Apr 18 17:01:00.149045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:00.160827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6db5e722-26d3-4a50-976f-f57d79e8bd7a req-122e554d-a352-4ee8-a909-7b8bc1a72c1f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095195 Apr 18 17:01:00.264345 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:00.291121 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:00.480694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:00.562594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Router 99106cc1-3dab-4979-be6c-58576ee5dc4f is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:01:00.631404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Allocated IP 172.25.5.22 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/418bb992-78d8-49c0-bcc3-54f15777063b) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:00.780802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:00.781304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Sync routers for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:00.806596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:00.807509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:00.809986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:01.073094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:01.255493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:00:59Z', 'revision_number': 3, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:01.283089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Checking router: 99106cc1-3dab-4979-be6c-58576ee5dc4f for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:01.283519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Updating router 99106cc1-3dab-4979-be6c-58576ee5dc4f port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:01:01.296904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adff039-3490-47a7-b50d-a6dc6e0abf60 req-9fcabce6-af5d-4ff0-b9bc-bc8d7fee2de0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:01.298721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0adff039-3490-47a7-b50d-a6dc6e0abf60 req-9fcabce6-af5d-4ff0-b9bc-bc8d7fee2de0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.0596194 Apr 18 17:01:01.312737 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:01.339153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0adff039-3490-47a7-b50d-a6dc6e0abf60 req-3636d94e-9f98-442b-b851-8804cf689acd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341923 Apr 18 17:01:01.722999 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:01.724210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0603685d-d5c8-4b23-9f0b-32a02f7a43a3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9752471 Apr 18 17:01:01.728579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:01.825919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6238c93f-2ad8-41fe-9fef-c551bd0b041d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:01.836592 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:01.882144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:01.892137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:01.931113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:01.957226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event updated for resources: {'Port': ['ID=418bb992-78d8-49c0-bcc3-54f15777063b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:02.022293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.109933 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.179152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-384a55d0-2c4b-4b0e-a1fa-30d2e4388b86 req-aea64637-91b9-477f-8b53-c99c8156ed08 tempest-FlavorsV2NegativeTest-1327997447 tempest-FlavorsV2NegativeTest-1327997447-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=49dd6a872d534dfb866e59c63cd4ad2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459721 Apr 18 17:01:02.180469 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.240384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Attempting to bind port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:02.241929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Attempting to bind port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:02.242486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Attempting to bind port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:02.252377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:02.253017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:02.253879 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.254661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:02.256890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Bound port: 54188eeb-17f1-45fc-a6a6-e502fd52d8d6, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:02.257462 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.260732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745df162-2934-4490-89b1-98d11491b3d0 None None] Pushing event updated for resources: {'Port': ['ID=54188eeb-17f1-45fc-a6a6-e502fd52d8d6,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:02.324661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] For port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:02.327763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.328773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] For port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=54188eeb-17f1-45fc-a6a6-e502fd52d8d6,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:02.390214 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.414262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a55d0-2c4b-4b0e-a1fa-30d2e4388b86 req-9a987b55-571e-4fba-8b69-1525835f8291 tempest-FlavorsV2NegativeTest-1327997447 tempest-FlavorsV2NegativeTest-1327997447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:02.415760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-384a55d0-2c4b-4b0e-a1fa-30d2e4388b86 req-9a987b55-571e-4fba-8b69-1525835f8291 tempest-FlavorsV2NegativeTest-1327997447 tempest-FlavorsV2NegativeTest-1327997447-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271047 Apr 18 17:01:02.451031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-384a55d0-2c4b-4b0e-a1fa-30d2e4388b86 req-a3f05143-e751-463d-bf5d-2ceb0619b2d2 tempest-FlavorsV2NegativeTest-1327997447 tempest-FlavorsV2NegativeTest-1327997447-project] 10.222.0.45 "GET /v2.0/quotas/49dd6a872d534dfb866e59c63cd4ad2d HTTP/1.1" status: 200 len: 375 time: 0.0255435 Apr 18 17:01:02.457430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:02.458358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:00:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:02.464159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745df162-2934-4490-89b1-98d11491b3d0 None None] Pushing event updated for resources: {'Port': ['ID=54188eeb-17f1-45fc-a6a6-e502fd52d8d6,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:02.541539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-384a55d0-2c4b-4b0e-a1fa-30d2e4388b86 req-287a0c49-159d-44be-ab4e-a728c6e6e480 tempest-FlavorsV2NegativeTest-1327997447 tempest-FlavorsV2NegativeTest-1327997447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=49dd6a872d534dfb866e59c63cd4ad2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626984 Apr 18 17:01:02.590681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:02.744513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d39c58-992e-48ca-9b54-ff971a4f874e req-91a4159b-d1ae-43e5-b425-ad2a4db3ed35 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:02.746347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2d39c58-992e-48ca-9b54-ff971a4f874e req-91a4159b-d1ae-43e5-b425-ad2a4db3ed35 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1172960 Apr 18 17:01:02.750062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.794377 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.831978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:00:59Z', 'revision_number': 3, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:02.839132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2d39c58-992e-48ca-9b54-ff971a4f874e req-08e64a16-0236-43bf-88ad-551c95566ae3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844493 Apr 18 17:01:02.867085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca2514-c701-4542-abe2-82df6e3b84bc None None] The sync data for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 is: [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:00:59Z', 'revision_number': 3, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:02.873050 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:02.997911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event updated for resources: {'Port': ['ID=418bb992-78d8-49c0-bcc3-54f15777063b,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:03.017442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:03.067042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Allocated IP 172.20.0.1 (59a6a0b4-304a-447f-a2ae-d235bcfd12cf/b515abfa-86f2-4b40-803c-011b94567510/1ed122e9-0a22-42c4-a78a-b400f47d4dfd) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:03.143879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:03.145294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-02369c3a-c020-46ca-8674-06afd24c870c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0060844 Apr 18 17:01:03.218949 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc0bdb16-590d-44c4-93b4-c5f2541ef391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:03.269046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-95bbb977-fdae-46d1-a98c-94fd464acd3c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0842640 Apr 18 17:01:03.364451 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:03.428997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-0d5a33c6-3986-4c0a-8508-adb6bb20a7c2 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:03.430421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bd862f4-92b9-4baf-bc2b-ec450a1bc5ee req-0d5a33c6-3986-4c0a-8508-adb6bb20a7c2 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1452885 Apr 18 17:01:03.503772 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d480e352-fb5d-4a96-ab4d-6d80ab6e5314 req-791d3498-e845-4570-991d-a8ffc00efa9e tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips/b23e0b76-900f-4cdc-ba04-dc0af23759cd HTTP/1.1" status: 200 len: 692 time: 0.0492764 Apr 18 17:01:03.510886 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:03.582363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:03.619540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:03.622476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:03.675379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:03.782421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:03.903256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49626) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:03.953962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:04.076890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9ec93bb0-9902-43a1-8b72-b9f904fe5cc4 None None] Provisioning complete for port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:04.079561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ec93bb0-9902-43a1-8b72-b9f904fe5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.115424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5036-9615-40e2-940c-c3fa2a491058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.151918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:04.152391 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.190900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9ec93bb0-9902-43a1-8b72-b9f904fe5cc4 None None] Port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:04.326641 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.332686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5036-9615-40e2-940c-c3fa2a491058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.352028 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.376200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=54188eeb-17f1-45fc-a6a6-e502fd52d8d6,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:04.391412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480e352-fb5d-4a96-ab4d-6d80ab6e5314 req-ada7b3e7-174c-4fb0-92cf-18e081497f73 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:04.396737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d480e352-fb5d-4a96-ab4d-6d80ab6e5314 req-ada7b3e7-174c-4fb0-92cf-18e081497f73 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.8711863 Apr 18 17:01:04.428354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5036-9615-40e2-940c-c3fa2a491058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.463457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.486554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f5cb5036-9615-40e2-940c-c3fa2a491058 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49dd6a872d534dfb866e59c63cd4ad2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815303 Apr 18 17:01:04.488119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:04.495292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb5036-9615-40e2-940c-c3fa2a491058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c89193f-54cf-4717-85cd-71f40fd399c2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:04.541247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=54188eeb-17f1-45fc-a6a6-e502fd52d8d6,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:04.554528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-e1b4e0c2-ed46-4a93-86bf-113f72d6e894 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips/b23e0b76-900f-4cdc-ba04-dc0af23759cd HTTP/1.1" status: 200 len: 692 time: 0.1215925 Apr 18 17:01:04.581168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4e758b3f-282b-4d03-9dff-9bae5947cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.607792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4e758b3f-282b-4d03-9dff-9bae5947cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.608015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2005a-4e4c-4fdd-83cb-8e1e5c644694 req-964ac945-15d0-4552-97c9-cef51b489431 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:04.609324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cb2005a-4e4c-4fdd-83cb-8e1e5c644694 req-964ac945-15d0-4552-97c9-cef51b489431 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2099736 Apr 18 17:01:04.724502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cb2005a-4e4c-4fdd-83cb-8e1e5c644694 req-65034cca-ff4a-4df6-9df4-ba3a0d00ca99 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722637 Apr 18 17:01:04.753590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-728958b8-a2fd-4e7f-81e6-f76a781480a7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:04.754062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-728958b8-a2fd-4e7f-81e6-f76a781480a7 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1896312 Apr 18 17:01:04.801047 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4e758b3f-282b-4d03-9dff-9bae5947cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.804103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4e758b3f-282b-4d03-9dff-9bae5947cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.808683 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4e758b3f-282b-4d03-9dff-9bae5947cd94 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c89193f-54cf-4717-85cd-71f40fd399c2 HTTP/1.1" status: 204 len: 168 time: 0.3195276 Apr 18 17:01:04.820032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e758b3f-282b-4d03-9dff-9bae5947cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c89193f-54cf-4717-85cd-71f40fd399c2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:04.841477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-a315d5bb-d836-4b92-a885-800839505263 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0787425 Apr 18 17:01:04.849077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:04.933377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-b059dadf-a436-4e2d-b102-4ec4ec0659c3 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0690737 Apr 18 17:01:05.165452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Deleting port 418bb992-78d8-49c0-bcc3-54f15777063b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:05.165823 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.223728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.275564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.276505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.292380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Calling delete_port for 418bb992-78d8-49c0-bcc3-54f15777063b owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:05.353759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.483072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.493837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:05.651966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:05.653238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:05.726954 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.730740 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.831908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event deleted for resources: {'Port': ['ID=418bb992-78d8-49c0-bcc3-54f15777063b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:05.926754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:05.949510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.952010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:05.953155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3478e11e-41e4-4c3e-9749-7e9bb18d3fc8 req-146735c6-edd4-4cfe-9c97-d6b9ee4354c9 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "DELETE /v2.0/floatingips/b23e0b76-900f-4cdc-ba04-dc0af23759cd HTTP/1.1" status: 204 len: 173 time: 1.0133908 Apr 18 17:01:06.073764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:06.073764 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:06.122320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8a19e07f-edf7-44e8-9826-faced497b64c None None] Provisioning complete for port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:06.126204 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a19e07f-edf7-44e8-9826-faced497b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:06.140599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49676) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:06.223737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89809406-5203-4f58-a9f8-89e1da4a4d6f req-13cdf3e3-98f3-4ec8-b055-dae45d3867ff tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:06.225316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8a19e07f-edf7-44e8-9826-faced497b64c None None] Port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:06.230353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89809406-5203-4f58-a9f8-89e1da4a4d6f req-13cdf3e3-98f3-4ec8-b055-dae45d3867ff tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.3370492 Apr 18 17:01:06.314482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Router 99106cc1-3dab-4979-be6c-58576ee5dc4f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:06.330461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da8f7e-8853-4743-99ae-e58c79db518b req-7660c70e-e34f-4b9a-9747-3cbf1cdcb533 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:06.331972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5da8f7e-8853-4743-99ae-e58c79db518b req-7660c70e-e34f-4b9a-9747-3cbf1cdcb533 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3458447 Apr 18 17:01:06.333500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-network', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:06.357809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89809406-5203-4f58-a9f8-89e1da4a4d6f req-28803baf-9935-4c2e-87d4-646ffc3995cf tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264248 Apr 18 17:01:06.458877 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:06.466790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ade2670e-b6f3-4ee7-ad9d-476a4583c00f req-8db85093-c49e-44bb-9ed6-bcab1a9fc9fb tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=8b21009cedc240db97e683e9f6607b3b HTTP/1.1" status: 200 len: 1656 time: 0.0687666 Apr 18 17:01:06.573254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:06.580151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4bcae130-b9d8-478d-95ef-b9a1d0466363 admin admin] 10.222.0.45 "PUT /v2.0/routers/99106cc1-3dab-4979-be6c-58576ee5dc4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8505495 Apr 18 17:01:06.595781 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Sync routers for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:06.613108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Made reservation on behalf of 7e85a3873d8d4051a31206b2b18aaefe for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:06.617140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:06.635114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2670e-b6f3-4ee7-ad9d-476a4583c00f req-b4cba31c-bd1f-49b4-89cd-46a5525e9ff8 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:06.636932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ade2670e-b6f3-4ee7-ad9d-476a4583c00f req-b4cba31c-bd1f-49b4-89cd-46a5525e9ff8 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks?id=6f5584dc-5e6a-418a-b84a-133990456da5&id=6f5584dc-5e6a-418a-b84a-133990456da5&id=6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 787 time: 0.1319711 Apr 18 17:01:06.638302 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:06.638944 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:06.644633 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:06.782320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-656378b1-3382-48a5-a06f-6c495f5b095e tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips/a012a33c-c970-48bb-a8ad-8417aa69c84a HTTP/1.1" status: 200 len: 693 time: 0.1063142 Apr 18 17:01:06.817054 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:06.823172 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:06.914816 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:06.939051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-664befd6-4fb6-474b-b117-117d7e7445c4 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:06.942046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-664befd6-4fb6-474b-b117-117d7e7445c4 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1508799 Apr 18 17:01:06.975984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4507f277-e84d-4d03-9414-e47193501930,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:06.982386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:01:06.994847 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:06.995491 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Added segment 478d1f92-8553-4490-8721-fa150d20a50d of type vlan for network f106207a-d067-412c-9da7-217ab80e350f Apr 18 17:01:07.042246 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 2, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:07.046627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-fada4c5c-e82e-4dd6-ad17-206c38dc1748 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0983751 Apr 18 17:01:07.077121 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Checking router: 99106cc1-3dab-4979-be6c-58576ee5dc4f for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:07.077765 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Updating router 99106cc1-3dab-4979-be6c-58576ee5dc4f port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:01:07.079994 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.107983 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.143355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-116ad1ef-6737-4c16-8777-776e27c18c6e tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0882552 Apr 18 17:01:07.189450 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.190446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:07.191036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.296518 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1537828 Apr 18 17:01:07.297125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49694) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:07.309461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Request body: {'subnet': {'network_id': 'f106207a-d067-412c-9da7-217ab80e350f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-subnet', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:07.333450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a55ca6-327f-450a-bc12-fbf0ee5878f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f106207a-d067-412c-9da7-217ab80e350f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:07.343788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network f106207a-d067-412c-9da7-217ab80e350f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:01:07.370522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Deleting port d0cf0cd3-adc4-4ab4-bfc2-8935d8333f06 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:07.371004 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.418395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Made reservation on behalf of 7e85a3873d8d4051a31206b2b18aaefe for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:07.421136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.548783 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.589252 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.589252 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.596883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Calling delete_port for d0cf0cd3-adc4-4ab4-bfc2-8935d8333f06 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:07.652289 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.796489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49702) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:07.801294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-74b3e916-0e2b-4e18-948b-6e618a7c7bc5 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609086462', 'description': 'tempest-description--1438414558'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:07.834788 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90a1bf-8872-4a52-9ff4-0481ff61c1d8 None None] Pushing event updated for resources: {'Port': ['ID=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:07.847286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.880314 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Attempting to bind port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:07.880314 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Attempting to bind port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:07.880629 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Attempting to bind port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd on network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:07.893233 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:07.894427 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Checking segment: {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:07.894427 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.897584 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Bound using segment: {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:07.898103 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Bound port: 1ed122e9-0a22-42c4-a78a-b400f47d4dfd, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:07.898598 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.913746 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.928925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2123d5a2-5bce-4758-a92e-8085dfece04b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:07.934665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Checking segment: {'id': '478d1f92-8553-4490-8721-fa150d20a50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f106207a-d067-412c-9da7-217ab80e350f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:07.936937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Network hostable DHCP agents. Network: f106207a-d067-412c-9da7-217ab80e350f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:01:07.966853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-74b3e916-0e2b-4e18-948b-6e618a7c7bc5 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:07.979830 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] For port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:07.983948 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] For port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:08.016139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66894bde-820f-4171-9895-8e264c244030 req-2d821651-fd6b-42de-b18f-6b1ca353484d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:08.019888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66894bde-820f-4171-9895-8e264c244030 req-2d821651-fd6b-42de-b18f-6b1ca353484d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1559885 Apr 18 17:01:08.019888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event deleted for resources: {'Port': ['ID=d0cf0cd3-adc4-4ab4-bfc2-8935d8333f06,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:08.047258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Network f106207a-d067-412c-9da7-217ab80e350f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:01:08.072465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-74b3e916-0e2b-4e18-948b-6e618a7c7bc5 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.081889 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.104670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66894bde-820f-4171-9895-8e264c244030 req-60399baf-6987-4393-83de-dd54f5b830ed tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637314 Apr 18 17:01:08.113101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.115654 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.116771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6efa14c8-09a3-4421-9b8a-7ab35cb913f6 req-50d21e50-4180-4f19-bc4a-73b89fa2295c tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "DELETE /v2.0/floatingips/a012a33c-c970-48bb-a8ad-8417aa69c84a HTTP/1.1" status: 204 len: 173 time: 0.9668379 Apr 18 17:01:08.166032 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90a1bf-8872-4a52-9ff4-0481ff61c1d8 None None] Pushing event updated for resources: {'Port': ['ID=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:08.169705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7b5df90c-40f6-4b66-a51b-38cc4aaec65a None None] Provisioning complete for port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:08.170319 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b5df90c-40f6-4b66-a51b-38cc4aaec65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.171689 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:08.172424 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:08.197229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56c094cc-3354-4b18-9660-b92c9352538e req-074dfbbe-342c-43f6-b0e5-65d5eacf2dae tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips/e384ad14-6cd2-4743-af8a-b79696e48211 HTTP/1.1" status: 200 len: 693 time: 0.0493810 Apr 18 17:01:08.201579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, f106207a-d067-412c-9da7-217ab80e350f) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:08.206458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:08.207291 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.235288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52592ea6-bc7a-4450-b8c7-3902e11589e0 None None] Network f106207a-d067-412c-9da7-217ab80e350f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:08.257897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-74b3e916-0e2b-4e18-948b-6e618a7c7bc5 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.315188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3e916-0e2b-4e18-948b-6e618a7c7bc5 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acc290f-d4da-4885-93e9-aa04da47ebf7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:08.357976 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-96fa6599-9267-4102-883b-1f53e543a554 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0529475 Apr 18 17:01:08.366236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49706) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:08.370101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:08.376563 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:08.389945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c094cc-3354-4b18-9660-b92c9352538e req-e81869bb-84ca-428c-b9d0-d33645b71b94 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:08.392083 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56c094cc-3354-4b18-9660-b92c9352538e req-e81869bb-84ca-428c-b9d0-d33645b71b94 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1829076 Apr 18 17:01:08.400883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-74b3e916-0e2b-4e18-948b-6e618a7c7bc5 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.406538 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-74b3e916-0e2b-4e18-948b-6e618a7c7bc5 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6049478 Apr 18 17:01:08.408590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49708) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:08.424024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e3202db8-35b8-42d6-982f-7b473de35ea6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Request body: {'security_group_rule': {'security_group_id': '3acc290f-d4da-4885-93e9-aa04da47ebf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:08.493939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56c094cc-3354-4b18-9660-b92c9352538e req-812fec92-7e85-4301-88eb-e73c800f7c3a tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.0929401 Apr 18 17:01:08.548403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.549945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.558934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56c094cc-3354-4b18-9660-b92c9352538e req-babc59f3-db7d-4ccc-96ea-351e624e0728 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.0585473 Apr 18 17:01:08.641432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.641432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3202db8-35b8-42d6-982f-7b473de35ea6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.703298 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:07Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:08.771229 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34504334-d504-4380-a174-6a6e0ceae7fb None None] The sync data for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 is: [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:07Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:08.775130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3202db8-35b8-42d6-982f-7b473de35ea6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.804759 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b5df90c-40f6-4b66-a51b-38cc4aaec65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.813276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-f106207a-d067-412c-9da7-217ab80e350f', 'network_id': 'f106207a-d067-412c-9da7-217ab80e350f', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'fixed_ips': [{'subnet_id': '2123d5a2-5bce-4758-a92e-8085dfece04b'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:01:08.814322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:08.894304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7b5df90c-40f6-4b66-a51b-38cc4aaec65a None None] For port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:08.985929 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3202db8-35b8-42d6-982f-7b473de35ea6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.053844 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b5df90c-40f6-4b66-a51b-38cc4aaec65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.099906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3202db8-35b8-42d6-982f-7b473de35ea6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fe71cb-3eb0-48f2-83f0-8a2c046050fc,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:09.105372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.122544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Allocated IP 172.20.0.2 (f106207a-d067-412c-9da7-217ab80e350f/2123d5a2-5bce-4758-a92e-8085dfece04b/9720e6c6-ab43-41cc-8a05-b97530d5c6bf) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:09.154240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5df90c-40f6-4b66-a51b-38cc4aaec65a None None] Pushing event updated for resources: {'Port': ['ID=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:09.181305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Deleting port 498430fd-9ed7-40a9-a2e3-6b6c305a166e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:09.181951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.202693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4ca308b5-f510-40ff-a494-e07e1cd20fcc None None] Provisioning complete for port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:09.203040 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ca308b5-f510-40ff-a494-e07e1cd20fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.220811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3202db8-35b8-42d6-982f-7b473de35ea6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.222329 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3202db8-35b8-42d6-982f-7b473de35ea6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8060789 Apr 18 17:01:09.225483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49716) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:09.231037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f7297b71-ed09-4873-bfbc-405f42ac7bf8 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Request body: {'security_group_rule': {'security_group_id': '3acc290f-d4da-4885-93e9-aa04da47ebf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:09.367178 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.367507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.370204 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7297b71-ed09-4873-bfbc-405f42ac7bf8 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.385951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Calling delete_port for 498430fd-9ed7-40a9-a2e3-6b6c305a166e owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:09.409764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57c10-3878-4dae-868c-8608314bf963 req-f29146b5-768d-445f-bcc2-68f901a33bf0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:09.411220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2b57c10-3878-4dae-868c-8608314bf963 req-f29146b5-768d-445f-bcc2-68f901a33bf0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2065122 Apr 18 17:01:09.487108 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7297b71-ed09-4873-bfbc-405f42ac7bf8 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.492314 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.511983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2b57c10-3878-4dae-868c-8608314bf963 req-4201d7b1-3714-4191-ba49-982cfd34d1d5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657265 Apr 18 17:01:09.612653 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7297b71-ed09-4873-bfbc-405f42ac7bf8 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.621656 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.665608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7297b71-ed09-4873-bfbc-405f42ac7bf8 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a843f9-e8e6-4c28-9dfc-fcc7231ef9bf,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:09.669727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Network f106207a-d067-412c-9da7-217ab80e350f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:09.673388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:09.677287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:09.698063 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.724668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Pushing event updated for resources: {'Port': ['ID=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:09.725490 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.758554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Attempting to bind port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:09.759008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Attempting to bind port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '478d1f92-8553-4490-8721-fa150d20a50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f106207a-d067-412c-9da7-217ab80e350f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:09.759569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Attempting to bind port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf on network f106207a-d067-412c-9da7-217ab80e350f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:09.771750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event deleted for resources: {'Port': ['ID=498430fd-9ed7-40a9-a2e3-6b6c305a166e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:09.773731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:09.774110 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Checking segment: {'id': '478d1f92-8553-4490-8721-fa150d20a50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f106207a-d067-412c-9da7-217ab80e350f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:09.774521 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.774952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Bound using segment: {'id': '478d1f92-8553-4490-8721-fa150d20a50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f106207a-d067-412c-9da7-217ab80e350f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:09.775405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Bound port: 9720e6c6-ab43-41cc-8a05-b97530d5c6bf, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d1f92-8553-4490-8721-fa150d20a50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f106207a-d067-412c-9da7-217ab80e350f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:09.775787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.792366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.792732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.793067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.793394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.795497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.801973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.802388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.803546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.803546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.803546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.803849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.804129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:09.815202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.818908 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7297b71-ed09-4873-bfbc-405f42ac7bf8 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.832520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49722) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:09.835819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:09.837873 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f7297b71-ed09-4873-bfbc-405f42ac7bf8 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5932238 Apr 18 17:01:09.907943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] For port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:09.912986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] For port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,segment=NetworkSegment(478d1f92-8553-4490-8721-fa150d20a50d),segment_id=478d1f92-8553-4490-8721-fa150d20a50d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:09.947970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ed122e9-0a22-42c4-a78a-b400f47d4dfd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:09.968639 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.976308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:09.977768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56c094cc-3354-4b18-9660-b92c9352538e req-0b525a02-aa69-48c6-820d-41281e98a57f tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "DELETE /v2.0/floatingips/e384ad14-6cd2-4743-af8a-b79696e48211 HTTP/1.1" status: 204 len: 173 time: 1.4121640 Apr 18 17:01:10.020316 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:10.038566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Allocated IP 172.25.5.85 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/1caf3590-9765-41ae-a13e-d54ae99b90c0) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:10.057148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:10.057565 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:10.092641 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:10.156592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-32366f2a-d09b-431c-8ddf-70a72e3b3be8 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips/4072920c-28e0-4bca-9b86-42cc6cc655cb HTTP/1.1" status: 200 len: 692 time: 0.1578593 Apr 18 17:01:10.201061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b84be-d41e-4fcc-bb50-fff434216238 None None] Pushing event updated for resources: {'Port': ['ID=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:10.224019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:10.338759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:10.366530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-e51f3975-5af1-4280-80c2-2e92a104acd3 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:10.366530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-e51f3975-5af1-4280-80c2-2e92a104acd3 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1921799 Apr 18 17:01:10.425023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:10.431201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:10.438755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:10.470757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-25411054-2a01-4365-b9bd-739a41f92f92 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.0899198 Apr 18 17:01:10.481980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=1caf3590-9765-41ae-a13e-d54ae99b90c0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:10.486393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:10.559599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-5322e964-bbd3-4673-9aa7-ed09868e0188 tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.0856884 Apr 18 17:01:10.852518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b65e2d-05ef-443e-b4cd-91e4fcd8e946 req-8f0d15ba-650f-4bc5-bc96-3ab3c757daec tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:10.853609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26b65e2d-05ef-443e-b4cd-91e4fcd8e946 req-8f0d15ba-650f-4bc5-bc96-3ab3c757daec tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2055364 Apr 18 17:01:10.897937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Allocated IP 172.25.5.134 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/a672b823-5aa7-4e94-ad60-28f0e3ba68ef) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:10.952302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26b65e2d-05ef-443e-b4cd-91e4fcd8e946 req-a7f15b14-c3e6-4f2a-91f4-eca07c464196 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900245 Apr 18 17:01:10.960198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Deleting port 611c5649-2991-4960-b3eb-38d081dd0979 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:10.960468 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:10.966472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.124049 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.124497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.137269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.146580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Calling delete_port for 611c5649-2991-4960-b3eb-38d081dd0979 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:11.304575 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.364722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:11.368078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:11.371894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:11.403757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event updated for resources: {'Port': ['ID=a672b823-5aa7-4e94-ad60-28f0e3ba68ef,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:11.465216 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.467610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f016f1f-8b52-4fb8-ac4b-2b47c4dce3c3 None None] Network f106207a-d067-412c-9da7-217ab80e350f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:11.503170 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.523389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Pushing event deleted for resources: {'Port': ['ID=611c5649-2991-4960-b3eb-38d081dd0979,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:11.567102 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.570512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6e9f1ae3-382b-4c31-8d85-f71715b5b144 None None] Provisioning complete for port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:11.570969 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1ae3-382b-4c31-8d85-f71715b5b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.615432 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.618449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.619606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66f84fe5-9106-462c-898b-f240b22f4ea8 req-ac1b6d61-5062-4d8f-9472-7a5b98207fbe tempest-FloatingIPDetailsTestJSON-856669647 tempest-FloatingIPDetailsTestJSON-856669647-project] 10.222.0.45 "DELETE /v2.0/floatingips/4072920c-28e0-4bca-9b86-42cc6cc655cb HTTP/1.1" status: 204 len: 173 time: 0.9976487 Apr 18 17:01:11.626801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49734) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:11.728491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1ae3-382b-4c31-8d85-f71715b5b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.745205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.790913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6e9f1ae3-382b-4c31-8d85-f71715b5b144 None None] For port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,segment=NetworkSegment(478d1f92-8553-4490-8721-fa150d20a50d),segment_id=478d1f92-8553-4490-8721-fa150d20a50d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:11.806505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Router a756ab31-e694-4b24-baba-cc6d0ae18728 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:01:11.887212 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1ae3-382b-4c31-8d85-f71715b5b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:11.986920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9720e6c6-ab43-41cc-8a05-b97530d5c6bf up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:12.101573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1ae3-382b-4c31-8d85-f71715b5b144 None None] Pushing event updated for resources: {'Port': ['ID=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:12.127402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:12.143408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Sync routers for ids ['a756ab31-e694-4b24-baba-cc6d0ae18728'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:12.152974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:12.153354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.158413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Routers {'a756ab31-e694-4b24-baba-cc6d0ae18728'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:12.159097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a756ab31-e694-4b24-baba-cc6d0ae18728'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:12.254687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.257190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5b6f64d0-a32c-4887-ba00-775d21f5155f None None] Provisioning complete for port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:12.257594 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b6f64d0-a32c-4887-ba00-775d21f5155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.270144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53e499-f30b-49db-94c2-fadd13e9bc21 req-f2bb9af1-4f62-42f6-b036-499501940c17 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:12.272595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d53e499-f30b-49db-94c2-fadd13e9bc21 req-f2bb9af1-4f62-42f6-b036-499501940c17 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1589622 Apr 18 17:01:12.278000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.279401 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b032b16d-0898-427c-8584-9b2b95e73cc4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9181066 Apr 18 17:01:12.282498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49742) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:12.343636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d53e499-f30b-49db-94c2-fadd13e9bc21 req-32ef41c8-d20e-47af-85be-8191cf6dda64 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Apr 18 17:01:12.360905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.410760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Set router a756ab31-e694-4b24-baba-cc6d0ae18728 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:12.459906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event updated for resources: {'Port': ['ID=a672b823-5aa7-4e94-ad60-28f0e3ba68ef,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:12.491140 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.536412 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.648648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:10Z', 'revision_number': 3, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port': {'id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:09Z', 'updated_at': '2022-04-18T17:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:12.653872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.663247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0753778a-c2b0-4d5d-878c-006840678a00 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8232870 Apr 18 17:01:12.851208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Checking router: a756ab31-e694-4b24-baba-cc6d0ae18728 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:12.851591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Updating router a756ab31-e694-4b24-baba-cc6d0ae18728 port 1caf3590-9765-41ae-a13e-d54ae99b90c0 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:01:12.893476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:12.905959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-39af6b6f-a120-41c2-92b5-03e9630a022e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1609086462&fields=id&tenant_id=92dcbf071faf465f8e5fbbb6107c5cba HTTP/1.1" status: 200 len: 267 time: 0.1013060 Apr 18 17:01:12.944207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.019853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Deleting port 0bcdf0a5-8818-42e2-93a1-7b07e4475443 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:13.020202 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.072563 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:01:13.094034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-d74b7988-5493-4ee7-b431-ecf0af0c04ac tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:13.096060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-d74b7988-5493-4ee7-b431-ecf0af0c04ac tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/networks?id=59a6a0b4-304a-447f-a2ae-d235bcfd12cf HTTP/1.1" status: 200 len: 815 time: 0.1835198 Apr 18 17:01:13.116870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b37801c0-7381-4ab0-9391-67407a0d97ab tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/quotas/92dcbf071faf465f8e5fbbb6107c5cba HTTP/1.1" status: 200 len: 375 time: 0.0136585 Apr 18 17:01:13.178196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Allocated IP 172.20.0.1 (f106207a-d067-412c-9da7-217ab80e350f/2123d5a2-5bce-4758-a92e-8085dfece04b/d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:13.186281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] For port 0bcdf0a5-8818-42e2-93a1-7b07e4475443, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0bcdf0a5-8818-42e2-93a1-7b07e4475443,segment=NetworkSegment(9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91),segment_id=9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:13.186639 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.205553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Calling delete_port for 0bcdf0a5-8818-42e2-93a1-7b07e4475443 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:13.221674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-7179a06e-28bc-42a9-8295-f36596886444 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92dcbf071faf465f8e5fbbb6107c5cba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926750 Apr 18 17:01:13.271791 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.312268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.383936 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.420735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.438453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Attempting to bind port 1caf3590-9765-41ae-a13e-d54ae99b90c0 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:13.438824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Attempting to bind port 1caf3590-9765-41ae-a13e-d54ae99b90c0 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:13.439212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Attempting to bind port 1caf3590-9765-41ae-a13e-d54ae99b90c0 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:13.441227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e352f-0a58-471a-939a-036203cca1aa None None] Pushing event updated for resources: {'Port': ['ID=1caf3590-9765-41ae-a13e-d54ae99b90c0,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:13.447011 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:13.447398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:13.447822 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.448215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:13.448684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Bound port: 1caf3590-9765-41ae-a13e-d54ae99b90c0, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:13.449581 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.473170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Network f106207a-d067-412c-9da7-217ab80e350f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:13.477108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:13.492295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-d0eaf4f2-126d-4cc8-825f-962e44123fbf service neutron] 10.222.0.45 "GET /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567327 Apr 18 17:01:13.500784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:13.504828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:13.526538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] For port 1caf3590-9765-41ae-a13e-d54ae99b90c0, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:13.532872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] For port 1caf3590-9765-41ae-a13e-d54ae99b90c0, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1caf3590-9765-41ae-a13e-d54ae99b90c0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:13.542326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.542966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.543680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.544173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.544694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.545198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.545588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.545927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.546253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.546578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.546904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.547376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:13.569683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.630959 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.719179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Routers {'a756ab31-e694-4b24-baba-cc6d0ae18728'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:13.720955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a756ab31-e694-4b24-baba-cc6d0ae18728'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:13.821345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e352f-0a58-471a-939a-036203cca1aa None None] Pushing event updated for resources: {'Port': ['ID=1caf3590-9765-41ae-a13e-d54ae99b90c0,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:13.884387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9720e6c6-ab43-41cc-8a05-b97530d5c6bf up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:13.893713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.934231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f6f8f1cd-f434-48ea-9f1b-1b4d3ee58867 None None] Provisioning complete for port d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:13.934518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f1cd-f434-48ea-9f1b-1b4d3ee58867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:13.952726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4f209-091b-4788-8640-19bd68cdef7d req-6c5eb309-fd9c-4665-b83f-b37273332aca tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:13.954926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bf4f209-091b-4788-8640-19bd68cdef7d req-6c5eb309-fd9c-4665-b83f-b37273332aca tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.5085945 Apr 18 17:01:13.974948 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] Set router a756ab31-e694-4b24-baba-cc6d0ae18728 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:14.047246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8f1cd-f434-48ea-9f1b-1b4d3ee58867 None None] Port d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:14.097104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bf4f209-091b-4788-8640-19bd68cdef7d req-5a6003a5-3d4f-40af-a774-5bd495873479 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243305 Apr 18 17:01:14.106814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:14.107185 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:14.135777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-13a5a40c-0eca-4666-ae97-02b4862c838a service neutron] 10.222.0.45 "GET /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322360 Apr 18 17:01:14.196776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:14.264927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:10Z', 'revision_number': 3, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port': {'id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:09Z', 'updated_at': '2022-04-18T17:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:14.295077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2015b-86bd-4606-a7ed-92ba8f17e82d None None] The sync data for ids ['a756ab31-e694-4b24-baba-cc6d0ae18728'] in n-d-836015-2 is: [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:10Z', 'revision_number': 3, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port': {'id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:09Z', 'updated_at': '2022-04-18T17:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:14.304362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:14.348373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcdf0a5-8818-42e2-93a1-7b07e4475443,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:14.383641 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:14.530558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:14.545817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:14.571343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2ff6af0-6bf7-44c8-99ad-5fcc12e44f88 req-dda89c60-f200-4a3e-8c2f-3a2f907fbbb8 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 210 time: 0.0556469 Apr 18 17:01:14.705056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:14.810611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Network f106207a-d067-412c-9da7-217ab80e350f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:14.812087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:15.018689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Router 556e90c7-632f-4b9f-a416-90fd5cf4edec has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:15.019770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Router a756ab31-e694-4b24-baba-cc6d0ae18728 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:15.159093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:15.170524 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] Sync routers for ids ['556e90c7-632f-4b9f-a416-90fd5cf4edec'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:15.176955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5b77d495-2287-448f-8163-9a52df956383 None None] Provisioning complete for port d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:15.178523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b77d495-2287-448f-8163-9a52df956383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:15.179615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e0b42172-22d6-4479-be80-1c1b49790f4c admin admin] 10.222.0.45 "PUT /v2.0/routers/556e90c7-632f-4b9f-a416-90fd5cf4edec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5515265 Apr 18 17:01:15.180457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49778) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:15.185316 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] Routers {'556e90c7-632f-4b9f-a416-90fd5cf4edec'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:15.186934 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['556e90c7-632f-4b9f-a416-90fd5cf4edec'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:15.241710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:15.251823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b28793e7-b160-464c-a0e8-73ddc5753859 admin admin] 10.222.0.45 "PUT /v2.0/routers/a756ab31-e694-4b24-baba-cc6d0ae18728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9675879 Apr 18 17:01:15.282609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5b77d495-2287-448f-8163-9a52df956383 None None] Port d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:15.378030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584722d3-b45a-4f21-ad8b-136bca67380f req-c3a7c152-53c2-43a4-9c50-a126c2fa0ecc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:15.387645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-584722d3-b45a-4f21-ad8b-136bca67380f req-c3a7c152-53c2-43a4-9c50-a126c2fa0ecc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1868076 Apr 18 17:01:15.414226 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] Set router 556e90c7-632f-4b9f-a416-90fd5cf4edec gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:15.537682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-584722d3-b45a-4f21-ad8b-136bca67380f req-cfb9571b-a25b-43f7-998f-aa5728df9aa0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487975 Apr 18 17:01:15.540045 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:15.719193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3aeeda01-6241-40d5-b77b-09b2ea9e3736 req-2b5deef1-7ac4-4bda-bd33-e6e652318d77 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 210 time: 0.0354497 Apr 18 17:01:15.733380 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:01:13Z', 'revision_number': 5, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:15.776013 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] Checking router: 556e90c7-632f-4b9f-a416-90fd5cf4edec for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:15.790426 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] Routers {'556e90c7-632f-4b9f-a416-90fd5cf4edec'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:15.792797 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['556e90c7-632f-4b9f-a416-90fd5cf4edec'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:15.793691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:15.847001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-179b79fc-2f24-4be7-ab7f-109867b2573b req-7004849e-a28f-4279-96c5-84dbe62635cc tempest-FloatingIPsNegativeTestJSON-1533574919 tempest-FloatingIPsNegativeTestJSON-1533574919-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=7e85a3873d8d4051a31206b2b18aaefe HTTP/1.1" status: 200 len: 217 time: 0.1039858 Apr 18 17:01:15.903044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d63f7a1-27e2-4128-a9c1-098bfae4e09c req-ecbee4bc-c811-488a-8760-784f7ab9ceb9 tempest-FloatingIPsNegativeTestJSON-1533574919 tempest-FloatingIPsNegativeTestJSON-1533574919-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0298488 Apr 18 17:01:15.957129 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] Set router 556e90c7-632f-4b9f-a416-90fd5cf4edec gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:15.988182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1caf3590-9765-41ae-a13e-d54ae99b90c0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:16.026275 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-d5732e25-5d87-4a34-a9fb-0a8903087572 req-2be2cba9-0fa6-4127-accb-89c672666cb7 tempest-FloatingIPsNegativeTestJSON-1533574919 tempest-FloatingIPsNegativeTestJSON-1533574919-project] show failed (client error): The resource could not be found. Apr 18 17:01:16.026275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5732e25-5d87-4a34-a9fb-0a8903087572 req-2be2cba9-0fa6-4127-accb-89c672666cb7 tempest-FloatingIPsNegativeTestJSON-1533574919 tempest-FloatingIPsNegativeTestJSON-1533574919-project] 10.222.0.45 "GET /v2.0/floatingips/404efdef-7e9c-48b6-a522-618b3a95d397 HTTP/1.1" status: 404 len: 350 time: 0.0734789 Apr 18 17:01:16.041032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49796) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:16.060642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1caf3590-9765-41ae-a13e-d54ae99b90c0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:16.061316 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:16.062309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Deleting port 09d56e12-dde0-456e-b8b4-c104643ae0a0 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:16.065046 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:16.216369 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:16.238805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] For port 09d56e12-dde0-456e-b8b4-c104643ae0a0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=09d56e12-dde0-456e-b8b4-c104643ae0a0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:16.238805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:16.273138 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:01:13Z', 'revision_number': 5, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:16.276431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Calling delete_port for 09d56e12-dde0-456e-b8b4-c104643ae0a0 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:16.302778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 1caf3590-9765-41ae-a13e-d54ae99b90c0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1caf3590-9765-41ae-a13e-d54ae99b90c0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:16.316165 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98b52b-85e2-40f6-9623-2913edb6f6d8 None None] The sync data for ids ['556e90c7-632f-4b9f-a416-90fd5cf4edec'] in n-d-836015-2 is: [{'id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'name': 'tempest-FloatingIPDetailsTestJSON-2080495929-router', 'tenant_id': '8b21009cedc240db97e683e9f6607b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:40Z', 'updated_at': '2022-04-18T17:01:13Z', 'revision_number': 5, 'project_id': '8b21009cedc240db97e683e9f6607b3b', 'gw_port': {'id': '09d56e12-dde0-456e-b8b4-c104643ae0a0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556e90c7-632f-4b9f-a416-90fd5cf4edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:41Z', 'updated_at': '2022-04-18T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:16.395629 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:16.463727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=1caf3590-9765-41ae-a13e-d54ae99b90c0,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:16.673925 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:16.732103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d56e12-dde0-456e-b8b4-c104643ae0a0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:16.749760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbcc06-b414-4d42-852a-6a3a51cae6f0 req-0aede182-b382-4eb3-b116-81051fbba783 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:16.752660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ccbcc06-b414-4d42-852a-6a3a51cae6f0 req-0aede182-b382-4eb3-b116-81051fbba783 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1228333 Apr 18 17:01:16.817549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Sync routers for ids ['a756ab31-e694-4b24-baba-cc6d0ae18728'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:16.836204 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:16.865182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Routers {'a756ab31-e694-4b24-baba-cc6d0ae18728'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:16.867736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a756ab31-e694-4b24-baba-cc6d0ae18728'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:17.042440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59aaea23-8221-4b54-aee6-612ea62c0b1d req-6ce01182-82d9-4999-8145-ebf76ee95b27 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 210 time: 0.0733924 Apr 18 17:01:17.074975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.083854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Set router a756ab31-e694-4b24-baba-cc6d0ae18728 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:17.088234 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.102343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ccbcc06-b414-4d42-852a-6a3a51cae6f0 req-baa5c0c5-b30c-4191-9a03-0cd25825eda8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240221 Apr 18 17:01:17.119890 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.180267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.219655 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.321085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.321654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 556e90c7-632f-4b9f-a416-90fd5cf4edec {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:01:17.326794 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.327923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-140cc183-0bb7-4c7d-ab77-93841a5dc1e4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/556e90c7-632f-4b9f-a416-90fd5cf4edec HTTP/1.1" status: 204 len: 168 time: 2.1465151 Apr 18 17:01:17.330468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49810) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:17.349618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:13Z', 'revision_number': 4, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port': {'id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:09Z', 'updated_at': '2022-04-18T17:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd3b8441d-ab3e-4aa5-aa5b-bebc28d254b3', 'name': '', 'network_id': 'f106207a-d067-412c-9da7-217ab80e350f', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'mac_address': 'fa:16:3e:50:c7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2123d5a2-5bce-4758-a92e-8085dfece04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:12Z', 'updated_at': '2022-04-18T17:01:13Z', 'revision_number': 2, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'subnets': [{'id': '2123d5a2-5bce-4758-a92e-8085dfece04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:17.401861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Checking router: a756ab31-e694-4b24-baba-cc6d0ae18728 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:17.402512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Updating router a756ab31-e694-4b24-baba-cc6d0ae18728 port d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:01:17.421679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a5f278-eb9b-42c8-b6a7-b9f6fceda51d admin admin] Deleting subnet 9b81253d-c5ee-43af-ab20-0f511b528f17 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:01:17.431091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f278-eb9b-42c8-b6a7-b9f6fceda51d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.435125 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.481857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f278-eb9b-42c8-b6a7-b9f6fceda51d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.482183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Deleting port d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:17.482469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.595040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.609395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Calling delete_port for d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:17.689636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f278-eb9b-42c8-b6a7-b9f6fceda51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.881077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f278-eb9b-42c8-b6a7-b9f6fceda51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.930998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5f278-eb9b-42c8-b6a7-b9f6fceda51d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b81253d-c5ee-43af-ab20-0f511b528f17,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:17.943226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa08e3e1-18b4-4ec4-a5f7-b41cbf6c382e None None] Network 6f270258-1638-4c12-aa62-634f7d28ed89 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:17.947121 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f278-eb9b-42c8-b6a7-b9f6fceda51d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:17.947121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d0a5f278-eb9b-42c8-b6a7-b9f6fceda51d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b81253d-c5ee-43af-ab20-0f511b528f17 HTTP/1.1" status: 204 len: 168 time: 0.6156483 Apr 18 17:01:17.952449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49814) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:17.988622 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:18.031121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1caf3590-9765-41ae-a13e-d54ae99b90c0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:18.040243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:18.092037 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:01:18.092463 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:01:18.115471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:18.240210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1caf3590-9765-41ae-a13e-d54ae99b90c0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:18.240809 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:18.335799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-702d7939-4c51-43c6-82be-ca42fc4f45d9 req-0ca8e5c3-90d9-46e1-8dcc-ac2d38358bbe tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 210 time: 0.1074317 Apr 18 17:01:18.421128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] DHCP port deletion for 6f270258-1638-4c12-aa62-634f7d28ed89 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:01:18.449981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Deleting port 6fe59995-b629-4991-913a-cadc61edf0aa {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:18.450317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:18.472020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:18.485984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bc26fd4e-aac3-43da-9021-39767378f6fc tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:18.495118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bc26fd4e-aac3-43da-9021-39767378f6fc tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.18 "GET /v2.0/networks?id=59a6a0b4-304a-447f-a2ae-d235bcfd12cf HTTP/1.1" status: 200 len: 815 time: 0.3563416 Apr 18 17:01:18.531995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 09d56e12-dde0-456e-b8b4-c104643ae0a0 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:18.583463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Deleting port 6fe59995-b629-4991-913a-cadc61edf0aa {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:18.584125 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:18.586041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 09d56e12-dde0-456e-b8b4-c104643ae0a0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:18.586639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 09d56e12-dde0-456e-b8b4-c104643ae0a0 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:18.587254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0bcdf0a5-8818-42e2-93a1-7b07e4475443 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:18.611136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 0bcdf0a5-8818-42e2-93a1-7b07e4475443 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:18.612001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0bcdf0a5-8818-42e2-93a1-7b07e4475443 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:18.703771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Port d3b8441d-ab3e-4aa5-aa5b-bebc28d254b3 not found while updating agent binding for router a756ab31-e694-4b24-baba-cc6d0ae18728. {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 18 17:01:18.752163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-4d0946cb-14f6-479d-8fa8-302bfd80012d tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92dcbf071faf465f8e5fbbb6107c5cba HTTP/1.1" status: 200 len: 380 time: 0.2328410 Apr 18 17:01:18.762687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] For port 6fe59995-b629-4991-913a-cadc61edf0aa, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fe59995-b629-4991-913a-cadc61edf0aa,segment=NetworkSegment(9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91),segment_id=9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:18.763065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:18.769797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Request body: {'port': {'device_id': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'admin_state_up': True, 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'security_groups': ['3acc290f-d4da-4885-93e9-aa04da47ebf7']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:18.804043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Calling delete_port for 6fe59995-b629-4991-913a-cadc61edf0aa owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:18.812396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] For port 6fe59995-b629-4991-913a-cadc61edf0aa, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fe59995-b629-4991-913a-cadc61edf0aa,segment=NetworkSegment(9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91),segment_id=9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:18.812662 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:18.814011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46176393-5488-4dea-bbf9-eab1a641e55c req-54436837-3bf0-417a-9db4-676523283ae2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:18.821404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46176393-5488-4dea-bbf9-eab1a641e55c req-54436837-3bf0-417a-9db4-676523283ae2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.3241510 Apr 18 17:01:18.843799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Routers {'a756ab31-e694-4b24-baba-cc6d0ae18728'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:18.854637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a756ab31-e694-4b24-baba-cc6d0ae18728'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:18.926337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Calling delete_port for 6fe59995-b629-4991-913a-cadc61edf0aa owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:18.953841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e21e-f76b-41e6-8841-022197ee3b22 req-64bde554-833b-446e-abb9-869a87fe92ca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:18.962093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20b9e21e-f76b-41e6-8841-022197ee3b22 req-64bde554-833b-446e-abb9-869a87fe92ca tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 945 time: 0.2511725 Apr 18 17:01:19.020122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46176393-5488-4dea-bbf9-eab1a641e55c req-1ab01cce-96b5-4b4b-a465-a34e2eae425a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963618 Apr 18 17:01:19.050304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Router a756ab31-e694-4b24-baba-cc6d0ae18728 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:19.164956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20b9e21e-f76b-41e6-8841-022197ee3b22 req-ad2dc3a1-023f-4380-9686-72e678226c40 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019067 Apr 18 17:01:19.186096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:19.194807 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8df90405-5faa-463e-9f47-199ddaeba7b5 admin admin] 10.222.0.45 "PUT /v2.0/routers/a756ab31-e694-4b24-baba-cc6d0ae18728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1495318 Apr 18 17:01:19.195331 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49830) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:19.223802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] Set router a756ab31-e694-4b24-baba-cc6d0ae18728 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:19.243147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:19.245253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Made reservation on behalf of 92dcbf071faf465f8e5fbbb6107c5cba for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:19.248808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:19.281583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe59995-b629-4991-913a-cadc61edf0aa,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:19.304271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:19.309814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] No DVR routers for this DVR port 6fe59995-b629-4991-913a-cadc61edf0aa on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:19.327821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] No DVR routers for this DVR port 6fe59995-b629-4991-913a-cadc61edf0aa on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:19.404279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Pushing event deleted for resources: {'Port': ['ID=6fe59995-b629-4991-913a-cadc61edf0aa,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:19.416173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.416611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.417017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.417493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.417837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.418230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.418620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.419008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.419392 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.419778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.420162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.420546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aebb5b-3970-4705-a39e-2ec75ce632bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:19.506229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:19.507954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:17Z', 'revision_number': 5, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port': {'id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:09Z', 'updated_at': '2022-04-18T17:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:19.512315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27314fde-7c60-4b00-affe-1048ed2a2563 req-3625a36f-ebef-40f0-896b-1fea7466d1e5 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 210 time: 0.0787146 Apr 18 17:01:19.526630 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:19.538454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9f2e-c2e1-4966-8b72-b67711e12a46 None None] The sync data for ids ['a756ab31-e694-4b24-baba-cc6d0ae18728'] in n-d-836015-2 is: [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:17Z', 'revision_number': 5, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port': {'id': '1caf3590-9765-41ae-a13e-d54ae99b90c0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:09Z', 'updated_at': '2022-04-18T17:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:19.847883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fe59995-b629-4991-913a-cadc61edf0aa no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:19.875959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6fe59995-b629-4991-913a-cadc61edf0aa {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:19.876389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fe59995-b629-4991-913a-cadc61edf0aa not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:19.935042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f270258-1638-4c12-aa62-634f7d28ed89']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:20.001910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:20.002597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e40299d-0ae3-4d3c-8bb7-1cd1435c8e91') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:20.034537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.044329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Allocated IP 172.20.0.9 (59a6a0b4-304a-447f-a2ae-d235bcfd12cf/b515abfa-86f2-4b40-803c-011b94567510/cd2a62c0-085d-4a03-8734-17cc037e282b) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:20.075687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.089753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:01:20.090151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.092440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:01:20.095195 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:01:20.314174 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.323002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68d57f-d27a-4073-8783-559b08b37a1d req-8c41c0e0-f324-42ac-8655-a0cc012e0944 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:20.324511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad68d57f-d27a-4073-8783-559b08b37a1d req-8c41c0e0-f324-42ac-8655-a0cc012e0944 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2146196 Apr 18 17:01:20.339090 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] Sync routers for ids ['a756ab31-e694-4b24-baba-cc6d0ae18728'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:20.343496 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.346647 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6f270258-1638-4c12-aa62-634f7d28ed89 HTTP/1.1" status: 204 len: 168 time: 2.3961117 Apr 18 17:01:20.370169 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] Routers {'a756ab31-e694-4b24-baba-cc6d0ae18728'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:20.371162 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a756ab31-e694-4b24-baba-cc6d0ae18728'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:20.379703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbd539-3a2e-40c5-88ae-2877fcede423 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f270258-1638-4c12-aa62-634f7d28ed89,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:20.447276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b531f-5664-487c-97a0-dbe655932480 req-72e0f921-913d-4bc9-93d5-6de591510dc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:20.501233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e73b531f-5664-487c-97a0-dbe655932480 req-72e0f921-913d-4bc9-93d5-6de591510dc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 945 time: 0.1812000 Apr 18 17:01:20.501233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.501233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad68d57f-d27a-4073-8783-559b08b37a1d req-85103d9a-7fa3-4c0f-b5b5-5c3abc7d36bd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224492 Apr 18 17:01:20.501233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Deleting port 1caf3590-9765-41ae-a13e-d54ae99b90c0 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:20.501233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.564885 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] Set router a756ab31-e694-4b24-baba-cc6d0ae18728 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:20.569394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e73b531f-5664-487c-97a0-dbe655932480 req-71812849-5120-4559-a23c-962ed88908b8 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups?id=b878e3ad-cd63-4c0b-b22a-2a14fe602838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084275 Apr 18 17:01:20.623308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-5702b484-1d78-45a7-a6b7-ee5cc50fc453 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:20.625754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-5702b484-1d78-45a7-a6b7-ee5cc50fc453 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 945 time: 0.1074593 Apr 18 17:01:20.643945 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:20Z', 'revision_number': 6, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:20.653903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-577fd30a-5cdf-45b4-9a9b-6821ffbb74d1 req-7b7a9f3a-a2a5-491e-9ca4-317d1dac085e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 210 time: 0.0540965 Apr 18 17:01:20.656112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] For port 1caf3590-9765-41ae-a13e-d54ae99b90c0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1caf3590-9765-41ae-a13e-d54ae99b90c0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:20.656580 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.687656 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] Checking router: a756ab31-e694-4b24-baba-cc6d0ae18728 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:20.691920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Calling delete_port for 1caf3590-9765-41ae-a13e-d54ae99b90c0 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:20.696282 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] Routers {'a756ab31-e694-4b24-baba-cc6d0ae18728'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:20.696881 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a756ab31-e694-4b24-baba-cc6d0ae18728'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:20.731424 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Deleting port cd98cfb3-4d83-4a1a-a484-ac808e63e848 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:20.731770 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.797710 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] Set router a756ab31-e694-4b24-baba-cc6d0ae18728 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:20.876750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] For port cd98cfb3-4d83-4a1a-a484-ac808e63e848, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd98cfb3-4d83-4a1a-a484-ac808e63e848,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:20.877435 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:20Z', 'revision_number': 6, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:20.877534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:20.880148 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b5a76-5ecb-4796-a2be-d792f5691914 None None] The sync data for ids ['a756ab31-e694-4b24-baba-cc6d0ae18728'] in n-d-836015-2 is: [{'id': 'a756ab31-e694-4b24-baba-cc6d0ae18728', 'name': 'tempest-FloatingIPsNegativeTestJSON-1110935871-router', 'tenant_id': '7e85a3873d8d4051a31206b2b18aaefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:08Z', 'updated_at': '2022-04-18T17:01:20Z', 'revision_number': 6, 'project_id': '7e85a3873d8d4051a31206b2b18aaefe', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:21.063117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-df87a99f-a137-4e78-be44-1e51959f2f98 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:21.064581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-df87a99f-a137-4e78-be44-1e51959f2f98 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 807 time: 0.1149898 Apr 18 17:01:21.079442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-dd14411d-acf0-4c6b-9723-37065ceb10ed tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/quotas/5c5d9ea0f14a45849ed2e461d6b09988 HTTP/1.1" status: 200 len: 375 time: 0.0090909 Apr 18 17:01:21.131675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.132225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.132711 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Floating IP a1c49cde-7a8f-4b6e-9d8d-67447e147dc9 disassociated. External IP: 172.25.5.128, port: cd98cfb3-4d83-4a1a-a484-ac808e63e848. Apr 18 17:01:21.133221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Calling delete_port for cd98cfb3-4d83-4a1a-a484-ac808e63e848 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:21.147788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-592d8bcd-608e-46f6-97f7-0d9ae5aa9f92 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616443 Apr 18 17:01:21.250516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-9b40dbca-872f-490d-ad24-e2de14296cbb service neutron] 10.222.0.45 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951295 Apr 18 17:01:21.353069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-0b5a6aba-6cc7-443d-9db0-6f20dee2ed3d service neutron] 10.222.0.45 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968237 Apr 18 17:01:21.414621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.416724 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.453305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Pushing event deleted for resources: {'Port': ['ID=1caf3590-9765-41ae-a13e-d54ae99b90c0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:21.470914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.519649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event deleted for resources: {'Port': ['ID=cd98cfb3-4d83-4a1a-a484-ac808e63e848,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:21.554927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:21.576652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:21.619629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:21.692610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:21.759255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event updated for resources: {'Port': ['ID=cd2a62c0-085d-4a03-8734-17cc037e282b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:21.760280 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1959c4e2-f0e2-477c-9b17-77c0c358d30c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b21009cedc240db97e683e9f6607b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657690 Apr 18 17:01:21.764615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49886) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:21.782153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Router cb7aa52b-cb71-470f-be6a-ce4861aee74c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:21.795475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:21.796139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.815858 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.890398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1caf3590-9765-41ae-a13e-d54ae99b90c0 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:21.901199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b63ef-7816-49a0-ad1c-69db502aff90 req-16d06432-38ac-44a5-9fe7-4b9a33af08b3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:21.902963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-393b63ef-7816-49a0-ad1c-69db502aff90 req-16d06432-38ac-44a5-9fe7-4b9a33af08b3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2839406 Apr 18 17:01:21.920300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-b6eb911a-95fc-42a3-b68a-58c8df7e998e tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1541975 Apr 18 17:01:21.928168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1caf3590-9765-41ae-a13e-d54ae99b90c0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:21.928490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1caf3590-9765-41ae-a13e-d54ae99b90c0 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:21.962262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e86c397b-e996-466c-b435-0b4117a6ef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.976914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-85b73662-0c79-4630-a426-64f37631427b None None] Provisioning complete for port cd2a62c0-085d-4a03-8734-17cc037e282b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:21.977694 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-85b73662-0c79-4630-a426-64f37631427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:21.997250 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.008542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Request body: {'port': {'device_id': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:22.009372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e86c397b-e996-466c-b435-0b4117a6ef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.032842 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.077870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-85b73662-0c79-4630-a426-64f37631427b None None] Port cd2a62c0-085d-4a03-8734-17cc037e282b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:22.166968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:22.179524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] Sync routers for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:22.200242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:22.202344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:22.228420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-016bb09e-1ff1-4f96-8027-47ceafebddab req-ae5f7eaa-6405-4ed3-a200-e9b60a7d901b tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 210 time: 0.0751057 Apr 18 17:01:22.238396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-393b63ef-7816-49a0-ad1c-69db502aff90 req-fe0ab11b-679d-49c9-964d-cdc8a5c62e9c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232677 Apr 18 17:01:22.240476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] No DVR routers for this DVR port cd98cfb3-4d83-4a1a-a484-ac808e63e848 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:22.247619 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.257262 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-65ef5aab-59af-483b-8e13-95498f4f31bb req-18d34453-cfb1-40d5-995f-207427df94f9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.18 "DELETE /v2.0/ports/cd98cfb3-4d83-4a1a-a484-ac808e63e848 HTTP/1.1" status: 204 len: 173 time: 1.6235366 Apr 18 17:01:22.266384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'name': 'network-vif-deleted', 'tag': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:22.267837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.284116 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eebcf7-7997-4bbf-adf3-74f5e1d9093d" -d '{"events": [{"server_uuid": "dc34ef0d-b410-405a-8778-258c706f0bfb", "name": "network-vif-deleted", "tag": "cd98cfb3-4d83-4a1a-a484-ac808e63e848"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:22.293681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e86c397b-e996-466c-b435-0b4117a6ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.296177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e86c397b-e996-466c-b435-0b4117a6ef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.305983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e86c397b-e996-466c-b435-0b4117a6ef31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1423ae9d-fb9c-40b4-85ba-df0951843551 HTTP/1.1" status: 204 len: 168 time: 0.5401769 Apr 18 17:01:22.325390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c397b-e996-466c-b435-0b4117a6ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423ae9d-fb9c-40b4-85ba-df0951843551,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:22.392681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.393205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a756ab31-e694-4b24-baba-cc6d0ae18728 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:01:22.437799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1cbadf2-e81e-42fb-89e9-019c35cd59cf req-883c6284-736c-42f3-a68d-a4779cd4b566 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.0491149 Apr 18 17:01:22.451449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.454834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9698429-37a6-4d9e-9dc1-a774c9249938 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a756ab31-e694-4b24-baba-cc6d0ae18728 HTTP/1.1" status: 204 len: 168 time: 3.2564440 Apr 18 17:01:22.455177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49900) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:22.508761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef56bfc-cc19-4f69-ad1c-2ed9ff258839 req-513836de-7309-4a33-95ac-d7a18c7f75d0 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:22.520174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6964fb-e657-429b-bd23-19a09270bdc7 admin admin] Deleting subnet 2123d5a2-5bce-4758-a92e-8085dfece04b {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:01:22.521907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ef56bfc-cc19-4f69-ad1c-2ed9ff258839 req-513836de-7309-4a33-95ac-d7a18c7f75d0 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 931 time: 0.1702058 Apr 18 17:01:22.526265 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de6964fb-e657-429b-bd23-19a09270bdc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.573596 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bef429a-67b8-4c20-8d53-d28ec86008f1 x-openstack-request-id: req-4bef429a-67b8-4c20-8d53-d28ec86008f1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:22.577819 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34ef0d-b410-405a-8778-258c706f0bfb", "name": "network-vif-deleted", "tag": "cd98cfb3-4d83-4a1a-a484-ac808e63e848", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:22.578333 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4bef429a-67b8-4c20-8d53-d28ec86008f1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:22.578753 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bef429a-67b8-4c20-8d53-d28ec86008f1'] response: {'server_uuid': 'dc34ef0d-b410-405a-8778-258c706f0bfb', 'name': 'network-vif-deleted', 'tag': 'cd98cfb3-4d83-4a1a-a484-ac808e63e848', 'status': 'completed', 'code': 200} Apr 18 17:01:22.605587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:22.606346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de6964fb-e657-429b-bd23-19a09270bdc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.682026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ef56bfc-cc19-4f69-ad1c-2ed9ff258839 req-27136649-511d-4c99-b74a-506c3992649c tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589329 Apr 18 17:01:22.765556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de6964fb-e657-429b-bd23-19a09270bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.934711 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de6964fb-e657-429b-bd23-19a09270bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.940215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2a62c0-085d-4a03-8734-17cc037e282b {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:22.950558 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:22.967312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Transition to ACTIVE for port object cd2a62c0-085d-4a03-8734-17cc037e282b will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:01:22.976509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device cd98cfb3-4d83-4a1a-a484-ac808e63e848 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:22.997486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: cd98cfb3-4d83-4a1a-a484-ac808e63e848 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:22.998131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device cd98cfb3-4d83-4a1a-a484-ac808e63e848 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:23.009368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:23.014445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6964fb-e657-429b-bd23-19a09270bdc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2123d5a2-5bce-4758-a92e-8085dfece04b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:23.025303 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de6964fb-e657-429b-bd23-19a09270bdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:23.029150 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-de6964fb-e657-429b-bd23-19a09270bdc7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2123d5a2-5bce-4758-a92e-8085dfece04b HTTP/1.1" status: 204 len: 168 time: 0.5722942 Apr 18 17:01:23.033903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49912) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:23.043715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] Checking router: cb7aa52b-cb71-470f-be6a-ce4861aee74c for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:23.047026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13900d91-3efd-4b4c-b623-b224d4ff5633 None None] Network f106207a-d067-412c-9da7-217ab80e350f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:23.056072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:23.062008 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-25caaa14-e653-46ed-991e-5b90cb101623 req-1f01ff24-23d2-4c60-a15f-7afbd6aa1e9c service neutron] show failed (client error): The resource could not be found. Apr 18 17:01:23.063071 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-1f01ff24-23d2-4c60-a15f-7afbd6aa1e9c service neutron] 10.222.0.41 "GET /v2.0/ports/dd51bd60-8d5b-41fb-a663-82e3270df57c/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.1363957 Apr 18 17:01:23.130810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:23.131689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:23.205517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a62c0-085d-4a03-8734-17cc037e282b,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:23.211792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:23.272206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Attempting to bind port cd2a62c0-085d-4a03-8734-17cc037e282b on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:23.272866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Attempting to bind port cd2a62c0-085d-4a03-8734-17cc037e282b by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:23.272866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Attempting to bind port cd2a62c0-085d-4a03-8734-17cc037e282b on network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:23.316043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Port cd2a62c0-085d-4a03-8734-17cc037e282b on network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:01:23.316491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Attempting to bind port cd2a62c0-085d-4a03-8734-17cc037e282b on network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:23.326749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:23.327285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Checking segment: {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:23.327961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Bound using segment: {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:23.328643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Bound port: cd2a62c0-085d-4a03-8734-17cc037e282b, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d216d8-891a-4c94-b8b1-82fbfc6f99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:23.329110 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:23.540756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68697983-9aa8-4346-baa7-a401185645e1 req-850b0052-5a72-4b52-9d2e-eb1e19506570 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc34ef0d-b410-405a-8778-258c706f0bfb HTTP/1.1" status: 200 len: 210 time: 0.0543022 Apr 18 17:01:23.575382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Deleting port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:23.575948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:23.591774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b329657-2d6b-4a80-bbd6-bf89853f8a00 req-edc44a2a-9548-4bd7-bc70-8a8d246b1921 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:23.593518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b329657-2d6b-4a80-bbd6-bf89853f8a00 req-edc44a2a-9548-4bd7-bc70-8a8d246b1921 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.2398727 Apr 18 17:01:23.597615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] For port cd2a62c0-085d-4a03-8734-17cc037e282b, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:23.632847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:23.665695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] For port cd2a62c0-085d-4a03-8734-17cc037e282b, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd2a62c0-085d-4a03-8734-17cc037e282b,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:23.715667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29211a96-47d0-4a81-ba0c-f6f2dd749bb0 req-f42d3bb9-4965-4f5d-ae7a-6b843d68b661 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.0534832 Apr 18 17:01:23.726260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] For port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,segment=NetworkSegment(478d1f92-8553-4490-8721-fa150d20a50d),segment_id=478d1f92-8553-4490-8721-fa150d20a50d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:23.726719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:23.750918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] DHCP port deletion for f106207a-d067-412c-9da7-217ab80e350f request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:01:23.753138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Calling delete_port for 9720e6c6-ab43-41cc-8a05-b97530d5c6bf owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:23.781916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b329657-2d6b-4a80-bbd6-bf89853f8a00 req-c39d5974-1e00-4d63-9c5e-99c27ef6331b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747229 Apr 18 17:01:23.797159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:23.890928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-9d963c35-8d2c-4378-8d1f-90bbaf37b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:23.897720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-9d963c35-8d2c-4378-8d1f-90bbaf37b211 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3&tenant_id=79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 1101 time: 0.1512570 Apr 18 17:01:23.938706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:23.959138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9720e6c6-ab43-41cc-8a05-b97530d5c6bf no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:24.004542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:24.005738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.007169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] 10.222.0.18 "PUT /v2.0/ports/cd2a62c0-085d-4a03-8734-17cc037e282b HTTP/1.1" status: 200 len: 1091 time: 2.0192845 Apr 18 17:01:24.018719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'tag': 'cd2a62c0-085d-4a03-8734-17cc037e282b'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:24.027335 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1492ef84-1805-419b-8aae-f783ba9e48b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfedbc0-5e6d-49d7-b290-bf4361f32c85", "tag": "cd2a62c0-085d-4a03-8734-17cc037e282b"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:24.092165 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.162782 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a838b38f-bcd9-4776-9ca5-6cfb673da45a x-openstack-request-id: req-a838b38f-bcd9-4776-9ca5-6cfb673da45a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:24.163082 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfedbc0-5e6d-49d7-b290-bf4361f32c85", "tag": "cd2a62c0-085d-4a03-8734-17cc037e282b", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:24.163337 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a838b38f-bcd9-4776-9ca5-6cfb673da45a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:24.163758 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a838b38f-bcd9-4776-9ca5-6cfb673da45a'] response: {'name': 'network-changed', 'server_uuid': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'tag': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'status': 'completed', 'code': 200} Apr 18 17:01:24.189612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] Deleting port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:24.190276 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.195379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf347a-c9ae-45d9-bc2e-b53506b70bbb service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a62c0-085d-4a03-8734-17cc037e282b,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:24.196418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,segment=NetworkSegment(478d1f92-8553-4490-8721-fa150d20a50d),segment_id=478d1f92-8553-4490-8721-fa150d20a50d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:24.240639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb75e0-f45e-433d-8d5a-9eb462d800d6 req-b1957158-0c59-44a5-a414-6c8835e52c57 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:24.242274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75eb75e0-f45e-433d-8d5a-9eb462d800d6 req-b1957158-0c59-44a5-a414-6c8835e52c57 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 943 time: 0.3543370 Apr 18 17:01:24.262136 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.297262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-4e306804-9a6b-4951-bc9d-6e4be3754da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:24.298800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-4e306804-9a6b-4951-bc9d-6e4be3754da2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=92dcbf071faf465f8e5fbbb6107c5cba&device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 1094 time: 0.1341903 Apr 18 17:01:24.314709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75eb75e0-f45e-433d-8d5a-9eb462d800d6 req-0dc63875-255b-48ab-b1a4-a3da943eb0b4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626864 Apr 18 17:01:24.356933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-26972ad7-e8bc-4b8f-a49b-c2dc569367c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd2a62c0-085d-4a03-8734-17cc037e282b HTTP/1.1" status: 200 len: 217 time: 0.0412335 Apr 18 17:01:24.357432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49950) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:24.373340 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.427747 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] For port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,segment=NetworkSegment(478d1f92-8553-4490-8721-fa150d20a50d),segment_id=478d1f92-8553-4490-8721-fa150d20a50d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:24.428311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:24.428786 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.430420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] No DVR routers for this DVR port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:24.462504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-fc513c9e-71a5-40a5-a4ed-178bd513e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:24.464027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-fc513c9e-71a5-40a5-a4ed-178bd513e451 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b515abfa-86f2-4b40-803c-011b94567510 HTTP/1.1" status: 200 len: 854 time: 0.1004412 Apr 18 17:01:24.465640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] Calling delete_port for 9720e6c6-ab43-41cc-8a05-b97530d5c6bf owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:24.525031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.556350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1837861973-network', 'tenant_id': '5748bdd518c9400fa0e5539ca16e7759'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:24.564644 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.576954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:24.597208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f106207a-d067-412c-9da7-217ab80e350f']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:24.602765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-14b31ae0-3483-4d2a-8bc8-22aa6d664fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:24.604326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-14b31ae0-3483-4d2a-8bc8-22aa6d664fad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a6a0b4-304a-447f-a2ae-d235bcfd12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298501 Apr 18 17:01:24.623194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:24.623980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478d1f92-8553-4490-8721-fa150d20a50d') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:24.624284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478d1f92-8553-4490-8721-fa150d20a50d') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:24.645522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.695401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Made reservation on behalf of 5748bdd518c9400fa0e5539ca16e7759 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:24.698996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.700147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21856b7-a425-4fa9-90c8-63ab1f5c1c93 None None] The sync data for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 is: [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T16:57:14Z', 'revision_number': 4, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'f9bff984-96e5-4c7e-895a-7e4037dda9d2', 'name': '', 'network_id': '71fd5923-7080-4e23-8f06-a2def67d1bba', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'mac_address': 'fa:16:3e:ce:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:13Z', 'updated_at': '2022-04-18T16:57:19Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'subnets': [{'id': '5dbfb38b-8d19-45b1-af94-c743eb048da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:24.712164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.714800 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.718963 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.738065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] No DVR routers for this DVR port 9720e6c6-ab43-41cc-8a05-b97530d5c6bf on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:24.742282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:01:24.742683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:01:24.746917 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:01:24.796805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fd58d-fb2e-4ed6-89cb-d9e8226fbc5e None None] Pushing event deleted for resources: {'Port': ['ID=9720e6c6-ab43-41cc-8a05-b97530d5c6bf,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:24.830041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:24.872158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:24.919557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:24.928014 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b7a52-f6db-4264-93b9-d5dabe7ab9b3" -d '{"events": [{"server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "name": "network-vif-unplugged", "status": "completed", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:24.930022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:24.959680 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ab3c708-6883-4ca5-9648-1bf6a986cb74 req-ac849a68-03a6-4e9f-9903-961ed2da895d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.0860806 Apr 18 17:01:24.965395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-c2c2487a-b5ca-4a78-88d2-90339ecd1b7f service neutron] 10.222.0.18 "GET /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520439 Apr 18 17:01:25.050784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Transition to ACTIVE for port object dd51bd60-8d5b-41fb-a663-82e3270df57c will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:01:25.094839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-cef2da85-ecd4-46ec-a15a-6e51148a46bc tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:25.096362 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-cef2da85-ecd4-46ec-a15a-6e51148a46bc tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 807 time: 0.1689737 Apr 18 17:01:25.112332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346148d6-8063-4767-939d-5e687c23bb8f req-3a34efb6-6df6-4cd7-907b-d5dded623078 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:25.113907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-346148d6-8063-4767-939d-5e687c23bb8f req-3a34efb6-6df6-4cd7-907b-d5dded623078 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1897607 Apr 18 17:01:25.121751 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.125914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Request body: {'port': {'device_id': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'admin_state_up': True, 'tenant_id': '5c5d9ea0f14a45849ed2e461d6b09988'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:25.139217 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.144396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] 10.222.0.45 "DELETE /v2.0/networks/f106207a-d067-412c-9da7-217ab80e350f HTTP/1.1" status: 204 len: 168 time: 2.1072595 Apr 18 17:01:25.267375 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7722c3-d862-4664-ab38-6db056caa927 None None] New status for floating IP a1c49cde-7a8f-4b6e-9d8d-67447e147dc9: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:01:25.288080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:25.290061 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1e7617-6ba5-4fc2-9a7f-edb51938c256 x-openstack-request-id: req-1b1e7617-6ba5-4fc2-9a7f-edb51938c256 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:25.290423 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "name": "network-vif-unplugged", "status": "completed", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:25.290745 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b1e7617-6ba5-4fc2-9a7f-edb51938c256 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:25.291191 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1e7617-6ba5-4fc2-9a7f-edb51938c256'] response: {'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'code': 200} Apr 18 17:01:25.302246 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.401207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:25.547792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-346148d6-8063-4767-939d-5e687c23bb8f req-4f09f25f-340c-4ffe-b39f-fb0b4a10e6f5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180932 Apr 18 17:01:25.550687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] No DVR routers for this DVR port dd51bd60-8d5b-41fb-a663-82e3270df57c on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:25.573792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.577750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17536f-1bd0-444c-898f-775030384e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f106207a-d067-412c-9da7-217ab80e350f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:25.623073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Attempting to bind port dd51bd60-8d5b-41fb-a663-82e3270df57c on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:25.624141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Attempting to bind port dd51bd60-8d5b-41fb-a663-82e3270df57c by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:25.624582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Attempting to bind port dd51bd60-8d5b-41fb-a663-82e3270df57c on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:25.655942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49976) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:25.670788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0707-106e-43f3-8494-26bbfe1fc162 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.672818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Port dd51bd60-8d5b-41fb-a663-82e3270df57c on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:01:25.673365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Attempting to bind port dd51bd60-8d5b-41fb-a663-82e3270df57c on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:25.683857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:25.684194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:25.684661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:25.685224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Bound port: dd51bd60-8d5b-41fb-a663-82e3270df57c, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:25.685522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.695196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.726122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:01:25.749465 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.750038 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Added segment 17ee9fbd-0335-4649-b837-9fd8d3c7115a of type vlan for network 951a2b77-7cd1-48af-8bcf-46051251f31d Apr 18 17:01:25.784806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0707-106e-43f3-8494-26bbfe1fc162 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.819893 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.859923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:25.863628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:25.865924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Made reservation on behalf of 5c5d9ea0f14a45849ed2e461d6b09988 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:25.870251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.883108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520eb16-4992-4996-9231-4e793a8a4b96,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:25.895347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-220f883f-c104-4da0-8764-1394f5d2bf62 req-d7883fc8-79dd-401f-845b-ca8f9756426b service neutron] 10.222.0.18 "GET /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9114139 Apr 18 17:01:25.922471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0707-106e-43f3-8494-26bbfe1fc162 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.925697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0707-106e-43f3-8494-26bbfe1fc162 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.928836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf03e39-9048-4ea9-8194-b02be39ba4b1 req-77794312-c1eb-4733-8be5-16275b579b87 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:25.929934 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3da0707-106e-43f3-8494-26bbfe1fc162 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "DELETE /v2.0/security-groups/b878e3ad-cd63-4c0b-b22a-2a14fe602838 HTTP/1.1" status: 204 len: 168 time: 0.6372035 Apr 18 17:01:25.930669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:25.936296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8bf03e39-9048-4ea9-8194-b02be39ba4b1 req-77794312-c1eb-4733-8be5-16275b579b87 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 943 time: 0.3748491 Apr 18 17:01:25.944219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.947747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:25.947747 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.955925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:25.987626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-805ec972-1d31-481b-b97e-ae557b814c71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e85a3873d8d4051a31206b2b18aaefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081522 Apr 18 17:01:25.991895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:26.017462 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-598a5576-0ef5-4749-9d82-253671410d02 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] show failed (client error): The resource could not be found. Apr 18 17:01:26.018607 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-598a5576-0ef5-4749-9d82-253671410d02 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "GET /v2.0/security-groups/b878e3ad-cd63-4c0b-b22a-2a14fe602838 HTTP/1.1" status: 404 len: 347 time: 0.0825317 Apr 18 17:01:26.019426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0707-106e-43f3-8494-26bbfe1fc162 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b878e3ad-cd63-4c0b-b22a-2a14fe602838,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:26.033857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49984) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:26.183923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:26.189262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=951a2b77-7cd1-48af-8bcf-46051251f31d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:26.193740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:26.194675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:26.200907 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-7ec0fe71-dc00-446d-9f45-61dfd74ba9d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 1096 time: 2.2763097 Apr 18 17:01:26.214777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 951a2b77-7cd1-48af-8bcf-46051251f31d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:01:26.240946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-39f7016a-98f5-49c6-91a3-2e5bfd969ed6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8822465 Apr 18 17:01:26.260097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49988) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:26.280314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Request body: {'subnet': {'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1837861973-subnet', 'tenant_id': '5748bdd518c9400fa0e5539ca16e7759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:26.290445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Allocated IP 172.20.0.2 (6366ca5e-c99f-4fa5-b8b8-419df562a4ff/a25abb1f-ff07-4f5d-b8de-dbe6d78361cc/df033c95-24f9-42b4-ac34-1ecf3ecad943) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:26.328741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-d8dbe0e9-6c4a-4ad1-ac70-1362fd0a61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:26.332200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-862656e8-61e8-4998-b062-e83fced8efaa req-7f94f8cc-4fe8-4aec-93a4-b2d418cdfc0b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.2367728 Apr 18 17:01:26.340374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8bf03e39-9048-4ea9-8194-b02be39ba4b1 req-9f3f78f8-8175-4165-b5f1-2c961a47643d tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029050 Apr 18 17:01:26.346076 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-d8dbe0e9-6c4a-4ad1-ac70-1362fd0a61e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1099 time: 0.1070905 Apr 18 17:01:26.420408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-e436b902-1886-4bae-9f5d-0db18a7c3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:26.422926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-e436b902-1886-4bae-9f5d-0db18a7c3b92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=92dcbf071faf465f8e5fbbb6107c5cba&device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 1094 time: 0.3128846 Apr 18 17:01:26.454399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b106-565a-4577-a1c0-4b010f449b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:26.480554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Made reservation on behalf of 5748bdd518c9400fa0e5539ca16e7759 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:26.483827 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:26.551192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-000fd7cb-5b96-4a07-be80-0f827c105b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:26.553350 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-000fd7cb-5b96-4a07-be80-0f827c105b55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1978135 Apr 18 17:01:26.609988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-e92a8fed-8045-49b7-9fbc-7ab05213a86d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 217 time: 0.0465434 Apr 18 17:01:26.670873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:26.689229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-c728e620-56fa-44b3-9bfc-4f83cdd828f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:26.690765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-c728e620-56fa-44b3-9bfc-4f83cdd828f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0742915 Apr 18 17:01:26.722775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd51bd60-8d5b-41fb-a663-82e3270df57c no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:26.758797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaa14-e653-46ed-991e-5b90cb101623 req-fdc0d9dc-2f91-43a0-8802-9afb21d5e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:26.760295 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-fdc0d9dc-2f91-43a0-8802-9afb21d5e39f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455759 Apr 18 17:01:26.810154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd51bd60-8d5b-41fb-a663-82e3270df57c not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:26.818503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:26.844825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:26.852644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['772854f5-25de-4fa7-9cd3-376234d8ef63'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:26.903901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:26.908665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d9287e-cd63-4166-adc7-1a489d9f5a4c,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:26.912246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:26.918840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:26.923228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Pushing event updated for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:26.925835 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b106-565a-4577-a1c0-4b010f449b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:26.929716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Deleting port 1300d90f-3fa2-4ad1-bf15-12e7bf32cd08 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:26.930177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:26.992647 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-63f3ee87-ef13-4175-98e9-118f978d8886 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239850 Apr 18 17:01:27.007415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.008091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:27.069144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96d578-698d-4129-8488-9b315f379934 req-ba57fb45-4cfc-4948-a511-e4d9b07d75f5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.070996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff96d578-698d-4129-8488-9b315f379934 req-ba57fb45-4cfc-4948-a511-e4d9b07d75f5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 948 time: 0.3298678 Apr 18 17:01:27.131943 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-26e300a5-0ab3-49da-b5eb-e9eb6d592f78 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0117092 Apr 18 17:01:27.139253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-25caaa14-e653-46ed-991e-5b90cb101623 req-6737c62b-51ac-4595-967b-0668561a52d7 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157489 Apr 18 17:01:27.148085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-74aa2df8-10c8-4cab-af32-ac5b2475ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.149611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-74aa2df8-10c8-4cab-af32-ac5b2475ffd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59a6a0b4-304a-447f-a2ae-d235bcfd12cf HTTP/1.1" status: 200 len: 916 time: 0.7138953 Apr 18 17:01:27.151840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Request body: {'port': {'device_id': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:27.180328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Checking segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:27.180328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Network hostable DHCP agents. Network: 951a2b77-7cd1-48af-8bcf-46051251f31d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:01:27.211673 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:27.232896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:27.233249 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:27.237194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-41741d08-999e-4ab1-9d93-7c0bcfeb0f3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd2a62c0-085d-4a03-8734-17cc037e282b HTTP/1.1" status: 200 len: 217 time: 0.0739229 Apr 18 17:01:27.264970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff96d578-698d-4129-8488-9b315f379934 req-81cb9756-035c-44ad-ad33-d9e1555b922c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696703 Apr 18 17:01:27.292159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Calling delete_port for 1300d90f-3fa2-4ad1-bf15-12e7bf32cd08 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:27.300519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:27.302985 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6" -d '{"events": [{"name": "network-changed", "server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:27.347235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-d0245c8f-e2c6-4971-8358-e0ea73031153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.348926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-d0245c8f-e2c6-4971-8358-e0ea73031153 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b515abfa-86f2-4b40-803c-011b94567510 HTTP/1.1" status: 200 len: 854 time: 0.0968499 Apr 18 17:01:27.432668 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255ad5fd-5f45-4a6a-b99a-95d481e4e7b8 x-openstack-request-id: req-255ad5fd-5f45-4a6a-b99a-95d481e4e7b8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:27.434281 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:27.434747 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-255ad5fd-5f45-4a6a-b99a-95d481e4e7b8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:27.436054 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255ad5fd-5f45-4a6a-b99a-95d481e4e7b8'] response: {'name': 'network-changed', 'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'status': 'completed', 'code': 200} Apr 18 17:01:27.474136 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b106-565a-4577-a1c0-4b010f449b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:27.476838 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b106-565a-4577-a1c0-4b010f449b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:27.477988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2dc4b106-565a-4577-a1c0-4b010f449b2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4507f277-e84d-4d03-9414-e47193501930 HTTP/1.1" status: 204 len: 168 time: 1.4601455 Apr 18 17:01:27.513511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-a0e86ebd-09c7-4df1-aac9-2f595acf9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.514733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-a0e86ebd-09c7-4df1-aac9-2f595acf9511 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a6a0b4-304a-447f-a2ae-d235bcfd12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566501 Apr 18 17:01:27.526434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Network 951a2b77-7cd1-48af-8bcf-46051251f31d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:01:27.547434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4b106-565a-4577-a1c0-4b010f449b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507f277-e84d-4d03-9414-e47193501930,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:27.673953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 951a2b77-7cd1-48af-8bcf-46051251f31d) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:27.677270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-c0d7dcfe-1d1c-4808-9e10-dedae780d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.679006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-c0d7dcfe-1d1c-4808-9e10-dedae780d88c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1099 time: 0.1749787 Apr 18 17:01:27.686640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c03de7-e9ab-41cf-80f8-41fb639aee30 None None] Network 951a2b77-7cd1-48af-8bcf-46051251f31d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:27.687932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b64195-0df6-46a4-a1f0-1f8c406fd236 req-6d1e8deb-eafd-4562-924b-f81f6453c040 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.696221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3b64195-0df6-46a4-a1f0-1f8c406fd236 req-6d1e8deb-eafd-4562-924b-f81f6453c040 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 931 time: 0.2470086 Apr 18 17:01:27.700023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-b66a676a-3a73-46c7-b07a-1422c3dc9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.702486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-b66a676a-3a73-46c7-b07a-1422c3dc9c75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1099 time: 0.2755256 Apr 18 17:01:27.724995 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f88f4f-ccf1-453c-8bc1-3fcc29323688 req-97ba9d12-d5d9-42ef-9274-bdac96774690 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.726582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93f88f4f-ccf1-453c-8bc1-3fcc29323688 req-97ba9d12-d5d9-42ef-9274-bdac96774690 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 943 time: 0.2099328 Apr 18 17:01:27.727886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:27.728455 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:27.789807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-6e86c98e-5696-4574-80a9-4e66f8e31232 service neutron] 10.222.0.18 "GET /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609899 Apr 18 17:01:27.831256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab73c66f-3c38-4ae8-a2ea-07ef59b3138e None None] Network 951a2b77-7cd1-48af-8bcf-46051251f31d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:27.858624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3b64195-0df6-46a4-a1f0-1f8c406fd236 req-b995fc4b-5e7f-4f53-993b-3a3f4f6909c1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614184 Apr 18 17:01:27.877889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93f88f4f-ccf1-453c-8bc1-3fcc29323688 req-460b63d7-55b3-4930-ae7f-d57a0d957245 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349611 Apr 18 17:01:27.906124 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:27.947974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-90b270cf-b7f3-4715-a627-e5eb440cabb4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6710854 Apr 18 17:01:27.951344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Pushing event deleted for resources: {'Port': ['ID=1300d90f-3fa2-4ad1-bf15-12e7bf32cd08,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:27.981651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df033c95-24f9-42b4-ac34-1ecf3ecad943 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:28.008273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:28.065717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Transition to ACTIVE for port object df033c95-24f9-42b4-ac34-1ecf3ecad943 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:01:28.086611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492ef84-1805-419b-8aae-f783ba9e48b5 req-3acfde27-1f1f-48af-8f80-d72e5bd17588 service neutron] 10.222.0.18 "GET /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868538 Apr 18 17:01:28.096620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:28.100335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:28.101725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-87e92c45-877a-4d6d-9030-9e06f11b4fc9 tempest-ServersWithSpecificFlavorTestJSON-1118770792 tempest-ServersWithSpecificFlavorTestJSON-1118770792-project] 10.222.0.45 "DELETE /v2.0/floatingips/a1c49cde-7a8f-4b6e-9d8d-67447e147dc9 HTTP/1.1" status: 204 len: 168 time: 2.0668716 Apr 18 17:01:28.118333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-720fba5d-f810-4c01-9ee4-fbf94c955c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:28.119833 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-720fba5d-f810-4c01-9ee4-fbf94c955c3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2892644 Apr 18 17:01:28.121061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-f94d1330-5727-40d5-990d-d150ea4d81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:28.122453 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-f94d1330-5727-40d5-990d-d150ea4d81a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2907491 Apr 18 17:01:28.168305 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-bb4c9f0d-a836-477b-92d8-ff1e44e0d438 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 217 time: 0.0405915 Apr 18 17:01:28.175241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:28.273740 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-511b37c6-c92e-492c-af20-b3ebd05ee1e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 217 time: 0.1044097 Apr 18 17:01:28.373713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-f1290de8-357b-4cb0-9da4-99b7cfb46f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:28.375283 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-f1290de8-357b-4cb0-9da4-99b7cfb46f43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1956091 Apr 18 17:01:28.443817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d311bd-0cf7-43b8-9a5f-f9143a4ace8a req-ca826671-3bc3-40cc-8d91-d6ed8b925e7e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:28.450029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33d311bd-0cf7-43b8-9a5f-f9143a4ace8a req-ca826671-3bc3-40cc-8d91-d6ed8b925e7e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 948 time: 0.0616059 Apr 18 17:01:28.450163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Pushing event updated for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:28.503847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33d311bd-0cf7-43b8-9a5f-f9143a4ace8a req-8b7aea28-bead-4caf-ad39-ce581285479f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479207 Apr 18 17:01:28.530956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-5005c45c-0c2e-4c5f-88d4-56f4322f9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:28.530956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-5005c45c-0c2e-4c5f-88d4-56f4322f9607 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2321291 Apr 18 17:01:28.539020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-aed7da8f-6690-4362-a423-8955ec3c6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:28.540573 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-aed7da8f-6690-4362-a423-8955ec3c6e6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552536 Apr 18 17:01:28.657199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:28.662050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:28.662050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:28.673930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:01:28.674266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:28.675349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633af-986e-424e-aa08-001e58c0936a req-5cd16e1a-f26f-4e87-b1db-780e9be557bb tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:28.676942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-5cd16e1a-f26f-4e87-b1db-780e9be557bb tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 805 time: 0.1245282 Apr 18 17:01:28.686383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:28.686690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:28.687085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:28.687529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Bound port: df033c95-24f9-42b4-ac34-1ecf3ecad943, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:28.687946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:28.706277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-14848cf5-c982-4ce5-b617-3608a011299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:28.707695 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-14848cf5-c982-4ce5-b617-3608a011299c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645257 Apr 18 17:01:28.722824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-288e34bd-76b4-4fde-9843-56144353fd20 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/quotas/5748bdd518c9400fa0e5539ca16e7759 HTTP/1.1" status: 200 len: 375 time: 0.0307353 Apr 18 17:01:28.765867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-b8e1d14b-d894-4cff-987f-7984774457e8 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493267 Apr 18 17:01:28.818846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-e171d18d-8b03-40f9-b1d9-8338e520d400 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579310 Apr 18 17:01:28.875587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-bf076eec-8e68-4cad-bf0d-3990a368d55a service neutron] 10.222.0.45 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087461 Apr 18 17:01:28.934330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50060) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:28.989915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device cd2a62c0-085d-4a03-8734-17cc037e282b details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:01:29.003159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-19fc5b68-fc30-4644-a332-716cf4649f9e service neutron] 10.222.0.45 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161304 Apr 18 17:01:29.012508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:29.045031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697305-1c87-4446-b235-53646fe1b3c7 req-5d54a4d2-ba8e-4486-9982-e1babab2fbb9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:29.046326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:29.046663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6697305-1c87-4446-b235-53646fe1b3c7 req-5d54a4d2-ba8e-4486-9982-e1babab2fbb9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0645707 Apr 18 17:01:29.061531 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-00a82db8-a431-4449-94fc-a86dd84f5381 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432052 Apr 18 17:01:29.126739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6697305-1c87-4446-b235-53646fe1b3c7 req-62d00d6a-1618-424a-92a9-25a147bb7157 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706997 Apr 18 17:01:29.160437 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-4b3c0743-9824-46ea-8020-bd30bbc490e0 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125129 Apr 18 17:01:29.166219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port cd2a62c0-085d-4a03-8734-17cc037e282b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd2a62c0-085d-4a03-8734-17cc037e282b,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:29.198458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:29.202662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'port_id': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'mac_address': 'fa:16:3e:ae:87:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:01:29.268635 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:29.276925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fbf23-c50a-4d49-aa16-ce64b0a6fd4e req-68dd2889-6479-44c4-8a2d-9a1dc8643913 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:29.278695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e7fbf23-c50a-4d49-aa16-ce64b0a6fd4e req-68dd2889-6479-44c4-8a2d-9a1dc8643913 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 943 time: 0.0585942 Apr 18 17:01:29.296757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:29.297392 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:29.298936 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] 10.222.0.41 "PUT /v2.0/ports/df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 200 len: 1091 time: 2.1519539 Apr 18 17:01:29.302840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2a62c0-085d-4a03-8734-17cc037e282b {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:29.325049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e7fbf23-c50a-4d49-aa16-ce64b0a6fd4e req-bdd0c71b-517c-4e0a-9ead-6e269ea27685 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Apr 18 17:01:29.325348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port cd2a62c0-085d-4a03-8734-17cc037e282b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd2a62c0-085d-4a03-8734-17cc037e282b,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:29.399912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc578a-3547-445e-8dd1-95a8e1c6a754 service neutron] Pushing event updated for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:29.433154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4986772-ab6c-420f-9ad1-0b2bff6e08c6 req-02957fb8-950f-401a-b833-7d070ce7ac6d service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632953 Apr 18 17:01:29.440072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:29.442676 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:29.486178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10e8fc05-0cfd-4b52-bfd6-b41bca3b7e43 req-2588d224-4e5d-4647-b8f6-905a83a899fc tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 210 time: 0.0536973 Apr 18 17:01:29.515132 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:29.611794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=cd2a62c0-085d-4a03-8734-17cc037e282b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:29.761802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad88cc-f6cf-4850-b072-b823aa3ba6eb req-fbbb3a4a-0e20-491f-b6ed-a2c9285aaa70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:29.764245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2ad88cc-f6cf-4850-b072-b823aa3ba6eb req-fbbb3a4a-0e20-491f-b6ed-a2c9285aaa70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 948 time: 0.1371934 Apr 18 17:01:29.821743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2ad88cc-f6cf-4850-b072-b823aa3ba6eb req-337d9bcc-144c-4bfe-ba27-8fbc7db3d745 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Apr 18 17:01:29.887690 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a8f3e5-5d3d-4025-8e86-709ad0168aee x-openstack-request-id: req-57a8f3e5-5d3d-4025-8e86-709ad0168aee {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:29.887980 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:29.888221 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57a8f3e5-5d3d-4025-8e86-709ad0168aee {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:29.888617 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a8f3e5-5d3d-4025-8e86-709ad0168aee'] response: {'name': 'network-changed', 'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943', 'status': 'completed', 'code': 200} Apr 18 17:01:29.962707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['cd2a62c0-085d-4a03-8734-17cc037e282b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:29.970497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1b77b141-5ee4-404c-bda3-b21064702548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:29.972166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-1b77b141-5ee4-404c-bda3-b21064702548 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1094 time: 0.0866442 Apr 18 17:01:30.044117 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-cc2022df-c38f-40f5-8013-8b660ba76239 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 200 len: 217 time: 0.0425642 Apr 18 17:01:30.123485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-a957ba95-9f66-43d0-ad85-8362ff88e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:30.126239 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-a957ba95-9f66-43d0-ad85-8362ff88e210 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0743616 Apr 18 17:01:30.169369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-66b18a27-3332-47e8-ab54-040a175f3c14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324261 Apr 18 17:01:30.249374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38205-b0bd-488a-8336-a0549c349683 req-0ae25e14-80b7-4e64-af13-324c3525727a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:30.250940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fef38205-b0bd-488a-8336-a0549c349683 req-0ae25e14-80b7-4e64-af13-324c3525727a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0573649 Apr 18 17:01:30.304659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fef38205-b0bd-488a-8336-a0549c349683 req-1e41c474-2105-486f-9a10-65a78db6096c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 Apr 18 17:01:30.337880 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-ec323020-a80c-4025-9f0d-6d8df10a09ac service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609349 Apr 18 17:01:30.344728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:30.492894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51184a-3eba-4c7d-93b7-a98a00c2a617 req-0a220e9c-0536-4ceb-8e19-ad55750474df tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:30.494485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f51184a-3eba-4c7d-93b7-a98a00c2a617 req-0a220e9c-0536-4ceb-8e19-ad55750474df tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 944 time: 0.0799499 Apr 18 17:01:30.548608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f51184a-3eba-4c7d-93b7-a98a00c2a617 req-878a38cf-a332-4cb0-b4a1-33d55ee17dce tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Apr 18 17:01:30.571301 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fedd9361-466f-48d2-8be4-c20b2db28ed2 req-54475956-b6fb-47da-b058-89e7f28ca348 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216895 Apr 18 17:01:30.643209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce6be9b-0264-4008-94d5-60d2ced7241a req-05241e36-e68a-41d6-8d22-6907b737dc52 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 210 time: 0.0300398 Apr 18 17:01:30.801369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-e7a7fd78-490f-41ec-9a77-d65f3cb6393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:30.803049 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-e7a7fd78-490f-41ec-9a77-d65f3cb6393e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1094 time: 0.0748656 Apr 18 17:01:30.877381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Deleting port f9bff984-96e5-4c7e-895a-7e4037dda9d2 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:30.877764 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:30.949764 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9b16371-c421-45b9-9369-ce5c4a3bdc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:30.982149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0af6-7525-4583-8db0-2018dd1eda0b req-b8c9079e-9d17-49c1-9645-ac6fce38c491 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:30.982690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-8b2dc099-ebee-43c0-a559-5bdf958c035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:30.983823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc3d0af6-7525-4583-8db0-2018dd1eda0b req-b8c9079e-9d17-49c1-9645-ac6fce38c491 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 948 time: 0.0731542 Apr 18 17:01:30.984317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-8b2dc099-ebee-43c0-a559-5bdf958c035a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.1729629 Apr 18 17:01:31.004560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dd51bd60-8d5b-41fb-a663-82e3270df57c details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:01:31.007865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] For port f9bff984-96e5-4c7e-895a-7e4037dda9d2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f9bff984-96e5-4c7e-895a-7e4037dda9d2,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:31.007865 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:31.025785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc3d0af6-7525-4583-8db0-2018dd1eda0b req-444ef2b8-7014-4b6e-a34d-212abc46cfa4 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357487 Apr 18 17:01:31.043296 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-9739db87-26ac-4996-b25a-b38634207810 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 200 len: 217 time: 0.0499091 Apr 18 17:01:31.088830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Calling delete_port for f9bff984-96e5-4c7e-895a-7e4037dda9d2 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:31.132353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:31.148627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'mac_address': 'fa:16:3e:d4:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:01:31.156689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-278b08e2-df4d-4eee-ab56-bfdf7a3051a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:31.158256 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-278b08e2-df4d-4eee-ab56-bfdf7a3051a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.1086056 Apr 18 17:01:31.201477 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:31.201682 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-46f43bc6-ec76-4731-aae2-05f78182fae7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318117 Apr 18 17:01:31.202961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd51bd60-8d5b-41fb-a663-82e3270df57c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:31.222982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:31.344831 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:31.357054 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-eeff1e3a-437b-402b-bdc2-9f0b65c1e3ba service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478388 Apr 18 17:01:31.405333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:31.468940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fc1cf-e7ba-425a-b66c-dc4ebc75a06a req-7fd757a2-b651-4eff-a883-c181ad9dfcb8 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:31.474583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-360fc1cf-e7ba-425a-b66c-dc4ebc75a06a req-7fd757a2-b651-4eff-a883-c181ad9dfcb8 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0810947 Apr 18 17:01:31.487134 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52df33c3-8a97-4955-8e6a-5c595c5c1f5a req-19ed132f-8f6a-4983-9821-db1c90b5f610 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069379 Apr 18 17:01:31.514530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-360fc1cf-e7ba-425a-b66c-dc4ebc75a06a req-c7f4ab90-db50-4e0e-80cd-0ffeb0b65ff3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Apr 18 17:01:31.589875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:31.639853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9bff984-96e5-4c7e-895a-7e4037dda9d2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:31.684820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bfe40-973e-4491-8fe2-25981093359b req-45fa8db8-724b-4151-b351-cc5c00f8f7f4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:31.693931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-136bfe40-973e-4491-8fe2-25981093359b req-45fa8db8-724b-4151-b351-cc5c00f8f7f4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 944 time: 0.0706608 Apr 18 17:01:31.764762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-136bfe40-973e-4491-8fe2-25981093359b req-c162d47d-21ce-43ea-9b0d-aad8dabf6516 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698807 Apr 18 17:01:31.797541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dd51bd60-8d5b-41fb-a663-82e3270df57c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:31.882652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5731128a-bb5c-4ba4-9fd3-efc8eddeef75 req-7bdf03aa-f1b3-4f43-8880-f3c3cd400cb0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 210 time: 0.0562327 Apr 18 17:01:31.906417 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:32.178460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63251932-e0aa-4866-b446-574cff78f021 req-12b26ba5-a6cc-43c3-9ea3-0da8d2cdeba1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:32.178948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Router cb7aa52b-cb71-470f-be6a-ce4861aee74c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:32.180237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63251932-e0aa-4866-b446-574cff78f021 req-12b26ba5-a6cc-43c3-9ea3-0da8d2cdeba1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 949 time: 0.0737684 Apr 18 17:01:32.225599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63251932-e0aa-4866-b446-574cff78f021 req-5fe74e9b-1a51-4913-a722-7159dd1c8afb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 Apr 18 17:01:32.321188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:32.328568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-46ddb808-8232-4ae8-b66f-eed755e8456a admin admin] 10.222.0.45 "PUT /v2.0/routers/cb7aa52b-cb71-470f-be6a-ce4861aee74c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3904045 Apr 18 17:01:32.329022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50122) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:32.330999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] Sync routers for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:32.342872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:32.343402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:32.451803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:32.455841 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:32.576498 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:32.654563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2663ca7-5bdb-4332-8eaf-acf1e9953aaa req-56ff4c90-725c-418f-8f16-f1f2c369db26 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:32.671275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2663ca7-5bdb-4332-8eaf-acf1e9953aaa req-56ff4c90-725c-418f-8f16-f1f2c369db26 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 949 time: 0.0663552 Apr 18 17:01:32.709059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2663ca7-5bdb-4332-8eaf-acf1e9953aaa req-978cfbf3-bc17-4b1c-acf9-bc8f7938ee58 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367653 Apr 18 17:01:32.788310 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Deleting port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:32.788805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:32.799117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T17:01:31Z', 'revision_number': 5, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port': {'id': '401baca0-0dd3-4c02-8fcc-dc25ce633c1a', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:10Z', 'updated_at': '2022-04-18T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:32.833738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] Checking router: cb7aa52b-cb71-470f-be6a-ce4861aee74c for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:32.845442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] Routers {'cb7aa52b-cb71-470f-be6a-ce4861aee74c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:32.846148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:32.847815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-7795600b-06b2-4d2c-9c9f-92bb2d4dadfd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:32.853505 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-7795600b-06b2-4d2c-9c9f-92bb2d4dadfd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3&tenant_id=79801ff0479c44059080bb19a59617ce&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 949 time: 0.1226377 Apr 18 17:01:32.858058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebf599-037a-487b-a4b6-e8e27db87b5d req-baebc02c-c80b-4ed2-b6a9-f84505279ad6 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:32.859642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbebf599-037a-487b-a4b6-e8e27db87b5d req-baebc02c-c80b-4ed2-b6a9-f84505279ad6 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.1245794 Apr 18 17:01:32.912135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] For port 401baca0-0dd3-4c02-8fcc-dc25ce633c1a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=401baca0-0dd3-4c02-8fcc-dc25ce633c1a,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:32.913059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:32.933747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Calling delete_port for 401baca0-0dd3-4c02-8fcc-dc25ce633c1a owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:32.939004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbebf599-037a-487b-a4b6-e8e27db87b5d req-3eb89fe3-c23e-4a33-8cd2-956f3ee4ef54 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688539 Apr 18 17:01:32.945455 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-5ed75806-f549-4b07-b28a-2f13c89fb727 service neutron] delete failed (client error): The resource could not be found. Apr 18 17:01:32.946160 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-5ed75806-f549-4b07-b28a-2f13c89fb727 service neutron] 10.222.0.41 "DELETE /v2.0/ports/dd51bd60-8d5b-41fb-a663-82e3270df57c/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0760047 Apr 18 17:01:32.995896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] Set router cb7aa52b-cb71-470f-be6a-ce4861aee74c gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:33.062432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dd51bd60-8d5b-41fb-a663-82e3270df57c up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:33.067901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T17:01:32Z', 'revision_number': 6, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:33.119520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5297e1-076f-41bd-a79c-543594cd2957 None None] The sync data for ids ['cb7aa52b-cb71-470f-be6a-ce4861aee74c'] in n-d-836015-2 is: [{'id': 'cb7aa52b-cb71-470f-be6a-ce4861aee74c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-135929216-router', 'tenant_id': '9387c64b22cf454a85db9f16570f613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:09Z', 'updated_at': '2022-04-18T17:01:32Z', 'revision_number': 6, 'project_id': '9387c64b22cf454a85db9f16570f613d', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:33.159030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633af-986e-424e-aa08-001e58c0936a req-4dacb69c-7c71-46c4-9422-3d681a81cb35 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:33.160531 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-4dacb69c-7c71-46c4-9422-3d681a81cb35 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.18 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 805 time: 0.2062895 Apr 18 17:01:33.164314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab6dc5-2de7-42b7-840e-d3961f088fc8 req-ce7d4dbb-e013-40dc-a895-32463592bbab tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:33.165564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-64f9e0d6-b414-4543-b7f7-679815947b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:33.166935 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-64f9e0d6-b414-4543-b7f7-679815947b2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1100 time: 0.1193106 Apr 18 17:01:33.173353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99ab6dc5-2de7-42b7-840e-d3961f088fc8 req-ce7d4dbb-e013-40dc-a895-32463592bbab tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 944 time: 0.0977397 Apr 18 17:01:33.187030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Request body: {'port': {'device_id': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'admin_state_up': True, 'tenant_id': '5748bdd518c9400fa0e5539ca16e7759'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:33.230834 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b15e80a-7f94-463c-89ed-9ff0178f3bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.274816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port dd51bd60-8d5b-41fb-a663-82e3270df57c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:01:33.276079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99ab6dc5-2de7-42b7-840e-d3961f088fc8 req-af4a1f67-b4e0-43fa-92c6-68bd37e3a80c tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012399 Apr 18 17:01:33.280685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port dd51bd60-8d5b-41fb-a663-82e3270df57c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:33.281061 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.299414 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf9e8b02-d9a3-4469-997a-f1cf45255124 req-f87fcd79-7b0f-493b-91ca-f469699cb5dc tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 210 time: 0.0518677 Apr 18 17:01:33.387461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-69a56ce4-c786-4491-8dc6-9f9aabc80070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:33.388906 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-69a56ce4-c786-4491-8dc6-9f9aabc80070 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1969020 Apr 18 17:01:33.390367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.413509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:33.415851 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ee143-8091-4d0f-b4f2-34fc01b34a59" -d '{"events": [{"server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "name": "network-vif-plugged", "status": "completed", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:33.417567 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.437165 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-87b83e16-6263-4962-b557-563c4fa9dccf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 217 time: 0.0398467 Apr 18 17:01:33.439330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:33.449452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Pushing event deleted for resources: {'Port': ['ID=401baca0-0dd3-4c02-8fcc-dc25ce633c1a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:33.473363 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdea5d5c-b5cc-47cb-aae4-4daeac89680b x-openstack-request-id: req-bdea5d5c-b5cc-47cb-aae4-4daeac89680b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:33.474556 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "name": "network-vif-plugged", "status": "completed", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:33.474984 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdea5d5c-b5cc-47cb-aae4-4daeac89680b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:33.475544 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdea5d5c-b5cc-47cb-aae4-4daeac89680b'] response: {'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'code': 200} Apr 18 17:01:33.512601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-a66b1fd9-ec2d-4275-a01d-b773215f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:33.514188 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-a66b1fd9-ec2d-4275-a01d-b773215f9c65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0699017 Apr 18 17:01:33.520235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Made reservation on behalf of 5748bdd518c9400fa0e5539ca16e7759 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:33.522022 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.522984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device cd2a62c0-085d-4a03-8734-17cc037e282b up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:33.524864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.534597 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.610524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:33.634610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-95354e2e-8698-42ae-b2ca-6afe0339889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:33.640458 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-95354e2e-8698-42ae-b2ca-6afe0339889c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085575 Apr 18 17:01:33.674062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.677262 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.765712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port cd2a62c0-085d-4a03-8734-17cc037e282b completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:01:33.767572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Allocated IP 172.20.0.4 (951a2b77-7cd1-48af-8bcf-46051251f31d/f1d9287e-cd63-4166-adc7-1a489d9f5a4c/bc0fd758-2bf2-4a92-8f02-1c5f9385d886) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:33.779098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port cd2a62c0-085d-4a03-8734-17cc037e282b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:33.779891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.829051 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-43b3a68a-9296-40b7-8f25-119d013526d4 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382463 Apr 18 17:01:33.874279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e63e-1a56-435d-93fe-ef0708921893 req-a67fc6c0-c9db-447f-8426-b30084465a03 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:33.883906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a383e63e-1a56-435d-93fe-ef0708921893 req-a67fc6c0-c9db-447f-8426-b30084465a03 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.0812747 Apr 18 17:01:33.896937 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.911885 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.912516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7aa52b-cb71-470f-be6a-ce4861aee74c {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:01:33.918308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:33.919554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-09a51f0b-472c-4c91-b60f-b36a7b6b6553 admin admin] 10.222.0.45 "DELETE /v2.0/routers/cb7aa52b-cb71-470f-be6a-ce4861aee74c HTTP/1.1" status: 204 len: 168 time: 1.5895338 Apr 18 17:01:33.924337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50152) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:33.937294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port cd2a62c0-085d-4a03-8734-17cc037e282b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd2a62c0-085d-4a03-8734-17cc037e282b,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:33.967397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a383e63e-1a56-435d-93fe-ef0708921893 req-b6341637-8f1e-4fd2-b70c-f579902cacbb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826032 Apr 18 17:01:33.987189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-07192ed7-062e-4f9a-9110-5cd69527a222 admin admin] Deleting subnet 5dbfb38b-8d19-45b1-af94-c743eb048da9 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:01:33.991322 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-07192ed7-062e-4f9a-9110-5cd69527a222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.080949 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.100670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a46fe23c-c1cb-40a5-b02e-70e2af959b61 req-050e480b-b22c-4315-b8a8-b46d5d89326e service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630994 Apr 18 17:01:34.132853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.197006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 401baca0-0dd3-4c02-8fcc-dc25ce633c1a no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:34.238362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 401baca0-0dd3-4c02-8fcc-dc25ce633c1a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:34.238893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 401baca0-0dd3-4c02-8fcc-dc25ce633c1a not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:34.239456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f9bff984-96e5-4c7e-895a-7e4037dda9d2 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:34.273302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=cd2a62c0-085d-4a03-8734-17cc037e282b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:34.277462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: f9bff984-96e5-4c7e-895a-7e4037dda9d2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:34.281584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f9bff984-96e5-4c7e-895a-7e4037dda9d2 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:34.326802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.377121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Pushing event updated for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:34.396795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Network 951a2b77-7cd1-48af-8bcf-46051251f31d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:34.402583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:34.405149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:34.416926 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.464890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:34.465640 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.477265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-07192ed7-062e-4f9a-9110-5cd69527a222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.516473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e5afa-6b00-4d2f-bbf3-f5113dedc9be req-0f92ffb7-06e6-4bd8-8383-33e47abb7ab9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:34.517951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-787e5afa-6b00-4d2f-bbf3-f5113dedc9be req-0f92ffb7-06e6-4bd8-8383-33e47abb7ab9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0926142 Apr 18 17:01:34.565366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-26cf72ff-fd3c-411f-bf77-a3b3f2788572 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3811374 Apr 18 17:01:34.581200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Request body: {'port': {'device_id': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:34.599614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-787e5afa-6b00-4d2f-bbf3-f5113dedc9be req-858a0144-b4ee-4fca-aee3-b0959d44f5e8 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Apr 18 17:01:34.600920 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-07192ed7-062e-4f9a-9110-5cd69527a222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.660779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.689939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c4c17-4a8d-44a2-ab46-553bb9daa174 req-9e1eff74-f731-4594-8dfe-cbfbed1642f6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:34.692339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-691c4c17-4a8d-44a2-ab46-553bb9daa174 req-9e1eff74-f731-4594-8dfe-cbfbed1642f6 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 945 time: 0.0670745 Apr 18 17:01:34.765098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-691c4c17-4a8d-44a2-ab46-553bb9daa174 req-0ae85257-cd9f-4519-8ba2-dc0f3f522cbd tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636842 Apr 18 17:01:34.772378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a558c-1db8-4abf-b4af-a426240e23bc req-25c60c7d-e793-4abf-8f85-8397da51be59 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:34.774001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d95a558c-1db8-4abf-b4af-a426240e23bc req-25c60c7d-e793-4abf-8f85-8397da51be59 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 931 time: 0.0815833 Apr 18 17:01:34.829035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d95a558c-1db8-4abf-b4af-a426240e23bc req-09107f97-63e5-456a-9bbf-7cb214ca8564 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Apr 18 17:01:34.845676 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-07192ed7-062e-4f9a-9110-5cd69527a222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.867615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07192ed7-062e-4f9a-9110-5cd69527a222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dbfb38b-8d19-45b1-af94-c743eb048da9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:34.871675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-07192ed7-062e-4f9a-9110-5cd69527a222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:34.874940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-07192ed7-062e-4f9a-9110-5cd69527a222 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5dbfb38b-8d19-45b1-af94-c743eb048da9 HTTP/1.1" status: 204 len: 168 time: 0.9485221 Apr 18 17:01:34.878595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e839fa-afa1-42e0-9b78-6b83437959fd None None] Network 71fd5923-7080-4e23-8f06-a2def67d1bba requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:34.885909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50168) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:34.966342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.034066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0fd758-2bf2-4a92-8f02-1c5f9385d886 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:35.041884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Deleting port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:35.042393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.048818 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.067230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Transition to ACTIVE for port object bc0fd758-2bf2-4a92-8f02-1c5f9385d886 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:01:35.149973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] For port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:35.150347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.166023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] DHCP port deletion for 71fd5923-7080-4e23-8f06-a2def67d1bba request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:01:35.168168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Calling delete_port for a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:35.183951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8eea7-52e9-404a-a66f-ebe7fae72355 req-c7e19b21-619f-4ceb-a710-162c57d1bd90 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:35.189985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36f8eea7-52e9-404a-a66f-ebe7fae72355 req-c7e19b21-619f-4ceb-a710-162c57d1bd90 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.0883167 Apr 18 17:01:35.218220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] Deleting port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:35.218861 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.255477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.271399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36f8eea7-52e9-404a-a66f-ebe7fae72355 req-8f331d8a-1a49-4c15-839e-2c8e4cb8db83 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779126 Apr 18 17:01:35.299776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] For port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,segment=NetworkSegment(8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f),segment_id=8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:35.300507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.309891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:35.331703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] Calling delete_port for a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:35.392741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Attempting to bind port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:35.393338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Attempting to bind port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:35.393604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Attempting to bind port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 on network 951a2b77-7cd1-48af-8bcf-46051251f31d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:35.397595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a732c-ea6d-4797-8fa8-24f460d6b595 req-e158ec6e-d7bd-44c9-a874-4cc4fe9d1fe2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:35.399505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d85a732c-ea6d-4797-8fa8-24f460d6b595 req-e158ec6e-d7bd-44c9-a874-4cc4fe9d1fe2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.0552013 Apr 18 17:01:35.399637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 on network 951a2b77-7cd1-48af-8bcf-46051251f31d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:01:35.399969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Attempting to bind port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 on network 951a2b77-7cd1-48af-8bcf-46051251f31d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:35.405454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:35.405874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Checking segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:35.409386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Bound using segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:35.409386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Bound port: bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:35.409386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.458018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d85a732c-ea6d-4797-8fa8-24f460d6b595 req-0149a8d5-13c3-420e-a1b1-2b26f9576093 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Apr 18 17:01:35.476776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a62c0-085d-4a03-8734-17cc037e282b'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:35.480259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.480754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:35.482339 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d2a2e8-5f27-458f-8d6a-221ae65cd16f" -d '{"events": [{"server_uuid": "0dfedbc0-5e6d-49d7-b290-bf4361f32c85", "name": "network-vif-plugged", "status": "completed", "tag": "cd2a62c0-085d-4a03-8734-17cc037e282b"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:35.484896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:35.493211 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.513643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:35.526138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] No DVR routers for this DVR port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:35.545283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] No DVR routers for this DVR port a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:35.550100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e96dab-912d-4d97-9882-e5a9f247b99f None None] Pushing event deleted for resources: {'Port': ['ID=a1aca75a-e9ee-45b8-bccd-a42fce4c66b6,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:35.557734 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61aabd-18d2-4c4b-b5e4-7a10e08cee60 x-openstack-request-id: req-9c61aabd-18d2-4c4b-b5e4-7a10e08cee60 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:35.558141 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfedbc0-5e6d-49d7-b290-bf4361f32c85", "name": "network-vif-plugged", "status": "completed", "tag": "cd2a62c0-085d-4a03-8734-17cc037e282b", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:35.558473 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c61aabd-18d2-4c4b-b5e4-7a10e08cee60 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:35.559101 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c61aabd-18d2-4c4b-b5e4-7a10e08cee60'] response: {'server_uuid': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'code': 200} Apr 18 17:01:35.617880 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.628675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.649799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fd5923-7080-4e23-8f06-a2def67d1bba']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:35.674379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:35.674989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.676421 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] 10.222.0.18 "PUT /v2.0/ports/bc0fd758-2bf2-4a92-8f02-1c5f9385d886 HTTP/1.1" status: 200 len: 1091 time: 1.0995040 Apr 18 17:01:35.684053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:35.684053 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feff06d7-0f1f-4c3d-b7c2-8c2ca7489100" -d '{"events": [{"name": "network-changed", "server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:35.701860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:35.702449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae32e0a-b6a4-4b3b-937d-3bfcdfce637f') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:35.715793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547b47-addc-4b48-8b4b-296ad6202978 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:35.753727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.766874 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f5da1-c74d-4fca-9077-9049823aab09 x-openstack-request-id: req-616f5da1-c74d-4fca-9077-9049823aab09 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:35.767855 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:35.768279 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-616f5da1-c74d-4fca-9077-9049823aab09 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:35.769165 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616f5da1-c74d-4fca-9077-9049823aab09'] response: {'name': 'network-changed', 'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'status': 'completed', 'code': 200} Apr 18 17:01:35.796792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.815866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112f65b-f01f-45b1-91a9-24ec406f5ef3 req-2275aa64-7e87-494c-bd7f-d18e7bda7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:35.817677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e112f65b-f01f-45b1-91a9-24ec406f5ef3 req-2275aa64-7e87-494c-bd7f-d18e7bda7586 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 1096 time: 0.1460264 Apr 18 17:01:35.820043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:01:35.820511 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:01:35.825533 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:01:35.837718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:35.852660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1c160-7ebb-40ef-8090-ad04f8ab8f47 req-2aefc659-c09e-4ea3-8db0-e738ed121c48 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:35.856704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87e1c160-7ebb-40ef-8090-ad04f8ab8f47 req-2aefc659-c09e-4ea3-8db0-e738ed121c48 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.1523907 Apr 18 17:01:35.895193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:35.900861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff06d7-0f1f-4c3d-b7c2-8c2ca7489100 req-fe5104a0-100d-401f-8643-5eeeeede498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:35.902478 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-feff06d7-0f1f-4c3d-b7c2-8c2ca7489100 req-fe5104a0-100d-401f-8643-5eeeeede498e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 1094 time: 0.0895941 Apr 18 17:01:35.924055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:35.924394 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a1aca75a-e9ee-45b8-bccd-a42fce4c66b6 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:36.016495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e112f65b-f01f-45b1-91a9-24ec406f5ef3 req-a1288500-2950-4d24-accc-cb46e38699c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747208 Apr 18 17:01:36.019490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87e1c160-7ebb-40ef-8090-ad04f8ab8f47 req-0c79246b-5fce-4aa5-8a00-ecf92754f900 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491797 Apr 18 17:01:36.031786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c3468-dd37-499c-bf51-9229706ed05c req-ee427c4c-5fea-4a85-afa2-7484d92dbb3f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:36.037951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-316c3468-dd37-499c-bf51-9229706ed05c req-ee427c4c-5fea-4a85-afa2-7484d92dbb3f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 945 time: 0.1201077 Apr 18 17:01:36.080093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-316c3468-dd37-499c-bf51-9229706ed05c req-7331f926-d95b-4bca-ae69-65ba11422853 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397446 Apr 18 17:01:36.086578 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:36.106431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:36.110522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] 10.222.0.45 "DELETE /v2.0/networks/71fd5923-7080-4e23-8f06-a2def67d1bba HTTP/1.1" status: 204 len: 168 time: 1.2201550 Apr 18 17:01:36.114908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50208) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:36.122648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5b55e-f5aa-4dd3-a1ab-0834841ed144 admin admin] Pushing event deleted for resources: {'Network': ['ID=71fd5923-7080-4e23-8f06-a2def67d1bba,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:36.133499 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:36.166656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff06d7-0f1f-4c3d-b7c2-8c2ca7489100 req-cc51d9ca-11ea-438a-ad83-e91c7e827a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:36.168148 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-feff06d7-0f1f-4c3d-b7c2-8c2ca7489100 req-cc51d9ca-11ea-438a-ad83-e91c7e827a99 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5748bdd518c9400fa0e5539ca16e7759&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2528138 Apr 18 17:01:36.188411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a76733-c1b1-48b5-91c0-a7c6ecfae3bb req-b32bf2de-d883-4b09-a38d-8bb8f7702930 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:36.188411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8a76733-c1b1-48b5-91c0-a7c6ecfae3bb req-b32bf2de-d883-4b09-a38d-8bb8f7702930 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 943 time: 0.0918972 Apr 18 17:01:36.229366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-060144e5-0aab-4ffc-99c7-c7e126ca45b7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339923 Apr 18 17:01:36.259284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8a76733-c1b1-48b5-91c0-a7c6ecfae3bb req-93cc0c91-210a-4f22-bf00-6ce7522bd036 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709116 Apr 18 17:01:36.369449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-15853463-d40c-4452-8db3-b2bf392910fc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:36.374630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-15853463-d40c-4452-8db3-b2bf392910fc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343143 Apr 18 17:01:36.389125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-87f76051-0639-4577-8372-0b76476ae593 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/quotas/79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 375 time: 0.0109804 Apr 18 17:01:36.427754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50220) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:36.457245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-70079878-639a-4d5a-b559-e325d20d34fe tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587411 Apr 18 17:01:36.553797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed2ac-6248-4a74-a457-1696ddd156c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:36.637628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed2ac-6248-4a74-a457-1696ddd156c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:36.662690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff06d7-0f1f-4c3d-b7c2-8c2ca7489100 req-bdc0dbc4-a30d-407f-a421-19d4c198307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:36.664311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-feff06d7-0f1f-4c3d-b7c2-8c2ca7489100 req-bdc0dbc4-a30d-407f-a421-19d4c198307f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732297 Apr 18 17:01:36.770800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99542e39-1e41-4bda-a167-830ec7b75f6d req-0a12bcb7-72fc-435e-87f6-0a87a307ceeb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 210 time: 0.0297725 Apr 18 17:01:36.787404 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed2ac-6248-4a74-a457-1696ddd156c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:36.813450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633af-986e-424e-aa08-001e58c0936a req-b1c92a62-c618-4deb-8817-ce3548c4e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:36.815105 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-b1c92a62-c618-4deb-8817-ce3548c4e499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 1094 time: 0.0809848 Apr 18 17:01:36.832037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ed2ac-6248-4a74-a457-1696ddd156c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11186a8-e036-4618-bcbd-7437f40bb0e8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:36.841358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ae9ed2ac-6248-4a74-a457-1696ddd156c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b06f00c607a24ed2a6c196f969e81a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103177 Apr 18 17:01:36.842220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:36.876175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-1aefc231-3627-4b1d-a7f4-5d66ce977748 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886 HTTP/1.1" status: 200 len: 217 time: 0.0430491 Apr 18 17:01:36.904244 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2a35b6c1-ce43-4117-a0af-bce82996831e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:36.930743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2a35b6c1-ce43-4117-a0af-bce82996831e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:36.962821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633af-986e-424e-aa08-001e58c0936a req-1774c2cb-c875-4223-8de7-da885c7512c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:36.964423 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-1774c2cb-c875-4223-8de7-da885c7512c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d9287e-cd63-4166-adc7-1a489d9f5a4c HTTP/1.1" status: 200 len: 845 time: 0.0607066 Apr 18 17:01:36.983482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:37.029239 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-a5b53f2c-430b-46bd-97b9-5a95024fa9ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=951a2b77-7cd1-48af-8bcf-46051251f31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576439 Apr 18 17:01:37.207642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e6bd-25a2-42f5-b186-b138d5e38c4d req-e0fa3592-3fb9-4928-8214-966ded3e0f4b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:37.207642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da91e6bd-25a2-42f5-b186-b138d5e38c4d req-e0fa3592-3fb9-4928-8214-966ded3e0f4b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0536797 Apr 18 17:01:37.222803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da91e6bd-25a2-42f5-b186-b138d5e38c4d req-40af88a1-3f20-40ff-b640-f50907666da0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567732 Apr 18 17:01:37.230823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-b1e9d09a-951f-4a42-ba3c-b4aa80a40305 service neutron] 10.222.0.18 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910274 Apr 18 17:01:37.231330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b82cc3-69b4-4914-91b6-4e2ce519118b req-01819b4b-81f7-4cb7-8a6b-c8587aa20043 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:37.232868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5b82cc3-69b4-4914-91b6-4e2ce519118b req-01819b4b-81f7-4cb7-8a6b-c8587aa20043 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 945 time: 0.0773811 Apr 18 17:01:37.278901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5b82cc3-69b4-4914-91b6-4e2ce519118b req-3b020a28-9800-45ff-baae-ae7fc6c4ee93 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365229 Apr 18 17:01:37.387756 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d64633af-986e-424e-aa08-001e58c0936a req-50ca0b1a-f5f4-42b5-af93-87bb251f8f0f service neutron] 10.222.0.18 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404216 Apr 18 17:01:37.389125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3d832-ba63-4e9f-9e7c-c51247a631ad req-1e05a650-0161-48b5-a529-ac5fe7e786a4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:37.390667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdb3d832-ba63-4e9f-9e7c-c51247a631ad req-1e05a650-0161-48b5-a529-ac5fe7e786a4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 943 time: 0.0536616 Apr 18 17:01:37.409521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Deleting port 9c8432b9-28f1-434d-a8af-556429ab06c5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:37.409872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:37.436547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdb3d832-ba63-4e9f-9e7c-c51247a631ad req-cb823aa8-a4c3-4d6d-a5fd-23d752e6f6a6 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 Apr 18 17:01:37.492158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] For port 9c8432b9-28f1-434d-a8af-556429ab06c5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9c8432b9-28f1-434d-a8af-556429ab06c5,segment=NetworkSegment(4e4278bf-febf-4538-a9bc-834066dee2ef),segment_id=4e4278bf-febf-4538-a9bc-834066dee2ef)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:37.492526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:37.505150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Calling delete_port for 9c8432b9-28f1-434d-a8af-556429ab06c5 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:37.521708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2a35b6c1-ce43-4117-a0af-bce82996831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:37.528742 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2a35b6c1-ce43-4117-a0af-bce82996831e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:37.528742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2a35b6c1-ce43-4117-a0af-bce82996831e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c11186a8-e036-4618-bcbd-7437f40bb0e8 HTTP/1.1" status: 204 len: 168 time: 0.6818800 Apr 18 17:01:37.533496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35b6c1-ce43-4117-a0af-bce82996831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11186a8-e036-4618-bcbd-7437f40bb0e8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:37.849339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-208fd2ed-8e9e-4602-9f05-405ca85de795 req-e8324e90-9bd8-4c08-80ee-db31e0f030cf tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 210 time: 0.0272973 Apr 18 17:01:38.012313 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:38.037551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8432b9-28f1-434d-a8af-556429ab06c5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:38.226863 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:38.347538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1568b0-4c38-4ec3-9fd7-0c47c7f8d476 req-e857a3a7-ecb7-4a17-afd6-6a8b53dee2c9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:38.349840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa1568b0-4c38-4ec3-9fd7-0c47c7f8d476 req-e857a3a7-ecb7-4a17-afd6-6a8b53dee2c9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0528798 Apr 18 17:01:38.422082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa1568b0-4c38-4ec3-9fd7-0c47c7f8d476 req-d6af7a58-3421-47bc-8217-dcda6a691aa4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642397 Apr 18 17:01:38.439336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfebd0-318f-4ef7-8c95-b1904d35a434 req-78bff5c8-5563-4337-ae83-d12ea88af16b tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:38.441299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55cfebd0-318f-4ef7-8c95-b1904d35a434 req-78bff5c8-5563-4337-ae83-d12ea88af16b tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 945 time: 0.0817173 Apr 18 17:01:38.484085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:38.492832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55cfebd0-318f-4ef7-8c95-b1904d35a434 req-0207f64f-8d67-40c0-9dc1-d03c9545e540 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Apr 18 17:01:38.647395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:38.653621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1453b9fa-8de7-4572-b7e2-3200a5654ddc admin admin] 10.222.0.45 "PUT /v2.0/routers/f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5372496 Apr 18 17:01:38.656780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50272) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:38.666932 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] Sync routers for ids ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:38.673878 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] Routers {'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:38.674498 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:38.706111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb55be-c2c9-486d-9383-be08a7ce0ab6 req-ab87fb73-dc72-4cab-8855-8d74e63e42ff tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:38.722272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dcb55be-c2c9-486d-9383-be08a7ce0ab6 req-ab87fb73-dc72-4cab-8855-8d74e63e42ff tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 943 time: 0.1664100 Apr 18 17:01:38.738486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87c39e-8e69-472b-bd6a-286c7f1da780 req-03445b69-b0ea-4869-9bf3-f0784f8c2eea tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:38.748357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f87c39e-8e69-472b-bd6a-286c7f1da780 req-03445b69-b0ea-4869-9bf3-f0784f8c2eea tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 945 time: 0.1425211 Apr 18 17:01:38.752629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50276) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:38.792640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Request body: {'floatingip': {'port_id': 'cd2a62c0-085d-4a03-8734-17cc037e282b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:38.794649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:38.812408 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dcb55be-c2c9-486d-9383-be08a7ce0ab6 req-cd5a3beb-28c5-44d1-ac26-ff3581f3e6ad tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839648 Apr 18 17:01:38.853077 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] Set router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:38.866005 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:38.966355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.100963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:39.159064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2201464a-a8d1-46dc-a1d4-02a1c4062501 req-e69caca0-b6ec-4b4d-ac8d-3edb8507cfac tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 210 time: 0.1659632 Apr 18 17:01:39.182719 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T17:01:37Z', 'revision_number': 5, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port': {'id': '16ff6f85-72c2-45d5-b89a-6e7070e3c771', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:57:25Z', 'updated_at': '2022-04-18T16:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:39.222009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Deleting port 16ff6f85-72c2-45d5-b89a-6e7070e3c771 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:39.228370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.230151 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] Checking router: f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:39.238872 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] Routers {'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:39.240366 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:39.304426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-421348468-network', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:39.340508 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] Set router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:39.371144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] For port 16ff6f85-72c2-45d5-b89a-6e7070e3c771, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=16ff6f85-72c2-45d5-b89a-6e7070e3c771,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:39.371522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.390864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Calling delete_port for 16ff6f85-72c2-45d5-b89a-6e7070e3c771 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:39.402128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T17:01:38Z', 'revision_number': 6, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:39.428424 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed3cf4-7e72-4934-9da9-895ce8ac6d05 None None] The sync data for ids ['f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d'] in n-d-836015-2 is: [{'id': 'f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2026947489-router', 'tenant_id': 'b292f854d7a04d229e2859410036234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:57:22Z', 'updated_at': '2022-04-18T17:01:38Z', 'revision_number': 6, 'project_id': 'b292f854d7a04d229e2859410036234d', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:39.433749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Made reservation on behalf of 9d78736ae9484c399883e8ffa763ce98 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:39.436028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.450546 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.604029 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.620137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc2ccb-b2bb-4269-a676-f665d958089c req-acf3f987-aa81-4bec-984c-4301f218f17c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:39.621807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68dc2ccb-b2bb-4269-a676-f665d958089c req-acf3f987-aa81-4bec-984c-4301f218f17c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0648668 Apr 18 17:01:39.640541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.661712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68dc2ccb-b2bb-4269-a676-f665d958089c req-cd7b55e6-9a04-42c8-ba78-e742ba40aa9c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Apr 18 17:01:39.714909 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.715177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.720571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.760025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:01:39.768955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Pushing event deleted for resources: {'Port': ['ID=16ff6f85-72c2-45d5-b89a-6e7070e3c771,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:39.782146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a31ace-8749-4aa8-9877-5d7e102b4696,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:39.803827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.804173 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Added segment 704f4e6b-549e-45f1-b997-12b0d6d57974 of type vlan for network 4a1a5c96-2125-41eb-8db1-975c62f91a18 Apr 18 17:01:39.860126 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Floating IP fe0646f1-21c3-4238-9f89-0da2a0262d20 associated. External IP: 172.25.5.134, port: cd2a62c0-085d-4a03-8734-17cc037e282b. Apr 18 17:01:39.905895 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-1ce8990a-6824-4365-b1b8-2d24ba6202c0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859759 Apr 18 17:01:39.938377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:39.994467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.055458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c54f-dcee-431d-8b68-59cd0ac521a7 req-8b8de257-2321-4a51-97ed-e59ff2f68a90 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:40.056984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac04c54f-dcee-431d-8b68-59cd0ac521a7 req-8b8de257-2321-4a51-97ed-e59ff2f68a90 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 943 time: 0.1087687 Apr 18 17:01:40.122196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.130583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.148970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac04c54f-dcee-431d-8b68-59cd0ac521a7 req-8f03f143-45ac-4045-8a7f-ad2b4770bd4f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539904 Apr 18 17:01:40.217820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Router 99106cc1-3dab-4979-be6c-58576ee5dc4f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:40.297123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9c8432b9-28f1-434d-a8af-556429ab06c5 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:40.322545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4faff1bc-5848-40e2-bdf5-fe6dda06a8b3 req-329edd4c-4932-4978-9fa6-0bc3c47902a9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 210 time: 0.0508840 Apr 18 17:01:40.339276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 9c8432b9-28f1-434d-a8af-556429ab06c5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:40.339616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9c8432b9-28f1-434d-a8af-556429ab06c5 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:40.458502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a24d6454-198c-45fc-aa5b-af1f18437e1b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:40.460033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a24d6454-198c-45fc-aa5b-af1f18437e1b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 819 time: 0.1904638 Apr 18 17:01:40.461284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:40.465757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.473679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] Sync routers for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:40.485674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:40.486594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:40.491552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.492495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:40.493068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.514890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5d14da96-237e-4d67-baf6-e17b6ef1bc9f tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "PUT /v2.0/floatingips/fe0646f1-21c3-4238-9f89-0da2a0262d20 HTTP/1.1" status: 200 len: 991 time: 1.7451530 Apr 18 17:01:40.514890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-17641269-6f7c-43a0-94ad-73529d2745b5 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/quotas/d0c4986469b0458d9729a71a797dd88b HTTP/1.1" status: 200 len: 375 time: 0.0199938 Apr 18 17:01:40.514890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'tag': 'cd2a62c0-085d-4a03-8734-17cc037e282b'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:40.514890 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ed142-00ff-444b-865c-43d1ad4aa2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfedbc0-5e6d-49d7-b290-bf4361f32c85", "tag": "cd2a62c0-085d-4a03-8734-17cc037e282b"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:40.517286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-5d9828b1-8e70-4347-b712-2ea17ea520b3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:40.522515 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-5d9828b1-8e70-4347-b712-2ea17ea520b3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6053765 Apr 18 17:01:40.542721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Request body: {'port': {'device_id': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '79801ff0479c44059080bb19a59617ce'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:40.566588 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf074d-cf6d-4fe4-9b15-84cb0e5e1ce2 x-openstack-request-id: req-2adf074d-cf6d-4fe4-9b15-84cb0e5e1ce2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:40.566908 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfedbc0-5e6d-49d7-b290-bf4361f32c85", "tag": "cd2a62c0-085d-4a03-8734-17cc037e282b", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:40.567188 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2adf074d-cf6d-4fe4-9b15-84cb0e5e1ce2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:40.568097 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adf074d-cf6d-4fe4-9b15-84cb0e5e1ce2'] response: {'name': 'network-changed', 'server_uuid': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'tag': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'status': 'completed', 'code': 200} Apr 18 17:01:40.588285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-80696615-c127-4bd5-98c2-68373067ec39 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704458 Apr 18 17:01:40.628406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=4a1a5c96-2125-41eb-8db1-975c62f91a18,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:40.629384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:40.640410 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.640788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:01:40.661963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:01:40.686457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.687633 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8ed8fd25-60d1-4297-8523-a324a64d92af admin admin] 10.222.0.45 "DELETE /v2.0/routers/f7ec7cb5-cff3-4bd7-96cf-a57bb233be8d HTTP/1.1" status: 204 len: 168 time: 2.0294476 Apr 18 17:01:40.696565 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6e5e0f4d-c152-4953-bbea-e5f60e29cbf9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5940928 Apr 18 17:01:40.700500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50308) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:40.700911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50310) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:40.727170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Request body: {'subnet': {'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-421348468-subnet', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:40.737904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-fdbc9411-1063-4477-bd71-e7316d49b834 service neutron] 10.222.0.45 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423364 Apr 18 17:01:40.805766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-bd514866-2441-4248-8d47-891a6eea17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:40.807390 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-bd514866-2441-4248-8d47-891a6eea17ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=92dcbf071faf465f8e5fbbb6107c5cba&device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 1096 time: 0.1800413 Apr 18 17:01:40.823417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Made reservation on behalf of 9d78736ae9484c399883e8ffa763ce98 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:40.828066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:40.842214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device df033c95-24f9-42b4-ac34-1ecf3ecad943 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:01:40.894622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a21bdb5f-83fc-4dc8-ae98-485f3990544f service neutron] 10.222.0.45 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551445 Apr 18 17:01:40.908347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72c935-7aaa-469a-9c39-f9b49ab43eea req-8a69bead-09af-4316-83ab-136994db88e5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:40.909274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa72c935-7aaa-469a-9c39-f9b49ab43eea req-8a69bead-09af-4316-83ab-136994db88e5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0851974 Apr 18 17:01:40.955874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa72c935-7aaa-469a-9c39-f9b49ab43eea req-71138062-7429-44cf-b1ce-91b8ec2a9bd9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385509 Apr 18 17:01:40.983727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-97461325-8262-4171-b1c9-cb99b15534de admin admin] Deleting subnet 1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:01:40.991257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97461325-8262-4171-b1c9-cb99b15534de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.054448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device bc0fd758-2bf2-4a92-8f02-1c5f9385d886 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:01:41.094019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:41.095004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97461325-8262-4171-b1c9-cb99b15534de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.131154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'df033c95-24f9-42b4-ac34-1ecf3ecad943', 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff', 'port_id': 'df033c95-24f9-42b4-ac34-1ecf3ecad943', 'mac_address': 'fa:16:3e:8f:60:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25abb1f-ff07-4f5d-b8de-dbe6d78361cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:01:41.134426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-b0817c33-a4c4-4fdf-b641-4de2a51cb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:41.136216 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-b0817c33-a4c4-4fdf-b641-4de2a51cb204 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59a6a0b4-304a-447f-a2ae-d235bcfd12cf HTTP/1.1" status: 200 len: 916 time: 0.3169351 Apr 18 17:01:41.168675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Made reservation on behalf of 79801ff0479c44059080bb19a59617ce for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:41.171969 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.274576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69debe-e930-429d-99b1-cb47b5b0bb17 req-8e7302b0-2bc2-4316-9fbc-5bc069423916 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:41.276549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc69debe-e930-429d-99b1-cb47b5b0bb17 req-8e7302b0-2bc2-4316-9fbc-5bc069423916 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 943 time: 0.0555692 Apr 18 17:01:41.314622 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97461325-8262-4171-b1c9-cb99b15534de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.322033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc69debe-e930-429d-99b1-cb47b5b0bb17 req-feffbcad-f9fc-4e09-9440-b689bac23c0c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Apr 18 17:01:41.342267 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-90c9e133-98b2-467a-b542-23ec14a6ff17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd2a62c0-085d-4a03-8734-17cc037e282b HTTP/1.1" status: 200 len: 999 time: 0.1844416 Apr 18 17:01:41.350122 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.360298 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.397174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df033c95-24f9-42b4-ac34-1ecf3ecad943 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:41.415696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:41.422635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'fe0646f1-21c3-4238-9f89-0da2a0262d20', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'port_id': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'mac_address': 'fa:16:3e:ae:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:01:11Z', 'updated_at': '2022-04-18T17:01:39Z', 'revision_number': 1, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:08Z', 'revision_number': 5, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:41.462610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c87acd38-037e-472b-83ca-ea3b0690e797 req-1c958d5d-a209-4e3a-95af-e647cbdc4322 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 210 time: 0.0633335 Apr 18 17:01:41.486348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'port_id': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'mac_address': 'fa:16:3e:ab:5d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d9287e-cd63-4166-adc7-1a489d9f5a4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:01:41.501588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] Checking router: 99106cc1-3dab-4979-be6c-58576ee5dc4f for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:41.521879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:41.543832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d500adaa-9902-4fdb-b6f5-47e4e21ad037 req-d702b34a-2d7d-481d-bf61-86468ddfeb6d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.0442133 Apr 18 17:01:41.551522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73239a49-20e8-4950-897b-2ad10a818bee,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:41.554415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-410953b2-12b7-4ae2-9cac-37a48cb1f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:41.555945 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-410953b2-12b7-4ae2-9cac-37a48cb1f197 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b515abfa-86f2-4b40-803c-011b94567510 HTTP/1.1" status: 200 len: 854 time: 0.2037518 Apr 18 17:01:41.569384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:41.577877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:41.583898 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.585650 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.604028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97461325-8262-4171-b1c9-cb99b15534de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.648259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Allocated IP 192.168.233.36 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/16d67d5a-879a-4bea-8d84-d82771b06ff1) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:41.651701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Checking segment: {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:41.652146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Network hostable DHCP agents. Network: 4a1a5c96-2125-41eb-8db1-975c62f91a18, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:01:41.657217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97461325-8262-4171-b1c9-cb99b15534de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.662615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-97461325-8262-4171-b1c9-cb99b15534de admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7 HTTP/1.1" status: 204 len: 168 time: 0.9604151 Apr 18 17:01:41.663668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97461325-8262-4171-b1c9-cb99b15534de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2897b7-f2b1-41f4-bb97-3ec3ada60ea7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:41.665149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50330) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:41.668762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d0e330-42fd-4892-9854-e9192c6a81dd None None] Network e97c8b50-619c-41b5-89cf-0e9aedd8db14 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:41.689192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-5fa65524-4390-437e-9775-065eecead9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:41.691257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-5fa65524-4390-437e-9775-065eecead9b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a6a0b4-304a-447f-a2ae-d235bcfd12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264002 Apr 18 17:01:41.722769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0fd758-2bf2-4a92-8f02-1c5f9385d886 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:41.746243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.803642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Deleting port c39577a0-d3b4-4c84-8201-a82c2f20bc9e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:01:41.804041 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.812449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:41.813629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 16ff6f85-72c2-45d5-b89a-6e7070e3c771 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:41.821194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:01:41.838676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:41.866848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 16ff6f85-72c2-45d5-b89a-6e7070e3c771 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:41.867190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 16ff6f85-72c2-45d5-b89a-6e7070e3c771 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:41.890066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] For port c39577a0-d3b4-4c84-8201-a82c2f20bc9e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c39577a0-d3b4-4c84-8201-a82c2f20bc9e,segment=NetworkSegment(4e4278bf-febf-4538-a9bc-834066dee2ef),segment_id=4e4278bf-febf-4538-a9bc-834066dee2ef)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:41.890542 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.902036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:41.905072 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:41.907211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Calling delete_port for c39577a0-d3b4-4c84-8201-a82c2f20bc9e owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:01:41.909440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-1b7ec8be-a6ba-4dd6-a3a9-f0d0c4f4961e service neutron] 10.222.0.18 "GET /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095613 Apr 18 17:01:41.990437 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.003469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 4a1a5c96-2125-41eb-8db1-975c62f91a18) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:42.008896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:42.009874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.024043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f97e61-72a4-4cb2-9437-b6c764d7156d None None] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:42.069504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['df033c95-24f9-42b4-ac34-1ecf3ecad943'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:42.083404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:42.088849 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.096344 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-387ed142-00ff-444b-865c-43d1ad4aa2eb req-e8f66f62-2a66-4247-a63e-e3d2223d688f service neutron] 10.222.0.18 "GET /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649456 Apr 18 17:01:42.126545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Pushing event deleted for resources: {'Port': ['ID=c39577a0-d3b4-4c84-8201-a82c2f20bc9e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:42.134043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] No DVR routers for this DVR port c39577a0-d3b4-4c84-8201-a82c2f20bc9e on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:01:42.183023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7bc0-3ade-43f2-a2e5-8b373c979853 req-f346bda8-b86e-4abb-91ba-27c7ce4e15df tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:42.184969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-025e7bc0-3ade-43f2-a2e5-8b373c979853 req-f346bda8-b86e-4abb-91ba-27c7ce4e15df tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 944 time: 0.1329348 Apr 18 17:01:42.220771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ef7e1c-558c-4f92-87e2-dafca7f0be5a None None] DHCP port deletion for e97c8b50-619c-41b5-89cf-0e9aedd8db14 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:01:42.227962 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7a5e295c-48c8-4a28-9c20-cc26dfe7a4a4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5087428 Apr 18 17:01:42.232120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.236907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50336) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:42.250233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.252748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:42.283525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dd51bd60-8d5b-41fb-a663-82e3270df57c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:42.293683 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-025e7bc0-3ade-43f2-a2e5-8b373c979853 req-eb532b71-d608-48f5-aaf7-c26a7c5737b1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943296 Apr 18 17:01:42.303863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97c8b50-619c-41b5-89cf-0e9aedd8db14']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:42.304052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:42.307918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4278bf-febf-4538-a9bc-834066dee2ef') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:42.308077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4278bf-febf-4538-a9bc-834066dee2ef') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:42.323188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.325282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:42.332163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:42.341362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.359857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:01:42.360280 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:01:42.362046 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:01:42.411867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:42.418819 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.427548 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['bc0fd758-2bf2-4a92-8f02-1c5f9385d886'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:42.434447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:42.499836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d174d5-73e5-4de5-be5f-5931ca6bb082 req-f72cbfa0-46b3-4617-8676-ffb5b5325d1c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:42.503424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77d174d5-73e5-4de5-be5f-5931ca6bb082 req-f72cbfa0-46b3-4617-8676-ffb5b5325d1c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 944 time: 0.0584199 Apr 18 17:01:42.506873 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-fffd7a50-a562-44c6-9d5f-099d5c760f65 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9697192 Apr 18 17:01:42.530665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Request body: {'port': {'device_id': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:42.561717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-4a1a5c96-2125-41eb-8db1-975c62f91a18', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:01:42.562585 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.589067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77d174d5-73e5-4de5-be5f-5931ca6bb082 req-832fb456-e6fb-4298-a2b6-af3012d4efb0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739183 Apr 18 17:01:42.599794 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.602935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.605562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.636994 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.642717 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] 10.222.0.45 "DELETE /v2.0/networks/e97c8b50-619c-41b5-89cf-0e9aedd8db14 HTTP/1.1" status: 204 len: 168 time: 0.9733269 Apr 18 17:01:42.681706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222d658-92ee-4630-95ac-cfcd8824612b admin admin] Pushing event deleted for resources: {'Network': ['ID=e97c8b50-619c-41b5-89cf-0e9aedd8db14,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:42.726568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96848c54-f00a-4f71-ad71-37968bc6cec5 req-fc55d23a-a198-47d7-a8ce-a6d9f3194485 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:42.728094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96848c54-f00a-4f71-ad71-37968bc6cec5 req-fc55d23a-a198-47d7-a8ce-a6d9f3194485 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 935 time: 0.1435838 Apr 18 17:01:42.732222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.771406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4324fef3-062c-471c-8327-e90beff98910 req-660ffe53-574b-4a1a-8de4-14b531515bf5 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.0581374 Apr 18 17:01:42.779094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:42.804169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96848c54-f00a-4f71-ad71-37968bc6cec5 req-f7bea785-2c49-4e95-a3b4-1b90e3575b71 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580633 Apr 18 17:01:42.859229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'fe0646f1-21c3-4238-9f89-0da2a0262d20', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'port_id': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'mac_address': 'fa:16:3e:ae:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:01:11Z', 'updated_at': '2022-04-18T17:01:39Z', 'revision_number': 1, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:08Z', 'revision_number': 5, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:42.926841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ea81d-8080-45b7-8075-55d7b7a1353b None None] The sync data for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 is: [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'fe0646f1-21c3-4238-9f89-0da2a0262d20', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'port_id': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'mac_address': 'fa:16:3e:ae:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:01:11Z', 'updated_at': '2022-04-18T17:01:39Z', 'revision_number': 1, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:08Z', 'revision_number': 5, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:42.934561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e94de723-e468-4d56-a382-a2c640222124 None None] Provisioning complete for port 16d67d5a-879a-4bea-8d84-d82771b06ff1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:42.934941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e94de723-e468-4d56-a382-a2c640222124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.006565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Allocated IP 172.20.0.2 (4a1a5c96-2125-41eb-8db1-975c62f91a18/73239a49-20e8-4950-897b-2ad10a818bee/53916b5f-56d4-4043-9aff-1d57c4689abd) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:43.030605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e94de723-e468-4d56-a382-a2c640222124 None None] Port 16d67d5a-879a-4bea-8d84-d82771b06ff1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:43.064363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50346) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:43.081249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.112571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f8aa67fa-8dbf-4cb1-951a-2045639d4d98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9387c64b22cf454a85db9f16570f613d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445712 Apr 18 17:01:43.115213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50348) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:43.196915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc997917-d828-4450-8e81-9ed8465c0312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.221683 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503fbce1-c3ec-4560-8366-39f1379b0bfd None None] New status for floating IP fe0646f1-21c3-4238-9f89-0da2a0262d20: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:01:43.230675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc997917-d828-4450-8e81-9ed8465c0312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.264093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.337808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d67d5a-879a-4bea-8d84-d82771b06ff1 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:43.347472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.361929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.365382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Transition to ACTIVE for port object 16d67d5a-879a-4bea-8d84-d82771b06ff1 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:01:43.418194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:43.418690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecf998-739f-4367-aca6-54fdac767ce8 req-befa00e3-5671-44c1-bb3b-9b5cc5ae8264 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:43.420576 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89ecf998-739f-4367-aca6-54fdac767ce8 req-befa00e3-5671-44c1-bb3b-9b5cc5ae8264 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 944 time: 0.0603685 Apr 18 17:01:43.421768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc997917-d828-4450-8e81-9ed8465c0312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.425203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:43.425350 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc997917-d828-4450-8e81-9ed8465c0312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.429965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cc997917-d828-4450-8e81-9ed8465c0312 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8803dbff-eb47-4e9c-97c7-702b4806ce65 HTTP/1.1" status: 204 len: 168 time: 0.3156090 Apr 18 17:01:43.441900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:43.447948 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.453230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc997917-d828-4450-8e81-9ed8465c0312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8803dbff-eb47-4e9c-97c7-702b4806ce65,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:43.478526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89ecf998-739f-4367-aca6-54fdac767ce8 req-c78d0e5b-fed7-4cea-890c-00469de23a22 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Apr 18 17:01:43.482441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Pushing event updated for resources: {'Port': ['ID=53916b5f-56d4-4043-9aff-1d57c4689abd,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:43.570363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:43.604192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.660398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.740103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:43.740454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:43.744566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:43.752501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:01:43.752719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:43.761913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42025344-9fdc-45c1-a65a-e1b74bcc189c req-c9662522-099a-4bd1-a36c-61cc27726f7c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:43.771863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42025344-9fdc-45c1-a65a-e1b74bcc189c req-c9662522-099a-4bd1-a36c-61cc27726f7c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 944 time: 0.0724499 Apr 18 17:01:43.799184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:43.799530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:43.802229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:43.802229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Bound port: 16d67d5a-879a-4bea-8d84-d82771b06ff1, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:43.802229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:43.843353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:43.855961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42025344-9fdc-45c1-a65a-e1b74bcc189c req-46df7014-d630-415a-be13-84571d94ccc2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742400 Apr 18 17:01:43.876025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Allocated IP 172.25.5.175 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/17d4abd3-5100-4b50-b0ab-cc75a7922b6d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:43.947741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c39577a0-d3b4-4c84-8201-a82c2f20bc9e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:01:43.949870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f476e041-6bb9-4418-82d8-7218eb7c7351 req-b5a2289d-cb30-40cc-9fec-9f39f441ec64 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.0403302 Apr 18 17:01:43.991180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c39577a0-d3b4-4c84-8201-a82c2f20bc9e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:01:43.991464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c39577a0-d3b4-4c84-8201-a82c2f20bc9e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:01:44.024685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Attempting to bind port 53916b5f-56d4-4043-9aff-1d57c4689abd on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:44.025255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Attempting to bind port 53916b5f-56d4-4043-9aff-1d57c4689abd by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:44.025797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Attempting to bind port 53916b5f-56d4-4043-9aff-1d57c4689abd on network 4a1a5c96-2125-41eb-8db1-975c62f91a18 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:44.036720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:44.038003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Checking segment: {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:44.038600 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.039602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Bound using segment: {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:44.040243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Bound port: 53916b5f-56d4-4043-9aff-1d57c4689abd, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:44.040821 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.042248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9217a4-84d8-4e96-b97e-ce473a4a7eea req-0c30e3ab-03bc-4ce4-9f75-e9d976e557ee tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:44.051475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b9217a4-84d8-4e96-b97e-ce473a4a7eea req-0c30e3ab-03bc-4ce4-9f75-e9d976e557ee tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.0923953 Apr 18 17:01:44.101356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:44.103556 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b9217a4-84d8-4e96-b97e-ce473a4a7eea req-4606f4f5-79e1-4f6a-842b-948b1f0ce6d9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509207 Apr 18 17:01:44.139542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:44.149748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] For port 53916b5f-56d4-4043-9aff-1d57c4689abd, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:44.153662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] For port 53916b5f-56d4-4043-9aff-1d57c4689abd, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=53916b5f-56d4-4043-9aff-1d57c4689abd,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:44.154810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-b8513d45-7ab8-4616-8f21-08f3d972c0d6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:44.156282 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-b8513d45-7ab8-4616-8f21-08f3d972c0d6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 819 time: 0.2836859 Apr 18 17:01:44.194148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Request body: {'port': {'device_id': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'admin_state_up': True, 'tenant_id': 'd0c4986469b0458d9729a71a797dd88b'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:44.199965 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.219606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.235422 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.309353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:44.309998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.312147 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] 10.222.0.41 "PUT /v2.0/ports/16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 1095 time: 1.7872052 Apr 18 17:01:44.318438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28762153-0ab6-4c3f-967d-1a62434d011b None None] Pushing event updated for resources: {'Port': ['ID=53916b5f-56d4-4043-9aff-1d57c4689abd,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:44.319787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:44.325719 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5433f63e-2691-4013-bcd4-e626968bfa99" -d '{"events": [{"name": "network-changed", "server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:44.383166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50364) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:44.429160 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac93bc8-5388-4bba-bc91-bc1a919b7054 x-openstack-request-id: req-4ac93bc8-5388-4bba-bc91-bc1a919b7054 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:44.429719 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:44.429820 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ac93bc8-5388-4bba-bc91-bc1a919b7054 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:44.430489 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac93bc8-5388-4bba-bc91-bc1a919b7054'] response: {'name': 'network-changed', 'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'status': 'completed', 'code': 200} Apr 18 17:01:44.432739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03273ada-aa98-4cae-a878-9a610ab8f1ef service neutron] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:44.458472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-974e1f31-4266-444f-8c29-81e3a049d30a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b292f854d7a04d229e2859410036234d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0741506 Apr 18 17:01:44.465554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50366) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:44.499543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-4fc07565-4edd-4c40-8677-9377b68e44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:44.502034 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-4fc07565-4edd-4c40-8677-9377b68e44e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1098 time: 0.0647674 Apr 18 17:01:44.529840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.551108 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d151ad0e-6556-4837-ab32-0e98c0b8ed57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.620518 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d151ad0e-6556-4837-ab32-0e98c0b8ed57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.646772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Made reservation on behalf of d0c4986469b0458d9729a71a797dd88b for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:01:44.650697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:44.683955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-467e3a3c-f432-4497-82b5-e98b520d906e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.1665299 Apr 18 17:01:44.693839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:44.695316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Pushing event updated for resources: {'Port': ['ID=17d4abd3-5100-4b50-b0ab-cc75a7922b6d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:44.714074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:44.719536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:44.851253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device df033c95-24f9-42b4-ac34-1ecf3ecad943 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:44.926955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-5df61d5e-6e6b-48b2-9fb8-aa258ef6ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:44.934505 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-5df61d5e-6e6b-48b2-9fb8-aa258ef6ce74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2361398 Apr 18 17:01:45.029034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port df033c95-24f9-42b4-ac34-1ecf3ecad943 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:01:45.035417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port df033c95-24f9-42b4-ac34-1ecf3ecad943 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:45.036732 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:45.122944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device bc0fd758-2bf2-4a92-8f02-1c5f9385d886 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:45.200407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724380-30b2-4cf1-a805-55992327ee18 req-0f2f885a-8428-40b1-9a98-eae893ee4be5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:45.202263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88724380-30b2-4cf1-a805-55992327ee18 req-0f2f885a-8428-40b1-9a98-eae893ee4be5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 944 time: 0.5636787 Apr 18 17:01:45.256508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ea8d-e223-4153-8b7d-766c8e1715d8 req-b241070d-7ece-4f00-b3cc-5a7bbf31c727 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:45.265084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9da8ea8d-e223-4153-8b7d-766c8e1715d8 req-b241070d-7ece-4f00-b3cc-5a7bbf31c727 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 944 time: 0.1588600 Apr 18 17:01:45.318593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9da8ea8d-e223-4153-8b7d-766c8e1715d8 req-07344238-92ca-4f5e-b9f9-5d1ada7e010e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Apr 18 17:01:45.319349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d151ad0e-6556-4837-ab32-0e98c0b8ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:45.322018 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d151ad0e-6556-4837-ab32-0e98c0b8ed57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:45.328535 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d151ad0e-6556-4837-ab32-0e98c0b8ed57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53add1af-21e7-4d0c-beea-817872400ac2 HTTP/1.1" status: 204 len: 168 time: 0.8612807 Apr 18 17:01:45.349819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88724380-30b2-4cf1-a805-55992327ee18 req-0c9fd636-efc4-4f28-af09-7d1d1d4c744d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314254 Apr 18 17:01:45.356792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151ad0e-6556-4837-ab32-0e98c0b8ed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53add1af-21e7-4d0c-beea-817872400ac2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:45.458953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78bc8afd-5b33-4818-af90-31a6b73878b9 req-991e2a9f-2acb-4921-a93c-20dfbc397cd9 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.0431020 Apr 18 17:01:45.484588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:45.533924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:45.533924 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2147352-baae-46c8-908d-06a67f6d50ca" -d '{"events": [{"server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "name": "network-vif-plugged", "status": "completed", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:45.545248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:45.545248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:01:45.559209 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:45.559580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:45.594480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Allocated IP 172.20.0.9 (1e9bc860-026b-4f6a-aad0-e7659ecfe0ca/413415fe-1543-4592-b7a6-31784d135fbc/58374bc8-ae8a-42b3-9f22-09d66aec442a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:45.598256 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8a8331-aced-4c11-af86-0418a82452ea x-openstack-request-id: req-8f8a8331-aced-4c11-af86-0418a82452ea {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:45.598880 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "name": "network-vif-plugged", "status": "completed", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:45.599232 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f8a8331-aced-4c11-af86-0418a82452ea {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:45.599725 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8a8331-aced-4c11-af86-0418a82452ea'] response: {'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943', 'code': 200} Apr 18 17:01:45.611705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260502a3-cc69-4487-85ef-44032a40dc50 req-7490e82c-af58-4581-8ee1-6a8190077aa8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:45.618975 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:45.629024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-260502a3-cc69-4487-85ef-44032a40dc50 req-7490e82c-af58-4581-8ee1-6a8190077aa8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.1278851 Apr 18 17:01:45.699736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:45.718047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-260502a3-cc69-4487-85ef-44032a40dc50 req-400fee68-6c78-44c9-8ae9-29b8756f5361 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863359 Apr 18 17:01:45.774961 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:45.839432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:45.860957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-4b0cedf8-2844-4994-936d-7fbc39e05710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:45.862714 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-4b0cedf8-2844-4994-936d-7fbc39e05710 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9174745 Apr 18 17:01:45.897915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cfbd66-1958-4d5d-b6f9-d6afc062d32e None None] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:01:45.923801 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:45.924030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3b6c-91ff-42a5-9361-2ab39bbf4f4d req-da491c03-6400-4c8f-a196-b2132b8dccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:45.925005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-812f3b6c-91ff-42a5-9361-2ab39bbf4f4d req-da491c03-6400-4c8f-a196-b2132b8dccfc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1096 time: 0.1998174 Apr 18 17:01:45.999148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 53916b5f-56d4-4043-9aff-1d57c4689abd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:46.092924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:46.113056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c0efe14f-c7f6-417a-9991-529d08156aac None None] Provisioning complete for port 53916b5f-56d4-4043-9aff-1d57c4689abd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:46.113457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0efe14f-c7f6-417a-9991-529d08156aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.139438 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.143592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.150430 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-812f3b6c-91ff-42a5-9361-2ab39bbf4f4d req-451d0c9c-7e84-4859-b342-12cfa316d886 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972222 Apr 18 17:01:46.175153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 53916b5f-56d4-4043-9aff-1d57c4689abd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:46.175779 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.189030 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-998619c2-6ee0-45e9-b4c5-086a970f741c service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163505 Apr 18 17:01:46.340080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.381442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0efe14f-c7f6-417a-9991-529d08156aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.387962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['94194168-ab24-4a3d-ad6b-250e8a608bfd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:46.477617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:46.483151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbf35d-5067-4257-b07a-ad6a39dae52a req-08502983-bda2-434f-a88f-b056ef60ab7e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:46.484749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:46.490439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.491815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ffbf35d-5067-4257-b07a-ad6a39dae52a req-08502983-bda2-434f-a88f-b056ef60ab7e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 945 time: 0.0774472 Apr 18 17:01:46.492769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:46.499871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Pushing event updated for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:46.587267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5d632-26f0-497d-8cf1-101557a1c414 req-a238d4fe-fe92-453b-a94b-dd13df9d95c4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:46.589865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ed5d632-26f0-497d-8cf1-101557a1c414 req-a238d4fe-fe92-453b-a94b-dd13df9d95c4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1284199 Apr 18 17:01:46.606670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ffbf35d-5067-4257-b07a-ad6a39dae52a req-f8333734-f3fa-4f52-b07e-32e153d0aa53 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099396 Apr 18 17:01:46.610506 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.629100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c0efe14f-c7f6-417a-9991-529d08156aac None None] For port 53916b5f-56d4-4043-9aff-1d57c4689abd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=53916b5f-56d4-4043-9aff-1d57c4689abd,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:46.663589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:46.664385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.706560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0efe14f-c7f6-417a-9991-529d08156aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:46.722490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ed5d632-26f0-497d-8cf1-101557a1c414 req-3eda7a61-6f03-451e-b50b-d4a967049751 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103120 Apr 18 17:01:46.800494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d0db-fa89-4626-8592-7239d01f8378 req-0c205ef4-8b04-4616-a85a-cf4b180714ab tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:46.810154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e199d0db-fa89-4626-8592-7239d01f8378 req-0c205ef4-8b04-4616-a85a-cf4b180714ab tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 931 time: 0.0650516 Apr 18 17:01:46.818225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:01:46.818892 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:01:46.885487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efe14f-c7f6-417a-9991-529d08156aac None None] Pushing event updated for resources: {'Port': ['ID=53916b5f-56d4-4043-9aff-1d57c4689abd,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:46.897340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e199d0db-fa89-4626-8592-7239d01f8378 req-7643fbfd-93d4-44a3-84cd-a5a2026cb93b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855086 Apr 18 17:01:46.904527 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-9f8ad43f-39e5-44ad-8083-794095bb85f1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7155194 Apr 18 17:01:46.952915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Request body: {'port': {'device_id': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:47.014863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155deb88-e15e-4b4b-926b-a9556cbe9f02 req-41819605-736b-4e3f-bd7c-a93efd1a5854 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:47.024550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-155deb88-e15e-4b4b-926b-a9556cbe9f02 req-41819605-736b-4e3f-bd7c-a93efd1a5854 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.0927663 Apr 18 17:01:47.026384 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b591e08d-7b94-4849-a15f-2865a3bad35c req-d1f7cbbc-1ee2-4654-a888-b2077b323216 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973640 Apr 18 17:01:47.056003 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:47.071990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-155deb88-e15e-4b4b-926b-a9556cbe9f02 req-c1e67ffb-c1bf-4c22-ba65-23b36150ea85 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Apr 18 17:01:47.094889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:47.103614 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:47.127752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-edca70d0-193b-4c1c-9ae0-f879ef5f14df None None] Provisioning complete for port 53916b5f-56d4-4043-9aff-1d57c4689abd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:47.128211 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-edca70d0-193b-4c1c-9ae0-f879ef5f14df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:47.213893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:01:47.434087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-c9ef6cc9-c093-45b5-87e7-571464cf5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:47.434497 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-c9ef6cc9-c093-45b5-87e7-571464cf5c4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1098 time: 0.1462214 Apr 18 17:01:47.469065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:47.482797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Sync routers for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:47.497807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:47.500681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:47.571353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58374bc8-ae8a-42b3-9f22-09d66aec442a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:47.579781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:47.595014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Transition to ACTIVE for port object 58374bc8-ae8a-42b3-9f22-09d66aec442a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:01:47.606068 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:47.608683 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c638e16-48de-46bd-8735-992cf277f198" -d '{"events": [{"server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "name": "network-vif-plugged", "status": "completed", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:47.677861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:47.681742 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471225f7-9afd-4719-a304-d173aac1e78a x-openstack-request-id: req-471225f7-9afd-4719-a304-d173aac1e78a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:47.682328 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "name": "network-vif-plugged", "status": "completed", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:47.682793 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-471225f7-9afd-4719-a304-d173aac1e78a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:47.683420 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471225f7-9afd-4719-a304-d173aac1e78a'] response: {'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'code': 200} Apr 18 17:01:47.690356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-07e4e9c4-6ee5-4df0-a152-6c528a4e2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:47.692700 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-07e4e9c4-6ee5-4df0-a152-6c528a4e2a02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2244847 Apr 18 17:01:47.697439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:47.832314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406bb9e-eec9-4085-a9bc-7cf71b9eeaec req-ed243c62-d12d-40ce-95fe-ff60f3918520 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:47.838147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a406bb9e-eec9-4085-a9bc-7cf71b9eeaec req-ed243c62-d12d-40ce-95fe-ff60f3918520 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 945 time: 0.1368933 Apr 18 17:01:47.899876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:47.913160 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4938384d-73f8-4489-a030-0e03d3b80d2d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6699846 Apr 18 17:01:47.915169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50426) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:47.990919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 53916b5f-56d4-4043-9aff-1d57c4689abd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:48.001843 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-4cc5b8c4-4bbe-4051-9c6e-89a3e3b3a496 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.1701887 Apr 18 17:01:48.037093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a406bb9e-eec9-4085-a9bc-7cf71b9eeaec req-aaf354be-820e-4167-bd0a-b14b77bfbc62 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554801 Apr 18 17:01:48.046961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b57a8-acaa-4ab8-81d1-dc425636952e req-ba17bfad-c8e9-4b0e-be20-493c74fead9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:48.049375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b0b57a8-acaa-4ab8-81d1-dc425636952e req-ba17bfad-c8e9-4b0e-be20-493c74fead9e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 1096 time: 0.2085533 Apr 18 17:01:48.073942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4509cbd-6d92-4597-9b41-b0dbc7bc069c req-24066bd6-1951-4947-b887-a34fc3ebd633 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:48.075558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4509cbd-6d92-4597-9b41-b0dbc7bc069c req-24066bd6-1951-4947-b887-a34fc3ebd633 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1963432 Apr 18 17:01:48.139214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Pushing event updated for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:48.160044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 53916b5f-56d4-4043-9aff-1d57c4689abd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:48.161113 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:48.168155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b0b57a8-acaa-4ab8-81d1-dc425636952e req-f6b383be-06b8-40c8-a963-bcaabbe36916 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914109 Apr 18 17:01:48.183548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4509cbd-6d92-4597-9b41-b0dbc7bc069c req-51a463cc-9150-4769-a08a-5f4595f601d9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741143 Apr 18 17:01:48.295836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3926853-cfb8-45b9-bcf4-fcfccd502f5e req-ef447a5b-3d8b-45ef-94bf-1f70f5424f5c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:48.304410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3926853-cfb8-45b9-bcf4-fcfccd502f5e req-ef447a5b-3d8b-45ef-94bf-1f70f5424f5c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.0855751 Apr 18 17:01:48.338593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-1e9d5171-ace1-40f3-a78b-bb5220979cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:48.340068 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-1e9d5171-ace1-40f3-a78b-bb5220979cf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1870210 Apr 18 17:01:48.377378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:45Z', 'revision_number': 3, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:48.385207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3926853-cfb8-45b9-bcf4-fcfccd502f5e req-a77cff5a-3750-4f19-bf57-785ea6cb17cc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700336 Apr 18 17:01:48.415094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6ea4-6c32-442a-9db7-6ad34b27e298 req-f1e6d68c-404e-4338-b387-d20936bb42bd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:48.416718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f92a6ea4-6c32-442a-9db7-6ad34b27e298 req-f1e6d68c-404e-4338-b387-d20936bb42bd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.1094980 Apr 18 17:01:48.420892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Checking router: 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:48.421515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Updating router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:01:48.476778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f92a6ea4-6c32-442a-9db7-6ad34b27e298 req-fb759f75-224f-4980-b3c2-8a1863b06203 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447567 Apr 18 17:01:48.489975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:48.490362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:48.490638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:48.502621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:01:48.502902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:48.506896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-d902397b-609f-4c2d-9aae-cf7e4deebfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:48.508475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-d902397b-609f-4c2d-9aae-cf7e4deebfb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599865 Apr 18 17:01:48.509154 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:48.515420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:48.515821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:48.516214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:48.516658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Bound port: 58374bc8-ae8a-42b3-9f22-09d66aec442a, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:48.517115 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:48.896742 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:48.972802 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:49.002040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Attempting to bind port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:49.002416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Attempting to bind port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:49.003277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Attempting to bind port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:49.027528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:49.033067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:49.033617 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:49.034377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:49.034510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Bound port: 17d4abd3-5100-4b50-b0ab-cc75a7922b6d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:49.034901 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:49.047206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-4c5fee37-eff6-4115-a744-4e8a2faecac3 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265357 Apr 18 17:01:49.048321 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:49.053861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:49.104883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] For port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:49.108564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] For port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=17d4abd3-5100-4b50-b0ab-cc75a7922b6d,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:49.133849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a11471-5c24-4840-a077-eec813620f31 None None] Pushing event updated for resources: {'Port': ['ID=17d4abd3-5100-4b50-b0ab-cc75a7922b6d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:49.157485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:49.185656 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:49.251564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a7d3d-44da-47ce-ac2b-c161e5f39a7f req-b82dd40a-1208-4b17-9195-f0a81358e58e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:49.266822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-282a7d3d-44da-47ce-ac2b-c161e5f39a7f req-b82dd40a-1208-4b17-9195-f0a81358e58e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 945 time: 0.0980680 Apr 18 17:01:49.293225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:49.294041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:49.295498 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] 10.222.0.18 "PUT /v2.0/ports/58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 200 len: 1091 time: 2.3593597 Apr 18 17:01:49.296005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:49.304593 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d324443-e1a2-4948-ba1a-77ab5a83d021" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:49.324239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:49.325140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:49.380360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-282a7d3d-44da-47ce-ac2b-c161e5f39a7f req-7cef3d93-75d6-4835-8f4e-091cbc5bd553 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997093 Apr 18 17:01:49.407095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a11471-5c24-4840-a077-eec813620f31 None None] Pushing event updated for resources: {'Port': ['ID=17d4abd3-5100-4b50-b0ab-cc75a7922b6d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:49.475287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ca319-0bd0-43e7-88e4-3c8a16fdc267 req-895aa5f7-d91b-475b-a12c-e27926a0926e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:49.480282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f0ca319-0bd0-43e7-88e4-3c8a16fdc267 req-895aa5f7-d91b-475b-a12c-e27926a0926e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1358984 Apr 18 17:01:49.501360 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab537bff-4791-49de-a29e-e795a8510dab x-openstack-request-id: req-ab537bff-4791-49de-a29e-e795a8510dab {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:49.501672 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:49.502124 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab537bff-4791-49de-a29e-e795a8510dab {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:49.502688 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab537bff-4791-49de-a29e-e795a8510dab'] response: {'name': 'network-changed', 'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a', 'status': 'completed', 'code': 200} Apr 18 17:01:49.538167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1809ba5-7677-4298-8f5e-8384aa7f0e85 service neutron] Pushing event updated for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:49.552916 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5433f63e-2691-4013-bcd4-e626968bfa99 req-bcdf9afc-d6ad-490a-881b-6a3156e008aa service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960971 Apr 18 17:01:49.558621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f0ca319-0bd0-43e7-88e4-3c8a16fdc267 req-6779ea16-61af-40b7-8e2d-b7f94312bae0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723376 Apr 18 17:01:49.566464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:49.615733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-bdcf479f-ba1b-4a74-a8d2-5f91edd932c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:49.617469 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-bdcf479f-ba1b-4a74-a8d2-5f91edd932c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1094 time: 0.1823978 Apr 18 17:01:49.738425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac15b9-7747-477b-aa84-0408a205f198 req-6883555d-0454-493a-a3c9-e71af44eb998 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:49.743578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63ac15b9-7747-477b-aa84-0408a205f198 req-6883555d-0454-493a-a3c9-e71af44eb998 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.1517785 Apr 18 17:01:49.761722 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-77b23277-2186-4b2d-9e05-1aed883153de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 200 len: 217 time: 0.1176734 Apr 18 17:01:49.836777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-97eedd82-ba47-40a5-a3b4-4c72ec72d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:49.844081 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-97eedd82-ba47-40a5-a3b4-4c72ec72d62a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0576680 Apr 18 17:01:49.866551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58078d20-4b80-436a-858a-810d7e511157 req-51d3c109-225e-4b00-9032-aaf918660d45 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:49.868294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58078d20-4b80-436a-858a-810d7e511157 req-51d3c109-225e-4b00-9032-aaf918660d45 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.1933985 Apr 18 17:01:49.894479 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-8744e5ab-7bb3-462c-9e6e-99c0c54532ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421801 Apr 18 17:01:49.899649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:49.931449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63ac15b9-7747-477b-aa84-0408a205f198 req-e9bb5c3e-0d16-4b45-88c6-1652f0563a7d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757357 Apr 18 17:01:49.945067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:45Z', 'revision_number': 3, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:50.006596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1982-ae97-44a8-8c35-db33aaf61f44 None None] The sync data for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 is: [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:45Z', 'revision_number': 3, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:50.013182 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58078d20-4b80-436a-858a-810d7e511157 req-178345d2-4a7b-4401-af40-7d46b419c2f5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990093 Apr 18 17:01:50.077537 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:01:50.167665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19841c-440c-42aa-8961-bac8fc737dc9 req-64570551-0a8d-4ed8-832c-685592eb170d tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:50.174426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d19841c-440c-42aa-8961-bac8fc737dc9 req-64570551-0a8d-4ed8-832c-685592eb170d tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1096 time: 0.0737405 Apr 18 17:01:50.208412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-2a850777-c624-4a29-808e-06f7bf045353 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883697 Apr 18 17:01:50.223885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d19841c-440c-42aa-8961-bac8fc737dc9 req-3e28384a-8834-4f44-8c99-434290c06de1 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413678 Apr 18 17:01:50.324365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Allocated IP 172.20.0.1 (4a1a5c96-2125-41eb-8db1-975c62f91a18/73239a49-20e8-4950-897b-2ad10a818bee/dc1c5f72-1a96-438b-8209-916ed5e30222) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:50.379079 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-208acbb5-93c8-49a9-bfdf-c5a27e5263c6 req-a60169f3-88dd-430f-8006-3b49a226f3e9 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633332 Apr 18 17:01:50.408403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7585b8-1e99-41fa-ae62-0d406f6e00d6 req-23589787-ef0f-4e51-8d38-38a2ec8e952b tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:50.410014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f7585b8-1e99-41fa-ae62-0d406f6e00d6 req-23589787-ef0f-4e51-8d38-38a2ec8e952b tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1096 time: 0.0986223 Apr 18 17:01:50.470194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f7585b8-1e99-41fa-ae62-0d406f6e00d6 req-951bfe22-cb89-4689-afb7-d8b028e62229 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425010 Apr 18 17:01:50.494468 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:50.622020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad535c-c6b3-4046-b103-d9a5dad51af4 req-342341bc-ad32-47c6-85f9-0b197ac9e240 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:50.626326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7ad535c-c6b3-4046-b103-d9a5dad51af4 req-342341bc-ad32-47c6-85f9-0b197ac9e240 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 945 time: 0.0825226 Apr 18 17:01:50.676824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-93570c99-7f94-4498-93f1-9dd18cbb5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:50.678500 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-93570c99-7f94-4498-93f1-9dd18cbb5c96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1094 time: 0.1057515 Apr 18 17:01:50.702545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7ad535c-c6b3-4046-b103-d9a5dad51af4 req-3f3d837b-26a6-4ffe-b91e-b9076cff1bb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643883 Apr 18 17:01:50.788401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-e5128810-4e7d-49b8-8dd4-4f3ff042fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:50.805540 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-e5128810-4e7d-49b8-8dd4-4f3ff042fee5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1048982 Apr 18 17:01:50.845895 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-04d525b0-76b1-4c12-8593-2b5e9623ea6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 200 len: 217 time: 0.0466578 Apr 18 17:01:50.846989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:50.876767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:01:50.913451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:50.920825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:50.930653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:50.979063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1c5f72-1a96-438b-8209-916ed5e30222,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:50.982332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-7dd72fcc-5f54-488e-9674-5f29d337068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:50.983825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-7dd72fcc-5f54-488e-9674-5f29d337068a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.1285324 Apr 18 17:01:51.037427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:51.065833 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-dafb06f9-eab6-4071-add9-9db7a450bb61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693922 Apr 18 17:01:51.074672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'mac_address': 'fa:16:3e:24:d7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:01:51.095488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:51.259983 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:51.315008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d67d5a-879a-4bea-8d84-d82771b06ff1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:51.343185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:51.371631 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-3b9e57c0-90b5-49f8-b3b2-431492939d8a service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958174 Apr 18 17:01:51.374851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1848f2cd-5af3-47c4-86b5-ae0ade65c684 None None] Provisioning complete for port dc1c5f72-1a96-438b-8209-916ed5e30222 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:51.375394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1848f2cd-5af3-47c4-86b5-ae0ade65c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:51.414614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1848f2cd-5af3-47c4-86b5-ae0ade65c684 None None] Port dc1c5f72-1a96-438b-8209-916ed5e30222 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:51.417955 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:51.490111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:51.505482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:51.583762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d324443-e1a2-4948-ba1a-77ab5a83d021 req-e32dc453-c407-400f-b5be-fc52815cdbfc service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966269 Apr 18 17:01:51.730770 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:51.771888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:51.859853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['16d67d5a-879a-4bea-8d84-d82771b06ff1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:51.864134 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:51.865063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1c5f72-1a96-438b-8209-916ed5e30222,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:51.908242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 17d4abd3-5100-4b50-b0ab-cc75a7922b6d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:51.982729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:51.984285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:52.007871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:52.007871 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.206608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50554) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:52.259409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f05572-7396-4ce4-a495-96f3b9f34714 req-29d47227-ffd3-4652-8ecd-77810c1da5c8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:52.261277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78f05572-7396-4ce4-a495-96f3b9f34714 req-29d47227-ffd3-4652-8ecd-77810c1da5c8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.1400309 Apr 18 17:01:52.283946 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.317301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=17d4abd3-5100-4b50-b0ab-cc75a7922b6d,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:52.352636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:01:52.365647 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.411425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78f05572-7396-4ce4-a495-96f3b9f34714 req-876f3c24-f9f0-4de6-9ebf-268f15c60234 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224546 Apr 18 17:01:52.412248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28d5c811-7003-46a1-8c17-9450718c129b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.433819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=17d4abd3-5100-4b50-b0ab-cc75a7922b6d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:52.500943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2b38fcf7-5fee-4818-b582-c2ac967559eb None None] Provisioning complete for port dc1c5f72-1a96-438b-8209-916ed5e30222 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:52.501639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b38fcf7-5fee-4818-b582-c2ac967559eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.550890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:01:52.564028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2b38fcf7-5fee-4818-b582-c2ac967559eb None None] Port dc1c5f72-1a96-438b-8209-916ed5e30222 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:52.565296 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Sync routers for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:01:52.568948 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-224d2986-01dd-4367-b9b2-64fbd6863740 admin admin] 10.222.0.45 "PUT /v2.0/routers/9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6507473 Apr 18 17:01:52.582398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb222-a621-4b52-a86a-30dbdda0fed2 req-d1c9ff98-f5ec-4854-a478-d9f56bf46eec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:52.584474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-160eb222-a621-4b52-a86a-30dbdda0fed2 req-d1c9ff98-f5ec-4854-a478-d9f56bf46eec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 945 time: 0.0765247 Apr 18 17:01:52.587038 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:52.587688 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:52.667236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-160eb222-a621-4b52-a86a-30dbdda0fed2 req-1bef44a8-a621-4d75-bcad-f35b281f740d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697784 Apr 18 17:01:52.697750 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28d5c811-7003-46a1-8c17-9450718c129b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.714905 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:52.791396 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28d5c811-7003-46a1-8c17-9450718c129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.839804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-28d5c811-7003-46a1-8c17-9450718c129b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1db98940c2f4fe2a93fe1a7a2d090a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195526 Apr 18 17:01:52.842098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5c811-7003-46a1-8c17-9450718c129b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af7b85e-c344-44c4-85fd-980054d70e7d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:52.842483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50564) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:52.858873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab569-32fa-4c29-81eb-6d42c3437414 req-7ed9e25d-7b7b-4e34-a4e1-1affb9e19953 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:52.861859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f0ab569-32fa-4c29-81eb-6d42c3437414 req-7ed9e25d-7b7b-4e34-a4e1-1affb9e19953 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.1157167 Apr 18 17:01:52.899257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-d0f09828-703a-449f-8328-0ef04e138e01 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:01:52.900241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-d0f09828-703a-449f-8328-0ef04e138e01 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087273 Apr 18 17:01:52.920097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a747ea9d-f102-445e-a798-d89f55d695cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.945147 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a747ea9d-f102-445e-a798-d89f55d695cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:52.946881 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 2, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:52.965501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f0ab569-32fa-4c29-81eb-6d42c3437414 req-27d38d19-f5a7-4921-b749-ecb6a64381ce tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886102 Apr 18 17:01:52.979666 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Checking router: 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:01:52.980162 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Updating router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c port dc1c5f72-1a96-438b-8209-916ed5e30222 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:01:52.984803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-84520067-2a28-4261-a3ae-0d4a886af123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:52.986735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-84520067-2a28-4261-a3ae-0d4a886af123 service neutron] 10.222.0.45 "GET /v2.0/ports/df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 200 len: 1093 time: 0.0711651 Apr 18 17:01:52.998188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Request body: {'binding': {'host': 'n-h1-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:53.001102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Unknown quota resources ['binding']. {{(pid=109826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 17:01:53.013212 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.046559 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a747ea9d-f102-445e-a798-d89f55d695cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.049103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a747ea9d-f102-445e-a798-d89f55d695cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.057088 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a747ea9d-f102-445e-a798-d89f55d695cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6af7b85e-c344-44c4-85fd-980054d70e7d HTTP/1.1" status: 204 len: 168 time: 0.2101495 Apr 18 17:01:53.070117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747ea9d-f102-445e-a798-d89f55d695cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af7b85e-c344-44c4-85fd-980054d70e7d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:53.234081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on host n-h1-836015-2 for vnic_type normal with profile None {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:53.235007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:53.235528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:53.241529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:01:53.242236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:53.249651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:53.250258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:53.251133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:53.252181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Bound port: df033c95-24f9-42b4-ac34-1ecf3ecad943, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:53.324639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:53.383921 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.420653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] Notify callbacks [] for binding, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.432385 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-04bdc049-bb93-4da9-9c89-a3b0666a6ada service neutron] 10.222.0.45 "POST /v2.0/ports/df033c95-24f9-42b4-ac34-1ecf3ecad943/bindings HTTP/1.1" status: 201 len: 389 time: 0.4333994 Apr 18 17:01:53.479806 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.538891 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Pushing event updated for resources: {'Port': ['ID=dc1c5f72-1a96-438b-8209-916ed5e30222,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:53.575127 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.575767 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.575767 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.576107 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.577141 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.577499 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.578022 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.578406 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.578735 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.579059 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.579462 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.579782 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:01:53.625716 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Attempting to bind port dc1c5f72-1a96-438b-8209-916ed5e30222 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:01:53.626752 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Attempting to bind port dc1c5f72-1a96-438b-8209-916ed5e30222 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:01:53.627815 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Attempting to bind port dc1c5f72-1a96-438b-8209-916ed5e30222 on network 4a1a5c96-2125-41eb-8db1-975c62f91a18 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:01:53.635480 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:01:53.649556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Checking segment: {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:01:53.649556 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.649556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Bound using segment: {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:01:53.649556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Bound port: dc1c5f72-1a96-438b-8209-916ed5e30222, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:01:53.649556 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.732069 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-a52b0baf-3392-4805-b25a-379a19a94c75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833266 Apr 18 17:01:53.807637 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] For port dc1c5f72-1a96-438b-8209-916ed5e30222, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:01:53.815347 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] For port dc1c5f72-1a96-438b-8209-916ed5e30222, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dc1c5f72-1a96-438b-8209-916ed5e30222,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:01:53.817303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1da07394-e45b-43b6-9e3e-bbee2e099b57 None None] Provisioning complete for port dc1c5f72-1a96-438b-8209-916ed5e30222 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:53.818463 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1da07394-e45b-43b6-9e3e-bbee2e099b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.830097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-0c3c43ee-42d3-4dff-be3f-46f94600ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:53.833519 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-0c3c43ee-42d3-4dff-be3f-46f94600ce0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0602381 Apr 18 17:01:53.883217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:53.895708 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:53.923642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1da07394-e45b-43b6-9e3e-bbee2e099b57 None None] Port dc1c5f72-1a96-438b-8209-916ed5e30222 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:01:53.941257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 17d4abd3-5100-4b50-b0ab-cc75a7922b6d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:53.945039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc96634-cced-4117-881c-2acbf76529b8 req-0fd4d888-c081-4037-ae52-bcbfa54bf1a5 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:53.946259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cc96634-cced-4117-881c-2acbf76529b8 req-0fd4d888-c081-4037-ae52-bcbfa54bf1a5 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.1141512 Apr 18 17:01:54.013177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48f61554-d50e-4807-95f9-a174df650496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:54.030480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:54.030867 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:54.041147 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:01:54.050474 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:01:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:54.107449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cc96634-cced-4117-881c-2acbf76529b8 req-4cff29fc-9a48-4352-85f5-606ac51834f7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436565 Apr 18 17:01:54.194222 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d006-75f5-49d1-8e39-b44889f40782 None None] Pushing event updated for resources: {'Port': ['ID=dc1c5f72-1a96-438b-8209-916ed5e30222,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:54.311736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-63d70472-f04a-44a2-9b3e-c6d62e7dc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:54.314826 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-63d70472-f04a-44a2-9b3e-c6d62e7dc4dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.4520795 Apr 18 17:01:54.378143 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:01:54.391895 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-2b9cf63c-1c59-44d9-937d-c4741075c0bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 200 len: 217 time: 0.0622096 Apr 18 17:01:54.456400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6aacc861-903a-4636-a66e-722229135784 None None] Provisioning complete for port dc1c5f72-1a96-438b-8209-916ed5e30222 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:54.457185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48f61554-d50e-4807-95f9-a174df650496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:54.465577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6aacc861-903a-4636-a66e-722229135784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:54.472277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-2588b954-066f-420d-a5dd-3430fdfa9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:54.473289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-2588b954-066f-420d-a5dd-3430fdfa9ba1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1096 time: 0.1531055 Apr 18 17:01:54.476579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78724472-c2d1-4d5f-b965-0f5acf8a9668 req-923cc015-ae51-4b91-b0a5-a991c5599ffa tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:54.477094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-8d6dd5b0-7051-4aa5-b199-d7282870df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:54.478352 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-8d6dd5b0-7051-4aa5-b199-d7282870df6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0798419 Apr 18 17:01:54.479531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78724472-c2d1-4d5f-b965-0f5acf8a9668 req-923cc015-ae51-4b91-b0a5-a991c5599ffa tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1106825 Apr 18 17:01:54.524467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78724472-c2d1-4d5f-b965-0f5acf8a9668 req-9d99e26d-91d5-4f63-9c2a-7821cd30b501 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Apr 18 17:01:54.552486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-732688db-513d-401e-9925-2f4a937c7161 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554962 Apr 18 17:01:54.563017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48f61554-d50e-4807-95f9-a174df650496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:54.657179 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6aacc861-903a-4636-a66e-722229135784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:54.678528 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:53Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:01:54.718334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6aacc861-903a-4636-a66e-722229135784 None None] For port dc1c5f72-1a96-438b-8209-916ed5e30222, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dc1c5f72-1a96-438b-8209-916ed5e30222,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:54.726789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad99ed3-d25b-40b9-9721-a764acd15f62 req-16977fa5-eb3c-4106-a181-3f99ba8f8ed2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:54.728314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ad99ed3-d25b-40b9-9721-a764acd15f62 req-16977fa5-eb3c-4106-a181-3f99ba8f8ed2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.1048756 Apr 18 17:01:54.737171 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-48f61554-d50e-4807-95f9-a174df650496 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ee9037465c6442e830c07b0b9f660d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8072054 Apr 18 17:01:54.747844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50604) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:54.755149 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093d251-1be6-4de3-8a9a-6b803ccedcdc None None] The sync data for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 is: [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:53Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:01:54.769374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f61554-d50e-4807-95f9-a174df650496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca9f4b7-d278-4461-a2c0-9b79e6f897a6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:54.790352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ad99ed3-d25b-40b9-9721-a764acd15f62 req-4ca660f4-624c-4951-8cb7-3c4a860c79db tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Apr 18 17:01:54.818804 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6aacc861-903a-4636-a66e-722229135784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:54.854478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-a7e4daac-351f-41f1-8e87-3c88cd0b4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:54.856032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-a7e4daac-351f-41f1-8e87-3c88cd0b4f0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.3701148 Apr 18 17:01:54.908678 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-6721b0b4-b3a1-4c1f-99b9-67181a126840 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 200 len: 217 time: 0.0416334 Apr 18 17:01:54.911133 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-5f8cad7e-9ca6-4d23-9c62-2ec851c921e3 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856896 Apr 18 17:01:54.924988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacc861-903a-4636-a66e-722229135784 None None] Pushing event updated for resources: {'Port': ['ID=dc1c5f72-1a96-438b-8209-916ed5e30222,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:54.932772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:54.986629 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62328d10-c09d-4c90-93d4-8d2fe4dfba2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:55.092160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 16d67d5a-879a-4bea-8d84-d82771b06ff1 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:01:55.097912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 16d67d5a-879a-4bea-8d84-d82771b06ff1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:55.099429 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:55.105185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62328d10-c09d-4c90-93d4-8d2fe4dfba2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:55.108418 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e780eae-13ac-45b8-af1e-dbd2bc5691b7 req-175aa526-bcd8-4ded-8325-6de6b4d3b652 service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664665 Apr 18 17:01:55.116065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-d0b2ebe2-b5d2-4a1c-bd96-9ea9ab4a2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:55.117682 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-d0b2ebe2-b5d2-4a1c-bd96-9ea9ab4a2d2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.1966140 Apr 18 17:01:55.203373 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-708ddc2f-8f42-464e-89ca-501d69393cf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761378 Apr 18 17:01:55.239564 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:55.276577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d3f5-5510-4548-be61-74d8da99020b req-996850b3-4837-4c39-a2bc-6db9cc5589b5 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:55.278427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a392d3f5-5510-4548-be61-74d8da99020b req-996850b3-4837-4c39-a2bc-6db9cc5589b5 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.0842619 Apr 18 17:01:55.290525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:55.291670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:55.295264 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b2246f-f2a7-4c07-b614-2fcc005ee68c" -d '{"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-plugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:55.354495 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:55.375410 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-e7b398ae-1c8a-4d8b-9976-db26f6accd3f service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624348 Apr 18 17:01:55.375893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50612) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:55.381451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-15ecdefe-8fda-441a-9a29-c34b647ffe5a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757963834', 'description': 'tempest-description--386529595'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:55.413274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a392d3f5-5510-4548-be61-74d8da99020b req-2a087f67-86db-4aa1-8c3c-59e3b296f5c0 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219230 Apr 18 17:01:55.475981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:55.498287 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132c179f-5fba-4337-8494-6cbcf50adee0 x-openstack-request-id: req-132c179f-5fba-4337-8494-6cbcf50adee0 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:55.498602 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-plugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:55.498860 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-132c179f-5fba-4337-8494-6cbcf50adee0 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:55.499259 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132c179f-5fba-4337-8494-6cbcf50adee0'] response: {'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'code': 200} Apr 18 17:01:55.529325 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-14428c4b-cdc3-4874-9c58-a3f18f3ddec3 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412294 Apr 18 17:01:55.538775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62328d10-c09d-4c90-93d4-8d2fe4dfba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:55.542265 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62328d10-c09d-4c90-93d4-8d2fe4dfba2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:55.543969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-62328d10-c09d-4c90-93d4-8d2fe4dfba2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ca9f4b7-d278-4461-a2c0-9b79e6f897a6 HTTP/1.1" status: 204 len: 168 time: 0.7946835 Apr 18 17:01:55.553691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62328d10-c09d-4c90-93d4-8d2fe4dfba2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca9f4b7-d278-4461-a2c0-9b79e6f897a6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:55.569159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-15ecdefe-8fda-441a-9a29-c34b647ffe5a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:55.741203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca62ceb-60b5-4086-a46c-17723e1b1aff req-a5e7ea3a-fc63-4bb6-a09a-6917e0be0459 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:55.747387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cca62ceb-60b5-4086-a46c-17723e1b1aff req-a5e7ea3a-fc63-4bb6-a09a-6917e0be0459 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1029303 Apr 18 17:01:55.912294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cca62ceb-60b5-4086-a46c-17723e1b1aff req-1d3bbcc9-aa34-4851-a9b1-19742ef01998 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586289 Apr 18 17:01:56.018834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dc1c5f72-1a96-438b-8209-916ed5e30222 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:56.099446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34481b1-2e5b-4853-8763-1277393c0872 req-28cb332f-dde4-44ff-9990-8ca1c04cb49f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:56.103161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34481b1-2e5b-4853-8763-1277393c0872 req-28cb332f-dde4-44ff-9990-8ca1c04cb49f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1735804 Apr 18 17:01:56.229282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34481b1-2e5b-4853-8763-1277393c0872 req-a22e0b4a-3812-4bfd-9f95-5e525a181195 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216841 Apr 18 17:01:56.246235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port dc1c5f72-1a96-438b-8209-916ed5e30222 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:56.246617 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:56.337663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d470181-706c-407e-b926-c69d8faf610f req-b02ee258-3797-4234-bc98-cec9115c4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:56.339607 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0d470181-706c-407e-b926-c69d8faf610f req-b02ee258-3797-4234-bc98-cec9115c4346 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1100 time: 0.7051280 Apr 18 17:01:56.351380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-15ecdefe-8fda-441a-9a29-c34b647ffe5a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:56.398883 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0d470181-706c-407e-b926-c69d8faf610f req-9e510240-d93e-48d5-b858-182a20511b33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Apr 18 17:01:56.417896 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-15ecdefe-8fda-441a-9a29-c34b647ffe5a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:56.513052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecdefe-8fda-441a-9a29-c34b647ffe5a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9c2274-8a1b-4da6-8132-5178d7dae68c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:56.533987 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-15ecdefe-8fda-441a-9a29-c34b647ffe5a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:56.535783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-15ecdefe-8fda-441a-9a29-c34b647ffe5a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1581609 Apr 18 17:01:56.538398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50652) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:56.543525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-16ef257d-7248-4d8e-a189-608c055c456b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Request body: {'security_group_rule': {'security_group_id': '1a9c2274-8a1b-4da6-8132-5178d7dae68c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:56.662743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16ef257d-7248-4d8e-a189-608c055c456b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:56.795110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b480a40-efab-4563-a35b-4e0b57907eb4 req-cab40756-0e5a-4ed4-b785-875f444c476d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:56.804776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b480a40-efab-4563-a35b-4e0b57907eb4 req-cab40756-0e5a-4ed4-b785-875f444c476d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.2059045 Apr 18 17:01:56.851342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16ef257d-7248-4d8e-a189-608c055c456b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:56.866350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b480a40-efab-4563-a35b-4e0b57907eb4 req-0c4bc625-9e53-4ba2-b5ff-93107a9ab66e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462811 Apr 18 17:01:56.920317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16ef257d-7248-4d8e-a189-608c055c456b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:56.940014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef257d-7248-4d8e-a189-608c055c456b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c045d6bb-c650-457b-9d68-6fb91ecb27e7,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:57.031288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16ef257d-7248-4d8e-a189-608c055c456b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.033358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-16ef257d-7248-4d8e-a189-608c055c456b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4929094 Apr 18 17:01:57.038286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50664) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:57.044834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-95f7a317-3875-4cd5-b993-3a6b0446acb5 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Request body: {'security_group_rule': {'security_group_id': '1a9c2274-8a1b-4da6-8132-5178d7dae68c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:57.109186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107575-3e10-4fc9-95da-2d803dbc35db req-b57dab35-ecf7-47da-8c55-5905b85e000a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:57.110670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99107575-3e10-4fc9-95da-2d803dbc35db req-b57dab35-ecf7-47da-8c55-5905b85e000a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.0987527 Apr 18 17:01:57.115269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device bc0fd758-2bf2-4a92-8f02-1c5f9385d886 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:01:57.157072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99107575-3e10-4fc9-95da-2d803dbc35db req-54ebb17b-b65c-4650-8643-df72192126cb tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369689 Apr 18 17:01:57.224033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95f7a317-3875-4cd5-b993-3a6b0446acb5 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.249053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:57.284306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'port_id': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'mac_address': 'fa:16:3e:ab:5d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d9287e-cd63-4166-adc7-1a489d9f5a4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:01:57.365779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95f7a317-3875-4cd5-b993-3a6b0446acb5 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.399257 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.423915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc0fd758-2bf2-4a92-8f02-1c5f9385d886 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:01:57.434453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95f7a317-3875-4cd5-b993-3a6b0446acb5 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.447168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3315b-f5b7-4cd0-bdc3-e9409494a50f req-a1c2b2b5-4b7a-457b-a471-16b001d2a7de tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:57.447423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:57.449925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4dc3315b-f5b7-4cd0-bdc3-e9409494a50f req-a1c2b2b5-4b7a-457b-a471-16b001d2a7de tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0731008 Apr 18 17:01:57.469652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7a317-3875-4cd5-b993-3a6b0446acb5 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6780b22-bcc8-4bf6-a71e-d6ec44ba11c1,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:57.491526 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.514034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4dc3315b-f5b7-4cd0-bdc3-e9409494a50f req-bee06ea7-4f3c-4e30-8c6b-544540832a90 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584426 Apr 18 17:01:57.528661 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95f7a317-3875-4cd5-b993-3a6b0446acb5 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.533631 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-95f7a317-3875-4cd5-b993-3a6b0446acb5 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4941766 Apr 18 17:01:57.533965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50672) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:01:57.544860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:01:57.572496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:57.628440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.697075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['bc0fd758-2bf2-4a92-8f02-1c5f9385d886'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:01:57.735737 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:57.854568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Allocated IP 172.25.5.172 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/a9aab25b-8704-4b22-bdf1-94cceb2709fd) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:01:58.006980 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:58.032568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02199462-57c1-4236-bdd6-437d4dd7df44 req-117c4022-3e1d-4548-9fce-cb9318534828 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:58.034114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02199462-57c1-4236-bdd6-437d4dd7df44 req-117c4022-3e1d-4548-9fce-cb9318534828 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.0735252 Apr 18 17:01:58.086118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02199462-57c1-4236-bdd6-437d4dd7df44 req-5a21a703-e057-49e7-b083-54438283951a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Apr 18 17:01:58.149050 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:58.188323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:01:58.194075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:01:58.200326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:01:58.279591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event updated for resources: {'Port': ['ID=a9aab25b-8704-4b22-bdf1-94cceb2709fd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:58.366856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd8a4a-96a4-41be-ab38-e7642a616d9d req-cfa83750-42d3-4f81-a0b9-f160f8241930 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:58.368386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecfd8a4a-96a4-41be-ab38-e7642a616d9d req-cfa83750-42d3-4f81-a0b9-f160f8241930 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1033235 Apr 18 17:01:58.369665 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:58.419381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecfd8a4a-96a4-41be-ab38-e7642a616d9d req-29215b83-5098-4da0-b3e7-06135f7ef65b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Apr 18 17:01:58.461078 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:58.717830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:58.720598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-b615c9ef-4fdb-4159-9a2b-0570c9171dfd tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4ce2066685ad479f97e997529171ccc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402980 Apr 18 17:01:58.733029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753d26d-0851-492d-a402-eb33458b19d7 req-6bbaa150-20a5-42e3-bb55-0202f572c960 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:58.738130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3753d26d-0851-492d-a402-eb33458b19d7 req-6bbaa150-20a5-42e3-bb55-0202f572c960 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0939777 Apr 18 17:01:58.806244 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:58.868292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3753d26d-0851-492d-a402-eb33458b19d7 req-8b23d8dc-6d7e-46cf-8b20-e8ec60112af5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221292 Apr 18 17:01:58.918594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event updated for resources: {'Port': ['ID=a9aab25b-8704-4b22-bdf1-94cceb2709fd,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:58.943028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-cb775524-b0a3-416b-9e36-8a7794940992 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:58.944559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-cb775524-b0a3-416b-9e36-8a7794940992 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089856 Apr 18 17:01:58.952067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:58.972646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-6659f580-e03e-4a21-8dd5-8a5a6f574f6d tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/quotas/4ce2066685ad479f97e997529171ccc5 HTTP/1.1" status: 200 len: 375 time: 0.0129502 Apr 18 17:01:59.012632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-8de69167-2a6c-4fcf-a688-c5c985714dd1 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ce2066685ad479f97e997529171ccc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313306 Apr 18 17:01:59.040605 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:59.044035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0d59f502-5b79-4afe-93ec-561425be5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5069234 Apr 18 17:01:59.083051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd81e08-0dd7-4201-ad56-926615c1d40c req-729bfbdb-b587-4082-9609-d99299a9670e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:59.084587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bd81e08-0dd7-4201-ad56-926615c1d40c req-729bfbdb-b587-4082-9609-d99299a9670e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0755460 Apr 18 17:01:59.131309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device bc0fd758-2bf2-4a92-8f02-1c5f9385d886 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:01:59.132132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bd81e08-0dd7-4201-ad56-926615c1d40c req-bca484a7-6bd7-4e6e-a8af-353fe0169cfd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Apr 18 17:01:59.198018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:01:59.198396 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:59.274206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d693a3a-0d16-4b9c-9945-acaf7113453e req-739ca9a0-7210-4d7b-a5dc-89bfef47b565 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:59.284518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d693a3a-0d16-4b9c-9945-acaf7113453e req-739ca9a0-7210-4d7b-a5dc-89bfef47b565 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.0834787 Apr 18 17:01:59.304600 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:59.332295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d693a3a-0d16-4b9c-9945-acaf7113453e req-954a0b57-bc8b-42fd-bb69-ae0934442516 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461888 Apr 18 17:01:59.349694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:01:59.350541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:01:59.353442 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d01376a-99c0-4172-9bd9-c8a7ecf6ba38" -d '{"events": [{"server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "name": "network-vif-plugged", "status": "completed", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:01:59.436498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6f83de6-4a30-486f-a19d-723c810b60cb req-26efd3cc-c52e-4f0a-8668-a4164d9bec4d tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 210 time: 0.0412393 Apr 18 17:01:59.451489 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:01:59.491471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0b776c56-8576-4b70-a816-629b04b55c93 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1757963834&fields=id&tenant_id=9d78736ae9484c399883e8ffa763ce98 HTTP/1.1" status: 200 len: 267 time: 0.0533490 Apr 18 17:01:59.535989 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b832f95-bf33-4da2-b199-91a02aaf752c x-openstack-request-id: req-1b832f95-bf33-4da2-b199-91a02aaf752c {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:01:59.536619 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "name": "network-vif-plugged", "status": "completed", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:01:59.537081 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b832f95-bf33-4da2-b199-91a02aaf752c {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:01:59.537715 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b832f95-bf33-4da2-b199-91a02aaf752c'] response: {'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'code': 200} Apr 18 17:01:59.542968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:01:59.646460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325c13-048d-4e17-a991-0657a6085cc0 req-c963e820-dd7a-49a0-9a3a-bd9758b26b8d tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:59.648260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-c963e820-dd7a-49a0-9a3a-bd9758b26b8d tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/networks?id=4a1a5c96-2125-41eb-8db1-975c62f91a18 HTTP/1.1" status: 200 len: 805 time: 0.1496971 Apr 18 17:01:59.681241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-ae0cf5a6-6ba7-424e-9b24-dc2e07539a7f tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/quotas/9d78736ae9484c399883e8ffa763ce98 HTTP/1.1" status: 200 len: 375 time: 0.0164032 Apr 18 17:01:59.709990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773f87f-46fb-4243-a1ab-0c75c8bea5f0 req-91d5b646-6f76-4793-bb92-7c4048978c22 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:01:59.714315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2773f87f-46fb-4243-a1ab-0c75c8bea5f0 req-91d5b646-6f76-4793-bb92-7c4048978c22 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1000860 Apr 18 17:01:59.773625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2773f87f-46fb-4243-a1ab-0c75c8bea5f0 req-fbbf0c27-cebb-4983-923f-03790d89062f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556417 Apr 18 17:01:59.787974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-4d1aa6a7-c869-4723-aaac-1f91c2c71b35 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d78736ae9484c399883e8ffa763ce98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971744 Apr 18 17:01:59.920248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-af863c35-456a-4533-9c01-3bfdc514d7a1 req-b274596a-b3c7-41ad-a547-111786fecd5d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:01:59.921224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af863c35-456a-4533-9c01-3bfdc514d7a1 req-b274596a-b3c7-41ad-a547-111786fecd5d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060706 Apr 18 17:01:59.930517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-11da8604-f9e3-4141-96c2-2b354f0fb12f service neutron] 10.222.0.45 "GET /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191375 Apr 18 17:02:00.037271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-be025d8a-a87e-4be1-b512-18fa732b120b service neutron] 10.222.0.45 "GET /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016634 Apr 18 17:02:00.461065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b2f9b-c366-455e-bac3-636e5d6fe4aa req-4653a023-2fc2-4c3f-abe1-fd3d739de41b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:00.462573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be8b2f9b-c366-455e-bac3-636e5d6fe4aa req-4653a023-2fc2-4c3f-abe1-fd3d739de41b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1041245 Apr 18 17:02:00.464538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba87b14a-1aac-49d5-b52b-c2866f3b4a16 req-0807a363-6459-4331-8692-feb9742e98b1 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 210 time: 0.0682700 Apr 18 17:02:00.510894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be8b2f9b-c366-455e-bac3-636e5d6fe4aa req-d5e477ca-156f-46f6-b12e-512676fdeb73 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Apr 18 17:02:00.641167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2187b1a1-82a7-4f6a-b04a-e9da5e7627b4 req-9de1db2d-5b11-43dc-90de-c89130a97355 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 210 time: 0.0412250 Apr 18 17:02:00.647604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-c243cfce-8ab0-421c-8e66-69a7095971c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069233 Apr 18 17:02:00.669726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee965-4470-4a4c-b8f8-9b5cebfba210 req-8bc155b7-b25e-4d7b-aa51-414526cabf9b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:00.669726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-840ee965-4470-4a4c-b8f8-9b5cebfba210 req-8bc155b7-b25e-4d7b-aa51-414526cabf9b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.1134162 Apr 18 17:02:00.716472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-840ee965-4470-4a4c-b8f8-9b5cebfba210 req-211a07a4-eed4-4d9c-ac09-632941dadb6f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357108 Apr 18 17:02:00.880442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81dad99a-3a8d-4825-958e-5c3322401e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:00.910861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d2a7-47b0-4af7-b174-f82b16e4ceb9 req-acf85b6a-8a2c-45a4-b2cc-a737c94cc104 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:00.912357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b024d2a7-47b0-4af7-b174-f82b16e4ceb9 req-acf85b6a-8a2c-45a4-b2cc-a737c94cc104 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.0573163 Apr 18 17:02:00.958077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b024d2a7-47b0-4af7-b174-f82b16e4ceb9 req-9590eb19-8aa1-4b0d-b3bb-91bf97bc0fbf tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 Apr 18 17:02:01.570664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15424c18-52db-4da7-ae8a-9c9d495300c2 req-afcda212-3c9e-45a7-8326-164a35715e97 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 210 time: 0.0460043 Apr 18 17:02:01.655129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad0e2d-95ac-4c57-aea6-418f6c871ae7 req-7e0f478b-cb98-44fc-802a-0285f2cc9650 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:01.656605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89ad0e2d-95ac-4c57-aea6-418f6c871ae7 req-7e0f478b-cb98-44fc-802a-0285f2cc9650 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0491498 Apr 18 17:02:01.728848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89ad0e2d-95ac-4c57-aea6-418f6c871ae7 req-fc59ffe6-9e3e-4d48-9dfb-2655e965e1da tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488620 Apr 18 17:02:01.757060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38eafd86-cafe-4ea5-b5f7-d114e10e4619 req-02d91c2b-89fe-44d6-95f3-e461f4b2b6a3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 210 time: 0.0280344 Apr 18 17:02:01.880012 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-b901a7d7-602c-41bc-9527-76d36f3122c2 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4ce2066685ad479f97e997529171ccc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253639 Apr 18 17:02:01.891084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1c02-36da-4d07-a808-d5a8130091ab req-f574ee14-fe22-4b87-ac07-3f154264631f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:01.892857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fcf1c02-36da-4d07-a808-d5a8130091ab req-f574ee14-fe22-4b87-ac07-3f154264631f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.0942588 Apr 18 17:02:01.937994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fcf1c02-36da-4d07-a808-d5a8130091ab req-13844bf2-4928-4a97-8e1d-11b2003b57f7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376239 Apr 18 17:02:01.998439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-c970a8bb-826a-4cfd-b18d-68bd3fab129e tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:02.000260 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-c970a8bb-826a-4cfd-b18d-68bd3fab129e tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1139896 Apr 18 17:02:02.022030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Request body: {'port': {'device_id': 'b1285b5b-bb63-443d-a7a5-cc97b4aab54f', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '4ce2066685ad479f97e997529171ccc5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:02.089999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fbc3b-b2e8-48da-a1e4-d0d6b3d47fc5 req-28024c5a-e935-41a4-b1f3-f218bbd2dc8d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:02.091708 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-702fbc3b-b2e8-48da-a1e4-d0d6b3d47fc5 req-28024c5a-e935-41a4-b1f3-f218bbd2dc8d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.0582647 Apr 18 17:02:02.134821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-702fbc3b-b2e8-48da-a1e4-d0d6b3d47fc5 req-400348b5-3479-4d79-b64d-bcc4f29bb3ce tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Apr 18 17:02:02.281348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Made reservation on behalf of 4ce2066685ad479f97e997529171ccc5 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:02:02.284900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:02.296201 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:02.406307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:02.491901 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:02.560892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb0c5fe-913e-47b5-87d0-d75298fd0801,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:02.640931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Allocated IP 192.168.233.56 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/a6620ca0-fd90-4d8c-b889-0fc95fa72857) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:02:02.720671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0e11c73-91af-4fc3-9582-e6927ecea02d req-ba161898-9de7-49b0-aa1b-f84e0efdce66 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Apr 18 17:02:02.815601 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:02.850030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571bd6c-d978-48fc-9e44-95ff603a6191 req-99819df0-05aa-428c-83e9-e352195d78d6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:02.851521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c571bd6c-d978-48fc-9e44-95ff603a6191 req-99819df0-05aa-428c-83e9-e352195d78d6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0623803 Apr 18 17:02:02.880336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e13b6a45-3175-4691-9d2d-26f8a0c98479 req-db3f9557-eb15-4d85-b08c-8adb2c9e0232 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 210 time: 0.0271659 Apr 18 17:02:02.910187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:02.923676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c571bd6c-d978-48fc-9e44-95ff603a6191 req-7d0b7abd-f91f-4621-80a7-d1c8fb9ac403 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Apr 18 17:02:02.970421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:02:02.970421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:02.971670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:02:03.006292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Pushing event updated for resources: {'Port': ['ID=a6620ca0-fd90-4d8c-b889-0fc95fa72857,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:03.062607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:03.063349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:03.090885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ce0b7-82b0-45f9-bb34-5d50109495b7 req-074a7a8f-9a9c-4330-bb7b-1fc1c27f81a6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:03.092903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd2ce0b7-82b0-45f9-bb34-5d50109495b7 req-074a7a8f-9a9c-4330-bb7b-1fc1c27f81a6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.0719464 Apr 18 17:02:03.142761 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-43c604ee-941c-478b-b307-984cc7845620 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1257682 Apr 18 17:02:03.169983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 58374bc8-ae8a-42b3-9f22-09d66aec442a details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:02:03.188279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd2ce0b7-82b0-45f9-bb34-5d50109495b7 req-4c6dbae5-bc49-4ede-80e3-b0215075225a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864327 Apr 18 17:02:03.227036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Request body: {'port': {'device_id': 'b1285b5b-bb63-443d-a7a5-cc97b4aab54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:03.293988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a3c2f3a4-5850-42fa-8dee-0cb992b33fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:03.370534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-287aaa46-bce3-4609-82be-4cf3626f832f None None] Provisioning complete for port a6620ca0-fd90-4d8c-b889-0fc95fa72857 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:03.371377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-287aaa46-bce3-4609-82be-4cf3626f832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:03.403573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:03.418198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efefc-f838-4088-867d-ffe9968c6f7f req-a2b15175-66d8-45f7-87b7-9bd1fe8e4417 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:03.420390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb7efefc-f838-4088-867d-ffe9968c6f7f req-a2b15175-66d8-45f7-87b7-9bd1fe8e4417 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1043057 Apr 18 17:02:03.445703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-287aaa46-bce3-4609-82be-4cf3626f832f None None] Port a6620ca0-fd90-4d8c-b889-0fc95fa72857 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:02:03.465279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:03.481733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '58374bc8-ae8a-42b3-9f22-09d66aec442a', 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca', 'port_id': '58374bc8-ae8a-42b3-9f22-09d66aec442a', 'mac_address': 'fa:16:3e:09:f2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413415fe-1543-4592-b7a6-31784d135fbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:02:03.483596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb7efefc-f838-4088-867d-ffe9968c6f7f req-563aba4d-e86f-4b37-8af8-e41e0b9874d3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505238 Apr 18 17:02:03.554251 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:03.569690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58374bc8-ae8a-42b3-9f22-09d66aec442a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:03.581867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325c13-048d-4e17-a991-0657a6085cc0 req-8fb806f4-b59a-4c8b-a501-210c52c877ee tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:03.583537 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-8fb806f4-b59a-4c8b-a501-210c52c877ee tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.41 "GET /v2.0/networks?id=4a1a5c96-2125-41eb-8db1-975c62f91a18 HTTP/1.1" status: 200 len: 805 time: 0.4211326 Apr 18 17:02:03.599240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:03.621684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-4a812f04-b144-4035-bd91-2414c6f7cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:03.623607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-4a812f04-b144-4035-bd91-2414c6f7cee3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1100 time: 0.0682080 Apr 18 17:02:03.697553 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:03.717826 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-77c2ee96-bf7b-43fc-8961-e4ae07062d59 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d78736ae9484c399883e8ffa763ce98 HTTP/1.1" status: 200 len: 380 time: 0.0702212 Apr 18 17:02:03.734129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Request body: {'port': {'device_id': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'admin_state_up': True, 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'security_groups': ['1a9c2274-8a1b-4da6-8132-5178d7dae68c']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:03.765997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-364218d0-ae95-442a-bc4e-c7b039fb5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:03.771954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-364218d0-ae95-442a-bc4e-c7b039fb5f05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1314406 Apr 18 17:02:03.796367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:03.844252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-b685b47b-297e-476f-aca9-ca20d271e781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0414424 Apr 18 17:02:03.910050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01200b9e-2673-4d44-ace5-292f6b104401 req-ab74a9da-94fc-488f-ba57-b723e234aa6d tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 210 time: 0.0617266 Apr 18 17:02:03.970295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-4817262a-dd7b-499b-9868-e4ec22c08cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:03.978363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-4817262a-dd7b-499b-9868-e4ec22c08cec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0721180 Apr 18 17:02:04.103918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6620ca0-fd90-4d8c-b889-0fc95fa72857 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:04.112045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:04.131446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Transition to ACTIVE for port object a6620ca0-fd90-4d8c-b889-0fc95fa72857 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:02:04.133724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-22bad576-d762-43e3-80ba-dea4a3a99aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:04.135227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-22bad576-d762-43e3-80ba-dea4a3a99aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499667 Apr 18 17:02:04.139415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Made reservation on behalf of 9d78736ae9484c399883e8ffa763ce98 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:02:04.142611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:04.161159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['58374bc8-ae8a-42b3-9f22-09d66aec442a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:04.180456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ae5ea-73ac-47b1-a2a9-8beb26063483 req-d7e32f13-4163-4900-9d4e-2d91db64e038 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:04.182267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d9ae5ea-73ac-47b1-a2a9-8beb26063483 req-d7e32f13-4163-4900-9d4e-2d91db64e038 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 935 time: 0.1409204 Apr 18 17:02:04.190030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3e5b-f944-4d15-bd4c-bc3d48a37bd2 req-ba223a1f-ee78-4c25-b6bd-c9a9f9ea07ac tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:04.191776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6ee3e5b-f944-4d15-bd4c-bc3d48a37bd2 req-ba223a1f-ee78-4c25-b6bd-c9a9f9ea07ac tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1323326 Apr 18 17:02:04.235097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:04.370097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Pushing event updated for resources: {'Port': ['ID=a6620ca0-fd90-4d8c-b889-0fc95fa72857,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:04.379577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:04.476192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d9ae5ea-73ac-47b1-a2a9-8beb26063483 req-39e4e080-0c4c-4b34-8309-f35900903639 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317779 Apr 18 17:02:04.507499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6ee3e5b-f944-4d15-bd4c-bc3d48a37bd2 req-68ebb4ac-5a71-4fb0-9fcf-5a7a75f4750f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617500 Apr 18 17:02:04.513383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-af36059b-fbe9-4b9a-9275-a1146fd78a2f service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705697 Apr 18 17:02:04.570393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Allocated IP 172.20.0.4 (4a1a5c96-2125-41eb-8db1-975c62f91a18/73239a49-20e8-4950-897b-2ad10a818bee/373af4ff-1049-499f-a8e7-3ae2652a5f15) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:02:04.602776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Attempting to bind port a6620ca0-fd90-4d8c-b889-0fc95fa72857 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:04.603309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Attempting to bind port a6620ca0-fd90-4d8c-b889-0fc95fa72857 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:04.603464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Attempting to bind port a6620ca0-fd90-4d8c-b889-0fc95fa72857 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:04.624557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Port a6620ca0-fd90-4d8c-b889-0fc95fa72857 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:04.624894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Attempting to bind port a6620ca0-fd90-4d8c-b889-0fc95fa72857 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:04.638071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:04.638527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:04.638919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:04.639390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Bound port: a6620ca0-fd90-4d8c-b889-0fc95fa72857, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:04.639886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:04.775754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] For port a6620ca0-fd90-4d8c-b889-0fc95fa72857, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:04.779524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] For port a6620ca0-fd90-4d8c-b889-0fc95fa72857, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a6620ca0-fd90-4d8c-b889-0fc95fa72857,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:04.784517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-ae56ad01-5079-46b9-8420-35a2639c58c4 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591903 Apr 18 17:02:04.806540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e79f-7395-42f7-b0ca-4de913fa72e4 req-2b15e827-513f-4391-b740-9a6077c528a1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:04.808056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c835e79f-7395-42f7-b0ca-4de913fa72e4 req-2b15e827-513f-4391-b740-9a6077c528a1 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.1804931 Apr 18 17:02:04.816405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df723182-d54c-4858-98e5-0f6ed048b1d3 req-780d2e2a-b7a7-4812-97f9-767eda52fb2b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:04.824574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df723182-d54c-4858-98e5-0f6ed048b1d3 req-780d2e2a-b7a7-4812-97f9-767eda52fb2b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1980095 Apr 18 17:02:04.887325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:04.919304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c835e79f-7395-42f7-b0ca-4de913fa72e4 req-f1e10054-816d-4238-843c-312ce727fc57 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923324 Apr 18 17:02:04.945761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df723182-d54c-4858-98e5-0f6ed048b1d3 req-9b63d1fc-0549-4af9-93e0-87469cf42bac tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198635 Apr 18 17:02:04.974561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:04.974561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:04.976251 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] 10.222.0.41 "PUT /v2.0/ports/a6620ca0-fd90-4d8c-b889-0fc95fa72857 HTTP/1.1" status: 200 len: 1095 time: 1.8120439 Apr 18 17:02:04.976817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1285b5b-bb63-443d-a7a5-cc97b4aab54f', 'tag': 'a6620ca0-fd90-4d8c-b889-0fc95fa72857'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:04.979541 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1285b5b-bb63-443d-a7a5-cc97b4aab54f", "tag": "a6620ca0-fd90-4d8c-b889-0fc95fa72857"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:05.076716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cac9ae-e5c2-467f-aacc-889a8ba4434d service neutron] Pushing event updated for resources: {'Port': ['ID=a6620ca0-fd90-4d8c-b889-0fc95fa72857,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:05.089094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:05.147563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7f19f09-192d-4f11-b12d-04c883e03d89 req-0b076a9c-5d95-4495-874a-4f2344ea6ed8 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 210 time: 0.0914776 Apr 18 17:02:05.183808 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a731c75e-9e8a-4c55-9e58-882a279e8d62 x-openstack-request-id: req-a731c75e-9e8a-4c55-9e58-882a279e8d62 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:05.183808 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1285b5b-bb63-443d-a7a5-cc97b4aab54f", "tag": "a6620ca0-fd90-4d8c-b889-0fc95fa72857", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:05.183808 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a731c75e-9e8a-4c55-9e58-882a279e8d62 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:05.183808 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a731c75e-9e8a-4c55-9e58-882a279e8d62'] response: {'name': 'network-changed', 'server_uuid': 'b1285b5b-bb63-443d-a7a5-cc97b4aab54f', 'tag': 'a6620ca0-fd90-4d8c-b889-0fc95fa72857', 'status': 'completed', 'code': 200} Apr 18 17:02:05.220630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-6402ec0c-bd0d-4133-b421-0646a5b79dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:05.222765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-6402ec0c-bd0d-4133-b421-0646a5b79dc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ce2066685ad479f97e997529171ccc5&device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 1098 time: 0.0688825 Apr 18 17:02:05.304765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-4dbf9810-d713-4da6-bf6e-61637e2a48cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=a6620ca0-fd90-4d8c-b889-0fc95fa72857 HTTP/1.1" status: 200 len: 217 time: 0.0671394 Apr 18 17:02:05.306977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:05.453893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:02:05.462775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:05.467512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:02:05.470491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event updated for resources: {'Port': ['ID=373af4ff-1049-499f-a8e7-3ae2652a5f15,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:05.516498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-ee9ae573-10f0-44e2-9195-fc2e56560b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:05.521714 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-ee9ae573-10f0-44e2-9195-fc2e56560b74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2018108 Apr 18 17:02:05.618771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:05.621862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:05.668429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0b0ca-0246-48d9-bdbb-339fe491fca1 req-ca880da4-5a2b-4a38-996b-baf24b5dde48 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:05.672294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-3a3a6edf-d78d-4202-8d13-d6714fdf7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:05.674069 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-3a3a6edf-d78d-4202-8d13-d6714fdf7473 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428914 Apr 18 17:02:05.683395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62a0b0ca-0246-48d9-bdbb-339fe491fca1 req-ca880da4-5a2b-4a38-996b-baf24b5dde48 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 947 time: 0.1140175 Apr 18 17:02:05.753806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62a0b0ca-0246-48d9-bdbb-339fe491fca1 req-203ae6f1-13e4-4e73-a656-faf215616174 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675457 Apr 18 17:02:05.774925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:05.785616 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-342b9f33-b1d5-45be-9665-cc2193e3619e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0552015 Apr 18 17:02:05.818805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Request body: {'port': {'device_id': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:05.869190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-eab437dc-8a53-44af-ae1b-59a6a5fc5079 None None] Provisioning complete for port 373af4ff-1049-499f-a8e7-3ae2652a5f15 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:05.869597 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eab437dc-8a53-44af-ae1b-59a6a5fc5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:05.919849 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-1e9433ae-abeb-4e37-bf46-fce0af7cea50 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373006 Apr 18 17:02:05.934472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-eab437dc-8a53-44af-ae1b-59a6a5fc5079 None None] Port 373af4ff-1049-499f-a8e7-3ae2652a5f15 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:02:05.937875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4dc0a-e866-4467-8dcb-1c20821273f9 req-7fe2495b-ff50-492b-8991-7b713f19e749 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:05.956309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fc4dc0a-e866-4467-8dcb-1c20821273f9 req-7fe2495b-ff50-492b-8991-7b713f19e749 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0968547 Apr 18 17:02:05.999671 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:06.012161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fc4dc0a-e866-4467-8dcb-1c20821273f9 req-20eb3d8e-f383-4cf1-a389-c13966555030 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625238 Apr 18 17:02:06.119802 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:06.149950 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-119c8666-3c47-4fd0-a21d-a6cf353737f0 req-2fced67a-654c-444a-b4b0-6d54975a2192 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100613 Apr 18 17:02:06.153461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a7b1-4e6d-4e53-9efb-2392c81c9e96 req-559a2bdc-b49e-4bf4-9588-3fadc25793e3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:06.166526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdc0a7b1-4e6d-4e53-9efb-2392c81c9e96 req-559a2bdc-b49e-4bf4-9588-3fadc25793e3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1172915 Apr 18 17:02:06.227191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea401f91-4912-4b7e-aabb-6f50a97fca3b req-58de8c6d-0c90-4167-8bd6-61f704390f4e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:06.228658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea401f91-4912-4b7e-aabb-6f50a97fca3b req-58de8c6d-0c90-4167-8bd6-61f704390f4e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.1364763 Apr 18 17:02:06.231554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdc0a7b1-4e6d-4e53-9efb-2392c81c9e96 req-4781ba79-a33d-406a-925a-90777bb3a66a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642476 Apr 18 17:02:06.294003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea401f91-4912-4b7e-aabb-6f50a97fca3b req-afc84900-8f11-44e4-a137-488029ba152e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Apr 18 17:02:06.422024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-8bb01917-6c2b-4503-bcb3-dfd180feaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:06.423701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-8bb01917-6c2b-4503-bcb3-dfd180feaba6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ce2066685ad479f97e997529171ccc5&device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 1098 time: 0.0980361 Apr 18 17:02:06.484046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1a11b-797e-4db3-8dfc-c4de11410b45 req-0ca5481d-2dea-430e-a82b-13f80cdf22b3 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:06.494152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fd1a11b-797e-4db3-8dfc-c4de11410b45 req-0ca5481d-2dea-430e-a82b-13f80cdf22b3 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 931 time: 0.0992053 Apr 18 17:02:06.529143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373af4ff-1049-499f-a8e7-3ae2652a5f15 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:06.537311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fd1a11b-797e-4db3-8dfc-c4de11410b45 req-0815c6c0-2cb4-466f-8acb-2b8dfd38b5ce tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422714 Apr 18 17:02:06.539372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:06.565344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Transition to ACTIVE for port object 373af4ff-1049-499f-a8e7-3ae2652a5f15 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:02:06.580587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-9ef5616c-8593-4d19-be24-05d0f5361d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:06.580987 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-9ef5616c-8593-4d19-be24-05d0f5361d0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1501627 Apr 18 17:02:06.635003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:06.637992 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-11896713-d67e-41b1-b7f7-7be6aa41100f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=a6620ca0-fd90-4d8c-b889-0fc95fa72857 HTTP/1.1" status: 200 len: 217 time: 0.0422149 Apr 18 17:02:06.740278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Pushing event updated for resources: {'Port': ['ID=373af4ff-1049-499f-a8e7-3ae2652a5f15,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:06.783881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-8e9f0a56-8937-4e65-9b92-c710b3086a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:06.792544 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-8e9f0a56-8937-4e65-9b92-c710b3086a19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1242375 Apr 18 17:02:06.883976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-9facb049-fa3f-45ae-993b-49ea974e4bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:06.885745 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-9facb049-fa3f-45ae-993b-49ea974e4bed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674036 Apr 18 17:02:06.905968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Attempting to bind port 373af4ff-1049-499f-a8e7-3ae2652a5f15 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:06.906541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Attempting to bind port 373af4ff-1049-499f-a8e7-3ae2652a5f15 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:06.907034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Attempting to bind port 373af4ff-1049-499f-a8e7-3ae2652a5f15 on network 4a1a5c96-2125-41eb-8db1-975c62f91a18 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:06.936064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Port 373af4ff-1049-499f-a8e7-3ae2652a5f15 on network 4a1a5c96-2125-41eb-8db1-975c62f91a18 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:06.936682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Attempting to bind port 373af4ff-1049-499f-a8e7-3ae2652a5f15 on network 4a1a5c96-2125-41eb-8db1-975c62f91a18 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:06.945284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:06.945903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Checking segment: {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:06.946484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Bound using segment: {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:06.946961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a7303-47e0-4c24-a07f-2fa8509862c9 req-8450ff07-8b93-4e51-aa05-8aa78df1e12a tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:06.947347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Bound port: 373af4ff-1049-499f-a8e7-3ae2652a5f15, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704f4e6b-549e-45f1-b997-12b0d6d57974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:06.947961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:06.954907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c9a7303-47e0-4c24-a07f-2fa8509862c9 req-8450ff07-8b93-4e51-aa05-8aa78df1e12a tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 947 time: 0.0780554 Apr 18 17:02:07.066798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c9a7303-47e0-4c24-a07f-2fa8509862c9 req-e0158292-26bc-4f79-8149-f2a9e2a16b0b tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017778 Apr 18 17:02:07.101293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] For port 373af4ff-1049-499f-a8e7-3ae2652a5f15, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:07.104467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] For port 373af4ff-1049-499f-a8e7-3ae2652a5f15, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=373af4ff-1049-499f-a8e7-3ae2652a5f15,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:07.175262 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-a05e8626-ca27-40c5-998a-014e8dd98bf8 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644277 Apr 18 17:02:07.181692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d0a78-c66b-48f8-8fe9-bb2737659eee req-2031d710-a2e0-45e4-bf68-8a61cb1f3cf3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:07.183549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc3d0a78-c66b-48f8-8fe9-bb2737659eee req-2031d710-a2e0-45e4-bf68-8a61cb1f3cf3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0659609 Apr 18 17:02:07.194137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 58374bc8-ae8a-42b3-9f22-09d66aec442a up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:07.206942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:07.236955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc3d0a78-c66b-48f8-8fe9-bb2737659eee req-4a25acc1-abbf-40c3-b258-d27b6b16691e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461798 Apr 18 17:02:07.315370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:07.315370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:07.316579 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] 10.222.0.41 "PUT /v2.0/ports/373af4ff-1049-499f-a8e7-3ae2652a5f15 HTTP/1.1" status: 200 len: 1091 time: 1.5130770 Apr 18 17:02:07.318531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'tag': '373af4ff-1049-499f-a8e7-3ae2652a5f15'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:07.337107 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a313f8-11ef-4aeb-a992-300a0a460c43", "tag": "373af4ff-1049-499f-a8e7-3ae2652a5f15"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:07.382659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 58374bc8-ae8a-42b3-9f22-09d66aec442a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:02:07.387867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 58374bc8-ae8a-42b3-9f22-09d66aec442a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:07.388538 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:07.455843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597bdeb-3078-4865-9851-1420dfb1f655 service neutron] Pushing event updated for resources: {'Port': ['ID=373af4ff-1049-499f-a8e7-3ae2652a5f15,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:07.522666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39075-b853-41de-b505-a9cbe1687006 req-f14bd825-4cbf-42e7-8950-ffc1489f5555 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:07.542963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ead39075-b853-41de-b505-a9cbe1687006 req-f14bd825-4cbf-42e7-8950-ffc1489f5555 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.1494107 Apr 18 17:02:07.578601 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:07.591811 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-751bd10d-195b-4a14-bcb8-2fb62aaf58f5 req-db532296-ec0b-4366-b26e-300974467461 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091034 Apr 18 17:02:07.607784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325c13-048d-4e17-a991-0657a6085cc0 req-3673d1bf-c785-46ed-902e-1bfad81c4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:07.613290 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-3673d1bf-c785-46ed-902e-1bfad81c4197 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d78736ae9484c399883e8ffa763ce98&device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 1094 time: 0.1490359 Apr 18 17:02:07.627413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79b83-3b9c-4ba3-b381-7c0faeb1cea0 req-c947f881-4170-4685-bc3c-f67f093c9a03 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:07.642628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbe79b83-3b9c-4ba3-b381-7c0faeb1cea0 req-c947f881-4170-4685-bc3c-f67f093c9a03 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.1930549 Apr 18 17:02:07.647909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:07.659952 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7044a571-9f41-4757-8444-2e4316c8e81b" -d '{"events": [{"server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "name": "network-vif-plugged", "status": "completed", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:07.682363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:07.692934 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-b9b6306d-50cf-46b1-be1c-c43316085be9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373af4ff-1049-499f-a8e7-3ae2652a5f15 HTTP/1.1" status: 200 len: 217 time: 0.0657318 Apr 18 17:02:07.700232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ead39075-b853-41de-b505-a9cbe1687006 req-605ac37d-20c6-401e-b0f3-465986765e9c tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554763 Apr 18 17:02:07.742757 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:07.778596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325c13-048d-4e17-a991-0657a6085cc0 req-2a33e024-0fe1-41dc-8f03-f99d43e726a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:07.779910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbe79b83-3b9c-4ba3-b381-7c0faeb1cea0 req-3a955e02-4a97-4b3c-8cc7-6b5aa771f10a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363437 Apr 18 17:02:07.783645 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-2a33e024-0fe1-41dc-8f03-f99d43e726a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73239a49-20e8-4950-897b-2ad10a818bee HTTP/1.1" status: 200 len: 844 time: 0.0839312 Apr 18 17:02:07.912424 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb86ff0c-837b-4050-9d5a-043e5dce4b20 x-openstack-request-id: req-cb86ff0c-837b-4050-9d5a-043e5dce4b20 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:07.918700 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a313f8-11ef-4aeb-a992-300a0a460c43", "tag": "373af4ff-1049-499f-a8e7-3ae2652a5f15", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:07.919048 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb86ff0c-837b-4050-9d5a-043e5dce4b20 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:07.919599 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb86ff0c-837b-4050-9d5a-043e5dce4b20'] response: {'name': 'network-changed', 'server_uuid': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'tag': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'status': 'completed', 'code': 200} Apr 18 17:02:07.926888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:07.961573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325c13-048d-4e17-a991-0657a6085cc0 req-5f7a450c-d8fb-4b6d-9f04-e427c06d614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:07.963503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-5f7a450c-d8fb-4b6d-9f04-e427c06d614b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a1a5c96-2125-41eb-8db1-975c62f91a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737425 Apr 18 17:02:08.017449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e72b-4045-4804-b6fd-7ef28edc2009 req-c9fc30f7-1fcc-48ce-98be-2412be08ce1d tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:08.018391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6671e72b-4045-4804-b6fd-7ef28edc2009 req-c9fc30f7-1fcc-48ce-98be-2412be08ce1d tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 943 time: 0.0662291 Apr 18 17:02:08.036083 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fe5ac3-08ad-45a8-a171-0adccae39f9a x-openstack-request-id: req-e1fe5ac3-08ad-45a8-a171-0adccae39f9a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:08.037530 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "name": "network-vif-plugged", "status": "completed", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:08.040579 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1fe5ac3-08ad-45a8-a171-0adccae39f9a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:08.041913 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1fe5ac3-08ad-45a8-a171-0adccae39f9a'] response: {'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a', 'code': 200} Apr 18 17:02:08.072715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6671e72b-4045-4804-b6fd-7ef28edc2009 req-4abeaa2d-6a2c-444d-a05e-8d04c577258e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533307 Apr 18 17:02:08.163561 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-711f6437-3cfa-44de-ac32-2caf5c8f20d8 service neutron] 10.222.0.41 "GET /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811106 Apr 18 17:02:08.170092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71dd5e-be7a-459c-82c3-fed957aa2350 req-98e27994-66d2-48d8-8bea-61a4547aa879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:08.171516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c71dd5e-be7a-459c-82c3-fed957aa2350 req-98e27994-66d2-48d8-8bea-61a4547aa879 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1096 time: 0.0618322 Apr 18 17:02:08.204742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf985-39a8-47ce-8345-c430a76be200 req-f27d6f30-2236-4a73-8cba-3f90648fce44 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:08.208804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1ccf985-39a8-47ce-8345-c430a76be200 req-f27d6f30-2236-4a73-8cba-3f90648fce44 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 947 time: 0.0564995 Apr 18 17:02:08.250719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1ccf985-39a8-47ce-8345-c430a76be200 req-177b7cbd-93b9-42b8-a9b0-8a9e9ae11c92 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375950 Apr 18 17:02:08.256558 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c71dd5e-be7a-459c-82c3-fed957aa2350 req-c83144dc-5f5f-4585-b027-0a999c929efc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762851 Apr 18 17:02:08.289866 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10325c13-048d-4e17-a991-0657a6085cc0 req-166cf550-da4b-4fd1-9515-61a4f3130c35 service neutron] 10.222.0.41 "GET /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172724 Apr 18 17:02:08.365815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9a950-0595-40e9-abe4-0f38ae56babe req-82fbf295-ccb3-4acf-9ad5-093e1e191da7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:08.367336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51c9a950-0595-40e9-abe4-0f38ae56babe req-82fbf295-ccb3-4acf-9ad5-093e1e191da7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0531065 Apr 18 17:02:08.411531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51c9a950-0595-40e9-abe4-0f38ae56babe req-691ea0b9-3059-4f31-ab93-7d79b9d1a519 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372474 Apr 18 17:02:08.824866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e38f3-0543-4bd7-adcb-210235f1cd1f req-4f113195-c035-4728-a6ba-7f757a6551a0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:08.903505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-654e38f3-0543-4bd7-adcb-210235f1cd1f req-4f113195-c035-4728-a6ba-7f757a6551a0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.0586259 Apr 18 17:02:08.903505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-654e38f3-0543-4bd7-adcb-210235f1cd1f req-de6c697f-8e27-4793-8758-db78d929e2e2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438228 Apr 18 17:02:08.929489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-4f6d0ef5-0eb8-40b7-895d-5e1742713066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:08.931025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-4f6d0ef5-0eb8-40b7-895d-5e1742713066 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d78736ae9484c399883e8ffa763ce98&device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 1094 time: 0.0626967 Apr 18 17:02:09.050113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-e769919b-abd2-4fca-9cda-a5365ee21c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:09.052626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-e769919b-abd2-4fca-9cda-a5365ee21c70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4a1a5c96-2125-41eb-8db1-975c62f91a18 HTTP/1.1" status: 200 len: 906 time: 0.1148369 Apr 18 17:02:09.135521 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-17e9f666-61a9-4328-b99c-8910c227a165 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373af4ff-1049-499f-a8e7-3ae2652a5f15 HTTP/1.1" status: 200 len: 217 time: 0.0752368 Apr 18 17:02:09.208332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-1456395a-c5ad-4ece-bd9b-2a0613abd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:09.208750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47caf9-2344-4d7b-b7e3-eb988df3db07 req-d7433cb1-aca6-4f03-8e2b-18693b16a409 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:09.210355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-1456395a-c5ad-4ece-bd9b-2a0613abd155 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73239a49-20e8-4950-897b-2ad10a818bee HTTP/1.1" status: 200 len: 844 time: 0.0667241 Apr 18 17:02:09.221168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b47caf9-2344-4d7b-b7e3-eb988df3db07 req-d7433cb1-aca6-4f03-8e2b-18693b16a409 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1239440 Apr 18 17:02:09.283868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-e72d6ed0-b896-4079-bffd-befa00c56d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:09.286566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-e72d6ed0-b896-4079-bffd-befa00c56d14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a1a5c96-2125-41eb-8db1-975c62f91a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661530 Apr 18 17:02:09.307071 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b47caf9-2344-4d7b-b7e3-eb988df3db07 req-823d98a0-6c04-4f84-bc12-40a5de88e333 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828128 Apr 18 17:02:09.323884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7eb6b-076e-4542-8340-a81cbfa8e42d req-60b6c3e5-c9d9-4a02-9abe-64e1e35e4eb9 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:09.338488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a7eb6b-076e-4542-8340-a81cbfa8e42d req-60b6c3e5-c9d9-4a02-9abe-64e1e35e4eb9 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 943 time: 0.1081319 Apr 18 17:02:09.417936 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-1d906ab6-112f-4dc9-8263-fc0e50fe68da service neutron] 10.222.0.41 "GET /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221192 Apr 18 17:02:09.445134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a7eb6b-076e-4542-8340-a81cbfa8e42d req-5bf08fe2-e0ce-4b83-971c-b1c31306117c tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056967 Apr 18 17:02:09.567263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf382f59-c27f-44a2-abfd-b0f7cf0bb3a5 req-3c785f64-aa1e-4612-ad37-5323bb57ce79 service neutron] 10.222.0.41 "GET /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400888 Apr 18 17:02:09.757607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-3ba67a7b-dcb2-408c-96db-11e6d7d30c2e tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:09.761121 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-3ba67a7b-dcb2-408c-96db-11e6d7d30c2e tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.0796609 Apr 18 17:02:09.781691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-2'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:09.892898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:09.928790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb32b-bf8d-4ee5-85f0-b8bd58e94268 req-085031b8-e39e-4023-b8a5-4f7c7fbb3c7a tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:09.937591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-648fb32b-bf8d-4ee5-85f0-b8bd58e94268 req-085031b8-e39e-4023-b8a5-4f7c7fbb3c7a tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 947 time: 0.4888415 Apr 18 17:02:09.987219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04369cb4-aa2c-48d1-bf7a-cbddcb9dae39 req-af07b8a4-3d4e-4692-a779-640b081c2e7b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:09.989389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04369cb4-aa2c-48d1-bf7a-cbddcb9dae39 req-af07b8a4-3d4e-4692-a779-640b081c2e7b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1193008 Apr 18 17:02:10.002995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-648fb32b-bf8d-4ee5-85f0-b8bd58e94268 req-ef78b457-2363-4faa-a4d9-60e0f7fb5e3d tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619659 Apr 18 17:02:10.094112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04369cb4-aa2c-48d1-bf7a-cbddcb9dae39 req-b42e9855-694f-419a-b81b-f23cf7e5aa16 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886343 Apr 18 17:02:10.094318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:10.144465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:10.193910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6e8c-f063-4001-aa4b-c2d068c74ceb req-e905fe07-62ec-41f1-8ece-51e91ab2576a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:10.207424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c8a6e8c-f063-4001-aa4b-c2d068c74ceb req-e905fe07-62ec-41f1-8ece-51e91ab2576a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 945 time: 0.0966105 Apr 18 17:02:10.215490 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:10.218762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:10.221348 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d77802-8cda-40fa-835a-aceba9b91353" -d '{"events": [{"server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "name": "network-vif-unplugged", "status": "completed", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:10.268780 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f223dcb1-6d90-4c90-892b-c7ec390821be x-openstack-request-id: req-f223dcb1-6d90-4c90-892b-c7ec390821be {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:10.269700 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "name": "network-vif-unplugged", "status": "completed", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:10.270140 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f223dcb1-6d90-4c90-892b-c7ec390821be {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:10.270709 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f223dcb1-6d90-4c90-892b-c7ec390821be'] response: {'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943', 'code': 200} Apr 18 17:02:10.273883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:10.281388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c8a6e8c-f063-4001-aa4b-c2d068c74ceb req-12df2e11-eb36-420e-a742-f803b313b393 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727320 Apr 18 17:02:10.373854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Pushing event updated for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:10.390806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on host n-h2-836015-2 for vnic_type normal with profile {"migrating_to": "n-h1-836015-2"} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:10.391277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:10.392217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:10.398471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:10.399083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Attempting to bind port df033c95-24f9-42b4-ac34-1ecf3ecad943 on network 6366ca5e-c99f-4fa5-b8b8-419df562a4ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:10.405841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:10.406269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Checking segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:10.406720 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Bound using segment: {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:10.407225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Bound port: df033c95-24f9-42b4-ac34-1ecf3ecad943, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a20813-6384-43b0-8de9-1148d12ecfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6366ca5e-c99f-4fa5-b8b8-419df562a4ff'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:10.407593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:10.534986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df89e6-da87-4404-9ae8-350ba9c3202d req-9d0e9c8e-11cd-48e2-903d-b5a60839f3d7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:10.536613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65df89e6-da87-4404-9ae8-350ba9c3202d req-9d0e9c8e-11cd-48e2-903d-b5a60839f3d7 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1009846 Apr 18 17:02:10.563981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:10.572907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:10.604920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65df89e6-da87-4404-9ae8-350ba9c3202d req-7533ae57-b3f7-4a28-be1d-61cbcd3ec26f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519390 Apr 18 17:02:10.640340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:10.645276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7755d-26bd-410c-b9a3-0fddb2aaa552 req-ab5904ea-4d3a-4764-90f3-821f2cb0cd55 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:10.654156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfd7755d-26bd-410c-b9a3-0fddb2aaa552 req-ab5904ea-4d3a-4764-90f3-821f2cb0cd55 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 943 time: 0.1126270 Apr 18 17:02:10.767115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Pushing event updated for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=8']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:10.771879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:10.772738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:10.774702 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-31c29424-bc81-4cdb-ad64-09c1759e2833 service neutron] 10.222.0.18 "PUT /v2.0/ports/df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 200 len: 1121 time: 0.9983451 Apr 18 17:02:10.790940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfd7755d-26bd-410c-b9a3-0fddb2aaa552 req-029bdacd-a790-4b89-b363-3b2c3fb7b294 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355705 Apr 18 17:02:10.812760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4086970-13fb-49b9-8fe4-436270895881 req-b3b4b336-f7a2-42ba-9bb0-a3a848eeffb8 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:10.817506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4086970-13fb-49b9-8fe4-436270895881 req-b3b4b336-f7a2-42ba-9bb0-a3a848eeffb8 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1096 time: 0.0945690 Apr 18 17:02:10.856472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4086970-13fb-49b9-8fe4-436270895881 req-698fd072-54b4-4acd-a02b-bf06357cc2bb tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379705 Apr 18 17:02:10.953578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['df033c95-24f9-42b4-ac34-1ecf3ecad943'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:11.001022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['df033c95-24f9-42b4-ac34-1ecf3ecad943'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:11.014121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a6620ca0-fd90-4d8c-b889-0fc95fa72857 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:02:11.072580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b975bb-e2e5-4028-abc3-e4f1b31c1cb7 req-8a762f79-469e-455e-9078-830e7f9d414c tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:11.081380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0b975bb-e2e5-4028-abc3-e4f1b31c1cb7 req-8a762f79-469e-455e-9078-830e7f9d414c tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1096 time: 0.0852396 Apr 18 17:02:11.186270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0b975bb-e2e5-4028-abc3-e4f1b31c1cb7 req-b998fc4f-72a0-40f5-8fbb-71aa5eeb836f tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924883 Apr 18 17:02:11.226927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b302ea-8588-49ee-84be-d93155d4aeb7 req-31bc20a1-fc54-4da6-902b-825f30108a21 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:11.235820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device df033c95-24f9-42b4-ac34-1ecf3ecad943 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:02:11.236925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b302ea-8588-49ee-84be-d93155d4aeb7 req-31bc20a1-fc54-4da6-902b-825f30108a21 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 947 time: 0.1336014 Apr 18 17:02:11.330284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b302ea-8588-49ee-84be-d93155d4aeb7 req-2fc81ed5-51d7-42b6-8b05-0a6e0bcbdc2f tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923758 Apr 18 17:02:11.448179 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.resource_extend [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:02:11.474520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa398938-0f38-4eb8-9127-7c5f84ea3d48 req-58bac203-de79-417c-9f23-9e15b94f311a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:11.477279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa398938-0f38-4eb8-9127-7c5f84ea3d48 req-58bac203-de79-417c-9f23-9e15b94f311a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1261761 Apr 18 17:02:11.577829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a6620ca0-fd90-4d8c-b889-0fc95fa72857, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a6620ca0-fd90-4d8c-b889-0fc95fa72857,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:11.606016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa398938-0f38-4eb8-9127-7c5f84ea3d48 req-e16c1333-b304-45f0-9e11-62b7c898d495 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214228 Apr 18 17:02:11.613161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'a6620ca0-fd90-4d8c-b889-0fc95fa72857', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'a6620ca0-fd90-4d8c-b889-0fc95fa72857', 'mac_address': 'fa:16:3e:e3:9c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:02:11.630955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:11.649065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcd4f0-c65c-43ce-b911-b0292ec86d90 req-10e43e07-fafb-486b-8320-19f80ad64a9b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:11.656415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ffcd4f0-c65c-43ce-b911-b0292ec86d90 req-10e43e07-fafb-486b-8320-19f80ad64a9b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0932848 Apr 18 17:02:11.666321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device df033c95-24f9-42b4-ac34-1ecf3ecad943 has no active binding in host n-h1-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 17:02:11.673488 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:11.690279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6620ca0-fd90-4d8c-b889-0fc95fa72857 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:11.725224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a6620ca0-fd90-4d8c-b889-0fc95fa72857, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a6620ca0-fd90-4d8c-b889-0fc95fa72857,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:11.751424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ffcd4f0-c65c-43ce-b911-b0292ec86d90 req-74d70745-66e9-4618-a09e-599b1da1d206 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707328 Apr 18 17:02:11.857862 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:11.967535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=a6620ca0-fd90-4d8c-b889-0fc95fa72857,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:11.972118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9e846-8f9d-46f5-8863-4ea9376ee368 req-67c73ca1-5583-49c7-9cf5-f836f1e08aa3 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:11.974719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08a9e846-8f9d-46f5-8863-4ea9376ee368 req-67c73ca1-5583-49c7-9cf5-f836f1e08aa3 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 943 time: 0.0926290 Apr 18 17:02:12.046176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08a9e846-8f9d-46f5-8863-4ea9376ee368 req-1c329588-cba8-4216-92fb-b93b19499dd3 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582557 Apr 18 17:02:12.272568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:12.275051 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c071f773-c4cd-43f3-88cc-024ca51e547c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:12.335831 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d2623e-8c57-4e1a-b18b-c8c4a6f29e1b x-openstack-request-id: req-92d2623e-8c57-4e1a-b18b-c8c4a6f29e1b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:12.336124 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:12.336379 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92d2623e-8c57-4e1a-b18b-c8c4a6f29e1b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:12.336830 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d2623e-8c57-4e1a-b18b-c8c4a6f29e1b'] response: {'name': 'network-changed', 'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943', 'status': 'completed', 'code': 200} Apr 18 17:02:12.350101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['a6620ca0-fd90-4d8c-b889-0fc95fa72857'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:12.508427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-dbead559-0a16-426d-9271-3ee54cb6e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:12.510468 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-dbead559-0a16-426d-9271-3ee54cb6e824 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1124 time: 0.1183996 Apr 18 17:02:12.750906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969a21-5563-4d8c-bfed-da34696ba734 req-ef1c287a-41ef-47eb-b4ef-06e31f48da9b tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:12.765075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02969a21-5563-4d8c-bfed-da34696ba734 req-ef1c287a-41ef-47eb-b4ef-06e31f48da9b tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 948 time: 0.3168616 Apr 18 17:02:12.819552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02969a21-5563-4d8c-bfed-da34696ba734 req-194c78e2-d58d-4dd9-b33b-5f6955bd13ca tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524576 Apr 18 17:02:12.989212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-22d759c1-d25d-46f9-8d63-9fe1419affb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:12.989212 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-22d759c1-d25d-46f9-8d63-9fe1419affb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.4691806 Apr 18 17:02:13.000163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 373af4ff-1049-499f-a8e7-3ae2652a5f15 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:02:13.046257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-1ad199e8-1b82-44be-86df-beeb38cb9da7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 200 len: 217 time: 0.0489528 Apr 18 17:02:13.074713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb286dc-4345-4180-8be7-f2a79ce47eda req-23918332-70f2-47f6-b6b5-b8ea51f1fa0b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:13.083215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fb286dc-4345-4180-8be7-f2a79ce47eda req-23918332-70f2-47f6-b6b5-b8ea51f1fa0b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1108923 Apr 18 17:02:13.107206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-aee68859-6982-44b5-ad3b-335547714bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:13.108746 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-aee68859-6982-44b5-ad3b-335547714bb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.0545950 Apr 18 17:02:13.165495 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-1d093463-6d3a-4723-81a0-481aafe1ff7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452507 Apr 18 17:02:13.187310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fb286dc-4345-4180-8be7-f2a79ce47eda req-7daa6457-e3af-4b99-b539-1623b988e8f7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949721 Apr 18 17:02:13.211862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 373af4ff-1049-499f-a8e7-3ae2652a5f15, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=373af4ff-1049-499f-a8e7-3ae2652a5f15,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:13.225683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'port_id': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'mac_address': 'fa:16:3e:91:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:02:13.299734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:13.300787 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-43887503-b083-4fae-ac63-db6dbfedf93d service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254022 Apr 18 17:02:13.336132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373af4ff-1049-499f-a8e7-3ae2652a5f15 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:13.376153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 373af4ff-1049-499f-a8e7-3ae2652a5f15, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=373af4ff-1049-499f-a8e7-3ae2652a5f15,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:13.446065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:13.487106 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c071f773-c4cd-43f3-88cc-024ca51e547c req-4050642f-6307-498a-9425-07912ee114ff service neutron] 10.222.0.41 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751332 Apr 18 17:02:13.541611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=373af4ff-1049-499f-a8e7-3ae2652a5f15,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:13.558542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39a6e2-4794-4bf3-9e34-75cf7d11982c req-e1ae84be-9c02-485d-9f0c-4aead0f127c9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:13.560210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce39a6e2-4794-4bf3-9e34-75cf7d11982c req-e1ae84be-9c02-485d-9f0c-4aead0f127c9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.0931315 Apr 18 17:02:13.604717 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce39a6e2-4794-4bf3-9e34-75cf7d11982c req-3dffb1ea-9284-45e8-a724-281473aec081 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381765 Apr 18 17:02:13.781447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4e04f-c551-42fe-afa6-4af1f95c0870 req-587a11b0-48e2-47d4-ae27-00ea9462c160 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:13.781447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27a4e04f-c551-42fe-afa6-4af1f95c0870 req-587a11b0-48e2-47d4-ae27-00ea9462c160 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 944 time: 0.0537927 Apr 18 17:02:13.834633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27a4e04f-c551-42fe-afa6-4af1f95c0870 req-c9a48b47-0cda-4e79-9318-bf63f9f81a06 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469670 Apr 18 17:02:13.890409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-7fb30b98-a812-497c-a328-95d90f7395b4 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:02:13.891485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-7fb30b98-a812-497c-a328-95d90f7395b4 tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076137 Apr 18 17:02:13.939774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-3ebf2625-6ae5-4139-97bc-a13b28c77db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:13.941145 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-3ebf2625-6ae5-4139-97bc-a13b28c77db1 service neutron] 10.222.0.45 "GET /v2.0/ports/58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 200 len: 1093 time: 0.0371406 Apr 18 17:02:13.951641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Request body: {'binding': {'host': 'n-h2-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:13.952507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Unknown quota resources ['binding']. {{(pid=109826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 17:02:14.089869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6827-76f9-45ac-9593-41ffc12f48d3 req-be71f47d-abca-4a25-ae53-2a8c5da9b38d tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:14.091580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e0c6827-76f9-45ac-9593-41ffc12f48d3 req-be71f47d-abca-4a25-ae53-2a8c5da9b38d tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 948 time: 0.1139109 Apr 18 17:02:14.125560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['373af4ff-1049-499f-a8e7-3ae2652a5f15'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:14.170944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e0c6827-76f9-45ac-9593-41ffc12f48d3 req-987031d5-feac-4d35-ab0b-7fedca374acf tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726645 Apr 18 17:02:14.198344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on host n-h2-836015-2 for vnic_type normal with profile None {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:14.198344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:14.198344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:14.198344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:14.198344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:14.203262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:14.203610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:14.204117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:14.204547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Bound port: 58374bc8-ae8a-42b3-9f22-09d66aec442a, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:14.266096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:14.390620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] Notify callbacks [] for binding, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:14.391818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-539c9ba9-609a-4c9c-b204-750174ed58fe service neutron] 10.222.0.45 "POST /v2.0/ports/58374bc8-ae8a-42b3-9f22-09d66aec442a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4446476 Apr 18 17:02:14.812703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1692a77-1958-49d9-add4-1fd871f4ca2e req-f958ea39-ae32-4b5d-9f7f-f19bdf122678 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:14.821097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1692a77-1958-49d9-add4-1fd871f4ca2e req-f958ea39-ae32-4b5d-9f7f-f19bdf122678 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1988015 Apr 18 17:02:14.842237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc86cbe-da85-4d09-9450-311d7bd50d61 req-aa701781-4019-4665-abea-93b3e889330b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:14.845241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebc86cbe-da85-4d09-9450-311d7bd50d61 req-aa701781-4019-4665-abea-93b3e889330b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.0985534 Apr 18 17:02:14.914039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1692a77-1958-49d9-add4-1fd871f4ca2e req-12f25970-4a68-4769-989d-c27743caa314 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921726 Apr 18 17:02:14.979253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebc86cbe-da85-4d09-9450-311d7bd50d61 req-6af2f1c7-8a47-45a0-a665-e8588fe93177 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237340 Apr 18 17:02:15.067790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-3bd21e95-e3c3-4c7e-9c4d-438bba619ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:15.069052 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-3bd21e95-e3c3-4c7e-9c4d-438bba619ff2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1096 time: 0.0692379 Apr 18 17:02:15.071615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a6620ca0-fd90-4d8c-b889-0fc95fa72857 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:15.146775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a782a1d-a84b-454b-8bdc-35a4467f8556 req-23722d60-485e-4e22-b573-be47fdf8ed98 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:15.154799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a782a1d-a84b-454b-8bdc-35a4467f8556 req-23722d60-485e-4e22-b573-be47fdf8ed98 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.1472969 Apr 18 17:02:15.191508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de70c25-82dc-4891-ac87-82ac8a6855d7 req-c4f29b79-5e1c-444a-bf23-71c71c8b6db8 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:15.193635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2de70c25-82dc-4891-ac87-82ac8a6855d7 req-c4f29b79-5e1c-444a-bf23-71c71c8b6db8 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 946 time: 0.1329525 Apr 18 17:02:15.199679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-afe4f74c-7d68-440e-8443-da33eaafb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:15.201044 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-afe4f74c-7d68-440e-8443-da33eaafb191 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.1219535 Apr 18 17:02:15.235757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a782a1d-a84b-454b-8bdc-35a4467f8556 req-3d9a2023-e091-4a8d-afa6-eb0d03224b62 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798550 Apr 18 17:02:15.266739 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-4aec0ec0-9a2f-4bad-ab08-3c364f84d324 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 200 len: 217 time: 0.0537195 Apr 18 17:02:15.340351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-5d334242-62bb-48bf-9c3a-625db8a4e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:15.341756 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-5d334242-62bb-48bf-9c3a-625db8a4e869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0654678 Apr 18 17:02:15.352518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2de70c25-82dc-4891-ac87-82ac8a6855d7 req-9ede04ed-c309-439d-9dd0-15d64f8857ef tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385665 Apr 18 17:02:15.415765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-a081b4e1-61f9-4420-bd01-bd58f258e6d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606139 Apr 18 17:02:15.439615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port a6620ca0-fd90-4d8c-b889-0fc95fa72857 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:02:15.444616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port a6620ca0-fd90-4d8c-b889-0fc95fa72857 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:15.445050 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:15.533140 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-588d7ba8-c201-4f4e-9c5e-8648c170a404 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083522 Apr 18 17:02:15.546805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd59ba-41bb-4051-9ae3-6428da9369ec req-f604621f-6a60-4559-b2e1-c198fae89796 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:15.548451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18dd59ba-41bb-4051-9ae3-6428da9369ec req-f604621f-6a60-4559-b2e1-c198fae89796 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 944 time: 0.1653795 Apr 18 17:02:15.617494 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:15.640571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18dd59ba-41bb-4051-9ae3-6428da9369ec req-846b3e6a-d8c5-4752-b881-f91dd31b265e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807428 Apr 18 17:02:15.654221 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2b2622f7-61c8-4f9f-aba5-00f81392508d service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081378 Apr 18 17:02:15.671139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1285b5b-bb63-443d-a7a5-cc97b4aab54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6620ca0-fd90-4d8c-b889-0fc95fa72857'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:15.676492 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365d03a-dce1-4873-8686-c134cb7e42c4" -d '{"events": [{"server_uuid": "b1285b5b-bb63-443d-a7a5-cc97b4aab54f", "name": "network-vif-plugged", "status": "completed", "tag": "a6620ca0-fd90-4d8c-b889-0fc95fa72857"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:15.677339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025f2d7-8c23-4498-922a-5fd559420143 req-7fc0a3aa-8553-4b06-9047-c0213c27f8d9 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:15.682204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7025f2d7-8c23-4498-922a-5fd559420143 req-7fc0a3aa-8553-4b06-9047-c0213c27f8d9 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 948 time: 0.2150469 Apr 18 17:02:15.722101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a6620ca0-fd90-4d8c-b889-0fc95fa72857, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a6620ca0-fd90-4d8c-b889-0fc95fa72857,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:15.753579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7025f2d7-8c23-4498-922a-5fd559420143 req-613bd24b-3356-4cec-9fe9-3ea6de50113e tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655179 Apr 18 17:02:15.801952 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:15.803108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device df033c95-24f9-42b4-ac34-1ecf3ecad943 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:15.885875 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9892da0c-1212-47b2-abd9-cbb00bc2a8ba x-openstack-request-id: req-9892da0c-1212-47b2-abd9-cbb00bc2a8ba {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:15.886208 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1285b5b-bb63-443d-a7a5-cc97b4aab54f", "name": "network-vif-plugged", "status": "completed", "tag": "a6620ca0-fd90-4d8c-b889-0fc95fa72857", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:15.887302 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9892da0c-1212-47b2-abd9-cbb00bc2a8ba {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:15.888399 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9892da0c-1212-47b2-abd9-cbb00bc2a8ba'] response: {'server_uuid': 'b1285b5b-bb63-443d-a7a5-cc97b4aab54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6620ca0-fd90-4d8c-b889-0fc95fa72857', 'code': 200} Apr 18 17:02:15.962952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=a6620ca0-fd90-4d8c-b889-0fc95fa72857,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:16.119783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8b078-2508-408f-bf7c-780a5abc1fb4 req-1dfa5577-f313-4f8e-a67c-e37e0ad87d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:16.127275 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-92f8b078-2508-408f-bf7c-780a5abc1fb4 req-1dfa5577-f313-4f8e-a67c-e37e0ad87d75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 1100 time: 0.1995380 Apr 18 17:02:16.200968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-92f8b078-2508-408f-bf7c-780a5abc1fb4 req-efce4f69-2950-43bf-b0e0-448ab77f2dd4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602195 Apr 18 17:02:16.244548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa1d1-c297-4242-945f-44ef906f3309 req-01c6d2bd-1da5-455e-bdda-ac534cbb3620 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:16.246304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8daa1d1-c297-4242-945f-44ef906f3309 req-01c6d2bd-1da5-455e-bdda-ac534cbb3620 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1398060 Apr 18 17:02:16.271657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991f-7379-44e4-8e9d-3bc2f653507b req-73ac89ce-c5ff-49c3-af9d-5ab1c094d2f4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:16.289213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-281a991f-7379-44e4-8e9d-3bc2f653507b req-73ac89ce-c5ff-49c3-af9d-5ab1c094d2f4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1257443 Apr 18 17:02:16.369253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-281a991f-7379-44e4-8e9d-3bc2f653507b req-e03809a4-cdb0-432c-9a42-18b674ac983b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702713 Apr 18 17:02:16.423832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8daa1d1-c297-4242-945f-44ef906f3309 req-b80e67ff-9733-4052-b00b-b047e45e5c0b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562769 Apr 18 17:02:16.607635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcdc02-b21c-4683-a91d-bac135b6ab83 req-f1155336-6b9d-4401-ac27-14864359ab12 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:16.609932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7fcdc02-b21c-4683-a91d-bac135b6ab83 req-f1155336-6b9d-4401-ac27-14864359ab12 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.1076467 Apr 18 17:02:16.637482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b15d2-8e14-4bb4-a24b-5e0e16139e3e req-01e9735e-74be-4855-94a7-2a0af0413552 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:16.645836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a56b15d2-8e14-4bb4-a24b-5e0e16139e3e req-01e9735e-74be-4855-94a7-2a0af0413552 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 946 time: 0.1011341 Apr 18 17:02:16.699433 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7fcdc02-b21c-4683-a91d-bac135b6ab83 req-d85d5362-eeb0-44da-a42f-8a30c20460ff tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723104 Apr 18 17:02:16.751022 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a56b15d2-8e14-4bb4-a24b-5e0e16139e3e req-10b232a5-b807-43a8-bdad-b89cc353e1a1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040697 Apr 18 17:02:16.845426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50956a-d332-407e-b773-ef0bbd51bf52 req-eee0c936-fad0-4277-8634-54f4b9400d11 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:16.846970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c50956a-d332-407e-b773-ef0bbd51bf52 req-eee0c936-fad0-4277-8634-54f4b9400d11 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 944 time: 0.0607448 Apr 18 17:02:16.911081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c50956a-d332-407e-b773-ef0bbd51bf52 req-2721b431-5ca6-4b4b-b53c-fe3caa9e5d9b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492959 Apr 18 17:02:16.948201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-c57da96c-aaca-47cd-b510-f1278e150d3e tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:16.948201 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-c57da96c-aaca-47cd-b510-f1278e150d3e tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 946 time: 0.0748172 Apr 18 17:02:16.995924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289ea51-0a73-452e-871b-a25e48fc5ef4 req-83b76ddd-3ae7-4a45-a7f8-1e442ad47056 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:16.998034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9289ea51-0a73-452e-871b-a25e48fc5ef4 req-83b76ddd-3ae7-4a45-a7f8-1e442ad47056 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 949 time: 0.0663497 Apr 18 17:02:17.022306 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.038981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 373af4ff-1049-499f-a8e7-3ae2652a5f15 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:17.081096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Deleting port c4bf6014-7b0e-426d-bb82-a9ee99319d16 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:17.081502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.083319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9289ea51-0a73-452e-871b-a25e48fc5ef4 req-79fd2125-270b-4de0-8279-6a92413e285f tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701716 Apr 18 17:02:17.126519 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.182852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 373af4ff-1049-499f-a8e7-3ae2652a5f15 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:02:17.187107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 373af4ff-1049-499f-a8e7-3ae2652a5f15 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:17.187545 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.222432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] For port c4bf6014-7b0e-426d-bb82-a9ee99319d16, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c4bf6014-7b0e-426d-bb82-a9ee99319d16,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:17.224195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.320300 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.387874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 373af4ff-1049-499f-a8e7-3ae2652a5f15, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=373af4ff-1049-499f-a8e7-3ae2652a5f15,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:17.480269 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.520754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-5ad4bc58-f134-4bc1-abe0-adffa2f0121f service neutron] 10.222.0.41 "GET /v2.0/ports/df033c95-24f9-42b4-ac34-1ecf3ecad943/bindings/n-h1-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.1832852 Apr 18 17:02:17.555006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=373af4ff-1049-499f-a8e7-3ae2652a5f15,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:17.593209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5c3ab-bef2-4f16-a6d6-d8e279986935 req-aaaa39e3-d0f1-413d-950f-5cf9c2fe9806 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:17.597608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2af5c3ab-bef2-4f16-a6d6-d8e279986935 req-aaaa39e3-d0f1-413d-950f-5cf9c2fe9806 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1140404 Apr 18 17:02:17.668923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2af5c3ab-bef2-4f16-a6d6-d8e279986935 req-9a1b4659-4280-44c0-974f-e8921031c814 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703261 Apr 18 17:02:17.669934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.673570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:17.673570 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Floating IP 7810c1a1-1d32-43f8-a8e1-e9509d9ee03c disassociated. External IP: 172.25.5.208, port: c4bf6014-7b0e-426d-bb82-a9ee99319d16. Apr 18 17:02:17.673570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Calling delete_port for c4bf6014-7b0e-426d-bb82-a9ee99319d16 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:17.742111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3114cc-fa68-45df-bbf0-ed5b21e59e4e req-91aa5593-c08a-4d74-bbfd-63e1f3020db5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:17.744802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db3114cc-fa68-45df-bbf0-ed5b21e59e4e req-91aa5593-c08a-4d74-bbfd-63e1f3020db5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1732423 Apr 18 17:02:17.865302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db3114cc-fa68-45df-bbf0-ed5b21e59e4e req-caed5f50-f8ea-4bef-ac4a-e88ac46bd8b5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128759 Apr 18 17:02:17.889304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373af4ff-1049-499f-a8e7-3ae2652a5f15'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:17.892065 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0bc7c7-94d9-4b1c-a00f-d96404a1b107" -d '{"events": [{"server_uuid": "d0a313f8-11ef-4aeb-a992-300a0a460c43", "name": "network-vif-plugged", "status": "completed", "tag": "373af4ff-1049-499f-a8e7-3ae2652a5f15"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:17.893298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad297e8-8cd9-4f98-be12-33b46342afca req-10104918-778d-4ed7-a115-5d7af02a695b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:17.906274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aad297e8-8cd9-4f98-be12-33b46342afca req-10104918-778d-4ed7-a115-5d7af02a695b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 943 time: 0.1215017 Apr 18 17:02:17.966498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aad297e8-8cd9-4f98-be12-33b46342afca req-62b8abf7-9029-4a2f-850a-a0955a5590f7 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608890 Apr 18 17:02:18.071955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:18.099497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442e98-ce31-4d47-ac20-c3c69f57aaef req-8c0acfc0-78f3-49ab-900a-120ef6fff896 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:18.113940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9442e98-ce31-4d47-ac20-c3c69f57aaef req-8c0acfc0-78f3-49ab-900a-120ef6fff896 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 867 time: 0.1156507 Apr 18 17:02:18.151811 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event deleted for resources: {'Port': ['ID=c4bf6014-7b0e-426d-bb82-a9ee99319d16,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:18.194979 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3e86e7-dfe8-4226-96b1-74c751e8ef05 x-openstack-request-id: req-aa3e86e7-dfe8-4226-96b1-74c751e8ef05 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:18.197718 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a313f8-11ef-4aeb-a992-300a0a460c43", "name": "network-vif-plugged", "status": "completed", "tag": "373af4ff-1049-499f-a8e7-3ae2652a5f15", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:18.198587 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa3e86e7-dfe8-4226-96b1-74c751e8ef05 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:18.200191 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3e86e7-dfe8-4226-96b1-74c751e8ef05'] response: {'server_uuid': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'code': 200} Apr 18 17:02:18.206588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9442e98-ce31-4d47-ac20-c3c69f57aaef req-93380535-f7a4-4435-bf53-e9b7aae51de3 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups?id=448abef0-e4a0-484f-843d-3290e144662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844884 Apr 18 17:02:18.270196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.272622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.273378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.274017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.274525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.275064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.275891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.276570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.277170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.277984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.279043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.279560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:18.372907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:18.438146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:18.462770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30871710-9cd4-4ffd-990f-43522def873a req-97c0b3ae-fc40-4753-ba3d-fe0e122f9330 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:18.474016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30871710-9cd4-4ffd-990f-43522def873a req-97c0b3ae-fc40-4753-ba3d-fe0e122f9330 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 949 time: 0.1706367 Apr 18 17:02:18.483195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Router 43db55b0-b113-4cab-abdd-0bcf3550b905 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:02:18.494330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df033c95-24f9-42b4-ac34-1ecf3ecad943 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:18.514376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:18.520881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d226a6-365b-41ad-a71a-d4ad9349c149 req-3da1d544-80c5-4b31-884b-522e09717b78 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:18.542502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70d226a6-365b-41ad-a71a-d4ad9349c149 req-3da1d544-80c5-4b31-884b-522e09717b78 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 945 time: 0.2732017 Apr 18 17:02:18.611078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54ef7-d0b4-4bd7-b0f2-a6a0012a94db req-5d3c7fd1-a273-4e08-8c48-b49943a688ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:18.615529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ef54ef7-d0b4-4bd7-b0f2-a6a0012a94db req-5d3c7fd1-a273-4e08-8c48-b49943a688ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 1096 time: 0.3090494 Apr 18 17:02:18.633178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30871710-9cd4-4ffd-990f-43522def873a req-14e014bf-06ab-41ff-9877-462b21498db6 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527779 Apr 18 17:02:18.653192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70d226a6-365b-41ad-a71a-d4ad9349c149 req-06a72aed-822a-4e67-b0d4-8e90315f852a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202881 Apr 18 17:02:18.656955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:18.732820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ef54ef7-d0b4-4bd7-b0f2-a6a0012a94db req-e91893e2-b1d9-4a31-b4d6-c44473c30f5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785029 Apr 18 17:02:18.808645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] Transition to ACTIVE for port object df033c95-24f9-42b4-ac34-1ecf3ecad943 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:02:18.834939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:02:18.858896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] Sync routers for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:02:18.880193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:18.880988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:18.924561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b50a6-5a15-46bb-9b3b-43be995a067f req-ef9c06be-5de4-4388-9322-24e97cad355a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:18.930061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f1b50a6-5a15-46bb-9b3b-43be995a067f req-ef9c06be-5de4-4388-9322-24e97cad355a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.0981910 Apr 18 17:02:18.932095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] No DVR routers for this DVR port c4bf6014-7b0e-426d-bb82-a9ee99319d16 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:18.934372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:18.958438 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:18.964867 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84d702ad-36bd-49e3-859d-6997b44d8d62 req-3c6323e9-ac3e-43dd-a756-4c1c3f98ca49 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.41 "DELETE /v2.0/ports/c4bf6014-7b0e-426d-bb82-a9ee99319d16 HTTP/1.1" status: 204 len: 173 time: 2.0054090 Apr 18 17:02:18.977959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b553595-9c04-4e91-974b-313e24e63dcf', 'name': 'network-vif-deleted', 'tag': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:18.984822 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e0d4a9-13dc-49af-a8d6-5b1b551dc67f" -d '{"events": [{"server_uuid": "8b553595-9c04-4e91-974b-313e24e63dcf", "name": "network-vif-deleted", "tag": "c4bf6014-7b0e-426d-bb82-a9ee99319d16"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:19.025775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f1b50a6-5a15-46bb-9b3b-43be995a067f req-062b0d1e-4246-448c-bd3c-85ead63e89f4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748045 Apr 18 17:02:19.093663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] No DVR routers for this DVR port df033c95-24f9-42b4-ac34-1ecf3ecad943 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:19.101317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-8c4ac2b1-1fb6-4125-b6dd-004ebddb56ce tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4ce2066685ad479f97e997529171ccc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739217 Apr 18 17:02:19.133184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:19.142473 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/df033c95-24f9-42b4-ac34-1ecf3ecad943/bindings/n-h1-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6120095 Apr 18 17:02:19.143452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f57bf4-831c-4d5d-9147-5909d96df9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:19.307230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b32e5-4278-4149-b7aa-4cc58ac4dae5 req-2cfb54f0-385f-4a5e-b7bb-483510a552fe tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:19.315850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-703b32e5-4278-4149-b7aa-4cc58ac4dae5 req-2cfb54f0-385f-4a5e-b7bb-483510a552fe tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1032779 Apr 18 17:02:19.371703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-b2324a4f-ffb8-43d0-bd70-a9ab3f203dd1 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:19.373341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-b2324a4f-ffb8-43d0-bd70-a9ab3f203dd1 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653534 Apr 18 17:02:19.385099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-703b32e5-4278-4149-b7aa-4cc58ac4dae5 req-ae17f51d-532f-4397-87c6-d66ad5f46256 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646198 Apr 18 17:02:19.412834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-dbe08e13-7258-49b3-b6fc-dbfa0e032473 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/quotas/4ce2066685ad479f97e997529171ccc5 HTTP/1.1" status: 200 len: 375 time: 0.0227985 Apr 18 17:02:19.456541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:12Z', 'revision_number': 5, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:19.484427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-21dabb24-10c0-4c5b-883f-14282590e284 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:19.489455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-21dabb24-10c0-4c5b-883f-14282590e284 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.0845575 Apr 18 17:02:19.525659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-3bfb8f1a-e7cb-48d6-bf96-1d89656fc9c0 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ce2066685ad479f97e997529171ccc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057267 Apr 18 17:02:19.526675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] Checking router: 43db55b0-b113-4cab-abdd-0bcf3550b905 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:02:19.546289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:19.550955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:19.587423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-035fa19c-f0b9-472f-a43c-4d0096a359be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:19.594311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-035fa19c-f0b9-472f-a43c-4d0096a359be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988 HTTP/1.1" status: 200 len: 1095 time: 0.0929484 Apr 18 17:02:19.611868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9d057-1a36-4971-94ff-9ed2b0cf2a72 req-cfac816e-fce1-467a-85db-820a4205517f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:19.613561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cde9d057-1a36-4971-94ff-9ed2b0cf2a72 req-cfac816e-fce1-467a-85db-820a4205517f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 944 time: 0.1124222 Apr 18 17:02:19.706284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cde9d057-1a36-4971-94ff-9ed2b0cf2a72 req-0b80f593-9037-4742-9877-f4dcbf9264e4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841260 Apr 18 17:02:19.736637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-3be12957-d6b3-4199-abc3-cf38663a2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:19.738822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-3be12957-d6b3-4199-abc3-cf38663a2ccd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1095 time: 0.0950453 Apr 18 17:02:19.791360 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378f94c9-f40a-4440-a63f-8164740dcc42 x-openstack-request-id: req-378f94c9-f40a-4440-a63f-8164740dcc42 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:19.791654 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b553595-9c04-4e91-974b-313e24e63dcf", "name": "network-vif-deleted", "tag": "c4bf6014-7b0e-426d-bb82-a9ee99319d16", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:19.791913 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-378f94c9-f40a-4440-a63f-8164740dcc42 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:19.792319 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378f94c9-f40a-4440-a63f-8164740dcc42'] response: {'server_uuid': '8b553595-9c04-4e91-974b-313e24e63dcf', 'name': 'network-vif-deleted', 'tag': 'c4bf6014-7b0e-426d-bb82-a9ee99319d16', 'status': 'completed', 'code': 200} Apr 18 17:02:19.835385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:19.981983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-d37cf616-0e53-483e-940e-dc3a46b6a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:19.984966 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-d37cf616-0e53-483e-940e-dc3a46b6a9a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 200 len: 908 time: 0.2315195 Apr 18 17:02:20.030258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b3743f4-515a-4cd6-a9fc-4eca15dc2925 req-af7d22ea-e2b2-4c23-bc85-36436f6f739c tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b553595-9c04-4e91-974b-313e24e63dcf HTTP/1.1" status: 200 len: 210 time: 0.0636735 Apr 18 17:02:20.156132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-d2a8a953-7a28-4d8a-a89e-ee5ee7b67f75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 200 len: 217 time: 0.1607335 Apr 18 17:02:20.163935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9794d68-3880-43fb-911f-e0b857d3d24f req-c2c7ad8e-32bc-44d7-9ea5-2ae77426ae93 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:20.174024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9794d68-3880-43fb-911f-e0b857d3d24f req-c2c7ad8e-32bc-44d7-9ea5-2ae77426ae93 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 945 time: 0.1415584 Apr 18 17:02:20.261312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-938d1185-993d-493c-9651-e384b4fe6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:20.263477 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-938d1185-993d-493c-9651-e384b4fe6fc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 200 len: 847 time: 0.1021905 Apr 18 17:02:20.271656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-387c2a97-a7b9-46df-af4f-6b5d8fd36b34 req-05d0115f-2c7c-4c61-bb0b-b5866ec2d175 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 210 time: 0.0925448 Apr 18 17:02:20.304969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-e7e8f4ce-d9d8-478c-b5c1-7343a6d9ec7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6366ca5e-c99f-4fa5-b8b8-419df562a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325434 Apr 18 17:02:20.324448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9794d68-3880-43fb-911f-e0b857d3d24f req-8ae03a3b-bf65-4e9e-8cd8-3e9942dc55f5 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183589 Apr 18 17:02:20.361469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:12Z', 'revision_number': 5, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:20.401860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b09b21-c375-4843-a877-4027f9f422ba None None] The sync data for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 is: [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T16:59:08Z', 'revision_number': 4, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '4f973efe-0e7b-48e8-a521-2a8c5b512b2d', 'name': '', 'network_id': '014a1a48-9b0e-4ed6-8743-9790caaaa682', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'mac_address': 'fa:16:3e:29:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:06Z', 'updated_at': '2022-04-18T16:59:12Z', 'revision_number': 5, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'subnets': [{'id': '65c3a78f-5021-4ddb-956b-5fbca2c4b5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:02:20.460944 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-905259d0-f93f-4165-88ce-d8176fff811a service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491930 Apr 18 17:02:20.488271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64789aa-7aaf-4fcb-92ac-91d9c444735c req-802024fe-ac34-4364-bf75-805c51ab338c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:20.490141 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f64789aa-7aaf-4fcb-92ac-91d9c444735c req-802024fe-ac34-4364-bf75-805c51ab338c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.0675054 Apr 18 17:02:20.587616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f64789aa-7aaf-4fcb-92ac-91d9c444735c req-8f0c4355-9b4c-414e-97d1-877ccea9c840 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848904 Apr 18 17:02:20.595968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-f4af6dc3-3538-4fa0-a664-9943dd676cc2 service neutron] 10.222.0.18 "GET /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271627 Apr 18 17:02:20.601971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120310aa-8de6-4dde-84b1-3aace37e8de0 req-df61bc80-3c66-4d8d-b8a6-747611775a97 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:20.606034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-120310aa-8de6-4dde-84b1-3aace37e8de0 req-df61bc80-3c66-4d8d-b8a6-747611775a97 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1005969 Apr 18 17:02:20.712419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-120310aa-8de6-4dde-84b1-3aace37e8de0 req-be2a3281-356e-4332-8e07-2f2eebc7675a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826492 Apr 18 17:02:20.774038 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad685b-41d1-497c-90ca-145878c47175 None None] New status for floating IP 7810c1a1-1d32-43f8-a8e1-e9509d9ee03c: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:02:20.913031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4af31-9264-4edd-bee6-d54abc65bf09 req-f8c68ed2-8885-4b3e-8d6a-dc7abd6412b1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:20.921004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78f4af31-9264-4edd-bee6-d54abc65bf09 req-f8c68ed2-8885-4b3e-8d6a-dc7abd6412b1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 944 time: 0.1042705 Apr 18 17:02:20.998269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78f4af31-9264-4edd-bee6-d54abc65bf09 req-aeeb9f4a-4c25-41e8-8029-9893f37c64df tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752532 Apr 18 17:02:21.074688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c4bf6014-7b0e-426d-bb82-a9ee99319d16 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:21.100151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: c4bf6014-7b0e-426d-bb82-a9ee99319d16 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:21.100752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c4bf6014-7b0e-426d-bb82-a9ee99319d16 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:21.200762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-980f842b-a598-4b6e-aa7d-79fa2943728a tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:21.202446 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-980f842b-a598-4b6e-aa7d-79fa2943728a tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d&tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.0539935 Apr 18 17:02:21.252637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51296) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:21.445003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80aeff05-ac3d-4a37-9e46-fdefebdbf0df req-fc138e2e-3394-4c08-adea-85a75bdded24 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 210 time: 0.0911963 Apr 18 17:02:21.497000 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:21.527790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:21.537091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a23c4-8fa0-42cd-b356-0a3d6f5feda7 req-1c127543-8224-49fe-9f84-bc263842754e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:21.538594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b57a23c4-8fa0-42cd-b356-0a3d6f5feda7 req-1c127543-8224-49fe-9f84-bc263842754e tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 945 time: 0.0902085 Apr 18 17:02:21.597438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b57a23c4-8fa0-42cd-b356-0a3d6f5feda7 req-4bb7138d-fd2d-4a74-8a50-e692a5b6d80b tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508082 Apr 18 17:02:21.633383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-0baa9ff6-a535-4126-b1ad-d41cc873907b service neutron] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:21.637884 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-0baa9ff6-a535-4126-b1ad-d41cc873907b service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:21.639366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-36084332-bbe8-42c4-aafd-c6a10e381963 req-0baa9ff6-a535-4126-b1ad-d41cc873907b service neutron] 10.222.0.18 "DELETE /v2.0/ports/df033c95-24f9-42b4-ac34-1ecf3ecad943/bindings/n-h2-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.4279938 Apr 18 17:02:21.727021 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:21.729590 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:21.730746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "DELETE /v2.0/security-groups/448abef0-e4a0-484f-843d-3290e144662d HTTP/1.1" status: 204 len: 168 time: 0.4768505 Apr 18 17:02:21.733692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51312) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:21.748481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448abef0-e4a0-484f-843d-3290e144662d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:21.760272 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-2549829d-8a4b-4283-853c-6cd3523532b6 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] show failed (client error): The resource could not be found. Apr 18 17:02:21.764473 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2549829d-8a4b-4283-853c-6cd3523532b6 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "GET /v2.0/security-groups/448abef0-e4a0-484f-843d-3290e144662d HTTP/1.1" status: 404 len: 347 time: 0.0264175 Apr 18 17:02:21.764669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.764669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.764669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.764669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.764669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.764669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.765224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.765224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.765400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.765697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.766007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.766329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a830-f02e-4d32-a4f0-7283a853d1d1 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:21.771183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51314) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:21.798647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c00242-e8a9-428f-a0dc-ccd5fd1128cd req-36f630bd-699b-4752-8c9d-044ca7b4e074 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:21.800562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65c00242-e8a9-428f-a0dc-ccd5fd1128cd req-36f630bd-699b-4752-8c9d-044ca7b4e074 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 945 time: 0.1114562 Apr 18 17:02:21.809770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079275-0406-4a79-ae20-3abab85f4b5c req-97bf586a-6474-49d7-a8f9-b918ebc0a950 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:21.811463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b079275-0406-4a79-ae20-3abab85f4b5c req-97bf586a-6474-49d7-a8f9-b918ebc0a950 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1328547 Apr 18 17:02:21.812104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51318) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:21.817664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Request body: {'floatingip': {'port_id': '373af4ff-1049-499f-a8e7-3ae2652a5f15'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:21.896902 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:21.962731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Deleting port 9e1bbfad-b156-411b-8792-a40ebe92e5fc {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:21.963171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:22.000155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b079275-0406-4a79-ae20-3abab85f4b5c req-0a0cfea6-80a0-437f-9d05-7fe05a333043 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746037 Apr 18 17:02:22.040938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06567-1f3c-48cc-92b0-c5b5897f26a1 req-4125d2f4-6c44-45bf-a3e7-1b7123c0dd29 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:22.042595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bd06567-1f3c-48cc-92b0-c5b5897f26a1 req-4125d2f4-6c44-45bf-a3e7-1b7123c0dd29 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1489873 Apr 18 17:02:22.115427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:22.115427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:22.145648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Calling delete_port for 9e1bbfad-b156-411b-8792-a40ebe92e5fc owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:22.147604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bd06567-1f3c-48cc-92b0-c5b5897f26a1 req-7ab33359-b00b-4f34-8b73-4e18d0a577e1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932689 Apr 18 17:02:22.370368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426ccb0-c9fa-49d5-9f76-1ae439690cea req-5066f074-e657-4ce7-9a08-53a149462dd3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:22.374790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6426ccb0-c9fa-49d5-9f76-1ae439690cea req-5066f074-e657-4ce7-9a08-53a149462dd3 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 944 time: 0.1909571 Apr 18 17:02:22.424392 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:22.459559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Pushing event deleted for resources: {'Port': ['ID=9e1bbfad-b156-411b-8792-a40ebe92e5fc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:22.503696 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6426ccb0-c9fa-49d5-9f76-1ae439690cea req-c3f917b7-fb08-4cb8-98a0-95fa4890f2cd tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908544 Apr 18 17:02:22.555843 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:22.559165 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:22.562881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ac9452c-878b-4735-8e8f-1890d6ad4833 tempest-AttachSCSIVolumeTestJSON-1527306096 tempest-AttachSCSIVolumeTestJSON-1527306096-project] 10.222.0.45 "DELETE /v2.0/floatingips/7810c1a1-1d32-43f8-a8e1-e9509d9ee03c HTTP/1.1" status: 204 len: 168 time: 0.7913840 Apr 18 17:02:22.698708 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af037c24-f4e6-4d54-81ed-73c9f0317e82 req-7356d4f5-e6b7-4866-8817-792bc7fdcbe0 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 210 time: 0.0910239 Apr 18 17:02:22.826820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:22.860581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dbeaf-9988-426b-9237-46dc0bfafd47 req-ceef94c7-4f82-4166-a5a9-a2e054621de1 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:22.862236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c16dbeaf-9988-426b-9237-46dc0bfafd47 req-ceef94c7-4f82-4166-a5a9-a2e054621de1 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 1095 time: 0.0511990 Apr 18 17:02:22.916643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:22.964972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c16dbeaf-9988-426b-9237-46dc0bfafd47 req-ae4ee01e-33ec-4c85-aafc-a4a47a4c2202 tempest-LiveMigrationTest-1938472815 tempest-LiveMigrationTest-1938472815-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864968 Apr 18 17:02:23.032620 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Floating IP d95bb1ad-ca38-467c-8c60-f59f5b4dba4a associated. External IP: 172.25.5.172, port: 373af4ff-1049-499f-a8e7-3ae2652a5f15. Apr 18 17:02:23.265541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:02:23.429204 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-7f14841a-da18-4a88-b613-e9a4cc20b335 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4ce2066685ad479f97e997529171ccc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296071 Apr 18 17:02:23.588782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-3752207c-2898-4e1f-8b42-3fc115679ec2 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:23.590593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-3752207c-2898-4e1f-8b42-3fc115679ec2 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539185 Apr 18 17:02:23.611080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Request body: {'port': {'device_id': 'b1431783-076f-489b-8404-07f4b25f38fc', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '4ce2066685ad479f97e997529171ccc5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:23.722584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:02:23.727793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:23.733254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] Sync routers for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:02:23.745829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:23.747088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:23.762357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3b7d815a-f890-4021-879a-58a948004b22 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "PUT /v2.0/floatingips/d95bb1ad-ca38-467c-8c60-f59f5b4dba4a HTTP/1.1" status: 200 len: 991 time: 1.9487813 Apr 18 17:02:23.766092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'tag': '373af4ff-1049-499f-a8e7-3ae2652a5f15'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:23.768776 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286ac7c8-c81f-4851-89b8-ffdb049d2caa" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a313f8-11ef-4aeb-a992-300a0a460c43", "tag": "373af4ff-1049-499f-a8e7-3ae2652a5f15"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:23.780482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703c18-c5fa-44b4-bd39-c903de1d6c26 req-804a89aa-6fae-48e4-a916-2bd687ede0a4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:23.781980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c703c18-c5fa-44b4-bd39-c903de1d6c26 req-804a89aa-6fae-48e4-a916-2bd687ede0a4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1080911 Apr 18 17:02:23.842395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c703c18-c5fa-44b4-bd39-c903de1d6c26 req-88d8ce9f-83b8-4f94-807a-5792dcc0b32a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505171 Apr 18 17:02:23.845638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Made reservation on behalf of 4ce2066685ad479f97e997529171ccc5 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:02:23.855359 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:23.896659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:24.023373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754e4e5-915f-4dbf-8e16-ccf2d083d5e0 req-d72fcc7e-278c-41c3-8fc4-de7cc32f1cdc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:24.031286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Allocated IP 192.168.233.153 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/f953edbb-f968-476f-a775-121e100ec3ac) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:02:24.034527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4754e4e5-915f-4dbf-8e16-ccf2d083d5e0 req-d72fcc7e-278c-41c3-8fc4-de7cc32f1cdc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1204898 Apr 18 17:02:24.128139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4754e4e5-915f-4dbf-8e16-ccf2d083d5e0 req-6a99548a-557d-4226-bdd2-593e7c4be7d7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883667 Apr 18 17:02:24.149129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb1357-5346-4623-a21c-51d9d1594a1a req-7d81be87-26dd-42ea-a381-bba5255a690e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:24.150712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fcb1357-5346-4623-a21c-51d9d1594a1a req-7d81be87-26dd-42ea-a381-bba5255a690e tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 944 time: 0.1150405 Apr 18 17:02:24.163283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'd95bb1ad-ca38-467c-8c60-f59f5b4dba4a', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'port_id': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'mac_address': 'fa:16:3e:91:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:01:58Z', 'updated_at': '2022-04-18T17:02:22Z', 'revision_number': 1, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:54Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:24.194491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] Checking router: 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:02:24.203142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:24.203834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:24.208039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fcb1357-5346-4623-a21c-51d9d1594a1a req-d820e630-2e45-4944-b62e-583d1664758b tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Apr 18 17:02:24.235310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a1df482-219d-43b1-a153-b3cefb4ee37c req-2514a421-f280-4d98-b1ba-5fa693d828dc tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 210 time: 0.0456328 Apr 18 17:02:24.280861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:24.321132 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1de5133-5ec2-4dfb-8364-87349a8ec475 x-openstack-request-id: req-d1de5133-5ec2-4dfb-8364-87349a8ec475 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:24.321782 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a313f8-11ef-4aeb-a992-300a0a460c43", "tag": "373af4ff-1049-499f-a8e7-3ae2652a5f15", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:24.322334 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1de5133-5ec2-4dfb-8364-87349a8ec475 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:24.323052 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1de5133-5ec2-4dfb-8364-87349a8ec475'] response: {'name': 'network-changed', 'server_uuid': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'tag': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'status': 'completed', 'code': 200} Apr 18 17:02:24.342071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:24.407070 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-e02a0d21-2d52-452c-a6c5-1fc2997290bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:24.408246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b3b10-1aa2-4d6f-91b3-94abf2540f76 req-3de6172e-54a7-48bc-9efb-5e53842f1302 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:24.409790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a85b3b10-1aa2-4d6f-91b3-94abf2540f76 req-3de6172e-54a7-48bc-9efb-5e53842f1302 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 945 time: 0.0769527 Apr 18 17:02:24.413617 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-e02a0d21-2d52-452c-a6c5-1fc2997290bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d78736ae9484c399883e8ffa763ce98&device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 1096 time: 0.0466554 Apr 18 17:02:24.415828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:24.476749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a85b3b10-1aa2-4d6f-91b3-94abf2540f76 req-d7a41e73-2082-4735-a41a-e6e2ae3da937 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463655 Apr 18 17:02:24.477683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['a6620ca0-fd90-4d8c-b889-0fc95fa72857'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:24.528379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-13d66c01-84d1-4fd8-b967-525bbb2555d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:24.529825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-13d66c01-84d1-4fd8-b967-525bbb2555d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4a1a5c96-2125-41eb-8db1-975c62f91a18 HTTP/1.1" status: 200 len: 906 time: 0.1117895 Apr 18 17:02:24.573372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:02:24.608066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:24.616457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:02:24.682779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:24.683450 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:24.699992 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Pushing event updated for resources: {'Port': ['ID=f953edbb-f968-476f-a775-121e100ec3ac,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:24.716838 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-11773f37-9815-4015-a0e5-cfa950260cb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373af4ff-1049-499f-a8e7-3ae2652a5f15 HTTP/1.1" status: 200 len: 999 time: 0.1564927 Apr 18 17:02:24.763631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-acc95c33-62fd-4a97-a6ba-a255bb7ccee4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:24.770010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-acc95c33-62fd-4a97-a6ba-a255bb7ccee4 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 944 time: 0.1595981 Apr 18 17:02:24.943469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Deleting port df033c95-24f9-42b4-ac34-1ecf3ecad943 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:24.944142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:25.105136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b5400060-6bb5-495a-bb01-f997cd2ecaab None None] Provisioning complete for port f953edbb-f968-476f-a775-121e100ec3ac triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:25.109965 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b5400060-6bb5-495a-bb01-f997cd2ecaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:25.167984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8b343-4db4-4b57-9886-c0625abadcab req-65c492d4-73be-4a3c-8cfd-29ea2d6e0311 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:25.169744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73e8b343-4db4-4b57-9886-c0625abadcab req-65c492d4-73be-4a3c-8cfd-29ea2d6e0311 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1693494 Apr 18 17:02:25.175019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b5400060-6bb5-495a-bb01-f997cd2ecaab None None] Port f953edbb-f968-476f-a775-121e100ec3ac cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:02:25.192287 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-939a9cea-7480-4243-bba7-3f0258172764 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5848701 Apr 18 17:02:25.216586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-7fb45879-fac8-43a2-83f8-90db6fafa9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:25.218422 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-7fb45879-fac8-43a2-83f8-90db6fafa9ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73239a49-20e8-4950-897b-2ad10a818bee HTTP/1.1" status: 200 len: 844 time: 0.4916639 Apr 18 17:02:25.219872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'd95bb1ad-ca38-467c-8c60-f59f5b4dba4a', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'port_id': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'mac_address': 'fa:16:3e:91:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:01:58Z', 'updated_at': '2022-04-18T17:02:22Z', 'revision_number': 1, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:54Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:25.256448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] For port df033c95-24f9-42b4-ac34-1ecf3ecad943, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=df033c95-24f9-42b4-ac34-1ecf3ecad943,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:25.256818 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:25.262856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0da116-9ebc-447f-ae10-d8a6cdf245be None None] The sync data for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 is: [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'd95bb1ad-ca38-467c-8c60-f59f5b4dba4a', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'port_id': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'mac_address': 'fa:16:3e:91:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:01:58Z', 'updated_at': '2022-04-18T17:02:22Z', 'revision_number': 1, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:54Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:02:25.287960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Request body: {'port': {'device_id': 'b1431783-076f-489b-8404-07f4b25f38fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:25.290448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Calling delete_port for df033c95-24f9-42b4-ac34-1ecf3ecad943 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:25.353828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:25.366421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-c6dcf3ee-af77-4767-b026-2f2c39df40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:25.368317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-c6dcf3ee-af77-4767-b026-2f2c39df40db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a1a5c96-2125-41eb-8db1-975c62f91a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421394 Apr 18 17:02:25.413950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73e8b343-4db4-4b57-9886-c0625abadcab req-1a3b4ec9-82f8-41ef-b946-f3d3f56136ac tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309730 Apr 18 17:02:25.424547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-305e6111-97a7-4f5c-85a7-2518d8ab7349 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:25.426601 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-305e6111-97a7-4f5c-85a7-2518d8ab7349 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 805 time: 0.3427613 Apr 18 17:02:25.480949 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-b24b3601-ed9d-4277-9e40-caca930504bf tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/quotas/5748bdd518c9400fa0e5539ca16e7759 HTTP/1.1" status: 200 len: 375 time: 0.0218952 Apr 18 17:02:25.585277 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6811d-cf95-4e62-a274-cf58bc70a152 None None] New status for floating IP d95bb1ad-ca38-467c-8c60-f59f5b4dba4a: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:02:25.660440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-94189c43-c0d9-4730-84ec-e51a335ca60a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781623 Apr 18 17:02:25.684154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88085942-c58e-4a8f-a45a-515d742e1ff0 req-a32d0c3f-8c5b-45fb-8b65-0e7810f14a0e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:25.689309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-727e42c4-5c19-442b-a7af-a4aede88c2b6 service neutron] 10.222.0.41 "GET /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135810 Apr 18 17:02:25.690216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88085942-c58e-4a8f-a45a-515d742e1ff0 req-a32d0c3f-8c5b-45fb-8b65-0e7810f14a0e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1635303 Apr 18 17:02:25.774743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:25.810044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f953edbb-f968-476f-a775-121e100ec3ac {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:25.815413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['772854f5-25de-4fa7-9cd3-376234d8ef63'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:25.827006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:25.859653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Transition to ACTIVE for port object f953edbb-f968-476f-a775-121e100ec3ac will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:02:25.867608 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-286ac7c8-c81f-4851-89b8-ffdb049d2caa req-c25a2181-6e7b-4e69-9da6-b9917a90e9a5 service neutron] 10.222.0.41 "GET /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704519 Apr 18 17:02:25.871742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['df033c95-24f9-42b4-ac34-1ecf3ecad943'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:25.902274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Pushing event deleted for resources: {'Port': ['ID=df033c95-24f9-42b4-ac34-1ecf3ecad943,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:25.920600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-863612dc-4fcf-4192-9644-94388d3776a9 service neutron] 10.222.0.45 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590113 Apr 18 17:02:25.954323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:26.026492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Pushing event updated for resources: {'Port': ['ID=f953edbb-f968-476f-a775-121e100ec3ac,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:26.032548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88085942-c58e-4a8f-a45a-515d742e1ff0 req-53e90daa-6d4a-4393-8e95-c74427589057 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674811 Apr 18 17:02:26.062892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] No DVR routers for this DVR port df033c95-24f9-42b4-ac34-1ecf3ecad943 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:26.074363 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:26.078201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10417ecb-ce17-4f92-8c3f-a5ec075ead57 req-d574ca35-1808-4158-940c-82387920f91f tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.18 "DELETE /v2.0/ports/df033c95-24f9-42b4-ac34-1ecf3ecad943 HTTP/1.1" status: 204 len: 173 time: 1.3021650 Apr 18 17:02:26.121432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Attempting to bind port f953edbb-f968-476f-a775-121e100ec3ac on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:26.121895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Attempting to bind port f953edbb-f968-476f-a775-121e100ec3ac by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:26.122325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Attempting to bind port f953edbb-f968-476f-a775-121e100ec3ac on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:26.128361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Port f953edbb-f968-476f-a775-121e100ec3ac on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:26.128361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Attempting to bind port f953edbb-f968-476f-a775-121e100ec3ac on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:26.135043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:26.135530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:26.136015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:26.137272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Bound port: f953edbb-f968-476f-a775-121e100ec3ac, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:26.137882 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:26.197771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b87227a5-a9bf-4669-bfcb-3447ade6cd1f req-cbfc703c-4261-4f52-861a-27110a8bcae1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.0460107 Apr 18 17:02:26.228137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-0f0b78e8-a467-442b-8519-754f89515bc5 service neutron] 10.222.0.45 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701697 Apr 18 17:02:26.228252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] For port f953edbb-f968-476f-a775-121e100ec3ac, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:26.229067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] For port f953edbb-f968-476f-a775-121e100ec3ac, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f953edbb-f968-476f-a775-121e100ec3ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:26.324518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'name': 'network-vif-deleted', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:26.326893 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6128d76-c794-4a8e-98de-c45a7652848b" -d '{"events": [{"server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "name": "network-vif-deleted", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:26.346067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f84c25-b247-429f-a69a-364323112823 req-d07c68dd-3f8a-4e96-b546-864c4deceb75 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:26.348795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1f84c25-b247-429f-a69a-364323112823 req-d07c68dd-3f8a-4e96-b546-864c4deceb75 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 948 time: 0.0649939 Apr 18 17:02:26.350251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:26.404145 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1f84c25-b247-429f-a69a-364323112823 req-d85e062f-cc46-45aa-930d-7935db6e6ba4 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Apr 18 17:02:26.412565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:26.413202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:26.414804 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] 10.222.0.18 "PUT /v2.0/ports/f953edbb-f968-476f-a775-121e100ec3ac HTTP/1.1" status: 200 len: 1096 time: 1.2055700 Apr 18 17:02:26.417069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1431783-076f-489b-8404-07f4b25f38fc', 'tag': 'f953edbb-f968-476f-a775-121e100ec3ac'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:26.419630 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930b8ac3-0e57-4207-a99e-743595c6800e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1431783-076f-489b-8404-07f4b25f38fc", "tag": "f953edbb-f968-476f-a775-121e100ec3ac"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:26.434006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190865ef-a7e9-4f46-9171-7ad01fba93ee service neutron] Pushing event updated for resources: {'Port': ['ID=f953edbb-f968-476f-a775-121e100ec3ac,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:26.643499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-864a4f3e-2e53-4078-8605-90f60d7f8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:26.645047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-864a4f3e-2e53-4078-8605-90f60d7f8c05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ce2066685ad479f97e997529171ccc5&device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 1099 time: 0.0882239 Apr 18 17:02:26.710402 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66819ce-4127-4cf7-babc-4de6437c0d30 x-openstack-request-id: req-a66819ce-4127-4cf7-babc-4de6437c0d30 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:26.710693 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3271a38-0771-4fbc-a854-c896668ddb3d", "name": "network-vif-deleted", "tag": "df033c95-24f9-42b4-ac34-1ecf3ecad943", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:26.710941 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a66819ce-4127-4cf7-babc-4de6437c0d30 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:26.711329 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66819ce-4127-4cf7-babc-4de6437c0d30'] response: {'server_uuid': 'e3271a38-0771-4fbc-a854-c896668ddb3d', 'name': 'network-vif-deleted', 'tag': 'df033c95-24f9-42b4-ac34-1ecf3ecad943', 'status': 'completed', 'code': 200} Apr 18 17:02:26.757295 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c430c5f0-a163-4e0a-8566-7b793d350b81 x-openstack-request-id: req-c430c5f0-a163-4e0a-8566-7b793d350b81 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:26.757921 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1431783-076f-489b-8404-07f4b25f38fc", "tag": "f953edbb-f968-476f-a775-121e100ec3ac", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:26.757921 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c430c5f0-a163-4e0a-8566-7b793d350b81 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:26.762309 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c430c5f0-a163-4e0a-8566-7b793d350b81'] response: {'name': 'network-changed', 'server_uuid': 'b1431783-076f-489b-8404-07f4b25f38fc', 'tag': 'f953edbb-f968-476f-a775-121e100ec3ac', 'status': 'completed', 'code': 200} Apr 18 17:02:26.767400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-37facd04-d444-4da0-8d19-68b15e440924 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f953edbb-f968-476f-a775-121e100ec3ac HTTP/1.1" status: 200 len: 217 time: 0.1020281 Apr 18 17:02:26.829710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4953225-caa1-4e20-9793-5c01fc6251e8 req-131f6339-31b5-4a5b-b21d-c3ec06ac6fca tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 210 time: 0.0364616 Apr 18 17:02:26.868114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-a774203e-f146-4064-a9e1-78dad536f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:26.869689 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-a774203e-f146-4064-a9e1-78dad536f361 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0687170 Apr 18 17:02:26.903282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19d983-b77a-467f-ba17-93b84cce983c req-6941f8b3-8038-4a14-991a-763bf476c2bd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:26.904818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e19d983-b77a-467f-ba17-93b84cce983c req-6941f8b3-8038-4a14-991a-763bf476c2bd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1040835 Apr 18 17:02:26.920840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-eca17e82-c1ae-4135-a38d-f60ec12892d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:26.922878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-eca17e82-c1ae-4135-a38d-f60ec12892d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460470 Apr 18 17:02:26.973349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e19d983-b77a-467f-ba17-93b84cce983c req-40fe6d85-9045-443f-8db2-2817fdb986fc tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559995 Apr 18 17:02:27.045469 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-53bb90ea-64e9-43f1-947d-19e4b6b55482 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138520 Apr 18 17:02:27.077289 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:02:27.166723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dd387c6c-56bd-41c7-8f4a-9ea3656edea7 req-1410c6dc-11fe-4d96-8ba0-e61752d4c56f service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082380 Apr 18 17:02:27.171270 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf88f5-51b2-4fdb-bd6f-d37b1cad9271 req-e3c877cb-b626-47f5-ba62-199106892611 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:27.172880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cbf88f5-51b2-4fdb-bd6f-d37b1cad9271 req-e3c877cb-b626-47f5-ba62-199106892611 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0634437 Apr 18 17:02:27.288758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-8b7da5cf-1e43-4966-89d0-7694873e36f1 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:27.303493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-8b7da5cf-1e43-4966-89d0-7694873e36f1 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cea1e0b-b983-4288-a80b-7bc7a7dd9eda HTTP/1.1" status: 200 len: 945 time: 0.1291273 Apr 18 17:02:27.304605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device bc0fd758-2bf2-4a92-8f02-1c5f9385d886 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:27.319111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cbf88f5-51b2-4fdb-bd6f-d37b1cad9271 req-44c8b4db-02ec-411f-a04b-82fe071c5cd6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268795 Apr 18 17:02:27.348474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e81657e6-f4ed-49c7-bc47-26d7bfc925cd req-39caa89e-5700-4558-a68c-b76371909ad2 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.0269628 Apr 18 17:02:27.425150 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:27.445909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b8ac3-0e57-4207-a99e-743595c6800e req-d8add865-ec02-4921-ad40-167561ff4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:27.448129 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-930b8ac3-0e57-4207-a99e-743595c6800e req-d8add865-ec02-4921-ad40-167561ff4f19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ce2066685ad479f97e997529171ccc5&device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 1099 time: 0.0828686 Apr 18 17:02:27.454530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:27.456857 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e591f-0729-435b-9507-eac78adc1e2a" -d '{"events": [{"server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:27.470725 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:27.479595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Deleting port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:27.479950 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:27.500189 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e922d3-6868-4bfe-a76b-9bc10114ec83 x-openstack-request-id: req-a9e922d3-6868-4bfe-a76b-9bc10114ec83 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:27.500477 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:27.500742 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9e922d3-6868-4bfe-a76b-9bc10114ec83 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:27.501123 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e922d3-6868-4bfe-a76b-9bc10114ec83'] response: {'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'code': 200} Apr 18 17:02:27.530897 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:27.602440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b8ac3-0e57-4207-a99e-743595c6800e req-f2e8957a-c590-4757-a772-0ab57fe2975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:27.604320 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-930b8ac3-0e57-4207-a99e-743595c6800e req-f2e8957a-c590-4757-a772-0ab57fe2975f service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1479056 Apr 18 17:02:27.608717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:27.617854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.618626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.619226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.619653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.620107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.620531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.620951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.621445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.621867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.622288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.622887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.623306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:27.648232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] For port bc0fd758-2bf2-4a92-8f02-1c5f9385d886, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:27.648607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:27.666638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89501e48-25f7-4dc6-8485-a55b2a3dbf50 req-c804a425-7c8c-43a3-869c-2c41dfb921da tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:27.673611 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-930b8ac3-0e57-4207-a99e-743595c6800e req-19299854-da80-4448-bd95-38543d42c175 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f953edbb-f968-476f-a775-121e100ec3ac HTTP/1.1" status: 200 len: 217 time: 0.0576167 Apr 18 17:02:27.674199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89501e48-25f7-4dc6-8485-a55b2a3dbf50 req-c804a425-7c8c-43a3-869c-2c41dfb921da tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 948 time: 0.0953295 Apr 18 17:02:27.689053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Calling delete_port for bc0fd758-2bf2-4a92-8f02-1c5f9385d886 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:27.726223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b8ac3-0e57-4207-a99e-743595c6800e req-8ddde70a-be6a-49e4-b113-64ade058656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:27.728199 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-930b8ac3-0e57-4207-a99e-743595c6800e req-8ddde70a-be6a-49e4-b113-64ade058656f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0473907 Apr 18 17:02:27.756903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89501e48-25f7-4dc6-8485-a55b2a3dbf50 req-d3fbd0bf-ad89-4f2a-968f-ecbda9e2214f tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820880 Apr 18 17:02:27.802758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b8ac3-0e57-4207-a99e-743595c6800e req-f8f46732-c46a-4f92-bd0f-ca90cdab5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:27.804464 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-930b8ac3-0e57-4207-a99e-743595c6800e req-f8f46732-c46a-4f92-bd0f-ca90cdab5864 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665257 Apr 18 17:02:27.956696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-930b8ac3-0e57-4207-a99e-743595c6800e req-dc95365e-d4e2-44de-941c-8c06f21eee3b service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382866 Apr 18 17:02:27.956914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c094ce0-2d20-4348-8136-95b3aa7c3e64 req-f75bfcd8-af7c-44ca-829b-0158a0c7ad5c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 210 time: 0.0508249 Apr 18 17:02:27.958204 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:27.991047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Pushing event deleted for resources: {'Port': ['ID=bc0fd758-2bf2-4a92-8f02-1c5f9385d886,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:28.094596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] No DVR routers for this DVR port bc0fd758-2bf2-4a92-8f02-1c5f9385d886 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:28.101590 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:28.103997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de3e8ce1-bc7f-4f9b-8710-d4934206c07a req-9f711452-fffd-4e30-abb9-12db8b00bdb4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.18 "DELETE /v2.0/ports/bc0fd758-2bf2-4a92-8f02-1c5f9385d886 HTTP/1.1" status: 204 len: 173 time: 0.7465286 Apr 18 17:02:28.122083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51518) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:28.135565 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-930b8ac3-0e57-4207-a99e-743595c6800e req-071585cf-4b4e-4436-86f7-a69e3ab2519a service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720827 Apr 18 17:02:28.186301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb493f-c3a0-42f3-8d5a-32733cfc0328 req-a00b5da4-5ece-42b7-8802-5a8ce4cb0a19 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:28.187834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aefb493f-c3a0-42f3-8d5a-32733cfc0328 req-a00b5da4-5ece-42b7-8802-5a8ce4cb0a19 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1176858 Apr 18 17:02:28.282887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aefb493f-c3a0-42f3-8d5a-32733cfc0328 req-85c4918c-0b0f-48e9-b134-8e10633dc3dd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823648 Apr 18 17:02:28.484711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca7574b5-7bca-4d2a-8a9f-3d6debe481f0 req-a9236ec8-78e7-4972-9c49-1cb4db1c1e22 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.0444176 Apr 18 17:02:28.531295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42ae2-b55c-4ae7-bcba-5bc5738cb844 req-202e5378-4b94-45ab-afde-15c4ebe94d3a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:28.532802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5a42ae2-b55c-4ae7-bcba-5bc5738cb844 req-202e5378-4b94-45ab-afde-15c4ebe94d3a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1240740 Apr 18 17:02:28.603463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5a42ae2-b55c-4ae7-bcba-5bc5738cb844 req-331b0d0f-2257-4549-9f2e-42a7af659074 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459771 Apr 18 17:02:28.691646 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:28.726556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'name': 'network-vif-deleted', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:28.728823 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc83ea5-67ad-4bb5-b21e-7a62c23dbe1d" -d '{"events": [{"server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "name": "network-vif-deleted", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:28.794695 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5906c92e-d381-4ae3-bf0f-20afd59895ea x-openstack-request-id: req-5906c92e-d381-4ae3-bf0f-20afd59895ea {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:28.794987 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1e0b-b983-4288-a80b-7bc7a7dd9eda", "name": "network-vif-deleted", "tag": "bc0fd758-2bf2-4a92-8f02-1c5f9385d886", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:28.795236 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5906c92e-d381-4ae3-bf0f-20afd59895ea {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:28.795621 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5906c92e-d381-4ae3-bf0f-20afd59895ea'] response: {'server_uuid': '2cea1e0b-b983-4288-a80b-7bc7a7dd9eda', 'name': 'network-vif-deleted', 'tag': 'bc0fd758-2bf2-4a92-8f02-1c5f9385d886', 'status': 'completed', 'code': 200} Apr 18 17:02:28.933177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf3de-5368-41cf-b3df-58a86b90161a req-0f884f96-7a83-45ac-86bf-98ce0fdd0554 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:28.935033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-740bf3de-5368-41cf-b3df-58a86b90161a req-0f884f96-7a83-45ac-86bf-98ce0fdd0554 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 948 time: 0.0808001 Apr 18 17:02:29.025835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-740bf3de-5368-41cf-b3df-58a86b90161a req-ffc783f6-1f75-43d7-8348-0b912c8ec236 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807154 Apr 18 17:02:29.087213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24a32544-7803-4377-9b24-22d185aaa6a5 req-b074a69b-133b-4fa4-bce7-40dc30faf4ce tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 210 time: 0.0316427 Apr 18 17:02:29.131799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Deleting port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:29.132172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:29.253190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-d57ef039-7e41-4428-8952-e16cc479be3e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:29.253779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] For port 4f973efe-0e7b-48e8-a521-2a8c5b512b2d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:29.254221 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:29.254803 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-d57ef039-7e41-4428-8952-e16cc479be3e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.41 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 805 time: 0.1700840 Apr 18 17:02:29.276093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Request body: {'port': {'device_id': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'admin_state_up': True, 'tenant_id': '5748bdd518c9400fa0e5539ca16e7759'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:29.277536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Calling delete_port for 4f973efe-0e7b-48e8-a521-2a8c5b512b2d owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:29.319754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device df033c95-24f9-42b4-ac34-1ecf3ecad943 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:29.372604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: df033c95-24f9-42b4-ac34-1ecf3ecad943 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:29.372954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device df033c95-24f9-42b4-ac34-1ecf3ecad943 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:29.484434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcce9b2-f04f-488b-9205-0eb88f9179c6 req-a75fa7e3-d3ed-4600-8103-2da228514490 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:29.485634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Made reservation on behalf of 5748bdd518c9400fa0e5539ca16e7759 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:02:29.485945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fcce9b2-f04f-488b-9205-0eb88f9179c6 req-a75fa7e3-d3ed-4600-8103-2da228514490 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.0718265 Apr 18 17:02:29.489849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:29.561516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fcce9b2-f04f-488b-9205-0eb88f9179c6 req-6aa6027d-009d-41d6-ba87-1235b1ae728e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Apr 18 17:02:29.651596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68ffb55c-e6ee-4664-bfca-0e32e72c383c req-9f15826e-aa39-417b-aa68-d2bc4bdda7f6 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.0358398 Apr 18 17:02:29.652336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:29.663425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Allocated IP 172.20.0.3 (951a2b77-7cd1-48af-8bcf-46051251f31d/f1d9287e-cd63-4166-adc7-1a489d9f5a4c/b69edf96-29f0-4bee-8499-9909902c701b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:02:29.689076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f973efe-0e7b-48e8-a521-2a8c5b512b2d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:29.852561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae59f7c-5bd2-44c5-938d-5c06cc4e757b req-12125730-e01d-462d-98d2-6a6647ca119c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:29.852561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ae59f7c-5bd2-44c5-938d-5c06cc4e757b req-12125730-e01d-462d-98d2-6a6647ca119c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1426013 Apr 18 17:02:29.880411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:29.951325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ae59f7c-5bd2-44c5-938d-5c06cc4e757b req-c8c5a948-67ba-4125-9d58-780c5d38bd6b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865681 Apr 18 17:02:29.969811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:29.985555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:30.027678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Network 951a2b77-7cd1-48af-8bcf-46051251f31d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:02:30.032957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:30.036724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:02:30.070347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Pushing event updated for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:30.101348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:30.102009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:30.182279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-8170e0bb-2bc4-4504-a271-ac9607c36c1f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105263 Apr 18 17:02:30.267298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Request body: {'port': {'device_id': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:30.287974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9ca0-504b-4815-ae90-152bcdfcc1f0 req-17af43db-938a-4e62-aad9-547c72809923 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:30.290403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-322a9ca0-504b-4815-ae90-152bcdfcc1f0 req-17af43db-938a-4e62-aad9-547c72809923 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 931 time: 0.0848074 Apr 18 17:02:30.292809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Router 43db55b0-b113-4cab-abdd-0bcf3550b905 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:02:30.343417 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:30.588246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-6e5cc318-1cdd-4705-bff8-806aa60e169d tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:30.590805 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-6e5cc318-1cdd-4705-bff8-806aa60e169d tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.0981474 Apr 18 17:02:30.617688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-2'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:30.708717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:30.710724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-322a9ca0-504b-4815-ae90-152bcdfcc1f0 req-ad503830-5b5d-4222-abb0-97879bf35ba6 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133921 Apr 18 17:02:30.731622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69edf96-29f0-4bee-8499-9909902c701b {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:30.741254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:30.741451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d9ffb-71e4-44f3-b27f-1406bf2d2d82 req-f0cab820-9ac1-488d-9dce-cf9ee4c2262c tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:30.743290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-540d9ffb-71e4-44f3-b27f-1406bf2d2d82 req-f0cab820-9ac1-488d-9dce-cf9ee4c2262c tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 948 time: 0.1164987 Apr 18 17:02:30.780776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Transition to ACTIVE for port object b69edf96-29f0-4bee-8499-9909902c701b will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:02:30.822746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:02:30.826794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-540d9ffb-71e4-44f3-b27f-1406bf2d2d82 req-9ad83cdb-ff3c-4237-b935-12499416fb79 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495303 Apr 18 17:02:30.833889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-44bd384a-09ce-435a-a2ec-b6dc6c33255c admin admin] 10.222.0.45 "PUT /v2.0/routers/43db55b0-b113-4cab-abdd-0bcf3550b905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7074339 Apr 18 17:02:30.834107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51546) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:30.840565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] Sync routers for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:02:30.846256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:30.869451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:30.871417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:30.877670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0543016f-d987-4c2d-9946-5b63ce5afe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:30.933650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Pushing event updated for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:30.947521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:31.028449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:31.034190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f652684-5773-406f-af1a-11621e21dea3 req-b928e5b0-c67b-4a1c-8d1a-cc79ccd6678a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3271a38-0771-4fbc-a854-c896668ddb3d HTTP/1.1" status: 200 len: 210 time: 0.0715184 Apr 18 17:02:31.048872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:31.063980 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.090091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.094250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:31.096801 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b991d6f-060e-4a6a-acc8-caf02b5bf594" -d '{"events": [{"server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "name": "network-vif-unplugged", "status": "completed", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:31.115700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7589ab-10e0-4661-9531-d76c6e22855b req-5d19eb44-544c-49b5-9ac6-742605c953fa tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:31.117232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb7589ab-10e0-4661-9531-d76c6e22855b req-5d19eb44-544c-49b5-9ac6-742605c953fa tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 945 time: 0.1558568 Apr 18 17:02:31.135156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 58374bc8-ae8a-42b3-9f22-09d66aec442a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:02:31.177096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Attempting to bind port b69edf96-29f0-4bee-8499-9909902c701b on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:31.177096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Attempting to bind port b69edf96-29f0-4bee-8499-9909902c701b by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:31.177453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Attempting to bind port b69edf96-29f0-4bee-8499-9909902c701b on network 951a2b77-7cd1-48af-8bcf-46051251f31d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:31.182104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Port b69edf96-29f0-4bee-8499-9909902c701b on network 951a2b77-7cd1-48af-8bcf-46051251f31d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:31.182945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Attempting to bind port b69edf96-29f0-4bee-8499-9909902c701b on network 951a2b77-7cd1-48af-8bcf-46051251f31d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:31.189327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:31.189655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Checking segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:31.190118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Bound using segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:31.190566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Bound port: b69edf96-29f0-4bee-8499-9909902c701b, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:31.190930 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.206505 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.267573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:31.274019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb7589ab-10e0-4661-9531-d76c6e22855b req-8b1797eb-7b57-41be-a050-3bb7f85d9fa6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423678 Apr 18 17:02:31.287090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10555-26b9-4bad-8689-a79c0ef1dae3 req-5590dc85-0c21-4408-acf0-19b1cbffb0c7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:31.288707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7b10555-26b9-4bad-8689-a79c0ef1dae3 req-5590dc85-0c21-4408-acf0-19b1cbffb0c7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1689405 Apr 18 17:02:31.294156 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.328558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f953edbb-f968-476f-a775-121e100ec3ac details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:02:31.356417 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7b10555-26b9-4bad-8689-a79c0ef1dae3 req-c8e5671b-3db8-4743-844e-48370149e71d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587521 Apr 18 17:02:31.380881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device bc0fd758-2bf2-4a92-8f02-1c5f9385d886 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:31.383142 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d103eac9-f58f-4840-ad4a-dcf27c2a2b83 x-openstack-request-id: req-d103eac9-f58f-4840-ad4a-dcf27c2a2b83 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:31.383499 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "name": "network-vif-unplugged", "status": "completed", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:31.383751 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d103eac9-f58f-4840-ad4a-dcf27c2a2b83 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:31.384142 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d103eac9-f58f-4840-ad4a-dcf27c2a2b83'] response: {'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a', 'code': 200} Apr 18 17:02:31.392256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:31.396772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:31.435007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on host n-h1-836015-2 for vnic_type normal with profile {"migrating_to": "n-h2-836015-2"} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:31.435353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:31.435689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:31.441096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:31.442607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Attempting to bind port 58374bc8-ae8a-42b3-9f22-09d66aec442a on network 1e9bc860-026b-4f6a-aad0-e7659ecfe0ca {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:31.447250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:31.447885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Checking segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:31.448289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Bound using segment: {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:31.449544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Bound port: 58374bc8-ae8a-42b3-9f22-09d66aec442a, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0108ec-1c3d-4704-bd60-d12eb807c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1e9bc860-026b-4f6a-aad0-e7659ecfe0ca'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:31.449934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.466288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Deleting port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:31.467920 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.492059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: bc0fd758-2bf2-4a92-8f02-1c5f9385d886 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:31.493009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.493598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device bc0fd758-2bf2-4a92-8f02-1c5f9385d886 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:31.541229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:31.561316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Pushing event updated for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:31.565587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 58374bc8-ae8a-42b3-9f22-09d66aec442a has no active binding in host n-h2-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 17:02:31.590065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:31.590920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.592078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f953edbb-f968-476f-a775-121e100ec3ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f953edbb-f968-476f-a775-121e100ec3ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:31.593163 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-edd5b9b5-748a-49fc-8fef-280eb1d1247f service neutron] 10.222.0.41 "PUT /v2.0/ports/b69edf96-29f0-4bee-8499-9909902c701b HTTP/1.1" status: 200 len: 1091 time: 1.3913233 Apr 18 17:02:31.598981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] For port 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=02aae78d-e8ef-4b43-82c5-b6ce910ba6c1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:31.599611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.602184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T17:02:29Z', 'revision_number': 5, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port': {'id': '02aae78d-e8ef-4b43-82c5-b6ce910ba6c1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:03Z', 'updated_at': '2022-04-18T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:31.606832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:31.610633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:31.619547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Calling delete_port for 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:31.633108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] Checking router: 43db55b0-b113-4cab-abdd-0bcf3550b905 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:02:31.635109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'f953edbb-f968-476f-a775-121e100ec3ac', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'f953edbb-f968-476f-a775-121e100ec3ac', 'mac_address': 'fa:16:3e:b9:b9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:02:31.645093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] Routers {'43db55b0-b113-4cab-abdd-0bcf3550b905'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:31.645738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['43db55b0-b113-4cab-abdd-0bcf3550b905'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:31.686065 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.775743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.799335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f953edbb-f968-476f-a775-121e100ec3ac {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:31.832791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f953edbb-f968-476f-a775-121e100ec3ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f953edbb-f968-476f-a775-121e100ec3ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:31.837296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:31.838128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.840095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 200 len: 1121 time: 1.2272830 Apr 18 17:02:31.842574 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] Set router 43db55b0-b113-4cab-abdd-0bcf3550b905 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:31.843701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe356a-cd24-4fd1-add8-a65c37f8d6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=8']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:31.862559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-4eb1e814-272e-44d0-bff6-e37d04dca1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:31.864661 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-4eb1e814-272e-44d0-bff6-e37d04dca1a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 1094 time: 0.0833769 Apr 18 17:02:31.923718 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.959884 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:31.960585 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-6a9fe83a-2736-4c64-b7e4-8a6809760947 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b69edf96-29f0-4bee-8499-9909902c701b HTTP/1.1" status: 200 len: 217 time: 0.0797083 Apr 18 17:02:31.984908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T17:02:31Z', 'revision_number': 6, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:31.997722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02aae78d-e8ef-4b43-82c5-b6ce910ba6c1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:32.052123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-dc0e928b-f895-40ff-be45-0ae14f280c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:32.054270 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-dc0e928b-f895-40ff-be45-0ae14f280c12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d9287e-cd63-4166-adc7-1a489d9f5a4c HTTP/1.1" status: 200 len: 845 time: 0.0864282 Apr 18 17:02:32.091129 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-0ab1167d-6fcf-4ef1-8b05-9ea5d17e1dc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951a2b77-7cd1-48af-8bcf-46051251f31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296805 Apr 18 17:02:32.117343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19a08a-08dc-42a4-861c-0b2b1006178f req-2022ebb8-b45a-4a54-88ba-abdcbe3e3085 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:32.119367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e19a08a-08dc-42a4-861c-0b2b1006178f req-2022ebb8-b45a-4a54-88ba-abdcbe3e3085 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 943 time: 0.2590594 Apr 18 17:02:32.147495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec617bf-bd1d-436e-ad2c-3415ce5dc30e req-8ebda8e1-ec7b-4070-8c89-0645fae51d7e tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:32.149154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cec617bf-bd1d-436e-ad2c-3415ce5dc30e req-8ebda8e1-ec7b-4070-8c89-0645fae51d7e tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 949 time: 0.1647544 Apr 18 17:02:32.210733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=f953edbb-f968-476f-a775-121e100ec3ac,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:32.215948 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-e5559c48-1379-470d-be70-74db04b1319b service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165607 Apr 18 17:02:32.216724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cec617bf-bd1d-436e-ad2c-3415ce5dc30e req-3b48e0dd-b85a-4926-a96a-a6969d118d32 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582311 Apr 18 17:02:32.224326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['58374bc8-ae8a-42b3-9f22-09d66aec442a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:32.226913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['58374bc8-ae8a-42b3-9f22-09d66aec442a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:32.248099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:32.255375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e19a08a-08dc-42a4-861c-0b2b1006178f req-3e6cf5a0-f632-4d4d-9984-446764327952 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193330 Apr 18 17:02:32.274525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0354b-0335-4291-928c-408f779cbf3b None None] The sync data for ids ['43db55b0-b113-4cab-abdd-0bcf3550b905'] in n-d-836015-2 is: [{'id': '43db55b0-b113-4cab-abdd-0bcf3550b905', 'name': 'tempest-AttachSCSIVolumeTestJSON-850547042-router', 'tenant_id': 'c93c3b6066744c03a1a76aab7223b71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:02Z', 'updated_at': '2022-04-18T17:02:31Z', 'revision_number': 6, 'project_id': 'c93c3b6066744c03a1a76aab7223b71d', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:02:32.431490 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c7b7ce0a-addb-4583-98fe-fb8d5853f99f req-e45f593c-4fd4-4963-aac9-3670cfe65048 service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020404 Apr 18 17:02:32.447416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:32.460576 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:32.506030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['f953edbb-f968-476f-a775-121e100ec3ac'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:32.572207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad527994-052e-42f2-a3c6-dda07de692e0 req-a535346e-971d-43a0-9732-929d4ce48c20 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:32.574130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad527994-052e-42f2-a3c6-dda07de692e0 req-a535346e-971d-43a0-9732-929d4ce48c20 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.1305382 Apr 18 17:02:32.593400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226d964-84a8-4286-bb00-0649baad27d4 req-6f772109-aa19-4a5b-834a-3fdca4ce7794 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:32.606155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c226d964-84a8-4286-bb00-0649baad27d4 req-6f772109-aa19-4a5b-834a-3fdca4ce7794 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1448560 Apr 18 17:02:32.667963 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:32.668313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43db55b0-b113-4cab-abdd-0bcf3550b905 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:02:32.690119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:32.693992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ac7e0f7e-d4c0-4cc6-bfbf-b49e0f9a13e2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/43db55b0-b113-4cab-abdd-0bcf3550b905 HTTP/1.1" status: 204 len: 168 time: 1.8554819 Apr 18 17:02:32.696125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51568) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:32.714081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c226d964-84a8-4286-bb00-0649baad27d4 req-597b869c-7228-44e8-854f-1dd76819a253 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060858 Apr 18 17:02:32.750635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad527994-052e-42f2-a3c6-dda07de692e0 req-a35cb344-4571-4beb-b57a-53b618b632d3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023679 Apr 18 17:02:32.765179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7cf63c-c009-4c50-bf10-cdbe5ed06465 admin admin] Deleting subnet 65c3a78f-5021-4ddb-956b-5fbca2c4b5c7 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:02:32.777513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf63c-c009-4c50-bf10-cdbe5ed06465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:32.827984 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf63c-c009-4c50-bf10-cdbe5ed06465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:32.920093 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf63c-c009-4c50-bf10-cdbe5ed06465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.058779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf63c-c009-4c50-bf10-cdbe5ed06465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.095406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cf63c-c009-4c50-bf10-cdbe5ed06465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c3a78f-5021-4ddb-956b-5fbca2c4b5c7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:33.100565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf63c-c009-4c50-bf10-cdbe5ed06465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.108771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51570) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:33.108936 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6a7cf63c-c009-4c50-bf10-cdbe5ed06465 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/65c3a78f-5021-4ddb-956b-5fbca2c4b5c7 HTTP/1.1" status: 204 len: 168 time: 0.4112151 Apr 18 17:02:33.112068 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e37e9-ca9e-4f7e-b16a-7bfa2e6d9e77 None None] Network 014a1a48-9b0e-4ed6-8743-9790caaaa682 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:02:33.212932 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.289171 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4a212673-5dc3-4685-8ef2-930450bb8478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.299701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Deleting port b1a90043-2409-4fa0-8e5d-4143684916c5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:33.299701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.385395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b'}, {'name': 'network-changed', 'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:33.388287 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "tag": "b69edf96-29f0-4bee-8499-9909902c701b"}, {"name": "network-changed", "server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:33.426282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] DHCP port deletion for 014a1a48-9b0e-4ed6-8743-9790caaaa682 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:02:33.512234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] Deleting port b1a90043-2409-4fa0-8e5d-4143684916c5 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:33.513039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.516451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] For port b1a90043-2409-4fa0-8e5d-4143684916c5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b1a90043-2409-4fa0-8e5d-4143684916c5,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:33.516971 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.538448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Calling delete_port for b1a90043-2409-4fa0-8e5d-4143684916c5 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:33.553394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb370459-1e7d-4ffd-8d96-a6dc8f12a794 req-6a5c7605-5495-4f76-a334-f8d7830f279b tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:33.567656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb370459-1e7d-4ffd-8d96-a6dc8f12a794 req-6a5c7605-5495-4f76-a334-f8d7830f279b tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 949 time: 0.2106774 Apr 18 17:02:33.594882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e1fb8-907b-42ad-b0d3-a466cb578629 req-a87099be-50a4-417c-ae1a-6f09919d6b82 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:33.602499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de5e1fb8-907b-42ad-b0d3-a466cb578629 req-a87099be-50a4-417c-ae1a-6f09919d6b82 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 943 time: 0.1820424 Apr 18 17:02:33.618752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] For port b1a90043-2409-4fa0-8e5d-4143684916c5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b1a90043-2409-4fa0-8e5d-4143684916c5,segment=NetworkSegment(8688265c-d0f0-4aeb-9cea-618bbd6d997d),segment_id=8688265c-d0f0-4aeb-9cea-618bbd6d997d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:33.619564 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.636510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] Calling delete_port for b1a90043-2409-4fa0-8e5d-4143684916c5 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:33.703902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb370459-1e7d-4ffd-8d96-a6dc8f12a794 req-4602509a-538f-4e17-a5e1-19b61d654b89 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314297 Apr 18 17:02:33.761100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de5e1fb8-907b-42ad-b0d3-a466cb578629 req-e9d17729-21d5-4c29-8335-ca7dc70f64f5 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576748 Apr 18 17:02:33.790263 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1231a11a-c9e7-4a50-90e4-ebf66dc6a46a x-openstack-request-id: req-1231a11a-c9e7-4a50-90e4-ebf66dc6a46a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:33.791089 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "tag": "b69edf96-29f0-4bee-8499-9909902c701b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:33.791533 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1231a11a-c9e7-4a50-90e4-ebf66dc6a46a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:33.792182 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1231a11a-c9e7-4a50-90e4-ebf66dc6a46a'] response: {'name': 'network-changed', 'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b', 'status': 'completed', 'code': 200} Apr 18 17:02:33.792603 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1231a11a-c9e7-4a50-90e4-ebf66dc6a46a'] response: {'name': 'network-changed', 'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a', 'status': 'completed', 'code': 200} Apr 18 17:02:33.868841 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.924200 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:33.930777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] Pushing event deleted for resources: {'Port': ['ID=b1a90043-2409-4fa0-8e5d-4143684916c5,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:33.938842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de772b-8963-4407-b4d3-a5d81cac672d None None] No DVR routers for this DVR port b1a90043-2409-4fa0-8e5d-4143684916c5 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:33.959356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] No DVR routers for this DVR port b1a90043-2409-4fa0-8e5d-4143684916c5 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:33.987886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4f973efe-0e7b-48e8-a521-2a8c5b512b2d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:33.999473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-01ed75eb-f286-4306-a77b-4c26cc511840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.001314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-01ed75eb-f286-4306-a77b-4c26cc511840 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 1094 time: 0.1609783 Apr 18 17:02:34.004465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-4dd2ade9-7a69-4e26-855d-415ca87af240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.005882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-4dd2ade9-7a69-4e26-855d-415ca87af240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1124 time: 0.1420047 Apr 18 17:02:34.027126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 4f973efe-0e7b-48e8-a521-2a8c5b512b2d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:34.027347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a90043-2409-4fa0-8e5d-4143684916c5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:34.027533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4f973efe-0e7b-48e8-a521-2a8c5b512b2d not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:34.027533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:34.047772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0ddd-74d6-4df9-8823-2e0f19bb05c2 req-bbb9c92f-073f-4244-9c59-71a6866ad29d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.053564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:34.053914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 02aae78d-e8ef-4b43-82c5-b6ce910ba6c1 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:34.054562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b1a90043-2409-4fa0-8e5d-4143684916c5 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:34.055691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44ea0ddd-74d6-4df9-8823-2e0f19bb05c2 req-bbb9c92f-073f-4244-9c59-71a6866ad29d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.2163017 Apr 18 17:02:34.080474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: b1a90043-2409-4fa0-8e5d-4143684916c5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:34.080826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b1a90043-2409-4fa0-8e5d-4143684916c5 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:34.157901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44ea0ddd-74d6-4df9-8823-2e0f19bb05c2 req-7d6f7424-f17e-43e4-b64e-0029e8744d1f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965784 Apr 18 17:02:34.163016 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:34.184638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b3d8a-1509-4724-880f-62115cf51f10 req-76a85a01-9ec8-4f72-89c9-a38b87cb665f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.186189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-421b3d8a-1509-4724-880f-62115cf51f10 req-76a85a01-9ec8-4f72-89c9-a38b87cb665f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.2386949 Apr 18 17:02:34.199132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014a1a48-9b0e-4ed6-8743-9790caaaa682']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:34.221202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8688265c-d0f0-4aeb-9cea-618bbd6d997d') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:34.221532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8688265c-d0f0-4aeb-9cea-618bbd6d997d') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:34.234310 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:34.245116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-e50490ca-7f21-47fc-9150-6fe4f4a387a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.246644 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-e50490ca-7f21-47fc-9150-6fe4f4a387a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 906 time: 0.2182326 Apr 18 17:02:34.249300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-b46f03fe-cdf5-4872-8676-4eda79716d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.250645 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-b46f03fe-cdf5-4872-8676-4eda79716d9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.2370517 Apr 18 17:02:34.256547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-421b3d8a-1509-4724-880f-62115cf51f10 req-26ff0dac-fb5e-471c-8264-f8093c18bc7e tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593724 Apr 18 17:02:34.265236 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:34.273030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:02:34.273931 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:02:34.276150 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:02:34.304030 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:34.316705 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-1b1fc70c-d0d4-4b98-b83b-f18fc5d57c00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b69edf96-29f0-4bee-8499-9909902c701b HTTP/1.1" status: 200 len: 217 time: 0.0475559 Apr 18 17:02:34.351568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-56fffdd3-5b40-4d3f-9ab8-c4052ef4f902 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 200 len: 217 time: 0.0921800 Apr 18 17:02:34.405287 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:34.413323 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:34.418562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] 10.222.0.45 "DELETE /v2.0/networks/014a1a48-9b0e-4ed6-8743-9790caaaa682 HTTP/1.1" status: 204 len: 168 time: 1.3063326 Apr 18 17:02:34.420396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51584) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:34.427381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d8f2e-b706-4dc2-b264-1d06bb7d699b admin admin] Pushing event deleted for resources: {'Network': ['ID=014a1a48-9b0e-4ed6-8743-9790caaaa682,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:34.430272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-6b8cea8c-0316-469f-9be2-a10674f50f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.431704 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-6b8cea8c-0316-469f-9be2-a10674f50f08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d9287e-cd63-4166-adc7-1a489d9f5a4c HTTP/1.1" status: 200 len: 845 time: 0.0897491 Apr 18 17:02:34.434386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-a7857aa1-b0c0-4a6f-b941-73289680942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.435715 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-a7857aa1-b0c0-4a6f-b941-73289680942a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0674233 Apr 18 17:02:34.515216 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-a191690f-5d5e-4ae4-b104-e7158b4c4f17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497494 Apr 18 17:02:34.516813 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-a6b80d25-5152-4b7a-bc1b-5f9938bbf101 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951a2b77-7cd1-48af-8bcf-46051251f31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500317 Apr 18 17:02:34.879807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ef53-d6b5-4d5b-adc8-b951d34e3e97 req-cd03b360-3a6b-4b2f-96af-fdcc2b82ddec tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.881580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df54ef53-d6b5-4d5b-adc8-b951d34e3e97 req-cd03b360-3a6b-4b2f-96af-fdcc2b82ddec tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 949 time: 0.0857396 Apr 18 17:02:34.920856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfbd92-769e-4403-ab67-09f6eef06dea req-a75608ce-3166-471f-8f70-8802732f66fe tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:34.928740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3adfbd92-769e-4403-ab67-09f6eef06dea req-a75608ce-3166-471f-8f70-8802732f66fe tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 943 time: 0.0924633 Apr 18 17:02:34.975547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df54ef53-d6b5-4d5b-adc8-b951d34e3e97 req-30da0b84-9a5f-4ce2-94cc-c3a90814da53 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793445 Apr 18 17:02:35.006845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3adfbd92-769e-4403-ab67-09f6eef06dea req-5088bd68-bc41-4158-a45c-7dd86d61bf6d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772631 Apr 18 17:02:35.007309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-946304fd-2ad8-40ef-8163-66b11fae31b1 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822187 Apr 18 17:02:35.184114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-72b30438-8d5c-45ad-8ce9-f5588a772e68 service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499884 Apr 18 17:02:35.276590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f907a-26a1-43c3-8229-620e1a716d3d req-2f182802-b37a-410c-add0-81829cd893c7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:35.279518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-060f907a-26a1-43c3-8229-620e1a716d3d req-2f182802-b37a-410c-add0-81829cd893c7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0559900 Apr 18 17:02:35.279649 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-7ae5b265-7791-436c-b877-40b616a6a7ac service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379038 Apr 18 17:02:35.336926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f953edbb-f968-476f-a775-121e100ec3ac up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:35.353209 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-805d5b8c-fd8d-47cd-b76e-0d6d6b80ba8f req-4f3b534c-d9b6-4fd6-843e-12a599cc560f service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598320 Apr 18 17:02:35.362879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-060f907a-26a1-43c3-8229-620e1a716d3d req-40133162-b64b-408c-97d7-3e329e0d6411 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561957 Apr 18 17:02:35.467218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492c67d-a865-44cb-b2b3-d3cad27feeca req-a9175cec-77ab-4504-badc-f0e9dedc7598 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:35.473915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492c67d-a865-44cb-b2b3-d3cad27feeca req-a9175cec-77ab-4504-badc-f0e9dedc7598 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.0588601 Apr 18 17:02:35.508488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1492c67d-a865-44cb-b2b3-d3cad27feeca req-99a166f1-01e5-4f91-9ceb-ea8e41ff6983 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Apr 18 17:02:35.508949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port f953edbb-f968-476f-a775-121e100ec3ac completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:02:35.513575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port f953edbb-f968-476f-a775-121e100ec3ac triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:35.514599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:35.524776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:35.594755 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:35.618261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1431783-076f-489b-8404-07f4b25f38fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f953edbb-f968-476f-a775-121e100ec3ac'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:35.620618 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78862740-c759-473c-8c4f-8b16bab6028f" -d '{"events": [{"server_uuid": "b1431783-076f-489b-8404-07f4b25f38fc", "name": "network-vif-plugged", "status": "completed", "tag": "f953edbb-f968-476f-a775-121e100ec3ac"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:35.637295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f953edbb-f968-476f-a775-121e100ec3ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f953edbb-f968-476f-a775-121e100ec3ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:35.669966 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024892bc-e672-428a-b9a4-ce7099a4ddce x-openstack-request-id: req-024892bc-e672-428a-b9a4-ce7099a4ddce {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:35.670312 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1431783-076f-489b-8404-07f4b25f38fc", "name": "network-vif-plugged", "status": "completed", "tag": "f953edbb-f968-476f-a775-121e100ec3ac", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:35.670655 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-024892bc-e672-428a-b9a4-ce7099a4ddce {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:35.671074 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024892bc-e672-428a-b9a4-ce7099a4ddce'] response: {'server_uuid': 'b1431783-076f-489b-8404-07f4b25f38fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f953edbb-f968-476f-a775-121e100ec3ac', 'code': 200} Apr 18 17:02:35.700509 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:35.758807 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:35.764293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=f953edbb-f968-476f-a775-121e100ec3ac,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:35.837865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec1ec-deab-4619-a992-6e7f2a72034d req-03c95d07-6832-407b-b671-1e3889405089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:35.839814 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e9ec1ec-deab-4619-a992-6e7f2a72034d req-03c95d07-6832-407b-b671-1e3889405089 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 1101 time: 0.0572500 Apr 18 17:02:35.845527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Deleting port c4cd2823-e0a7-421d-a179-6d2aa94f65f1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:35.845879 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:35.930888 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e9ec1ec-deab-4619-a992-6e7f2a72034d req-f10d0170-0646-40bb-b21b-b5496da3e3d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691307 Apr 18 17:02:35.955923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] For port c4cd2823-e0a7-421d-a179-6d2aa94f65f1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,segment=NetworkSegment(b37be88d-b97a-41d0-81b5-cdf20ee39f82),segment_id=b37be88d-b97a-41d0-81b5-cdf20ee39f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:35.956183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:35.970252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Calling delete_port for c4cd2823-e0a7-421d-a179-6d2aa94f65f1 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:36.096919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a4d8-ca7b-4ac2-be02-90ce215b924f req-84515967-49a1-49e3-9b47-630471334ec8 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:36.108945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1244a4d8-ca7b-4ac2-be02-90ce215b924f req-84515967-49a1-49e3-9b47-630471334ec8 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 950 time: 0.0608382 Apr 18 17:02:36.114859 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:36.162292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1244a4d8-ca7b-4ac2-be02-90ce215b924f req-dc38f3b9-64bc-4c22-9a85-5cca00114b09 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466518 Apr 18 17:02:36.245455 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:36.276361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cd2823-e0a7-421d-a179-6d2aa94f65f1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:36.334925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ea2d5-9dd5-4410-ba9d-c1626bbba971 req-0ed16999-f1ab-4954-a017-953eae9166b0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:36.336692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-324ea2d5-9dd5-4410-ba9d-c1626bbba971 req-0ed16999-f1ab-4954-a017-953eae9166b0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 943 time: 0.1018460 Apr 18 17:02:36.351020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4eb5-0d6e-4c59-a860-23547dd885f5 req-68483ce9-db05-4fdb-b991-12a12b5f6868 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:36.359331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e69a4eb5-0d6e-4c59-a860-23547dd885f5 req-68483ce9-db05-4fdb-b991-12a12b5f6868 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.1156001 Apr 18 17:02:36.424737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-324ea2d5-9dd5-4410-ba9d-c1626bbba971 req-3039e308-6b8f-4264-9c43-0523181732f8 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Apr 18 17:02:36.442512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e69a4eb5-0d6e-4c59-a860-23547dd885f5 req-912c422e-fdd7-4126-9e9b-9fbd5883b789 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821023 Apr 18 17:02:36.507596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:36.574720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c15b7-828b-4a16-9bed-cb2c37599f2c req-97a5a832-d165-4723-8c5c-35a64d8c3de5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:36.576548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-839c15b7-828b-4a16-9bed-cb2c37599f2c req-97a5a832-d165-4723-8c5c-35a64d8c3de5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0769842 Apr 18 17:02:36.695104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-839c15b7-828b-4a16-9bed-cb2c37599f2c req-706c1f43-90ec-4559-9fae-e8631eaf071f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122563 Apr 18 17:02:36.720605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f54396-6d54-4d89-8e70-13b03f023dc3 req-a62404c8-6613-40da-97ec-4415449a5f3f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:36.722174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61f54396-6d54-4d89-8e70-13b03f023dc3 req-a62404c8-6613-40da-97ec-4415449a5f3f tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.1080713 Apr 18 17:02:36.768847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61f54396-6d54-4d89-8e70-13b03f023dc3 req-a0e1482a-eef9-4a59-8877-902c853cbeff tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369520 Apr 18 17:02:36.808553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Router 6732045a-3b21-46fd-b6cc-4e8561f6d039 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:02:36.917944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:02:36.923149 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d9e58d60-ae0c-4715-9e31-1f0867f9f2cf admin admin] 10.222.0.45 "PUT /v2.0/routers/6732045a-3b21-46fd-b6cc-4e8561f6d039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5001271 Apr 18 17:02:36.925589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51616) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:36.926681 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] Sync routers for ids ['6732045a-3b21-46fd-b6cc-4e8561f6d039'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:02:36.941005 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] Routers {'6732045a-3b21-46fd-b6cc-4e8561f6d039'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:36.942180 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6732045a-3b21-46fd-b6cc-4e8561f6d039'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:37.035862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:37.049556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] Set router 6732045a-3b21-46fd-b6cc-4e8561f6d039 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:37.151292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:37.158892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b69edf96-29f0-4bee-8499-9909902c701b details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:02:37.275182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:37.290954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'b69edf96-29f0-4bee-8499-9909902c701b', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'port_id': 'b69edf96-29f0-4bee-8499-9909902c701b', 'mac_address': 'fa:16:3e:86:e4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d9287e-cd63-4166-adc7-1a489d9f5a4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:02:37.303029 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T17:02:36Z', 'revision_number': 5, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port': {'id': 'a0475a67-4897-4e25-a2eb-acfa29eb42c4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T16:59:14Z', 'updated_at': '2022-04-18T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:37.323519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Deleting port a0475a67-4897-4e25-a2eb-acfa29eb42c4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:37.324099 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:37.326679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55602489-7f05-40bb-ab4d-20c1b7b24cf6 req-a55d5efa-4c6c-45f8-b0f2-2cc8bcd89817 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:37.330650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55602489-7f05-40bb-ab4d-20c1b7b24cf6 req-a55d5efa-4c6c-45f8-b0f2-2cc8bcd89817 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 950 time: 0.0836945 Apr 18 17:02:37.350553 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:37.371646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69edf96-29f0-4bee-8499-9909902c701b {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:37.373098 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] Checking router: 6732045a-3b21-46fd-b6cc-4e8561f6d039 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:02:37.383107 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] Routers {'6732045a-3b21-46fd-b6cc-4e8561f6d039'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:37.383947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55602489-7f05-40bb-ab4d-20c1b7b24cf6 req-f0acfa87-2600-4f87-b9c4-f990a5305845 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469198 Apr 18 17:02:37.398965 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6732045a-3b21-46fd-b6cc-4e8561f6d039'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:37.415216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:37.485051 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:37.489987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] For port a0475a67-4897-4e25-a2eb-acfa29eb42c4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a0475a67-4897-4e25-a2eb-acfa29eb42c4,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:37.490363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:37.521005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Calling delete_port for a0475a67-4897-4e25-a2eb-acfa29eb42c4 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:37.542841 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] Set router 6732045a-3b21-46fd-b6cc-4e8561f6d039 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:37.573982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:37.605056 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T17:02:37Z', 'revision_number': 6, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:37.635608 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47205ed0-85b7-4d88-98d1-a344b90f38e1 None None] The sync data for ids ['6732045a-3b21-46fd-b6cc-4e8561f6d039'] in n-d-836015-2 is: [{'id': '6732045a-3b21-46fd-b6cc-4e8561f6d039', 'name': 'tempest-AttachSCSIVolumeTestJSON-1319777522-router', 'tenant_id': '74036e2d0c6340c9866d8b6752a67848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T16:59:13Z', 'updated_at': '2022-04-18T17:02:37Z', 'revision_number': 6, 'project_id': '74036e2d0c6340c9866d8b6752a67848', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:02:37.682877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396dc5c-342d-4f5a-9e19-86bfd049ddc8 req-42071a4f-ebb9-4dbb-ab2e-5c600dc309cc tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:37.691911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a396dc5c-342d-4f5a-9e19-86bfd049ddc8 req-42071a4f-ebb9-4dbb-ab2e-5c600dc309cc tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.1391559 Apr 18 17:02:37.710035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-6f3ed3ed-6bd8-47a7-88ee-9599d36b1614 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:37.711524 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-6f3ed3ed-6bd8-47a7-88ee-9599d36b1614 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 945 time: 0.2969835 Apr 18 17:02:37.729821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0399c0-61a0-4c06-8e5f-90941725dfbe req-2be1047e-103e-4d41-afec-217e6574ca23 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:37.731721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb0399c0-61a0-4c06-8e5f-90941725dfbe req-2be1047e-103e-4d41-afec-217e6574ca23 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 944 time: 0.1227326 Apr 18 17:02:37.750559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a396dc5c-342d-4f5a-9e19-86bfd049ddc8 req-4fe0efac-676d-47c6-bbc1-479cb7f294e9 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573387 Apr 18 17:02:37.778873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb0399c0-61a0-4c06-8e5f-90941725dfbe req-c8485c85-e447-4b44-a1c4-1c5c2b41d6bb tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Apr 18 17:02:37.841240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Deleting port 772854f5-25de-4fa7-9cd3-376234d8ef63 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:37.841701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:37.898478 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:37.925230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d1a95-ac33-4d9b-a8e7-c64afe35062a req-a8105710-2881-49d9-95d8-6e2cc8b0f611 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:37.927340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a4d1a95-ac33-4d9b-a8e7-c64afe35062a req-a8105710-2881-49d9-95d8-6e2cc8b0f611 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0805569 Apr 18 17:02:37.933433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0475a67-4897-4e25-a2eb-acfa29eb42c4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:37.939089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69650ec-6574-4dee-9b0d-63d22ab9040a req-4adac91f-8871-4d5b-8b52-5e60be048395 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:37.941014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f69650ec-6574-4dee-9b0d-63d22ab9040a req-4adac91f-8871-4d5b-8b52-5e60be048395 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 943 time: 0.0911510 Apr 18 17:02:38.002841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a4d1a95-ac33-4d9b-a8e7-c64afe35062a req-2cc103c4-cab1-4923-b69a-5f9c6b9d4e09 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607705 Apr 18 17:02:38.011628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f69650ec-6574-4dee-9b0d-63d22ab9040a req-79d2f783-e240-43a1-a766-72e0fb3cd45d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Apr 18 17:02:38.017133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] For port 772854f5-25de-4fa7-9cd3-376234d8ef63, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=772854f5-25de-4fa7-9cd3-376234d8ef63,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:38.017782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.052934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.055416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Calling delete_port for 772854f5-25de-4fa7-9cd3-376234d8ef63 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:38.081716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b69edf96-29f0-4bee-8499-9909902c701b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:38.227072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.251284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.369462 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-043a713b-05e0-470e-a665-175912c8ac42 req-3aa4a663-5fa4-4945-a24a-7855e461c878 service neutron] show failed (client error): The resource could not be found. Apr 18 17:02:38.370510 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-3aa4a663-5fa4-4945-a24a-7855e461c878 service neutron] 10.222.0.41 "GET /v2.0/ports/16d67d5a-879a-4bea-8d84-d82771b06ff1/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.1839387 Apr 18 17:02:38.408997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.409473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6732045a-3b21-46fd-b6cc-4e8561f6d039 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:02:38.420723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.421882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dcd6d363-88bf-4908-adad-cd1b80237550 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6732045a-3b21-46fd-b6cc-4e8561f6d039 HTTP/1.1" status: 204 len: 168 time: 1.4953978 Apr 18 17:02:38.424622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51632) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:38.431486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-e146fe43-4b96-4f40-a983-11ea11796f1d service neutron] 10.222.0.18 "GET /v2.0/ports/58374bc8-ae8a-42b3-9f22-09d66aec442a/bindings/n-h2-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.1176305 Apr 18 17:02:38.482744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d04ed1-a860-4fae-9d9c-09ba851d2306 admin admin] Deleting subnet 30a29c6c-506a-40b9-9b92-d606bfe09642 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:02:38.502814 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71d04ed1-a860-4fae-9d9c-09ba851d2306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.534006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c4cd2823-e0a7-421d-a179-6d2aa94f65f1 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:38.547499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.558162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7547d5-9e1b-47f7-91cb-0246a4b81633 req-d0542e65-962e-4ff4-b60f-02f3d743a29b tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:38.559965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd7547d5-9e1b-47f7-91cb-0246a4b81633 req-d0542e65-962e-4ff4-b60f-02f3d743a29b tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 950 time: 0.0925899 Apr 18 17:02:38.562365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71d04ed1-a860-4fae-9d9c-09ba851d2306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.577842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c4cd2823-e0a7-421d-a179-6d2aa94f65f1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:38.578309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c4cd2823-e0a7-421d-a179-6d2aa94f65f1 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:38.587836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Pushing event deleted for resources: {'Port': ['ID=772854f5-25de-4fa7-9cd3-376234d8ef63,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:38.632567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd7547d5-9e1b-47f7-91cb-0246a4b81633 req-781c8644-e9cf-4259-be53-10a7f9dbc453 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Apr 18 17:02:38.702327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] No DVR routers for this DVR port 772854f5-25de-4fa7-9cd3-376234d8ef63 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:38.702738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71d04ed1-a860-4fae-9d9c-09ba851d2306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.708228 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.716541 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab68884c-6a00-47ad-9acc-2b0b55218010 req-8b065003-83f2-4528-88ef-0a6f70ae6126 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.41 "DELETE /v2.0/ports/772854f5-25de-4fa7-9cd3-376234d8ef63 HTTP/1.1" status: 204 len: 173 time: 0.9843197 Apr 18 17:02:38.717393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'name': 'network-vif-deleted', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:38.719867 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad73c0e1-d6c6-42ec-b1d8-a2a9fc388dc0" -d '{"events": [{"server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "name": "network-vif-deleted", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:38.763868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:38.786995 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458cc73c-5578-4e0f-8a38-8c0dabedf720 x-openstack-request-id: req-458cc73c-5578-4e0f-8a38-8c0dabedf720 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:38.787283 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84cf860-afe3-4d05-942a-f97617f82ea4", "name": "network-vif-deleted", "tag": "772854f5-25de-4fa7-9cd3-376234d8ef63", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:38.787542 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-458cc73c-5578-4e0f-8a38-8c0dabedf720 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:38.787956 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458cc73c-5578-4e0f-8a38-8c0dabedf720'] response: {'server_uuid': 'f84cf860-afe3-4d05-942a-f97617f82ea4', 'name': 'network-vif-deleted', 'tag': '772854f5-25de-4fa7-9cd3-376234d8ef63', 'status': 'completed', 'code': 200} Apr 18 17:02:38.788914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:38.822933 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71d04ed1-a860-4fae-9d9c-09ba851d2306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.828043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58374bc8-ae8a-42b3-9f22-09d66aec442a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:38.842556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:38.877533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a6fca-9b63-407d-869d-b6497b559bb5 None None] Network c036f025-4e4b-4979-bbfd-2aeda5c97e83 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:02:38.884716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04ed1-a860-4fae-9d9c-09ba851d2306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a29c6c-506a-40b9-9b92-d606bfe09642,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:38.887283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71d04ed1-a860-4fae-9d9c-09ba851d2306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:38.892629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-71d04ed1-a860-4fae-9d9c-09ba851d2306 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/30a29c6c-506a-40b9-9b92-d606bfe09642 HTTP/1.1" status: 204 len: 168 time: 0.4648693 Apr 18 17:02:38.893029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51642) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:38.926327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-512b7e7d-91c2-4d25-a9ee-5dbf4b37fe81 req-03d9ad75-7fd1-477c-a247-82151fccdcdf tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0578663 Apr 18 17:02:38.953034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-4803ddcc-0547-48ca-932e-e84a482b37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:38.954564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-4803ddcc-0547-48ca-932e-e84a482b37fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f&tenant_id=79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 1100 time: 0.0886986 Apr 18 17:02:38.977377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:39.030181 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.089258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.109055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['772854f5-25de-4fa7-9cd3-376234d8ef63'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:39.167556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] DHCP port deletion for c036f025-4e4b-4979-bbfd-2aeda5c97e83 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:02:39.171656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] Transition to ACTIVE for port object 58374bc8-ae8a-42b3-9f22-09d66aec442a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:02:39.187129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6866d00-69dc-4c18-b52d-af0c1f6b2cb4 req-169751e8-b6f6-4c9f-a849-b2b6cd418c29 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:39.188641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6866d00-69dc-4c18-b52d-af0c1f6b2cb4 req-169751e8-b6f6-4c9f-a849-b2b6cd418c29 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 944 time: 0.1609938 Apr 18 17:02:39.192153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.197084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Deleting port 82a171ad-4d8f-4d41-8885-c23ed732b888 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:39.198001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.228393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] Deleting port 82a171ad-4d8f-4d41-8885-c23ed732b888 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:39.228782 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.265936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] For port 82a171ad-4d8f-4d41-8885-c23ed732b888, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=82a171ad-4d8f-4d41-8885-c23ed732b888,segment=NetworkSegment(b37be88d-b97a-41d0-81b5-cdf20ee39f82),segment_id=b37be88d-b97a-41d0-81b5-cdf20ee39f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:39.265936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.274739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b46b20-c3b5-4b54-8f7a-1f01ed38fd6b req-de216a3b-5252-4104-b96c-28ee4715f3c5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:39.276201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4b46b20-c3b5-4b54-8f7a-1f01ed38fd6b req-de216a3b-5252-4104-b96c-28ee4715f3c5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1407208 Apr 18 17:02:39.282693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Calling delete_port for 82a171ad-4d8f-4d41-8885-c23ed732b888 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:39.301921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] For port 82a171ad-4d8f-4d41-8885-c23ed732b888, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=82a171ad-4d8f-4d41-8885-c23ed732b888,segment=NetworkSegment(b37be88d-b97a-41d0-81b5-cdf20ee39f82),segment_id=b37be88d-b97a-41d0-81b5-cdf20ee39f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:39.302316 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.314874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] Calling delete_port for 82a171ad-4d8f-4d41-8885-c23ed732b888 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:39.315258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6866d00-69dc-4c18-b52d-af0c1f6b2cb4 req-1fc71841-aab9-4375-a10a-d5a0eff37a2c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046591 Apr 18 17:02:39.328183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.382260 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 58374bc8-ae8a-42b3-9f22-09d66aec442a no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:39.392713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] Pushing event updated for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:39.435570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] No DVR routers for this DVR port 58374bc8-ae8a-42b3-9f22-09d66aec442a on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:39.435773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4b46b20-c3b5-4b54-8f7a-1f01ed38fd6b req-5c020457-cb3c-4df5-93d2-97b9d7f80b02 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478400 Apr 18 17:02:39.444955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 58374bc8-ae8a-42b3-9f22-09d66aec442a not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:39.475441 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2d621ee5-7d36-4bee-bddb-7546c3c369c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/58374bc8-ae8a-42b3-9f22-09d66aec442a/bindings/n-h2-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0364645 Apr 18 17:02:39.514040 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.523899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.554450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a171ad-4d8f-4d41-8885-c23ed732b888,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:39.556322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] No DVR routers for this DVR port 82a171ad-4d8f-4d41-8885-c23ed732b888 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:39.571597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] Pushing event deleted for resources: {'Port': ['ID=82a171ad-4d8f-4d41-8885-c23ed732b888,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:39.578891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04887e0b-31fd-4699-a6b2-6a85780d533d None None] No DVR routers for this DVR port 82a171ad-4d8f-4d41-8885-c23ed732b888 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:39.587210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17ebc3-b810-456f-bbc4-8800e099c55d req-4b0cbc57-96de-4505-96b9-422563fa5f69 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:39.595866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf17ebc3-b810-456f-bbc4-8800e099c55d req-4b0cbc57-96de-4505-96b9-422563fa5f69 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 1101 time: 0.1801088 Apr 18 17:02:39.632992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b82b0-13c5-4e8c-af47-897a0e1e4253 req-64dec5eb-a647-40b0-8ace-393f40d77582 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:39.634538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b64b82b0-13c5-4e8c-af47-897a0e1e4253 req-64dec5eb-a647-40b0-8ace-393f40d77582 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.1270332 Apr 18 17:02:39.638875 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cf17ebc3-b810-456f-bbc4-8800e099c55d req-9a7e8ba0-50f7-48f7-919f-c5ddb26cf2c0 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.642593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:39.645452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.666421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c036f025-4e4b-4979-bbfd-2aeda5c97e83']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:39.688064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37be88d-b97a-41d0-81b5-cdf20ee39f82') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:39.688351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37be88d-b97a-41d0-81b5-cdf20ee39f82') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:39.711171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.729725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b64b82b0-13c5-4e8c-af47-897a0e1e4253 req-8a42617b-88ad-467c-b1e7-3f2fd708e467 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799651 Apr 18 17:02:39.729958 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.734325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:39.742043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2e35412b-1e8b-4f0f-9086-aecbe092c63f tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:39.743587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-2e35412b-1e8b-4f0f-9086-aecbe092c63f tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.0746169 Apr 18 17:02:39.744633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:02:39.745037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:02:39.746849 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:02:39.789669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:39.821078 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b583256-4198-475e-8b34-5456ea050913" -d '{"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:39.821078 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.829481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Transition to ACTIVE for port object 16d67d5a-879a-4bea-8d84-d82771b06ff1 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:02:39.832055 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cf17ebc3-b810-456f-bbc4-8800e099c55d req-9a7e8ba0-50f7-48f7-919f-c5ddb26cf2c0 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:39.839940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-90769fbf-2ad6-4970-a966-86756aa600fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:39.841523 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-90769fbf-2ad6-4970-a966-86756aa600fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db&tenant_id=d0c4986469b0458d9729a71a797dd88b HTTP/1.1" status: 200 len: 1095 time: 0.0846376 Apr 18 17:02:39.866481 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e320f97a-8ddc-49c2-b69e-56c4a848fe85 x-openstack-request-id: req-e320f97a-8ddc-49c2-b69e-56c4a848fe85 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:39.866481 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:39.866481 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e320f97a-8ddc-49c2-b69e-56c4a848fe85 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:39.866481 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e320f97a-8ddc-49c2-b69e-56c4a848fe85'] response: {'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'code': 200} Apr 18 17:02:39.910841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 82a171ad-4d8f-4d41-8885-c23ed732b888 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:39.934134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 82a171ad-4d8f-4d41-8885-c23ed732b888 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:39.934532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 82a171ad-4d8f-4d41-8885-c23ed732b888 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:39.934894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a0475a67-4897-4e25-a2eb-acfa29eb42c4 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:39.957274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a0475a67-4897-4e25-a2eb-acfa29eb42c4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:39.957563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a0475a67-4897-4e25-a2eb-acfa29eb42c4 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:39.969615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-558b272d-ed54-4995-ac06-dab8f150abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:39.969615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-558b272d-ed54-4995-ac06-dab8f150abb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1095 time: 0.0447934 Apr 18 17:02:40.011146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:40.012093 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:40.023690 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cf17ebc3-b810-456f-bbc4-8800e099c55d req-9a7e8ba0-50f7-48f7-919f-c5ddb26cf2c0 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:40.349791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:40.349791 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c036f025-4e4b-4979-bbfd-2aeda5c97e83 HTTP/1.1" status: 204 len: 168 time: 1.4490280 Apr 18 17:02:40.365306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3304187-b3c3-4aaa-ba7b-ff06afe0c553 admin admin] Pushing event deleted for resources: {'Network': ['ID=c036f025-4e4b-4979-bbfd-2aeda5c97e83,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:40.400085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-692a3c8b-0827-4173-8f61-0686ead66fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:40.401816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-692a3c8b-0827-4173-8f61-0686ead66fa1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.4165576 Apr 18 17:02:40.444606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf17ebc3-b810-456f-bbc4-8800e099c55d req-9a7e8ba0-50f7-48f7-919f-c5ddb26cf2c0 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8469319 Apr 18 17:02:40.450100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] No DVR routers for this DVR port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:40.459626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-cea14b63-9bf4-49ba-a883-241d5a5a7101 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 200 len: 217 time: 0.0362687 Apr 18 17:02:40.462501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d147879f-8d3e-4ec6-b460-937db7b2be42 req-9762c0fc-e00e-4273-aa42-a9e233ac0b3a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=f84cf860-afe3-4d05-942a-f97617f82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0795455 Apr 18 17:02:40.480994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e8ba0-50f7-48f7-919f-c5ddb26cf2c0 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaeed1c-b3b2-4470-938e-d2ba9ffcf4b9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:40.523317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:40.534461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-630bff53-119e-4594-ba8f-c8fba1e7103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:40.536293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-630bff53-119e-4594-ba8f-c8fba1e7103f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.0685992 Apr 18 17:02:40.571014 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-56d6bee6-d3e6-49b6-8f59-a1428ea0026e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265269 Apr 18 17:02:40.575183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:40.575636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:40.576103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:40.602275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:40.602598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:40.614301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:40.614641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:40.615054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:40.615461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Bound port: 16d67d5a-879a-4bea-8d84-d82771b06ff1, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:40.615817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:40.644040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd69a-b73a-40fb-9178-6d4b96caf1f9 req-f1565c4a-54c5-4fea-b1ef-83cdc593d3e1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:40.645574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-960fd69a-b73a-40fb-9178-6d4b96caf1f9 req-f1565c4a-54c5-4fea-b1ef-83cdc593d3e1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.1117461 Apr 18 17:02:40.652994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd651532-88c6-42f8-a54c-a297faa461af req-2057bf11-32cd-4876-b32b-2aba18519bef tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:40.654577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd651532-88c6-42f8-a54c-a297faa461af req-2057bf11-32cd-4876-b32b-2aba18519bef tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 944 time: 0.1095629 Apr 18 17:02:40.674282 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-342a33db-6449-4f6a-926c-44c17af91b5d service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933666 Apr 18 17:02:40.770530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:40.774036 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-fa238650-1664-4511-9a5a-6dfe17b461d8 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926688 Apr 18 17:02:40.774967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd651532-88c6-42f8-a54c-a297faa461af req-d7bf5e9a-d2ed-4038-9938-94b4a09c3ef1 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109424 Apr 18 17:02:40.777554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-960fd69a-b73a-40fb-9178-6d4b96caf1f9 req-8f74feaf-838c-4edc-a04a-ed76d5b9e4be tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206625 Apr 18 17:02:40.806081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:40.874499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51662) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:40.887970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9008d-f08d-4631-b2b4-22756270aa07 req-0a36bb32-209c-4bb7-94ee-a9d760634e63 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:40.892716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5b9008d-f08d-4631-b2b4-22756270aa07 req-0a36bb32-209c-4bb7-94ee-a9d760634e63 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.0549123 Apr 18 17:02:40.894538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:40.921485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bada83dc-ad54-4d27-949c-cfd4b52ee5b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c93c3b6066744c03a1a76aab7223b71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458086 Apr 18 17:02:40.923923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51664) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:40.944394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:40.945005 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:40.946412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] 10.222.0.18 "PUT /v2.0/ports/16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 1095 time: 1.9769039 Apr 18 17:02:40.992192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5b9008d-f08d-4631-b2b4-22756270aa07 req-6f024d2d-722f-4b8d-b99a-5aab71c78b31 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941651 Apr 18 17:02:40.995538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02726110-4a4a-467e-8fa2-81eb54346b65 service neutron] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:40.996959 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fffa2c73-5f15-4c81-8ea9-c38c8f12dd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:41.022013 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fffa2c73-5f15-4c81-8ea9-c38c8f12dd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:41.038421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-2dc18fd2-ec0c-449d-a410-fe7e37cc0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:41.039908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-2dc18fd2-ec0c-449d-a410-fe7e37cc0cbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1098 time: 0.0603333 Apr 18 17:02:41.145351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-a7ad57a5-644b-48b5-aff2-d3b3c16ab4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:41.147077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-a7ad57a5-644b-48b5-aff2-d3b3c16ab4df service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.0997972 Apr 18 17:02:41.183695 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fffa2c73-5f15-4c81-8ea9-c38c8f12dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:41.185407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b69edf96-29f0-4bee-8499-9909902c701b up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:41.187969 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fffa2c73-5f15-4c81-8ea9-c38c8f12dd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:41.190921 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fffa2c73-5f15-4c81-8ea9-c38c8f12dd22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6e7a495-e057-4ae5-9efe-72bb5a657b88 HTTP/1.1" status: 204 len: 168 time: 0.2660041 Apr 18 17:02:41.204052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-746da9a1-09f3-4ebe-8699-f611063d500a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0423169 Apr 18 17:02:41.204212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa2c73-5f15-4c81-8ea9-c38c8f12dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e7a495-e057-4ae5-9efe-72bb5a657b88,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:41.256633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-8d9fb02c-e15d-4b40-aab4-8d02e14d12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:41.258505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-8d9fb02c-e15d-4b40-aab4-8d02e14d12e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0534222 Apr 18 17:02:41.304684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a713b-05e0-470e-a665-175912c8ac42 req-97edd3f8-b0aa-4931-a2e6-b8114942be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:41.306292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-97edd3f8-b0aa-4931-a2e6-b8114942be25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413141 Apr 18 17:02:41.393779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port b69edf96-29f0-4bee-8499-9909902c701b completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:02:41.398988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port b69edf96-29f0-4bee-8499-9909902c701b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:41.399579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:41.401301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0f32dc2f-a736-46a0-a8ed-7c90a56d50ff tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:41.402136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-83095975-4624-46b6-852f-e61d170b7ed8 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887609 Apr 18 17:02:41.402808 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-0f32dc2f-a736-46a0-a8ed-7c90a56d50ff tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db&tenant_id=d0c4986469b0458d9729a71a797dd88b&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1095 time: 0.0445335 Apr 18 17:02:41.512257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a713b-05e0-470e-a665-175912c8ac42 req-1f5c8e83-a224-4afa-a241-a6213d00b273 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025214 Apr 18 17:02:41.514068 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:41.560516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:41.563617 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccab42fb-d81c-4c91-a941-01f04874dbe0" -d '{"events": [{"server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "name": "network-vif-plugged", "status": "completed", "tag": "b69edf96-29f0-4bee-8499-9909902c701b"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:41.581760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:41.590120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d766-0c20-4587-a324-ca8a7a044edb req-77b22259-8597-41ef-ae8d-d71efa0ce9a3 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:41.591661 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ab8d766-0c20-4587-a324-ca8a7a044edb req-77b22259-8597-41ef-ae8d-d71efa0ce9a3 tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 1101 time: 0.0584028 Apr 18 17:02:41.603426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-8b873cc1-6e63-4d80-96ba-d79c936594c4 service neutron] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:41.606735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-8b873cc1-6e63-4d80-96ba-d79c936594c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:41.607855 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9bc21f9-f325-4d8b-894f-38757f89989e req-8b873cc1-6e63-4d80-96ba-d79c936594c4 service neutron] 10.222.0.41 "DELETE /v2.0/ports/58374bc8-ae8a-42b3-9f22-09d66aec442a/bindings/n-h1-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.1944158 Apr 18 17:02:41.637319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ab8d766-0c20-4587-a324-ca8a7a044edb req-13d1ff51-6894-486e-8585-e80642da0bcd tempest-ServersAdminNegativeTestJSON-681132334 tempest-ServersAdminNegativeTestJSON-681132334-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370450 Apr 18 17:02:41.679813 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:41.680795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:41.712523 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72287dce-4ad1-42f3-b70b-e253ab6db672 x-openstack-request-id: req-72287dce-4ad1-42f3-b70b-e253ab6db672 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:41.714766 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "name": "network-vif-plugged", "status": "completed", "tag": "b69edf96-29f0-4bee-8499-9909902c701b", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:41.714766 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72287dce-4ad1-42f3-b70b-e253ab6db672 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:41.714766 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72287dce-4ad1-42f3-b70b-e253ab6db672'] response: {'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b', 'code': 200} Apr 18 17:02:41.768561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:41.769813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 772854f5-25de-4fa7-9cd3-376234d8ef63 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:41.796676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 772854f5-25de-4fa7-9cd3-376234d8ef63 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:41.797719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 772854f5-25de-4fa7-9cd3-376234d8ef63 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:41.799533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:41.857577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:41.861047 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e7e5a-b2fb-4236-a150-749517788557" -d '{"events": [{"name": "network-changed", "server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:41.869043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8296ebd-3cc3-4e31-a018-1c2a6770e401 req-82060298-1d9a-496e-aac1-a9cffc66c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:41.870929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8296ebd-3cc3-4e31-a018-1c2a6770e401 req-82060298-1d9a-496e-aac1-a9cffc66c1ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 1096 time: 0.0536659 Apr 18 17:02:41.925553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b415-f298-4d6f-9817-e4123dd803de req-fbd132d1-fa9e-4145-bcff-27d3827f6c18 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:41.925553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4a0b415-f298-4d6f-9817-e4123dd803de req-fbd132d1-fa9e-4145-bcff-27d3827f6c18 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0562716 Apr 18 17:02:41.930603 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d8296ebd-3cc3-4e31-a018-1c2a6770e401 req-7cfff717-66e4-4f7b-a81e-192436efc982 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 Apr 18 17:02:41.967990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4a0b415-f298-4d6f-9817-e4123dd803de req-aa8a4afa-2915-4ad8-9e05-da79d1764f4d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358746 Apr 18 17:02:42.003685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51692) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:42.032095 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51449296-9a01-4d13-8a2a-fb083048795c x-openstack-request-id: req-51449296-9a01-4d13-8a2a-fb083048795c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:42.032368 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:42.033178 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51449296-9a01-4d13-8a2a-fb083048795c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:42.033178 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51449296-9a01-4d13-8a2a-fb083048795c'] response: {'name': 'network-changed', 'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'status': 'completed', 'code': 200} Apr 18 17:02:42.054837 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-41742bac-a06c-428e-a923-880a9a81ecc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74036e2d0c6340c9866d8b6752a67848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471578 Apr 18 17:02:42.055089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51696) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:42.066305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4c20e-b320-4262-9ac8-8a41714008d5 req-f884b0b0-13bb-49f6-9b97-bdf4df4480cc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.068138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54a4c20e-b320-4262-9ac8-8a41714008d5 req-f884b0b0-13bb-49f6-9b97-bdf4df4480cc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.0640767 Apr 18 17:02:42.115175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91902fd8-31dc-4713-a937-40ca6f81d428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:42.141284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91902fd8-31dc-4713-a937-40ca6f81d428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:42.173868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54a4c20e-b320-4262-9ac8-8a41714008d5 req-65e22516-db8a-490d-9ebc-7ffcf4a315d2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976338 Apr 18 17:02:42.186869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39129f-d9dc-4161-b3d6-56a3f77f6d98 req-67a6729a-affc-42ca-abec-c3fde42cf70a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.188364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a39129f-d9dc-4161-b3d6-56a3f77f6d98 req-67a6729a-affc-42ca-abec-c3fde42cf70a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 945 time: 0.1110744 Apr 18 17:02:42.195904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-41a4ae62-9f4e-41c6-a421-62db04775219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.197358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-41a4ae62-9f4e-41c6-a421-62db04775219 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1098 time: 0.0848503 Apr 18 17:02:42.246531 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91902fd8-31dc-4713-a937-40ca6f81d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:42.250137 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91902fd8-31dc-4713-a937-40ca6f81d428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:42.251480 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-91902fd8-31dc-4713-a937-40ca6f81d428 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2de0ee87-4477-4ddd-8872-2725601acd0b HTTP/1.1" status: 204 len: 168 time: 0.1954441 Apr 18 17:02:42.260986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91902fd8-31dc-4713-a937-40ca6f81d428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0ee87-4477-4ddd-8872-2725601acd0b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:42.292976 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a39129f-d9dc-4161-b3d6-56a3f77f6d98 req-025b2e9a-626a-402b-ac49-e3b601be0c2a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882680 Apr 18 17:02:42.376005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-f0536433-f483-49ad-8eb4-c29517a3e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.377514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-f0536433-f483-49ad-8eb4-c29517a3e5d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1657724 Apr 18 17:02:42.390203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04853e-ccf9-4c75-a126-41568a6f9390 req-24ed880c-ddea-4f49-95cb-6e53c11a8dcd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.397955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e04853e-ccf9-4c75-a126-41568a6f9390 req-24ed880c-ddea-4f49-95cb-6e53c11a8dcd tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.0982172 Apr 18 17:02:42.411566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-97cba560-dd46-4df5-8f30-1dc4cdbb6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.418805 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-97cba560-dd46-4df5-8f30-1dc4cdbb6ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1098 time: 0.0508959 Apr 18 17:02:42.440344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e04853e-ccf9-4c75-a126-41568a6f9390 req-1100af96-6a0e-4ac6-92de-5178f79a80ee tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Apr 18 17:02:42.477450 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-d9a5417c-7b93-4aea-8ad2-476f84cd29f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0404487 Apr 18 17:02:42.532907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-c2215b55-b996-45e6-be54-34f04625d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.534357 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-c2215b55-b996-45e6-be54-34f04625d833 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1112001 Apr 18 17:02:42.537562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-2a417150-8104-4e84-bae1-732548ae975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.543359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-2a417150-8104-4e84-bae1-732548ae975e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0544300 Apr 18 17:02:42.583275 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-ff01ce9f-aaf2-4215-ba5a-724fa8ce02e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0410669 Apr 18 17:02:42.628103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5489f-b258-495f-9bd3-774bd77616e5 req-a1d004a9-9e0f-421f-8303-5963f8195c5f tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.630291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cd5489f-b258-495f-9bd3-774bd77616e5 req-a1d004a9-9e0f-421f-8303-5963f8195c5f tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 1095 time: 0.0774300 Apr 18 17:02:42.635439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-4529dae8-0287-4fd0-901f-bcd13a2d740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.635919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-28b4f1a8-d507-4b13-8804-3f1f56406413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.637159 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-4529dae8-0287-4fd0-901f-bcd13a2d740f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0446901 Apr 18 17:02:42.637891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-28b4f1a8-d507-4b13-8804-3f1f56406413 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536864 Apr 18 17:02:42.698187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-e247f896-db8d-420e-9ef2-ba920d3a98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.699816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-e247f896-db8d-420e-9ef2-ba920d3a98e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547590 Apr 18 17:02:42.728363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cd5489f-b258-495f-9bd3-774bd77616e5 req-ba76c6b4-3ada-4af8-af4a-ebda1f3cd69c tempest-LiveAutoBlockMigrationV225Test-210787416 tempest-LiveAutoBlockMigrationV225Test-210787416-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888658 Apr 18 17:02:42.800340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-259f6970-8b1b-4d51-8f0d-1114564cb03c service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537189 Apr 18 17:02:42.843887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-4ce3f4c4-9be1-4927-ba7c-6d8e0eb4f2f0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.845394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-4ce3f4c4-9be1-4927-ba7c-6d8e0eb4f2f0 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 945 time: 0.1091647 Apr 18 17:02:42.910505 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-6df93730-0d12-4d3d-afd8-7e5477824bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007575 Apr 18 17:02:42.944953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bcba6-a55a-4919-b17c-e279df209361 req-cccf05ff-0ee7-4e71-9551-c58296047131 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:42.946460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-639bcba6-a55a-4919-b17c-e279df209361 req-cccf05ff-0ee7-4e71-9551-c58296047131 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 950 time: 0.0740259 Apr 18 17:02:42.974175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-44097f6c-7dbf-46f7-beab-2c9f65d87706 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646762 Apr 18 17:02:42.995124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-639bcba6-a55a-4919-b17c-e279df209361 req-f3177a50-19a0-41d3-b801-3411b63214ae tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427735 Apr 18 17:02:43.074504 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7a1e7e5a-b2fb-4236-a150-749517788557 req-2335d935-b8bc-4f5e-8957-da8a9cef7a52 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570489 Apr 18 17:02:43.082615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Deleting port 860e58b8-ee01-437b-ae93-b9c4882cc74c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:43.082961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:43.122501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6541b-4363-4ee9-a4be-9460554a1edf req-9bacdf29-968a-4eb2-908b-2d52162d6d3d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:43.124607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eec6541b-4363-4ee9-a4be-9460554a1edf req-9bacdf29-968a-4eb2-908b-2d52162d6d3d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0645158 Apr 18 17:02:43.169950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eec6541b-4363-4ee9-a4be-9460554a1edf req-98c8f525-2d76-4f46-bdd7-408f0987ff8d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Apr 18 17:02:43.199573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] For port 860e58b8-ee01-437b-ae93-b9c4882cc74c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=860e58b8-ee01-437b-ae93-b9c4882cc74c,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:43.200084 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:43.215969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Calling delete_port for 860e58b8-ee01-437b-ae93-b9c4882cc74c owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:43.345116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1a349-1989-4a9e-87bd-962d7f42b8b0 req-12eec39e-6818-4ce9-8315-c4d383bcf0f0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:43.349434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ec1a349-1989-4a9e-87bd-962d7f42b8b0 req-12eec39e-6818-4ce9-8315-c4d383bcf0f0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.0823517 Apr 18 17:02:43.406285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf42a5-7682-4bd8-98a7-5e99e5246c38 req-8d0b9337-402d-4b2c-b6c8-75b454f31965 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:43.407777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44cf42a5-7682-4bd8-98a7-5e99e5246c38 req-8d0b9337-402d-4b2c-b6c8-75b454f31965 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.1094720 Apr 18 17:02:43.432405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ec1a349-1989-4a9e-87bd-962d7f42b8b0 req-4bd6c163-1055-42ca-b008-6ffe0a76092b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 Apr 18 17:02:43.460646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44cf42a5-7682-4bd8-98a7-5e99e5246c38 req-5f050e77-c129-403f-af69-1b434785d6a8 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Apr 18 17:02:43.473696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:43.508125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Pushing event deleted for resources: {'Port': ['ID=860e58b8-ee01-437b-ae93-b9c4882cc74c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:43.531390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a23d0ce7-883b-41e3-a6fe-7dd4085862ec req-e33aece1-906c-48c9-87e9-14538f5edc51 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8970bf-5fd8-4053-918e-c83e5687e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0302684 Apr 18 17:02:43.549274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] No DVR routers for this DVR port 860e58b8-ee01-437b-ae93-b9c4882cc74c on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:43.555379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:43.558767 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3008bc27-4822-40ea-906d-9f6568aa4e71 req-31d9cc2d-0afe-41ee-86cf-1bb0f724836d tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.18 "DELETE /v2.0/ports/860e58b8-ee01-437b-ae93-b9c4882cc74c HTTP/1.1" status: 204 len: 173 time: 0.7046928 Apr 18 17:02:43.559214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'name': 'network-vif-deleted', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:43.562970 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b261a-d9f5-490c-9e6a-c39beb2f9e40" -d '{"events": [{"server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "name": "network-vif-deleted", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:43.606204 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7914bf-03a6-48e0-9c4f-2fafc42ecc29 x-openstack-request-id: req-ed7914bf-03a6-48e0-9c4f-2fafc42ecc29 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:43.611637 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8970bf-5fd8-4053-918e-c83e5687e0c0", "name": "network-vif-deleted", "tag": "860e58b8-ee01-437b-ae93-b9c4882cc74c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:43.611637 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed7914bf-03a6-48e0-9c4f-2fafc42ecc29 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:43.611637 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7914bf-03a6-48e0-9c4f-2fafc42ecc29'] response: {'server_uuid': '2d8970bf-5fd8-4053-918e-c83e5687e0c0', 'name': 'network-vif-deleted', 'tag': '860e58b8-ee01-437b-ae93-b9c4882cc74c', 'status': 'completed', 'code': 200} Apr 18 17:02:43.652095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51740) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:43.757047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-network', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:43.890994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Made reservation on behalf of 480e454ce62c4d9c80f2a9a9a875f05e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:02:43.893242 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:43.901928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:43.976256 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.027701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.055243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:02:44.061654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3ed1d8-c397-4908-a862-9d6f824732c0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:44.069235 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.069607 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Added segment 42715f8b-7e86-4d86-b4a5-8c304f1e5778 of type vlan for network a37eb280-4900-4757-aa38-b22eaa6df527 Apr 18 17:02:44.146947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.163058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc947b1-287f-4cdb-99cc-0e3c4590dd01 req-679d2782-c4ae-4f68-a9be-35f3a782173e tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:44.164524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8bc947b1-287f-4cdb-99cc-0e3c4590dd01 req-679d2782-c4ae-4f68-a9be-35f3a782173e tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 950 time: 0.0972204 Apr 18 17:02:44.210685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8bc947b1-287f-4cdb-99cc-0e3c4590dd01 req-e74e7704-5a71-4bd4-8390-8677c6b2a7a2 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368972 Apr 18 17:02:44.245979 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.246782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:44.247461 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.337837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a37eb280-4900-4757-aa38-b22eaa6df527,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:44.348321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a37eb280-4900-4757-aa38-b22eaa6df527 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:02:44.357351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829835-5138-4446-800d-bde81a3c7885 req-93eb8901-c06c-45ec-bd47-94a03c23c866 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:44.358958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac829835-5138-4446-800d-bde81a3c7885 req-93eb8901-c06c-45ec-bd47-94a03c23c866 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1089904 Apr 18 17:02:44.393523 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-58492515-c77e-41c4-a00a-4b391daf79f4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7402966 Apr 18 17:02:44.409526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac829835-5138-4446-800d-bde81a3c7885 req-86af64ae-ce21-40f0-a5cb-9cf7aac907e2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365353 Apr 18 17:02:44.411676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51748) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:44.416781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Request body: {'subnet': {'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-subnet', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:44.486870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-51716509-0e4a-4a6c-816f-eb93e621caca tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:44.488822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-51716509-0e4a-4a6c-816f-eb93e621caca tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.0643027 Apr 18 17:02:44.490535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Made reservation on behalf of 480e454ce62c4d9c80f2a9a9a875f05e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:02:44.492961 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.611607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cb436-7281-45f5-9c56-7b5b8c7c63fb req-e399d372-f935-48a9-b438-8c3c6a801ac2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:44.613143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff5cb436-7281-45f5-9c56-7b5b8c7c63fb req-e399d372-f935-48a9-b438-8c3c6a801ac2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.1065240 Apr 18 17:02:44.630988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Deleting port 58374bc8-ae8a-42b3-9f22-09d66aec442a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:44.631333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.689676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff5cb436-7281-45f5-9c56-7b5b8c7c63fb req-750a3f6d-6e93-4b10-b4e5-7c4a8caedd82 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664220 Apr 18 17:02:44.733374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] For port 58374bc8-ae8a-42b3-9f22-09d66aec442a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=58374bc8-ae8a-42b3-9f22-09d66aec442a,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:44.735011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.759656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Calling delete_port for 58374bc8-ae8a-42b3-9f22-09d66aec442a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:44.814840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc38c42-fc59-4ae1-a8b8-9b6460409057 req-a9c9734f-1a13-4efd-ac76-e28b859445e3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:44.816945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dc38c42-fc59-4ae1-a8b8-9b6460409057 req-a9c9734f-1a13-4efd-ac76-e28b859445e3 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 944 time: 0.0679536 Apr 18 17:02:44.830269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.927704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=625cdbf8-78d6-47c6-a82d-2decbb3121f9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:44.934985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-a1aaf69e-d99c-4a08-9133-3a427cedf6ee tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:44.936473 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-a1aaf69e-d99c-4a08-9133-3a427cedf6ee tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 950 time: 0.0560265 Apr 18 17:02:44.943874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf70bee-1ab0-4ca7-b511-81c45f67a21f req-6defba5a-f4d9-4061-aa95-f2eb538da222 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:44.945331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbf70bee-1ab0-4ca7-b511-81c45f67a21f req-6defba5a-f4d9-4061-aa95-f2eb538da222 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1267498 Apr 18 17:02:44.949863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dc38c42-fc59-4ae1-a8b8-9b6460409057 req-b8201407-5c83-439b-8f93-992de3e300d4 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217570 Apr 18 17:02:44.977481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:44.977787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Checking segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:44.978114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Network hostable DHCP agents. Network: a37eb280-4900-4757-aa38-b22eaa6df527, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:02:45.006815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbf70bee-1ab0-4ca7-b511-81c45f67a21f req-def2bd4f-a2a1-47cf-93a1-fc13c909fd87 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Apr 18 17:02:45.015521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['94194168-ab24-4a3d-ad6b-250e8a608bfd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:45.030656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Pushing event deleted for resources: {'Port': ['ID=58374bc8-ae8a-42b3-9f22-09d66aec442a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:45.056752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['58374bc8-ae8a-42b3-9f22-09d66aec442a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:45.068211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Network a37eb280-4900-4757-aa38-b22eaa6df527 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:02:45.101905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] No DVR routers for this DVR port 58374bc8-ae8a-42b3-9f22-09d66aec442a on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:45.104921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.108277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4f5737c8-8fbd-4bae-aa56-c81ca234d563 req-940cd836-242c-412d-bb13-383aae2b2527 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.41 "DELETE /v2.0/ports/58374bc8-ae8a-42b3-9f22-09d66aec442a HTTP/1.1" status: 204 len: 173 time: 0.6122422 Apr 18 17:02:45.134836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Deleting port f953edbb-f968-476f-a775-121e100ec3ac {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:45.135254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.154157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a37eb280-4900-4757-aa38-b22eaa6df527) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:45.158734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:45.160577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.167426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b3c56-4d9b-45c6-ad40-c39226d18f5e None None] Network a37eb280-4900-4757-aa38-b22eaa6df527 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:02:45.233745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] For port f953edbb-f968-476f-a775-121e100ec3ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f953edbb-f968-476f-a775-121e100ec3ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:45.234222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.251288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-516a1772-6abb-4438-8b9b-0a927f3a4634 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8383992 Apr 18 17:02:45.258394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51766) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:45.263344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:45.277519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Calling delete_port for f953edbb-f968-476f-a775-121e100ec3ac owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:45.393943 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.396146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.417584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5775b-5d53-49ba-92ba-ce2e41c131c2 req-d67f8bc6-58a6-4a33-9c01-666bc51ed12a tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:45.418985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:02:45.428397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dc5775b-5d53-49ba-92ba-ce2e41c131c2 req-d67f8bc6-58a6-4a33-9c01-666bc51ed12a tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 950 time: 0.0978200 Apr 18 17:02:45.496705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dc5775b-5d53-49ba-92ba-ce2e41c131c2 req-5cb5eb91-03f5-4c9b-aacb-f348317769de tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615311 Apr 18 17:02:45.542185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.604794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['a6620ca0-fd90-4d8c-b889-0fc95fa72857'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:45.632570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'name': 'network-vif-deleted', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:45.638532 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86cf1c9-70fc-4709-932f-cf0339e9ce1c" -d '{"events": [{"server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "name": "network-vif-deleted", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:45.664306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Pushing event deleted for resources: {'Port': ['ID=f953edbb-f968-476f-a775-121e100ec3ac,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:45.700167 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.702758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] No DVR routers for this DVR port f953edbb-f968-476f-a775-121e100ec3ac on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:45.711533 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.718143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bee4fa08-ef7c-41a7-ba1b-62175e73f7f9 req-7028bb20-ae86-43b0-afd8-8c4379878aa3 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.18 "DELETE /v2.0/ports/f953edbb-f968-476f-a775-121e100ec3ac HTTP/1.1" status: 204 len: 173 time: 0.7754352 Apr 18 17:02:45.719373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc4780-40af-4eea-913e-0ef4902910a9 req-eec849bf-6b8f-485a-9b97-2bb9f74b19b1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:45.721504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aabc4780-40af-4eea-913e-0ef4902910a9 req-eec849bf-6b8f-485a-9b97-2bb9f74b19b1 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 944 time: 0.1298571 Apr 18 17:02:45.760824 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1dbb8-c375-44ae-a24c-bb92ae72aaf2 x-openstack-request-id: req-f6c1dbb8-c375-44ae-a24c-bb92ae72aaf2 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:45.761122 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9cb853-4e81-4db3-b74b-38299797c0db", "name": "network-vif-deleted", "tag": "58374bc8-ae8a-42b3-9f22-09d66aec442a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:45.765588 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6c1dbb8-c375-44ae-a24c-bb92ae72aaf2 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:45.766097 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c1dbb8-c375-44ae-a24c-bb92ae72aaf2'] response: {'server_uuid': '9f9cb853-4e81-4db3-b74b-38299797c0db', 'name': 'network-vif-deleted', 'tag': '58374bc8-ae8a-42b3-9f22-09d66aec442a', 'status': 'completed', 'code': 200} Apr 18 17:02:45.768884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-a37eb280-4900-4757-aa38-b22eaa6df527', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:02:45.772007 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:45.802580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:45.823911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'mac_address': 'fa:16:3e:24:d7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:02:45.865545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['f953edbb-f968-476f-a775-121e100ec3ac'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:45.882497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aabc4780-40af-4eea-913e-0ef4902910a9 req-a26afc1a-1658-4808-ae1b-c996e37362e5 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad6e3fbb-67b0-4d47-95d0-e877eecc1688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409247 Apr 18 17:02:46.015121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415830-d2cf-4517-a769-53168d064b14 req-4fd0ef8b-8a37-4584-8658-43262f6cdbb0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:46.017208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af415830-d2cf-4517-a769-53168d064b14 req-4fd0ef8b-8a37-4584-8658-43262f6cdbb0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 947 time: 0.1612837 Apr 18 17:02:46.060000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.075680 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.113504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-814a0629-fdaa-4816-a504-f402432d1653 req-4afdb287-c672-4c10-96d2-fa78e1cc6c78 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.0340948 Apr 18 17:02:46.116570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d67d5a-879a-4bea-8d84-d82771b06ff1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:02:46.130646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af415830-d2cf-4517-a769-53168d064b14 req-ae7fcf35-ad96-4765-8d73-438da3dcdc3a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742726 Apr 18 17:02:46.191652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:46.212699 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Allocated IP 172.20.0.2 (a37eb280-4900-4757-aa38-b22eaa6df527/625cdbf8-78d6-47c6-a82d-2decbb3121f9/9b3d9635-a0fd-4a06-a128-c8d543f2b377) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:02:46.280042 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.290963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23e1b-881e-41ff-921b-72f9fed16f74 req-7f1fe8d6-fbc8-4916-9e75-234494479dd4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:46.292557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25e23e1b-881e-41ff-921b-72f9fed16f74 req-7f1fe8d6-fbc8-4916-9e75-234494479dd4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0670342 Apr 18 17:02:46.337014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-486fb0dc-2e97-45e4-a35c-1b5510fa84fc tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:46.338762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-486fb0dc-2e97-45e4-a35c-1b5510fa84fc tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 944 time: 0.0602548 Apr 18 17:02:46.395707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:46.397601 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25e23e1b-881e-41ff-921b-72f9fed16f74 req-381fcc68-8245-4c40-933f-c046e88a6862 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813470 Apr 18 17:02:46.447164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Deleting port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:46.447605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.468227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.485109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.505476 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.544572 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.574937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] For port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,segment=NetworkSegment(89a20813-6384-43b0-8de9-1148d12ecfb7),segment_id=89a20813-6384-43b0-8de9-1148d12ecfb7)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:46.576486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.589835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Network a37eb280-4900-4757-aa38-b22eaa6df527 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:02:46.596116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:46.600330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:02:46.610701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Calling delete_port for 01eae7cc-5d7d-4542-8a00-4ed27067cdcf owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:46.639033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Pushing event updated for resources: {'Port': ['ID=9b3d9635-a0fd-4a06-a128-c8d543f2b377,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:46.686071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Attempting to bind port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:46.686513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Attempting to bind port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:46.686878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Attempting to bind port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 on network a37eb280-4900-4757-aa38-b22eaa6df527 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:46.693504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:46.694008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Checking segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:46.694476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.694932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Bound using segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:46.695470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Bound port: 9b3d9635-a0fd-4a06-a128-c8d543f2b377, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:46.695935 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.778714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] For port 9b3d9635-a0fd-4a06-a128-c8d543f2b377, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:46.782343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] For port 9b3d9635-a0fd-4a06-a128-c8d543f2b377, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9b3d9635-a0fd-4a06-a128-c8d543f2b377,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:46.857157 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.885262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:46.914957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['16d67d5a-879a-4bea-8d84-d82771b06ff1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:02:46.928185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Pushing event deleted for resources: {'Port': ['ID=01eae7cc-5d7d-4542-8a00-4ed27067cdcf,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:47.024740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3f493e0-ff93-4da4-a63f-7020052ba812 req-8a03fdef-19ee-43d6-b7c9-377ee366b846 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1431783-076f-489b-8404-07f4b25f38fc HTTP/1.1" status: 200 len: 210 time: 0.3980966 Apr 18 17:02:47.033114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] No DVR routers for this DVR port 01eae7cc-5d7d-4542-8a00-4ed27067cdcf on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:47.047918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:47.056216 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe41def8-5b79-4bd6-86d5-a21e526da8f4 req-df1a61e3-8344-43bb-98d4-d2a3bfc6991a tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.41 "DELETE /v2.0/ports/01eae7cc-5d7d-4542-8a00-4ed27067cdcf HTTP/1.1" status: 204 len: 173 time: 0.7072699 Apr 18 17:02:47.086957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8223be7-4726-49c0-9ad8-3877c71d44c1 req-d6647603-96b2-407c-9a1c-65d4c14dbf60 tempest-LiveMigrationTest-1051654420 tempest-LiveMigrationTest-1051654420-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea626ac0-f35a-4945-b20b-8f4f21783e10 HTTP/1.1" status: 200 len: 210 time: 0.0611243 Apr 18 17:02:47.088444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Allocated IP 172.25.5.180 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/03604f44-cab1-4ad9-a2ce-8033f92171d9) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:02:47.117915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e69f81-adfc-403d-a2b7-b90545cabeea None None] Pushing event updated for resources: {'Port': ['ID=9b3d9635-a0fd-4a06-a128-c8d543f2b377,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:47.223149 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:47.224921 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:47.234659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:47.302983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 58374bc8-ae8a-42b3-9f22-09d66aec442a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:47.319799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1a7955d-6d6e-4613-9bd9-2f2248e10eb1 req-774743a9-fa5d-463d-b648-d9a1ea8b8a27 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.0420444 Apr 18 17:02:47.366741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 58374bc8-ae8a-42b3-9f22-09d66aec442a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:47.367542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 58374bc8-ae8a-42b3-9f22-09d66aec442a not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:47.403290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c130a-4ac4-4839-9cbf-feb0d3e158bf req-504ef60c-dac0-4aaa-aeed-c37ebf7a0690 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:47.405949 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-508c130a-4ac4-4839-9cbf-feb0d3e158bf req-504ef60c-dac0-4aaa-aeed-c37ebf7a0690 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.0923057 Apr 18 17:02:47.408039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:47.451441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f953edbb-f968-476f-a775-121e100ec3ac no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:47.473830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:02:47.491371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: f953edbb-f968-476f-a775-121e100ec3ac {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:47.492038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f953edbb-f968-476f-a775-121e100ec3ac not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:47.492386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 860e58b8-ee01-437b-ae93-b9c4882cc74c no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:47.496158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-508c130a-4ac4-4839-9cbf-feb0d3e158bf req-a92c58aa-a000-4af3-8474-76a34d580f12 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776215 Apr 18 17:02:47.497028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:47.502890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:02:47.531753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 860e58b8-ee01-437b-ae93-b9c4882cc74c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:47.531753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 860e58b8-ee01-437b-ae93-b9c4882cc74c not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:47.542390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Pushing event updated for resources: {'Port': ['ID=03604f44-cab1-4ad9-a2ce-8033f92171d9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:47.633124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56215fbb-8579-4b77-97df-88b6a49b8461 req-95a8c290-6bab-4f4b-b285-c1779a4bb72b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:47.634681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56215fbb-8579-4b77-97df-88b6a49b8461 req-95a8c290-6bab-4f4b-b285-c1779a4bb72b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1442719 Apr 18 17:02:47.737574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56215fbb-8579-4b77-97df-88b6a49b8461 req-d480052d-4d9d-4e68-aa2f-b60867afd9bc tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639961 Apr 18 17:02:47.767420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1431783-076f-489b-8404-07f4b25f38fc', 'name': 'network-vif-deleted', 'tag': 'f953edbb-f968-476f-a775-121e100ec3ac'}, {'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'name': 'network-vif-deleted', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:47.770650 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3018ea87-5e20-479b-be8a-8092762365ae" -d '{"events": [{"server_uuid": "b1431783-076f-489b-8404-07f4b25f38fc", "name": "network-vif-deleted", "tag": "f953edbb-f968-476f-a775-121e100ec3ac"}, {"server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "name": "network-vif-deleted", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:47.826995 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8cd535-96dd-49c6-aa8b-4210d816d4e5 x-openstack-request-id: req-2d8cd535-96dd-49c6-aa8b-4210d816d4e5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:47.826995 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1431783-076f-489b-8404-07f4b25f38fc", "name": "network-vif-deleted", "tag": "f953edbb-f968-476f-a775-121e100ec3ac", "status": "completed", "code": 200}, {"server_uuid": "ea626ac0-f35a-4945-b20b-8f4f21783e10", "name": "network-vif-deleted", "tag": "01eae7cc-5d7d-4542-8a00-4ed27067cdcf", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:47.826995 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d8cd535-96dd-49c6-aa8b-4210d816d4e5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:47.826995 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8cd535-96dd-49c6-aa8b-4210d816d4e5'] response: {'server_uuid': 'b1431783-076f-489b-8404-07f4b25f38fc', 'name': 'network-vif-deleted', 'tag': 'f953edbb-f968-476f-a775-121e100ec3ac', 'status': 'completed', 'code': 200} Apr 18 17:02:47.828643 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8cd535-96dd-49c6-aa8b-4210d816d4e5'] response: {'server_uuid': 'ea626ac0-f35a-4945-b20b-8f4f21783e10', 'name': 'network-vif-deleted', 'tag': '01eae7cc-5d7d-4542-8a00-4ed27067cdcf', 'status': 'completed', 'code': 200} Apr 18 17:02:47.918942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:47.986993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9b3d9635-a0fd-4a06-a128-c8d543f2b377 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:48.042427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:48.043021 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:48.164299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:48.242191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 9b3d9635-a0fd-4a06-a128-c8d543f2b377, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9b3d9635-a0fd-4a06-a128-c8d543f2b377,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:48.287459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-9c3f9ecb-0681-4a18-a792-5d3dc9c5e56b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:48.289133 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-9c3f9ecb-0681-4a18-a792-5d3dc9c5e56b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f&tenant_id=79801ff0479c44059080bb19a59617ce&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 948 time: 0.0959220 Apr 18 17:02:48.309353 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:48.329749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109410b-0c1f-4388-81da-1dab47a03911 req-66ba5178-7cf8-4c41-9470-c14cf4e379f9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:48.331703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5109410b-0c1f-4388-81da-1dab47a03911 req-66ba5178-7cf8-4c41-9470-c14cf4e379f9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.1406348 Apr 18 17:02:48.346732 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:48.357624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510055d-b60b-4f70-8b38-c6714339eb46 None None] Network a37eb280-4900-4757-aa38-b22eaa6df527 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:02:48.393717 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-127874ac-1f4f-42f1-9ca9-a5701bdaa60c service neutron] 10.222.0.18 "GET /v2.0/ports/16d67d5a-879a-4bea-8d84-d82771b06ff1/bindings/n-h1-836015-2 HTTP/1.1" status: 200 len: 382 time: 0.0911946 Apr 18 17:02:48.426765 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2d67b2a2-3a93-4a02-8903-327581d2216f None None] Provisioning complete for port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:48.427140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d67b2a2-3a93-4a02-8903-327581d2216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:48.435560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5109410b-0c1f-4388-81da-1dab47a03911 req-26be0524-2131-49b0-baa3-91e22a7cfc0c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887134 Apr 18 17:02:48.478157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=9b3d9635-a0fd-4a06-a128-c8d543f2b377,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:48.530472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51804) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:48.555517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-434385e9-90ac-435b-a78d-63d2be11f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:48.559408 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-434385e9-90ac-435b-a78d-63d2be11f6b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1099 time: 0.1090569 Apr 18 17:02:48.682266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5a8a9d9-d4cd-4f2b-801c-02dca324647b req-e34e47de-4e91-4a49-9b7c-f5bba675a783 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.0357447 Apr 18 17:02:48.719399 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:02:48.761589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d58fa7-95c5-4c88-908e-fdbea930a278 admin admin] Deleting subnet a25abb1f-ff07-4f5d-b8de-dbe6d78361cc {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:02:48.768634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d58fa7-95c5-4c88-908e-fdbea930a278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:48.812911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da0a3-2633-402d-a25a-0df74ca267ba req-f9ac34bb-6875-4ef7-a7e0-513ff81871dc tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:48.815118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d3da0a3-2633-402d-a25a-0df74ca267ba req-f9ac34bb-6875-4ef7-a7e0-513ff81871dc tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 949 time: 0.1200609 Apr 18 17:02:48.835604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-85720406-2063-49de-8079-16b5c06b10be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:48.837733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-85720406-2063-49de-8079-16b5c06b10be service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2700295 Apr 18 17:02:48.889052 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-5b9e1fba-0fdf-4aa6-9077-aaa296c680c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0390959 Apr 18 17:02:48.893254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d58fa7-95c5-4c88-908e-fdbea930a278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:48.938978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:02:48.946629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d3da0a3-2633-402d-a25a-0df74ca267ba req-295f4993-b9f5-47e4-9f2d-625cdcf81c6a tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238461 Apr 18 17:02:48.954430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:02:48.970902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:48.971660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:48.973541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e5c32-bc54-4502-a60c-f74643b36d03 req-b97fee7a-3c1d-4172-8913-9f733843c40e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:48.975062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a7e5c32-bc54-4502-a60c-f74643b36d03 req-b97fee7a-3c1d-4172-8913-9f733843c40e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0968251 Apr 18 17:02:48.984333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-cd905d73-6697-46e3-95e1-c89d41a463c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:48.985822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-cd905d73-6697-46e3-95e1-c89d41a463c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0876203 Apr 18 17:02:48.986856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d58fa7-95c5-4c88-908e-fdbea930a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.021809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a7e5c32-bc54-4502-a60c-f74643b36d03 req-672c60f2-d445-48de-abe4-44d957afa13f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Apr 18 17:02:49.062214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.066644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5c6b8d08-2527-4334-925f-788305b341d0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8046131 Apr 18 17:02:49.069854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51812) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:49.080686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-f685f11d-2138-4dbe-87f6-e8cd8d053057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:49.082240 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-f685f11d-2138-4dbe-87f6-e8cd8d053057 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701442 Apr 18 17:02:49.174787 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d58fa7-95c5-4c88-908e-fdbea930a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.227300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 01eae7cc-5d7d-4542-8a00-4ed27067cdcf no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:49.247399 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d58fa7-95c5-4c88-908e-fdbea930a278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.253049 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-25d58fa7-95c5-4c88-908e-fdbea930a278 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a25abb1f-ff07-4f5d-b8de-dbe6d78361cc HTTP/1.1" status: 204 len: 168 time: 0.7192273 Apr 18 17:02:49.253258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 01eae7cc-5d7d-4542-8a00-4ed27067cdcf {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:49.253258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 01eae7cc-5d7d-4542-8a00-4ed27067cdcf not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:49.254965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d58fa7-95c5-4c88-908e-fdbea930a278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25abb1f-ff07-4f5d-b8de-dbe6d78361cc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:49.255588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51814) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:49.255713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4e88afa3-d4e2-47ae-afb5-467ca05a8b9a None None] Provisioning complete for port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:49.256069 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e88afa3-d4e2-47ae-afb5-467ca05a8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.293941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:49.294753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-6733bffb-c09f-43d7-b4d1-ae8221393fa6 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820085 Apr 18 17:02:49.367727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.460239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:49.473790 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-ecef4428-a195-495f-b1a2-5d7fa2f7d2de service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498616 Apr 18 17:02:49.488410 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.511127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6366ca5e-c99f-4fa5-b8b8-419df562a4ff']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:49.521090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a20813-6384-43b0-8de9-1148d12ecfb7') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:49.521390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a20813-6384-43b0-8de9-1148d12ecfb7') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:49.531096 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.544320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.554365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:02:49.554365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.588977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:47Z', 'revision_number': 3, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:02:49.610101 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:02:49.620840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:02:49.621294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Updating router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 port 03604f44-cab1-4ad9-a2ce-8033f92171d9 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:02:49.652369 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.656511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 16d67d5a-879a-4bea-8d84-d82771b06ff1 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:02:49.663433 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.667890 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.672945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6366ca5e-c99f-4fa5-b8b8-419df562a4ff HTTP/1.1" status: 204 len: 168 time: 0.4151857 Apr 18 17:02:49.682113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 16d67d5a-879a-4bea-8d84-d82771b06ff1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:49.682488 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.685684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51818) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:49.695898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979318c7-2377-4e37-8fa6-6aec07e77c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6366ca5e-c99f-4fa5-b8b8-419df562a4ff,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:49.757864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b63bc1-f188-433c-a2d1-f87b1addf696 req-94f56359-0bfc-4ff1-a1d2-5d6e2c30bc4c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:49.766371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94b63bc1-f188-433c-a2d1-f87b1addf696 req-94f56359-0bfc-4ff1-a1d2-5d6e2c30bc4c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.1553683 Apr 18 17:02:49.813178 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.840611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfe4e4d8-67b3-42d4-85a8-59b6637a5f11 req-e241a8cd-77e5-4cc8-93ff-cd8843bf9012 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.0379157 Apr 18 17:02:49.844912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80cfe4e-be12-4661-ae20-34ea3058671c admin admin] Deleting subnet a82164e5-6ba4-462e-beb9-bde693b2e517 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:02:49.857315 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.866419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94b63bc1-f188-433c-a2d1-f87b1addf696 req-cdefee91-e422-48bc-9737-5e829e2a8cd6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984681 Apr 18 17:02:49.869122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b80cfe4e-be12-4661-ae20-34ea3058671c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.916226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b80cfe4e-be12-4661-ae20-34ea3058671c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:49.966100 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b80cfe4e-be12-4661-ae20-34ea3058671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.060182 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.062833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9b3d9635-a0fd-4a06-a128-c8d543f2b377 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:50.093343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Allocated IP 172.20.0.1 (a37eb280-4900-4757-aa38-b22eaa6df527/625cdbf8-78d6-47c6-a82d-2decbb3121f9/970329a8-b53a-416a-b403-2e19ee689003) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:02:50.108230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:50.110518 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d5c48d-70a3-46ab-a3ca-84a1be9c5b16" -d '{"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-plugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:50.111082 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b80cfe4e-be12-4661-ae20-34ea3058671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.129700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:50.150797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:50.151440 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.171166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cfe4e-be12-4661-ae20-34ea3058671c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82164e5-6ba4-462e-beb9-bde693b2e517,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:50.175195 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b80cfe4e-be12-4661-ae20-34ea3058671c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.178363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b80cfe4e-be12-4661-ae20-34ea3058671c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a82164e5-6ba4-462e-beb9-bde693b2e517 HTTP/1.1" status: 204 len: 168 time: 0.4911895 Apr 18 17:02:50.185330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51828) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:50.207619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bcbe6-19a1-4a67-96ab-909172304f57 req-41b9f3c0-1864-41e3-bb31-6369d664d679 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:50.215526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e09bcbe6-19a1-4a67-96ab-909172304f57 req-41b9f3c0-1864-41e3-bb31-6369d664d679 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 949 time: 0.1368661 Apr 18 17:02:50.218456 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.228922 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.256472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1322d-9993-4fc2-b30e-5abb4a3bd84e req-8f8ebade-6fe4-45b4-b1fb-b5aa57a92a44 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:50.258065 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8f1322d-9993-4fc2-b30e-5abb4a3bd84e req-8f8ebade-6fe4-45b4-b1fb-b5aa57a92a44 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0999057 Apr 18 17:02:50.286330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e09bcbe6-19a1-4a67-96ab-909172304f57 req-af0d0451-521e-4c54-a1a4-2992de7112e8 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698488 Apr 18 17:02:50.289980 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.324781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635e52c-5a62-420d-a673-510978a42797 None None] Pushing event updated for resources: {'Port': ['ID=03604f44-cab1-4ad9-a2ce-8033f92171d9,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:50.338842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8f1322d-9993-4fc2-b30e-5abb4a3bd84e req-c6227f4a-e650-410e-b335-013d273c15ed tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720713 Apr 18 17:02:50.365436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Attempting to bind port 03604f44-cab1-4ad9-a2ce-8033f92171d9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:50.365805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Attempting to bind port 03604f44-cab1-4ad9-a2ce-8033f92171d9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:50.366164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Attempting to bind port 03604f44-cab1-4ad9-a2ce-8033f92171d9 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:50.380904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.385598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:50.385969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:50.386377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.386771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:50.387508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Bound port: 03604f44-cab1-4ad9-a2ce-8033f92171d9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:50.387891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.396756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:50.453768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] For port 03604f44-cab1-4ad9-a2ce-8033f92171d9, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:50.458447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] For port 03604f44-cab1-4ad9-a2ce-8033f92171d9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=03604f44-cab1-4ad9-a2ce-8033f92171d9,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:50.485120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-fcd70235-52f3-4ed3-bc4d-3a837c9585ff tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:50.486736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-fcd70235-52f3-4ed3-bc4d-3a837c9585ff tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 949 time: 0.0987751 Apr 18 17:02:50.525768 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.534063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.536337 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38403935-0882-47d4-9bc7-70b4ab348855 x-openstack-request-id: req-38403935-0882-47d4-9bc7-70b4ab348855 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:50.536653 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-plugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:50.538718 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38403935-0882-47d4-9bc7-70b4ab348855 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:50.538718 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38403935-0882-47d4-9bc7-70b4ab348855'] response: {'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'code': 200} Apr 18 17:02:50.561310 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.588254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:50.591424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:50.604652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ebccba-f425-4cc0-9ec9-ec8e7d012db9']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:50.622844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635e52c-5a62-420d-a673-510978a42797 None None] Pushing event updated for resources: {'Port': ['ID=03604f44-cab1-4ad9-a2ce-8033f92171d9,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:50.630784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d432b39-bc48-49b0-a27b-4ddb46da363d') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:50.631083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d432b39-bc48-49b0-a27b-4ddb46da363d') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:50.656788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Network a37eb280-4900-4757-aa38-b22eaa6df527 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:02:50.663592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.665929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:50.681209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:02:50.686020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Pushing event updated for resources: {'Port': ['ID=970329a8-b53a-416a-b403-2e19ee689003,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:50.715351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.727282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:02:50.727688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:02:50.735239 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:02:50.739942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:50.781384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.861206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Deleting port a6620ca0-fd90-4d8c-b889-0fc95fa72857 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:50.861900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:50.995297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:47Z', 'revision_number': 3, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:51.002023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] For port a6620ca0-fd90-4d8c-b889-0fc95fa72857, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a6620ca0-fd90-4d8c-b889-0fc95fa72857,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:51.002354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.038344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Calling delete_port for a6620ca0-fd90-4d8c-b889-0fc95fa72857 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:02:51.051330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31adcb5-d3b0-4c4c-9ecc-e731a709e8ab None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:47Z', 'revision_number': 3, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:02:51.067765 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4c3919bd-12ab-454c-915a-82ba00095734 None None] Provisioning complete for port 970329a8-b53a-416a-b403-2e19ee689003 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:51.068941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4c3919bd-12ab-454c-915a-82ba00095734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.114347 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4c3919bd-12ab-454c-915a-82ba00095734 None None] Port 970329a8-b53a-416a-b403-2e19ee689003 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:02:51.124128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.129855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.134715 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] 10.222.0.45 "DELETE /v2.0/networks/93ebccba-f425-4cc0-9ec9-ec8e7d012db9 HTTP/1.1" status: 204 len: 168 time: 0.9473674 Apr 18 17:02:51.146989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41ce55d3-8836-4a3d-a06f-054f4998cdb6 req-18b5484e-8ff8-449d-bed7-af0a461fb29a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f9cb853-4e81-4db3-b74b-38299797c0db HTTP/1.1" status: 200 len: 210 time: 0.1009712 Apr 18 17:02:51.167400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7761e8-f59d-44cb-97e6-cd0ebff30851 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ebccba-f425-4cc0-9ec9-ec8e7d012db9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:51.229355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49cae1-2a50-47b5-8eff-33f58cc27e6e req-3d831434-8c85-432c-9115-412e5083b7cf tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:51.236132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff49cae1-2a50-47b5-8eff-33f58cc27e6e req-3d831434-8c85-432c-9115-412e5083b7cf tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.2197940 Apr 18 17:02:51.288211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.341947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff49cae1-2a50-47b5-8eff-33f58cc27e6e req-5b965b32-5464-4989-b7ae-29f94e6813dc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940158 Apr 18 17:02:51.564271 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.579238 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51842) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:51.610234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b249dd-85ca-411e-8d0f-512aa38b855c req-f1be45ea-6f3f-4726-8149-6c085eb32f56 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:51.612650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13b249dd-85ca-411e-8d0f-512aa38b855c req-f1be45ea-6f3f-4726-8149-6c085eb32f56 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 949 time: 0.1726778 Apr 18 17:02:51.623501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.636997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abeefb-f3c7-40a6-b952-83ec5be5a186 req-564ec1dc-04fb-4390-b376-e6ffa093b196 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:51.638834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0abeefb-f3c7-40a6-b952-83ec5be5a186 req-564ec1dc-04fb-4390-b376-e6ffa093b196 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0945926 Apr 18 17:02:51.671648 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.687049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.729515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13b249dd-85ca-411e-8d0f-512aa38b855c req-b02586b9-8fdb-45c9-817c-f24f92bcaadb tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fb0c5fe-913e-47b5-87d0-d75298fd0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077893 Apr 18 17:02:51.742872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0abeefb-f3c7-40a6-b952-83ec5be5a186 req-33fd6dc0-adce-43c0-bbfe-b731da123e5b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901785 Apr 18 17:02:51.746028 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c8592f6f-bd97-4635-a2f3-9601bdf54627 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c5d9ea0f14a45849ed2e461d6b09988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1647944 Apr 18 17:02:51.749281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51844) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:51.760905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Pushing event updated for resources: {'Port': ['ID=970329a8-b53a-416a-b403-2e19ee689003,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:51.830893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Pushing event deleted for resources: {'Port': ['ID=a6620ca0-fd90-4d8c-b889-0fc95fa72857,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:51.845177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-559bdb19-5236-4521-afd2-a62313517dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:51.891998 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-559bdb19-5236-4521-afd2-a62313517dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:52.022650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-559bdb19-5236-4521-afd2-a62313517dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:52.025694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-559bdb19-5236-4521-afd2-a62313517dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:52.027376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-559bdb19-5236-4521-afd2-a62313517dd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad6e3fbb-67b0-4d47-95d0-e877eecc1688 HTTP/1.1" status: 204 len: 168 time: 0.2667582 Apr 18 17:02:52.042185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 03604f44-cab1-4ad9-a2ce-8033f92171d9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:52.059565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bdb19-5236-4521-afd2-a62313517dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6e3fbb-67b0-4d47-95d0-e877eecc1688,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:52.180813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 03604f44-cab1-4ad9-a2ce-8033f92171d9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:52.181553 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:52.308630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:52.333019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 03604f44-cab1-4ad9-a2ce-8033f92171d9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=03604f44-cab1-4ad9-a2ce-8033f92171d9,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:52.411547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] No DVR routers for this DVR port a6620ca0-fd90-4d8c-b889-0fc95fa72857 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:52.416030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:52.420235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ec5f50b8-62e1-42e6-b8da-a0abb62b5393 req-c99e7767-b760-4c07-8a86-292b8aff8ed7 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.41 "DELETE /v2.0/ports/a6620ca0-fd90-4d8c-b889-0fc95fa72857 HTTP/1.1" status: 204 len: 173 time: 1.9089675 Apr 18 17:02:52.420951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1285b5b-bb63-443d-a7a5-cc97b4aab54f', 'name': 'network-vif-deleted', 'tag': 'a6620ca0-fd90-4d8c-b889-0fc95fa72857'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:52.423179 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895d4ef0-afd8-46d2-8696-87060ff0b0d4" -d '{"events": [{"server_uuid": "b1285b5b-bb63-443d-a7a5-cc97b4aab54f", "name": "network-vif-deleted", "tag": "a6620ca0-fd90-4d8c-b889-0fc95fa72857"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:52.434035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:52.468049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Network a37eb280-4900-4757-aa38-b22eaa6df527 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:02:52.474741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:02:52.547251 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ae0af-8c23-47c9-9224-2ac91cb53a34 x-openstack-request-id: req-098ae0af-8c23-47c9-9224-2ac91cb53a34 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:52.547892 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1285b5b-bb63-443d-a7a5-cc97b4aab54f", "name": "network-vif-deleted", "tag": "a6620ca0-fd90-4d8c-b889-0fc95fa72857", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:52.548241 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-098ae0af-8c23-47c9-9224-2ac91cb53a34 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:52.548884 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098ae0af-8c23-47c9-9224-2ac91cb53a34'] response: {'server_uuid': 'b1285b5b-bb63-443d-a7a5-cc97b4aab54f', 'name': 'network-vif-deleted', 'tag': 'a6620ca0-fd90-4d8c-b889-0fc95fa72857', 'status': 'completed', 'code': 200} Apr 18 17:02:52.560566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=03604f44-cab1-4ad9-a2ce-8033f92171d9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:52.681315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcaa50-02cb-45c2-bed8-e4bcffe11d05 req-4585528f-9756-44ff-b836-94b52d999973 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:52.696751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9bcaa50-02cb-45c2-bed8-e4bcffe11d05 req-4585528f-9756-44ff-b836-94b52d999973 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.2225296 Apr 18 17:02:52.709401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:02:52.767135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9bcaa50-02cb-45c2-bed8-e4bcffe11d05 req-f0c1f5ba-31cc-4731-b139-7edbe34f76e5 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639484 Apr 18 17:02:52.961170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2b3e5d9-f79c-4f4c-a65c-1ba27663d8c5 req-dd5a44d1-2555-49a2-99b6-bc2b0770f782 tempest-ServersAdminNegativeTestJSON-1693433196 tempest-ServersAdminNegativeTestJSON-1693433196-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1285b5b-bb63-443d-a7a5-cc97b4aab54f HTTP/1.1" status: 200 len: 210 time: 0.0695915 Apr 18 17:02:52.964780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:02:52.970754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-78645da9-0d53-410f-a441-9f8c6c3f1029 admin admin] 10.222.0.45 "PUT /v2.0/routers/fbbaf1d4-d14c-4ba0-9d04-d319f5608687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8998621 Apr 18 17:02:52.996167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3005a-269b-4755-a17e-ca4d7c01adeb req-975e0a45-42f4-4742-9c05-fad671014f23 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:52.998160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68e3005a-269b-4755-a17e-ca4d7c01adeb req-975e0a45-42f4-4742-9c05-fad671014f23 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1177282 Apr 18 17:02:53.096861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4d0e2a67-43f0-4266-9e7a-19c14dc1e582 None None] Provisioning complete for port 970329a8-b53a-416a-b403-2e19ee689003 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:53.098512 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4d0e2a67-43f0-4266-9e7a-19c14dc1e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:53.109291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-3ba85253-23e4-4352-8aac-87494255897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:53.111092 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-3ba85253-23e4-4352-8aac-87494255897b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f&tenant_id=79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 1100 time: 0.0689056 Apr 18 17:02:53.113982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68e3005a-269b-4755-a17e-ca4d7c01adeb req-590568e2-8442-4ec4-b468-e5abd3044aa9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086946 Apr 18 17:02:53.138205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:53.217439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51868) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:53.230192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e2a67-43f0-4266-9e7a-19c14dc1e582 None None] Port 970329a8-b53a-416a-b403-2e19ee689003 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:02:53.269622 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:53.278338 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a6620ca0-fd90-4d8c-b889-0fc95fa72857 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:53.306632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: a6620ca0-fd90-4d8c-b889-0fc95fa72857 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:02:53.308930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a6620ca0-fd90-4d8c-b889-0fc95fa72857 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:53.352468 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f0fd1042-d44a-4b58-83af-5a7b184e4583 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2bbcf224a5c4638b82647dead2b8649&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1313334 Apr 18 17:02:53.353203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51874) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:53.443942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-478578b9-ce6f-4bc1-b937-68785a61a89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:53.494625 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-478578b9-ce6f-4bc1-b937-68785a61a89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:53.742450 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:02:53.755415 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:53.759348 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:53.775292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:53.781493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-e0d312af-4add-47b1-b5c4-44ed8699b125 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:53.783587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-e0d312af-4add-47b1-b5c4-44ed8699b125 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 820 time: 0.1650286 Apr 18 17:02:53.784751 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-478578b9-ce6f-4bc1-b937-68785a61a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:53.787644 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-478578b9-ce6f-4bc1-b937-68785a61a89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:53.788681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-478578b9-ce6f-4bc1-b937-68785a61a89b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eac0b805-f742-47f0-bf5c-5258a8db10e7 HTTP/1.1" status: 204 len: 168 time: 0.4339898 Apr 18 17:02:53.833357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-aae61a11-44f5-4bf7-b856-f1cfb320b9e8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/quotas/480e454ce62c4d9c80f2a9a9a875f05e HTTP/1.1" status: 200 len: 375 time: 0.0420299 Apr 18 17:02:53.834532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478578b9-ce6f-4bc1-b937-68785a61a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac0b805-f742-47f0-bf5c-5258a8db10e7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:53.905829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:53.960325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 03604f44-cab1-4ad9-a2ce-8033f92171d9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:54.014616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-0fb90587-6e75-4116-ad8b-bdef53792aa4 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1747997 Apr 18 17:02:54.024667 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:54.034328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:54.053770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Transition to ACTIVE for port object 16d67d5a-879a-4bea-8d84-d82771b06ff1 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:02:54.053991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 03604f44-cab1-4ad9-a2ce-8033f92171d9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:54.055408 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:54.093467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb4c7a-f0ca-4c4d-afc0-18a6b3c8c46b req-d273c5ee-9a34-46aa-aedd-b046ab2ec4bd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:54.093467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7bdb4c7a-f0ca-4c4d-afc0-18a6b3c8c46b req-d273c5ee-9a34-46aa-aedd-b046ab2ec4bd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.1650498 Apr 18 17:02:54.142482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:54.171353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7bdb4c7a-f0ca-4c4d-afc0-18a6b3c8c46b req-10c315ea-5ecf-4625-a4ee-842e6ffb0078 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698655 Apr 18 17:02:54.214014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a381ee7d-8e1f-4a9d-8e83-bf2651cf1bf1 service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981020 Apr 18 17:02:54.349065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] No DVR routers for this DVR port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:02:54.431427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:54.446084 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 2, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:54.476274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:54.476640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:54.478644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:54.486852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:02:54.497494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Attempting to bind port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:54.508916 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:02:54.510457 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Updating router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 port 970329a8-b53a-416a-b403-2e19ee689003 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:02:54.513623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:54.514061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:54.514531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:54.516106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Bound port: 16d67d5a-879a-4bea-8d84-d82771b06ff1, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:54.516559 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:54.540996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177b0ef-e0bc-45cb-b29a-5182c0774b01 req-6f8a3454-32b1-4861-a7f3-b2b20979d492 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:54.542823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3177b0ef-e0bc-45cb-b29a-5182c0774b01 req-6f8a3454-32b1-4861-a7f3-b2b20979d492 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1590190 Apr 18 17:02:54.552630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:54.554166 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:54.556497 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed35e86-d7d9-4629-b86d-32bb6bd53b60" -d '{"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:54.583966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-34926e04-898c-438c-92a9-822954ae146f service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684819 Apr 18 17:02:54.643134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:54.650032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3177b0ef-e0bc-45cb-b29a-5182c0774b01 req-a67faadd-8243-4d3c-87eb-7ca00a7987ec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936975 Apr 18 17:02:54.652001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:54.737335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:54.799014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:54.801076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:54.803036 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 1096 time: 1.6747968 Apr 18 17:02:54.923316 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd53606-a93a-403a-af7b-6310f785bb1d x-openstack-request-id: req-9bd53606-a93a-403a-af7b-6310f785bb1d {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:54.923616 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:54.924477 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bd53606-a93a-403a-af7b-6310f785bb1d {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:54.924898 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd53606-a93a-403a-af7b-6310f785bb1d'] response: {'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'code': 200} Apr 18 17:02:54.928024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a8f47-d03d-4261-b715-f9419f84a4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=11']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:55.006618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce6b50a8-cebe-4632-8f12-52ee6686e08e req-fe8715d3-7a91-4e8c-a87d-64b6874c8c21 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 210 time: 0.0405846 Apr 18 17:02:55.092241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-70326a4e-9e0a-4288-9a2d-af5c0850fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:55.099493 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-70326a4e-9e0a-4288-9a2d-af5c0850fa4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1099 time: 0.2491851 Apr 18 17:02:55.109337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51916) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:55.110088 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-defe1ce6-3c76-4389-a856-d90d18685b19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1670198 Apr 18 17:02:55.227874 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:55.307382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-12a74479-cb05-46d5-87df-5cf02ee5f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:55.307616 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:55.309132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-12a74479-cb05-46d5-87df-5cf02ee5f10a service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1981237 Apr 18 17:02:55.317375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-65c18d18-f90a-416f-8aba-6cbc4c41e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:55.319260 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-65c18d18-f90a-416f-8aba-6cbc4c41e95e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 1102 time: 0.0784998 Apr 18 17:02:55.400579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ca8be-9538-4bfb-a387-2e7905356730 req-96b37bae-e4c4-464b-ab25-74914067aebc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:55.411640 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-390ca8be-9538-4bfb-a387-2e7905356730 req-96b37bae-e4c4-464b-ab25-74914067aebc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.1002233 Apr 18 17:02:55.456207 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Pushing event updated for resources: {'Port': ['ID=970329a8-b53a-416a-b403-2e19ee689003,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:55.484995 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.485529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:02:55.486481 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.486821 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.487154 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.487481 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.487836 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.488157 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.488477 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.488797 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.489108 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.490794 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.491124 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:02:55.508741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-390ca8be-9538-4bfb-a387-2e7905356730 req-f1db9994-23d2-4f41-8a4d-ce05a7f17f90 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683069 Apr 18 17:02:55.580562 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-66963cc6-3d14-4d73-b78d-b9eb2acb40c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.2547896 Apr 18 17:02:55.583844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-58bf95c1-3a97-41be-892c-d499e571619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:55.585340 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-58bf95c1-3a97-41be-892c-d499e571619f service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2265232 Apr 18 17:02:55.616954 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Attempting to bind port 970329a8-b53a-416a-b403-2e19ee689003 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:02:55.617317 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Attempting to bind port 970329a8-b53a-416a-b403-2e19ee689003 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:02:55.618133 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Attempting to bind port 970329a8-b53a-416a-b403-2e19ee689003 on network a37eb280-4900-4757-aa38-b22eaa6df527 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:02:55.639806 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:02:55.640179 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Checking segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:02:55.640833 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:55.649834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:02:55.650112 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Bound using segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:02:55.650112 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Bound port: 970329a8-b53a-416a-b403-2e19ee689003, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:02:55.666135 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:55.684747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f25a54cc-7df9-45d7-b7b1-a86ac9e347d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ce2066685ad479f97e997529171ccc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714092 Apr 18 17:02:55.685074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51936) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:55.759042 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-76d9fbc0-21e0-4e30-97e1-bc658858349e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 200 len: 217 time: 0.1351635 Apr 18 17:02:55.785821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-0d0bccbc-3ce9-45d0-822f-9e9dc3a2e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:55.788503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-0d0bccbc-3ce9-45d0-822f-9e9dc3a2e06a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2022238 Apr 18 17:02:55.842383 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] For port 970329a8-b53a-416a-b403-2e19ee689003, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:02:55.845527 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] For port 970329a8-b53a-416a-b403-2e19ee689003, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=970329a8-b53a-416a-b403-2e19ee689003,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:02:55.903663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a979e3d-ef3d-462c-977e-6e00718cdc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:55.921085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-6b384b47-828c-441e-87ce-274b34ee7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:55.923305 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-6b384b47-828c-441e-87ce-274b34ee7c01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208122 Apr 18 17:02:55.926973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-9b02d1c4-643c-4e75-8bc7-298d54bead7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:55.931410 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-9b02d1c4-643c-4e75-8bc7-298d54bead7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1397836 Apr 18 17:02:55.954243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a979e3d-ef3d-462c-977e-6e00718cdc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:55.959557 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:55.979185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-72da6dbd-13b0-4547-82f8-c88fcb92635e None None] Provisioning complete for port 970329a8-b53a-416a-b403-2e19ee689003 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:55.981755 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72da6dbd-13b0-4547-82f8-c88fcb92635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:56.012948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a89fd5-495b-402c-8ead-cb44a6552399 req-c14f06ef-1f0f-4f61-9a35-4df5436870af tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:56.014573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55a89fd5-495b-402c-8ead-cb44a6552399 req-c14f06ef-1f0f-4f61-9a35-4df5436870af tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.2538426 Apr 18 17:02:56.086043 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:02:56.086911 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:02:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:56.197937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-462aa3d7-60a7-416c-a6db-8c4c5969acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:56.200423 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-462aa3d7-60a7-416c-a6db-8c4c5969acf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464974 Apr 18 17:02:56.275257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55a89fd5-495b-402c-8ead-cb44a6552399 req-f09f3506-a6ad-4e71-a893-f8c3e3288a4e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248924 Apr 18 17:02:56.280407 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec43e0-e7e5-481f-922c-257427abdd7f None None] Pushing event updated for resources: {'Port': ['ID=970329a8-b53a-416a-b403-2e19ee689003,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:56.300149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3293507f-37a4-4c69-af7b-40993d8ff7ab req-fbb00521-1db6-45e4-8d0b-20ef78f4045a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 210 time: 0.1446657 Apr 18 17:02:56.314764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-752af62d-ff5f-4e0b-b014-f36982d19f81 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723814 Apr 18 17:02:56.333969 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72da6dbd-13b0-4547-82f8-c88fcb92635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:56.422290 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a979e3d-ef3d-462c-977e-6e00718cdc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:56.424890 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a979e3d-ef3d-462c-977e-6e00718cdc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:56.426816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3a979e3d-ef3d-462c-977e-6e00718cdc6e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fb0c5fe-913e-47b5-87d0-d75298fd0801 HTTP/1.1" status: 204 len: 168 time: 0.7408490 Apr 18 17:02:56.445249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-72da6dbd-13b0-4547-82f8-c88fcb92635e None None] For port 970329a8-b53a-416a-b403-2e19ee689003, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=970329a8-b53a-416a-b403-2e19ee689003,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:02:56.446512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a979e3d-ef3d-462c-977e-6e00718cdc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb0c5fe-913e-47b5-87d0-d75298fd0801,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:56.526858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72da6dbd-13b0-4547-82f8-c88fcb92635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:56.678970 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-58b0c99f-ad37-449c-83d6-f8a6c0461b19 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676993 Apr 18 17:02:56.726249 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:02:56.730548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdedf0-5cc2-4f2f-954d-9204cc63d7be req-1b96c5f7-1f50-421a-b7d6-6fa243e566f2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:56.755622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ddbdedf0-5cc2-4f2f-954d-9204cc63d7be req-1b96c5f7-1f50-421a-b7d6-6fa243e566f2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.1015439 Apr 18 17:02:56.789115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-874b9bfe-4f56-4315-a56b-607aea5c2b40 None None] Provisioning complete for port 970329a8-b53a-416a-b403-2e19ee689003 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:56.789720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1fdd57f-ae65-4d23-96ca-bd3ecfe540a9 req-9aa21202-1b67-4ee6-af89-ae9af8f600e0 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574037 Apr 18 17:02:56.797095 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-874b9bfe-4f56-4315-a56b-607aea5c2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:56.804783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da6dbd-13b0-4547-82f8-c88fcb92635e None None] Pushing event updated for resources: {'Port': ['ID=970329a8-b53a-416a-b403-2e19ee689003,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:56.847225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ddbdedf0-5cc2-4f2f-954d-9204cc63d7be req-757db861-19f8-46dd-8613-268c1b9ef084 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905690 Apr 18 17:02:56.927889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:02:56.931783 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5e7953-7a57-4adf-a78e-42e3b03935b2" -d '{"events": [{"name": "network-changed", "server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:02:56.970211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cab1057d-4d98-45bb-86bc-301eafc8c21b req-82ade3bd-0a59-4cfa-bd82-49b8ef48d942 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800231 Apr 18 17:02:57.021945 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3854710-cbac-48b2-8123-c0c6afb13ae3 x-openstack-request-id: req-e3854710-cbac-48b2-8123-c0c6afb13ae3 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:02:57.022463 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:02:57.023015 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3854710-cbac-48b2-8123-c0c6afb13ae3 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:02:57.023593 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3854710-cbac-48b2-8123-c0c6afb13ae3'] response: {'name': 'network-changed', 'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'status': 'completed', 'code': 200} Apr 18 17:02:57.151350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-5c981223-6de4-416e-8e53-406d4d6b2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:57.153769 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-5c981223-6de4-416e-8e53-406d4d6b2032 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1099 time: 0.0953135 Apr 18 17:02:57.184074 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:55Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:02:57.233742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d26c6-0d0c-4047-bdb3-f50a890e8357 None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:55Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:02:57.360937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-cb0a75b3-897a-4a73-b39a-5989078a159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:57.362848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-cb0a75b3-897a-4a73-b39a-5989078a159a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 1099 time: 0.1968906 Apr 18 17:02:57.370825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-4babf60c-8086-48f0-b1e9-546496793c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:57.376884 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-4babf60c-8086-48f0-b1e9-546496793c20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1955714 Apr 18 17:02:57.495799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:57.518132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-88279279-ef90-4aff-8f17-072640c1dafe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.1240249 Apr 18 17:02:57.579827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b951eff4-bd9b-42ca-8f23-c5d6a47a3690 req-783657a6-9e57-477d-85c8-c7d670c9ee81 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 210 time: 0.0571735 Apr 18 17:02:57.592205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117f5d-76c8-46d7-b944-3a85157a8f82 req-7e1cf27e-5e44-4032-ab20-f8161207c907 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:57.593777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5117f5d-76c8-46d7-b944-3a85157a8f82 req-7e1cf27e-5e44-4032-ab20-f8161207c907 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1388457 Apr 18 17:02:57.681613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-7b5e2ee0-e12f-4801-af06-2d3d40980dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:57.683168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-7b5e2ee0-e12f-4801-af06-2d3d40980dbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2929034 Apr 18 17:02:57.732921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5117f5d-76c8-46d7-b944-3a85157a8f82 req-e4b71fc9-0b75-4701-b16f-dd701896fa02 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185873 Apr 18 17:02:57.751058 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-f8cc6927-63e3-4f43-b0c5-7e333654d3bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0489950 Apr 18 17:02:57.767985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e325365c-eea7-4570-a4f6-d99135397766 req-fb14a79d-d738-4d3e-9a62-0bd0408ec0df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1422148 Apr 18 17:02:57.819353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-fe58b206-9a99-47b0-b471-de2adc455aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:57.820794 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-fe58b206-9a99-47b0-b471-de2adc455aa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2547274 Apr 18 17:02:57.825526 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8f030e66-c414-4892-8dc6-69068683ba16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=002a60b3b5e9480295fc69a4fa77a731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155015 Apr 18 17:02:57.828269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:02:57.929095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325365c-eea7-4570-a4f6-d99135397766 req-d496510b-20c8-4a0c-8bd8-4be2e136d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:57.930404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e325365c-eea7-4570-a4f6-d99135397766 req-d496510b-20c8-4a0c-8bd8-4be2e136d82f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0c4986469b0458d9729a71a797dd88b&device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 1095 time: 0.0960169 Apr 18 17:02:58.014149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-71db28bd-4fea-4b7d-aec5-d271346f84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:58.016978 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-71db28bd-4fea-4b7d-aec5-d271346f84b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2452707 Apr 18 17:02:58.039002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 970329a8-b53a-416a-b403-2e19ee689003 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:02:58.153106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 970329a8-b53a-416a-b403-2e19ee689003 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:02:58.153106 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:58.184954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-52224331-eb1c-4632-847b-1d965aca81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:58.186503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-52224331-eb1c-4632-847b-1d965aca81fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3560169 Apr 18 17:02:58.187339 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b265097-1532-42bd-ab9e-444418c82b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:58.212482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd359e-8008-4215-8735-a39c272fefdf req-04a3cdd7-409d-4910-9c14-9b054c06c951 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:58.214074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8dd359e-8008-4215-8735-a39c272fefdf req-04a3cdd7-409d-4910-9c14-9b054c06c951 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.2266898 Apr 18 17:02:58.250769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b265097-1532-42bd-ab9e-444418c82b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:58.317923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325365c-eea7-4570-a4f6-d99135397766 req-bdda2331-dddf-444d-9b10-9eb97b271b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:58.319374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e325365c-eea7-4570-a4f6-d99135397766 req-bdda2331-dddf-444d-9b10-9eb97b271b56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 200 len: 920 time: 0.3539457 Apr 18 17:02:58.353938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8dd359e-8008-4215-8735-a39c272fefdf req-c12ae98f-e51b-487e-9728-4e770db8660c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202865 Apr 18 17:02:58.441243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e325365c-eea7-4570-a4f6-d99135397766 req-1b3e7911-2c3c-4ea9-ae62-0ed01f5076ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 200 len: 217 time: 0.1081717 Apr 18 17:02:58.509367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-b5cea1e9-4b2b-4578-b6a4-465ed5e7f452 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e23d73b7f6034308adb09a9da9caceb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654008 Apr 18 17:02:58.542481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-3c2f8d57-2c4f-4dd9-8ed4-a9d1122c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:58.543914 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-3c2f8d57-2c4f-4dd9-8ed4-a9d1122c0f60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4569731 Apr 18 17:02:58.555528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-66960eae-81e6-4af8-b29d-4af4e117e904 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:58.557198 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-66960eae-81e6-4af8-b29d-4af4e117e904 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 820 time: 0.6378291 Apr 18 17:02:58.595776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325365c-eea7-4570-a4f6-d99135397766 req-3fd8573b-08fb-4944-a928-8bd73d89bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:58.602432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e325365c-eea7-4570-a4f6-d99135397766 req-3fd8573b-08fb-4944-a928-8bd73d89bc06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 200 len: 859 time: 0.1459868 Apr 18 17:02:58.610729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Request body: {'port': {'device_id': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'admin_state_up': True, 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:02:58.650501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e325365c-eea7-4570-a4f6-d99135397766 req-9a32be68-8818-4616-9f11-95fe1ac93394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364039 Apr 18 17:02:58.690270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b265097-1532-42bd-ab9e-444418c82b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:58.693440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b265097-1532-42bd-ab9e-444418c82b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:58.695006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4b265097-1532-42bd-ab9e-444418c82b1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abaeed1c-b3b2-4470-938e-d2ba9ffcf4b9 HTTP/1.1" status: 204 len: 168 time: 0.8656673 Apr 18 17:02:58.767159 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-8d128912-5c31-4f4b-bccc-099a8034865c service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520633 Apr 18 17:02:58.771995 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-968217c2-6341-4157-a392-7502ef5f159a tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:58.773103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-968217c2-6341-4157-a392-7502ef5f159a tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573259 Apr 18 17:02:58.811108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-5567ae63-a56e-40b8-ac94-c6ce12095346 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/quotas/e23d73b7f6034308adb09a9da9caceb4 HTTP/1.1" status: 200 len: 375 time: 0.0231028 Apr 18 17:02:58.826303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b265097-1532-42bd-ab9e-444418c82b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaeed1c-b3b2-4470-938e-d2ba9ffcf4b9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:02:58.937349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-0c2c0cfb-8a0d-4182-bd09-4a903fff13b4 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e23d73b7f6034308adb09a9da9caceb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1254201 Apr 18 17:02:58.943961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-6af50ea9-89ba-421e-9425-c5eaf63aec1a service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834753 Apr 18 17:02:58.988838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e325365c-eea7-4570-a4f6-d99135397766 req-9d4da791-5cbe-453d-acaa-09a0c9a806cd service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267243 Apr 18 17:02:59.012724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-318800b9-7031-41e4-8573-471af2b64572 req-46ac5ece-b4ed-445c-9c7d-b28d720ac1ad tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 210 time: 0.0517297 Apr 18 17:02:59.058682 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-570ba592-5e1d-4bcc-a67b-8b54d33a0612 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764404 Apr 18 17:02:59.120651 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab5e7953-7a57-4adf-a78e-42e3b03935b2 req-98c7445b-91d0-478e-8843-fff150abd241 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668708 Apr 18 17:02:59.164623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Made reservation on behalf of 480e454ce62c4d9c80f2a9a9a875f05e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:02:59.164623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:59.205796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e325365c-eea7-4570-a4f6-d99135397766 req-0462c161-6630-4c0e-bc24-5cf731335821 service neutron] 10.222.0.18 "GET /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968770 Apr 18 17:02:59.223083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258b868-d68d-439d-a7ed-5f4c4fd1c125 req-3536e5c6-260f-4a39-b655-88b2e567ce8e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:59.228926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6258b868-d68d-439d-a7ed-5f4c4fd1c125 req-3536e5c6-260f-4a39-b655-88b2e567ce8e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0994623 Apr 18 17:02:59.469028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Allocated IP 172.20.0.5 (a37eb280-4900-4757-aa38-b22eaa6df527/625cdbf8-78d6-47c6-a82d-2decbb3121f9/c53cfd4e-442b-45fc-a98d-9206ba973ef8) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:02:59.722434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6258b868-d68d-439d-a7ed-5f4c4fd1c125 req-031dd924-25b6-42c3-972c-ebbac9c1f6dd tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925473 Apr 18 17:02:59.745624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233ffe2-b86c-4f61-b787-eac9ae1876de req-8394a133-33ea-4e01-90f6-3523e72f146b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:59.749906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e233ffe2-b86c-4f61-b787-eac9ae1876de req-8394a133-33ea-4e01-90f6-3523e72f146b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 945 time: 0.1028061 Apr 18 17:02:59.778626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-bd6da529-b1b4-49c1-90b9-1e6240219014 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:02:59.780242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-bd6da529-b1b4-49c1-90b9-1e6240219014 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.18 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 945 time: 0.0994790 Apr 18 17:02:59.819401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eda0b40a-3ac3-4345-9b12-3d96cb35a696 req-1f620335-1255-4979-b1c6-c784e7e93f47 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 210 time: 0.0380740 Apr 18 17:02:59.884573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e233ffe2-b86c-4f61-b787-eac9ae1876de req-b7da80d2-7afe-427b-b6d8-01756cbe6f5d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263015 Apr 18 17:02:59.961290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:02:59.975869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Deleting port 94194168-ab24-4a3d-ad6b-250e8a608bfd {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:02:59.976290 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.048100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84b31b-ed68-428c-b72d-7131724b0c09 req-242b001b-52db-403e-b911-eae886ba6cf6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:00.049603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d84b31b-ed68-428c-b72d-7131724b0c09 req-242b001b-52db-403e-b911-eae886ba6cf6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.1046722 Apr 18 17:03:00.062783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.115535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Network a37eb280-4900-4757-aa38-b22eaa6df527 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:00.123557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:00.127836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:00.147661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] For port 94194168-ab24-4a3d-ad6b-250e8a608bfd, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94194168-ab24-4a3d-ad6b-250e8a608bfd,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:00.148028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.157639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Pushing event updated for resources: {'Port': ['ID=c53cfd4e-442b-45fc-a98d-9206ba973ef8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:00.174020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d84b31b-ed68-428c-b72d-7131724b0c09 req-1257add9-a409-401d-be8f-fb934e60f1b0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133146 Apr 18 17:03:00.192308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Calling delete_port for 94194168-ab24-4a3d-ad6b-250e8a608bfd owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:00.210003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:00.210721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.214334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293258d7-b2e2-4053-961f-ea5672118b56 req-9f823a9a-4c68-4544-9d52-ac96537df1c0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:00.214885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-293258d7-b2e2-4053-961f-ea5672118b56 req-9f823a9a-4c68-4544-9d52-ac96537df1c0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 931 time: 0.1281681 Apr 18 17:03:00.332740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-293258d7-b2e2-4053-961f-ea5672118b56 req-bc777fff-6087-4226-bf8c-1ffd9851ebf3 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754569 Apr 18 17:03:00.338355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-3da6ebb4-3568-4f58-b6c7-788ae64e2b44 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7423773 Apr 18 17:03:00.366714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Request body: {'port': {'device_id': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:00.448725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.482972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-58c7659c-9776-4342-a0a1-cbe5742e82b1 None None] Provisioning complete for port c53cfd4e-442b-45fc-a98d-9206ba973ef8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:00.483613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58c7659c-9776-4342-a0a1-cbe5742e82b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.492908 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.530691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['94194168-ab24-4a3d-ad6b-250e8a608bfd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:00.545206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Pushing event deleted for resources: {'Port': ['ID=94194168-ab24-4a3d-ad6b-250e8a608bfd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:00.558910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-58c7659c-9776-4342-a0a1-cbe5742e82b1 None None] Port c53cfd4e-442b-45fc-a98d-9206ba973ef8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:00.603456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] No DVR routers for this DVR port 94194168-ab24-4a3d-ad6b-250e8a608bfd on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:00.606487 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.609786 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11ead547-63bb-4a6b-94c3-7cf541fcada8 req-985b9333-468e-4b57-b078-731dc1eaa1b6 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.18 "DELETE /v2.0/ports/94194168-ab24-4a3d-ad6b-250e8a608bfd HTTP/1.1" status: 204 len: 173 time: 0.7959635 Apr 18 17:03:00.610794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'name': 'network-vif-deleted', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:00.613260 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c81d8a0-e9d8-4140-b4a4-7865462531d0" -d '{"events": [{"server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "name": "network-vif-deleted", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:00.652268 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de5ad8e-2375-4ebe-a055-a36162a76c3d x-openstack-request-id: req-0de5ad8e-2375-4ebe-a055-a36162a76c3d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:00.652645 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731fe74a-bb5a-4c63-a47c-50e328221a47", "name": "network-vif-deleted", "tag": "94194168-ab24-4a3d-ad6b-250e8a608bfd", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:00.653004 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0de5ad8e-2375-4ebe-a055-a36162a76c3d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:00.653551 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de5ad8e-2375-4ebe-a055-a36162a76c3d'] response: {'server_uuid': '731fe74a-bb5a-4c63-a47c-50e328221a47', 'name': 'network-vif-deleted', 'tag': '94194168-ab24-4a3d-ad6b-250e8a608bfd', 'status': 'completed', 'code': 200} Apr 18 17:03:00.795267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53cfd4e-442b-45fc-a98d-9206ba973ef8 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:00.807117 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.824410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Transition to ACTIVE for port object c53cfd4e-442b-45fc-a98d-9206ba973ef8 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:00.873595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd24b-0c68-4119-8564-5586fb0231f3 req-39198376-4d67-4743-b583-5d4e1c76c348 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:00.875183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6edcd24b-0c68-4119-8564-5586fb0231f3 req-39198376-4d67-4743-b583-5d4e1c76c348 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0547566 Apr 18 17:03:00.885892 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd8672b3-2965-4dcd-860c-60d99062107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.913812 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:00.952271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6edcd24b-0c68-4119-8564-5586fb0231f3 req-fffd43fd-1d8d-4a80-8f4c-3a3ae60be3a3 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702686 Apr 18 17:03:00.954412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f43411a0-94d8-4952-ae15-4279bb0127ab req-a9b82a9d-90b1-4fb6-8f34-ad0ac59a311b tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 210 time: 0.0572484 Apr 18 17:03:01.030399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Pushing event updated for resources: {'Port': ['ID=c53cfd4e-442b-45fc-a98d-9206ba973ef8,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:01.088464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Attempting to bind port c53cfd4e-442b-45fc-a98d-9206ba973ef8 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:01.089672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Attempting to bind port c53cfd4e-442b-45fc-a98d-9206ba973ef8 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:01.090721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Attempting to bind port c53cfd4e-442b-45fc-a98d-9206ba973ef8 on network a37eb280-4900-4757-aa38-b22eaa6df527 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:01.096582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Port c53cfd4e-442b-45fc-a98d-9206ba973ef8 on network a37eb280-4900-4757-aa38-b22eaa6df527 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:01.097527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Attempting to bind port c53cfd4e-442b-45fc-a98d-9206ba973ef8 on network a37eb280-4900-4757-aa38-b22eaa6df527 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:01.105069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:01.105848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Checking segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:01.106411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Bound using segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:01.108381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Bound port: c53cfd4e-442b-45fc-a98d-9206ba973ef8, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:01.108926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:01.136407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95652518-169e-4a3f-a240-1e62bb06cedf req-248bf93c-d168-42f1-a575-3e8075f2fe68 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=731fe74a-bb5a-4c63-a47c-50e328221a47 HTTP/1.1" status: 200 len: 210 time: 0.0442605 Apr 18 17:03:01.212008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] For port c53cfd4e-442b-45fc-a98d-9206ba973ef8, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:01.217510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] For port c53cfd4e-442b-45fc-a98d-9206ba973ef8, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:01.295266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:01.303316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2dbdc-37b2-4738-bf65-216ee898a456 req-1ba2cd48-4434-41d9-ab8f-208658d0c706 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:01.304401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:01.304845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cc2dbdc-37b2-4738-bf65-216ee898a456 req-1ba2cd48-4434-41d9-ab8f-208658d0c706 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 948 time: 0.0554452 Apr 18 17:03:01.355540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:01.358990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:01.359255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cc2dbdc-37b2-4738-bf65-216ee898a456 req-f7a5fa60-5353-460c-a40a-a4ffdcfd346c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Apr 18 17:03:01.366058 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] 10.222.0.41 "PUT /v2.0/ports/c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 1091 time: 0.9974635 Apr 18 17:03:01.366058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:01.366058 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b" -d '{"events": [{"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:01.409047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9d1f3-f4c6-4181-be85-9dce570f8915 service neutron] Pushing event updated for resources: {'Port': ['ID=c53cfd4e-442b-45fc-a98d-9206ba973ef8,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:01.509234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:01.525174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'mac_address': 'fa:16:3e:24:d7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:01.530454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812210da-4d42-4072-8db3-407b8d28addb req-704247d6-84b2-4503-a45a-12940d74b7d2 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:01.538754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-812210da-4d42-4072-8db3-407b8d28addb req-704247d6-84b2-4503-a45a-12940d74b7d2 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 943 time: 0.1115448 Apr 18 17:03:01.572457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:01.590370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-e7876890-8b1d-4c51-81ca-c5aff53240d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:01.590852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d67d5a-879a-4bea-8d84-d82771b06ff1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:01.592265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-e7876890-8b1d-4c51-81ca-c5aff53240d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1094 time: 0.0889373 Apr 18 17:03:01.600343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-812210da-4d42-4072-8db3-407b8d28addb req-bd2f9d07-8e67-4077-813b-1cec3ddbea78 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605979 Apr 18 17:03:01.624302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:01.682847 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ab7c4-2c77-4805-ae94-149b44871211 x-openstack-request-id: req-b02ab7c4-2c77-4805-ae94-149b44871211 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:01.683185 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:01.683402 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b02ab7c4-2c77-4805-ae94-149b44871211 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:01.683836 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02ab7c4-2c77-4805-ae94-149b44871211'] response: {'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'status': 'completed', 'code': 200} Apr 18 17:03:01.685452 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-e12faa6e-ec95-48d7-95ae-6004c4ab09d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 217 time: 0.0780768 Apr 18 17:03:01.693304 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:01.751010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-74722dac-d33e-46fd-9f59-38824506d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:01.752560 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-74722dac-d33e-46fd-9f59-38824506d47f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0589662 Apr 18 17:03:01.759336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=12']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:01.775929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ae14-f07a-4b71-8d14-115e48f77d46 req-1fbbe109-590a-43d0-a5ac-f4e6b93ced47 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:01.777484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a17ae14-f07a-4b71-8d14-115e48f77d46 req-1fbbe109-590a-43d0-a5ac-f4e6b93ced47 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 949 time: 0.0964713 Apr 18 17:03:01.815319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-e68166e3-104e-49d9-a122-5c41c6f1a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:01.817608 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-e68166e3-104e-49d9-a122-5c41c6f1a96c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573933 Apr 18 17:03:01.827886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a17ae14-f07a-4b71-8d14-115e48f77d46 req-4b8de20a-ff06-49c0-9ad6-681a6dfa9922 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Apr 18 17:03:01.944875 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-514e0c71-4c87-4122-ab38-855ae698b002 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192455 Apr 18 17:03:02.048122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-965bcd0f-901c-4f03-9249-1af17aba9cb3 req-d8290b27-e2c2-4835-8b38-2e770d308d44 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950956 Apr 18 17:03:02.071869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dd90402d-420a-4bca-9c2a-a5c8b2f7f363 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227666 Apr 18 17:03:02.168477 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['16d67d5a-879a-4bea-8d84-d82771b06ff1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:02.237517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3017ab75-8bdd-4287-b7a7-e95d9fd9c32a req-fe20cbca-3ddc-43c6-9ca0-5d76a95d0a88 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 210 time: 0.0661175 Apr 18 17:03:02.278439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-b8eed541-321e-462a-a864-deedf42ba19b tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e23d73b7f6034308adb09a9da9caceb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346043 Apr 18 17:03:02.279108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-d158dce8-d7b4-486c-b113-861410137e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:02.281445 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-d158dce8-d7b4-486c-b113-861410137e46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1094 time: 0.0560834 Apr 18 17:03:02.286346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7daba-3999-4848-b564-d64d76161f92 req-827c2557-ac0c-4aa1-bba8-d0fe12a189b9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:02.287931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-827c2557-ac0c-4aa1-bba8-d0fe12a189b9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097793 Apr 18 17:03:02.383577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-eef6e30d-9434-490e-9aee-450d6aa3e7f3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/quotas/79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 375 time: 0.0853350 Apr 18 17:03:02.401816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-aaf3a0d4-29fe-454d-8960-151a5202475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:02.403241 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-aaf3a0d4-29fe-454d-8960-151a5202475e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.1140406 Apr 18 17:03:02.452223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-b98f6db8-c136-494f-863f-8afc728a9f7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 217 time: 0.0411353 Apr 18 17:03:02.480338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-b0b1ea0b-1e4e-4194-a505-4e3783560abd tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:02.482648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-b0b1ea0b-1e4e-4194-a505-4e3783560abd tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929078 Apr 18 17:03:02.505982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42740d2-516b-4c3b-a048-a79ee2726f45 req-b8f44bf1-fa20-4c57-98f8-276430a961e2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:02.507477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d42740d2-516b-4c3b-a048-a79ee2726f45 req-b8f44bf1-fa20-4c57-98f8-276430a961e2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1840544 Apr 18 17:03:02.514407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Request body: {'port': {'device_id': '9ead37b1-369d-43d8-a6e8-c4064fafe8bb', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': 'e23d73b7f6034308adb09a9da9caceb4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:02.516853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-e9efd4ec-34d6-4330-aed1-2697bcd265da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:02.521528 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-e9efd4ec-34d6-4330-aed1-2697bcd265da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0617771 Apr 18 17:03:02.538706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-0164d387-4906-4572-88b7-71d7ff817fd3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1338410 Apr 18 17:03:02.578099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-cf6c31bf-6367-4d9e-ae91-0917dd4fc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:02.579869 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-cf6c31bf-6367-4d9e-ae91-0917dd4fc46f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506124 Apr 18 17:03:02.613831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d42740d2-516b-4c3b-a048-a79ee2726f45 req-1d457cac-a716-46ed-bd85-a1b66f0557f5 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836892 Apr 18 17:03:02.667116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52126) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:02.710963 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-06053554-e6f7-43a5-9c04-41c941bc3898 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130123 Apr 18 17:03:02.786446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Made reservation on behalf of e23d73b7f6034308adb09a9da9caceb4 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:02.801100 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:02.824451 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:02.832141 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aae27ac5-fcea-4fc3-b0ca-e698c7db494b req-a157762e-3397-4312-87c6-54a8387cbe19 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127918 Apr 18 17:03:02.856067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8cdc3ddf-4f15-452e-bd5c-30e169153a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:02.913578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9570a-122e-4b35-9465-aec69c2a6d52 req-6b200baf-54a1-43b3-9f33-11683f16d111 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:02.914960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2d9570a-122e-4b35-9465-aec69c2a6d52 req-6b200baf-54a1-43b3-9f33-11683f16d111 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 943 time: 0.1819136 Apr 18 17:03:03.013615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2d9570a-122e-4b35-9465-aec69c2a6d52 req-2cc79078-00c6-444e-981d-458e88a00f87 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882254 Apr 18 17:03:03.042299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8cdc3ddf-4f15-452e-bd5c-30e169153a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.046915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.083265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0299df3a-8dfe-41d1-a9da-2a57ec40411b req-c6ed978d-79a4-49a4-af53-ece6e23a5f9b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 210 time: 0.0306730 Apr 18 17:03:03.124733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8cdc3ddf-4f15-452e-bd5c-30e169153a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.165367 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.173687 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8cdc3ddf-4f15-452e-bd5c-30e169153a62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=320c287d04524004ae7bb2b9ccf746e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055511 Apr 18 17:03:03.174423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc3ddf-4f15-452e-bd5c-30e169153a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09980482-1f26-4224-b711-ec1473f4122b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:03.177055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52142) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:03.211647 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5f27d77-a9fb-4ff2-827c-02d319886e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.251193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25172dbd-ce9b-4446-8353-3348fd04570d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.275994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:03.278884 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25172dbd-ce9b-4446-8353-3348fd04570d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.347845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117eaa6-e850-4748-9e74-f4e2f39af5d4 req-ea0824e6-6308-40fa-b0ed-cb6d0bed9037 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:03.349319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e117eaa6-e850-4748-9e74-f4e2f39af5d4 req-ea0824e6-6308-40fa-b0ed-cb6d0bed9037 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 944 time: 0.1218970 Apr 18 17:03:03.371702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2628ef30-b1bd-48df-aeb7-79c56bad1299 req-632f5439-b0e8-463d-ab78-3876b1e15d7d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 210 time: 0.0446074 Apr 18 17:03:03.400807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Allocated IP 192.168.233.251 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/2093d80c-751e-4f46-ae0c-7f92afa919a3) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:03.411365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25172dbd-ce9b-4446-8353-3348fd04570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.413996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25172dbd-ce9b-4446-8353-3348fd04570d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.420632 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-25172dbd-ce9b-4446-8353-3348fd04570d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09980482-1f26-4224-b711-ec1473f4122b HTTP/1.1" status: 204 len: 168 time: 0.2371001 Apr 18 17:03:03.423426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25172dbd-ce9b-4446-8353-3348fd04570d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09980482-1f26-4224-b711-ec1473f4122b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:03.427512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e117eaa6-e850-4748-9e74-f4e2f39af5d4 req-2938fc19-dc36-4980-be8b-f09d9f30ac62 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Apr 18 17:03:03.509790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94194168-ab24-4a3d-ad6b-250e8a608bfd no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:03.539115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 94194168-ab24-4a3d-ad6b-250e8a608bfd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:03.539449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94194168-ab24-4a3d-ad6b-250e8a608bfd not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:03.588011 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.708804 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.767558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:03.780088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:03.787186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:03.803061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e23a2-49a8-4ff3-9f7b-39d781d16277 req-80172c56-50b2-4123-90c1-6325decf47ab tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:03.804572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f5e23a2-49a8-4ff3-9f7b-39d781d16277 req-80172c56-50b2-4123-90c1-6325decf47ab tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1083186 Apr 18 17:03:03.823956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Pushing event updated for resources: {'Port': ['ID=2093d80c-751e-4f46-ae0c-7f92afa919a3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:03.871569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:03.872192 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:03.875207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698c28a-6ac9-432c-b5a2-04740631566f req-5cd6642f-6d52-4950-8323-193102b8be3c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:03.876857 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9698c28a-6ac9-432c-b5a2-04740631566f req-5cd6642f-6d52-4950-8323-193102b8be3c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 944 time: 0.0862505 Apr 18 17:03:03.893155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f5e23a2-49a8-4ff3-9f7b-39d781d16277 req-c4ebb91f-c961-4bb2-8562-26797e3ab03a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658510 Apr 18 17:03:03.980481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Deleting port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:03.980828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.001898 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-ba1734aa-6298-4d44-9bd7-1723645ec84d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4914396 Apr 18 17:03:04.020544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Request body: {'port': {'device_id': '9ead37b1-369d-43d8-a6e8-c4064fafe8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:04.059977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-468f818a-229a-49fa-b6df-acc141739e78 None None] Provisioning complete for port 2093d80c-751e-4f46-ae0c-7f92afa919a3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:04.060612 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-468f818a-229a-49fa-b6df-acc141739e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.079256 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:03:04.087420 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.094849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] For port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:04.103605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.108064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-468f818a-229a-49fa-b6df-acc141739e78 None None] Port 2093d80c-751e-4f46-ae0c-7f92afa919a3 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:04.113603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Calling delete_port for 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:04.158504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52160) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:04.186110 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-207d9ba0-bdb2-4839-96cd-1493e9f0e457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.242545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9ba01dc-a852-4e02-87e9-9505bc61ef34 req-d8ea9af2-8eb2-45e2-8e1e-1204c2cb8f68 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 210 time: 0.0505190 Apr 18 17:03:04.290721 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.306674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1873eb-c300-4410-a497-ebb41355176b req-72e0cbe2-2ec6-4939-8049-837a8cc63cde tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:04.308125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1873eb-c300-4410-a497-ebb41355176b req-72e0cbe2-2ec6-4939-8049-837a8cc63cde tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 943 time: 0.2026834 Apr 18 17:03:04.420278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1873eb-c300-4410-a497-ebb41355176b req-3f61d450-30d9-48e3-9709-018389f7b7cc tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996234 Apr 18 17:03:04.479558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.499635 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-207d9ba0-bdb2-4839-96cd-1493e9f0e457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.518677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Pushing event deleted for resources: {'Port': ['ID=82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:04.555018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c1c5e74-9c3a-4dee-986e-aedfaa78cd2c req-dcc559a9-12ef-4fd3-a8b5-67ac1cca1f5b tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=62c910b5-db32-4607-acd7-daad307b9101 HTTP/1.1" status: 200 len: 210 time: 0.0460594 Apr 18 17:03:04.557681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-207d9ba0-bdb2-4839-96cd-1493e9f0e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.561449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] No DVR routers for this DVR port 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:04.564303 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.568511 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9698c28a-6ac9-432c-b5a2-04740631566f req-7d6a0dd4-efe5-42a0-b510-a4229bc0d023 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.18 "DELETE /v2.0/ports/82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 HTTP/1.1" status: 204 len: 173 time: 0.6849174 Apr 18 17:03:04.569027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'name': 'network-vif-deleted', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:04.569514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127f8ed-ffc8-401e-9034-3273b602c62b req-19733645-d216-426b-8df5-f45a4a385f92 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:04.571004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2127f8ed-ffc8-401e-9034-3273b602c62b req-19733645-d216-426b-8df5-f45a4a385f92 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 936 time: 0.1295698 Apr 18 17:03:04.572555 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6a70f-5f85-4a9c-9da0-4824e5498954" -d '{"events": [{"server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "name": "network-vif-deleted", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:04.613955 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd19b39-54cc-497b-8844-c481557e690a x-openstack-request-id: req-7cd19b39-54cc-497b-8844-c481557e690a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:04.614259 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c910b5-db32-4607-acd7-daad307b9101", "name": "network-vif-deleted", "tag": "82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:04.614540 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cd19b39-54cc-497b-8844-c481557e690a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:04.614976 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd19b39-54cc-497b-8844-c481557e690a'] response: {'server_uuid': '62c910b5-db32-4607-acd7-daad307b9101', 'name': 'network-vif-deleted', 'tag': '82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866', 'status': 'completed', 'code': 200} Apr 18 17:03:04.661933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-207d9ba0-bdb2-4839-96cd-1493e9f0e457 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9b4dd46258748449acb726215b098a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004494 Apr 18 17:03:04.664969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52168) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:04.686607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d9ba0-bdb2-4839-96cd-1493e9f0e457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d5cc2-acb0-4dbc-8caa-83d967aab370,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:04.691618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2093d80c-751e-4f46-ae0c-7f92afa919a3 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:04.709451 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.720984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2127f8ed-ffc8-401e-9034-3273b602c62b req-86a4e7de-7227-46fc-bca0-1e4f881b418b tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243107 Apr 18 17:03:04.741031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Transition to ACTIVE for port object 2093d80c-751e-4f46-ae0c-7f92afa919a3 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:04.757810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11f5c755-ba7a-4d03-9d74-9776fbb8133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.779833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11f5c755-ba7a-4d03-9d74-9776fbb8133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.827753 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.882236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2093d80c-751e-4f46-ae0c-7f92afa919a3,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:04.923218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11f5c755-ba7a-4d03-9d74-9776fbb8133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.925759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11f5c755-ba7a-4d03-9d74-9776fbb8133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:04.926885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-11f5c755-ba7a-4d03-9d74-9776fbb8133f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b51d5cc2-acb0-4dbc-8caa-83d967aab370 HTTP/1.1" status: 204 len: 168 time: 0.2574031 Apr 18 17:03:04.938408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5c755-ba7a-4d03-9d74-9776fbb8133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d5cc2-acb0-4dbc-8caa-83d967aab370,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:04.973945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Attempting to bind port 2093d80c-751e-4f46-ae0c-7f92afa919a3 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:04.974312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Attempting to bind port 2093d80c-751e-4f46-ae0c-7f92afa919a3 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:04.974642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Attempting to bind port 2093d80c-751e-4f46-ae0c-7f92afa919a3 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:04.979281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Port 2093d80c-751e-4f46-ae0c-7f92afa919a3 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:04.981207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Attempting to bind port 2093d80c-751e-4f46-ae0c-7f92afa919a3 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:04.990194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:04.990533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:04.990919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:04.991356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Bound port: 2093d80c-751e-4f46-ae0c-7f92afa919a3, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:04.991713 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.097693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] For port 2093d80c-751e-4f46-ae0c-7f92afa919a3, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:05.100541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] For port 2093d80c-751e-4f46-ae0c-7f92afa919a3, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=2093d80c-751e-4f46-ae0c-7f92afa919a3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:05.108546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69cf97-7374-4cda-b3be-e24434cd9215 req-8818fccd-02f4-4878-bf2c-8224b59cc45a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:05.110028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f69cf97-7374-4cda-b3be-e24434cd9215 req-8818fccd-02f4-4878-bf2c-8224b59cc45a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0821221 Apr 18 17:03:05.143296 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-67534f2e-f4ac-4439-963a-d23ab696371e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236526 Apr 18 17:03:05.155901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f69cf97-7374-4cda-b3be-e24434cd9215 req-113feace-10ab-47d5-aece-990653a494c7 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Apr 18 17:03:05.199767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.240317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:05.240930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.242605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2093d80c-751e-4f46-ae0c-7f92afa919a3 HTTP/1.1" status: 200 len: 1096 time: 1.2264535 Apr 18 17:03:05.243679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ead37b1-369d-43d8-a6e8-c4064fafe8bb', 'tag': '2093d80c-751e-4f46-ae0c-7f92afa919a3'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:05.246146 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4427d1be-5c89-429c-ad2d-7a62d21f69d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ead37b1-369d-43d8-a6e8-c4064fafe8bb", "tag": "2093d80c-751e-4f46-ae0c-7f92afa919a3"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:05.266778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7daba-3999-4848-b564-d64d76161f92 req-591e0307-9536-417e-89ec-37959cc00fea tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:05.268834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-591e0307-9536-417e-89ec-37959cc00fea tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1195250 Apr 18 17:03:05.297134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Request body: {'port': {'device_id': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '79801ff0479c44059080bb19a59617ce'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:05.305507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3e57c-185a-437b-b443-b1ac1eb7f6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2093d80c-751e-4f46-ae0c-7f92afa919a3,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:05.315611 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a883735c-c224-44c7-af4a-c5008ac296ba x-openstack-request-id: req-a883735c-c224-44c7-af4a-c5008ac296ba {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:05.326380 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ead37b1-369d-43d8-a6e8-c4064fafe8bb", "tag": "2093d80c-751e-4f46-ae0c-7f92afa919a3", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:05.326380 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a883735c-c224-44c7-af4a-c5008ac296ba {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:05.326380 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a883735c-c224-44c7-af4a-c5008ac296ba'] response: {'name': 'network-changed', 'server_uuid': '9ead37b1-369d-43d8-a6e8-c4064fafe8bb', 'tag': '2093d80c-751e-4f46-ae0c-7f92afa919a3', 'status': 'completed', 'code': 200} Apr 18 17:03:05.327217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c53cfd4e-442b-45fc-a98d-9206ba973ef8 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:05.365774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:05.403039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da3a967b-b20f-4212-bd0f-50e676ecda1d req-2de72979-e660-49d2-b12e-a814cf8b7d03 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 210 time: 0.0390420 Apr 18 17:03:05.454920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427d1be-5c89-429c-ad2d-7a62d21f69d1 req-1b12fc16-273e-4797-9c29-6e923ef97b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:05.457930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4427d1be-5c89-429c-ad2d-7a62d21f69d1 req-1b12fc16-273e-4797-9c29-6e923ef97b64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e23d73b7f6034308adb09a9da9caceb4&device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 1099 time: 0.0520084 Apr 18 17:03:05.512107 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4427d1be-5c89-429c-ad2d-7a62d21f69d1 req-3963fa72-1f71-4970-b769-2954cabdb884 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e23d73b7f6034308adb09a9da9caceb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390301 Apr 18 17:03:05.624679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c53cfd4e-442b-45fc-a98d-9206ba973ef8, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:05.639831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Made reservation on behalf of 79801ff0479c44059080bb19a59617ce for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:05.641363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'mac_address': 'fa:16:3e:25:63:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:05.645365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.683261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 16d67d5a-879a-4bea-8d84-d82771b06ff1 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:03:05.692845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 16d67d5a-879a-4bea-8d84-d82771b06ff1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:05.693550 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.723963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81c68-0314-43c9-a78e-c7d996ce77a4 req-740af76c-d5b5-472e-bc6a-fcfaa1d3b3b3 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:05.732695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5b81c68-0314-43c9-a78e-c7d996ce77a4 req-740af76c-d5b5-472e-bc6a-fcfaa1d3b3b3 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 943 time: 0.1450455 Apr 18 17:03:05.745540 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.767764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53cfd4e-442b-45fc-a98d-9206ba973ef8 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:05.773796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427d1be-5c89-429c-ad2d-7a62d21f69d1 req-657dfeba-6972-44a2-8c43-755cc9773c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:05.775342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4427d1be-5c89-429c-ad2d-7a62d21f69d1 req-657dfeba-6972-44a2-8c43-755cc9773c89 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551143 Apr 18 17:03:05.788451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5b81c68-0314-43c9-a78e-c7d996ce77a4 req-c4df5896-a1fe-4e45-8cd0-ce3b02027785 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542405 Apr 18 17:03:05.808663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c53cfd4e-442b-45fc-a98d-9206ba973ef8, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:05.833145 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.858381 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.896779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:05.899425 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa97b1e-7c89-438a-8c02-4f6970210c2a" -d '{"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-plugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:05.901177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Allocated IP 192.168.233.51 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:05.906460 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:05.968060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-763a39fe-bb2d-424d-8476-eaeecae3bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:05.968346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-763a39fe-bb2d-424d-8476-eaeecae3bcd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e23d73b7f6034308adb09a9da9caceb4&device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 1099 time: 0.1077087 Apr 18 17:03:05.977284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:05.978399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c53cfd4e-442b-45fc-a98d-9206ba973ef8,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:06.001944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87a2f7-0a14-4463-a2c4-b81455fb1c60 req-e085c553-771a-4126-8dfa-55730236ef57 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:06.003960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a87a2f7-0a14-4463-a2c4-b81455fb1c60 req-e085c553-771a-4126-8dfa-55730236ef57 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 948 time: 0.0954206 Apr 18 17:03:06.033171 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d53e5d0-6793-4a7c-98d6-a1733e13b3df x-openstack-request-id: req-9d53e5d0-6793-4a7c-98d6-a1733e13b3df {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:06.033507 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-plugged", "status": "completed", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:06.033764 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d53e5d0-6793-4a7c-98d6-a1733e13b3df {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:06.034160 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d53e5d0-6793-4a7c-98d6-a1733e13b3df'] response: {'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'code': 200} Apr 18 17:03:06.039829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-8f98d116-79c4-44e0-9e8e-3b6a9f1c60d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2093d80c-751e-4f46-ae0c-7f92afa919a3 HTTP/1.1" status: 200 len: 217 time: 0.0554016 Apr 18 17:03:06.080301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:06.082367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a87a2f7-0a14-4463-a2c4-b81455fb1c60 req-1bee30e6-466f-4844-8a53-13cb9cfff90e tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454848 Apr 18 17:03:06.096618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:06.147044 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:06.152059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-60afae9a-054c-4d14-8f40-0dc8a266acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:06.154194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-60afae9a-054c-4d14-8f40-0dc8a266acaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0757220 Apr 18 17:03:06.176858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=13']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:06.194466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:06.220821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-bb94b307-93be-42a6-b7c7-e9d401fa2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:06.222488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-bb94b307-93be-42a6-b7c7-e9d401fa2da9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622466 Apr 18 17:03:06.230275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dd51bd60-8d5b-41fb-a663-82e3270df57c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:06.237857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', '16d67d5a-879a-4bea-8d84-d82771b06ff1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:06.243860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:06.250933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:06.255564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:06.343373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:06.372040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:06.375738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:06.453113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b821-956e-4409-be21-59e4ce7f401c req-d1d31472-9468-491f-a029-7103da361cb0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:06.454690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c95b821-956e-4409-be21-59e4ce7f401c req-d1d31472-9468-491f-a029-7103da361cb0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1855216 Apr 18 17:03:06.465867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-c58a80a7-ba56-469e-b4f7-4d464ca45acb service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322078 Apr 18 17:03:06.475223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c53cfd4e-442b-45fc-a98d-9206ba973ef8'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:06.486192 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-dc888e4c-9769-4edd-a91a-29792bc11a70 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1934044 Apr 18 17:03:06.510166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Request body: {'port': {'device_id': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:06.610557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:06.639032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33ae74cf-fb95-4372-9d5a-4dc1980aed65 req-b4f5350d-a4ad-4a65-b075-c7fc1cbb228a service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647081 Apr 18 17:03:06.643231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c95b821-956e-4409-be21-59e4ce7f401c req-a1f9e18a-3d85-4c10-8cc4-45d894f98ff0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740601 Apr 18 17:03:06.685676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9d6bbb97-e4e3-4291-985a-1c8091a6ea9f None None] Provisioning complete for port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:06.686055 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d6bbb97-e4e3-4291-985a-1c8091a6ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:06.692222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d77d9-750a-4813-a960-d75ccdbbc24f req-b99eb70e-abc4-40dc-8f03-13d6c08c33f1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:06.694350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f7d77d9-750a-4813-a960-d75ccdbbc24f req-b99eb70e-abc4-40dc-8f03-13d6c08c33f1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 935 time: 0.1190429 Apr 18 17:03:06.743236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f7d77d9-750a-4813-a960-d75ccdbbc24f req-4c158ac8-3ec8-4647-bf26-a594e378a9e3 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Apr 18 17:03:06.768760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9d6bbb97-e4e3-4291-985a-1c8091a6ea9f None None] Port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:06.810855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ed5c6-bb4c-49db-a942-0718c83108d4 req-09bf8889-d857-48aa-9473-c511b704b0bf tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:06.821563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-574ed5c6-bb4c-49db-a942-0718c83108d4 req-09bf8889-d857-48aa-9473-c511b704b0bf tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 944 time: 0.0719349 Apr 18 17:03:06.858385 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-574ed5c6-bb4c-49db-a942-0718c83108d4 req-68d3fb13-7fdb-4f7e-aebb-988ee18e374d tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7a57942-54f3-4e74-8841-786c8bf1ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Apr 18 17:03:06.975155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:06.978132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77326e5e-e3be-43df-97f5-477d1c7e4642 req-7657887e-7142-495d-83c8-91c2a63453c4 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:06.979607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77326e5e-e3be-43df-97f5-477d1c7e4642 req-7657887e-7142-495d-83c8-91c2a63453c4 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 944 time: 0.0487211 Apr 18 17:03:06.985530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:06.999902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Transition to ACTIVE for port object 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:07.021162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77326e5e-e3be-43df-97f5-477d1c7e4642 req-8c89c30d-17c2-42a6-a64e-24646db1c324 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Apr 18 17:03:07.084918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:07.157584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:07.240702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-71b05c6a-0453-46b3-b6b1-c15311a7e98c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:07.242948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-71b05c6a-0453-46b3-b6b1-c15311a7e98c tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.18 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 944 time: 0.1016927 Apr 18 17:03:07.269368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:07.269869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:07.270295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:07.279899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:07.281642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:07.288006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:07.288363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:07.288763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:07.289286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Bound port: 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:07.289894 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:07.297158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234948c9-a186-40f8-bc70-5a83cef3786d req-6e894fdd-f7e6-4de4-824c-8f4cb77d254d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:07.306672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-234948c9-a186-40f8-bc70-5a83cef3786d req-6e894fdd-f7e6-4de4-824c-8f4cb77d254d tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 948 time: 0.1476336 Apr 18 17:03:07.350732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-234948c9-a186-40f8-bc70-5a83cef3786d req-1972f293-b51d-4d21-b80e-21727e87aaf1 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431712 Apr 18 17:03:07.408808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:07.412686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:07.438220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Deleting port 593efbd6-5a86-4894-99dc-17f0c1252921 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:07.438567 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:07.492402 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:07.532216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] For port 593efbd6-5a86-4894-99dc-17f0c1252921, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=593efbd6-5a86-4894-99dc-17f0c1252921,segment=NetworkSegment(3c0108ec-1c3d-4704-bd60-d12eb807c00f),segment_id=3c0108ec-1c3d-4704-bd60-d12eb807c00f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:07.532435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:07.536130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:07.537142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:07.538601 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 1095 time: 1.0370953 Apr 18 17:03:07.539045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:07.539329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:07.541302 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7d8d65-2d73-47ed-8fe6-a7de72d3c3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:07.548344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Calling delete_port for 593efbd6-5a86-4894-99dc-17f0c1252921 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:07.580995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3817e-0ce9-4de4-817c-255a651526e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:07.586871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:07.588566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82b7b8b4-b1e9-4441-aaa2-36fcbd1d3866 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:07.610129 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ede4f-5d7c-4ad5-8a86-908b3f07f4d6 x-openstack-request-id: req-310ede4f-5d7c-4ad5-8a86-908b3f07f4d6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:07.610433 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:07.610683 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-310ede4f-5d7c-4ad5-8a86-908b3f07f4d6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:07.611234 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310ede4f-5d7c-4ad5-8a86-908b3f07f4d6'] response: {'name': 'network-changed', 'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'status': 'completed', 'code': 200} Apr 18 17:03:07.712566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d8d65-2d73-47ed-8fe6-a7de72d3c3a9 req-24488cf6-3c4e-4564-bde7-2d7b7920b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:07.715134 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0d7d8d65-2d73-47ed-8fe6-a7de72d3c3a9 req-24488cf6-3c4e-4564-bde7-2d7b7920b4c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1098 time: 0.0536177 Apr 18 17:03:07.779475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1e6dc-ba7e-4da6-9cd8-5f304964d0a7 req-f009d9b9-ced3-43e0-b430-328a9286d7b7 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:07.781633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fd1e6dc-ba7e-4da6-9cd8-5f304964d0a7 req-f009d9b9-ced3-43e0-b430-328a9286d7b7 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0565822 Apr 18 17:03:07.782128 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0d7d8d65-2d73-47ed-8fe6-a7de72d3c3a9 req-d883274f-3282-4ed0-a5b1-9406ccda5b8f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=79801ff0479c44059080bb19a59617ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415816 Apr 18 17:03:07.853991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fd1e6dc-ba7e-4da6-9cd8-5f304964d0a7 req-a620653d-3ff8-4bdd-91d4-b19d194339a4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656359 Apr 18 17:03:07.857505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:07.881601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d8d65-2d73-47ed-8fe6-a7de72d3c3a9 req-dab9f15b-57d7-44d9-8313-9793515494b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:07.883138 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0d7d8d65-2d73-47ed-8fe6-a7de72d3c3a9 req-dab9f15b-57d7-44d9-8313-9793515494b2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941651 Apr 18 17:03:07.910640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Pushing event deleted for resources: {'Port': ['ID=593efbd6-5a86-4894-99dc-17f0c1252921,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:07.921538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4fb4a-6c11-4ac9-b5c9-c6f736ce629c req-f779128c-990e-4dd0-ba08-6d32e041420b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:07.923119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aba4fb4a-6c11-4ac9-b5c9-c6f736ce629c req-f779128c-990e-4dd0-ba08-6d32e041420b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 947 time: 0.1088512 Apr 18 17:03:07.965470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] No DVR routers for this DVR port 593efbd6-5a86-4894-99dc-17f0c1252921 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:07.981238 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:07.984426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1334b8cd-2403-4a77-9dd6-4d987d896945 req-707de2aa-d684-4c22-a2ac-e42be8ea1a3a tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.18 "DELETE /v2.0/ports/593efbd6-5a86-4894-99dc-17f0c1252921 HTTP/1.1" status: 204 len: 173 time: 0.7348170 Apr 18 17:03:07.984859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'name': 'network-vif-deleted', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:07.987171 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3d079-05df-4b69-9d67-76cd5961ebb6" -d '{"events": [{"server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "name": "network-vif-deleted", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:07.988569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7daba-3999-4848-b564-d64d76161f92 req-5b3e0762-06e5-4685-92bc-49292f08bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:07.990419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-5b3e0762-06e5-4685-92bc-49292f08bca9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1098 time: 0.0422461 Apr 18 17:03:08.011782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc9b8fac-47dd-423c-92dd-d5acab00c92b req-c061fc53-5e8a-46ad-b0b7-c84fa55e45bf tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 210 time: 0.0483797 Apr 18 17:03:08.025445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aba4fb4a-6c11-4ac9-b5c9-c6f736ce629c req-ef649872-a2dc-4b74-81ad-d82782bf5aef tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844319 Apr 18 17:03:08.058067 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-e8e309dc-525a-415c-b6a6-ba7bf1678045 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.0526197 Apr 18 17:03:08.102545 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe9f1b-6fc1-4305-9f5d-04ff093bb2ab x-openstack-request-id: req-4afe9f1b-6fc1-4305-9f5d-04ff093bb2ab {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:08.102885 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014c1826-7206-44cb-8028-53806f67c71d", "name": "network-vif-deleted", "tag": "593efbd6-5a86-4894-99dc-17f0c1252921", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:08.103139 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4afe9f1b-6fc1-4305-9f5d-04ff093bb2ab {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:08.112393 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afe9f1b-6fc1-4305-9f5d-04ff093bb2ab'] response: {'server_uuid': '014c1826-7206-44cb-8028-53806f67c71d', 'name': 'network-vif-deleted', 'tag': '593efbd6-5a86-4894-99dc-17f0c1252921', 'status': 'completed', 'code': 200} Apr 18 17:03:08.123872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7daba-3999-4848-b564-d64d76161f92 req-cd15ae83-f4e2-418c-a34f-35cc66d7f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:08.130429 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-cd15ae83-f4e2-418c-a34f-35cc66d7f9e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0590031 Apr 18 17:03:08.131104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52278) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:08.193294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7daba-3999-4848-b564-d64d76161f92 req-cf268f2a-5f92-4fa6-9f33-e3a9722fc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:08.195306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-cf268f2a-5f92-4fa6-9f33-e3a9722fc54c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579691 Apr 18 17:03:08.218810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626222a-4a52-437e-b9c5-9b71d6b2246e req-36885059-504f-4d1c-9674-8071fb7ff702 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:08.220374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7626222a-4a52-437e-b9c5-9b71d6b2246e req-36885059-504f-4d1c-9674-8071fb7ff702 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 944 time: 0.0562413 Apr 18 17:03:08.308336 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-f1c4eb81-b588-4aad-bfa6-92a9ae00686a service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042120 Apr 18 17:03:08.408120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ae7daba-3999-4848-b564-d64d76161f92 req-d3ec55a6-3e68-442b-a919-3b44a543c0e4 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928614 Apr 18 17:03:08.561517 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec423622-14f3-4b2d-82aa-5766b5a8324f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:08.606551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7626222a-4a52-437e-b9c5-9b71d6b2246e req-bc3698b9-8145-476c-912f-68de365a7d93 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793278 Apr 18 17:03:08.630462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34723960-b29c-4a62-ba4d-ea2d6c95d7e3 req-5d72dc3b-5383-427a-b63e-279d33973bcf tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:08.631902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34723960-b29c-4a62-ba4d-ea2d6c95d7e3 req-5d72dc3b-5383-427a-b63e-279d33973bcf tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 948 time: 0.0943294 Apr 18 17:03:08.708364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34723960-b29c-4a62-ba4d-ea2d6c95d7e3 req-49270d9a-8abe-48b5-bf88-4aedcc18a5c6 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699124 Apr 18 17:03:08.738572 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec423622-14f3-4b2d-82aa-5766b5a8324f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:08.750523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc7b22-2fa3-42bd-9d56-b6f05c79fcc1 req-f0e7f45e-fc1e-4ddc-b450-217ea2e999bd tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:08.751946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecfc7b22-2fa3-42bd-9d56-b6f05c79fcc1 req-f0e7f45e-fc1e-4ddc-b450-217ea2e999bd tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 945 time: 0.0827205 Apr 18 17:03:08.790117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecfc7b22-2fa3-42bd-9d56-b6f05c79fcc1 req-d4a349a9-32a1-475d-85c6-afb1af7fd696 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319381 Apr 18 17:03:08.790678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec423622-14f3-4b2d-82aa-5766b5a8324f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:08.827514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ec423622-14f3-4b2d-82aa-5766b5a8324f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a27ae695ddd241f198068d1bd69bd540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951554 Apr 18 17:03:08.828664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec423622-14f3-4b2d-82aa-5766b5a8324f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d0ad24-4fbd-49c7-a2c3-b4f66cc42099,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:08.830353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:08.879567 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a16e-394c-4cf2-8c50-83e482ac15ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:08.901337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a16e-394c-4cf2-8c50-83e482ac15ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:08.978311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94327f-883a-4ee4-87c5-5972bc4a0a2b req-a4bff674-adac-4486-bfe5-beda3595ca49 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:08.979821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7e94327f-883a-4ee4-87c5-5972bc4a0a2b req-a4bff674-adac-4486-bfe5-beda3595ca49 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0518134 Apr 18 17:03:09.004976 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a16e-394c-4cf2-8c50-83e482ac15ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:09.007694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a16e-394c-4cf2-8c50-83e482ac15ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:09.008850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9eb3a16e-394c-4cf2-8c50-83e482ac15ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98d0ad24-4fbd-49c7-a2c3-b4f66cc42099 HTTP/1.1" status: 204 len: 168 time: 0.1764324 Apr 18 17:03:09.019524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7e94327f-883a-4ee4-87c5-5972bc4a0a2b req-62ea4c8c-1e7a-4130-a95a-5e8de7718aa3 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329802 Apr 18 17:03:09.024023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3a16e-394c-4cf2-8c50-83e482ac15ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d0ad24-4fbd-49c7-a2c3-b4f66cc42099,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:09.167913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-143b3b16-bcbf-4c42-a566-62f7eaa4c339 req-7a369bd7-87aa-4e85-8a07-f3da7a077a55 tempest-LiveAutoBlockMigrationV225Test-1567693245 tempest-LiveAutoBlockMigrationV225Test-1567693245-project] 10.222.0.45 "GET /v2.0/ports?device_id=014c1826-7206-44cb-8028-53806f67c71d HTTP/1.1" status: 200 len: 210 time: 0.0420141 Apr 18 17:03:09.185884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479be0e-7420-4df8-bb29-fe9b158c8f19 req-76d1c811-246f-4900-a275-40e56116a8a1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:09.187356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d479be0e-7420-4df8-bb29-fe9b158c8f19 req-76d1c811-246f-4900-a275-40e56116a8a1 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 947 time: 0.0923684 Apr 18 17:03:09.226889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d479be0e-7420-4df8-bb29-fe9b158c8f19 req-976bdd33-5990-42dc-a14d-c1a38cab421d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Apr 18 17:03:09.339587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c53cfd4e-442b-45fc-a98d-9206ba973ef8 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:09.427334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port c53cfd4e-442b-45fc-a98d-9206ba973ef8 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:03:09.431136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port c53cfd4e-442b-45fc-a98d-9206ba973ef8 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:09.431507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:09.518447 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:09.542205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:09.546359 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d477e51d-3077-4df2-bd68-bee7081f32ce" -d '{"events": [{"server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "name": "network-vif-plugged", "status": "completed", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:09.557106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c53cfd4e-442b-45fc-a98d-9206ba973ef8, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:09.582033 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a1f75c-76c3-4561-bde7-4ad7a1208541 x-openstack-request-id: req-50a1f75c-76c3-4561-bde7-4ad7a1208541 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:09.582325 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "name": "network-vif-plugged", "status": "completed", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:09.582577 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50a1f75c-76c3-4561-bde7-4ad7a1208541 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:09.582972 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a1f75c-76c3-4561-bde7-4ad7a1208541'] response: {'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'code': 200} Apr 18 17:03:09.644971 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:09.709119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c53cfd4e-442b-45fc-a98d-9206ba973ef8,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:09.736620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11124668-6f78-40e5-a64a-684849317120 req-1ea45bed-7e58-4081-84bd-bcf98bbf78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:09.738606 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11124668-6f78-40e5-a64a-684849317120 req-1ea45bed-7e58-4081-84bd-bcf98bbf78d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.0619562 Apr 18 17:03:09.748041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc5da0-c790-49ef-a968-87ded81bc3a6 req-5e7d2ad8-3c67-4875-ac79-433d7af9cc24 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:09.749678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98fc5da0-c790-49ef-a968-87ded81bc3a6 req-5e7d2ad8-3c67-4875-ac79-433d7af9cc24 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 945 time: 0.0647631 Apr 18 17:03:09.788154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-11124668-6f78-40e5-a64a-684849317120 req-41715883-7360-436a-a4d5-2ff4fc11fb9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 Apr 18 17:03:09.824020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98fc5da0-c790-49ef-a968-87ded81bc3a6 req-a51b640d-b9db-439d-b7a3-d36ff4288844 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590222 Apr 18 17:03:09.847718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f8438-9e7e-4836-bdbd-d9e2b67bb69c req-c2c53649-2490-40d5-b4d5-9990674c4fe6 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:09.849018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b84f8438-9e7e-4836-bdbd-d9e2b67bb69c req-c2c53649-2490-40d5-b4d5-9990674c4fe6 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 948 time: 0.0606508 Apr 18 17:03:09.902668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b84f8438-9e7e-4836-bdbd-d9e2b67bb69c req-444a34c1-696f-4748-8dd3-45b316f3d4de tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Apr 18 17:03:09.945083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8bf04-86cf-47ad-88dd-80bbfec5fd33 req-0bdb9744-f8f4-4641-a295-649af30264d2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:09.946606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cad8bf04-86cf-47ad-88dd-80bbfec5fd33 req-0bdb9744-f8f4-4641-a295-649af30264d2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 945 time: 0.0558441 Apr 18 17:03:09.968841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:09.985235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cad8bf04-86cf-47ad-88dd-80bbfec5fd33 req-94abeaf0-81df-4771-8137-df5079bf0399 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Apr 18 17:03:10.065474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-305792547-network', 'tenant_id': '969399b82e2f481db94220cf0b3fb900'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:10.134401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6b7d-c904-48bf-8f7c-da58109dec17 req-8ce04e88-cf37-44fd-99cd-062fe92ab7bc tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:10.135842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a8b6b7d-c904-48bf-8f7c-da58109dec17 req-8ce04e88-cf37-44fd-99cd-062fe92ab7bc tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Apr 18 17:03:10.159175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Made reservation on behalf of 969399b82e2f481db94220cf0b3fb900 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:10.162248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.171090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.174541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a8b6b7d-c904-48bf-8f7c-da58109dec17 req-d08f1a96-63ec-4873-9e5b-e635728c710a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Apr 18 17:03:10.236558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52330) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:10.244317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.301665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.348161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:03:10.363802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e06a828-839f-43b4-ab3e-939bf895d5c4 admin admin] Deleting subnet 413415fe-1543-4592-b7a6-31784d135fbc {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:03:10.368213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b92231d-b05d-4957-8b37-010c6a95d5d9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:10.368378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e06a828-839f-43b4-ab3e-939bf895d5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.373529 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.373874 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Added segment effd612f-4165-4c30-a8aa-7be3f0af9f65 of type vlan for network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 Apr 18 17:03:10.401461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10368ee6-4db4-48dd-8235-626fe7cb75dc req-29b0b503-f4a0-4277-8c6a-7ac5a8fb8572 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:10.406240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10368ee6-4db4-48dd-8235-626fe7cb75dc req-29b0b503-f4a0-4277-8c6a-7ac5a8fb8572 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 947 time: 0.1052823 Apr 18 17:03:10.414497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-3befe227-41bd-48a9-aa94-a4b30b207180 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:10.415958 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-3befe227-41bd-48a9-aa94-a4b30b207180 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 945 time: 0.1111188 Apr 18 17:03:10.422109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e06a828-839f-43b4-ab3e-939bf895d5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.433112 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.477378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10368ee6-4db4-48dd-8235-626fe7cb75dc req-ab6a1192-9239-4e47-9ea2-51d92f2736ce tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659521 Apr 18 17:03:10.481811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e06a828-839f-43b4-ab3e-939bf895d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.526762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Deleting port cd2a62c0-085d-4a03-8734-17cc037e282b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:10.527105 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.571942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.572810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:10.573431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.622332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e06a828-839f-43b4-ab3e-939bf895d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.652899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06a828-839f-43b4-ab3e-939bf895d5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413415fe-1543-4592-b7a6-31784d135fbc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:10.656561 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e06a828-839f-43b4-ab3e-939bf895d5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.659332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] Pushing event updated for resources: {'Network': ['ID=a92b0af4-369e-4f6e-9d80-b9792ffc3db3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:10.663117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7e06a828-839f-43b4-ab3e-939bf895d5c4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/413415fe-1543-4592-b7a6-31784d135fbc HTTP/1.1" status: 204 len: 168 time: 0.4222655 Apr 18 17:03:10.663117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52336) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:10.671984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] For port cd2a62c0-085d-4a03-8734-17cc037e282b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=cd2a62c0-085d-4a03-8734-17cc037e282b,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:10.672343 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.683035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:03:10.683475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0708b886-faad-4a71-a26f-9256cc001927 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7116437 Apr 18 17:03:10.685941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52338) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:10.694117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Request body: {'subnet': {'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-305792547-subnet', 'tenant_id': '969399b82e2f481db94220cf0b3fb900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:10.736301 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.997369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.997369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9bc860-026b-4f6a-aad0-e7659ecfe0ca']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:10.997369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0108ec-1c3d-4704-bd60-d12eb807c00f') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:10.997369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0108ec-1c3d-4704-bd60-d12eb807c00f') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:10.997369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.999723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.999723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:10.999723 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Floating IP fe0646f1-21c3-4238-9f89-0da2a0262d20 disassociated. External IP: 172.25.5.134, port: cd2a62c0-085d-4a03-8734-17cc037e282b. Apr 18 17:03:10.999723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Calling delete_port for cd2a62c0-085d-4a03-8734-17cc037e282b owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14822b-2b50-4ba3-b948-479627006c1c req-c30646dd-2533-45e9-bbf0-736ce72a7706 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:11.000643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b14822b-2b50-4ba3-b948-479627006c1c req-c30646dd-2533-45e9-bbf0-736ce72a7706 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 945 time: 0.0858009 Apr 18 17:03:11.061975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b14822b-2b50-4ba3-b948-479627006c1c req-caec50df-2a7d-4c2e-8297-ac5a9011f4d3 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677173 Apr 18 17:03:11.085373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe32ee-4761-4a51-aa1c-a9b98ec00027 req-2dbb40de-90eb-4e79-ae92-8cc111ca4c83 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:11.085373 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9dfe32ee-4761-4a51-aa1c-a9b98ec00027 req-2dbb40de-90eb-4e79-ae92-8cc111ca4c83 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 948 time: 0.1036086 Apr 18 17:03:11.121695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9dfe32ee-4761-4a51-aa1c-a9b98ec00027 req-9b4078f0-d8d6-4d3d-850b-3479b7a17ea2 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357730 Apr 18 17:03:11.160179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Made reservation on behalf of 969399b82e2f481db94220cf0b3fb900 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:11.163790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.164210 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.167793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.170916 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.174049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1e9bc860-026b-4f6a-aad0-e7659ecfe0ca HTTP/1.1" status: 204 len: 168 time: 0.5102391 Apr 18 17:03:11.186256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52348) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:11.187943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da983e52-b238-4c16-9d1e-155a36205d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9bc860-026b-4f6a-aad0-e7659ecfe0ca,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:11.205948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87422-8e5a-45c8-ac4a-8926f1da351f req-76a11df6-c49a-40c0-8e6c-1ca04b5ecf49 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:11.210298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ac87422-8e5a-45c8-ac4a-8926f1da351f req-76a11df6-c49a-40c0-8e6c-1ca04b5ecf49 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 867 time: 0.0769298 Apr 18 17:03:11.251703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ac87422-8e5a-45c8-ac4a-8926f1da351f req-76e09e6d-899f-4d1e-953f-7c53152f3737 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups?id=3acc290f-d4da-4885-93e9-aa04da47ebf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356257 Apr 18 17:03:11.272706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event deleted for resources: {'Port': ['ID=cd2a62c0-085d-4a03-8734-17cc037e282b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:11.315347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fde2c1-732c-4d00-8443-269102e69a77 req-24ef50dc-2bb3-48c1-b428-02a0e5f94c32 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:11.317714 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6fde2c1-732c-4d00-8443-269102e69a77 req-24ef50dc-2bb3-48c1-b428-02a0e5f94c32 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0651069 Apr 18 17:03:11.357673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6fde2c1-732c-4d00-8443-269102e69a77 req-10419bac-272e-4a8f-a131-4e16aaf4985d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Apr 18 17:03:11.373968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c08b85-d118-4c6f-abf3-8cd6ff5b5b69 admin admin] Deleting subnet c54c2e04-869d-45aa-b037-6bb76ea013ae {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:03:11.383403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c08b85-d118-4c6f-abf3-8cd6ff5b5b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.475447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c08b85-d118-4c6f-abf3-8cd6ff5b5b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.534648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 2093d80c-751e-4f46-ae0c-7f92afa919a3 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:11.546065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 593efbd6-5a86-4894-99dc-17f0c1252921 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:11.556905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Router 99106cc1-3dab-4979-be6c-58576ee5dc4f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:03:11.569803 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c08b85-d118-4c6f-abf3-8cd6ff5b5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.573713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 593efbd6-5a86-4894-99dc-17f0c1252921 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:11.576995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 593efbd6-5a86-4894-99dc-17f0c1252921 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:11.626673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6a55c-8808-4631-8039-eaa921ab8df2 req-4028b6bc-38fc-4d79-9ef4-58c6f694d16f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:11.634554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7bd6a55c-8808-4631-8039-eaa921ab8df2 req-4028b6bc-38fc-4d79-9ef4-58c6f694d16f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 947 time: 0.0816081 Apr 18 17:03:11.677254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.686025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 2093d80c-751e-4f46-ae0c-7f92afa919a3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=2093d80c-751e-4f46-ae0c-7f92afa919a3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:11.688536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7bd6a55c-8808-4631-8039-eaa921ab8df2 req-8bc047c2-29ba-4221-9417-47dc81615ea0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Apr 18 17:03:11.697770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '2093d80c-751e-4f46-ae0c-7f92afa919a3', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '2093d80c-751e-4f46-ae0c-7f92afa919a3', 'mac_address': 'fa:16:3e:c4:ca:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:11.740150 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.754765 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2093d80c-751e-4f46-ae0c-7f92afa919a3 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:11.777866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 2093d80c-751e-4f46-ae0c-7f92afa919a3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=2093d80c-751e-4f46-ae0c-7f92afa919a3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:11.822222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:11.875844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=2093d80c-751e-4f46-ae0c-7f92afa919a3,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:12.014800 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c08b85-d118-4c6f-abf3-8cd6ff5b5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.045856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c08b85-d118-4c6f-abf3-8cd6ff5b5b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.048916 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-35c08b85-d118-4c6f-abf3-8cd6ff5b5b69 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c54c2e04-869d-45aa-b037-6bb76ea013ae HTTP/1.1" status: 204 len: 168 time: 0.8595645 Apr 18 17:03:12.051944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52354) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:12.059823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a05d6c-99ea-4989-bfe6-ae138bfd8a19,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:12.063309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:12.078992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] Sync routers for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:12.100594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:12.100794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:12.120598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c08b85-d118-4c6f-abf3-8cd6ff5b5b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54c2e04-869d-45aa-b037-6bb76ea013ae,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:12.126172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.133452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Checking segment: {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:12.133825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Network hostable DHCP agents. Network: a92b0af4-369e-4f6e-9d80-b9792ffc3db3, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:03:12.137131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] No DVR routers for this DVR port cd2a62c0-085d-4a03-8734-17cc037e282b on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:12.140138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.143457 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf0e3981-a95d-45e6-88cd-0d09b24cb169 req-21057a3b-dd0f-4b59-8b38-0e0ff439ccb4 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.18 "DELETE /v2.0/ports/cd2a62c0-085d-4a03-8734-17cc037e282b HTTP/1.1" status: 204 len: 173 time: 1.7191498 Apr 18 17:03:12.145942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'name': 'network-vif-deleted', 'tag': 'cd2a62c0-085d-4a03-8734-17cc037e282b'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:12.148429 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75e50c5-0609-4278-8363-1a3ed84a8924" -d '{"events": [{"server_uuid": "0dfedbc0-5e6d-49d7-b290-bf4361f32c85", "name": "network-vif-deleted", "tag": "cd2a62c0-085d-4a03-8734-17cc037e282b"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:12.238270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['2093d80c-751e-4f46-ae0c-7f92afa919a3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:12.245642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:03:12.256712 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.307101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd248092-cadc-4cc8-bf8c-534748ead3eb']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:12.313741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a92b0af4-369e-4f6e-9d80-b9792ffc3db3) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:12.322589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:12.323376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.326355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97144c16-5cb7-43b8-aafd-95f4b985c954 req-330ab2ca-71bd-4d93-968d-40f17324ac5d tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:12.327934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97144c16-5cb7-43b8-aafd-95f4b985c954 req-330ab2ca-71bd-4d93-968d-40f17324ac5d tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 945 time: 0.1464705 Apr 18 17:03:12.330421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7602747a-381b-414e-97b0-8eb25e80bc7f') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:12.330722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7602747a-381b-414e-97b0-8eb25e80bc7f') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:12.351779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94881b0a-419a-45c7-8503-11ebc70267e3 req-ca3c9f37-1b83-45c4-9a0d-63c6405ca03e tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:12.353445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94881b0a-419a-45c7-8503-11ebc70267e3 req-ca3c9f37-1b83-45c4-9a0d-63c6405ca03e tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 949 time: 0.1218350 Apr 18 17:03:12.355374 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.389050 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.408594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753f634-1e47-43ab-90e4-be8720f96fac None None] Network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:12.413123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-88f17464-0f80-499b-9454-3a96f9e1f5f5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7259736 Apr 18 17:03:12.414811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:03:12.414811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:03:12.416162 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:03:12.441025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97144c16-5cb7-43b8-aafd-95f4b985c954 req-55fb3677-714f-4a18-9fcc-6543df262934 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999160 Apr 18 17:03:12.509487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94881b0a-419a-45c7-8503-11ebc70267e3 req-22d2e7c8-b207-479c-b610-89d1745b2782 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298289 Apr 18 17:03:12.518405 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f2670c-5ce6-4bed-a672-119640743b23 x-openstack-request-id: req-e7f2670c-5ce6-4bed-a672-119640743b23 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:12.519546 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfedbc0-5e6d-49d7-b290-bf4361f32c85", "name": "network-vif-deleted", "tag": "cd2a62c0-085d-4a03-8734-17cc037e282b", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:12.521375 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7f2670c-5ce6-4bed-a672-119640743b23 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:12.521702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:12.522216 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f2670c-5ce6-4bed-a672-119640743b23'] response: {'server_uuid': '0dfedbc0-5e6d-49d7-b290-bf4361f32c85', 'name': 'network-vif-deleted', 'tag': 'cd2a62c0-085d-4a03-8734-17cc037e282b', 'status': 'completed', 'code': 200} Apr 18 17:03:12.623526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b8e80dc-6a7f-4a7e-bbb7-da54a726df0e req-93f90e87-97dd-4364-9480-8286f7fd6bc1 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dfedbc0-5e6d-49d7-b290-bf4361f32c85 HTTP/1.1" status: 200 len: 210 time: 0.0431533 Apr 18 17:03:12.624873 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.637943 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.652958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] 10.222.0.45 "DELETE /v2.0/networks/fd248092-cadc-4cc8-bf8c-534748ead3eb HTTP/1.1" status: 204 len: 168 time: 0.5976305 Apr 18 17:03:12.690929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c727a-fa79-48f5-9dbf-58c16a537e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd248092-cadc-4cc8-bf8c-534748ead3eb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:12.756890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae85e8c-d724-4045-91ca-dbb2f7e7d9b1 None None] Network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:12.763371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088085e1-fdbf-424f-8a8e-17325a0a463b req-a5f42e0a-8fc3-4637-9c0c-d907cb99f034 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:12.764894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-088085e1-fdbf-424f-8a8e-17325a0a463b req-a5f42e0a-8fc3-4637-9c0c-d907cb99f034 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1440234 Apr 18 17:03:12.828833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-972066c4-7a3a-4078-b180-0b53aec1080f tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1511173 Apr 18 17:03:12.836299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-088085e1-fdbf-424f-8a8e-17325a0a463b req-968155bb-bfd1-4eba-8c98-8fc5be0a99f6 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591638 Apr 18 17:03:12.842234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:12.902099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:12.982924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52380) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:13.014485 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.037206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:08Z', 'revision_number': 5, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:13.046166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-86a6115c-d2e3-48b7-8ebd-e0c0ae5f637d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0c4986469b0458d9729a71a797dd88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619431 Apr 18 17:03:13.047576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52382) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:13.072554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] Checking router: 99106cc1-3dab-4979-be6c-58576ee5dc4f for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:13.081365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:13.081946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:13.144336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Allocated IP 172.25.5.146 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/88318401-c68f-461c-9e48-29ba85fde3cf) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:13.157296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe02b3c-9cc3-4f20-96d2-969cb569637a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.185826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe02b3c-9cc3-4f20-96d2-969cb569637a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.211108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:13.277402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.296320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe02b3c-9cc3-4f20-96d2-969cb569637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.298868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe02b3c-9cc3-4f20-96d2-969cb569637a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.301477 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8fe02b3c-9cc3-4f20-96d2-969cb569637a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7a57942-54f3-4e74-8841-786c8bf1ad4e HTTP/1.1" status: 204 len: 168 time: 0.2504539 Apr 18 17:03:13.310661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02b3c-9cc3-4f20-96d2-969cb569637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a57942-54f3-4e74-8841-786c8bf1ad4e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:13.414778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-1836666b-11c1-4e55-aeca-d950b99e0671 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:13.416504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-1836666b-11c1-4e55-aeca-d950b99e0671 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 821 time: 0.1284628 Apr 18 17:03:13.431118 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.440373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:08Z', 'revision_number': 5, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:13.459990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-42599d77-35ee-4f63-9d80-9df16b2386e4 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/quotas/969399b82e2f481db94220cf0b3fb900 HTTP/1.1" status: 200 len: 375 time: 0.0368347 Apr 18 17:03:13.467816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69b587-8c07-4985-b8ac-27821536ad60 None None] The sync data for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 is: [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1ed122e9-0a22-42c4-a78a-b400f47d4dfd', 'name': '', 'network_id': '59a6a0b4-304a-447f-a2ae-d235bcfd12cf', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'mac_address': 'fa:16:3e:87:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b515abfa-86f2-4b40-803c-011b94567510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:02Z', 'updated_at': '2022-04-18T17:01:08Z', 'revision_number': 5, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'subnets': [{'id': 'b515abfa-86f2-4b40-803c-011b94567510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:13.491881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:13.510059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Pushing event updated for resources: {'Port': ['ID=88318401-c68f-461c-9e48-29ba85fde3cf,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:13.512937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:13.516617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-575d0dcf-a815-4b04-b37c-f98989fd6ed2 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459185 Apr 18 17:03:13.521373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:13.557854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:13.561377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device cd2a62c0-085d-4a03-8734-17cc037e282b no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:13.589265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: cd2a62c0-085d-4a03-8734-17cc037e282b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:13.589688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device cd2a62c0-085d-4a03-8734-17cc037e282b not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:13.634561 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.722368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:13.738700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'mac_address': 'fa:16:3e:c6:bf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:13.787048 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.790032 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.792188 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dccd7-85e3-4aeb-a554-71d9e3401a06 None None] New status for floating IP fe0646f1-21c3-4238-9f89-0da2a0262d20: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:03:13.801229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:13.822127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:13.847094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-dd2e4ca7-8b8e-48bf-aaa3-86d6dc49ea06 service neutron] 10.222.0.45 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081198 Apr 18 17:03:13.903168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:13.952439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:14.014309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-5322e523-f2f6-4cef-92d7-f05c39f61a13 service neutron] 10.222.0.45 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500986 Apr 18 17:03:14.042806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.064155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52404) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:14.105965 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-811e5725-62cf-43ae-8280-f77eca6225cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0122b4db47e94956972f0aeb51a39b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396385 Apr 18 17:03:14.107633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52406) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:14.124913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.160087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10218310-094f-4aef-b5c2-660e346bdef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.181905 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10218310-094f-4aef-b5c2-660e346bdef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.200365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Pushing event updated for resources: {'Port': ['ID=88318401-c68f-461c-9e48-29ba85fde3cf,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:14.206841 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.273337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:14.304820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.306052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-aaa5468a-13fd-4c08-b154-832f09a6ac6a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4678485 Apr 18 17:03:14.330773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10218310-094f-4aef-b5c2-660e346bdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.333674 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10218310-094f-4aef-b5c2-660e346bdef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.334903 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-10218310-094f-4aef-b5c2-660e346bdef8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fae91a74-9c8f-4ac3-a3bc-59228709024d HTTP/1.1" status: 204 len: 168 time: 0.2263439 Apr 18 17:03:14.351750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10218310-094f-4aef-b5c2-660e346bdef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae91a74-9c8f-4ac3-a3bc-59228709024d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:14.387017 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef721b-5d83-49de-bd16-c81738736fdb req-90228be6-61fd-4902-ab81-d858ce455cd2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:14.396286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23ef721b-5d83-49de-bd16-c81738736fdb req-90228be6-61fd-4902-ab81-d858ce455cd2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 948 time: 0.1232374 Apr 18 17:03:14.414131 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-43129472-47e5-4012-9b62-c2a022e8fc0d tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0991004 Apr 18 17:03:14.487452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23ef721b-5d83-49de-bd16-c81738736fdb req-1752900f-a77c-4849-b922-6a94367e8257 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902672 Apr 18 17:03:14.545564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-8406fbae-769a-4b49-b549-beb3be50778a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:14.546898 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce220a4-f87d-401e-a67c-e571cf79b626 req-8406fbae-769a-4b49-b549-beb3be50778a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1243172 Apr 18 17:03:14.616969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1539063-438b-49b0-87de-32b89ab30f6e req-f3cd67ee-5f50-494c-ac69-f54e249ead37 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:14.618892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1539063-438b-49b0-87de-32b89ab30f6e req-f3cd67ee-5f50-494c-ac69-f54e249ead37 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 949 time: 0.0711234 Apr 18 17:03:14.680664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1539063-438b-49b0-87de-32b89ab30f6e req-754c9ca8-eea3-4931-bb31-3c131ff0e954 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470562 Apr 18 17:03:14.721180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f67905-dffd-40c2-ac8c-7c9135ca477c req-e5b58441-d8c2-48bc-92c8-82c0af7c9694 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:14.723466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1f67905-dffd-40c2-ac8c-7c9135ca477c req-e5b58441-d8c2-48bc-92c8-82c0af7c9694 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.0669577 Apr 18 17:03:14.761259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72354b30-0b46-4c9d-9efb-4e0490c7a5f9 req-e5d05e69-7d48-4e9d-95e9-8f9459c0c042 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 210 time: 0.0367596 Apr 18 17:03:14.799314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1f67905-dffd-40c2-ac8c-7c9135ca477c req-1b5f4cf9-983b-40c8-b305-621c89aa1931 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642393 Apr 18 17:03:14.886671 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52438) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:14.959809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e62edff4-5cdb-4812-bcf0-65195a31cb30 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.987540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e62edff4-5cdb-4812-bcf0-65195a31cb30 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:14.997232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-cc202dea-0300-49fe-9d77-6d420a0efd14 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:14.998752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-cc202dea-0300-49fe-9d77-6d420a0efd14 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 820 time: 0.1235237 Apr 18 17:03:15.022670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-2a96bee2-45a8-4c80-a045-a0086ba3810d tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/quotas/480e454ce62c4d9c80f2a9a9a875f05e HTTP/1.1" status: 200 len: 375 time: 0.0118821 Apr 18 17:03:15.084851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-8681b5bf-6503-4d0f-9154-a82f67f2f043 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528162 Apr 18 17:03:15.113332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e62edff4-5cdb-4812-bcf0-65195a31cb30 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:15.116305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e62edff4-5cdb-4812-bcf0-65195a31cb30 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:15.120122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e62edff4-5cdb-4812-bcf0-65195a31cb30 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "DELETE /v2.0/security-groups/3acc290f-d4da-4885-93e9-aa04da47ebf7 HTTP/1.1" status: 204 len: 168 time: 0.2297254 Apr 18 17:03:15.120374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52448) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:15.127163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62edff4-5cdb-4812-bcf0-65195a31cb30 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acc290f-d4da-4885-93e9-aa04da47ebf7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:15.135905 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-b78b83ed-f903-4f09-b629-299b2a077d01 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] show failed (client error): The resource could not be found. Apr 18 17:03:15.139886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b78b83ed-f903-4f09-b629-299b2a077d01 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "GET /v2.0/security-groups/3acc290f-d4da-4885-93e9-aa04da47ebf7 HTTP/1.1" status: 404 len: 347 time: 0.0157239 Apr 18 17:03:15.140113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52450) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:15.345300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-dfa39993-453a-4872-a09a-b14fb4e953ab service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529440 Apr 18 17:03:15.347506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Deleting port a672b823-5aa7-4e94-ad60-28f0e3ba68ef {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:15.347822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:15.485722 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:15.486047 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:15.503996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-0edbca22-7622-49bf-a98a-44ab14f7df41 service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430709 Apr 18 17:03:15.507842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Calling delete_port for a672b823-5aa7-4e94-ad60-28f0e3ba68ef owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:15.567593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:15.688153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:03:15.694334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:15.694565 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:15.807891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:15.838161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:15.840475 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6377a1d-1a84-4cfe-be4a-2142110c2495" -d '{"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:15.863669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:15.948189 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:15.948996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 2093d80c-751e-4f46-ae0c-7f92afa919a3 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:15.982962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab9b5059-42d6-49fa-a315-1abf2ab3bda3 req-d9f3d9f5-8bbe-41bf-8bee-785eb9252732 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 210 time: 0.0407643 Apr 18 17:03:15.997732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbabd33-7040-44ff-9654-5408293b5c9a req-4077979b-34d1-4f8d-927e-c152e11bb7fc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:15.999219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ddbabd33-7040-44ff-9654-5408293b5c9a req-4077979b-34d1-4f8d-927e-c152e11bb7fc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 948 time: 0.4275658 Apr 18 17:03:16.045949 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ddbabd33-7040-44ff-9654-5408293b5c9a req-b5a09341-e1a5-450a-9a02-d6b7ca296157 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369699 Apr 18 17:03:16.050966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:16.114128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 2093d80c-751e-4f46-ae0c-7f92afa919a3 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:03:16.120635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 2093d80c-751e-4f46-ae0c-7f92afa919a3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:16.121275 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:16.132972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903f320-99e4-4cc3-a5ba-1db7bda41788 req-ec7622f5-355c-4c59-9b20-36dbb9b582b4 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.134531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b903f320-99e4-4cc3-a5ba-1db7bda41788 req-ec7622f5-355c-4c59-9b20-36dbb9b582b4 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 949 time: 0.0660236 Apr 18 17:03:16.185893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e6f63d2-7c95-458d-952e-98b3b80b1a0d req-153d71d7-879d-4fa4-add8-8d6464312eb2 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 210 time: 0.0492671 Apr 18 17:03:16.187843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:16.229265 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:16.239264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Pushing event deleted for resources: {'Port': ['ID=a672b823-5aa7-4e94-ad60-28f0e3ba68ef,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:16.254299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b903f320-99e4-4cc3-a5ba-1db7bda41788 req-59985eb4-fa9c-4cc5-a8ce-16550a3a1580 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084888 Apr 18 17:03:16.304162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 2093d80c-751e-4f46-ae0c-7f92afa919a3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=2093d80c-751e-4f46-ae0c-7f92afa919a3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:16.321646 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa1aee1-76dc-4a99-b750-dca44440147a x-openstack-request-id: req-1aa1aee1-76dc-4a99-b750-dca44440147a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:16.321989 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:16.322253 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aa1aee1-76dc-4a99-b750-dca44440147a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:16.322669 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa1aee1-76dc-4a99-b750-dca44440147a'] response: {'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'code': 200} Apr 18 17:03:16.340584 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:16.343147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:16.348313 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:16.348588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52492) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:16.353443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8d657bf7-a949-4b06-8b89-26337b9b0ac2 tempest-ServersTestFqdnHostnames-311120054 tempest-ServersTestFqdnHostnames-311120054-project] 10.222.0.45 "DELETE /v2.0/floatingips/fe0646f1-21c3-4238-9f89-0da2a0262d20 HTTP/1.1" status: 204 len: 168 time: 1.2116301 Apr 18 17:03:16.402143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46a380-65f7-4452-ab88-006e0fd1e16b req-250e7634-bbb4-4e4f-bef4-06de84b15082 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.407459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a46a380-65f7-4452-ab88-006e0fd1e16b req-250e7634-bbb4-4e4f-bef4-06de84b15082 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 945 time: 0.1005397 Apr 18 17:03:16.444505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=2093d80c-751e-4f46-ae0c-7f92afa919a3,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:16.464448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a46a380-65f7-4452-ab88-006e0fd1e16b req-7eacb157-e946-4370-9dc3-65fbce33df61 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470669 Apr 18 17:03:16.522497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0a4db-1153-4d3b-927c-5d5e29aa2c51 req-94b9ee2d-a7cf-4a7a-950f-19b2f6f749ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.523941 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59e0a4db-1153-4d3b-927c-5d5e29aa2c51 req-94b9ee2d-a7cf-4a7a-950f-19b2f6f749ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1100 time: 0.0862529 Apr 18 17:03:16.752508 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59e0a4db-1153-4d3b-927c-5d5e29aa2c51 req-6aa6922a-0c21-4ccd-bf19-e507793d48e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131970 Apr 18 17:03:16.781595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-3e3b39fc-338a-4a20-a41c-dba22614d898 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.783007 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-3e3b39fc-338a-4a20-a41c-dba22614d898 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 821 time: 0.2629421 Apr 18 17:03:16.811313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Request body: {'port': {'device_id': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'admin_state_up': True, 'tenant_id': '969399b82e2f481db94220cf0b3fb900'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:16.872339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.872904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.873379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.873863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.874325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.874784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.875239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.875690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.877610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00c175e0-0773-46bc-92a4-b8bf4c71d16b req-b33e08bd-6584-4f01-8fcb-69525588be5a tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5712 time: 0.1851089 Apr 18 17:03:16.994474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45239017-9104-464e-8ac3-fd35be476f3a req-0e8ff15f-4251-43da-ab2e-e2f6a23066ae tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:16.996875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45239017-9104-464e-8ac3-fd35be476f3a req-0e8ff15f-4251-43da-ab2e-e2f6a23066ae tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 886 time: 0.0988057 Apr 18 17:03:17.039533 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.047046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Made reservation on behalf of 969399b82e2f481db94220cf0b3fb900 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:17.053072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.056738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.060267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.162752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a8333b8-9476-46b2-90be-6322a4c97c0b req-21dba304-3e78-4546-bbf6-ebf11ca7de65 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 210 time: 0.0416737 Apr 18 17:03:17.171527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.172011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.172480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.172939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.173398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.173954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.174575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.175221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.177250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d284e80-f18f-4a0c-abeb-d335b64a7f90 req-e57b7dde-16d2-48dd-90f3-88ba118e05f3 tempest-NetworksTest-1735894674 tempest-NetworksTest-1735894674-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5712 time: 0.1616998 Apr 18 17:03:17.328914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-008993ee-c167-4e24-973d-5d5497ee9d1f req-77186b6d-1420-492b-b08c-d5c06c17d26d tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 210 time: 0.0346019 Apr 18 17:03:17.345555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c35b38-33ce-4997-baf1-46e88e87f97e req-36ea5bb7-be67-4c9c-8685-d3f4be0402cd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.353508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5c35b38-33ce-4997-baf1-46e88e87f97e req-36ea5bb7-be67-4c9c-8685-d3f4be0402cd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1039162 Apr 18 17:03:17.394775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5c35b38-33ce-4997-baf1-46e88e87f97e req-471ac0eb-7a29-4a10-82c3-fd3e83c9c454 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Apr 18 17:03:17.397747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Allocated IP 172.20.0.8 (a92b0af4-369e-4f6e-9d80-b9792ffc3db3/07a05d6c-99ea-4989-bfe6-ae138bfd8a19/53ff25be-4b7f-4226-aaeb-d183e87eb910) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:17.478235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8891b2e-aeb0-469c-aa64-9ffb383582b9 req-e55613c4-b22d-4f0b-b186-ae709b9b2c1f tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.479790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8891b2e-aeb0-469c-aa64-9ffb383582b9 req-e55613c4-b22d-4f0b-b186-ae709b9b2c1f tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 950 time: 0.0513506 Apr 18 17:03:17.526659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8891b2e-aeb0-469c-aa64-9ffb383582b9 req-47fa0c44-b249-4de7-a9b0-f70b70313563 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Apr 18 17:03:17.622614 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.651312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Deleting port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:17.651312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.736218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] For port 1ed122e9-0a22-42c4-a78a-b400f47d4dfd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:17.736597 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.737962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52536) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:17.755541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Calling delete_port for 1ed122e9-0a22-42c4-a78a-b400f47d4dfd owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:17.757720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.840810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:17.843771 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58b4484b-e909-4963-a4af-01c44467115a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.848839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:17.852074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event updated for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:17.857610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:17.939187 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58b4484b-e909-4963-a4af-01c44467115a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.948130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:17.948741 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:17.999404 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58b4484b-e909-4963-a4af-01c44467115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:18.026997 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e76633df-15ae-4865-9de3-d41a89499c1a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2209587 Apr 18 17:03:18.039208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-58b4484b-e909-4963-a4af-01c44467115a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c389b32a3244452aeebecdcd817667a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000391 Apr 18 17:03:18.040261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4484b-e909-4963-a4af-01c44467115a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf3d931-1e29-4d4d-8644-4e7b7b90d6a1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:18.041933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52540) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:18.058710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Request body: {'port': {'device_id': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:18.095461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:18.148921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed122e9-0a22-42c4-a78a-b400f47d4dfd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:18.197809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:18.236542 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:18.290771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-552cc64c-8e89-49f4-81a6-072d357f261a req-e420c538-db7e-4f4c-94d7-d35713cc005b tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 210 time: 0.0322330 Apr 18 17:03:18.325843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ead37b1-369d-43d8-a6e8-c4064fafe8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2093d80c-751e-4f46-ae0c-7f92afa919a3'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:18.329600 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de78a81-5ad5-4117-9a40-3c370a139b67" -d '{"events": [{"server_uuid": "9ead37b1-369d-43d8-a6e8-c4064fafe8bb", "name": "network-vif-plugged", "status": "completed", "tag": "2093d80c-751e-4f46-ae0c-7f92afa919a3"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:18.380693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:18.391344 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712f8f50-7926-4657-8a6c-d13577560eb1 x-openstack-request-id: req-712f8f50-7926-4657-8a6c-d13577560eb1 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:18.391939 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ead37b1-369d-43d8-a6e8-c4064fafe8bb", "name": "network-vif-plugged", "status": "completed", "tag": "2093d80c-751e-4f46-ae0c-7f92afa919a3", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:18.392958 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-712f8f50-7926-4657-8a6c-d13577560eb1 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:18.394351 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712f8f50-7926-4657-8a6c-d13577560eb1'] response: {'server_uuid': '9ead37b1-369d-43d8-a6e8-c4064fafe8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2093d80c-751e-4f46-ae0c-7f92afa919a3', 'code': 200} Apr 18 17:03:18.478305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d0da7-5016-4d53-a7d2-7c52e00440eb req-b5c2a73e-2c64-4272-a0ad-37c190285ecf tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:18.490706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-522d0da7-5016-4d53-a7d2-7c52e00440eb req-b5c2a73e-2c64-4272-a0ad-37c190285ecf tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 931 time: 0.0708892 Apr 18 17:03:18.567036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-522d0da7-5016-4d53-a7d2-7c52e00440eb req-b48d4112-e8c8-4f8c-a831-b222703b6535 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748281 Apr 18 17:03:18.588576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4921d-a3d9-4aa0-8c93-7e9a607c04ab req-e559d17f-2322-452a-9b67-439a55a1c3db tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:18.590128 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0c4921d-a3d9-4aa0-8c93-7e9a607c04ab req-e559d17f-2322-452a-9b67-439a55a1c3db tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.0832078 Apr 18 17:03:18.636054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0c4921d-a3d9-4aa0-8c93-7e9a607c04ab req-b75438ab-0aca-4f0e-8e0c-8cf978e6757e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380747 Apr 18 17:03:18.644597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-c02cbb15-fe29-4ff5-b94c-f5ee2e0e8961 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:18.646080 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-c02cbb15-fe29-4ff5-b94c-f5ee2e0e8961 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 820 time: 0.4604959 Apr 18 17:03:18.687416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Request body: {'port': {'device_id': '66513d36-99a9-4e70-a828-a8facc0174c4', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'admin_state_up': True, 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:18.702150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:18.736146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6e4c3-333a-4eec-af70-db670a89e904 req-51222ea4-d1a3-4d58-b241-23abb77f8050 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:18.743515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90f6e4c3-333a-4eec-af70-db670a89e904 req-51222ea4-d1a3-4d58-b241-23abb77f8050 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 950 time: 0.0843871 Apr 18 17:03:18.773171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:18.775896 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:18.777203 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bf3d931-1e29-4d4d-8644-4e7b7b90d6a1 HTTP/1.1" status: 204 len: 168 time: 0.7342622 Apr 18 17:03:18.812592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90f6e4c3-333a-4eec-af70-db670a89e904 req-811792d5-dc27-4d84-b360-b5ae0910670a tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669870 Apr 18 17:03:18.836305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10a5b2-1234-4fe0-8191-c46ecb87f338 req-7b6b609c-3af1-46a7-a7fc-310c7122eaca tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:18.838394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb10a5b2-1234-4fe0-8191-c46ecb87f338 req-7b6b609c-3af1-46a7-a7fc-310c7122eaca tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1100 time: 0.0920396 Apr 18 17:03:18.849684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8a15-b898-4a2a-ae1d-a94782a88cdf req-fbd006ef-3fb6-45ca-a18b-779b4718d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:18.851184 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9be8a15-b898-4a2a-ae1d-a94782a88cdf req-fbd006ef-3fb6-45ca-a18b-779b4718d789 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 1101 time: 0.3104649 Apr 18 17:03:18.893050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb10a5b2-1234-4fe0-8191-c46ecb87f338 req-05816ac1-9e26-446d-84ae-7a5b73558343 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476661 Apr 18 17:03:19.173264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf3d931-1e29-4d4d-8644-4e7b7b90d6a1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:19.207189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.207528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.207863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.208191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.208516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.208840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.209174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.209517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.209839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.210162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.210478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.210793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46050d40-9994-4ce5-936e-ea285ab2cace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:19.314172 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9be8a15-b898-4a2a-ae1d-a94782a88cdf req-5f8199fa-4556-4182-8010-f112b0a0a9e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512973 Apr 18 17:03:19.349743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab4251-6213-4ed3-b9c2-95310bf2310b req-066d9e80-ce7c-4b58-86b9-5df5536c9cb8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:19.351349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85ab4251-6213-4ed3-b9c2-95310bf2310b req-066d9e80-ce7c-4b58-86b9-5df5536c9cb8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.0613911 Apr 18 17:03:19.394640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ff25be-4b7f-4226-aaeb-d183e87eb910 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:19.401607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b69edf96-29f0-4bee-8499-9909902c701b details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:19.418354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85ab4251-6213-4ed3-b9c2-95310bf2310b req-a5e7d9f4-8ecb-42e1-81fe-d3187e5e2b61 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592976 Apr 18 17:03:19.433949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:19.461310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Made reservation on behalf of 480e454ce62c4d9c80f2a9a9a875f05e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:19.464874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:19.467476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Transition to ACTIVE for port object 53ff25be-4b7f-4226-aaeb-d183e87eb910 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:19.519233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:19.525607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46f5df7b-1370-41a2-881c-825a55fefb90 req-cc026980-d785-4947-b9db-419c8b96b6bb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 210 time: 0.0524478 Apr 18 17:03:19.545128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:19.572775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d7160d0-e8c9-48f4-bc2a-033fe4513700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:19.658772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Router 99106cc1-3dab-4979-be6c-58576ee5dc4f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:03:19.704760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Pushing event updated for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:19.743473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:19.757046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'b69edf96-29f0-4bee-8499-9909902c701b', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'port_id': 'b69edf96-29f0-4bee-8499-9909902c701b', 'mac_address': 'fa:16:3e:86:e4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d9287e-cd63-4166-adc7-1a489d9f5a4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:19.777211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-6a1f370d-179f-44c9-96a8-a7b0ec4e0ea5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3355408 Apr 18 17:03:19.800846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526480b-8288-47b7-ae55-bb77046376c3 req-101dfaf7-e020-4ce9-9528-3a216105173c tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:19.801217 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:19.801945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2526480b-8288-47b7-ae55-bb77046376c3 req-101dfaf7-e020-4ce9-9528-3a216105173c tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.0900879 Apr 18 17:03:19.823710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b69edf96-29f0-4bee-8499-9909902c701b {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:19.847363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2526480b-8288-47b7-ae55-bb77046376c3 req-db93e0a8-df54-4ce6-b60d-c3c87ce61cd3 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367348 Apr 18 17:03:19.850473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:19.936978 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:19.953921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Allocated IP 172.20.0.6 (a37eb280-4900-4757-aa38-b22eaa6df527/625cdbf8-78d6-47c6-a82d-2decbb3121f9/70469d86-360b-402b-8e7c-f42b590ac88e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:19.972329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Attempting to bind port 53ff25be-4b7f-4226-aaeb-d183e87eb910 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:19.972329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Attempting to bind port 53ff25be-4b7f-4226-aaeb-d183e87eb910 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:19.972329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Attempting to bind port 53ff25be-4b7f-4226-aaeb-d183e87eb910 on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:20.002197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Port 53ff25be-4b7f-4226-aaeb-d183e87eb910 on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:20.002197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Attempting to bind port 53ff25be-4b7f-4226-aaeb-d183e87eb910 on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:20.023980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:20.024684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea01c9-418c-4d4e-b6a9-c44b101a9566 req-e4fed642-90b1-4be1-a70e-8d78cd49eba8 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:20.033684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9ea01c9-418c-4d4e-b6a9-c44b101a9566 req-e4fed642-90b1-4be1-a70e-8d78cd49eba8 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 950 time: 0.0829659 Apr 18 17:03:20.033826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d7160d0-e8c9-48f4-bc2a-033fe4513700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.034991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:20.035330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Checking segment: {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:20.035719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Bound using segment: {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:20.036170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Bound port: 53ff25be-4b7f-4226-aaeb-d183e87eb910, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:20.036528 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.045751 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-94eb0456-fa8c-42fe-87f4-0728f3158633 admin admin] 10.222.0.45 "PUT /v2.0/routers/99106cc1-3dab-4979-be6c-58576ee5dc4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6952975 Apr 18 17:03:20.047350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:20.050815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52600) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:20.062772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] Sync routers for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:20.079585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:20.081482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:20.106234 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9ea01c9-418c-4d4e-b6a9-c44b101a9566 req-b030e165-11d1-4a68-9b9e-d10d836012b6 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636168 Apr 18 17:03:20.121910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d7160d0-e8c9-48f4-bc2a-033fe4513700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.152314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b69edf96-29f0-4bee-8499-9909902c701b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:20.271005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1d7160d0-e8c9-48f4-bc2a-033fe4513700 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24be1742213d43ffae7a071092a98b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7452297 Apr 18 17:03:20.273787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52614) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:20.298390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:20.301636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7160d0-e8c9-48f4-bc2a-033fe4513700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c1944-29ad-4b25-b6e2-b7d33940cc61,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:20.349912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:20.352660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3f7-f455-4e8e-8bc7-5dd605d076a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.357121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.377603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3f7-f455-4e8e-8bc7-5dd605d076a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.413351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:20.421501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.500175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.535810 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.551280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:20.552344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.553328 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] 10.222.0.41 "PUT /v2.0/ports/53ff25be-4b7f-4226-aaeb-d183e87eb910 HTTP/1.1" status: 200 len: 1091 time: 2.5043139 Apr 18 17:03:20.554896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:20.555026 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3f7-f455-4e8e-8bc7-5dd605d076a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.557164 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4" -d '{"events": [{"name": "network-changed", "server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:20.557977 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3f7-f455-4e8e-8bc7-5dd605d076a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.561431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8ea0d3f7-f455-4e8e-8bc7-5dd605d076a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c14c1944-29ad-4b25-b6e2-b7d33940cc61 HTTP/1.1" status: 204 len: 168 time: 0.2844055 Apr 18 17:03:20.576283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602b306-2413-4281-baf7-38a970a4de9b service neutron] Pushing event updated for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:20.590571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48b58-9b3f-4aec-9f0a-459ed1f7275f req-276794ec-0d1a-46eb-b0cc-cac66a02c30b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:20.592213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86e48b58-9b3f-4aec-9f0a-459ed1f7275f req-276794ec-0d1a-46eb-b0cc-cac66a02c30b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.0775144 Apr 18 17:03:20.594419 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.607502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0d3f7-f455-4e8e-8bc7-5dd605d076a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c1944-29ad-4b25-b6e2-b7d33940cc61,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:20.692823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Network a37eb280-4900-4757-aa38-b22eaa6df527 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:20.695661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:20.705136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:20.725387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:03:17Z', 'revision_number': 5, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port': {'id': '54188eeb-17f1-45fc-a6a6-e502fd52d8d6', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:00:58Z', 'updated_at': '2022-04-18T17:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:20.758867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86e48b58-9b3f-4aec-9f0a-459ed1f7275f req-1e0d568b-f8bd-4b5d-821c-a301f92f2510 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524923 Apr 18 17:03:20.796156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] Checking router: 99106cc1-3dab-4979-be6c-58576ee5dc4f for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:20.798860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c53cfd4e-442b-45fc-a98d-9206ba973ef8'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:20.828511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Pushing event updated for resources: {'Port': ['ID=70469d86-360b-402b-8e7c-f42b590ac88e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:20.829156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cabb71-6121-4642-bce7-e3a55773a86c req-c91197b2-852b-456f-a92f-bf31f4ef99e6 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:20.834216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3cabb71-6121-4642-bce7-e3a55773a86c req-c91197b2-852b-456f-a92f-bf31f4ef99e6 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 931 time: 0.1701074 Apr 18 17:03:20.847531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] Routers {'99106cc1-3dab-4979-be6c-58576ee5dc4f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:20.848346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['99106cc1-3dab-4979-be6c-58576ee5dc4f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:20.854365 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc6c30-54fc-4876-b76d-f451c2f259d3 x-openstack-request-id: req-52dc6c30-54fc-4876-b76d-f451c2f259d3 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:20.854828 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:20.855169 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52dc6c30-54fc-4876-b76d-f451c2f259d3 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:20.855806 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52dc6c30-54fc-4876-b76d-f451c2f259d3'] response: {'name': 'network-changed', 'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'status': 'completed', 'code': 200} Apr 18 17:03:20.894737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:20.897288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:20.970774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-a03a979a-40e9-4cd0-a522-25282abba95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:20.974420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3cabb71-6121-4642-bce7-e3a55773a86c req-000daaf0-56ad-4ebe-9e29-ba1c0cbf9272 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233017 Apr 18 17:03:20.976110 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-a03a979a-40e9-4cd0-a522-25282abba95d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 1094 time: 0.1967757 Apr 18 17:03:20.980149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Deleting port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:20.980383 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:21.028459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] Set router 99106cc1-3dab-4979-be6c-58576ee5dc4f gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:21.069811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3072a9-4cc8-4cb1-b153-6b2fa75f5f38 req-a52d2a09-8d62-4b00-acb8-cb393d7afd78 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:21.072682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d3072a9-4cc8-4cb1-b153-6b2fa75f5f38 req-a52d2a09-8d62-4b00-acb8-cb393d7afd78 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.0695858 Apr 18 17:03:21.103195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:03:20Z', 'revision_number': 6, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:21.111066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] For port 54188eeb-17f1-45fc-a6a6-e502fd52d8d6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=54188eeb-17f1-45fc-a6a6-e502fd52d8d6,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:21.111439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:21.126015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Calling delete_port for 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:21.149618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae085adf-f485-47e8-a34c-04dff4a2f72b None None] The sync data for ids ['99106cc1-3dab-4979-be6c-58576ee5dc4f'] in n-d-836015-2 is: [{'id': '99106cc1-3dab-4979-be6c-58576ee5dc4f', 'name': 'tempest-ServersTestFqdnHostnames-1154790540-router', 'tenant_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:00:56Z', 'updated_at': '2022-04-18T17:03:20Z', 'revision_number': 6, 'project_id': '92dcbf071faf465f8e5fbbb6107c5cba', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:21.238917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d3072a9-4cc8-4cb1-b153-6b2fa75f5f38 req-fad489d9-635c-496b-ae99-a0d61ff6e487 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488917 Apr 18 17:03:21.322839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-b7d85175-ca6a-45a0-9bf4-3aa0b10fadfb tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6574936 Apr 18 17:03:21.350182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-18f88f3f-bb72-4f58-8abe-5a8680094f7d None None] Provisioning complete for port 70469d86-360b-402b-8e7c-f42b590ac88e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:21.350786 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-18f88f3f-bb72-4f58-8abe-5a8680094f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:21.369075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Request body: {'port': {'device_id': '66513d36-99a9-4e70-a828-a8facc0174c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:21.374048 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-cf94a890-1e66-4967-8b26-a2544a68b1f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910 HTTP/1.1" status: 200 len: 217 time: 0.3802028 Apr 18 17:03:21.402462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-18f88f3f-bb72-4f58-8abe-5a8680094f7d None None] Port 70469d86-360b-402b-8e7c-f42b590ac88e cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:21.407992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bd4f3-edae-4836-b58c-b06ebb626c5d req-68d0eab8-5ca1-4d76-941c-d243cdcaa78c tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:21.423765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc4bd4f3-edae-4836-b58c-b06ebb626c5d req-68d0eab8-5ca1-4d76-941c-d243cdcaa78c tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 950 time: 0.1340270 Apr 18 17:03:21.435518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b69edf96-29f0-4bee-8499-9909902c701b up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:21.463269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc4bd4f3-edae-4836-b58c-b06ebb626c5d req-12e5827f-06c0-40fa-aa1d-856f39450f89 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 Apr 18 17:03:21.502307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port b69edf96-29f0-4bee-8499-9909902c701b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:21.502691 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:21.553815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-8976aa34-9b6b-4b6f-aa3e-582760d6b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:21.556108 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-8976aa34-9b6b-4b6f-aa3e-582760d6b188 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07a05d6c-99ea-4989-bfe6-ae138bfd8a19 HTTP/1.1" status: 200 len: 861 time: 0.1600549 Apr 18 17:03:21.580743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:21.626779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-e65271ad-3d26-440a-a97e-552926483576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482814 Apr 18 17:03:21.630612 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:21.667506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:21.668401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:21.671038 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df99f3bc-a1d0-4aa2-9f29-eb123121d7bc" -d '{"events": [{"server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "name": "network-vif-plugged", "status": "completed", "tag": "b69edf96-29f0-4bee-8499-9909902c701b"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:21.715364 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e21135b-afb0-42b8-a67b-b1be0706df57 x-openstack-request-id: req-7e21135b-afb0-42b8-a67b-b1be0706df57 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:21.715666 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "name": "network-vif-plugged", "status": "completed", "tag": "b69edf96-29f0-4bee-8499-9909902c701b", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:21.715916 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e21135b-afb0-42b8-a67b-b1be0706df57 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:21.716309 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e21135b-afb0-42b8-a67b-b1be0706df57'] response: {'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b', 'code': 200} Apr 18 17:03:21.754557 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:21.843536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:21.873659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:21.956802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca14a5-9a78-40ba-b56c-5d7dcde19c16 req-1a786e75-74bb-4427-bd58-c48d210631c6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:21.967493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46ca14a5-9a78-40ba-b56c-5d7dcde19c16 req-1a786e75-74bb-4427-bd58-c48d210631c6 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1128650 Apr 18 17:03:21.983104 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ed122e9-0a22-42c4-a78a-b400f47d4dfd no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:22.015786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1ed122e9-0a22-42c4-a78a-b400f47d4dfd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:22.016164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ed122e9-0a22-42c4-a78a-b400f47d4dfd not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:22.017015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:22.035550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46ca14a5-9a78-40ba-b56c-5d7dcde19c16 req-8e86466b-a899-4b5c-96ae-2915681932a4 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669007 Apr 18 17:03:22.038411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Pushing event deleted for resources: {'Port': ['ID=54188eeb-17f1-45fc-a6a6-e502fd52d8d6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:22.040332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:22.040741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 54188eeb-17f1-45fc-a6a6-e502fd52d8d6 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:22.202832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb4a8e-f939-41d5-8c4f-96ea5b0d2678 req-c9436e73-44b5-4efd-98c8-7e323643faca tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:22.203400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-0f069165-69e9-4718-ae76-03a6404fc864 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368469 Apr 18 17:03:22.211318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8cb4a8e-f939-41d5-8c4f-96ea5b0d2678 req-c9436e73-44b5-4efd-98c8-7e323643faca tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 931 time: 0.0793109 Apr 18 17:03:22.213225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.251296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8cb4a8e-f939-41d5-8c4f-96ea5b0d2678 req-ce6ba74a-0995-46ad-8375-b866ebbecfb9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 Apr 18 17:03:22.376476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.382290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.388091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da42ad-6ce1-42eb-8fd8-aa1bb32f6add req-e8e4b8b4-f36d-4e32-ac5a-4e27d2fe8267 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:22.389583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01da42ad-6ce1-42eb-8fd8-aa1bb32f6add req-e8e4b8b4-f36d-4e32-ac5a-4e27d2fe8267 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.0553644 Apr 18 17:03:22.444010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01da42ad-6ce1-42eb-8fd8-aa1bb32f6add req-582bb97e-26d9-4a9d-a8fe-ecd342953ea5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 Apr 18 17:03:22.511180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.511653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99106cc1-3dab-4979-be6c-58576ee5dc4f {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:03:22.520256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.521776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-99c170ca-30cf-4a06-ba38-174dce9e16ba admin admin] 10.222.0.45 "DELETE /v2.0/routers/99106cc1-3dab-4979-be6c-58576ee5dc4f HTTP/1.1" status: 204 len: 168 time: 2.4699187 Apr 18 17:03:22.524252 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f034379-fe7f-40a5-8265-0fa8c1f87c10 req-3e863e7d-7acd-4954-b6a8-e7abfd934765 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068376 Apr 18 17:03:22.524967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52694) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:22.532244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70469d86-360b-402b-8e7c-f42b590ac88e {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:22.549170 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.574015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Transition to ACTIVE for port object 70469d86-360b-402b-8e7c-f42b590ac88e will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:22.623204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Deleting subnet b515abfa-86f2-4b40-803c-011b94567510 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:03:22.667611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.668854 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.729145 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:22.735721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-7e6a9715-f2d6-4929-89ec-918a69307226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:22.737256 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-7e6a9715-f2d6-4929-89ec-918a69307226 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1100 time: 0.1058605 Apr 18 17:03:22.760385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a2f27-926f-4ac1-83d5-cd478d8178a0 req-3a4698aa-6578-4eef-8dd4-ac8a97a2e1fb tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:22.761990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df2a2f27-926f-4ac1-83d5-cd478d8178a0 req-3a4698aa-6578-4eef-8dd4-ac8a97a2e1fb tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 950 time: 0.1551619 Apr 18 17:03:22.781825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Pushing event updated for resources: {'Port': ['ID=70469d86-360b-402b-8e7c-f42b590ac88e,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:22.837559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df2a2f27-926f-4ac1-83d5-cd478d8178a0 req-57572795-1d4e-4424-ad27-807f56a47737 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605752 Apr 18 17:03:22.874453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.022728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.065562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b515abfa-86f2-4b40-803c-011b94567510,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:23.069328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.072105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b515abfa-86f2-4b40-803c-011b94567510 HTTP/1.1" status: 204 len: 168 time: 0.5457389 Apr 18 17:03:23.077572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52718) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:23.080637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e01ba-7f9e-41cc-90f2-65523ab78065 None None] Network 59a6a0b4-304a-447f-a2ae-d235bcfd12cf requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:23.085219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.085733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.090742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3b605-0305-4b0a-8136-13378772693e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:23.169720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.184971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-0ab12945-713b-4441-ba3e-03c213e4c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.186501 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-0ab12945-713b-4441-ba3e-03c213e4c5b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 1094 time: 0.4627888 Apr 18 17:03:23.277458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d71b-062e-455e-8151-db07983ace9f req-4f476629-df0b-4afc-96e7-cfacde820cc7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.279849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d986d71b-062e-455e-8151-db07983ace9f req-4f476629-df0b-4afc-96e7-cfacde820cc7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.0730021 Apr 18 17:03:23.287706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Deleting port 5c1d7ccd-1346-479d-95f4-1320763bf0bf {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:23.288049 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.293554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-13804172-ea21-44ca-b969-ed610d07cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.295410 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-13804172-ea21-44ca-b969-ed610d07cf5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.5499611 Apr 18 17:03:23.301942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Attempting to bind port 70469d86-360b-402b-8e7c-f42b590ac88e on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:23.302268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Attempting to bind port 70469d86-360b-402b-8e7c-f42b590ac88e by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:23.302466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Attempting to bind port 70469d86-360b-402b-8e7c-f42b590ac88e on network a37eb280-4900-4757-aa38-b22eaa6df527 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:23.345033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Port 70469d86-360b-402b-8e7c-f42b590ac88e on network a37eb280-4900-4757-aa38-b22eaa6df527 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:23.345368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Attempting to bind port 70469d86-360b-402b-8e7c-f42b590ac88e on network a37eb280-4900-4757-aa38-b22eaa6df527 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:23.355487 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-f65865fa-a792-4006-9456-834aeac91854 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.0504494 Apr 18 17:03:23.359983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:23.360210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Checking segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:23.360409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Bound using segment: {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:23.360878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Bound port: 70469d86-360b-402b-8e7c-f42b590ac88e, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42715f8b-7e86-4d86-b4a5-8c304f1e5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:23.361336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.410532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] For port 5c1d7ccd-1346-479d-95f4-1320763bf0bf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5c1d7ccd-1346-479d-95f4-1320763bf0bf,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:23.411738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.415026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] DHCP port deletion for 59a6a0b4-304a-447f-a2ae-d235bcfd12cf request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:03:23.422662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-d4e7f8b2-4920-4431-9bb7-5d2f0edacfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.422801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d986d71b-062e-455e-8151-db07983ace9f req-e3587ba4-98ef-4952-b93b-3f42f5be3377 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203690 Apr 18 17:03:23.424922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-d4e7f8b2-4920-4431-9bb7-5d2f0edacfca service neutron] 10.222.0.41 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 922 time: 0.2292206 Apr 18 17:03:23.440050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Calling delete_port for 5c1d7ccd-1346-479d-95f4-1320763bf0bf owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:23.486738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] Deleting port 5c1d7ccd-1346-479d-95f4-1320763bf0bf {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:23.487249 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.493923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-db097e88-9bcb-471e-bb12-6768a417cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.495283 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-db097e88-9bcb-471e-bb12-6768a417cfdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1298089 Apr 18 17:03:23.500882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-543cbab3-b0b0-4b45-825b-9963a1b0b1db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910 HTTP/1.1" status: 200 len: 217 time: 0.0570676 Apr 18 17:03:23.552064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3fc79-081c-4409-a5c3-5e6cf44f6637 req-a6fc3fab-ef49-4f9d-b4a2-a34513a73661 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.561109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dac3fc79-081c-4409-a5c3-5e6cf44f6637 req-a6fc3fab-ef49-4f9d-b4a2-a34513a73661 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 943 time: 0.1309204 Apr 18 17:03:23.562784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] For port 5c1d7ccd-1346-479d-95f4-1320763bf0bf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5c1d7ccd-1346-479d-95f4-1320763bf0bf,segment=NetworkSegment(56d216d8-891a-4c94-b8b1-82fbfc6f99de),segment_id=56d216d8-891a-4c94-b8b1-82fbfc6f99de)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:23.563494 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.578966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] For port 70469d86-360b-402b-8e7c-f42b590ac88e, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:23.579731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] Calling delete_port for 5c1d7ccd-1346-479d-95f4-1320763bf0bf owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:23.605485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] For port 70469d86-360b-402b-8e7c-f42b590ac88e, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=70469d86-360b-402b-8e7c-f42b590ac88e,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:23.615845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-31221906-2841-431a-b561-ad035816ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.617319 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-31221906-2841-431a-b561-ad035816ad4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07a05d6c-99ea-4989-bfe6-ae138bfd8a19 HTTP/1.1" status: 200 len: 861 time: 0.1012161 Apr 18 17:03:23.619072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cc0c0644-a5fa-4e31-abc8-e98e86d670ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.620604 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cc0c0644-a5fa-4e31-abc8-e98e86d670ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172950 Apr 18 17:03:23.625675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dac3fc79-081c-4409-a5c3-5e6cf44f6637 req-91dfdd83-164e-4332-814a-dc905eb82c7a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601294 Apr 18 17:03:23.685950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-4ac5a7e0-dca2-4f97-a5de-646d237d3da3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309455 Apr 18 17:03:23.691677 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-7b9c3270-69db-4964-a8e2-4eea154b01a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571272 Apr 18 17:03:23.696874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.714184 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.731451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] No DVR routers for this DVR port 5c1d7ccd-1346-479d-95f4-1320763bf0bf on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:23.742557 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.754713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f927a2-30bf-492f-96ae-1f70dc0eba4f None None] Pushing event deleted for resources: {'Port': ['ID=5c1d7ccd-1346-479d-95f4-1320763bf0bf,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:23.803836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1d7ccd-1346-479d-95f4-1320763bf0bf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:23.815219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] No DVR routers for this DVR port 5c1d7ccd-1346-479d-95f4-1320763bf0bf on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:23.837948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.838578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.840046 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-bb92460b-7e99-484c-adae-4f84161080da service neutron] 10.222.0.41 "PUT /v2.0/ports/70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 1091 time: 2.4968069 Apr 18 17:03:23.844277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:23.846475 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98" -d '{"events": [{"name": "network-changed", "server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:23.860145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d173dcd-9b88-47b7-a3a9-ce970959da33 req-c6c027df-ee25-4f8b-929b-f613bda6543f tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.861730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d173dcd-9b88-47b7-a3a9-ce970959da33 req-c6c027df-ee25-4f8b-929b-f613bda6543f tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.1748025 Apr 18 17:03:23.955696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-7de531fe-cc22-4426-9548-a85e3dea1927 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267115 Apr 18 17:03:23.958790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5c1d7ccd-1346-479d-95f4-1320763bf0bf no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:23.961369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-2b6fd1e1-39a3-4c23-9390-9667aa2fa69c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:23.961977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92460b-7e99-484c-adae-4f84161080da service neutron] Pushing event updated for resources: {'Port': ['ID=70469d86-360b-402b-8e7c-f42b590ac88e,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:23.962302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-2b6fd1e1-39a3-4c23-9390-9667aa2fa69c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670202 Apr 18 17:03:23.981302 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:23.986414 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-092c84b5-64c5-44a0-8df5-c8c3c13a6d0e service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503299 Apr 18 17:03:24.008029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 5c1d7ccd-1346-479d-95f4-1320763bf0bf {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:24.008369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5c1d7ccd-1346-479d-95f4-1320763bf0bf not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:24.036766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a6a0b4-304a-447f-a2ae-d235bcfd12cf']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:24.048095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d173dcd-9b88-47b7-a3a9-ce970959da33 req-4ada1a23-513c-4c01-aaab-f8a0a09dab8a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761470 Apr 18 17:03:24.058122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-387c5bb5-6bbe-44d0-97c5-b1bcb764479e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/quotas/7927e266846b46ab8421b9e904b24342 HTTP/1.1" status: 200 len: 375 time: 0.0785515 Apr 18 17:03:24.062310 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d216d8-891a-4c94-b8b1-82fbfc6f99de') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:24.062614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d216d8-891a-4c94-b8b1-82fbfc6f99de') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:24.074052 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:24.093506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:24.101593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:03:24.102004 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:03:24.103910 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:03:24.171501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-295a7fca-7910-4209-8365-5c8f4d2ee715 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118906 Apr 18 17:03:24.208415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-a598568a-2500-47f5-8a4a-26fbb3a04414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:24.209924 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-a598568a-2500-47f5-8a4a-26fbb3a04414 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 1094 time: 0.1251023 Apr 18 17:03:24.213303 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ef7f3c-1ff0-4e4e-bc31-ea022469f4c4 x-openstack-request-id: req-08ef7f3c-1ff0-4e4e-bc31-ea022469f4c4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:24.213620 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:24.214815 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08ef7f3c-1ff0-4e4e-bc31-ea022469f4c4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:24.215171 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ef7f3c-1ff0-4e4e-bc31-ea022469f4c4'] response: {'name': 'network-changed', 'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e', 'status': 'completed', 'code': 200} Apr 18 17:03:24.217437 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-749d0200-4a9d-4312-8b3f-6ea50967d768 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123404 Apr 18 17:03:24.226899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-c4825565-4fc1-4619-ac93-f048ab06b024 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:24.228517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-c4825565-4fc1-4619-ac93-f048ab06b024 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 950 time: 0.0595479 Apr 18 17:03:24.275229 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-4dbfe396-8f2b-4e17-81a5-29eba37f4d6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 217 time: 0.0461531 Apr 18 17:03:24.279402 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4f12dd7-43f8-4f89-9c66-bb9aaf4383e4 req-d133bcb8-1771-4a2c-a6a5-ed51d2565bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848277 Apr 18 17:03:24.358012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-33ad8055-a13d-482d-bfe7-a4167a54108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:24.359486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-33ad8055-a13d-482d-bfe7-a4167a54108c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0524955 Apr 18 17:03:24.363515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa7d8-7526-4cbf-ad78-0db792dd988c req-46d99666-9db3-4cf9-a513-ef34b3642201 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:24.364947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9acfa7d8-7526-4cbf-ad78-0db792dd988c req-46d99666-9db3-4cf9-a513-ef34b3642201 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 950 time: 0.0753002 Apr 18 17:03:24.382968 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:24.398019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:24.401072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] 10.222.0.45 "DELETE /v2.0/networks/59a6a0b4-304a-447f-a2ae-d235bcfd12cf HTTP/1.1" status: 204 len: 168 time: 1.3225696 Apr 18 17:03:24.414583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Deleting port 2093d80c-751e-4f46-ae0c-7f92afa919a3 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:24.414932 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:24.424623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-fd0a3b6a-6e2e-4dac-bdc6-8d6fc3a7a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:24.426609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-fd0a3b6a-6e2e-4dac-bdc6-8d6fc3a7a03f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593262 Apr 18 17:03:24.440999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e8f03-09e7-43c6-b250-2d6b7a3b1064 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a6a0b4-304a-447f-a2ae-d235bcfd12cf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:24.531088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22bdeb4a-0e89-4ebe-b33f-29673100b5cd req-298f70cf-faf7-435a-892b-49adfb8a041b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 210 time: 0.0627294 Apr 18 17:03:24.533632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9acfa7d8-7526-4cbf-ad78-0db792dd988c req-05e9150f-71d6-41ba-b9e5-576da506530f tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621823 Apr 18 17:03:24.600525 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-f5c8f57a-6bbf-4bcc-92cf-92819ad7e0b5 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662400 Apr 18 17:03:24.611326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] For port 2093d80c-751e-4f46-ae0c-7f92afa919a3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=2093d80c-751e-4f46-ae0c-7f92afa919a3,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:24.612951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:24.631863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Calling delete_port for 2093d80c-751e-4f46-ae0c-7f92afa919a3 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:24.719701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ec5f482-ff1d-4207-b012-7aa3ce83421a req-3260a03f-ee2a-42c2-b1e9-fe5db4463a8c service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112998 Apr 18 17:03:24.781187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a6a5-d148-4c91-ad1f-b137b0bde7ca req-ba6090fa-3464-4bb7-b78a-6b5ba8396271 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:24.782671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8853a6a5-d148-4c91-ad1f-b137b0bde7ca req-ba6090fa-3464-4bb7-b78a-6b5ba8396271 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1521244 Apr 18 17:03:24.838118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52768) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:24.839302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7711c98-12a7-42e9-9b73-e4c84d872712 req-649910e0-1fa6-4aec-b1c6-489f057a9573 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:24.840796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7711c98-12a7-42e9-9b73-e4c84d872712 req-649910e0-1fa6-4aec-b1c6-489f057a9573 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 943 time: 0.1110966 Apr 18 17:03:24.865825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8853a6a5-d148-4c91-ad1f-b137b0bde7ca req-49c089d9-13a1-46ca-9a4e-a23c52340bed tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706370 Apr 18 17:03:24.921278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6051740b-962d-4949-a103-e530c49e2706 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92dcbf071faf465f8e5fbbb6107c5cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799963 Apr 18 17:03:24.921519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7711c98-12a7-42e9-9b73-e4c84d872712 req-e20f75b4-02ef-4a70-8750-aae27a473f71 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695436 Apr 18 17:03:24.921870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52770) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:24.925620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-38608d76-b6a8-4add-8d47-14ce71d208ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:24.927255 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-38608d76-b6a8-4add-8d47-14ce71d208ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 1094 time: 0.0815856 Apr 18 17:03:24.981785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2a04fa88-1862-49a6-8a93-a26b12da52f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:25.009516 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2a04fa88-1862-49a6-8a93-a26b12da52f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:25.016084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:25.050397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['2093d80c-751e-4f46-ae0c-7f92afa919a3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:25.064873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Pushing event deleted for resources: {'Port': ['ID=2093d80c-751e-4f46-ae0c-7f92afa919a3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:25.111693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] No DVR routers for this DVR port 2093d80c-751e-4f46-ae0c-7f92afa919a3 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:25.114270 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:25.122039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a85563ca-d2ea-46f8-a07a-27be658279cb req-6584a48a-38a0-4057-8af3-c4b4e44e9ef5 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.18 "DELETE /v2.0/ports/2093d80c-751e-4f46-ae0c-7f92afa919a3 HTTP/1.1" status: 204 len: 173 time: 0.8832383 Apr 18 17:03:25.122039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ead37b1-369d-43d8-a6e8-c4064fafe8bb', 'name': 'network-vif-deleted', 'tag': '2093d80c-751e-4f46-ae0c-7f92afa919a3'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:25.122039 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78967f14-6e8f-4a99-9ec5-5e9ac1c5b251" -d '{"events": [{"server_uuid": "9ead37b1-369d-43d8-a6e8-c4064fafe8bb", "name": "network-vif-deleted", "tag": "2093d80c-751e-4f46-ae0c-7f92afa919a3"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:25.144624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-a7f4e675-8517-4566-ba6f-a83614692a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:25.146390 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-a7f4e675-8517-4566-ba6f-a83614692a89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.1307993 Apr 18 17:03:25.200271 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2f03a2-fa67-4f84-91dd-2817185f59e0 x-openstack-request-id: req-9a2f03a2-fa67-4f84-91dd-2817185f59e0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:25.200635 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ead37b1-369d-43d8-a6e8-c4064fafe8bb", "name": "network-vif-deleted", "tag": "2093d80c-751e-4f46-ae0c-7f92afa919a3", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:25.200948 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a2f03a2-fa67-4f84-91dd-2817185f59e0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:25.201403 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2f03a2-fa67-4f84-91dd-2817185f59e0'] response: {'server_uuid': '9ead37b1-369d-43d8-a6e8-c4064fafe8bb', 'name': 'network-vif-deleted', 'tag': '2093d80c-751e-4f46-ae0c-7f92afa919a3', 'status': 'completed', 'code': 200} Apr 18 17:03:25.216960 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-c4b48651-3ecd-4700-aec3-4c4258d5604a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 217 time: 0.0604277 Apr 18 17:03:25.232453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855925d-1d2b-4dc4-8a6a-fec448f8aa58 req-b45d39a2-cc73-4b50-a2cd-9b7204926b1b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:25.234282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b855925d-1d2b-4dc4-8a6a-fec448f8aa58 req-b45d39a2-cc73-4b50-a2cd-9b7204926b1b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.0694492 Apr 18 17:03:25.239929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2a04fa88-1862-49a6-8a93-a26b12da52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:25.244205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2a04fa88-1862-49a6-8a93-a26b12da52f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:25.244205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2a04fa88-1862-49a6-8a93-a26b12da52f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f9cd226-a3c4-47b6-958a-561b90844011 HTTP/1.1" status: 204 len: 168 time: 0.3188610 Apr 18 17:03:25.280074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04fa88-1862-49a6-8a93-a26b12da52f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9cd226-a3c4-47b6-958a-561b90844011,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:25.343947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-9c07b680-3557-47df-8286-d6f8d461a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:25.345982 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-9c07b680-3557-47df-8286-d6f8d461a02c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0907013 Apr 18 17:03:25.392388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b855925d-1d2b-4dc4-8a6a-fec448f8aa58 req-b77ed25a-e5ed-4819-912c-b84fe7ee1ee3 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453197 Apr 18 17:03:25.429786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-8630a46f-d109-4b9d-8469-0d623bf097bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:25.431280 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-8630a46f-d109-4b9d-8469-0d623bf097bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667503 Apr 18 17:03:25.527829 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-4cf625f2-7cd2-492a-b1c3-301f23441e5f service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859158 Apr 18 17:03:25.635757 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14cfc72c-8bdf-471e-a3b6-a8c78eaebb98 req-e5d36b2a-98a0-4b53-9f03-0f050618bf7c service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997784 Apr 18 17:03:25.661566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df12df73-c0da-4a31-a639-ea8eb9d81ef8 req-d25698dd-9568-41ba-b99f-29cb03eae34d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 210 time: 0.0384912 Apr 18 17:03:25.725484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-919ab963-3ba8-405f-8132-2b0dc6317d56 req-0b201257-3161-4a3b-9062-6423ffdcb3f1 tempest-TenantUsagesTestJSON-1173740867 tempest-TenantUsagesTestJSON-1173740867-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ead37b1-369d-43d8-a6e8-c4064fafe8bb HTTP/1.1" status: 200 len: 210 time: 0.0299685 Apr 18 17:03:25.995361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8987487-a97e-4bb1-bd5b-c136ed55a7b8 req-7d6b6f61-6370-4f3f-a2e4-1d9658a9e93d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:25.996937 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8987487-a97e-4bb1-bd5b-c136ed55a7b8 req-7d6b6f61-6370-4f3f-a2e4-1d9658a9e93d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.0584600 Apr 18 17:03:26.070004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8987487-a97e-4bb1-bd5b-c136ed55a7b8 req-54f5ee8b-8243-4485-b1dd-e979dc742c0d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Apr 18 17:03:26.077705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4be22-17ee-4c07-84e5-e3203618b7c0 req-a66dc110-dc69-415b-8c84-ceb084947b18 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:26.085816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72f4be22-17ee-4c07-84e5-e3203618b7c0 req-a66dc110-dc69-415b-8c84-ceb084947b18 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 943 time: 0.0878336 Apr 18 17:03:26.120358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72f4be22-17ee-4c07-84e5-e3203618b7c0 req-3eea3e02-c17f-42b3-a14c-a5ca13d75d4e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Apr 18 17:03:26.495495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52856) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:26.501717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14b37-cfed-4002-8f33-cef229e5eafe req-826b6543-3e8d-4075-a20c-7904dbe4c558 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:26.503828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72b14b37-cfed-4002-8f33-cef229e5eafe req-826b6543-3e8d-4075-a20c-7904dbe4c558 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.0549576 Apr 18 17:03:26.560606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72b14b37-cfed-4002-8f33-cef229e5eafe req-c3b37210-0a3f-4ee9-8aaf-a0e2fb32fc0a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484445 Apr 18 17:03:26.639818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1456843214-network', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:26.754158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:26.756558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:26.769862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:26.802951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f33f6cc-0ab8-44ed-bc0e-6e5fbdb18376 req-bb518323-2f4a-4ddf-8abb-c81fa032cb5c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 210 time: 0.0535181 Apr 18 17:03:26.881799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:26.961187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-e1f1640d-467e-4ef7-99ab-0d5f3fa1fd00 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225844 Apr 18 17:03:26.986889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.023590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:03:27.037473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d562d2b2-5679-48ef-a69e-322c0c66e87b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:27.040663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.041214 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Added segment c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3 of type vlan for network f6d27c9f-7980-466b-abbf-e13f5c7bf36f Apr 18 17:03:27.107646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.193921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-1875f0c4-f295-4a62-bd47-4d28c6bef6c8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:27.196061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-1875f0c4-f295-4a62-bd47-4d28c6bef6c8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294254 Apr 18 17:03:27.217060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Request body: {'port': {'device_id': 'f8236a15-1e70-4044-a83f-78e2590a74ab', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '7927e266846b46ab8421b9e904b24342'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:27.223883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.226957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:27.227651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.341884 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8408718 Apr 18 17:03:27.360392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52872) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:27.360392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52874) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:27.367737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Request body: {'subnet': {'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1456843214-subnet', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:27.385715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06744364-4528-4174-873e-ee6eb27d8fab admin admin] Pushing event updated for resources: {'Network': ['ID=f6d27c9f-7980-466b-abbf-e13f5c7bf36f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:27.399006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network f6d27c9f-7980-466b-abbf-e13f5c7bf36f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:03:27.421099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd7e44-4b20-480f-b519-78e9463a1a4d req-3a9243c7-37a7-4c0f-8757-72542b5b53be tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:27.423658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66fd7e44-4b20-480f-b519-78e9463a1a4d req-3a9243c7-37a7-4c0f-8757-72542b5b53be tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.2505155 Apr 18 17:03:27.488463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 53ff25be-4b7f-4226-aaeb-d183e87eb910 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:27.490786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:27.493615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.515085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46be599-c568-4e97-82bc-ad450b72092a req-3dcf4315-19ec-4e3f-b08a-b6957815b5d1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:27.520582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a46be599-c568-4e97-82bc-ad450b72092a req-3dcf4315-19ec-4e3f-b08a-b6957815b5d1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 943 time: 0.2997775 Apr 18 17:03:27.552539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66fd7e44-4b20-480f-b519-78e9463a1a4d req-ee1dfef9-1d8a-4426-8556-69162f2868a4 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191442 Apr 18 17:03:27.710301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:27.720723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a46be599-c568-4e97-82bc-ad450b72092a req-f7fa5c31-9cc4-465e-a04d-bd1c809ddff1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593366 Apr 18 17:03:27.729211 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'port_id': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'mac_address': 'fa:16:3e:98:4a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a05d6c-99ea-4989-bfe6-ae138bfd8a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:27.775887 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.789924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Made reservation on behalf of 7927e266846b46ab8421b9e904b24342 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:27.793365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.794855 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ff25be-4b7f-4226-aaeb-d183e87eb910 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:27.797234 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3136f43f-36ba-485c-86bb-215a824819a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e23d73b7f6034308adb09a9da9caceb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357195 Apr 18 17:03:27.798879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52890) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:27.811147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.819316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:27.866930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d37ddd-9259-41f0-aebe-0ade58d94fb5 req-191d5fee-fa2e-4fdc-aca6-539ef460c48f tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:27.874606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14d37ddd-9259-41f0-aebe-0ade58d94fb5 req-191d5fee-fa2e-4fdc-aca6-539ef460c48f tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.1176779 Apr 18 17:03:27.880216 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.881189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 70469d86-360b-402b-8e7c-f42b590ac88e details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:27.913569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76c1843d-d865-483f-ad4e-2580651198ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.944118 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76c1843d-d865-483f-ad4e-2580651198ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:27.959073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c780c90b-bd89-4d2a-a4e8-6bede2586429 req-c491559d-2e76-45de-b5ff-9d9a62060e2b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 210 time: 0.0353992 Apr 18 17:03:28.007218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.017124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:28.019547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14d37ddd-9259-41f0-aebe-0ade58d94fb5 req-1fed1098-de39-4ba7-a06e-27ebc434f38a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342790 Apr 18 17:03:28.059032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.059745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.060308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.060838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.061382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.061946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.062487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.063021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.063684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.064222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.064365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089cc9a7-ea13-4128-b275-20314752eb37,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:28.064893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.065971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:03:28.072918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76c1843d-d865-483f-ad4e-2580651198ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.076387 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76c1843d-d865-483f-ad4e-2580651198ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.077571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-76c1843d-d865-483f-ad4e-2580651198ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1c1fc2c-bf98-4833-bceb-61b157ee5ad2 HTTP/1.1" status: 204 len: 168 time: 0.2488933 Apr 18 17:03:28.089983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1843d-d865-483f-ad4e-2580651198ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c1fc2c-bf98-4833-bceb-61b157ee5ad2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:28.105092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 70469d86-360b-402b-8e7c-f42b590ac88e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=70469d86-360b-402b-8e7c-f42b590ac88e,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:28.129717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Checking segment: {'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:28.130440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Network hostable DHCP agents. Network: f6d27c9f-7980-466b-abbf-e13f5c7bf36f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:03:28.155388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '70469d86-360b-402b-8e7c-f42b590ac88e', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'port_id': '70469d86-360b-402b-8e7c-f42b590ac88e', 'mac_address': 'fa:16:3e:cc:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:28.163984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.199165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Network f6d27c9f-7980-466b-abbf-e13f5c7bf36f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:03:28.207038 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.222138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.225886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70469d86-360b-402b-8e7c-f42b590ac88e {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:28.250675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 70469d86-360b-402b-8e7c-f42b590ac88e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=70469d86-360b-402b-8e7c-f42b590ac88e,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:28.271469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c225629d-b4e0-4a60-b1dd-b910780b6be1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:28.296176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, f6d27c9f-7980-466b-abbf-e13f5c7bf36f) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:28.308399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1689f4-2e4a-40bf-86bf-9abca1843491 None None] Network f6d27c9f-7980-466b-abbf-e13f5c7bf36f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:28.316968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:28.317703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.340922 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.450960 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a90d57d4-75df-45b3-b0c0-e1f709a39124 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0881186 Apr 18 17:03:28.451922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52898) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:28.459804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Allocated IP 192.168.233.45 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/121fefd7-bbab-411f-b0a0-6db7fddbf011) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:28.460143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:28.572112 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.574409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.719284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-f6d27c9f-7980-466b-abbf-e13f5c7bf36f', 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'fixed_ips': [{'subnet_id': '089cc9a7-ea13-4128-b275-20314752eb37'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:03:28.727071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.735801 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.756202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=70469d86-360b-402b-8e7c-f42b590ac88e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:28.794636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:28.867277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756992c3-773d-4e52-bba6-4f5f2b65ba70 req-0456f932-68f7-485c-814d-93b3a1a73c84 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:28.884224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-756992c3-773d-4e52-bba6-4f5f2b65ba70 req-0456f932-68f7-485c-814d-93b3a1a73c84 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1685209 Apr 18 17:03:28.893059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52914) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:28.907110 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['53ff25be-4b7f-4226-aaeb-d183e87eb910'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:28.952901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['70469d86-360b-402b-8e7c-f42b590ac88e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:28.966122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-756992c3-773d-4e52-bba6-4f5f2b65ba70 req-bf3c726a-a091-44f5-9cf3-32ec301844eb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793612 Apr 18 17:03:28.982400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a95173-399b-4d13-8576-3d5820c10507 req-154e6e78-3df6-4d89-9fc5-01fb29f4e3a4 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:29.005720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88a95173-399b-4d13-8576-3d5820c10507 req-154e6e78-3df6-4d89-9fc5-01fb29f4e3a4 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 944 time: 0.1740112 Apr 18 17:03:29.019942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.023504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.028188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f523371d-6037-4b1e-af4c-f6aa370aee9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.047154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Allocated IP 172.20.0.2 (f6d27c9f-7980-466b-abbf-e13f5c7bf36f/089cc9a7-ea13-4128-b275-20314752eb37/8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:29.106260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:29.141183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:29.160869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:29.182060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88a95173-399b-4d13-8576-3d5820c10507 req-91b6f233-9031-4942-a900-b6186885b8c0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713674 Apr 18 17:03:29.193285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'Port': ['ID=121fefd7-bbab-411f-b0a0-6db7fddbf011,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:29.236886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f523371d-6037-4b1e-af4c-f6aa370aee9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.326004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7f585-a52e-445a-bd02-6c490f1086df req-fe8ee7dd-8ad4-4496-8d38-daeefc9ace01 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:29.327692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56a7f585-a52e-445a-bd02-6c490f1086df req-fe8ee7dd-8ad4-4496-8d38-daeefc9ace01 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 935 time: 0.2241201 Apr 18 17:03:29.335455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:29.336245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.366259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f523371d-6037-4b1e-af4c-f6aa370aee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.415735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523371d-6037-4b1e-af4c-f6aa370aee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c573e5e1-5133-4ffe-87c4-189dbfc0fb7b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:29.417267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1d38-9c4e-4c07-998d-6df8bca2ce19 req-d31ab677-2334-4a89-9fd5-4bafa93e4a3d tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:29.429594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf1d38-9c4e-4c07-998d-6df8bca2ce19 req-d31ab677-2334-4a89-9fd5-4bafa93e4a3d tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 944 time: 0.1298900 Apr 18 17:03:29.449503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56a7f585-a52e-445a-bd02-6c490f1086df req-6a70d920-33d4-4079-805b-2a4091187eb2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962422 Apr 18 17:03:29.469797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-46d79451-b8ed-4710-8f1c-e252e09a9676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2583249 Apr 18 17:03:29.495340 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f523371d-6037-4b1e-af4c-f6aa370aee9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=896ac8b713974dcd80f53f497864b745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996759 Apr 18 17:03:29.498667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.500531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52922) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:29.510014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Request body: {'port': {'device_id': 'f8236a15-1e70-4044-a83f-78e2590a74ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:29.550575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf1d38-9c4e-4c07-998d-6df8bca2ce19 req-3bbad151-9aae-4c84-8cc3-a78851f83579 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188805 Apr 18 17:03:29.565301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.603742 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.631448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.638435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54baddde-082e-440f-9692-f8c85d64f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.642793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 2093d80c-751e-4f46-ae0c-7f92afa919a3 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:29.687217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 2093d80c-751e-4f46-ae0c-7f92afa919a3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:29.689655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 2093d80c-751e-4f46-ae0c-7f92afa919a3 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:29.689655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1cc70fc7-01fd-4c20-a159-cbb54bc5c3ca None None] Provisioning complete for port 121fefd7-bbab-411f-b0a0-6db7fddbf011 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:29.689851 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1cc70fc7-01fd-4c20-a159-cbb54bc5c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.699896 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54baddde-082e-440f-9692-f8c85d64f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.728136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1cc70fc7-01fd-4c20-a159-cbb54bc5c3ca None None] Port 121fefd7-bbab-411f-b0a0-6db7fddbf011 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:29.732924 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.767991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Allocated IP 172.25.5.93 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/6215574b-3dff-4f9f-8d82-d8c787eb9a2b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:29.791027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Network f6d27c9f-7980-466b-abbf-e13f5c7bf36f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:29.792247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Pushing event updated for resources: {'Port': ['ID=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:29.795669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:29.797841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Attempting to bind port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Attempting to bind port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Attempting to bind port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e on network f6d27c9f-7980-466b-abbf-e13f5c7bf36f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Checking segment: {'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Bound using segment: {'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Bound port: 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:29.883524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.922995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.937923 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54baddde-082e-440f-9692-f8c85d64f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.941361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54baddde-082e-440f-9692-f8c85d64f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:29.942844 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-54baddde-082e-440f-9692-f8c85d64f28d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c573e5e1-5133-4ffe-87c4-189dbfc0fb7b HTTP/1.1" status: 204 len: 168 time: 0.4411578 Apr 18 17:03:29.964842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] For port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:29.968919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baddde-082e-440f-9692-f8c85d64f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c573e5e1-5133-4ffe-87c4-189dbfc0fb7b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:29.972317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] For port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,segment=NetworkSegment(c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3),segment_id=c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:30.032897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121fefd7-bbab-411f-b0a0-6db7fddbf011 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:30.042191 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:30.047125 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:30.057462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Transition to ACTIVE for port object 121fefd7-bbab-411f-b0a0-6db7fddbf011 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:30.068170 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:30.128815 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:30.168761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b591f6-5324-46b4-a0e8-2ce968e0aa54 None None] Pushing event updated for resources: {'Port': ['ID=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:30.187468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Pushing event updated for resources: {'Port': ['ID=6215574b-3dff-4f9f-8d82-d8c787eb9a2b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:30.193957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:30.198903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:30.198903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:30.220686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Pushing event updated for resources: {'Port': ['ID=121fefd7-bbab-411f-b0a0-6db7fddbf011,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:30.230218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2588c2-be31-41d7-a8ea-bc898b72c99f req-89f77402-1b3c-4368-a2e4-5cfe139a2e53 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:30.238410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae2588c2-be31-41d7-a8ea-bc898b72c99f req-89f77402-1b3c-4368-a2e4-5cfe139a2e53 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1709518 Apr 18 17:03:30.884723 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4cd44989-15b1-4c4d-bbc0-750c3923bbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:31.012422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae2588c2-be31-41d7-a8ea-bc898b72c99f req-657ceae2-a8ae-481a-ad33-0445d0f18ffc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7728004 Apr 18 17:03:31.097462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d3b6a-ea20-4f50-8df7-c4b6b2cd3dfd req-1a906484-a0ed-4ea5-99e9-bfd1deab2c45 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:31.105859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a87d3b6a-ea20-4f50-8df7-c4b6b2cd3dfd req-1a906484-a0ed-4ea5-99e9-bfd1deab2c45 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 944 time: 0.7839925 Apr 18 17:03:31.177334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Attempting to bind port 121fefd7-bbab-411f-b0a0-6db7fddbf011 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:31.177608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Attempting to bind port 121fefd7-bbab-411f-b0a0-6db7fddbf011 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:31.177971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Attempting to bind port 121fefd7-bbab-411f-b0a0-6db7fddbf011 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:31.195548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Port 121fefd7-bbab-411f-b0a0-6db7fddbf011 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:31.195925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Attempting to bind port 121fefd7-bbab-411f-b0a0-6db7fddbf011 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:31.208855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a87d3b6a-ea20-4f50-8df7-c4b6b2cd3dfd req-04d5ce90-424f-4199-ba6e-af889058611f tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018944 Apr 18 17:03:31.220935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a092-a5c9-4894-88b2-3d82733368e4 req-73aaf294-cb6a-4720-a8b8-9ce0c80ac578 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:31.223031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b38a092-a5c9-4894-88b2-3d82733368e4 req-73aaf294-cb6a-4720-a8b8-9ce0c80ac578 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 947 time: 0.1130993 Apr 18 17:03:31.224368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:31.224820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:31.225293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:31.225787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Bound port: 121fefd7-bbab-411f-b0a0-6db7fddbf011, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:31.226151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:31.300071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:31.360602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b38a092-a5c9-4894-88b2-3d82733368e4 req-6208e4f6-b6a6-4077-bc0a-95e0ee75f3ee tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144679 Apr 18 17:03:31.370388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] For port 121fefd7-bbab-411f-b0a0-6db7fddbf011, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:31.375011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] For port 121fefd7-bbab-411f-b0a0-6db7fddbf011, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=121fefd7-bbab-411f-b0a0-6db7fddbf011,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:31.396551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc28ea-3ee7-4304-847d-bbe0555b18cb req-2cb6e252-ede9-4630-8cf0-7f2b03cad137 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:31.398151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7dc28ea-3ee7-4304-847d-bbe0555b18cb req-2cb6e252-ede9-4630-8cf0-7f2b03cad137 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 944 time: 0.0964942 Apr 18 17:03:31.472774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7dc28ea-3ee7-4304-847d-bbe0555b18cb req-202e4aa9-b97a-4d45-a22d-b185aca189b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664635 Apr 18 17:03:31.503739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 70469d86-360b-402b-8e7c-f42b590ac88e up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:31.531305 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:31.545518 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:31.575632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:31.576452 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:31.577868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] 10.222.0.18 "PUT /v2.0/ports/121fefd7-bbab-411f-b0a0-6db7fddbf011 HTTP/1.1" status: 200 len: 1095 time: 2.0813787 Apr 18 17:03:31.578443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8236a15-1e70-4044-a83f-78e2590a74ab', 'tag': '121fefd7-bbab-411f-b0a0-6db7fddbf011'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:31.581843 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686a5428-6a5a-439d-bd6a-d86b89f63ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8236a15-1e70-4044-a83f-78e2590a74ab", "tag": "121fefd7-bbab-411f-b0a0-6db7fddbf011"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:31.663560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603547f-c3a5-4028-86b1-4741f667b68a service neutron] Pushing event updated for resources: {'Port': ['ID=121fefd7-bbab-411f-b0a0-6db7fddbf011,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:31.699928 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2518efa-6fbd-41d4-9613-75ad5a343ca2 x-openstack-request-id: req-e2518efa-6fbd-41d4-9613-75ad5a343ca2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:31.703366 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8236a15-1e70-4044-a83f-78e2590a74ab", "tag": "121fefd7-bbab-411f-b0a0-6db7fddbf011", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:31.703366 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2518efa-6fbd-41d4-9613-75ad5a343ca2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:31.703366 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2518efa-6fbd-41d4-9613-75ad5a343ca2'] response: {'name': 'network-changed', 'server_uuid': 'f8236a15-1e70-4044-a83f-78e2590a74ab', 'tag': '121fefd7-bbab-411f-b0a0-6db7fddbf011', 'status': 'completed', 'code': 200} Apr 18 17:03:31.742657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 70469d86-360b-402b-8e7c-f42b590ac88e completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:03:31.749179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 70469d86-360b-402b-8e7c-f42b590ac88e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:31.754971 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:31.833243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:03:31.853986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-cf0368e1-dd2f-44d6-883f-14f181192c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:31.861879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-cf0368e1-dd2f-44d6-883f-14f181192c80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 1098 time: 0.1258285 Apr 18 17:03:31.972039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:31.990997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-14cfda0f-2669-4376-99a5-e01d318af75f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=121fefd7-bbab-411f-b0a0-6db7fddbf011 HTTP/1.1" status: 200 len: 217 time: 0.1104238 Apr 18 17:03:32.022821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7210e-a794-49a1-ad3f-1c1a8beb4183 None None] Network f6d27c9f-7980-466b-abbf-e13f5c7bf36f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:32.064013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:32.073354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:32.075906 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fbd0c2-5c98-4e42-a34b-b7a921d2817e" -d '{"events": [{"server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "name": "network-vif-plugged", "status": "completed", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:32.077770 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Sync routers for ids ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:32.090465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-e4205c29-27d0-47bd-aa39-11abb9a5ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:32.104443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-e4205c29-27d0-47bd-aa39-11abb9a5ed5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1038432 Apr 18 17:03:32.122825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:32.125387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-14b789a2-5ea2-47fc-8b64-a4f4fe1b9da3 None None] Provisioning complete for port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:32.125998 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-14b789a2-5ea2-47fc-8b64-a4f4fe1b9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:32.130460 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Routers {'6afb684e-0a9d-4c81-ac31-668f1bc459b7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:32.131119 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:32.198880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 70469d86-360b-402b-8e7c-f42b590ac88e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=70469d86-360b-402b-8e7c-f42b590ac88e,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:32.218138 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947bb492-a3d0-4053-aff2-73a54026d1af x-openstack-request-id: req-947bb492-a3d0-4053-aff2-73a54026d1af {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:32.218733 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "name": "network-vif-plugged", "status": "completed", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:32.219136 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-947bb492-a3d0-4053-aff2-73a54026d1af {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:32.219703 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947bb492-a3d0-4053-aff2-73a54026d1af'] response: {'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e', 'code': 200} Apr 18 17:03:32.235883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:32.239799 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-87997189-1d74-436f-8232-bb97c7fb7a23 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7840831 Apr 18 17:03:32.240083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52990) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:32.330684 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Set router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:32.373704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-31eceb77-4efa-46ba-a3f1-c04751cda19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:32.375451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-31eceb77-4efa-46ba-a3f1-c04751cda19c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2664270 Apr 18 17:03:32.396772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a94bc-c50b-4797-9b44-411587d2a5f0 req-0119da95-0223-47cb-b885-a57692444cf0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:32.405220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d17a94bc-c50b-4797-9b44-411587d2a5f0 req-0119da95-0223-47cb-b885-a57692444cf0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1470845 Apr 18 17:03:32.467374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b458452-2172-441d-862c-745d48d9b5c1 req-c1a3062f-18da-48cd-8466-07720a7c7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:32.471881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b458452-2172-441d-862c-745d48d9b5c1 req-c1a3062f-18da-48cd-8466-07720a7c7d9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 1096 time: 0.1348255 Apr 18 17:03:32.504657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-b01682a7-216b-459e-816f-92f606b1b70b service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207969 Apr 18 17:03:32.514149 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-14b789a2-5ea2-47fc-8b64-a4f4fe1b9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:32.517115 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:32.534991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 53ff25be-4b7f-4226-aaeb-d183e87eb910 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:32.613197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f94b0-c237-4b8f-8f58-9365492414a9 req-f0b09330-cc12-4a23-9b50-dd988d9de878 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:32.620819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-976f94b0-c237-4b8f-8f58-9365492414a9 req-f0b09330-cc12-4a23-9b50-dd988d9de878 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 945 time: 0.2956812 Apr 18 17:03:32.623964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f92ee22-b2a9-4af8-b7bf-0b1c579299da req-192b4d8a-dbb9-44b8-b17e-a112d1b4b9b0 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099875 Apr 18 17:03:32.704237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d17a94bc-c50b-4797-9b44-411587d2a5f0 req-aade7f62-e629-4743-998c-e4361aaa0eda tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976687 Apr 18 17:03:32.709251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=70469d86-360b-402b-8e7c-f42b590ac88e,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:32.741661 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-976f94b0-c237-4b8f-8f58-9365492414a9 req-7236fbb7-877c-4d60-b069-a6a7a43fe95e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198540 Apr 18 17:03:32.768279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b458452-2172-441d-862c-745d48d9b5c1 req-0dc09a35-5f3f-4b0d-9c8c-c2a9aed18544 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287114 Apr 18 17:03:32.814784 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:03:31Z', 'revision_number': 3, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:32.850269 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Checking router: 6afb684e-0a9d-4c81-ac31-668f1bc459b7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:32.850968 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Updating router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:03:32.867873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 53ff25be-4b7f-4226-aaeb-d183e87eb910 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:03:32.892588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 53ff25be-4b7f-4226-aaeb-d183e87eb910 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:32.892972 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:32.909202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-14b789a2-5ea2-47fc-8b64-a4f4fe1b9da3 None None] For port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,segment=NetworkSegment(c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3),segment_id=c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:32.914861 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:32.970345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:32.972073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.060087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-5ea74394-ce79-48a3-a83a-be7a831d68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:33.061633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-5ea74394-ce79-48a3-a83a-be7a831d68b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 1098 time: 0.2471433 Apr 18 17:03:33.062186 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-14b789a2-5ea2-47fc-8b64-a4f4fe1b9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.093976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7c399-eb46-47c9-ac7a-4997240b5d51 req-fcd40d55-057b-45d3-b820-d392c83eaa72 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:33.095645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9df7c399-eb46-47c9-ac7a-4997240b5d51 req-fcd40d55-057b-45d3-b820-d392c83eaa72 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 947 time: 0.2036312 Apr 18 17:03:33.230005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.294986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b789a2-5ea2-47fc-8b64-a4f4fe1b9da3 None None] Pushing event updated for resources: {'Port': ['ID=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:33.308733 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e82df496-ad96-438b-bcdd-d57f8fee2f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.335284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-da616064-aeff-46a4-bce8-6005a89c88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:33.337109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-da616064-aeff-46a4-bce8-6005a89c88b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2617295 Apr 18 17:03:33.377651 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.430852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-794f5f75-21a3-49a6-996f-d4468d4b0768 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=121fefd7-bbab-411f-b0a0-6db7fddbf011 HTTP/1.1" status: 200 len: 217 time: 0.0855718 Apr 18 17:03:33.436229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:33.446212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0c42b9e1-0da1-4da3-b4cd-975c4a37aa41 None None] Provisioning complete for port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:33.447987 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c42b9e1-0da1-4da3-b4cd-975c4a37aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.476760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9df7c399-eb46-47c9-ac7a-4997240b5d51 req-0b14915f-90b9-4662-816d-6ec2c86fa509 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382904 Apr 18 17:03:33.524312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-3b05f6b3-7b28-4546-8927-62982e0a1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:33.524312 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-3b05f6b3-7b28-4546-8927-62982e0a1c2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0834188 Apr 18 17:03:33.551865 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.557363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Allocated IP 172.20.0.1 (f6d27c9f-7980-466b-abbf-e13f5c7bf36f/089cc9a7-ea13-4128-b275-20314752eb37/7049cfc4-a8db-4b23-bf94-c4f8515fd3e7) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:33.564784 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.639756 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.641203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-9e17abbf-8bd0-454d-9059-b6d235902774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:33.642854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-9e17abbf-8bd0-454d-9059-b6d235902774 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125205 Apr 18 17:03:33.653489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bbdda-606b-4d83-aed1-5ca23f29c5ba req-44248e6f-e4e5-4746-ab86-db01d2b60930 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:33.655745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:33.668590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b69bbdda-606b-4d83-aed1-5ca23f29c5ba req-44248e6f-e4e5-4746-ab86-db01d2b60930 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.0935714 Apr 18 17:03:33.712826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.778819 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf71bc2-45b7-40ac-9475-204e96a0f342 None None] Pushing event updated for resources: {'Port': ['ID=6215574b-3dff-4f9f-8d82-d8c787eb9a2b,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:33.792806 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Attempting to bind port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:33.793362 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Attempting to bind port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:33.793942 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Attempting to bind port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:33.800912 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:33.801607 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:33.802521 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.803150 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:33.804293 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Bound port: 6215574b-3dff-4f9f-8d82-d8c787eb9a2b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:33.804936 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.834376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:33.839443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b69bbdda-606b-4d83-aed1-5ca23f29c5ba req-8cfcffaf-b79f-4785-98ef-e712807352b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517024 Apr 18 17:03:33.896963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Network f6d27c9f-7980-466b-abbf-e13f5c7bf36f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:33.908934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:33.912044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:33.933107 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-5bd01a62-395c-4cc2-8e47-06f68ce9920b service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634890 Apr 18 17:03:33.987030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Pushing event updated for resources: {'Port': ['ID=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:34.007153 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] For port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:34.022108 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] For port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6215574b-3dff-4f9f-8d82-d8c787eb9a2b,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:34.024616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:34.053509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.113681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:34.114060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.133630 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.267355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:34.274686 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf71bc2-45b7-40ac-9475-204e96a0f342 None None] Pushing event updated for resources: {'Port': ['ID=6215574b-3dff-4f9f-8d82-d8c787eb9a2b,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:34.279820 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb78ce62-d5ec-4489-93a4-7a9c532267b0" -d '{"events": [{"server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "name": "network-vif-plugged", "status": "completed", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:34.292156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bf564-926b-4407-bff2-0e26d1acae50 req-e45b3b78-6f76-41c2-a5e8-a14b11230e4d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:34.304791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd1bf564-926b-4407-bff2-0e26d1acae50 req-e45b3b78-6f76-41c2-a5e8-a14b11230e4d tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.3691442 Apr 18 17:03:34.317319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-686a5428-6a5a-439d-bd6a-d86b89f63ee7 req-756d7317-945a-49d3-bf55-90b80de7e5d3 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656642 Apr 18 17:03:34.328076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6e6e0030-a6ed-4fb1-a26e-830ce7f701a0 None None] Provisioning complete for port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:34.328359 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0030-a6ed-4fb1-a26e-830ce7f701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.331528 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Routers {'6afb684e-0a9d-4c81-ac31-668f1bc459b7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:34.333454 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:34.352537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead853b-b97d-4b41-9641-83dd87cdc55f req-81632784-348d-4a7d-9e80-606a0ce28ff3 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:34.354646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ead853b-b97d-4b41-9641-83dd87cdc55f req-81632784-348d-4a7d-9e80-606a0ce28ff3 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 945 time: 0.2362902 Apr 18 17:03:34.383767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e0030-a6ed-4fb1-a26e-830ce7f701a0 None None] Port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:34.385616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd1bf564-926b-4407-bff2-0e26d1acae50 req-28c63c0f-1818-4d46-b346-749f9780a472 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670462 Apr 18 17:03:34.406664 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.442787 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.468262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ead853b-b97d-4b41-9641-83dd87cdc55f req-1d1fb50e-0810-4279-b56e-d2264b1701c2 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950561 Apr 18 17:03:34.568895 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8e867e-5277-480f-a77f-6189b3caf8c2 x-openstack-request-id: req-bc8e867e-5277-480f-a77f-6189b3caf8c2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:34.570341 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "name": "network-vif-plugged", "status": "completed", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:34.570341 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc8e867e-5277-480f-a77f-6189b3caf8c2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:34.570341 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8e867e-5277-480f-a77f-6189b3caf8c2'] response: {'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'code': 200} Apr 18 17:03:34.624862 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] Set router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:34.719724 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.729487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabc8c6-a6c6-415d-8840-685b08d1287c req-6acb7242-9a16-472a-bc14-ce5f0efe4383 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:34.731096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fabc8c6-a6c6-415d-8840-685b08d1287c req-6acb7242-9a16-472a-bc14-ce5f0efe4383 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 947 time: 0.0810645 Apr 18 17:03:34.804577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fabc8c6-a6c6-415d-8840-685b08d1287c req-bc149cb7-778f-4148-9533-e798e3b07698 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633216 Apr 18 17:03:34.804782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c5db-201b-43df-9148-54fa0d1200a1 req-2a65d7a8-a125-4806-a7d0-784c2dd26fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:34.806106 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3706c5db-201b-43df-9148-54fa0d1200a1 req-2a65d7a8-a125-4806-a7d0-784c2dd26fc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 1096 time: 0.1100571 Apr 18 17:03:34.807239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.942832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:34.947320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Pushing event updated for resources: {'Port': ['ID=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:34.959123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3706c5db-201b-43df-9148-54fa0d1200a1 req-ab15492a-5757-4a9a-8922-0460e83fbd8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026194 Apr 18 17:03:35.021689 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:03:31Z', 'revision_number': 3, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:35.043925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d004-0460-48ad-ab33-f52e3b26fe7b req-fafcf122-3c35-429c-a996-76a80d838b10 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:35.045395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da95d004-0460-48ad-ab33-f52e3b26fe7b req-fafcf122-3c35-429c-a996-76a80d838b10 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.0560009 Apr 18 17:03:35.057109 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc926ae2-a774-4a18-9c64-ced25d369b7b None None] The sync data for ids ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'] in n-d-836015-2 is: [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:03:31Z', 'revision_number': 3, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:35.109633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Network f6d27c9f-7980-466b-abbf-e13f5c7bf36f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:35.124606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:35.125034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da95d004-0460-48ad-ab33-f52e3b26fe7b req-3352c66f-00f6-485d-a514-2cbf559b70b6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633581 Apr 18 17:03:35.330452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:03:35.527780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7d0fdfb1-989c-4f23-bac4-25c3e3f81769 None None] Provisioning complete for port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:35.528292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7d0fdfb1-989c-4f23-bac4-25c3e3f81769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:35.554479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeac3b-fdac-4201-bf4a-6f8b6792221d req-5da4d175-257c-47b9-afa9-3a899791ff1e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:35.555981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48eeac3b-fdac-4201-bf4a-6f8b6792221d req-5da4d175-257c-47b9-afa9-3a899791ff1e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.0726089 Apr 18 17:03:35.572719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:35.585144 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-36b4dd83-2a04-4cde-8e1c-7f9cb35fc912 admin admin] 10.222.0.45 "PUT /v2.0/routers/6afb684e-0a9d-4c81-ac31-668f1bc459b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3440645 Apr 18 17:03:35.599283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7d0fdfb1-989c-4f23-bac4-25c3e3f81769 None None] Port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:35.652093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48eeac3b-fdac-4201-bf4a-6f8b6792221d req-7666b4f0-73c8-4d1c-9497-78c5bd22a52c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889735 Apr 18 17:03:35.657306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 121fefd7-bbab-411f-b0a0-6db7fddbf011 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:35.779786 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:35.856000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 121fefd7-bbab-411f-b0a0-6db7fddbf011, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=121fefd7-bbab-411f-b0a0-6db7fddbf011,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:35.864647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53134) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:35.866199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049c6f8-a33d-47f5-a808-056e16b9c67c req-baacffb6-8f2f-41f3-8ae5-76f208e085a7 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:35.870318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9049c6f8-a33d-47f5-a808-056e16b9c67c req-baacffb6-8f2f-41f3-8ae5-76f208e085a7 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 945 time: 0.1058626 Apr 18 17:03:35.918414 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '121fefd7-bbab-411f-b0a0-6db7fddbf011', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '121fefd7-bbab-411f-b0a0-6db7fddbf011', 'mac_address': 'fa:16:3e:41:4f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:35.990215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9049c6f8-a33d-47f5-a808-056e16b9c67c req-e8f87f3b-6d4c-4eb7-9e72-710ce08553d8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064837 Apr 18 17:03:36.099327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6215574b-3dff-4f9f-8d82-d8c787eb9a2b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:36.125499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-477371606'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:36.151608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f77cbc-b173-44cb-8228-8c5eaf76a6a4 req-c850bad9-2e3b-417a-a8de-234b2ba812c2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:36.158001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43f77cbc-b173-44cb-8228-8c5eaf76a6a4 req-c850bad9-2e3b-417a-a8de-234b2ba812c2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 947 time: 0.1161933 Apr 18 17:03:36.236132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43f77cbc-b173-44cb-8228-8c5eaf76a6a4 req-268cfaa8-6c1b-4900-9208-02ccdde2ec22 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714366 Apr 18 17:03:36.248342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:36.252581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.316144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:03:36.333522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.334187 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Added segment 72310a65-37ad-4a6f-af6b-6a7aa3aa815f of type vlan for network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 Apr 18 17:03:36.350000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.385592 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.395396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.407808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121fefd7-bbab-411f-b0a0-6db7fddbf011 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:36.450970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 121fefd7-bbab-411f-b0a0-6db7fddbf011, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=121fefd7-bbab-411f-b0a0-6db7fddbf011,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:36.458400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:36.458985 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.501575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded4c71-1f7b-4648-b7fe-3da61a73c2e4 req-d9404154-e638-4545-af78-f7d22eaefba1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:36.503185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ded4c71-1f7b-4648-b7fe-3da61a73c2e4 req-d9404154-e638-4545-af78-f7d22eaefba1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.0943038 Apr 18 17:03:36.507856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.512113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-15a829b6-e028-454d-9489-aea0ef8207be tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:36.514888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:36.515517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.520082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-15a829b6-e028-454d-9489-aea0ef8207be tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1593556 Apr 18 17:03:36.524433 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.612552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-41e83139-7e07-4c4e-9a67-ba4b459e9396 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0913146 Apr 18 17:03:36.627629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Request body: {'floatingip': {'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:36.673213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=121fefd7-bbab-411f-b0a0-6db7fddbf011,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:36.677556 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.705502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.710966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6215574b-3dff-4f9f-8d82-d8c787eb9a2b,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:36.715421 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8496237 Apr 18 17:03:36.722451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53170) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:36.727434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'subnet': {'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:36.751806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e5d16-cae2-49a2-a8f3-0b077329e26d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Network': ['ID=894675a4-ad32-40ba-8b78-0d5923a6a7a9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:36.755967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ded4c71-1f7b-4648-b7fe-3da61a73c2e4 req-bf138667-58b5-4a11-84fd-3953ea2f2d43 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327259 Apr 18 17:03:36.785997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:03:36.803278 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:36.945455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:36.982277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:36.987522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:37.073570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=6215574b-3dff-4f9f-8d82-d8c787eb9a2b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:37.645740 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:37.726130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:37.735070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Sync routers for ids ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:37.759390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Routers {'6afb684e-0a9d-4c81-ac31-668f1bc459b7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:37.760033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:37.886912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:37.906437 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c associated. External IP: 172.25.5.146, port: c53cfd4e-442b-45fc-a98d-9206ba973ef8. Apr 18 17:03:37.941476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Set router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:37.971472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513689b-a9ec-4b0b-978b-c663c0e7d612 req-b25a6253-879a-4d86-8a9c-33ddee726378 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:37.973653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8513689b-a9ec-4b0b-978b-c663c0e7d612 req-b25a6253-879a-4d86-8a9c-33ddee726378 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1699603 Apr 18 17:03:38.002008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6215574b-3dff-4f9f-8d82-d8c787eb9a2b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:38.041632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Checking segment: {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:38.042240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network hostable DHCP agents. Network: 894675a4-ad32-40ba-8b78-0d5923a6a7a9, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:03:38.065259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Subnet': ['ID=77be64ef-984f-40de-9998-bdb5db883b4b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:38.089059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8513689b-a9ec-4b0b-978b-c663c0e7d612 req-f415bc46-b3d4-4078-9916-4309f3619d40 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969937 Apr 18 17:03:38.182517 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:38.182962 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:38.258334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:03:38.289677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35b756-4395-4556-97b6-6aafb9c7067e req-ded81867-f218-444f-82be-8cc8ab0b3bea tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:38.291193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d35b756-4395-4556-97b6-6aafb9c7067e req-ded81867-f218-444f-82be-8cc8ab0b3bea tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 948 time: 0.0715780 Apr 18 17:03:38.322919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:03:34Z', 'revision_number': 4, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '7049cfc4-a8db-4b23-bf94-c4f8515fd3e7', 'name': '', 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'mac_address': 'fa:16:3e:a9:4b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '089cc9a7-ea13-4128-b275-20314752eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:33Z', 'updated_at': '2022-04-18T17:03:34Z', 'revision_number': 2, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'subnets': [{'id': '089cc9a7-ea13-4128-b275-20314752eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:38.350687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Checking router: 6afb684e-0a9d-4c81-ac31-668f1bc459b7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:38.351039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Updating router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:03:38.376188 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:38.413013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d35b756-4395-4556-97b6-6aafb9c7067e req-aed3cbba-5d7b-4a16-a27d-2fa85b1cf8fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777256 Apr 18 17:03:38.435143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:38.436200 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:38.451764 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:38.477917 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:38.477917 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:38.480989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-1bb5618e-7397-413c-a1d5-8f79ecd87f35 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "PUT /v2.0/floatingips/ba1d7088-c8b2-4aff-a71a-7b9b1909e33c HTTP/1.1" status: 200 len: 996 time: 1.8596053 Apr 18 17:03:38.481457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:38.488985 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398f54a8-e148-48bc-976a-48cb72d6c102" -d '{"events": [{"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:38.506982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:03:38.571636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-283847f8-5655-44f3-9dac-d68f4d00de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:38.574712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-283847f8-5655-44f3-9dac-d68f4d00de10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.0765364 Apr 18 17:03:38.615969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 894675a4-ad32-40ba-8b78-0d5923a6a7a9) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:38.620241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:38.620928 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:38.683984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cbd609-cbd7-4998-8c5d-38d9a0c700e7 None None] Network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:38.695979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f22e14-64ce-4e8b-9f44-63d0c240ad35 req-3a8ecf6a-c65d-4166-9478-de204df49885 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:38.697109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07f22e14-64ce-4e8b-9f44-63d0c240ad35 req-3a8ecf6a-c65d-4166-9478-de204df49885 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.1431851 Apr 18 17:03:38.698979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a0c52b15-6597-4e63-af70-d0d02fcd3cc6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9754720 Apr 18 17:03:38.703958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:38.705697 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:38.710257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1144569888'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:38.761032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-6e2ab512-03a1-4ccf-8212-48c6296e4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:38.772322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-6e2ab512-03a1-4ccf-8212-48c6296e4400 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.1818569 Apr 18 17:03:38.838357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07f22e14-64ce-4e8b-9f44-63d0c240ad35 req-3410a16d-42fc-40fa-b843-c27375f64b56 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218293 Apr 18 17:03:38.872187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-2da5b502-d203-47ee-9a65-5c3774db064c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 999 time: 0.0987964 Apr 18 17:03:38.879319 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:38.912653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:38.916763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:38.957771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:03:38.967349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:38.972315 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Added segment 6aee0772-281f-4c0f-ac95-a1113d1d5eed of type vlan for network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 Apr 18 17:03:38.972439 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:38.991703 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:25:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:37Z', 'revision_number': 1, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:39.039056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:39.046565 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:39.070649 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:39.071624 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:39.091165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-894675a4-ad32-40ba-8b78-0d5923a6a7a9', 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'fixed_ips': [{'subnet_id': '77be64ef-984f-40de-9998-bdb5db883b4b'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:03:39.092041 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:39.094093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-66b97848-3bb9-4767-b9a4-f501c0019c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:39.104349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-66b97848-3bb9-4767-b9a4-f501c0019c2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.2304742 Apr 18 17:03:39.106939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8445ee-46a7-4c9d-ab81-86a51f70a4e6 None None] Pushing event updated for resources: {'Port': ['ID=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:39.138636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:39.147299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:39.147299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:39.328084 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:39.373047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Network': ['ID=ba4731d4-2029-42c5-8336-ea41d5ef8ce8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:39.389490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:03:39.395684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Attempting to bind port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:39.396062 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Attempting to bind port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:39.396446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Attempting to bind port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 on network f6d27c9f-7980-466b-abbf-e13f5c7bf36f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:39.412424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-cd28eb5d-28f8-400e-a5d7-80fc48d621b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:39.420820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:39.427912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-cd28eb5d-28f8-400e-a5d7-80fc48d621b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210120 Apr 18 17:03:39.428390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Checking segment: {'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:39.428894 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:39.429299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Bound using segment: {'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:39.430750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Bound port: 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:39.432742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-47d90858-937d-4e6d-8f69-3d7293cb6642 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:03:39.433627 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:39.443507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-47d90858-937d-4e6d-8f69-3d7293cb6642 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162334 Apr 18 17:03:39.462351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:03:39.463472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1c40ea72-4135-46b7-b229-ea7812a09fcd tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7583997 Apr 18 17:03:39.467167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'subnet': {'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:39.547045 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3596fe3b-c50d-4779-b5a7-795941fa0cf7 x-openstack-request-id: req-3596fe3b-c50d-4779-b5a7-795941fa0cf7 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:39.547723 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:39.549002 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3596fe3b-c50d-4779-b5a7-795941fa0cf7 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:39.550597 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3596fe3b-c50d-4779-b5a7-795941fa0cf7'] response: {'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'status': 'completed', 'code': 200} Apr 18 17:03:39.613476 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-277b8f40-e92d-4e36-ae4b-48b71928b811 service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687472 Apr 18 17:03:39.764500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 121fefd7-bbab-411f-b0a0-6db7fddbf011 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:39.764868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-3bbf5da1-cf9b-41fa-ab86-0f63072415a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:39.766416 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-3bbf5da1-cf9b-41fa-ab86-0f63072415a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.1501122 Apr 18 17:03:39.819893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23ffd1f-6f16-4dba-89eb-ee7f4b0b9d49 req-a741a6a9-9931-44af-a963-73c135444c62 service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994674 Apr 18 17:03:39.832523 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:25:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:37Z', 'revision_number': 1, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:39.834470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ede5a32b-1cf5-44b2-aec3-0d204abcf69a None None] Provisioning complete for port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:39.835050 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ede5a32b-1cf5-44b2-aec3-0d204abcf69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:39.875139 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2384adc-deb3-493e-8ea5-f740fc76c93c None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:25:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:37Z', 'revision_number': 1, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:39.916965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8bbc-f6f0-4f08-b462-31dc0f9a9db9 req-da56a3df-3422-4ffd-b974-1a30d5a067b8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:39.927622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Allocated IP 19.80.0.2 (894675a4-ad32-40ba-8b78-0d5923a6a7a9/77be64ef-984f-40de-9998-bdb5db883b4b/37aab4d3-581d-41e4-a46a-87ac1b69a496) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:39.933693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87cc8bbc-f6f0-4f08-b462-31dc0f9a9db9 req-da56a3df-3422-4ffd-b974-1a30d5a067b8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.2791471 Apr 18 17:03:39.943253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ede5a32b-1cf5-44b2-aec3-0d204abcf69a None None] Port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:39.967117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-475de1d6-12a4-4099-ab03-23005da17d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:39.968885 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-475de1d6-12a4-4099-ab03-23005da17d0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.1892297 Apr 18 17:03:39.970205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:39.978660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.011606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] For port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:40.045221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 121fefd7-bbab-411f-b0a0-6db7fddbf011 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:03:40.046423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87cc8bbc-f6f0-4f08-b462-31dc0f9a9db9 req-f44f4a8b-ae69-4765-a024-2244fec87469 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108916 Apr 18 17:03:40.051708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] For port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,segment=NetworkSegment(c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3),segment_id=c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:40.068045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 121fefd7-bbab-411f-b0a0-6db7fddbf011 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:40.068425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.116814 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.179332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8988f-12b1-47b8-8b12-5739a133a507 req-450fe269-2282-4837-98a1-215fce985312 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:40.188038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04c8988f-12b1-47b8-8b12-5739a133a507 req-450fe269-2282-4837-98a1-215fce985312 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1382716 Apr 18 17:03:40.206494 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-c5568d33-3c7f-48ea-851f-1aae303f99c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 999 time: 0.2207265 Apr 18 17:03:40.302980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-2a740f41-2532-4bd1-9095-b5a940434919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:40.305198 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-2a740f41-2532-4bd1-9095-b5a940434919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0879259 Apr 18 17:03:40.321767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04c8988f-12b1-47b8-8b12-5739a133a507 req-e312a8f4-1c56-4c4f-a339-b931e40629bb tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259992 Apr 18 17:03:40.331637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd5d4e-dbd0-4e34-9ed8-2cc1534d24ad None None] New status for floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:03:40.390488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3352-154d-411f-b825-87690a5ee82a req-eb7ca13d-fd24-47dd-b921-d9f8d84c4bea tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:40.401763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-939f3352-154d-411f-b825-87690a5ee82a req-eb7ca13d-fd24-47dd-b921-d9f8d84c4bea tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 948 time: 0.0784855 Apr 18 17:03:40.420166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-fc62e276-319b-4002-9a8b-3221f7f01fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:40.422008 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-fc62e276-319b-4002-9a8b-3221f7f01fef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083572 Apr 18 17:03:40.482093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Routers {'6afb684e-0a9d-4c81-ac31-668f1bc459b7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:40.482798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:40.491063 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-939f3352-154d-411f-b825-87690a5ee82a req-7d01b1da-574f-4e94-a0d8-a184236b057f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834641 Apr 18 17:03:40.506374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8445ee-46a7-4c9d-ab81-86a51f70a4e6 None None] Pushing event updated for resources: {'Port': ['ID=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:40.630947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-4e4aa203-6742-4d60-beb0-1b4d869524ed tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:40.633641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-4e4aa203-6742-4d60-beb0-1b4d869524ed tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0892074 Apr 18 17:03:40.644689 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.677130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.803473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Checking segment: {'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:40.803756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network hostable DHCP agents. Network: ba4731d4-2029-42c5-8336-ea41d5ef8ce8, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:03:40.812514 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-b6a6c5db-961c-49e7-8171-5d3df23079e9 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531512 Apr 18 17:03:40.813298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Subnet': ['ID=da8fc698-8539-4ab1-9669-9a7b449ea781,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:40.823879 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.824882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-de987c94-318b-44cc-92ba-fd56331c2e60 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 999 time: 0.1845939 Apr 18 17:03:40.833071 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.846069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Request body: {'floatingip': {'port_id': '70469d86-360b-402b-8e7c-f42b590ac88e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:40.918730 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-398f54a8-e148-48bc-976a-48cb72d6c102 req-35fb024c-ac87-4688-90c5-d4f84665bac7 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946531 Apr 18 17:03:40.926981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ed891a6d-a246-4e4c-9ca3-24c3f9098529 None None] Provisioning complete for port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:40.927350 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed891a6d-a246-4e4c-9ca3-24c3f9098529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.929956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:40.966426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] Set router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:40.986126 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:40.995398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:41.010469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:03:41.043894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8236a15-1e70-4044-a83f-78e2590a74ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121fefd7-bbab-411f-b0a0-6db7fddbf011'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:41.046235 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa6b2bf-5862-4577-ad2f-530bf2147eb9" -d '{"events": [{"server_uuid": "f8236a15-1e70-4044-a83f-78e2590a74ab", "name": "network-vif-plugged", "status": "completed", "tag": "121fefd7-bbab-411f-b0a0-6db7fddbf011"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:41.052933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:41.068609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Pushing event updated for resources: {'Port': ['ID=37aab4d3-581d-41e4-a46a-87ac1b69a496,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:41.079064 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:03:41.089455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 121fefd7-bbab-411f-b0a0-6db7fddbf011, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=121fefd7-bbab-411f-b0a0-6db7fddbf011,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:41.113917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ba4731d4-2029-42c5-8336-ea41d5ef8ce8) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:41.118627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:41.119427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:41.167091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62215e73-dbd1-4464-9b51-beb69d92ce63 None None] Network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:41.197669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:41.231442 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a06c209b-7b15-406e-8d8b-4774356af9a1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7681248 Apr 18 17:03:41.346031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Attempting to bind port 37aab4d3-581d-41e4-a46a-87ac1b69a496 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:41.346928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Attempting to bind port 37aab4d3-581d-41e4-a46a-87ac1b69a496 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:41.347222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Attempting to bind port 37aab4d3-581d-41e4-a46a-87ac1b69a496 on network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:41.410121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:41.410534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Checking segment: {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:41.410906 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:41.411295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Bound using segment: {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:41.411787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Bound port: 37aab4d3-581d-41e4-a46a-87ac1b69a496, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:41.412173 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:41.454648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=121fefd7-bbab-411f-b0a0-6db7fddbf011,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:41.473965 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed891a6d-a246-4e4c-9ca3-24c3f9098529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:41.620373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ed891a6d-a246-4e4c-9ca3-24c3f9098529 None None] For port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,segment=NetworkSegment(c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3),segment_id=c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:41.632029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] For port 37aab4d3-581d-41e4-a46a-87ac1b69a496, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:41.633939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] For port 37aab4d3-581d-41e4-a46a-87ac1b69a496, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=37aab4d3-581d-41e4-a46a-87ac1b69a496,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:41.640329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8ce64-34ef-4b28-9015-0f223486f286 req-6f000117-eff8-4bc3-ac1e-d2440e3c8394 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:41.647626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35e8ce64-34ef-4b28-9015-0f223486f286 req-6f000117-eff8-4bc3-ac1e-d2440e3c8394 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.1759522 Apr 18 17:03:41.662659 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-37a62642-c609-4750-b65e-5825ddcbe553 service neutron] show failed (client error): The resource could not be found. Apr 18 17:03:41.663665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-37a62642-c609-4750-b65e-5825ddcbe553 service neutron] 10.222.0.18 "GET /v2.0/ports/0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.2071090 Apr 18 17:03:41.676093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:03:34Z', 'revision_number': 4, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '7049cfc4-a8db-4b23-bf94-c4f8515fd3e7', 'name': '', 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'mac_address': 'fa:16:3e:a9:4b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '089cc9a7-ea13-4128-b275-20314752eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:33Z', 'updated_at': '2022-04-18T17:03:39Z', 'revision_number': 4, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'subnets': [{'id': '089cc9a7-ea13-4128-b275-20314752eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:41.724921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35e8ce64-34ef-4b28-9015-0f223486f286 req-3bb2845a-6074-4946-8e97-ba94711041b5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763299 Apr 18 17:03:41.729957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aaba44-a23f-425e-ac6c-ddb91a59ad8c None None] The sync data for ids ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'] in n-d-836015-2 is: [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:03:34Z', 'revision_number': 4, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '7049cfc4-a8db-4b23-bf94-c4f8515fd3e7', 'name': '', 'network_id': 'f6d27c9f-7980-466b-abbf-e13f5c7bf36f', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'mac_address': 'fa:16:3e:a9:4b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '089cc9a7-ea13-4128-b275-20314752eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:33Z', 'updated_at': '2022-04-18T17:03:39Z', 'revision_number': 4, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'subnets': [{'id': '089cc9a7-ea13-4128-b275-20314752eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:41.741500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-ba4731d4-2029-42c5-8336-ea41d5ef8ce8', 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'fixed_ips': [{'subnet_id': 'da8fc698-8539-4ab1-9669-9a7b449ea781'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:03:41.743123 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:41.750206 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed891a6d-a246-4e4c-9ca3-24c3f9098529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:41.894909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:41.960155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed891a6d-a246-4e4c-9ca3-24c3f9098529 None None] Pushing event updated for resources: {'Port': ['ID=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:42.176217 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.api [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:03:42.176831 n-d-836015-2 neutron-server[109826]: DEBUG oslo_db.api [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:03:42.376283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:42.527161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584c69-9632-4081-b1ac-720a3f419eca None None] Pushing event updated for resources: {'Port': ['ID=37aab4d3-581d-41e4-a46a-87ac1b69a496,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:42.579040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:42.579040 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:42.630770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-c727aebc-a5b8-4b7a-862a-c828c96b0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:42.631507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-c727aebc-a5b8-4b7a-862a-c828c96b0cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4&tenant_id=79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 1100 time: 0.1151936 Apr 18 17:03:42.648065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Allocated IP 19.86.0.2 (ba4731d4-2029-42c5-8336-ea41d5ef8ce8/da8fc698-8539-4ab1-9669-9a7b449ea781/926cc722-3a51-483b-b5c7-380f1028754e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:42.666006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:42.678326 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:42.758017 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c681020-4a17-4976-a7e0-a49b4d803537 x-openstack-request-id: req-0c681020-4a17-4976-a7e0-a49b4d803537 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:42.758670 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8236a15-1e70-4044-a83f-78e2590a74ab", "name": "network-vif-plugged", "status": "completed", "tag": "121fefd7-bbab-411f-b0a0-6db7fddbf011", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:42.759238 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c681020-4a17-4976-a7e0-a49b4d803537 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:42.759857 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c681020-4a17-4976-a7e0-a49b4d803537'] response: {'server_uuid': 'f8236a15-1e70-4044-a83f-78e2590a74ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121fefd7-bbab-411f-b0a0-6db7fddbf011', 'code': 200} Apr 18 17:03:42.850556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.035793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df665-aefc-4e87-8156-ff30115701af req-6bf2dcc9-e25b-4a3c-91eb-8c4d1bcf812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:43.038644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-332df665-aefc-4e87-8156-ff30115701af req-6bf2dcc9-e25b-4a3c-91eb-8c4d1bcf812f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 1100 time: 0.2014740 Apr 18 17:03:43.092763 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.183869 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.262114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:43.268684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:43.279127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-332df665-aefc-4e87-8156-ff30115701af req-3a5a51f1-029d-42d0-af03-42c63bb01e77 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513140 Apr 18 17:03:43.279711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:43.326060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Pushing event updated for resources: {'Port': ['ID=926cc722-3a51-483b-b5c7-380f1028754e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:43.354083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:43.440140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:43.455994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Attempting to bind port 926cc722-3a51-483b-b5c7-380f1028754e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:43.456355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Attempting to bind port 926cc722-3a51-483b-b5c7-380f1028754e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:43.456716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Attempting to bind port 926cc722-3a51-483b-b5c7-380f1028754e on network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:43.471042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:43.471467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Checking segment: {'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:43.471967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.472363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Bound using segment: {'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:43.472896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Bound port: 926cc722-3a51-483b-b5c7-380f1028754e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:43.473283 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.527678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:43.533323 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6bb38d-3ea9-495c-93a4-52c6c13fe51f" -d '{"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:43.544027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.576249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Transition to ACTIVE for port object 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:43.615242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b3623-1553-49af-86a6-2929116f68a3 None None] Network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:43.619584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] For port 926cc722-3a51-483b-b5c7-380f1028754e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:43.655404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.669269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] For port 926cc722-3a51-483b-b5c7-380f1028754e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=926cc722-3a51-483b-b5c7-380f1028754e,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:43.773954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] No DVR routers for this DVR port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:43.793282 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.830166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:43.869452 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.912065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bae7d66a-3b62-4de7-bdbe-7786b1b4ff83 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:43.929740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bae7d66a-3b62-4de7-bdbe-7786b1b4ff83 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:43.930563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:43.930871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:43.931202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:43.939719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:43.939719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:43.948943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:43.949400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:43.950027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:43.950551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Bound port: 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:43.951020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.962115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bae7d66a-3b62-4de7-bdbe-7786b1b4ff83 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/networks?id=894675a4-ad32-40ba-8b78-0d5923a6a7a9&id=ba4731d4-2029-42c5-8336-ea41d5ef8ce8&id=894675a4-ad32-40ba-8b78-0d5923a6a7a9 HTTP/1.1" status: 200 len: 1391 time: 0.9503477 Apr 18 17:03:43.973157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d1925423-998a-480d-994b-15c429d4497c None None] Provisioning complete for port 37aab4d3-581d-41e4-a46a-87ac1b69a496 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:43.973560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d1925423-998a-480d-994b-15c429d4497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.984767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:43.995778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-79a528ac-ff4c-404d-b4c8-ca16c745e4f7 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/quotas/f7733ef80fc04afebf32d36ddecbed88 HTTP/1.1" status: 200 len: 375 time: 0.0326419 Apr 18 17:03:44.074279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:44.078196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:44.100810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c1530-994c-4b0c-bb24-2f95949b9617 None None] Pushing event updated for resources: {'Port': ['ID=926cc722-3a51-483b-b5c7-380f1028754e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:44.177162 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:44.291550 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d1925423-998a-480d-994b-15c429d4497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:44.305680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:44.310644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:44.314108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-cfd95910-4900-4687-91af-63b62d28d56f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3174579 Apr 18 17:03:44.339886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:44.341631 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:44.345321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-cd25835e-5f76-4c25-a671-e164a94ab228 service neutron] 10.222.0.41 "PUT /v2.0/ports/0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 1095 time: 1.6946669 Apr 18 17:03:44.403115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d1925423-998a-480d-994b-15c429d4497c None None] For port 37aab4d3-581d-41e4-a46a-87ac1b69a496, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=37aab4d3-581d-41e4-a46a-87ac1b69a496,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:44.420334 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c associated. External IP: 172.25.5.146, port: c53cfd4e-442b-45fc-a98d-9206ba973ef8. Apr 18 17:03:44.423298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:44.424521 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:44.447756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-7b06f67a-7d98-4416-97c8-608cb86ce062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:44.457348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-7b06f67a-7d98-4416-97c8-608cb86ce062 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1098 time: 0.0752106 Apr 18 17:03:44.486226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d1925423-998a-480d-994b-15c429d4497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:44.553631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1925423-998a-480d-994b-15c429d4497c None None] Pushing event updated for resources: {'Port': ['ID=37aab4d3-581d-41e4-a46a-87ac1b69a496,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:44.691926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-33e11084-3032-4d51-a6b1-df17be1f1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:44.697715 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-33e11084-3032-4d51-a6b1-df17be1f1a6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2297084 Apr 18 17:03:44.749952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 37aab4d3-581d-41e4-a46a-87ac1b69a496 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:44.755486 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-29137acc-173c-4acb-8c4e-92174a0b818f service neutron] 10.222.0.45 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404204 Apr 18 17:03:44.865424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 37aab4d3-581d-41e4-a46a-87ac1b69a496 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:44.867319 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:44.875143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-9c3dcae2-d5d2-4d69-86bd-6cc0dc7c4d91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.1739249 Apr 18 17:03:44.956969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-95dd964b-274c-4bd9-b7aa-f6412783ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:44.960448 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-95dd964b-274c-4bd9-b7aa-f6412783ee07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0779350 Apr 18 17:03:45.011265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-43778987-aeb7-4508-b5a6-b14c01ec6e3d service neutron] 10.222.0.45 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548091 Apr 18 17:03:45.031484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bcb4a5ab-ca51-4f5d-9dc5-5c2a9719b848 None None] Provisioning complete for port 37aab4d3-581d-41e4-a46a-87ac1b69a496 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:45.032252 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcb4a5ab-ca51-4f5d-9dc5-5c2a9719b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:45.043015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-10e51d2e-97a8-46f5-8a4a-2231fd87978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:45.044569 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-10e51d2e-97a8-46f5-8a4a-2231fd87978e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758097 Apr 18 17:03:45.151177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:03:45.182232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2cbe35de-f295-45a2-96d1-41daf3338ecb service neutron] 10.222.0.45 "GET /v2.0/networks/ba4731d4-2029-42c5-8336-ea41d5ef8ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690624 Apr 18 17:03:45.209574 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-52552345-63df-40ec-9961-f201fea21aed service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557014 Apr 18 17:03:45.340006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-950d1766-b4b9-4cb4-933f-4ee21a50f96e req-4e51f504-aeaf-46de-b659-e198e080df60 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197844 Apr 18 17:03:45.377050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:45.388466 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:45.403428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:45.404536 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:45.469874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-6beca1f0-07d1-44f8-90c6-996ac9142e81 service neutron] 10.222.0.45 "GET /v2.0/networks/ba4731d4-2029-42c5-8336-ea41d5ef8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862699 Apr 18 17:03:45.545802 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:45.654587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-761e903e-9b2e-4f93-ba96-3d67c8b6edf0 service neutron] 10.222.0.45 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491895 Apr 18 17:03:45.703720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:45.754676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:45.802267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12280d37-97fe-4275-b514-325449fca939 None None] Network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:03:45.944654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-880ed532-1351-42df-b6c7-bc881f611773 None None] Provisioning complete for port 926cc722-3a51-483b-b5c7-380f1028754e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:45.945026 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-880ed532-1351-42df-b6c7-bc881f611773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:45.977216 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': '70469d86-360b-402b-8e7c-f42b590ac88e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:cc:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66513d36-99a9-4e70-a828-a8facc0174c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:43Z', 'revision_number': 3, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:46.078375 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:46.115666 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:46.116315 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:46.237533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 926cc722-3a51-483b-b5c7-380f1028754e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:46.303651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:03:46.342157 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:46.351221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-880ed532-1351-42df-b6c7-bc881f611773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:46.395081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 926cc722-3a51-483b-b5c7-380f1028754e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:46.398993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-0ba9548b-ccc9-4efb-9186-ae12bb94a470 service neutron] 10.222.0.45 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083833 Apr 18 17:03:46.401094 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:46.500663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-880ed532-1351-42df-b6c7-bc881f611773 None None] For port 926cc722-3a51-483b-b5c7-380f1028754e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=926cc722-3a51-483b-b5c7-380f1028754e,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:46.519150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:46.538319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:46.601455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:46.601822 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-880ed532-1351-42df-b6c7-bc881f611773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:46.610246 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5606bed3-443f-4d79-878a-089a9139e6de" -d '{"events": [{"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:46.615393 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:46.698129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-6ef3170b-f3a2-40fe-b0ff-988b90077c31 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "PUT /v2.0/floatingips/ba1d7088-c8b2-4aff-a71a-7b9b1909e33c HTTP/1.1" status: 200 len: 998 time: 5.8642228 Apr 18 17:03:46.737839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ed532-1351-42df-b6c7-bc881f611773 None None] Pushing event updated for resources: {'Port': ['ID=926cc722-3a51-483b-b5c7-380f1028754e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:46.761738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:03:46.762289 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:03:46.765380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e4db8c30-e5a6-4b90-8dce-b0d8e58bbe68 None None] Provisioning complete for port 926cc722-3a51-483b-b5c7-380f1028754e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:46.765949 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4db8c30-e5a6-4b90-8dce-b0d8e58bbe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:46.813257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-8c69f967-a16f-499a-9b06-f1351c64ca97 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:46.838009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-8c69f967-a16f-499a-9b06-f1351c64ca97 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports/c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 942 time: 0.1327801 Apr 18 17:03:46.845792 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': '70469d86-360b-402b-8e7c-f42b590ac88e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:cc:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66513d36-99a9-4e70-a828-a8facc0174c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:43Z', 'revision_number': 3, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:46.922514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a29a1-ede9-4cfe-b351-eba6f7c5eb5d req-07546da1-b775-4a2f-ae95-a467678c1df9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:46.930846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af4a29a1-ede9-4cfe-b351-eba6f7c5eb5d req-07546da1-b775-4a2f-ae95-a467678c1df9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 947 time: 0.0644479 Apr 18 17:03:46.998427 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65025ab8-18f2-434b-80d9-515d0f31d371 None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': '70469d86-360b-402b-8e7c-f42b590ac88e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:cc:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66513d36-99a9-4e70-a828-a8facc0174c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:43Z', 'revision_number': 3, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:47.002976 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af4a29a1-ede9-4cfe-b351-eba6f7c5eb5d req-384b2263-a06c-4798-a941-7c030705f30c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708549 Apr 18 17:03:47.020269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-38477a48-d687-4ceb-bdcd-fcae02327125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:47.021928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-38477a48-d687-4ceb-bdcd-fcae02327125 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.0837381 Apr 18 17:03:47.052073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:47.125939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-54f10dc7-2d96-4616-b178-9c5d8dc716d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:47.127565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-54f10dc7-2d96-4616-b178-9c5d8dc716d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.0981040 Apr 18 17:03:47.136614 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:47.176796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-4ff68fc5-b974-4c9a-8306-5abab18736c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 217 time: 0.0427372 Apr 18 17:03:47.240856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-adaccfe2-ae0d-4600-aee1-a5182053560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:47.242641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-adaccfe2-ae0d-4600-aee1-a5182053560f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0589907 Apr 18 17:03:47.251598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e34a62-a827-47f1-b418-17a37087bbcd None None] New status for floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:03:47.322490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-829dd7b8-84ec-449b-b51d-0de0458fbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:47.323929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-829dd7b8-84ec-449b-b51d-0de0458fbe17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738740 Apr 18 17:03:47.343150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 37aab4d3-581d-41e4-a46a-87ac1b69a496 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:47.347877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c097789-6285-4d20-80b7-d1e98d332727 req-14222205-6cb8-48b0-9815-ed3aeba10516 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:47.349462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c097789-6285-4d20-80b7-d1e98d332727 req-14222205-6cb8-48b0-9815-ed3aeba10516 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 949 time: 0.0703926 Apr 18 17:03:47.456410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c097789-6285-4d20-80b7-d1e98d332727 req-c136c09e-ba63-471d-979e-f6dfc8dae5ea tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943141 Apr 18 17:03:47.494778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-f739c678-a98b-4a25-b6ef-1e7d632323ed service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639986 Apr 18 17:03:47.624333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0005c-a5b9-462c-ae9f-d2c7d66f0c93 req-d9ecae85-f89a-46d7-abf4-4a1933b49cdb tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:47.624571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 37aab4d3-581d-41e4-a46a-87ac1b69a496 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:47.624931 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:47.626254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06d0005c-a5b9-462c-ae9f-d2c7d66f0c93 req-d9ecae85-f89a-46d7-abf4-4a1933b49cdb tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.0779514 Apr 18 17:03:47.629039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-c2138529-6421-41a9-9ce0-1ea6f2e3fada service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303086 Apr 18 17:03:47.676164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06d0005c-a5b9-462c-ae9f-d2c7d66f0c93 req-52f1f037-61a0-42aa-afc7-b61b87bad53c tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370884 Apr 18 17:03:47.770037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-b7200768-0071-4ded-8381-72711f220462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:47.771550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-b7200768-0071-4ded-8381-72711f220462 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 1096 time: 0.0506051 Apr 18 17:03:47.796452 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64727b25-9a1c-4f50-8f4d-78278bf64b83 x-openstack-request-id: req-64727b25-9a1c-4f50-8f4d-78278bf64b83 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:47.796941 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:47.796941 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64727b25-9a1c-4f50-8f4d-78278bf64b83 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:47.797354 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64727b25-9a1c-4f50-8f4d-78278bf64b83'] response: {'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'code': 200} Apr 18 17:03:47.826106 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:47.841983 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:47.842782 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:47.880711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-89e0d8a6-562b-4c4e-a691-e5ce362669eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:47.882332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-89e0d8a6-562b-4c4e-a691-e5ce362669eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.1043155 Apr 18 17:03:47.898091 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf54e0ee-a102-45e2-80af-2e14744721d7 x-openstack-request-id: req-bf54e0ee-a102-45e2-80af-2e14744721d7 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:47.898310 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:47.898537 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf54e0ee-a102-45e2-80af-2e14744721d7 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:47.898934 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf54e0ee-a102-45e2-80af-2e14744721d7'] response: {'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'status': 'completed', 'code': 200} Apr 18 17:03:47.974501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1ed6966-7405-4ae8-9c47-56131fd244b1 req-b24eb1f9-c86c-4ebd-9306-88b470adc236 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 210 time: 0.0427308 Apr 18 17:03:47.998598 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:47.999044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-d27ed85b-5fc0-42c2-a93c-e4e697670acd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 1001 time: 0.1097615 Apr 18 17:03:48.002127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 926cc722-3a51-483b-b5c7-380f1028754e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:48.010138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606bed3-443f-4d79-878a-089a9139e6de req-2ab6703f-fb83-4a66-b74f-5ee2de0ed861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:48.011825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5606bed3-443f-4d79-878a-089a9139e6de req-2ab6703f-fb83-4a66-b74f-5ee2de0ed861 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.0587111 Apr 18 17:03:48.058611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 926cc722-3a51-483b-b5c7-380f1028754e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:48.059170 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:48.086433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-5f83fef3-baba-49ae-b9c5-2f8981bccd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:48.095578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-5f83fef3-baba-49ae-b9c5-2f8981bccd44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0793231 Apr 18 17:03:48.212793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-68f03ed7-2330-491c-993f-a79ca5c85293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:48.214471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-68f03ed7-2330-491c-993f-a79ca5c85293 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120324 Apr 18 17:03:48.235231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606bed3-443f-4d79-878a-089a9139e6de req-0247aa09-9241-4316-bc11-719773fa4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:48.236260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9766691-3921-411f-9546-60549183e2d6 req-a4126481-65ff-4ba4-859c-8e9ea9408a79 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:48.236797 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5606bed3-443f-4d79-878a-089a9139e6de req-0247aa09-9241-4316-bc11-719773fa4077 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.1289268 Apr 18 17:03:48.238137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9766691-3921-411f-9546-60549183e2d6 req-a4126481-65ff-4ba4-859c-8e9ea9408a79 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 945 time: 0.0724275 Apr 18 17:03:48.291445 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5606bed3-443f-4d79-878a-089a9139e6de req-2aff9d62-ee70-436c-b92d-4c534e3d6ef7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 217 time: 0.0446374 Apr 18 17:03:48.311125 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': '70469d86-360b-402b-8e7c-f42b590ac88e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:cc:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66513d36-99a9-4e70-a828-a8facc0174c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:47Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:48.340589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9766691-3921-411f-9546-60549183e2d6 req-b071d480-61af-4939-b62e-b1c6a20ed9e9 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887053 Apr 18 17:03:48.360253 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:48.366270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606bed3-443f-4d79-878a-089a9139e6de req-ea256b9c-4282-4c58-ada4-8d5a5a854645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:48.368350 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5606bed3-443f-4d79-878a-089a9139e6de req-ea256b9c-4282-4c58-ada4-8d5a5a854645 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0643833 Apr 18 17:03:48.370325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-7ec591bf-8e8a-4f35-a02c-1ca7906fe5ca service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483059 Apr 18 17:03:48.371945 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:48.372557 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:48.430397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606bed3-443f-4d79-878a-089a9139e6de req-dbf6e7e3-3f2b-4786-b1f0-22b5a2047501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:48.442381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5606bed3-443f-4d79-878a-089a9139e6de req-dbf6e7e3-3f2b-4786-b1f0-22b5a2047501 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563316 Apr 18 17:03:48.470398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e768e0fe-3db1-4e91-b63a-2fde6b979ad5 req-8b4bc5fb-06d7-4333-b7aa-f1425cdb1462 service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971560 Apr 18 17:03:48.499224 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:48.537309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5606bed3-443f-4d79-878a-089a9139e6de req-0192f70b-ad5d-4a93-9789-39ae7d06d2e2 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938478 Apr 18 17:03:48.685310 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5606bed3-443f-4d79-878a-089a9139e6de req-44541361-2975-4e72-a707-5c28d3c207d1 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339850 Apr 18 17:03:48.702650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3a29-9ba8-4e3f-b793-e10eebc462a3 req-ef084633-c8b8-4831-b1cf-b6e925df9a42 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:48.710969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef7e3a29-9ba8-4e3f-b793-e10eebc462a3 req-ef084633-c8b8-4831-b1cf-b6e925df9a42 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 1100 time: 0.0605805 Apr 18 17:03:48.728149 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef7e3a29-9ba8-4e3f-b793-e10eebc462a3 req-c25f0766-3b42-4b4f-ac88-ec7fe06e79b7 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:48.772590 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': '70469d86-360b-402b-8e7c-f42b590ac88e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:cc:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66513d36-99a9-4e70-a828-a8facc0174c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:47Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:48.805594 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e14ed-d1f9-4116-a927-9042c5994846 None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': '70469d86-360b-402b-8e7c-f42b590ac88e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:cc:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66513d36-99a9-4e70-a828-a8facc0174c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:47Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:48.824694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef7e3a29-9ba8-4e3f-b793-e10eebc462a3 req-c25f0766-3b42-4b4f-ac88-ec7fe06e79b7 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:48.896213 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef7e3a29-9ba8-4e3f-b793-e10eebc462a3 req-c25f0766-3b42-4b4f-ac88-ec7fe06e79b7 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:48.921963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef7e3a29-9ba8-4e3f-b793-e10eebc462a3 req-c25f0766-3b42-4b4f-ac88-ec7fe06e79b7 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099547 Apr 18 17:03:48.934374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f0766-3b42-4b4f-ac88-ec7fe06e79b7 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e551640-f28e-4a0e-8b01-2b95e32f3d4a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:49.102733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa2f7b-2a4c-4523-9168-3642310fa598 req-2b7d446d-f15d-4b11-a9d8-5704f07163b9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:49.104251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5eaa2f7b-2a4c-4523-9168-3642310fa598 req-2b7d446d-f15d-4b11-a9d8-5704f07163b9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 947 time: 0.0532706 Apr 18 17:03:49.151773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5eaa2f7b-2a4c-4523-9168-3642310fa598 req-56df4b34-e2d3-411c-8c84-bc56c0507d8b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Apr 18 17:03:49.264458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf7b0bf5-e7ae-4720-801a-d4db93f72bb9 req-c07fd682-f6e2-40fb-af3e-f95d2da8d8dc tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.0870662 Apr 18 17:03:49.309967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb123af-6ab1-4a40-ba1c-25dbba048f0e req-bbdbe6f6-30d7-46e4-9ed4-e476051907e4 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:49.311414 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fb123af-6ab1-4a40-ba1c-25dbba048f0e req-bbdbe6f6-30d7-46e4-9ed4-e476051907e4 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.0929096 Apr 18 17:03:49.355669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b0bf5-e7ae-4720-801a-d4db93f72bb9 req-697e75d7-7f0e-4cfd-8689-e8c702853d8b tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:49.357033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf7b0bf5-e7ae-4720-801a-d4db93f72bb9 req-697e75d7-7f0e-4cfd-8689-e8c702853d8b tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports/70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 942 time: 0.0860803 Apr 18 17:03:49.465342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fb123af-6ab1-4a40-ba1c-25dbba048f0e req-982211f5-6c34-4068-b614-9361ff3de9e1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369305 Apr 18 17:03:49.503464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf7b0bf5-e7ae-4720-801a-d4db93f72bb9 req-d2e89bde-2a98-4a0b-83a7-0f867436d9ee tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.1027565 Apr 18 17:03:49.513767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-5a66d5ea-19d6-48b7-a0c9-812ced5eaa64 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:49.519474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-5a66d5ea-19d6-48b7-a0c9-812ced5eaa64 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:49.521643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-5a66d5ea-19d6-48b7-a0c9-812ced5eaa64 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.18 "GET /v2.0/networks?id=894675a4-ad32-40ba-8b78-0d5923a6a7a9&id=ba4731d4-2029-42c5-8336-ea41d5ef8ce8&id=894675a4-ad32-40ba-8b78-0d5923a6a7a9 HTTP/1.1" status: 200 len: 1391 time: 0.2073698 Apr 18 17:03:49.547013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'port': {'device_id': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9', 'admin_state_up': True, 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:49.588329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:03:49.691749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:49.705295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'mac_address': 'fa:16:3e:c6:bf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:03:49.713305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b0bf5-e7ae-4720-801a-d4db93f72bb9 req-0e63ec02-8ebb-4a28-9a72-70d8f8048c8b tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:49.714761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf7b0bf5-e7ae-4720-801a-d4db93f72bb9 req-0e63ec02-8ebb-4a28-9a72-70d8f8048c8b tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1922088 Apr 18 17:03:49.768064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:49.786056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ea3a5f8-974d-4fcd-bf6a-34aefbffbfe6 req-08b5cb57-064f-4c62-9183-fc4fd599d552 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 210 time: 0.0334051 Apr 18 17:03:49.789188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:49.799049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:49.803889 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55b3408-ead3-481d-9d52-875b7e22f8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:49.811413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:49.815620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:49.820816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:49.873630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:49.900177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:49.902709 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6653c1f-f937-4556-a7e0-1e377d4ac065" -d '{"events": [{"name": "network-changed", "server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:49.930207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:49.963778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Allocated IP 19.80.0.252 (894675a4-ad32-40ba-8b78-0d5923a6a7a9/77be64ef-984f-40de-9998-bdb5db883b4b/75015f97-b1c9-4721-8f45-d2b3787c6ddd) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:50.118612 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:50.227204 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:50.272384 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:50.275713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:50.279554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:50.286898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Port': ['ID=75015f97-b1c9-4721-8f45-d2b3787c6ddd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:50.342831 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:50.343620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:50.432014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ea96b-9c09-4c4f-9202-6a9ccf17d463 req-f3d17acc-855b-4e72-8c10-5299bcede872 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:50.432014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-180ea96b-9c09-4c4f-9202-6a9ccf17d463 req-f3d17acc-855b-4e72-8c10-5299bcede872 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.0529635 Apr 18 17:03:50.457259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bccccaf1-1ed5-4e46-9cc1-f6a7d3cae059 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9142461 Apr 18 17:03:50.476808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'port': {'device_id': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8', 'admin_state_up': True, 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:50.485911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-180ea96b-9c09-4c4f-9202-6a9ccf17d463 req-f5a813ca-2693-42b9-9988-86558af9cdde tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489123 Apr 18 17:03:50.563098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c4e83d3b-8f50-4d81-9f53-fa1bdabc3238 None None] Provisioning complete for port 75015f97-b1c9-4721-8f45-d2b3787c6ddd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:50.563390 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4e83d3b-8f50-4d81-9f53-fa1bdabc3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:50.599960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c4e83d3b-8f50-4d81-9f53-fa1bdabc3238 None None] Port 75015f97-b1c9-4721-8f45-d2b3787c6ddd cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:50.684580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:50.688662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:50.817747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Allocated IP 19.86.0.70 (ba4731d4-2029-42c5-8336-ea41d5ef8ce8/da8fc698-8539-4ab1-9669-9a7b449ea781/fc699508-c147-4a0d-a075-daab24a286e7) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:50.960284 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dafc67-fcd0-4cb3-a50b-58c540864c8c x-openstack-request-id: req-e7dafc67-fcd0-4cb3-a50b-58c540864c8c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:50.961168 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:50.961718 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7dafc67-fcd0-4cb3-a50b-58c540864c8c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:50.962125 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7dafc67-fcd0-4cb3-a50b-58c540864c8c'] response: {'name': 'network-changed', 'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'status': 'completed', 'code': 200} Apr 18 17:03:51.000380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-98af309f-5d38-464c-aaad-44085a410134 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.0893092 Apr 18 17:03:51.021923 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:51.076296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-1e4f89db-d0fd-46fe-8f88-417635f49f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.077722 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-1e4f89db-d0fd-46fe-8f88-417635f49f5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1099 time: 0.0754848 Apr 18 17:03:51.080135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-6946ade7-6f83-482d-a177-ab63d82286fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.082022 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-6946ade7-6f83-482d-a177-ab63d82286fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1099 time: 0.0507474 Apr 18 17:03:51.086841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-5b166717-c891-4f74-a3ac-d73a2010ca96 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473800 Apr 18 17:03:51.096913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-cace045f-3f2c-48eb-9620-f21ffaf6a923 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.098251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-cace045f-3f2c-48eb-9620-f21ffaf6a923 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports/70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 942 time: 0.0801852 Apr 18 17:03:51.249367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-3ea61652-0284-4a65-8dd6-bdaca89b6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.250847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-3ea61652-0284-4a65-8dd6-bdaca89b6eab service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1661041 Apr 18 17:03:51.252145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-46a43366-e707-46f8-85d3-d73530f6067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.253199 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:51.254006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-46a43366-e707-46f8-85d3-d73530f6067c service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1616461 Apr 18 17:03:51.273521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bf52f330-edd1-4b3d-89ae-30bb2f2a18a8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.274966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bf52f330-edd1-4b3d-89ae-30bb2f2a18a8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745532 Apr 18 17:03:51.327296 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-2d41e9b0-6e88-4789-b8f5-2f5adf7628a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.0694160 Apr 18 17:03:51.328519 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-def55011-9054-41c1-ab25-8e6c2000ee08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.0627859 Apr 18 17:03:51.336138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:51.337682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-c04f48da-8f64-45a4-b17e-ebd944acb7be tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/quotas/7927e266846b46ab8421b9e904b24342 HTTP/1.1" status: 200 len: 375 time: 0.0364389 Apr 18 17:03:51.343503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-8a00c8e6-fbf9-4740-9c34-d15e149c1c0c tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.1432045 Apr 18 17:03:51.344776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:51.347973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Port': ['ID=fc699508-c147-4a0d-a075-daab24a286e7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:51.351627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:51.409588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-37fdb9ba-905f-45ff-8eb6-70ef7c9ca7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.411073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-37fdb9ba-905f-45ff-8eb6-70ef7c9ca7f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0771205 Apr 18 17:03:51.416557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-db08530a-4c3a-44fd-806b-e574c7b59cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.418008 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-db08530a-4c3a-44fd-806b-e574c7b59cca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0759823 Apr 18 17:03:51.473898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:51.492216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-70ebcc42-3584-44e5-8fb6-065a3ac6158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.493717 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-70ebcc42-3584-44e5-8fb6-065a3ac6158a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671766 Apr 18 17:03:51.493869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-8227f30e-480e-49f2-8097-04fa97f50756 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1466877 Apr 18 17:03:51.496755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-e31a9410-b4fa-45ff-ae69-c77f54ad3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.498959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-e31a9410-b4fa-45ff-ae69-c77f54ad3e86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799592 Apr 18 17:03:51.499217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.499836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:51.554696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-b3c33027-556b-41e9-b4b2-406afd3a74a6 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:51.556174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-b3c33027-556b-41e9-b4b2-406afd3a74a6 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2060037 Apr 18 17:03:51.576189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-4d019fb0-e897-4484-b45c-4da075bb79f0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:03:51.585089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-4d019fb0-e897-4484-b45c-4da075bb79f0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215638 Apr 18 17:03:51.601010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b69edf96-29f0-4bee-8499-9909902c701b no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:51.630345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e987dce6-d627-4e2f-af8b-32148ad308e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1595175 Apr 18 17:03:51.650351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'port': {'device_id': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9', 'admin_state_up': True, 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:51.694302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d8f357d5-4227-4f52-95d9-706212c4025d None None] Provisioning complete for port fc699508-c147-4a0d-a075-daab24a286e7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:51.694572 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-ae876276-cdc6-4a58-b98c-b2d9ad339031 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880424 Apr 18 17:03:51.694858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d8f357d5-4227-4f52-95d9-706212c4025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:51.711989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-a5ca5a4d-ea6b-4e90-969f-0d90e9390bce tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.1258221 Apr 18 17:03:51.721235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-cdbf352e-0d3f-48e5-b084-38b0eb8bfc1b service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137549 Apr 18 17:03:51.725204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:51.807426 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:51.838025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d8f357d5-4227-4f52-95d9-706212c4025d None None] Port fc699508-c147-4a0d-a075-daab24a286e7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:51.841557 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:51.849762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-3c2eaa1f-1e99-4048-afd4-a7910ec92097 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482816 Apr 18 17:03:51.867434 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55b3408-ead3-481d-9d52-875b7e22f8aa req-c79e93e5-a92b-4ca4-a14e-07899482347b service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179941 Apr 18 17:03:51.867687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:51.870009 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a25f859-e925-45fe-ae15-b45aaea2001e" -d '{"events": [{"server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "name": "network-vif-unplugged", "status": "completed", "tag": "b69edf96-29f0-4bee-8499-9909902c701b"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:51.883504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:51.952651 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:51.984131 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:52.000188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:52.010458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:52.014317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:52.079096 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:52.079439 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c disassociated. External IP: 172.25.5.146, port: 70469d86-360b-402b-8e7c-f42b590ac88e. Apr 18 17:03:52.213577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Allocated IP 19.80.0.70 (894675a4-ad32-40ba-8b78-0d5923a6a7a9/77be64ef-984f-40de-9998-bdb5db883b4b/f97a55e0-cdd9-4529-a926-6f49864bcfea) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:52.276618 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75140d3f-f488-4a4c-af63-790b8eb27fc5 x-openstack-request-id: req-75140d3f-f488-4a4c-af63-790b8eb27fc5 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:52.276906 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:52.277155 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75140d3f-f488-4a4c-af63-790b8eb27fc5 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:52.278064 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75140d3f-f488-4a4c-af63-790b8eb27fc5'] response: {'name': 'network-changed', 'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e', 'status': 'completed', 'code': 200} Apr 18 17:03:52.445349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-b078e91b-197c-4849-a0b3-7bb3c6f01aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:52.447028 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-b078e91b-197c-4849-a0b3-7bb3c6f01aed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 1096 time: 0.0634272 Apr 18 17:03:52.550977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-40802701-72ed-4d10-a849-ecf44ba0d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:52.556986 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-40802701-72ed-4d10-a849-ecf44ba0d04c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.0957496 Apr 18 17:03:52.598747 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-6224dfec-e89d-4573-96ae-e3fe34c9dd62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 217 time: 0.0364740 Apr 18 17:03:52.667003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-a4303254-ff5f-4f68-a868-b4c55ee2a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:52.668563 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-a4303254-ff5f-4f68-a868-b4c55ee2a480 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0470245 Apr 18 17:03:52.726094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-eb9ee451-74cb-4254-aec3-c4fd530f3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:52.727693 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-eb9ee451-74cb-4254-aec3-c4fd530f3c50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503054 Apr 18 17:03:52.787213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:03:52.801885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d00a4-7f87-4d18-bfcb-89e815c74194 req-676e0fdd-7e89-4991-9a2c-7fc83d4edd31 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:52.803703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-034d00a4-7f87-4d18-bfcb-89e815c74194 req-676e0fdd-7e89-4991-9a2c-7fc83d4edd31 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 948 time: 0.4895642 Apr 18 17:03:52.858964 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:52.862568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-51702b84-6765-4f6b-85bf-9f13bbc56e22 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929489 Apr 18 17:03:52.911870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-034d00a4-7f87-4d18-bfcb-89e815c74194 req-02612ca0-2f18-4a15-aae9-96abd2306fb0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012857 Apr 18 17:03:52.975868 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6653c1f-f937-4556-a7e0-1e377d4ac065 req-7d359ae4-f78b-4910-a425-2bbe476f18f4 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965626 Apr 18 17:03:52.987373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:52.992346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.001184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:53.020218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-0e00a27a-48fc-4f45-ad75-07977a9d459e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "PUT /v2.0/floatingips/ba1d7088-c8b2-4aff-a71a-7b9b1909e33c HTTP/1.1" status: 200 len: 695 time: 1.2988634 Apr 18 17:03:53.029403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:53.029403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:53.045254 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.145520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:53.148469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Port': ['ID=f97a55e0-cdd9-4529-a926-6f49864bcfea,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:53.164979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:53.166826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:53.168067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:53.230824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-9be93c53-5b13-43c3-80bc-76167aa57dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.236724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-01523d58-f60a-4335-a03a-3fae7203ce6f tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.238905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-01523d58-f60a-4335-a03a-3fae7203ce6f tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 945 time: 0.0797260 Apr 18 17:03:53.239442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-9be93c53-5b13-43c3-80bc-76167aa57dd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 1096 time: 0.1917784 Apr 18 17:03:53.293641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.293641 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.351267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58148c-7102-438b-979e-2c6d901dd95c req-1d576abe-c10b-4cd8-8908-8d9e1ac736e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.357748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58148c-7102-438b-979e-2c6d901dd95c req-1d576abe-c10b-4cd8-8908-8d9e1ac736e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.364661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58148c-7102-438b-979e-2c6d901dd95c req-1d576abe-c10b-4cd8-8908-8d9e1ac736e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.366450 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a58148c-7102-438b-979e-2c6d901dd95c req-1d576abe-c10b-4cd8-8908-8d9e1ac736e5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2375 time: 0.2239070 Apr 18 17:03:53.383752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Deleting port 373af4ff-1049-499f-a8e7-3ae2652a5f15 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:53.384697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.439053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-a28680d6-e22f-4486-ac7d-4c0ac4ea3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.448275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-a28680d6-e22f-4486-ac7d-4c0ac4ea3948 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.2074354 Apr 18 17:03:53.458115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-7b71bc85-2ae0-4ccc-8990-f116c30b564e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8135211 Apr 18 17:03:53.505807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a58148c-7102-438b-979e-2c6d901dd95c req-3e2fe7d6-fdab-428e-babb-32046ae4d7df tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310043 Apr 18 17:03:53.510935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Request body: {'port': {'device_id': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:53.515633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-c338280b-c7ff-4367-bc57-0790cd3a952d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 217 time: 0.0669551 Apr 18 17:03:53.519229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] For port 373af4ff-1049-499f-a8e7-3ae2652a5f15, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=373af4ff-1049-499f-a8e7-3ae2652a5f15,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:53.520535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.551983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:53.593790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:53.597449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.630016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d97f80c1-a2b1-4d3b-8db0-cc98db3f018a None None] Provisioning complete for port f97a55e0-cdd9-4529-a926-6f49864bcfea triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:53.630236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-794deefa-1f11-4bc6-a768-d30a8383f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.634525 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c1-a2b1-4d3b-8db0-cc98db3f018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.634652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-794deefa-1f11-4bc6-a768-d30a8383f1be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.1007557 Apr 18 17:03:53.634779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:03:53.701632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:53.704928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:53.732777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a4b03-5c75-4eda-8593-d381966a023f req-a1369e17-a1b8-48c4-821e-76ab14a81545 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.734300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e9a4b03-5c75-4eda-8593-d381966a023f req-a1369e17-a1b8-48c4-821e-76ab14a81545 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 945 time: 0.1171279 Apr 18 17:03:53.763332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d97f80c1-a2b1-4d3b-8db0-cc98db3f018a None None] Port f97a55e0-cdd9-4529-a926-6f49864bcfea cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:53.793957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-a05cd793-e5cd-4ee9-9f89-4aa6cdd38a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:53.795458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-a05cd793-e5cd-4ee9-9f89-4aa6cdd38a00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479521 Apr 18 17:03:53.805250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.805676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:53.806015 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Floating IP d95bb1ad-ca38-467c-8c60-f59f5b4dba4a disassociated. External IP: 172.25.5.172, port: 373af4ff-1049-499f-a8e7-3ae2652a5f15. Apr 18 17:03:53.806353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Calling delete_port for 373af4ff-1049-499f-a8e7-3ae2652a5f15 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:53.870766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:53.926053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e9a4b03-5c75-4eda-8593-d381966a023f req-41bc2608-6d21-42bb-b83f-9ab999fd5e5a tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a9c2274-8a1b-4da6-8132-5178d7dae68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811230 Apr 18 17:03:53.928155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:03:53.966596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:53.967104 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:54.039335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:54.045023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-7689c925-591a-4bea-900f-64b2949af45c service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419829 Apr 18 17:03:54.076366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event deleted for resources: {'Port': ['ID=373af4ff-1049-499f-a8e7-3ae2652a5f15,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:54.168142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe588c2b-31bb-4097-8176-9c89065b3e0d req-795b9749-3263-4ea7-817c-21b9ecc1b873 service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212881 Apr 18 17:03:54.270171 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:54.285344 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c554f2f-c3b8-4aab-a85a-15694979cb93 x-openstack-request-id: req-6c554f2f-c3b8-4aab-a85a-15694979cb93 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:54.285674 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "name": "network-vif-unplugged", "status": "completed", "tag": "b69edf96-29f0-4bee-8499-9909902c701b", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:54.286550 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c554f2f-c3b8-4aab-a85a-15694979cb93 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:54.286864 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c554f2f-c3b8-4aab-a85a-15694979cb93'] response: {'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b', 'code': 200} Apr 18 17:03:54.308685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:54.312326 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ab3034-82c1-4996-a4c2-55d0003e6abb" -d '{"events": [{"name": "network-changed", "server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:54.318469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75015f97-b1c9-4721-8f45-d2b3787c6ddd {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:54.329998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:54.333671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:54.348447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Transition to ACTIVE for port object 75015f97-b1c9-4721-8f45-d2b3787c6ddd will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:54.422573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:54.431034 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:54.513455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:54.517288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:54.547843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Pushing event updated for resources: {'Port': ['ID=75015f97-b1c9-4721-8f45-d2b3787c6ddd,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:54.574590 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4986c-e274-4de8-9efc-94789f24d53c None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:54.703831 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Attempting to bind port 75015f97-b1c9-4721-8f45-d2b3787c6ddd on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:54.704170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Attempting to bind port 75015f97-b1c9-4721-8f45-d2b3787c6ddd by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:54.704506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Attempting to bind port 75015f97-b1c9-4721-8f45-d2b3787c6ddd on network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:54.738139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Port 75015f97-b1c9-4721-8f45-d2b3787c6ddd on network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:54.739708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Attempting to bind port 75015f97-b1c9-4721-8f45-d2b3787c6ddd on network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:54.749024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:54.750007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Checking segment: {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:54.750685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Bound using segment: {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:54.751313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Bound port: 75015f97-b1c9-4721-8f45-d2b3787c6ddd, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:54.751996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:54.821799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:03:54.920019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] For port 75015f97-b1c9-4721-8f45-d2b3787c6ddd, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:54.943104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] For port 75015f97-b1c9-4721-8f45-d2b3787c6ddd, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=75015f97-b1c9-4721-8f45-d2b3787c6ddd,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:55.006641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749045e-e896-4b8f-96a9-839121fa0a46 req-2fbd6d6c-ffa6-4d3b-896e-dbe80af91f09 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:55.008759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7749045e-e896-4b8f-96a9-839121fa0a46 req-2fbd6d6c-ffa6-4d3b-896e-dbe80af91f09 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.0861652 Apr 18 17:03:55.019366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:55.055875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:55.055875 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:55.057445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] 10.222.0.18 "PUT /v2.0/ports/75015f97-b1c9-4721-8f45-d2b3787c6ddd HTTP/1.1" status: 200 len: 1092 time: 1.5503724 Apr 18 17:03:55.100391 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979dc920-222a-4131-b3bd-0ed82e976926 None None] New status for floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:03:55.119079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-60889a1e-f7e9-4bf8-a345-a9d715bfc037 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:55.122139 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-60889a1e-f7e9-4bf8-a345-a9d715bfc037 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4&tenant_id=79801ff0479c44059080bb19a59617ce&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 949 time: 0.1641004 Apr 18 17:03:55.147740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bf716b9e-4aff-4050-b844-67eef8c1d8aa tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436847 Apr 18 17:03:55.153343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:03:55.159926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7749045e-e896-4b8f-96a9-839121fa0a46 req-83dd56ee-be81-455a-8dee-a1278e67f468 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431594 Apr 18 17:03:55.167575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] Sync routers for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:03:55.210004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:55.212765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82cb6c-ca89-41c0-b0b0-0c6a2becd01d service neutron] Pushing event updated for resources: {'Port': ['ID=75015f97-b1c9-4721-8f45-d2b3787c6ddd,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:55.236129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:55.281182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Request body: {'port': {'device_id': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:55.366932 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9883ee7-f61c-4e71-a47d-4825d1a5eb78 x-openstack-request-id: req-a9883ee7-f61c-4e71-a47d-4825d1a5eb78 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:55.367206 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:55.367456 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9883ee7-f61c-4e71-a47d-4825d1a5eb78 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:55.367864 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9883ee7-f61c-4e71-a47d-4825d1a5eb78'] response: {'name': 'network-changed', 'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e', 'status': 'completed', 'code': 200} Apr 18 17:03:55.398279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-dbad84f7-bb8a-4dbd-a64d-ff7a22a6bdc4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:55.400170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-dbad84f7-bb8a-4dbd-a64d-ff7a22a6bdc4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391098 Apr 18 17:03:55.433854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Request body: {'port': {'device_id': '4905e48b-57ab-4ada-b5d2-4b4139550d83', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '7927e266846b46ab8421b9e904b24342'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:55.478584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] No DVR routers for this DVR port 373af4ff-1049-499f-a8e7-3ae2652a5f15 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:55.486363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:55.523085 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:55.526330 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-73a1e3ac-e4bc-4745-a122-ebf32c5604e8 req-9ed444e8-0c53-4f5e-a33e-1577dfc69d05 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.41 "DELETE /v2.0/ports/373af4ff-1049-499f-a8e7-3ae2652a5f15 HTTP/1.1" status: 204 len: 173 time: 2.2807558 Apr 18 17:03:55.528281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'name': 'network-vif-deleted', 'tag': '373af4ff-1049-499f-a8e7-3ae2652a5f15'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:55.544484 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe76835-2e49-4bf9-bd02-ea54aecb0d46" -d '{"events": [{"server_uuid": "d0a313f8-11ef-4aeb-a992-300a0a460c43", "name": "network-vif-deleted", "tag": "373af4ff-1049-499f-a8e7-3ae2652a5f15"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:55.576736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-3afc83bd-80bb-41d8-bc38-baf0d0450dcc service neutron] 10.222.0.41 "GET /v2.0/ports/0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a/bindings/n-h2-836015-2 HTTP/1.1" status: 200 len: 382 time: 0.3306477 Apr 18 17:03:55.583319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:55.622731 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8eca608-88c1-4b27-a678-8f538b309f30 req-90c8c03b-6292-43e5-8e2e-907cd787be1d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 210 time: 0.1102607 Apr 18 17:03:55.697367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-f208a425-2f16-46a0-b457-01f0d6d6ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:55.703077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-f208a425-2f16-46a0-b457-01f0d6d6ba1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 1096 time: 0.2984967 Apr 18 17:03:55.801156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:54Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:55.834251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-b15e8e7f-b3fb-49e6-b2a5-2acd4cc8f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:55.836052 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-b15e8e7f-b3fb-49e6-b2a5-2acd4cc8f6a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1100 time: 0.0801198 Apr 18 17:03:55.866097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] Checking router: 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:03:55.892383 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:03:55.893063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:55.946321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-56819f52-8f6f-42c5-94af-1fe379fab65f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081822 Apr 18 17:03:56.029845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-05bd5593-9e5a-4ce8-bdd2-af8f819dfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.030187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b819e0-c852-4802-8fbe-06c2ce48f36a req-8dcbc268-3d01-4a17-a4d3-2ac8d725bc30 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.031920 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-05bd5593-9e5a-4ce8-bdd2-af8f819dfe54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1632414 Apr 18 17:03:56.036918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b819e0-c852-4802-8fbe-06c2ce48f36a req-8dcbc268-3d01-4a17-a4d3-2ac8d725bc30 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.043372 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b819e0-c852-4802-8fbe-06c2ce48f36a req-8dcbc268-3d01-4a17-a4d3-2ac8d725bc30 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.052540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74b819e0-c852-4802-8fbe-06c2ce48f36a req-8dcbc268-3d01-4a17-a4d3-2ac8d725bc30 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2387 time: 0.2921910 Apr 18 17:03:56.071071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Made reservation on behalf of 7927e266846b46ab8421b9e904b24342 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:56.074502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:56.113919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc699508-c147-4a0d-a075-daab24a286e7 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:56.122278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:56.136938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Transition to ACTIVE for port object fc699508-c147-4a0d-a075-daab24a286e7 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:56.152229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:03:56.198800 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-fb7e5277-7f11-4f65-a51d-ca74afe2a2cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.0602694 Apr 18 17:03:56.220358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-6d2c302d-ff0b-44fe-aa40-49374517df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.222564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-6d2c302d-ff0b-44fe-aa40-49374517df12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.4760344 Apr 18 17:03:56.244288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74b819e0-c852-4802-8fbe-06c2ce48f36a req-d702a1f8-e82e-453d-a1a6-5afefa0eacd9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905360 Apr 18 17:03:56.246182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:56.304813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-483b9870-64a1-4b18-873a-03c19970aeb3 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.314004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-483b9870-64a1-4b18-873a-03c19970aeb3 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 805 time: 0.4971688 Apr 18 17:03:56.318618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-3e1e55d6-a57f-4178-bd3e-21dec89354d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.321994 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-3e1e55d6-a57f-4178-bd3e-21dec89354d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1031268 Apr 18 17:03:56.365058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Pushing event updated for resources: {'Port': ['ID=fc699508-c147-4a0d-a075-daab24a286e7,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:56.399126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-01d892e9-ef35-498d-851a-fcbe26f7a0e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 200 len: 217 time: 0.1611793 Apr 18 17:03:56.423352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:56.426361 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ab552a-e8a1-48e1-8238-3a4048bbb5b8" -d '{"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:56.441322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-304c31b7-0a08-474e-9a2d-45bf9d859f8f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/quotas/5748bdd518c9400fa0e5539ca16e7759 HTTP/1.1" status: 200 len: 375 time: 0.1279783 Apr 18 17:03:56.457246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Attempting to bind port fc699508-c147-4a0d-a075-daab24a286e7 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:56.461882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Attempting to bind port fc699508-c147-4a0d-a075-daab24a286e7 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:56.462473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Attempting to bind port fc699508-c147-4a0d-a075-daab24a286e7 on network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:56.482609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Port fc699508-c147-4a0d-a075-daab24a286e7 on network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:56.483281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Attempting to bind port fc699508-c147-4a0d-a075-daab24a286e7 on network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:56.497237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-e5cc7b59-4434-438a-8ae3-8948cf1883a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.499797 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-e5cc7b59-4434-438a-8ae3-8948cf1883a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359756 Apr 18 17:03:56.500912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:56.501490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Checking segment: {'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:56.502046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Bound using segment: {'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:56.502223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:54Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:03:56.503391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Bound port: fc699508-c147-4a0d-a075-daab24a286e7, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aee0772-281f-4c0f-ac95-a1113d1d5eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:56.504784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:56.519010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-e5549e29-a806-4f2e-9244-1d9adc60ee05 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.520510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-e5549e29-a806-4f2e-9244-1d9adc60ee05 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5370159 Apr 18 17:03:56.553169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2f30a1-a218-4c70-aef8-bf81604926dd None None] The sync data for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 is: [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:01:51Z', 'revision_number': 4, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dc1c5f72-1a96-438b-8209-916ed5e30222', 'name': '', 'network_id': '4a1a5c96-2125-41eb-8db1-975c62f91a18', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'mac_address': 'fa:16:3e:a4:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '73239a49-20e8-4950-897b-2ad10a818bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:50Z', 'updated_at': '2022-04-18T17:01:54Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'subnets': [{'id': '73239a49-20e8-4950-897b-2ad10a818bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:03:56.562554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Request body: {'port': {'device_id': 'e899bff0-6ae3-4207-93e0-5f947583762e', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '7927e266846b46ab8421b9e904b24342'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:56.713583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-1aad95bd-578d-4ed8-8a3b-a858ae530c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.715037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-1aad95bd-578d-4ed8-8a3b-a858ae530c64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.2963827 Apr 18 17:03:56.746039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1c4d7-4a28-4b75-aacb-5b5fdc004f50 req-740be44c-9ed7-4065-87b4-6aa628af3ba9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.747527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aad1c4d7-4a28-4b75-aacb-5b5fdc004f50 req-740be44c-9ed7-4065-87b4-6aa628af3ba9 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.3591361 Apr 18 17:03:56.759301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] For port fc699508-c147-4a0d-a075-daab24a286e7, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:56.764061 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e2e8e83-1df0-4513-b61e-022ed8b2e07a service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333374 Apr 18 17:03:56.776803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] For port fc699508-c147-4a0d-a075-daab24a286e7, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fc699508-c147-4a0d-a075-daab24a286e7,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:56.790577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-eb278c2b-c09d-47e3-b6db-0ef8f5b1a504 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3179591 Apr 18 17:03:56.821957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Allocated IP 192.168.233.167 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/3cfccf08-059b-4e8f-a86f-7f2a820fa728) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:56.848320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Made reservation on behalf of 7927e266846b46ab8421b9e904b24342 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:03:56.848861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-39dbe268-ca85-45fc-bc71-86c700a95af3 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.850760 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-39dbe268-ca85-45fc-bc71-86c700a95af3 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd43c97-d9ac-4b36-9283-c362c099a699 HTTP/1.1" status: 200 len: 943 time: 0.1800435 Apr 18 17:03:56.851658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:56.915075 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:56.935387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-4183f625-cb22-45da-8ec8-a9c664a34f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:56.936918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-4183f625-cb22-45da-8ec8-a9c664a34f64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2072847 Apr 18 17:03:56.950740 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e49e2-70ce-4fe4-9bb3-4ab5f90f6af7 None None] New status for floating IP d95bb1ad-ca38-467c-8c60-f59f5b4dba4a: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:03:56.966019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aad1c4d7-4a28-4b75-aacb-5b5fdc004f50 req-78ae8a2a-5d5f-4273-80db-670567fc600c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919124 Apr 18 17:03:56.979145 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-5eed96db-bc90-455c-8173-271354ae8456 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004960 Apr 18 17:03:57.029241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:57.030260 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.032264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc699508-c147-4a0d-a075-daab24a286e7 HTTP/1.1" status: 200 len: 1091 time: 1.7750452 Apr 18 17:03:57.084483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dc477-b5f9-4d32-ba21-f704d10d8777 service neutron] Pushing event updated for resources: {'Port': ['ID=fc699508-c147-4a0d-a075-daab24a286e7,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:57.117621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Deleting port b69edf96-29f0-4bee-8499-9909902c701b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:57.118295 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.177836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Request body: {'port': {'device_id': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:57.232558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f9992b6-6acd-4dab-8cba-3ddd5b0ec810 req-288a2cbc-b092-40a2-9ed6-c3b41eb4a51d tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a313f8-11ef-4aeb-a992-300a0a460c43 HTTP/1.1" status: 200 len: 210 time: 0.1244788 Apr 18 17:03:57.272784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-3db5826a-1142-45c9-ba8c-5e639c5cf3a4 service neutron] 10.222.0.45 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813063 Apr 18 17:03:57.314450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] For port b69edf96-29f0-4bee-8499-9909902c701b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b69edf96-29f0-4bee-8499-9909902c701b,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:57.315400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.337847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Calling delete_port for b69edf96-29f0-4bee-8499-9909902c701b owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:57.380060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'tag': '75015f97-b1c9-4721-8f45-d2b3787c6ddd'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:03:57.382294 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "tag": "75015f97-b1c9-4721-8f45-d2b3787c6ddd"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:03:57.396963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.634318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 373af4ff-1049-499f-a8e7-3ae2652a5f15 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:03:57.656893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 373af4ff-1049-499f-a8e7-3ae2652a5f15 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:03:57.657429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 373af4ff-1049-499f-a8e7-3ae2652a5f15 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:03:57.703902 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.745607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Pushing event deleted for resources: {'Port': ['ID=b69edf96-29f0-4bee-8499-9909902c701b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:57.768135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-fc7473a0-d13c-4437-9e7c-f56e2af4fae5 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992814 Apr 18 17:03:57.812365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] No DVR routers for this DVR port b69edf96-29f0-4bee-8499-9909902c701b on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:57.816080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.819566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c815ac3-ab90-4835-996b-94d905af0e05 req-a7fabdc7-de09-4d89-ae4d-f61ed3942977 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.41 "DELETE /v2.0/ports/b69edf96-29f0-4bee-8499-9909902c701b HTTP/1.1" status: 204 len: 173 time: 0.9479010 Apr 18 17:03:57.823693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97a55e0-cdd9-4529-a926-6f49864bcfea {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:03:57.832130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.845394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Transition to ACTIVE for port object f97a55e0-cdd9-4529-a926-6f49864bcfea will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:03:57.881483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027593-010c-4afa-8bc1-bdb78b27e375 req-74a3c9ab-5aa6-4c95-bbf8-a85fc7d864db tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:57.882981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee027593-010c-4afa-8bc1-bdb78b27e375 req-74a3c9ab-5aa6-4c95-bbf8-a85fc7d864db tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.5306056 Apr 18 17:03:57.891698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.902600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-dee52c75-95e8-46c5-b289-d06cb202d878 service neutron] 10.222.0.45 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290097 Apr 18 17:03:57.964016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:57.996569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee027593-010c-4afa-8bc1-bdb78b27e375 req-0e866207-390f-4bf4-897f-98c2d693b4c8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832369 Apr 18 17:03:58.003421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48ab3034-82c1-4996-a4c2-55d0003e6abb req-b07de718-a13a-4e25-b815-d8838df281f1 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216895 Apr 18 17:03:58.062580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f97a55e0-cdd9-4529-a926-6f49864bcfea,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:58.097023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.131958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-4b2d4620-7018-4254-bea7-6aa2d3c669dc tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:58.133824 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-4b2d4620-7018-4254-bea7-6aa2d3c669dc tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.41 "GET /v2.0/ports?device_id=66513d36-99a9-4e70-a828-a8facc0174c4 HTTP/1.1" status: 200 len: 945 time: 0.1592574 Apr 18 17:03:58.139594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:58.243044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:58.249994 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c520564b-abfc-4a88-87c7-232149eec930 x-openstack-request-id: req-c520564b-abfc-4a88-87c7-232149eec930 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:58.250299 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a313f8-11ef-4aeb-a992-300a0a460c43", "name": "network-vif-deleted", "tag": "373af4ff-1049-499f-a8e7-3ae2652a5f15", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:58.250546 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c520564b-abfc-4a88-87c7-232149eec930 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:58.250954 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c520564b-abfc-4a88-87c7-232149eec930'] response: {'server_uuid': 'd0a313f8-11ef-4aeb-a992-300a0a460c43', 'name': 'network-vif-deleted', 'tag': '373af4ff-1049-499f-a8e7-3ae2652a5f15', 'status': 'completed', 'code': 200} Apr 18 17:03:58.260856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:58.276479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:58.368389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'Port': ['ID=3cfccf08-059b-4e8f-a86f-7f2a820fa728,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:58.371180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Allocated IP 192.168.233.205 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/00437b09-0aeb-4f90-882b-47096f71a008) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:03:58.387048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Attempting to bind port f97a55e0-cdd9-4529-a926-6f49864bcfea on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:03:58.387395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Attempting to bind port f97a55e0-cdd9-4529-a926-6f49864bcfea by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:03:58.387734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Attempting to bind port f97a55e0-cdd9-4529-a926-6f49864bcfea on network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:58.406601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Port f97a55e0-cdd9-4529-a926-6f49864bcfea on network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:03:58.407701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Attempting to bind port f97a55e0-cdd9-4529-a926-6f49864bcfea on network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:03:58.442135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:03:58.442527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Checking segment: {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:03:58.442925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Bound using segment: {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:03:58.443380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Bound port: f97a55e0-cdd9-4529-a926-6f49864bcfea, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72310a65-37ad-4a6f-af6b-6a7aa3aa815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:03:58.443803 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.499414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Deleting port 70469d86-360b-402b-8e7c-f42b590ac88e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:03:58.499822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.567435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:58.569568 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.627561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-25ca792c-d573-4ec9-a8d0-7efdcfdfb285 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:58.628036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] For port f97a55e0-cdd9-4529-a926-6f49864bcfea, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:03:58.629103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-25ca792c-d573-4ec9-a8d0-7efdcfdfb285 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2331326 Apr 18 17:03:58.633142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] For port f97a55e0-cdd9-4529-a926-6f49864bcfea, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f97a55e0-cdd9-4529-a926-6f49864bcfea,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:03:58.703611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] For port 70469d86-360b-402b-8e7c-f42b590ac88e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=70469d86-360b-402b-8e7c-f42b590ac88e,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:03:58.707962 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.728499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-0f81f68a-b759-42ba-a5d9-0e4b0a9b84b3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3024981 Apr 18 17:03:58.738848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-9e4a64ca-6480-4b52-9b5d-f4fefc446cb1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0964246 Apr 18 17:03:58.742076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.742770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f534b25a-b2d1-4281-afd9-45b750666b38 None None] Provisioning complete for port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:03:58.743289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f534b25a-b2d1-4281-afd9-45b750666b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.751807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Request body: {'port': {'device_id': '4905e48b-57ab-4ada-b5d2-4b4139550d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:58.753844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Calling delete_port for 70469d86-360b-402b-8e7c-f42b590ac88e owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:03:58.763816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Request body: {'floatingip': {'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:03:58.790300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:58.790994 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.792722 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/f97a55e0-cdd9-4529-a926-6f49864bcfea HTTP/1.1" status: 200 len: 1091 time: 1.6200497 Apr 18 17:03:58.817285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f534b25a-b2d1-4281-afd9-45b750666b38 None None] Port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:03:58.855194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.981066 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.982551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:58.985062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c1ed0-0158-47ba-ac29-2af4e7dcb3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f97a55e0-cdd9-4529-a926-6f49864bcfea,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:58.985685 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c894f5da-2093-484e-a5aa-b6c06131590c x-openstack-request-id: req-c894f5da-2093-484e-a5aa-b6c06131590c {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:03:58.986309 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:03:58.990546 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c894f5da-2093-484e-a5aa-b6c06131590c {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:03:58.991286 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c894f5da-2093-484e-a5aa-b6c06131590c'] response: {'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'code': 200} Apr 18 17:03:59.100301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-9e3071f0-7ba7-4bf6-8e7e-3cdaefe600d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.100700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-9e3071f0-7ba7-4bf6-8e7e-3cdaefe600d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.101535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-9e3071f0-7ba7-4bf6-8e7e-3cdaefe600d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.103260 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-9e3071f0-7ba7-4bf6-8e7e-3cdaefe600d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2864 time: 0.1776857 Apr 18 17:03:59.180086 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-080116d3-95b6-4fc5-9192-20476b75ab0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=75015f97-b1c9-4721-8f45-d2b3787c6ddd HTTP/1.1" status: 200 len: 217 time: 0.0424674 Apr 18 17:03:59.255577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-99a96e17-af64-4cf8-8462-407478e554fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.257116 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-99a96e17-af64-4cf8-8462-407478e554fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77be64ef-984f-40de-9998-bdb5db883b4b HTTP/1.1" status: 200 len: 801 time: 0.0676892 Apr 18 17:03:59.304289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-4c9c3d21-2f76-487d-9542-d3992d9ccba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.305934 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-4c9c3d21-2f76-487d-9542-d3992d9ccba8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=894675a4-ad32-40ba-8b78-0d5923a6a7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415955 Apr 18 17:03:59.321744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2db49-af62-4440-a9d7-abcdbf0e0a7e req-4feec752-6eb7-462d-a0e4-3b90d3738e0b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.323363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4f2db49-af62-4440-a9d7-abcdbf0e0a7e req-4feec752-6eb7-462d-a0e4-3b90d3738e0b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 936 time: 0.2310514 Apr 18 17:03:59.391535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:59.416004 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:59.437407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Pushing event deleted for resources: {'Port': ['ID=70469d86-360b-402b-8e7c-f42b590ac88e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:59.439200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c53cfd4e-442b-45fc-a98d-9206ba973ef8', '70469d86-360b-402b-8e7c-f42b590ac88e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:59.478176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4f2db49-af62-4440-a9d7-abcdbf0e0a7e req-22a50f19-44f8-43e5-ba4c-e34606ef1435 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426060 Apr 18 17:03:59.481554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-3c23e0f5-ef90-4bfc-8a35-01c685764b1e service neutron] 10.222.0.18 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683064 Apr 18 17:03:59.485988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:03:59.578615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] No DVR routers for this DVR port 70469d86-360b-402b-8e7c-f42b590ac88e on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:03:59.601829 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:59.607643 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea894b34-a34c-4a45-9343-acb44cf698f9 req-3e0060e9-fa90-43b1-bc0f-ecfc35c8bce9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.41 "DELETE /v2.0/ports/70469d86-360b-402b-8e7c-f42b590ac88e HTTP/1.1" status: 204 len: 173 time: 1.4357491 Apr 18 17:03:59.682832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:03:59.700501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:03:59.707333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:03:59.711509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'Port': ['ID=00437b09-0aeb-4f90-882b-47096f71a008,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:03:59.749718 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-56e8d9fc-c9b1-4954-a27c-14a63d2f409a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954142 Apr 18 17:03:59.788457 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-cfd26632-e2df-4458-b785-c12fe9f68763 service neutron] 10.222.0.18 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849317 Apr 18 17:03:59.865539 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-5aea3cb7-066c-410b-a1e8-ff9d88eea630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.70&port_id=fc699508-c147-4a0d-a075-daab24a286e7 HTTP/1.1" status: 200 len: 217 time: 0.0729327 Apr 18 17:03:59.885976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d2089-ab3c-45aa-a30e-cf4327b3f039 req-b32edfa2-c9df-4c85-a51b-2e4f5018b979 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.899507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d2089-ab3c-45aa-a30e-cf4327b3f039 req-b32edfa2-c9df-4c85-a51b-2e4f5018b979 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.902954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d2089-ab3c-45aa-a30e-cf4327b3f039 req-b32edfa2-c9df-4c85-a51b-2e4f5018b979 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.905141 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-405d2089-ab3c-45aa-a30e-cf4327b3f039 req-b32edfa2-c9df-4c85-a51b-2e4f5018b979 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2411 time: 0.3003218 Apr 18 17:03:59.950441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-5c060eee-3379-4b96-9ce3-384197a9e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.951902 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-5c060eee-3379-4b96-9ce3-384197a9e33c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da8fc698-8539-4ab1-9669-9a7b449ea781 HTTP/1.1" status: 200 len: 801 time: 0.0713727 Apr 18 17:03:59.989108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.989758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:03:59.996585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-2a8417a3-3595-43b8-975d-d9bf3f2e3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:03:59.999096 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-2a8417a3-3595-43b8-975d-d9bf3f2e3dab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 1101 time: 0.1439133 Apr 18 17:04:00.034759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-920baff1-3e43-45b1-8f7f-a60eaaa88e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:00.036428 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-920baff1-3e43-45b1-8f7f-a60eaaa88e49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba4731d4-2029-42c5-8336-ea41d5ef8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768816 Apr 18 17:04:00.048547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.resource_extend [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:04:00.083584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d7a93dbe-cd4f-4319-be3c-fd5b82036d68 None None] Provisioning complete for port 00437b09-0aeb-4f90-882b-47096f71a008 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:00.084645 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7a93dbe-cd4f-4319-be3c-fd5b82036d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:00.116452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-405d2089-ab3c-45aa-a30e-cf4327b3f039 req-c7770409-536d-4623-a893-2a088ad99ae1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931512 Apr 18 17:04:00.123521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d7a93dbe-cd4f-4319-be3c-fd5b82036d68 None None] Port 00437b09-0aeb-4f90-882b-47096f71a008 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:04:00.152156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-bece1a55-0d68-4ff3-a923-1477eb6ed685 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5934615 Apr 18 17:04:00.155102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfccf08-059b-4e8f-a86f-7f2a820fa728 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:00.168728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:00.175237 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8fe80-7542-444d-9256-0c72c13f038d x-openstack-request-id: req-69e8fe80-7542-444d-9256-0c72c13f038d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:00.176259 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "tag": "75015f97-b1c9-4721-8f45-d2b3787c6ddd", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:00.176527 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69e8fe80-7542-444d-9256-0c72c13f038d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:00.177139 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e8fe80-7542-444d-9256-0c72c13f038d'] response: {'name': 'network-changed', 'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'tag': '75015f97-b1c9-4721-8f45-d2b3787c6ddd', 'status': 'completed', 'code': 200} Apr 18 17:04:00.187052 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:00.207533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Request body: {'port': {'device_id': 'e899bff0-6ae3-4207-93e0-5f947583762e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:00.215873 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-3efb3711-ecab-4a77-b5b4-3d8f2e9d1c16 service neutron] 10.222.0.18 "GET /v2.0/networks/ba4731d4-2029-42c5-8336-ea41d5ef8ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651962 Apr 18 17:04:00.216954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-f7a13be6-fc11-4aaf-81ac-24f7a268f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:00.218368 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-f7a13be6-fc11-4aaf-81ac-24f7a268f09c service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1692517 Apr 18 17:04:00.230148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Transition to ACTIVE for port object 3cfccf08-059b-4e8f-a86f-7f2a820fa728 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:04:00.253876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'tag': 'fc699508-c147-4a0d-a075-daab24a286e7'}, {'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'name': 'network-vif-deleted', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b'}, {'name': 'network-changed', 'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'tag': 'f97a55e0-cdd9-4529-a926-6f49864bcfea'}, {'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'name': 'network-vif-deleted', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:00.256255 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2" -d '{"events": [{"name": "network-changed", "server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "tag": "fc699508-c147-4a0d-a075-daab24a286e7"}, {"server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "name": "network-vif-deleted", "tag": "b69edf96-29f0-4bee-8499-9909902c701b"}, {"name": "network-changed", "server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "tag": "f97a55e0-cdd9-4529-a926-6f49864bcfea"}, {"server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "name": "network-vif-deleted", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:00.288822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:00.308399 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-c2224e44-e246-4761-8d33-659bbdc924c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 200 len: 217 time: 0.0482829 Apr 18 17:04:00.338994 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:00.359910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:00.380869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684abea-869c-48de-90e9-be39c48162f1 req-ad6a841a-af27-4a3c-8d6f-3dcf03d36a61 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:00.388114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e684abea-869c-48de-90e9-be39c48162f1 req-ad6a841a-af27-4a3c-8d6f-3dcf03d36a61 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.1514261 Apr 18 17:04:00.402062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-c64255df-5579-46fd-b943-775916e2c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:00.403643 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-c64255df-5579-46fd-b943-775916e2c9b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0661592 Apr 18 17:04:00.422140 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-c0a96584-5e7a-40a5-82bc-3b68b9b5cd46 service neutron] 10.222.0.18 "GET /v2.0/networks/ba4731d4-2029-42c5-8336-ea41d5ef8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766443 Apr 18 17:04:00.475660 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-9305e0af-6e01-4669-b708-f60bc2951c94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=f97a55e0-cdd9-4529-a926-6f49864bcfea HTTP/1.1" status: 200 len: 217 time: 0.0398245 Apr 18 17:04:00.478239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.18', 51411) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:00.530302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfccf08-059b-4e8f-a86f-7f2a820fa728,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:00.542949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-6e3e7388-951c-4816-b2a2-6ed43f7b9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:00.544622 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-6e3e7388-951c-4816-b2a2-6ed43f7b9516 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337397 Apr 18 17:04:00.547457 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c associated. External IP: 172.25.5.146, port: c53cfd4e-442b-45fc-a98d-9206ba973ef8. Apr 18 17:04:00.561277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e684abea-869c-48de-90e9-be39c48162f1 req-11700c4c-a1c1-4453-ac60-ed480684e62f tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693106 Apr 18 17:04:00.589180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-6d80cfc9-4c37-4ff4-a616-0d1162d968a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:00.590654 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-6d80cfc9-4c37-4ff4-a616-0d1162d968a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77be64ef-984f-40de-9998-bdb5db883b4b HTTP/1.1" status: 200 len: 801 time: 0.0991826 Apr 18 17:04:00.635046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-f28aa03c-298a-4764-a0f0-6547636327e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:00.636546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-f28aa03c-298a-4764-a0f0-6547636327e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4&tenant_id=79801ff0479c44059080bb19a59617ce HTTP/1.1" status: 200 len: 1100 time: 0.1538787 Apr 18 17:04:00.762744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:00.767048 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-019d52ef-7ae4-4755-9da1-b003ddd8f6f9 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131000 Apr 18 17:04:00.821948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Attempting to bind port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:00.822708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Attempting to bind port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:00.823208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Attempting to bind port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:00.861824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-eb3361bf-4096-4351-9b17-fa70702565cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:00.863300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-eb3361bf-4096-4351-9b17-fa70702565cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=894675a4-ad32-40ba-8b78-0d5923a6a7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2380388 Apr 18 17:04:00.867654 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-303f6651-f9ed-45ba-873a-d6f83414bf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:00.873030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:04:00.873370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Attempting to bind port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:00.903137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:00.904036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:00.904806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:00.905316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Bound port: 3cfccf08-059b-4e8f-a86f-7f2a820fa728, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:00.906720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:00.911020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:01.352182 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e70761d-d2d3-4d14-9061-36074f41bbd5 req-0f44d4f2-b705-4780-a1a2-405c58b090e3 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637617 Apr 18 17:04:01.449023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68f0dff7-0a79-4954-a7f4-4f3b735a311b req-440f7b10-a782-4238-8127-03a9b6884b60 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 210 time: 0.0659339 Apr 18 17:04:01.474559 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-bd8727b1-e14d-4275-9582-4cc9a7753e17 service neutron] 10.222.0.18 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914757 Apr 18 17:04:01.534352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-52134984-c3e3-4bee-94af-cb442ae8cd7a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:01.535772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-52134984-c3e3-4bee-94af-cb442ae8cd7a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.41 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 805 time: 0.5890982 Apr 18 17:04:01.553561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00437b09-0aeb-4f90-882b-47096f71a008 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:01.567371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] For port 3cfccf08-059b-4e8f-a86f-7f2a820fa728, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:01.571673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Request body: {'port': {'device_id': '253d504c-400e-42e8-9162-e5d040991994', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'admin_state_up': True, 'tenant_id': '5748bdd518c9400fa0e5539ca16e7759'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:01.586531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:01.632529 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a27fbb-64f4-4a5f-812a-39043592d381 x-openstack-request-id: req-06a27fbb-64f4-4a5f-812a-39043592d381 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:01.632723 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "tag": "fc699508-c147-4a0d-a075-daab24a286e7", "status": "completed", "code": 200}, {"server_uuid": "2bd43c97-d9ac-4b36-9283-c362c099a699", "name": "network-vif-deleted", "tag": "b69edf96-29f0-4bee-8499-9909902c701b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "tag": "f97a55e0-cdd9-4529-a926-6f49864bcfea", "status": "completed", "code": 200}, {"server_uuid": "66513d36-99a9-4e70-a828-a8facc0174c4", "name": "network-vif-deleted", "tag": "70469d86-360b-402b-8e7c-f42b590ac88e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:01.632958 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06a27fbb-64f4-4a5f-812a-39043592d381 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:01.633377 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a27fbb-64f4-4a5f-812a-39043592d381'] response: {'name': 'network-changed', 'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'tag': 'fc699508-c147-4a0d-a075-daab24a286e7', 'status': 'completed', 'code': 200} Apr 18 17:04:01.633661 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a27fbb-64f4-4a5f-812a-39043592d381'] response: {'server_uuid': '2bd43c97-d9ac-4b36-9283-c362c099a699', 'name': 'network-vif-deleted', 'tag': 'b69edf96-29f0-4bee-8499-9909902c701b', 'status': 'completed', 'code': 200} Apr 18 17:04:01.633917 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a27fbb-64f4-4a5f-812a-39043592d381'] response: {'name': 'network-changed', 'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'tag': 'f97a55e0-cdd9-4529-a926-6f49864bcfea', 'status': 'completed', 'code': 200} Apr 18 17:04:01.637377 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a27fbb-64f4-4a5f-812a-39043592d381'] response: {'server_uuid': '66513d36-99a9-4e70-a828-a8facc0174c4', 'name': 'network-vif-deleted', 'tag': '70469d86-360b-402b-8e7c-f42b590ac88e', 'status': 'completed', 'code': 200} Apr 18 17:04:01.637653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Transition to ACTIVE for port object 00437b09-0aeb-4f90-882b-47096f71a008 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:04:01.641147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] For port 3cfccf08-059b-4e8f-a86f-7f2a820fa728, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=3cfccf08-059b-4e8f-a86f-7f2a820fa728,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:01.646112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:04:01.659801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b69edf96-29f0-4bee-8499-9909902c701b no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:01.683178 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dafdba9-52bf-4e9a-8b6b-96498e3b7da5 req-03f4eeb6-7210-45f9-92ae-f200a6d62926 service neutron] 10.222.0.18 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984701 Apr 18 17:04:01.711464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: b69edf96-29f0-4bee-8499-9909902c701b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:01.711903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b69edf96-29f0-4bee-8499-9909902c701b not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:01.712317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 70469d86-360b-402b-8e7c-f42b590ac88e no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:01.744475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 70469d86-360b-402b-8e7c-f42b590ac88e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:01.745173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 70469d86-360b-402b-8e7c-f42b590ac88e not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:01.754391 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:01.756705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:01.826787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:01.866105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:01.866728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:01.868109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] 10.222.0.18 "PUT /v2.0/ports/3cfccf08-059b-4e8f-a86f-7f2a820fa728 HTTP/1.1" status: 200 len: 1096 time: 3.1220784 Apr 18 17:04:01.868885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:01.915532 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:01.931520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Made reservation on behalf of 5748bdd518c9400fa0e5539ca16e7759 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:01.939503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:01.946730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Transition to ACTIVE for port object 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:04:01.953221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Pushing event updated for resources: {'Port': ['ID=00437b09-0aeb-4f90-882b-47096f71a008,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:01.977892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:04:01.983743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:01.994970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:04:02.019288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:02.020350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aab8d-1845-47ab-8f43-8b8f8257ae36 req-5d4fd679-5d52-4975-b009-4199ed48865d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.029715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-080aab8d-1845-47ab-8f43-8b8f8257ae36 req-5d4fd679-5d52-4975-b009-4199ed48865d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 948 time: 0.2795649 Apr 18 17:04:02.038381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:02.039350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:02.123930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ba3e3065-7763-430f-9ef8-e2ae24c4baf1 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "PUT /v2.0/floatingips/ba1d7088-c8b2-4aff-a71a-7b9b1909e33c HTTP/1.1" status: 200 len: 996 time: 3.3688688 Apr 18 17:04:02.159572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:02.167548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-36950b6d-b15c-467a-b836-d2d030eeebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.168032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-36950b6d-b15c-467a-b836-d2d030eeebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.168506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-36950b6d-b15c-467a-b836-d2d030eeebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.171054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-36950b6d-b15c-467a-b836-d2d030eeebfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2864 time: 0.2631445 Apr 18 17:04:02.181310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] No DVR routers for this DVR port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:02.181869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4905e48b-57ab-4ada-b5d2-4b4139550d83', 'tag': '3cfccf08-059b-4e8f-a86f-7f2a820fa728'}, {'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:02.184333 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50733cb-cfb8-4e56-81a3-d899fa53d37e" -d '{"events": [{"name": "network-changed", "server_uuid": "4905e48b-57ab-4ada-b5d2-4b4139550d83", "tag": "3cfccf08-059b-4e8f-a86f-7f2a820fa728"}, {"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:02.202303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Allocated IP 172.20.0.2 (951a2b77-7cd1-48af-8bcf-46051251f31d/f1d9287e-cd63-4166-adc7-1a489d9f5a4c/ba1190fa-9a67-4745-9a40-018c01d3b995) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:02.220105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-8dbd6a75-d7cd-4611-87ea-61ce71ea51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.223119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-8dbd6a75-d7cd-4611-87ea-61ce71ea51bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 1099 time: 0.1949227 Apr 18 17:04:02.260295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:02.261661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:02.262863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:02.266466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15374638-0a90-4615-9453-aba788cbaa51 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfccf08-059b-4e8f-a86f-7f2a820fa728,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:02.303705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-080aab8d-1845-47ab-8f43-8b8f8257ae36 req-6be9e7fe-727f-4499-aecd-af03f32f419e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903176 Apr 18 17:04:02.368272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Attempting to bind port 00437b09-0aeb-4f90-882b-47096f71a008 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:02.368610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Attempting to bind port 00437b09-0aeb-4f90-882b-47096f71a008 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:02.371943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Attempting to bind port 00437b09-0aeb-4f90-882b-47096f71a008 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:02.408610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Port 00437b09-0aeb-4f90-882b-47096f71a008 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:04:02.408968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Attempting to bind port 00437b09-0aeb-4f90-882b-47096f71a008 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:02.477116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:02.477968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:02.477968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:02.478929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Bound port: 00437b09-0aeb-4f90-882b-47096f71a008, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:02.479079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:04:02.479486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:02.479589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Attempting to bind port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:02.485448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:02.485688 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-b55446dc-ae5b-478b-a007-2ac7d7ff9d29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3cfccf08-059b-4e8f-a86f-7f2a820fa728 HTTP/1.1" status: 200 len: 217 time: 0.2440605 Apr 18 17:04:02.495186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-202c2f2a-6bb3-4bca-a179-41e478ea9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.496745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-202c2f2a-6bb3-4bca-a179-41e478ea9f7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.3075640 Apr 18 17:04:02.541105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:02.541727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:02.542177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:02.542632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Bound port: 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:02.542998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:02.571822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-6d0d0371-a0d3-41ce-a290-5ddc65b72960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.573304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-6d0d0371-a0d3-41ce-a290-5ddc65b72960 service neutron] 10.222.0.18 "GET /v2.0/networks?id=894675a4-ad32-40ba-8b78-0d5923a6a7a9 HTTP/1.1" status: 200 len: 902 time: 0.3780730 Apr 18 17:04:02.674559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:02.677910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-507c834e-83f0-4f87-a5c6-41297fd45309 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=75015f97-b1c9-4721-8f45-d2b3787c6ddd HTTP/1.1" status: 200 len: 217 time: 0.0569603 Apr 18 17:04:02.678757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:02.696770 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:02.709572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-586ad34d-114a-49d4-ad23-436720441cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.712072 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-586ad34d-114a-49d4-ad23-436720441cb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1896014 Apr 18 17:04:02.747292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fb6e4-2b42-4c9a-98d3-0505b0880267 req-a0bf947c-95c6-4eb0-9901-b07decc502b4 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.756396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fb6e4-2b42-4c9a-98d3-0505b0880267 req-a0bf947c-95c6-4eb0-9901-b07decc502b4 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.757697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:02.765559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fb6e4-2b42-4c9a-98d3-0505b0880267 req-a0bf947c-95c6-4eb0-9901-b07decc502b4 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.767837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e06fb6e4-2b42-4c9a-98d3-0505b0880267 req-a0bf947c-95c6-4eb0-9901-b07decc502b4 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2411 time: 0.2579696 Apr 18 17:04:02.780228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] For port 00437b09-0aeb-4f90-882b-47096f71a008, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:02.795286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] For port 00437b09-0aeb-4f90-882b-47096f71a008, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=00437b09-0aeb-4f90-882b-47096f71a008,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:02.811983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.813030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:02.814789 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] 10.222.0.18 "PUT /v2.0/ports/0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 1096 time: 2.0685015 Apr 18 17:04:02.827487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-4511caae-8ce0-4107-ab6b-1979cd9d5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.828999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-4511caae-8ce0-4107-ab6b-1979cd9d5da5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107383 Apr 18 17:04:02.855523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:25:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:59Z', 'revision_number': 8, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:02.869868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-c2bee886-7544-4c44-b2b6-a7dd7cb395f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.872916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-c2bee886-7544-4c44-b2b6-a7dd7cb395f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.3637226 Apr 18 17:04:02.894202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-cfbe5817-3f7a-4247-916a-86b941363854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:02.896557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-cfbe5817-3f7a-4247-916a-86b941363854 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77be64ef-984f-40de-9998-bdb5db883b4b HTTP/1.1" status: 200 len: 801 time: 0.2041919 Apr 18 17:04:02.898070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:04:02.898542 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:02.917921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:02.918942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:03:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:02.926010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:02.997937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e934a05-91a1-466b-9b99-b307e2cf241f service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=11']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:03.000500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53864) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:03.039816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e06fb6e4-2b42-4c9a-98d3-0505b0880267 req-f97fffd3-6cea-4b9b-b5d7-06d06ac2a740 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346966 Apr 18 17:04:03.076555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.076795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-43c975b6-5aa5-4618-b21b-3be8bd3dbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.082007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.085002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] 10.222.0.18 "PUT /v2.0/ports/00437b09-0aeb-4f90-882b-47096f71a008 HTTP/1.1" status: 200 len: 1096 time: 2.8827066 Apr 18 17:04:03.087698 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-43c975b6-5aa5-4618-b21b-3be8bd3dbcec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1099 time: 0.2269194 Apr 18 17:04:03.095225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:03.095461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Network 951a2b77-7cd1-48af-8bcf-46051251f31d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:03.100907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:03.104264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-654d48ae-6597-402f-b15d-c18ffecd3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.107896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-654d48ae-6597-402f-b15d-c18ffecd3039 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=894675a4-ad32-40ba-8b78-0d5923a6a7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1886740 Apr 18 17:04:03.122727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:03.164434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53868) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:03.235841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-9bdfa0fd-56c8-4153-aa32-57f0a226324a service neutron] 10.222.0.18 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151676 Apr 18 17:04:03.332528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-ffcc3afb-772a-4fff-8153-2d3ce465352e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 999 time: 0.4304948 Apr 18 17:04:03.336680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bd069-218e-4add-8e43-e575d9ec8a27 service neutron] Pushing event updated for resources: {'Port': ['ID=00437b09-0aeb-4f90-882b-47096f71a008,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:03.338712 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-481bff20-eca5-44c9-b04e-56256433556f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.389759 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-547297e0-263b-497d-82ac-cf0a9f819dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.396552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-a501fb70-aff7-4d87-9b84-c7bd6870d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.398470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-a501fb70-aff7-4d87-9b84-c7bd6870d9e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0582821 Apr 18 17:04:03.415973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Pushing event updated for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:03.458588 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-8661a638-9a73-4885-8ae2-cdb24ec38df6 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116538 Apr 18 17:04:03.462787 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f524eff5-1102-49e3-b6e1-38f3d3e4df84 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.471753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.472802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.497294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-076eeef3-46f8-4a7e-b509-d51d21b770c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.498867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-076eeef3-46f8-4a7e-b509-d51d21b770c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 1099 time: 0.2321410 Apr 18 17:04:03.561915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:25:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:59Z', 'revision_number': 8, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:03.582722 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-d8b5b00f-2e7b-4676-ad1c-cf3aab7943a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=00437b09-0aeb-4f90-882b-47096f71a008 HTTP/1.1" status: 200 len: 217 time: 0.0597904 Apr 18 17:04:03.597676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-4f9d316f-1c17-49a8-8bc2-3f7c8277a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.599639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-4f9d316f-1c17-49a8-8bc2-3f7c8277a76f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556313 Apr 18 17:04:03.600227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca02325-ab56-4da5-9e2a-19e933fd6f37 None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ba1d7088-c8b2-4aff-a71a-7b9b1909e33c', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'port_id': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'mac_address': 'fa:16:3e:25:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:03:13Z', 'updated_at': '2022-04-18T17:03:59Z', 'revision_number': 8, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:04:03.607476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f524eff5-1102-49e3-b6e1-38f3d3e4df84 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.635734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}, {'name': 'network-changed', 'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:03.637989 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252449b3-4de4-4139-9092-a7b26541aa66" -d '{"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}, {"name": "network-changed", "server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:03.657015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad1fca5-7eac-4a4c-afae-33e2f2dcf1b1 req-8362c0cc-c6de-4b5a-be7d-6e3c152eba92 service neutron] 10.222.0.18 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910193 Apr 18 17:04:03.668147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:03.676596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-6da8d4bd-e5bb-48aa-ab03-4198bb40061d tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1088431 Apr 18 17:04:03.713936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Request body: {'port': {'device_id': '253d504c-400e-42e8-9162-e5d040991994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:03.721276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-481bff20-eca5-44c9-b04e-56256433556f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.729836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:03.746849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-7f27a52b-c8bd-4fb4-86c5-c76d66b047d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.748226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-7f27a52b-c8bd-4fb4-86c5-c76d66b047d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1535981 Apr 18 17:04:03.759350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-acfc4925-3b08-4fe7-a225-7d8d01716af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.760799 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-acfc4925-3b08-4fe7-a225-7d8d01716af4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.6546495 Apr 18 17:04:03.762613 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-deab9bbf-2f8c-446f-b203-516e10dc4ad7 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842407 Apr 18 17:04:03.785433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ca03f-d27f-405d-9068-f4fe3c8f340b req-86f9406d-81a9-427a-993c-4f5467d56b1a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.786959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b36ca03f-d27f-405d-9068-f4fe3c8f340b req-86f9406d-81a9-427a-993c-4f5467d56b1a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 948 time: 0.2167640 Apr 18 17:04:03.828256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-481bff20-eca5-44c9-b04e-56256433556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.839776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-ff2a9cd0-bc23-4d81-801d-defd1198e61d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.0619559 Apr 18 17:04:03.853909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.878017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-7ff6e564-e752-4d18-8366-888430c7293a service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520914 Apr 18 17:04:03.921477 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-481bff20-eca5-44c9-b04e-56256433556f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c489c8e0bd3e4960b2f772655b2a8153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8984890 Apr 18 17:04:03.927289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:03.935426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f524eff5-1102-49e3-b6e1-38f3d3e4df84 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.935939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-9b25f646-9c98-4a8d-b9f8-48dad84a92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.936043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f524eff5-1102-49e3-b6e1-38f3d3e4df84 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:03.936043 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f524eff5-1102-49e3-b6e1-38f3d3e4df84 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "DELETE /v2.0/security-groups/1a9c2274-8a1b-4da6-8132-5178d7dae68c HTTP/1.1" status: 204 len: 168 time: 0.7483366 Apr 18 17:04:03.936224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-9b25f646-9c98-4a8d-b9f8-48dad84a92a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708965 Apr 18 17:04:03.936324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bff20-eca5-44c9-b04e-56256433556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede35449-3517-489f-87e5-c0a2e69b0679,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:03.942309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53880) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:03.943528 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3c5da-3b6e-4535-9539-6d972c802a39 None None] New status for floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:04:03.949088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b36ca03f-d27f-405d-9068-f4fe3c8f340b req-a86bb1ec-adba-4fb4-adc3-528d4aae38b2 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285248 Apr 18 17:04:03.986088 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-708d156a-73c9-413c-86d4-78d799175717 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] show failed (client error): The resource could not be found. Apr 18 17:04:03.987194 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-708d156a-73c9-413c-86d4-78d799175717 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "GET /v2.0/security-groups/1a9c2274-8a1b-4da6-8132-5178d7dae68c HTTP/1.1" status: 404 len: 347 time: 0.0415595 Apr 18 17:04:03.991666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524eff5-1102-49e3-b6e1-38f3d3e4df84 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9c2274-8a1b-4da6-8132-5178d7dae68c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:03.993460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-301bf85d-107d-4963-b9f1-7f2b554f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:03.994881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-301bf85d-107d-4963-b9f1-7f2b554f4355 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1422610 Apr 18 17:04:03.997312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:04.085491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-92aa6cc7-7e22-4570-b7b7-04ef70840f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:04.086245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-92aa6cc7-7e22-4570-b7b7-04ef70840f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:04.087415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-92aa6cc7-7e22-4570-b7b7-04ef70840f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:04.092809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-92aa6cc7-7e22-4570-b7b7-04ef70840f20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2864 time: 0.3394945 Apr 18 17:04:04.102359 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989d2e90-3404-4bbf-9e73-eefddc37d5c6 x-openstack-request-id: req-989d2e90-3404-4bbf-9e73-eefddc37d5c6 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:04.102930 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4905e48b-57ab-4ada-b5d2-4b4139550d83", "tag": "3cfccf08-059b-4e8f-a86f-7f2a820fa728", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:04.103345 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-989d2e90-3404-4bbf-9e73-eefddc37d5c6 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:04.103925 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989d2e90-3404-4bbf-9e73-eefddc37d5c6'] response: {'name': 'network-changed', 'server_uuid': '4905e48b-57ab-4ada-b5d2-4b4139550d83', 'tag': '3cfccf08-059b-4e8f-a86f-7f2a820fa728', 'status': 'completed', 'code': 200} Apr 18 17:04:04.104342 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989d2e90-3404-4bbf-9e73-eefddc37d5c6'] response: {'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'status': 'completed', 'code': 200} Apr 18 17:04:04.296165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-c853f612-d956-45c2-89af-8c6d2d50cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:04.297629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-c853f612-d956-45c2-89af-8c6d2d50cdde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.1903634 Apr 18 17:04:04.308037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-3acbe915-bad2-4be2-8a30-8272fb88918b service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292458 Apr 18 17:04:04.314351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-e60c3c48-da07-4eee-bd59-1b7632c06cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:04.316475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-e60c3c48-da07-4eee-bd59-1b7632c06cd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3123174 Apr 18 17:04:04.329778 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:04.341343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bed8c59f-6ea5-4b69-8f77-efaa7392a550 req-9be4679b-18d1-454c-919c-5f68bf47027c service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427881 Apr 18 17:04:04.354930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec6da00f-b50f-4bcf-ab36-5fb24e590ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:04.364932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-31b119f4-1bc8-463a-b4fb-c2a16177b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:04.366577 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-31b119f4-1bc8-463a-b4fb-c2a16177b4b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 1099 time: 0.1974316 Apr 18 17:04:04.474490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-4f56c902-0e61-4512-94e2-ae334f54c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:04.475898 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-4f56c902-0e61-4512-94e2-ae334f54c004 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba4731d4-2029-42c5-8336-ea41d5ef8ce8 HTTP/1.1" status: 200 len: 903 time: 0.3565755 Apr 18 17:04:04.538900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Deleting port a9aab25b-8704-4b22-bdf1-94cceb2709fd {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:04.539155 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:04.625853 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-42749656-9155-47e1-b78f-2221e8d919a9 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896028 Apr 18 17:04:04.857485 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec6da00f-b50f-4bcf-ab36-5fb24e590ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:04.901950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-6ed72d63-1a91-4d8b-b48b-912a3dedf2bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.70&port_id=fc699508-c147-4a0d-a075-daab24a286e7 HTTP/1.1" status: 200 len: 217 time: 0.0805440 Apr 18 17:04:04.962768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-0e41d0e8-ddcd-4b9a-8a1c-9004e6f0d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:04.964204 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-0e41d0e8-ddcd-4b9a-8a1c-9004e6f0d6a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.5652132 Apr 18 17:04:05.019874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef30c5-65d2-40ac-9972-6b6b0ebbdf1e req-bba250b8-2227-4442-877f-3b4992292f3f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.021363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63ef30c5-65d2-40ac-9972-6b6b0ebbdf1e req-bba250b8-2227-4442-877f-3b4992292f3f tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 931 time: 0.6603057 Apr 18 17:04:05.027981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-bccb9974-e133-447f-a3f9-d4b795a86593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.029390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-bccb9974-e133-447f-a3f9-d4b795a86593 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.7116873 Apr 18 17:04:05.035400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea2d60fe-7d86-4916-8d88-d45b55802358 req-4614f7e4-4c25-4e81-81cc-19a1da558262 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069619 Apr 18 17:04:05.045564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f279b-5ce8-406e-847b-0f9050290b44 req-a98793e8-b6e1-473d-9596-40ac84babdf4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.047030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c55f279b-5ce8-406e-847b-0f9050290b44 req-a98793e8-b6e1-473d-9596-40ac84babdf4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 948 time: 0.5884082 Apr 18 17:04:05.083482 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-d4f6859a-837d-4081-a8bf-057fd4ea34dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3cfccf08-059b-4e8f-a86f-7f2a820fa728 HTTP/1.1" status: 200 len: 217 time: 0.1061606 Apr 18 17:04:05.088928 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:05.089257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:05.113593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-94b73434-a2bb-4712-88d4-94036f5e175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.114936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-94b73434-a2bb-4712-88d4-94036f5e175f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da8fc698-8539-4ab1-9669-9a7b449ea781 HTTP/1.1" status: 200 len: 801 time: 0.1958480 Apr 18 17:04:05.121758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1190fa-9a67-4745-9a40-018c01d3b995 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:05.159804 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:05.162141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Calling delete_port for a9aab25b-8704-4b22-bdf1-94cceb2709fd owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:05.194350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63ef30c5-65d2-40ac-9972-6b6b0ebbdf1e req-112de6f9-c457-4ff8-be1d-87399381fba6 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639488 Apr 18 17:04:05.198248 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e048d1-493c-4cab-96b5-16887e5b13d4 req-1b070a01-739b-4a6b-9452-fe7d34b60bef service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599780 Apr 18 17:04:05.200192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c55f279b-5ce8-406e-847b-0f9050290b44 req-d6a68d43-86c3-4c88-b0ff-99541ce47ea0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378436 Apr 18 17:04:05.208160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-09ec6ee4-57c8-4e7c-b307-1643d00d79ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 1001 time: 0.1528504 Apr 18 17:04:05.214961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-b3afed7c-5a63-49ff-b4d4-7d59297db1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.216550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-b3afed7c-5a63-49ff-b4d4-7d59297db1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba4731d4-2029-42c5-8336-ea41d5ef8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0917027 Apr 18 17:04:05.250563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-132300df-70cc-4bd9-bb13-81e828dee3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.252038 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-132300df-70cc-4bd9-bb13-81e828dee3c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1550903 Apr 18 17:04:05.253644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Transition to ACTIVE for port object ba1190fa-9a67-4745-9a40-018c01d3b995 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:04:05.268263 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec6da00f-b50f-4bcf-ab36-5fb24e590ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:05.270776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec6da00f-b50f-4bcf-ab36-5fb24e590ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:05.274400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ec6da00f-b50f-4bcf-ab36-5fb24e590ea7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ede35449-3517-489f-87e5-c0a2e69b0679 HTTP/1.1" status: 204 len: 168 time: 1.3409035 Apr 18 17:04:05.302966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6da00f-b50f-4bcf-ab36-5fb24e590ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede35449-3517-489f-87e5-c0a2e69b0679,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:05.319827 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91707755-88ae-4ea8-90e1-c359ad4d7795 x-openstack-request-id: req-91707755-88ae-4ea8-90e1-c359ad4d7795 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:05.320811 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "code": 200}, {"name": "network-changed", "server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:05.321068 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91707755-88ae-4ea8-90e1-c359ad4d7795 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:05.321479 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91707755-88ae-4ea8-90e1-c359ad4d7795'] response: {'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'code': 200} Apr 18 17:04:05.321759 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91707755-88ae-4ea8-90e1-c359ad4d7795'] response: {'name': 'network-changed', 'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'status': 'completed', 'code': 200} Apr 18 17:04:05.355882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-66e86635-22d9-455c-8398-9c94fc2b7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.357769 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-66e86635-22d9-455c-8398-9c94fc2b7486 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986595 Apr 18 17:04:05.360102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:05.372357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-b80a996e-5e89-4e15-aea9-76c06bdfe8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.372560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-b80a996e-5e89-4e15-aea9-76c06bdfe8dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.1550624 Apr 18 17:04:05.472887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeeb37-10cf-4484-bb0d-66b1441c3960 req-3a41631c-b115-4da5-9570-2618f51dd238 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.478701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeeb37-10cf-4484-bb0d-66b1441c3960 req-3a41631c-b115-4da5-9570-2618f51dd238 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.484481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeeb37-10cf-4484-bb0d-66b1441c3960 req-3a41631c-b115-4da5-9570-2618f51dd238 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.486133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6afeeb37-10cf-4484-bb0d-66b1441c3960 req-3a41631c-b115-4da5-9570-2618f51dd238 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2411 time: 0.1847467 Apr 18 17:04:05.512287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-1b9d1b1f-e7f8-4734-bdfd-382f3d542ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/ba4731d4-2029-42c5-8336-ea41d5ef8ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869332 Apr 18 17:04:05.569586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5641eb-92c9-4665-9fa9-708abbf7370c req-e57a95fd-deb1-4b49-9809-6b1a3788adfa tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.571075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be5641eb-92c9-4665-9fa9-708abbf7370c req-e57a95fd-deb1-4b49-9809-6b1a3788adfa tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.1689615 Apr 18 17:04:05.580800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:05.598258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-52208ef8-1fbb-4ec7-aa40-3e1f940c9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.599750 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-52208ef8-1fbb-4ec7-aa40-3e1f940c9b83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074642 Apr 18 17:04:05.613932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6afeeb37-10cf-4484-bb0d-66b1441c3960 req-2de33164-fdb7-486c-9531-0d96ebbad600 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202445 Apr 18 17:04:05.630213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449b3-4de4-4139-9092-a7b26541aa66 req-9f38f255-e8d1-4336-bf6e-96ad100ddda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.633650 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-9f38f255-e8d1-4336-bf6e-96ad100ddda6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1099 time: 0.2322059 Apr 18 17:04:05.689646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449b3-4de4-4139-9092-a7b26541aa66 req-557e8880-d4be-4821-98a4-b383e6b9c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:05.689952 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-557e8880-d4be-4821-98a4-b383e6b9c33b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79801ff0479c44059080bb19a59617ce&device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1099 time: 0.2437425 Apr 18 17:04:05.697990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 53ff25be-4b7f-4226-aaeb-d183e87eb910 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:05.755840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:05.767037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be5641eb-92c9-4665-9fa9-708abbf7370c req-9e9ab24e-27bd-42d2-b35c-7725b7b77c5e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663141 Apr 18 17:04:05.783059 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-fd4887f4-90af-4ae7-b133-88e69280e8df service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468697 Apr 18 17:04:05.802603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b2b34b8-24a0-438c-b375-a5ca8fdd3623 req-755c2bba-080d-4428-963d-77236bddf2a9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips/ba1d7088-c8b2-4aff-a71a-7b9b1909e33c HTTP/1.1" status: 200 len: 998 time: 0.1503599 Apr 18 17:04:05.807655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-08b29d16-08a4-42b6-a256-9eed5bbf77c0 service neutron] 10.222.0.18 "GET /v2.0/networks/ba4731d4-2029-42c5-8336-ea41d5ef8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835174 Apr 18 17:04:05.839098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 75015f97-b1c9-4721-8f45-d2b3787c6ddd details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:05.841337 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:05.847857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Attempting to bind port ba1190fa-9a67-4745-9a40-018c01d3b995 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:05.848168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Attempting to bind port ba1190fa-9a67-4745-9a40-018c01d3b995 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:05.848517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Attempting to bind port ba1190fa-9a67-4745-9a40-018c01d3b995 on network 951a2b77-7cd1-48af-8bcf-46051251f31d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:05.865380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-03575530-0c17-455d-8995-58bd69e5efaf service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417481 Apr 18 17:04:05.867797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Pushing event deleted for resources: {'Port': ['ID=a9aab25b-8704-4b22-bdf1-94cceb2709fd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:05.898537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Port ba1190fa-9a67-4745-9a40-018c01d3b995 on network 951a2b77-7cd1-48af-8bcf-46051251f31d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:04:05.898869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Attempting to bind port ba1190fa-9a67-4745-9a40-018c01d3b995 on network 951a2b77-7cd1-48af-8bcf-46051251f31d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:05.987904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:05.987904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Checking segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:05.987904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Bound using segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:05.987904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Bound port: ba1190fa-9a67-4745-9a40-018c01d3b995, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:05.987904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.043164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449b3-4de4-4139-9092-a7b26541aa66 req-965831e8-4f47-474c-b539-4840f2105db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.045949 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-965831e8-4f47-474c-b539-4840f2105db0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.3986893 Apr 18 17:04:06.066239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:06.089957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b34b8-24a0-438c-b375-a5ca8fdd3623 req-6f893a53-3669-406d-8162-9ede588cf55e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.091169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b2b34b8-24a0-438c-b375-a5ca8fdd3623 req-6f893a53-3669-406d-8162-9ede588cf55e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2777379 Apr 18 17:04:06.095398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-e38e2506-1bab-4cfa-92a4-375c06ad4e7b service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283092 Apr 18 17:04:06.099856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'port_id': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'mac_address': 'fa:16:3e:98:4a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a05d6c-99ea-4989-bfe6-ae138bfd8a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:06.107950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4a3fb-e3ee-4735-8d28-c73f6f0b8f3c req-94d444d9-9d2a-456e-9384-57d9b6ab22dc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.115201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7a4a3fb-e3ee-4735-8d28-c73f6f0b8f3c req-94d444d9-9d2a-456e-9384-57d9b6ab22dc tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 948 time: 0.1630435 Apr 18 17:04:06.115673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 75015f97-b1c9-4721-8f45-d2b3787c6ddd, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=75015f97-b1c9-4721-8f45-d2b3787c6ddd,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:06.118478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e899bff0-6ae3-4207-93e0-5f947583762e', 'tag': '00437b09-0aeb-4f90-882b-47096f71a008'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:06.130580 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55f58e9-a275-44a3-afa2-cbb890939a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e899bff0-6ae3-4207-93e0-5f947583762e", "tag": "00437b09-0aeb-4f90-882b-47096f71a008"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:06.130580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-aaf187a6-63ab-4399-8c5c-a306b83948bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.130580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-aaf187a6-63ab-4399-8c5c-a306b83948bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.130580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-aaf187a6-63ab-4399-8c5c-a306b83948bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.130580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-aaf187a6-63ab-4399-8c5c-a306b83948bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2864 time: 0.1756010 Apr 18 17:04:06.137340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-7b2b34b8-24a0-438c-b375-a5ca8fdd3623 req-e382165a-1f48-40e9-b374-9a9b39a161d7 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:04:06.138096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449b3-4de4-4139-9092-a7b26541aa66 req-77e6b472-ae70-4539-b516-ae3528bcc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.138625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b2b34b8-24a0-438c-b375-a5ca8fdd3623 req-e382165a-1f48-40e9-b374-9a9b39a161d7 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205066 Apr 18 17:04:06.140083 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-77e6b472-ae70-4539-b516-ae3528bcc3ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.4387448 Apr 18 17:04:06.151911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '75015f97-b1c9-4721-8f45-d2b3787c6ddd', 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9', 'port_id': '75015f97-b1c9-4721-8f45-d2b3787c6ddd', 'mac_address': 'fa:16:3e:d0:8f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77be64ef-984f-40de-9998-bdb5db883b4b', 'ip_address': '19.80.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:06.160609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-fb175107-ef41-454f-b336-5bbbdced50a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.0990760 Apr 18 17:04:06.167393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.167597 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.168706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.170890 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9c81bb08-ec6a-4553-a8c9-668f90e30109 tempest-ServersTestJSON-1604424285 tempest-ServersTestJSON-1604424285-project] 10.222.0.45 "DELETE /v2.0/floatingips/d95bb1ad-ca38-467c-8c60-f59f5b4dba4a HTTP/1.1" status: 204 len: 168 time: 2.1726565 Apr 18 17:04:06.177528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53910) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:06.184615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b50733cb-cfb8-4e56-81a3-d899fa53d37e req-f8af6427-21e9-4e0d-bc0f-b00f73a279e3 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556647 Apr 18 17:04:06.197478 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.212336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53ff25be-4b7f-4226-aaeb-d183e87eb910 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:06.227604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.243833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:06.248901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75015f97-b1c9-4721-8f45-d2b3787c6ddd {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:06.267507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7a4a3fb-e3ee-4735-8d28-c73f6f0b8f3c req-4d838b24-c963-4715-a034-24f8ee2baffd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514375 Apr 18 17:04:06.277284 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c9748f-a1f4-408c-8743-5b05f9b9c7d7 x-openstack-request-id: req-79c9748f-a1f4-408c-8743-5b05f9b9c7d7 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:06.277593 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e899bff0-6ae3-4207-93e0-5f947583762e", "tag": "00437b09-0aeb-4f90-882b-47096f71a008", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:06.277848 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79c9748f-a1f4-408c-8743-5b05f9b9c7d7 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:06.278374 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c9748f-a1f4-408c-8743-5b05f9b9c7d7'] response: {'name': 'network-changed', 'server_uuid': 'e899bff0-6ae3-4207-93e0-5f947583762e', 'tag': '00437b09-0aeb-4f90-882b-47096f71a008', 'status': 'completed', 'code': 200} Apr 18 17:04:06.286546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 75015f97-b1c9-4721-8f45-d2b3787c6ddd, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=75015f97-b1c9-4721-8f45-d2b3787c6ddd,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:06.313756 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.327982 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-1e853357-f651-4644-9d65-5cf20cb1e364 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 200 len: 217 time: 0.1630330 Apr 18 17:04:06.384267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.384809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f97a55e0-cdd9-4529-a926-6f49864bcfea details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:06.429685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-90219dee-3f5b-4080-9883-97127a84be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.430472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:06.431148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-90219dee-3f5b-4080-9883-97127a84be04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=894675a4-ad32-40ba-8b78-0d5923a6a7a9 HTTP/1.1" status: 200 len: 902 time: 0.2793140 Apr 18 17:04:06.445630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:06.451672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-20fdb0ad-ebe7-470d-9b51-99cb9b2dd554 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.1236415 Apr 18 17:04:06.472590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449b3-4de4-4139-9092-a7b26541aa66 req-db624932-a0b3-4c50-be85-961131b84793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.473698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f97a55e0-cdd9-4529-a926-6f49864bcfea, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f97a55e0-cdd9-4529-a926-6f49864bcfea,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:06.474545 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-db624932-a0b3-4c50-be85-961131b84793 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2940989 Apr 18 17:04:06.480176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:06.489647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['53ff25be-4b7f-4226-aaeb-d183e87eb910'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:06.523852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-fc989e2e-f34d-463d-81ef-ecdb51d4f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.525301 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-fc989e2e-f34d-463d-81ef-ecdb51d4f193 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 1099 time: 0.1929395 Apr 18 17:04:06.525493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'f97a55e0-cdd9-4529-a926-6f49864bcfea', 'network_id': '894675a4-ad32-40ba-8b78-0d5923a6a7a9', 'port_id': 'f97a55e0-cdd9-4529-a926-6f49864bcfea', 'mac_address': 'fa:16:3e:2b:7f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77be64ef-984f-40de-9998-bdb5db883b4b', 'ip_address': '19.80.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:06.528436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449b3-4de4-4139-9092-a7b26541aa66 req-5bad706e-1d15-481f-9c85-1dc199faf07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.529976 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-5bad706e-1d15-481f-9c85-1dc199faf07c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1689517 Apr 18 17:04:06.538491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.541645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=75015f97-b1c9-4721-8f45-d2b3787c6ddd,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:06.556265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-50f1f736-508e-427d-bd4e-3b849a25936c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=f97a55e0-cdd9-4529-a926-6f49864bcfea HTTP/1.1" status: 200 len: 217 time: 0.1145999 Apr 18 17:04:06.605666 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.633511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97a55e0-cdd9-4529-a926-6f49864bcfea {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:06.637470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18540169-5889-4d87-bc5d-d829331ad627 req-979b67b8-0238-4771-81dd-244d8ba719be tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.639345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18540169-5889-4d87-bc5d-d829331ad627 req-979b67b8-0238-4771-81dd-244d8ba719be tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 943 time: 0.2682257 Apr 18 17:04:06.650112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-3a9ddcbf-0bf8-49da-9b1a-e356670d68dd tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.657970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-3a9ddcbf-0bf8-49da-9b1a-e356670d68dd tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports/c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 942 time: 0.1505976 Apr 18 17:04:06.664679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.665180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.668850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba1190fa-9a67-4745-9a40-018c01d3b995 HTTP/1.1" status: 200 len: 1091 time: 2.9598083 Apr 18 17:04:06.675704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f97a55e0-cdd9-4529-a926-6f49864bcfea, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f97a55e0-cdd9-4529-a926-6f49864bcfea,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:06.678067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449b3-4de4-4139-9092-a7b26541aa66 req-427391e6-c5b2-4b80-bf0e-ce48bb486e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.679747 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-427391e6-c5b2-4b80-bf0e-ce48bb486e1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973140 Apr 18 17:04:06.744276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449b3-4de4-4139-9092-a7b26541aa66 req-65f9199b-e43d-43a2-aa14-3aadc134f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.745949 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-65f9199b-e43d-43a2-aa14-3aadc134f9a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946995 Apr 18 17:04:06.765103 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:06.765872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fc699508-c147-4a0d-a075-daab24a286e7 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:06.774706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06785b5d-c6a9-4710-9e9e-5be42a704f00 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:06.848513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=f97a55e0-cdd9-4529-a926-6f49864bcfea,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:06.868207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-96d78bb9-3097-4091-a69e-73c887ec7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.869689 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-96d78bb9-3097-4091-a69e-73c887ec7aa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.3281476 Apr 18 17:04:06.880136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18540169-5889-4d87-bc5d-d829331ad627 req-8f4eb267-0003-42e7-9e60-26a5245b0115 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518304 Apr 18 17:04:06.881726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-4cd2fcbc-01cc-45fc-88f6-ebe2f4536b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:06.895354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-4cd2fcbc-01cc-45fc-88f6-ebe2f4536b50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77be64ef-984f-40de-9998-bdb5db883b4b HTTP/1.1" status: 200 len: 801 time: 0.3098738 Apr 18 17:04:06.895539 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-1821463b-a060-4881-9972-cc8efaf3a3c5 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017355 Apr 18 17:04:06.934240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-d25a554f-df6e-493d-9d01-d6c97277c7ee tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.2025936 Apr 18 17:04:06.960340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fc699508-c147-4a0d-a075-daab24a286e7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fc699508-c147-4a0d-a075-daab24a286e7,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:06.969675 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-4a2b8536-f9b0-497b-b84f-8dd7e37f5fd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=00437b09-0aeb-4f90-882b-47096f71a008 HTTP/1.1" status: 200 len: 217 time: 0.0818532 Apr 18 17:04:06.983334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'fc699508-c147-4a0d-a075-daab24a286e7', 'network_id': 'ba4731d4-2029-42c5-8336-ea41d5ef8ce8', 'port_id': 'fc699508-c147-4a0d-a075-daab24a286e7', 'mac_address': 'fa:16:3e:b9:4e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8fc698-8539-4ab1-9669-9a7b449ea781', 'ip_address': '19.86.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:07.027337 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:07.057140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc699508-c147-4a0d-a075-daab24a286e7 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:07.061113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-c98db510-0e29-4884-9316-b4c1794b6f3f service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875183 Apr 18 17:04:07.082279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fc699508-c147-4a0d-a075-daab24a286e7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fc699508-c147-4a0d-a075-daab24a286e7,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:07.088778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-b86082dd-86d9-45f7-ab68-8923bca4cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.090311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-b86082dd-86d9-45f7-ab68-8923bca4cd2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 1094 time: 0.2300534 Apr 18 17:04:07.110967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-c578a724-0bc2-48a2-bb88-cf138ee15d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.113163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-c578a724-0bc2-48a2-bb88-cf138ee15d82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=894675a4-ad32-40ba-8b78-0d5923a6a7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2175164 Apr 18 17:04:07.171150 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:07.190766 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-f0e40895-c7a3-4dc8-bf72-033351aa39ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1190fa-9a67-4745-9a40-018c01d3b995 HTTP/1.1" status: 200 len: 217 time: 0.0843704 Apr 18 17:04:07.195078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-1fa4430e-eacd-4382-b23a-36f8ef683059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.196473 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-1fa4430e-eacd-4382-b23a-36f8ef683059 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2142975 Apr 18 17:04:07.227892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fc699508-c147-4a0d-a075-daab24a286e7,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:07.501714 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-02787351-e481-4e89-a3c3-9d8bed1f6b0a service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871332 Apr 18 17:04:07.502149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:07.504406 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de96af7-a58a-432a-85a4-a3a939b11f31" -d '{"events": [{"name": "network-changed", "server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:07.549522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd3d4a-9f64-4f91-ba4d-5803b24657f3 req-24d45c46-9ca9-49f5-89b3-d117e0b2e0c7 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.550997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27fd3d4a-9f64-4f91-ba4d-5803b24657f3 req-24d45c46-9ca9-49f5-89b3-d117e0b2e0c7 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 948 time: 0.5367599 Apr 18 17:04:07.557523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-d0c218d6-0cb2-4676-bf9b-e40fb3971b4b tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.558787 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-d0c218d6-0cb2-4676-bf9b-e40fb3971b4b tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.6237972 Apr 18 17:04:07.593107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-7fceb5a8-9243-4cfa-9019-03865a24908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.594589 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-7fceb5a8-9243-4cfa-9019-03865a24908b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d9287e-cd63-4166-adc7-1a489d9f5a4c HTTP/1.1" status: 200 len: 845 time: 0.3941069 Apr 18 17:04:07.601687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-ef2f48e4-9921-40f5-892c-30e2bad63138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.603138 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-ef2f48e4-9921-40f5-892c-30e2bad63138 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3981457 Apr 18 17:04:07.612666 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252449b3-4de4-4139-9092-a7b26541aa66 req-52552ec9-26f7-4789-8952-15578a7c5014 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386579 Apr 18 17:04:07.636442 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-ed12a90e-b53f-4776-a6fc-79783064388c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951a2b77-7cd1-48af-8bcf-46051251f31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317543 Apr 18 17:04:07.687806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27fd3d4a-9f64-4f91-ba4d-5803b24657f3 req-58bc7652-57d1-485e-be2a-a66179906403 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262426 Apr 18 17:04:07.694938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-afb03990-5ba4-4828-87b9-5f044162f9f1 service neutron] 10.222.0.18 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667322 Apr 18 17:04:07.700440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-8b0ea2fc-9da4-4222-ac94-60196e79657d tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.1311393 Apr 18 17:04:07.719511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 53ff25be-4b7f-4226-aaeb-d183e87eb910 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:07.745847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:07.773829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 3cfccf08-059b-4e8f-a86f-7f2a820fa728 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:07.789173 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-148399f4-ab8d-4c7e-a78a-0a8299cafde1 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745138 Apr 18 17:04:07.794627 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-d9aa4511-aca0-47b2-8d4c-ca29fa62eda8 service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485193 Apr 18 17:04:07.816944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 53ff25be-4b7f-4226-aaeb-d183e87eb910 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:07.817486 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:07.901771 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:07.951566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd0605-408c-402b-98af-c6802f4a3a23 req-e0584d81-618c-42dc-b943-eb1cb83dd7cb service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476758 Apr 18 17:04:07.953488 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c55f58e9-a275-44a3-afa2-cbb890939a0e req-2bb0a4b8-a70c-497a-aa94-cf4ad48907d9 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567607 Apr 18 17:04:07.959356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ce91e2e-9e0f-4b89-bdd1-3235d2d556f2 req-b0ea6acd-51e8-41fc-9eed-6a43687afb83 service neutron] 10.222.0.18 "GET /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549658 Apr 18 17:04:07.972337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:07.987860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183e16-98b9-4d94-bbe8-95d5f3e04d67 req-151c4f62-e06e-437d-b70d-5047d50edc24 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.993834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183e16-98b9-4d94-bbe8-95d5f3e04d67 req-151c4f62-e06e-437d-b70d-5047d50edc24 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:07.999752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183e16-98b9-4d94-bbe8-95d5f3e04d67 req-151c4f62-e06e-437d-b70d-5047d50edc24 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:08.001456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2183e16-98b9-4d94-bbe8-95d5f3e04d67 req-151c4f62-e06e-437d-b70d-5047d50edc24 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2414 time: 0.1896317 Apr 18 17:04:08.022476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['f97a55e0-cdd9-4529-a926-6f49864bcfea'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:08.026935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['75015f97-b1c9-4721-8f45-d2b3787c6ddd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:08.153736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 3cfccf08-059b-4e8f-a86f-7f2a820fa728, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=3cfccf08-059b-4e8f-a86f-7f2a820fa728,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:08.173902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2183e16-98b9-4d94-bbe8-95d5f3e04d67 req-512b8282-b55c-493c-ae93-9a8c7f02dd91 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319456 Apr 18 17:04:08.185008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '3cfccf08-059b-4e8f-a86f-7f2a820fa728', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '3cfccf08-059b-4e8f-a86f-7f2a820fa728', 'mac_address': 'fa:16:3e:6c:59:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:08.218072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.294434 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.303420 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.303767 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c disassociated. External IP: 172.25.5.146, port: c53cfd4e-442b-45fc-a98d-9206ba973ef8. Apr 18 17:04:08.317527 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.365276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfccf08-059b-4e8f-a86f-7f2a820fa728 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:08.378601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:08.379476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5e9f3-354f-4842-ba03-52891b623883 req-4179bd3c-635e-4919-819d-fedeb2641b9a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:08.380804 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4232414e-c2b7-407e-a9f8-191620adf632" -d '{"events": [{"server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "name": "network-vif-plugged", "status": "completed", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:08.381015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9db5e9f3-354f-4842-ba03-52891b623883 req-4179bd3c-635e-4919-819d-fedeb2641b9a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 944 time: 0.1214378 Apr 18 17:04:08.406384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:08.421106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 3cfccf08-059b-4e8f-a86f-7f2a820fa728, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=3cfccf08-059b-4e8f-a86f-7f2a820fa728,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:08.470290 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.495513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9db5e9f3-354f-4842-ba03-52891b623883 req-e710241d-b8b5-40f4-ac2d-290f1a5949e2 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057386 Apr 18 17:04:08.509762 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.524348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:08.585686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=3cfccf08-059b-4e8f-a86f-7f2a820fa728,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:08.644478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Deleting port dc1c5f72-1a96-438b-8209-916ed5e30222 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:08.644828 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.648293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:04:08.777845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-f272af4a-9927-4b9f-a4d7-7501d41141ba tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d7af8a17e4e446818b4f7b80b1e7cf14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447814 Apr 18 17:04:08.855757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] For port dc1c5f72-1a96-438b-8209-916ed5e30222, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dc1c5f72-1a96-438b-8209-916ed5e30222,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:08.856036 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.910465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Calling delete_port for dc1c5f72-1a96-438b-8209-916ed5e30222 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:08.919316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:04:08.928982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:04:08.929604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:08.938338 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:08.938774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:09.004642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-ea1cb3cb-102a-45e6-b8aa-0fb977dd0fb8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "PUT /v2.0/floatingips/ba1d7088-c8b2-4aff-a71a-7b9b1909e33c HTTP/1.1" status: 200 len: 696 time: 1.2910037 Apr 18 17:04:09.010754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:09.013016 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:09.039970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9940-9bfe-4127-a349-714715a9d210 req-005b76f3-0885-4915-b0dc-297093e3a249 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:09.041441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-005b76f3-0885-4915-b0dc-297093e3a249 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553079 Apr 18 17:04:09.046656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:09.081500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-4c4e66df-9e7c-4448-906a-fe551bbc12e6 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/quotas/d7af8a17e4e446818b4f7b80b1e7cf14 HTTP/1.1" status: 200 len: 375 time: 0.0251479 Apr 18 17:04:09.140593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-3859ccf1-4a29-4295-9b09-9c4b2e7862d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:09.142086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-3859ccf1-4a29-4295-9b09-9c4b2e7862d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.1196384 Apr 18 17:04:09.167801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-73576a10-1dce-4af4-b652-15b1a6c9433f tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7af8a17e4e446818b4f7b80b1e7cf14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415189 Apr 18 17:04:09.168742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['fc699508-c147-4a0d-a075-daab24a286e7'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:09.305001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-80296ea5-27ad-417f-b534-52f4429d1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:09.306706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-80296ea5-27ad-417f-b534-52f4429d1349 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.1413686 Apr 18 17:04:09.325079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['3cfccf08-059b-4e8f-a86f-7f2a820fa728'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:09.359550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-9a404ce0-c37e-4a5d-9cf9-1387e7ee5704 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 217 time: 0.0389326 Apr 18 17:04:09.406137 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:09.418238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-a2f0b85e-fdd7-44b6-9353-526300025464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:09.419748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-a2f0b85e-fdd7-44b6-9353-526300025464 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.0541534 Apr 18 17:04:09.434885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:09.446847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1c5f72-1a96-438b-8209-916ed5e30222,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:09.481906 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:04:09.497059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:09.497646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:09.544815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-8f1c3be4-f4ea-4897-b8c9-4de577377aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:09.546690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-8f1c3be4-f4ea-4897-b8c9-4de577377aa3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098456 Apr 18 17:04:09.714412 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:09.787557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf014a7-fff1-410b-ad31-aecbed0a1958 req-525f334a-f5af-46c0-ae30-618d04dd9504 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:09.789113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cf014a7-fff1-410b-ad31-aecbed0a1958 req-525f334a-f5af-46c0-ae30-618d04dd9504 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 948 time: 0.1881258 Apr 18 17:04:09.803849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:09.813491 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:09.827896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-731e7afa-1e47-4099-8919-5b6accab24b0 service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279301 Apr 18 17:04:10.026970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:10.044586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'mac_address': 'fa:16:3e:c6:bf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:10.093237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:10.242046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cf014a7-fff1-410b-ad31-aecbed0a1958 req-96bb7c48-ab5a-4c7e-8051-ff89e54bb67c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411156 Apr 18 17:04:10.271415 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:10.273977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dce8a2-bbce-4771-ac1c-3bce574aae62 None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:02:51Z', 'revision_number': 4, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '970329a8-b53a-416a-b403-2e19ee689003', 'name': '', 'network_id': 'a37eb280-4900-4757-aa38-b22eaa6df527', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'mac_address': 'fa:16:3e:d4:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:49Z', 'updated_at': '2022-04-18T17:02:56Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'subnets': [{'id': '625cdbf8-78d6-47c6-a82d-2decbb3121f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:04:10.288726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:10.311884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:10.314217 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b87af-68ab-4d3d-a8d2-db53133ca4b3 x-openstack-request-id: req-1f2b87af-68ab-4d3d-a8d2-db53133ca4b3 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:10.318864 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:10.318864 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f2b87af-68ab-4d3d-a8d2-db53133ca4b3 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:10.318864 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2b87af-68ab-4d3d-a8d2-db53133ca4b3'] response: {'name': 'network-changed', 'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'status': 'completed', 'code': 200} Apr 18 17:04:10.387570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:10.388860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 00437b09-0aeb-4f90-882b-47096f71a008 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:10.412243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60750db1-6e14-4b26-b96e-c160f84a1259 req-96377377-d441-4551-b3e1-4fc9cb9e63f3 service neutron] 10.222.0.45 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737326 Apr 18 17:04:10.456273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 00437b09-0aeb-4f90-882b-47096f71a008, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=00437b09-0aeb-4f90-882b-47096f71a008,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:10.469286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=12']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:10.480399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '00437b09-0aeb-4f90-882b-47096f71a008', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '00437b09-0aeb-4f90-882b-47096f71a008', 'mac_address': 'fa:16:3e:21:9a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:10.490751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26756-d93c-4898-90ac-2078b45f84d3 req-2cb1a4c7-1143-465c-9f11-3fe28da8f86b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:10.503950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57d26756-d93c-4898-90ac-2078b45f84d3 req-2cb1a4c7-1143-465c-9f11-3fe28da8f86b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 943 time: 0.1381540 Apr 18 17:04:10.524982 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:10.544151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-f4d936b5-86d0-4cee-b22d-78424023a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:10.546776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-f4d936b5-86d0-4cee-b22d-78424023a017 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 1094 time: 0.0826306 Apr 18 17:04:10.571032 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78010043-a8b9-4da3-935a-c16d35905381 x-openstack-request-id: req-78010043-a8b9-4da3-935a-c16d35905381 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:10.571361 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "name": "network-vif-plugged", "status": "completed", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:10.571574 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78010043-a8b9-4da3-935a-c16d35905381 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:10.572223 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78010043-a8b9-4da3-935a-c16d35905381'] response: {'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'code': 200} Apr 18 17:04:10.582235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00437b09-0aeb-4f90-882b-47096f71a008 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:10.592591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57d26756-d93c-4898-90ac-2078b45f84d3 req-d9827dcc-292c-467d-b79e-348675b1e420 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876660 Apr 18 17:04:10.607129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:04:10.635924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 00437b09-0aeb-4f90-882b-47096f71a008, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=00437b09-0aeb-4f90-882b-47096f71a008,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:10.692609 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704a42c0-f20a-4012-9f47-0fe46af8e6df x-openstack-request-id: req-704a42c0-f20a-4012-9f47-0fe46af8e6df {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:10.692609 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:10.692609 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-704a42c0-f20a-4012-9f47-0fe46af8e6df {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:10.692609 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704a42c0-f20a-4012-9f47-0fe46af8e6df'] response: {'name': 'network-changed', 'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'status': 'completed', 'code': 200} Apr 18 17:04:10.694483 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a9238-a67b-480b-a24c-0008ea067082 None None] New status for floating IP ba1d7088-c8b2-4aff-a71a-7b9b1909e33c: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:04:10.712237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:10.792007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=00437b09-0aeb-4f90-882b-47096f71a008,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:10.794522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-3a67c9f2-56ae-48cf-8311-2259c1fdb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:10.796673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-3a67c9f2-56ae-48cf-8311-2259c1fdb9ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 906 time: 0.2418504 Apr 18 17:04:10.813535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-3d5d5141-907a-4a54-b5ae-8d109b2bab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:10.816276 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-3d5d5141-907a-4a54-b5ae-8d109b2bab60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 1096 time: 0.1064363 Apr 18 17:04:10.839564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802be80a-5561-40b9-8edb-dcf395c8312c req-48d2db02-f565-41a7-9288-b3eff073f3d4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:10.841091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-802be80a-5561-40b9-8edb-dcf395c8312c req-48d2db02-f565-41a7-9288-b3eff073f3d4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 949 time: 0.1525135 Apr 18 17:04:10.858330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a27b0e-3e9b-4ec5-adc0-765de09c5dd9 req-db9f1b4f-784f-4407-8eb3-f8c8567ffe38 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:10.864232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a27b0e-3e9b-4ec5-adc0-765de09c5dd9 req-db9f1b4f-784f-4407-8eb3-f8c8567ffe38 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:10.870166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-c31e3119-85c3-46f1-b85d-ec392aa017e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1190fa-9a67-4745-9a40-018c01d3b995 HTTP/1.1" status: 200 len: 217 time: 0.0591176 Apr 18 17:04:10.870333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a27b0e-3e9b-4ec5-adc0-765de09c5dd9 req-db9f1b4f-784f-4407-8eb3-f8c8567ffe38 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:10.872550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97a27b0e-3e9b-4ec5-adc0-765de09c5dd9 req-db9f1b4f-784f-4407-8eb3-f8c8567ffe38 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2414 time: 0.1385615 Apr 18 17:04:10.874513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:04:10.884019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e403d28b-d188-42af-b804-398feb76bb15 admin admin] 10.222.0.45 "PUT /v2.0/routers/9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7051146 Apr 18 17:04:10.886668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53974) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:10.889655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] Sync routers for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:04:10.903105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:10.904104 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:10.998689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-802be80a-5561-40b9-8edb-dcf395c8312c req-4c0d7b50-3a98-48d8-9bf6-d5037ec3385d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493320 Apr 18 17:04:11.016087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97a27b0e-3e9b-4ec5-adc0-765de09c5dd9 req-ba0ebaa7-539f-4430-8b0c-2723adc57416 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044078 Apr 18 17:04:11.058450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-2accc3c8-e067-47f9-bd3e-ab20ddb8131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:11.060579 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-2accc3c8-e067-47f9-bd3e-ab20ddb8131a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 200 len: 921 time: 0.1984620 Apr 18 17:04:11.067445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-7d7cfefc-b074-4302-9b0e-681ef3f81900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:11.069094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-7d7cfefc-b074-4302-9b0e-681ef3f81900 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d9287e-cd63-4166-adc7-1a489d9f5a4c HTTP/1.1" status: 200 len: 845 time: 0.1784832 Apr 18 17:04:11.074630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:11.085535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:11.149221 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-ff47e531-422d-489e-a1bd-2d2f842d4c49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 200 len: 217 time: 0.0790005 Apr 18 17:04:11.152450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-4f5ac814-ef18-459d-8b0f-5495b7e69a47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951a2b77-7cd1-48af-8bcf-46051251f31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709722 Apr 18 17:04:11.180971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23a536ee-1d09-44fb-85e8-8d6c3361c7fe req-f0d591f9-8034-4011-8d60-7e4eaf33cf75 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 210 time: 0.0489848 Apr 18 17:04:11.271642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-41290aae-5abd-4538-80c8-d200482de517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:11.273157 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-41290aae-5abd-4538-80c8-d200482de517 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 200 len: 859 time: 0.1109884 Apr 18 17:04:11.347954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:11.358397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d55b3-e060-4aac-b91b-5cec428c2afa req-45e4f7f0-84de-4414-adda-6f02c8c8a713 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:11.367357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d38d55b3-e060-4aac-b91b-5cec428c2afa req-45e4f7f0-84de-4414-adda-6f02c8c8a713 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.2137656 Apr 18 17:04:11.383809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:04:09Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:11.391069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-2eef0164-1db3-4483-bfd0-98c061bb3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:11.392810 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-2eef0164-1db3-4483-bfd0-98c061bb3c91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a37eb280-4900-4757-aa38-b22eaa6df527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127121 Apr 18 17:04:11.395581 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-bf20d2fd-ce54-4607-8386-38e3fc36e2cd service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254934 Apr 18 17:04:11.419507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] Checking router: 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:04:11.433098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] Routers {'9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:11.433098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:11.443642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d38d55b3-e060-4aac-b91b-5cec428c2afa req-2049dd97-b8bc-40d1-9bce-a52ea0254203 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754175 Apr 18 17:04:11.470404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c805-fe9b-4eb0-ae27-9eeec3c3663f req-8079908c-ef7b-4515-9319-59505a8724d8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:11.470404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9af6c805-fe9b-4eb0-ae27-9eeec3c3663f req-8079908c-ef7b-4515-9319-59505a8724d8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.0688050 Apr 18 17:04:11.498777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:11.525886 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-44b58893-30bd-4489-bb0d-ff1eb1c6bd61 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207209 Apr 18 17:04:11.580883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['00437b09-0aeb-4f90-882b-47096f71a008'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:11.592388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9af6c805-fe9b-4eb0-ae27-9eeec3c3663f req-3c4f8025-9373-483c-baf3-728f3a4aae2c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160159 Apr 18 17:04:11.601252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-97caf2e6-a691-4850-8ae6-41dbb3c60fe4 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips/ba1d7088-c8b2-4aff-a71a-7b9b1909e33c HTTP/1.1" status: 200 len: 694 time: 0.1095891 Apr 18 17:04:11.686599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] Set router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:11.696084 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d02ead8b-66ef-4ac8-b6b5-e902f9fffcbb req-d1bf8cd7-cf3a-4e8a-bcb9-a665a42cf214 service neutron] 10.222.0.41 "GET /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441174 Apr 18 17:04:11.714398 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9de96af7-a58a-432a-85a4-a3a939b11f31 req-ac748682-9da3-4444-a675-16daa51c4e42 service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195244 Apr 18 17:04:11.751990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ba1190fa-9a67-4745-9a40-018c01d3b995 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:11.758009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Deleting port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:11.758448 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:11.780340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-215bef5c-a840-40b1-896b-4d1ebd58069f tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:11.781728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-215bef5c-a840-40b1-896b-4d1ebd58069f tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1796424 Apr 18 17:04:11.837297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 75015f97-b1c9-4721-8f45-d2b3787c6ddd up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:11.856666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25228a31-f6f7-4bc6-b4aa-7fb031d22b44 req-87cd45a8-2666-4e8f-bc60-8e3bd68a15da tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:11.858295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25228a31-f6f7-4bc6-b4aa-7fb031d22b44 req-87cd45a8-2666-4e8f-bc60-8e3bd68a15da tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 1100 time: 0.1828158 Apr 18 17:04:11.871544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-954c1e93-7a50-4c10-b894-769c054d25d8 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 697 time: 0.0591547 Apr 18 17:04:11.957100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-840a6b7e-1e68-4978-8fe5-7fde9bc12ec5 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 697 time: 0.0703478 Apr 18 17:04:11.962874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] For port 17d4abd3-5100-4b50-b0ab-cc75a7922b6d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=17d4abd3-5100-4b50-b0ab-cc75a7922b6d,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:11.963287 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:11.984696 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25228a31-f6f7-4bc6-b4aa-7fb031d22b44 req-43d1e20f-66ac-45ea-b058-3408996f5fa1 tempest-MigrationsAdminTest-367045027 tempest-MigrationsAdminTest-367045027-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164522 Apr 18 17:04:11.985549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Calling delete_port for 17d4abd3-5100-4b50-b0ab-cc75a7922b6d owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:12.095667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:12.117943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'port_id': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'mac_address': 'fa:16:3e:4d:ff:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d9287e-cd63-4166-adc7-1a489d9f5a4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:12.136861 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-148a78c8-57c6-4b63-a461-95d9b3270918 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d7af8a17e4e446818b4f7b80b1e7cf14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242338 Apr 18 17:04:12.168154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 75015f97-b1c9-4721-8f45-d2b3787c6ddd completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:12.182618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 75015f97-b1c9-4721-8f45-d2b3787c6ddd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:12.182995 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.219605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:04:09Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:12.222588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.225358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f3341-6431-4e25-a3c8-63287243e353 req-2e2b3b39-76c4-4cc7-9031-c1d60fdb2390 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:12.226880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-436f3341-6431-4e25-a3c8-63287243e353 req-2e2b3b39-76c4-4cc7-9031-c1d60fdb2390 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 943 time: 0.1360404 Apr 18 17:04:12.253622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Deleting port 88318401-c68f-461c-9e48-29ba85fde3cf {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:12.254549 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.272103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b269ac-d890-471b-97b1-6087de61e641 None None] The sync data for ids ['9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c'] in n-d-836015-2 is: [{'id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'name': 'tempest-ServersTestJSON-421348468-router', 'tenant_id': '9d78736ae9484c399883e8ffa763ce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:01:42Z', 'updated_at': '2022-04-18T17:04:09Z', 'revision_number': 5, 'project_id': '9d78736ae9484c399883e8ffa763ce98', 'gw_port': {'id': '17d4abd3-5100-4b50-b0ab-cc75a7922b6d', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:01:43Z', 'updated_at': '2022-04-18T17:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:04:12.279855 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1190fa-9a67-4745-9a40-018c01d3b995 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:12.305823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9940-9bfe-4127-a349-714715a9d210 req-8abb3437-9352-4a59-93d1-68e5ffc8442b tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:12.308120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-8abb3437-9352-4a59-93d1-68e5ffc8442b tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642706 Apr 18 17:04:12.310222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:12.332732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Request body: {'port': {'device_id': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': 'd7af8a17e4e446818b4f7b80b1e7cf14'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:12.350020 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.383434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-436f3341-6431-4e25-a3c8-63287243e353 req-209243f3-5be5-4d1e-886f-d4c4d7cf7fdc tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426601 Apr 18 17:04:12.385888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 75015f97-b1c9-4721-8f45-d2b3787c6ddd, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=75015f97-b1c9-4721-8f45-d2b3787c6ddd,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:12.410856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.427981 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.428312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.440636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Calling delete_port for 88318401-c68f-461c-9e48-29ba85fde3cf owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:12.461881 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.462937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f97a55e0-cdd9-4529-a926-6f49864bcfea up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:12.468465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:12.501804 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.540159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d4abd3-5100-4b50-b0ab-cc75a7922b6d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:12.565363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Made reservation on behalf of d7af8a17e4e446818b4f7b80b1e7cf14 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:12.569807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.585208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.627495 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.677791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75015f97-b1c9-4721-8f45-d2b3787c6ddd'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:12.680048 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad63605-4328-4550-8500-6eeeadd372f6" -d '{"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-plugged", "status": "completed", "tag": "75015f97-b1c9-4721-8f45-d2b3787c6ddd"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:12.682903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.707065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=75015f97-b1c9-4721-8f45-d2b3787c6ddd,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:12.802336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.807959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.913213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.916390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ba1190fa-9a67-4745-9a40-018c01d3b995'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:12.937203 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.938088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:04:12.939344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port f97a55e0-cdd9-4529-a926-6f49864bcfea completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:12.947086 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.950210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6233f75a-6dd2-478a-bfd7-dad8e19dadf0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9a2eca8d-1b5c-4aad-b3ab-6f7e706aae4c HTTP/1.1" status: 204 len: 168 time: 2.0602536 Apr 18 17:04:12.950210 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.951248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54000) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:12.952042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port f97a55e0-cdd9-4529-a926-6f49864bcfea triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:12.952578 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:12.997784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Pushing event deleted for resources: {'Port': ['ID=88318401-c68f-461c-9e48-29ba85fde3cf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:13.049324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e478e6b-94e6-4ea1-89cf-1afa0e268004,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:13.104501 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.108918 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.110175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-022ce45c-9c82-4045-bc4b-21fe318f3805 req-f7b39f7a-9306-4045-b251-df3c314793c9 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "DELETE /v2.0/floatingips/ba1d7088-c8b2-4aff-a71a-7b9b1909e33c HTTP/1.1" status: 204 len: 173 time: 1.1430676 Apr 18 17:04:13.129769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-52744b0b-111e-429c-85b9-92b52f2f2951 admin admin] Deleting subnet 73239a49-20e8-4950-897b-2ad10a818bee {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:04:13.138234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52744b0b-111e-429c-85b9-92b52f2f2951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.146325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8a166-42f0-4a25-88b6-ae3a953c15bb req-7f198eb6-2622-4c45-832b-73dca1abae59 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:13.175277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8c8a166-42f0-4a25-88b6-ae3a953c15bb req-7f198eb6-2622-4c45-832b-73dca1abae59 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 949 time: 0.1306362 Apr 18 17:04:13.179874 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.198193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52744b0b-111e-429c-85b9-92b52f2f2951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.225603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f97a55e0-cdd9-4529-a926-6f49864bcfea, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f97a55e0-cdd9-4529-a926-6f49864bcfea,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:13.243737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8c8a166-42f0-4a25-88b6-ae3a953c15bb req-b8fecfc6-14b7-49a2-b023-9771183bd890 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677247 Apr 18 17:04:13.266072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5541f0-5a55-4ed9-abc6-86f7de1e5db8 req-fde47931-3950-4dc7-bf91-e5fc36fb5673 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:13.266072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5541f0-5a55-4ed9-abc6-86f7de1e5db8 req-fde47931-3950-4dc7-bf91-e5fc36fb5673 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:13.270343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Allocated IP 192.168.233.15 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/22cda1e9-70a9-4bfd-bec5-dc3f77140184) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:13.270578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5541f0-5a55-4ed9-abc6-86f7de1e5db8 req-fde47931-3950-4dc7-bf91-e5fc36fb5673 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:13.272113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad5541f0-5a55-4ed9-abc6-86f7de1e5db8 req-fde47931-3950-4dc7-bf91-e5fc36fb5673 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2415 time: 0.0950258 Apr 18 17:04:13.290420 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.291520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 3cfccf08-059b-4e8f-a86f-7f2a820fa728 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:13.330708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52744b0b-111e-429c-85b9-92b52f2f2951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.370095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=f97a55e0-cdd9-4529-a926-6f49864bcfea,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:13.373042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad5541f0-5a55-4ed9-abc6-86f7de1e5db8 req-e18c14cd-070f-4f21-a90d-f8099e45e93d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917230 Apr 18 17:04:13.377992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2043ccd-d92c-4fd9-9bfc-62aceb1d3cf0 req-00fef348-3c2f-44cb-b99f-64202f405518 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 210 time: 0.0530043 Apr 18 17:04:13.444702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:13.449877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:13.450299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.453677 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9637f4-4e86-45a5-a6b9-5b381021b1f2 x-openstack-request-id: req-ee9637f4-4e86-45a5-a6b9-5b381021b1f2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:13.456179 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-plugged", "status": "completed", "tag": "75015f97-b1c9-4721-8f45-d2b3787c6ddd", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:13.456179 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee9637f4-4e86-45a5-a6b9-5b381021b1f2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:13.456179 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9637f4-4e86-45a5-a6b9-5b381021b1f2'] response: {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75015f97-b1c9-4721-8f45-d2b3787c6ddd', 'code': 200} Apr 18 17:04:13.478609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b6670-9894-4fc7-86bb-f0b23534d347 req-53417e66-0ed9-4c66-9602-d666659a2c67 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:13.486264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-270b6670-9894-4fc7-86bb-f0b23534d347 req-53417e66-0ed9-4c66-9602-d666659a2c67 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 945 time: 0.0608540 Apr 18 17:04:13.530167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52744b0b-111e-429c-85b9-92b52f2f2951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.536275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-270b6670-9894-4fc7-86bb-f0b23534d347 req-edd80e83-570c-4a1f-b50f-6f4810081fb4 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483527 Apr 18 17:04:13.556608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.578626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.596506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeae44a-dbfb-40de-af6b-3f7692e3f302 req-12fb5b42-445b-4aee-a965-3cf84a0bb20c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:13.598209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4aeae44a-dbfb-40de-af6b-3f7692e3f302 req-12fb5b42-445b-4aee-a965-3cf84a0bb20c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.0672576 Apr 18 17:04:13.607993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52744b0b-111e-429c-85b9-92b52f2f2951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73239a49-20e8-4950-897b-2ad10a818bee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:13.612241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52744b0b-111e-429c-85b9-92b52f2f2951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.616867 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-52744b0b-111e-429c-85b9-92b52f2f2951 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/73239a49-20e8-4950-897b-2ad10a818bee HTTP/1.1" status: 204 len: 168 time: 0.6630828 Apr 18 17:04:13.617052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbead83-c7ea-4eea-896e-38e4c1598361 None None] Network 4a1a5c96-2125-41eb-8db1-975c62f91a18 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:13.619693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54008) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:13.623514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 3cfccf08-059b-4e8f-a86f-7f2a820fa728, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=3cfccf08-059b-4e8f-a86f-7f2a820fa728,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:13.698002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4aeae44a-dbfb-40de-af6b-3f7692e3f302 req-94459fa7-ba7f-4c8a-a74f-51978138ed74 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852361 Apr 18 17:04:13.722468 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.723240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fc699508-c147-4a0d-a075-daab24a286e7 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:13.724798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.732827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.784119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:13.785844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 53ff25be-4b7f-4226-aaeb-d183e87eb910 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:13.790528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:13.796733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:13.836330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb655d-2763-4821-9a58-0d0ad22dbd64 req-82ca0812-3ebe-43f8-9908-3fe5a79aa76c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:13.837621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5edb655d-2763-4821-9a58-0d0ad22dbd64 req-82ca0812-3ebe-43f8-9908-3fe5a79aa76c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 944 time: 0.0666871 Apr 18 17:04:13.843395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Deleting port 53916b5f-56d4-4043-9aff-1d57c4689abd {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:13.843776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.849242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:13.889539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:13.897025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.898373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=3cfccf08-059b-4e8f-a86f-7f2a820fa728,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:13.993369 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:13.998526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5edb655d-2763-4821-9a58-0d0ad22dbd64 req-07e36eac-3e2d-4c95-b2bb-2dd855301df8 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419566 Apr 18 17:04:14.027883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] For port 53916b5f-56d4-4043-9aff-1d57c4689abd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=53916b5f-56d4-4043-9aff-1d57c4689abd,segment=NetworkSegment(704f4e6b-549e-45f1-b997-12b0d6d57974),segment_id=704f4e6b-549e-45f1-b997-12b0d6d57974)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:14.027883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.042781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Calling delete_port for 53916b5f-56d4-4043-9aff-1d57c4689abd owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:14.047753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-f5aaa482-cefe-4871-96d3-101949d0fbee tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7236857 Apr 18 17:04:14.051480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:14.058766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] DHCP port deletion for 4a1a5c96-2125-41eb-8db1-975c62f91a18 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:04:14.062172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port fc699508-c147-4a0d-a075-daab24a286e7 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:14.084319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Request body: {'port': {'device_id': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:14.093955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dc1c5f72-1a96-438b-8209-916ed5e30222 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:14.095771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port fc699508-c147-4a0d-a075-daab24a286e7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:14.096770 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.168202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.177721 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.182647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: dc1c5f72-1a96-438b-8209-916ed5e30222 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:14.183325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dc1c5f72-1a96-438b-8209-916ed5e30222 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:14.183325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 17d4abd3-5100-4b50-b0ab-cc75a7922b6d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:14.221952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcd38d-d175-4cc2-b46f-6f8e96680d5c req-97d4a64a-239b-40da-b1fa-257879da5559 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:14.223467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ebcd38d-d175-4cc2-b46f-6f8e96680d5c req-97d4a64a-239b-40da-b1fa-257879da5559 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 945 time: 0.0604353 Apr 18 17:04:14.229254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 17d4abd3-5100-4b50-b0ab-cc75a7922b6d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:14.229623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 17d4abd3-5100-4b50-b0ab-cc75a7922b6d not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:14.255269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5ae73742-7095-45d4-abac-206ebe6a7a2e None None] Provisioning complete for port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:14.256588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ae73742-7095-45d4-abac-206ebe6a7a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.280076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ebcd38d-d175-4cc2-b46f-6f8e96680d5c req-00b434bc-f64c-4da5-a291-f6e6698ad09e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Apr 18 17:04:14.297384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.340405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:14.350527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] Deleting port 53916b5f-56d4-4043-9aff-1d57c4689abd {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:14.350906 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.354751 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.366582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5ae73742-7095-45d4-abac-206ebe6a7a2e None None] Port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:04:14.386547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Pushing event deleted for resources: {'Port': ['ID=53916b5f-56d4-4043-9aff-1d57c4689abd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:14.409357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] No DVR routers for this DVR port 53916b5f-56d4-4043-9aff-1d57c4689abd on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:14.444111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fc699508-c147-4a0d-a075-daab24a286e7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fc699508-c147-4a0d-a075-daab24a286e7,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:14.448273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] For port 53916b5f-56d4-4043-9aff-1d57c4689abd, host n-d-836015-2, got binding levels [] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:14.448714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.461724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] Calling delete_port for 53916b5f-56d4-4043-9aff-1d57c4689abd owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:14.464514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.ipam_backend_mixin [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] Port 53916b5f-56d4-4043-9aff-1d57c4689abd was not found and therefore no delete operation was performed {{(pid=109827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:04:14.465846 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.490644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] Pushing event deleted for resources: {'Port': ['ID=53916b5f-56d4-4043-9aff-1d57c4689abd,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:14.496636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa146c35-d217-400b-8f55-99c266cdf8e6 None None] No DVR routers for this DVR port 53916b5f-56d4-4043-9aff-1d57c4689abd on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:14.512692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cda1e9-70a9-4bfd-bec5-dc3f77140184 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:14.513973 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.524009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.524806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.539135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Transition to ACTIVE for port object 22cda1e9-70a9-4bfd-bec5-dc3f77140184 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:04:14.540380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:14.587641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1a5c96-2125-41eb-8db1-975c62f91a18']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:14.598271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fc699508-c147-4a0d-a075-daab24a286e7,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:14.604677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704f4e6b-549e-45f1-b997-12b0d6d57974') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:14.605018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704f4e6b-549e-45f1-b997-12b0d6d57974') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:14.614222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401f692-9a4a-4022-afdf-3dce37f76107 req-f0e1d85a-f6df-4777-a227-998ad32e19dc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:14.615694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c401f692-9a4a-4022-afdf-3dce37f76107 req-f0e1d85a-f6df-4777-a227-998ad32e19dc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 950 time: 0.2209778 Apr 18 17:04:14.619816 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.628597 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.674606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733168-a5b9-41df-b0fd-414b6c986dfa req-7d248d80-76e8-49de-81f7-eef95121636a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:14.674814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:14.679202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:14.680008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.680502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733168-a5b9-41df-b0fd-414b6c986dfa req-7d248d80-76e8-49de-81f7-eef95121636a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:14.683386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:14.689529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733168-a5b9-41df-b0fd-414b6c986dfa req-7d248d80-76e8-49de-81f7-eef95121636a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:14.689529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc733168-a5b9-41df-b0fd-414b6c986dfa req-7d248d80-76e8-49de-81f7-eef95121636a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2417 time: 0.1582835 Apr 18 17:04:14.693319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.729967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:04:14.730369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:04:14.732147 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:04:14.764707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c401f692-9a4a-4022-afdf-3dce37f76107 req-2d754472-cad5-4380-aacb-bb972b2b6f29 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395874 Apr 18 17:04:14.786203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Attempting to bind port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:14.786804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Attempting to bind port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:14.787340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Attempting to bind port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:14.796659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:04:14.797378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Attempting to bind port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:14.807517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:14.808207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:14.808807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:14.809534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Bound port: 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:14.810099 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.858452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc733168-a5b9-41df-b0fd-414b6c986dfa req-7bea46fb-12d5-449b-95be-965931114d3b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491184 Apr 18 17:04:14.862182 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.868214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-ff725f01-6f5d-40ce-a018-d4d055e2217a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:14.870404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-ff725f01-6f5d-40ce-a018-d4d055e2217a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 949 time: 0.2153461 Apr 18 17:04:14.921436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:14.921689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:14.924909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:14.931945 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.938030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:14.941233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4a1a5c96-2125-41eb-8db1-975c62f91a18 HTTP/1.1" status: 204 len: 168 time: 1.3195179 Apr 18 17:04:14.991585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09627dfc-7cc9-4b45-91c6-daaae6ad0527 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a1a5c96-2125-41eb-8db1-975c62f91a18,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:15.004534 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.006115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 00437b09-0aeb-4f90-882b-47096f71a008 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:15.018620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.082895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.084006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.085878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] 10.222.0.41 "PUT /v2.0/ports/22cda1e9-70a9-4bfd-bec5-dc3f77140184 HTTP/1.1" status: 200 len: 1095 time: 1.0061913 Apr 18 17:04:15.086276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:15.090192 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27864a83-9e18-431c-a80c-586c46aa77b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:15.114659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=13']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:15.128124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44947571-b13f-4bbe-91e5-a513b83ce885 service neutron] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:15.199216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 00437b09-0aeb-4f90-882b-47096f71a008 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:15.204335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 00437b09-0aeb-4f90-882b-47096f71a008 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:15.204944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.303344 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.325906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9940-9bfe-4127-a349-714715a9d210 req-838c14f1-b0cc-4122-875b-21525a4d2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.327544 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-838c14f1-b0cc-4122-875b-21525a4d2736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7af8a17e4e446818b4f7b80b1e7cf14&device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 1098 time: 0.0629449 Apr 18 17:04:15.343871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 00437b09-0aeb-4f90-882b-47096f71a008, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=00437b09-0aeb-4f90-882b-47096f71a008,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:15.383889 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-71112fa6-eec4-4dab-95ec-fd953853a7f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184 HTTP/1.1" status: 200 len: 217 time: 0.0390704 Apr 18 17:04:15.408305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05c690-60e4-4024-b10f-1c133d45b3bc req-c2495a27-100a-4c78-b845-64cd6205f0e5 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.410029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c05c690-60e4-4024-b10f-1c133d45b3bc req-c2495a27-100a-4c78-b845-64cd6205f0e5 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 947 time: 0.4953792 Apr 18 17:04:15.411415 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.425767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84182130-8557-4869-9b04-34c82a2775c3 req-9b5e3b9c-9ada-4a35-b7ec-4f476466dacf tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.433282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84182130-8557-4869-9b04-34c82a2775c3 req-9b5e3b9c-9ada-4a35-b7ec-4f476466dacf tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.4711871 Apr 18 17:04:15.441093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54030) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:15.460823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97a55e0-cdd9-4529-a926-6f49864bcfea'}, {'server_uuid': '4905e48b-57ab-4ada-b5d2-4b4139550d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfccf08-059b-4e8f-a86f-7f2a820fa728'}, {'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910'}, {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc699508-c147-4a0d-a075-daab24a286e7'}, {'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}, {'server_uuid': 'e899bff0-6ae3-4207-93e0-5f947583762e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00437b09-0aeb-4f90-882b-47096f71a008'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:15.463230 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e112b07c-b9fe-4c27-b1ea-a02769e7cf7a" -d '{"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-plugged", "status": "completed", "tag": "f97a55e0-cdd9-4529-a926-6f49864bcfea"}, {"server_uuid": "4905e48b-57ab-4ada-b5d2-4b4139550d83", "name": "network-vif-plugged", "status": "completed", "tag": "3cfccf08-059b-4e8f-a86f-7f2a820fa728"}, {"server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910"}, {"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-plugged", "status": "completed", "tag": "fc699508-c147-4a0d-a075-daab24a286e7"}, {"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}, {"server_uuid": "e899bff0-6ae3-4207-93e0-5f947583762e", "name": "network-vif-plugged", "status": "completed", "tag": "00437b09-0aeb-4f90-882b-47096f71a008"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:15.463401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9940-9bfe-4127-a349-714715a9d210 req-f7a21367-b535-4581-aaab-089a387a7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.464878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-f7a21367-b535-4581-aaab-089a387a7fe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0735633 Apr 18 17:04:15.490141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=00437b09-0aeb-4f90-882b-47096f71a008,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:15.498640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Deleting port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:15.498983 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.509871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c05c690-60e4-4024-b10f-1c133d45b3bc req-6ec35c33-fd4b-45e5-8266-4e9330dc1c15 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709705 Apr 18 17:04:15.512899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84182130-8557-4869-9b04-34c82a2775c3 req-5689f8e7-0ab8-49ae-a700-8cfcc4d03be9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786340 Apr 18 17:04:15.518904 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aca0bf5c-7163-4157-8504-15f0ccf124b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d78736ae9484c399883e8ffa763ce98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766273 Apr 18 17:04:15.519476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54034) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:15.554940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9940-9bfe-4127-a349-714715a9d210 req-d3c5d9b3-8340-4788-ad83-a13d81e70370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.556431 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-d3c5d9b3-8340-4788-ad83-a13d81e70370 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827889 Apr 18 17:04:15.608412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5dff0fb-2ba4-468b-a137-5f03a089bdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.673112 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5dff0fb-2ba4-468b-a137-5f03a089bdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.673685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] For port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:15.674631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.692286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377b067-3993-4452-bf1e-d10650c60734 req-0384ada2-8e14-4a5b-8657-660c452ba37a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.693595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1377b067-3993-4452-bf1e-d10650c60734 req-0384ada2-8e14-4a5b-8657-660c452ba37a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 950 time: 0.1137519 Apr 18 17:04:15.701389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Calling delete_port for 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:15.726402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40939109-3974-47a6-b0ff-fea2409014f6 req-22896090-faca-45b5-857c-b1c22e9c787c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.727866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40939109-3974-47a6-b0ff-fea2409014f6 req-22896090-faca-45b5-857c-b1c22e9c787c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 944 time: 0.1152532 Apr 18 17:04:15.738139 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-b7dfbd2b-afa9-44ac-a9ca-c19f9790dabc service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277454 Apr 18 17:04:15.796103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ba1190fa-9a67-4745-9a40-018c01d3b995 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:15.825186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1377b067-3993-4452-bf1e-d10650c60734 req-bc49e344-ab5a-417d-9b76-09359ae66689 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166201 Apr 18 17:04:15.829602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40939109-3974-47a6-b0ff-fea2409014f6 req-c5e69e2d-e427-43f5-be27-adc039a1c83a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916979 Apr 18 17:04:15.851609 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5dff0fb-2ba4-468b-a137-5f03a089bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.851609 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5dff0fb-2ba4-468b-a137-5f03a089bdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.851609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f5dff0fb-2ba4-468b-a137-5f03a089bdb9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62a31ace-8749-4aa8-9877-5d7e102b4696 HTTP/1.1" status: 204 len: 168 time: 0.3281283 Apr 18 17:04:15.907821 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5113d036-3129-47b4-8190-5c43cfb816ce x-openstack-request-id: req-5113d036-3129-47b4-8190-5c43cfb816ce {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:15.911918 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:15.912266 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5113d036-3129-47b4-8190-5c43cfb816ce {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:15.913221 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5113d036-3129-47b4-8190-5c43cfb816ce'] response: {'name': 'network-changed', 'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'status': 'completed', 'code': 200} Apr 18 17:04:15.914363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dff0fb-2ba4-468b-a137-5f03a089bdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a31ace-8749-4aa8-9877-5d7e102b4696,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:15.932309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-880a9940-9bfe-4127-a349-714715a9d210 req-88dd7835-4c9a-4ef3-b72e-c2ce990207e9 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847339 Apr 18 17:04:15.946012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port ba1190fa-9a67-4745-9a40-018c01d3b995 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:15.953342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port ba1190fa-9a67-4745-9a40-018c01d3b995 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:15.953884 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:15.960539 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0970096d-abac-439a-91de-2220b0a5e9de x-openstack-request-id: req-0970096d-abac-439a-91de-2220b0a5e9de {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:15.960857 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-plugged", "status": "completed", "tag": "f97a55e0-cdd9-4529-a926-6f49864bcfea", "code": 200}, {"server_uuid": "4905e48b-57ab-4ada-b5d2-4b4139550d83", "name": "network-vif-plugged", "status": "completed", "tag": "3cfccf08-059b-4e8f-a86f-7f2a820fa728", "code": 200}, {"server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910", "code": 200}, {"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-plugged", "status": "completed", "tag": "fc699508-c147-4a0d-a075-daab24a286e7", "code": 200}, {"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "code": 200}, {"server_uuid": "e899bff0-6ae3-4207-93e0-5f947583762e", "name": "network-vif-plugged", "status": "completed", "tag": "00437b09-0aeb-4f90-882b-47096f71a008", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:15.963296 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0970096d-abac-439a-91de-2220b0a5e9de {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:15.963736 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0970096d-abac-439a-91de-2220b0a5e9de'] response: {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97a55e0-cdd9-4529-a926-6f49864bcfea', 'code': 200} Apr 18 17:04:15.964000 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0970096d-abac-439a-91de-2220b0a5e9de'] response: {'server_uuid': '4905e48b-57ab-4ada-b5d2-4b4139550d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfccf08-059b-4e8f-a86f-7f2a820fa728', 'code': 200} Apr 18 17:04:15.966493 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0970096d-abac-439a-91de-2220b0a5e9de'] response: {'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'code': 200} Apr 18 17:04:15.966784 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0970096d-abac-439a-91de-2220b0a5e9de'] response: {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc699508-c147-4a0d-a075-daab24a286e7', 'code': 200} Apr 18 17:04:15.967051 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0970096d-abac-439a-91de-2220b0a5e9de'] response: {'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'code': 200} Apr 18 17:04:15.967303 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0970096d-abac-439a-91de-2220b0a5e9de'] response: {'server_uuid': 'e899bff0-6ae3-4207-93e0-5f947583762e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00437b09-0aeb-4f90-882b-47096f71a008', 'code': 200} Apr 18 17:04:15.985402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1decd-de2e-44d4-998d-dc529300561a req-2bb6bf1d-0a90-409f-a955-b33ed749db2e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:15.990302 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9af1decd-de2e-44d4-998d-dc529300561a req-2bb6bf1d-0a90-409f-a955-b33ed749db2e tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.41 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 945 time: 0.1212618 Apr 18 17:04:16.021288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 53916b5f-56d4-4043-9aff-1d57c4689abd no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:16.051258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 53916b5f-56d4-4043-9aff-1d57c4689abd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:16.051614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 53916b5f-56d4-4043-9aff-1d57c4689abd not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:16.111282 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:16.116170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878ad46-8d8e-41e8-88c7-7b93148d8dce req-e485efd5-01e5-4f90-b7ab-ac523f6722c4 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.120791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4878ad46-8d8e-41e8-88c7-7b93148d8dce req-e485efd5-01e5-4f90-b7ab-ac523f6722c4 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 945 time: 0.1905599 Apr 18 17:04:16.163001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:16.175420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-f595d61e-3e83-4074-b08b-401f616e1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.176930 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-f595d61e-3e83-4074-b08b-401f616e1827 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7af8a17e4e446818b4f7b80b1e7cf14&device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 1098 time: 0.0808141 Apr 18 17:04:16.177675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8df770-f308-4569-801e-2076d2c42aa6 req-1f1d5163-6688-40ce-8002-3ce2c6641fef tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.179414 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d8df770-f308-4569-801e-2076d2c42aa6 req-1f1d5163-6688-40ce-8002-3ce2c6641fef tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 950 time: 0.1598148 Apr 18 17:04:16.182526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Deleting port c53cfd4e-442b-45fc-a98d-9206ba973ef8 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:16.182924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:16.222640 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:16.228291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:16.275177 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', '16d67d5a-879a-4bea-8d84-d82771b06ff1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:16.277820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dd51bd60-8d5b-41fb-a663-82e3270df57c', '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:16.307528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4878ad46-8d8e-41e8-88c7-7b93148d8dce req-76af9f9e-6ebf-484b-98ef-22a7e6931409 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a3ed1d8-c397-4908-a862-9d6f824732c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700573 Apr 18 17:04:16.320430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event deleted for resources: {'Port': ['ID=0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:16.349187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d8df770-f308-4569-801e-2076d2c42aa6 req-278fc5d4-d2f8-46fa-bf9a-7c8322bafe6f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614110 Apr 18 17:04:16.403907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:16.445986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] No DVR routers for this DVR port 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:16.484912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983838c9-8ab7-4c25-b46f-1f58ddd57d1a req-a60de755-f46a-4517-92a1-f44e59a348b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.486732 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-983838c9-8ab7-4c25-b46f-1f58ddd57d1a req-a60de755-f46a-4517-92a1-f44e59a348b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 1101 time: 0.2708359 Apr 18 17:04:16.491309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c491e-4a3a-4fc6-9fce-cb4f56f06fbd req-c564e83b-67b5-4c56-b6d8-e4938de2cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.491796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c491e-4a3a-4fc6-9fce-cb4f56f06fbd req-c564e83b-67b5-4c56-b6d8-e4938de2cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.492621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c491e-4a3a-4fc6-9fce-cb4f56f06fbd req-c564e83b-67b5-4c56-b6d8-e4938de2cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.506311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a43c491e-4a3a-4fc6-9fce-cb4f56f06fbd req-c564e83b-67b5-4c56-b6d8-e4938de2cf29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2870 time: 0.2999876 Apr 18 17:04:16.507691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:16.510947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2424d2ef-2adf-4f3c-a5bd-38a2b3c88a97 req-7b00c2c6-a785-4cb5-9b77-0566dd320e6c tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "DELETE /v2.0/ports/0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a HTTP/1.1" status: 204 len: 173 time: 1.6333661 Apr 18 17:04:16.512368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-deleted', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:16.512614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ecf07-97d0-4799-9965-0e01d69193e0 req-315596c8-d3d8-4b41-a36a-911d2bd40381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.515093 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7854fff6-d8c2-47c1-8471-0d465973c2a4" -d '{"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-deleted", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:16.515444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a60ecf07-97d0-4799-9965-0e01d69193e0 req-315596c8-d3d8-4b41-a36a-911d2bd40381 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 1101 time: 0.2996483 Apr 18 17:04:16.516642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-bb99acf7-9414-4ffd-a071-18e84eb55306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.519602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-bb99acf7-9414-4ffd-a071-18e84eb55306 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.3322043 Apr 18 17:04:16.621387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a43c491e-4a3a-4fc6-9fce-cb4f56f06fbd req-bb75433c-29c1-443f-af5d-d43e682d1195 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582302 Apr 18 17:04:16.637568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfec5e3-b531-45d1-a072-b147d5a51cb1 req-4a915350-69fe-40c7-ab78-f18135a19e1d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.645400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfec5e3-b531-45d1-a072-b147d5a51cb1 req-4a915350-69fe-40c7-ab78-f18135a19e1d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.656674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] For port c53cfd4e-442b-45fc-a98d-9206ba973ef8, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c53cfd4e-442b-45fc-a98d-9206ba973ef8,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:16.656674 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:16.657002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfec5e3-b531-45d1-a072-b147d5a51cb1 req-4a915350-69fe-40c7-ab78-f18135a19e1d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.657100 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-e3270a97-7ca2-43e8-ad62-a69d639ab8ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184 HTTP/1.1" status: 200 len: 217 time: 0.0705087 Apr 18 17:04:16.661036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bfec5e3-b531-45d1-a072-b147d5a51cb1 req-4a915350-69fe-40c7-ab78-f18135a19e1d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2417 time: 0.2622244 Apr 18 17:04:16.776380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bfec5e3-b531-45d1-a072-b147d5a51cb1 req-e980735d-c0d0-4523-a113-5613ed80bfdc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143053 Apr 18 17:04:16.802673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6f553-5568-4439-87ea-3e43bdfc94d5 req-9f5a8e2e-3a7a-4ac2-bd16-756e47ce343a tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.804326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfc6f553-5568-4439-87ea-3e43bdfc94d5 req-9f5a8e2e-3a7a-4ac2-bd16-756e47ce343a tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 947 time: 0.1795034 Apr 18 17:04:16.878576 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfc6f553-5568-4439-87ea-3e43bdfc94d5 req-1f3e9ac0-c84f-431e-ae77-e0e1c244412f tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657649 Apr 18 17:04:16.917560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46b4a3-c7ed-40a7-8968-272bfb427be9 req-4bf746c0-f609-4e6f-b78b-13da23002fcd tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:16.919270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a46b4a3-c7ed-40a7-8968-272bfb427be9 req-4bf746c0-f609-4e6f-b78b-13da23002fcd tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.0582726 Apr 18 17:04:16.934716 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3742f8bc-324c-414a-a5dd-b139d5004853 x-openstack-request-id: req-3742f8bc-324c-414a-a5dd-b139d5004853 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:16.935071 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc66b76-fbb1-44dc-9429-37ee227340c4", "name": "network-vif-deleted", "tag": "0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:16.935385 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3742f8bc-324c-414a-a5dd-b139d5004853 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:16.935838 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3742f8bc-324c-414a-a5dd-b139d5004853'] response: {'server_uuid': '4fc66b76-fbb1-44dc-9429-37ee227340c4', 'name': 'network-vif-deleted', 'tag': '0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a', 'status': 'completed', 'code': 200} Apr 18 17:04:17.000643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a46b4a3-c7ed-40a7-8968-272bfb427be9 req-05e803f9-f58c-4388-a262-d669c37418c6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685787 Apr 18 17:04:17.044970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-2d0dbe06-b473-4d45-9033-2c2ce0c17b81 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:17.046844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-2d0dbe06-b473-4d45-9033-2c2ce0c17b81 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 943 time: 0.1233072 Apr 18 17:04:17.055889 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.058438 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a60ecf07-97d0-4799-9965-0e01d69193e0 req-63d7821e-cadd-4bde-90d4-53c88ff66180 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254378 Apr 18 17:04:17.077170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Calling delete_port for c53cfd4e-442b-45fc-a98d-9206ba973ef8 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:17.093148 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-983838c9-8ab7-4c25-b46f-1f58ddd57d1a req-c9d5fb8c-494a-4436-b5fc-455440419ca8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912344 Apr 18 17:04:17.095264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5592d88-4ad1-4fbf-8f8e-5c583f349e14 req-bb31d1f1-42ef-4216-a24b-451d51c89cc8 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:17.101332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5592d88-4ad1-4fbf-8f8e-5c583f349e14 req-bb31d1f1-42ef-4216-a24b-451d51c89cc8 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 945 time: 0.1060092 Apr 18 17:04:17.112726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.144549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-9f7d6835-7458-41d8-8eff-5136b0c08bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:17.146039 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-9f7d6835-7458-41d8-8eff-5136b0c08bbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.4549911 Apr 18 17:04:17.150690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e56d903-2c63-43f1-b4e2-3e6b466f8672 req-82f4d505-1936-42b6-98ec-04c739189da8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc66b76-fbb1-44dc-9429-37ee227340c4 HTTP/1.1" status: 200 len: 210 time: 0.0459354 Apr 18 17:04:17.201959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5592d88-4ad1-4fbf-8f8e-5c583f349e14 req-5e52c66b-c71c-4a78-8e04-5c10607a6070 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960128 Apr 18 17:04:17.220716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-918777ab-a363-4e92-9019-a2d7c3cb82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:17.224731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-918777ab-a363-4e92-9019-a2d7c3cb82ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691316 Apr 18 17:04:17.239704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Deleting port 53ff25be-4b7f-4226-aaeb-d183e87eb910 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:17.240038 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.341141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] For port 53ff25be-4b7f-4226-aaeb-d183e87eb910, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=53ff25be-4b7f-4226-aaeb-d183e87eb910,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:17.341692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.347156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54072) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:17.361220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Calling delete_port for 53ff25be-4b7f-4226-aaeb-d183e87eb910 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:17.371386 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-a1ae7b93-2f33-480a-887f-ea032830285f service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413896 Apr 18 17:04:17.416666 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.450428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-485d40b4-f3a7-44cb-af14-fe802dd4cc4a req-3e7ade51-d675-49c2-9192-88f068eda9c6 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 210 time: 0.0401089 Apr 18 17:04:17.460879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c53cfd4e-442b-45fc-a98d-9206ba973ef8'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:17.497781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-647126974-network', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:17.501092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Pushing event deleted for resources: {'Port': ['ID=c53cfd4e-442b-45fc-a98d-9206ba973ef8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:17.524693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752c620-b2a1-4ba7-82aa-f0c2324770ce req-332adcf1-96ca-48d5-965c-b720c6597043 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:17.524966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d752c620-b2a1-4ba7-82aa-f0c2324770ce req-332adcf1-96ca-48d5-965c-b720c6597043 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 950 time: 0.1029558 Apr 18 17:04:17.575908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] No DVR routers for this DVR port c53cfd4e-442b-45fc-a98d-9206ba973ef8 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:17.583151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.586318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9af1decd-de2e-44d4-998d-dc529300561a req-fc1ca004-1ca3-4af8-9254-a3aa9977bdb0 tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.41 "DELETE /v2.0/ports/c53cfd4e-442b-45fc-a98d-9206ba973ef8 HTTP/1.1" status: 204 len: 173 time: 1.5878050 Apr 18 17:04:17.591898 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27864a83-9e18-431c-a80c-586c46aa77b4 req-84a9f31f-aa2e-482b-a5e3-c49268b07bff service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125616 Apr 18 17:04:17.608645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d752c620-b2a1-4ba7-82aa-f0c2324770ce req-a3949351-befc-4ad3-8b01-fe2d2de5f60a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Apr 18 17:04:17.627851 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:17.630233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.639386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.713264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.713897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.742546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event deleted for resources: {'Port': ['ID=53ff25be-4b7f-4226-aaeb-d183e87eb910,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:17.776141 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.786852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] No DVR routers for this DVR port 53ff25be-4b7f-4226-aaeb-d183e87eb910 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:17.789866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.797160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-842d33dc-a828-4aa0-80bd-334c210a5620 req-e0ac9adc-e063-43a7-8202-114486f90cce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "DELETE /v2.0/ports/53ff25be-4b7f-4226-aaeb-d183e87eb910 HTTP/1.1" status: 204 len: 173 time: 0.7413399 Apr 18 17:04:17.812951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:04:17.823685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e5d812-d364-4f23-99bb-7d2ad58a248a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:17.828589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.828939 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Added segment 91a60a7d-059b-453c-b2a3-c9215dab4575 of type vlan for network d3a97ff4-2136-4970-9c12-b41d3e746b6c Apr 18 17:04:17.875209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:17.905378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e52694-6955-47aa-83bb-16f10ba067ee req-ce0b6cb3-f869-4a93-8562-42ed85a727a2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:17.912272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e52694-6955-47aa-83bb-16f10ba067ee req-ce0b6cb3-f869-4a93-8562-42ed85a727a2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:17.913925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'name': 'network-vif-deleted', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:17.916198 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490dd162-e76d-4876-b8b9-7748697d7f66" -d '{"events": [{"server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "name": "network-vif-deleted", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:17.920158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e52694-6955-47aa-83bb-16f10ba067ee req-ce0b6cb3-f869-4a93-8562-42ed85a727a2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:17.932784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4e52694-6955-47aa-83bb-16f10ba067ee req-ce0b6cb3-f869-4a93-8562-42ed85a727a2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2417 time: 0.0829895 Apr 18 17:04:17.968629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:17.973730 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c1c1a3-57dc-449c-9288-c11cf091d041" -d '{"events": [{"server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "name": "network-vif-plugged", "status": "completed", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:17.983773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4e52694-6955-47aa-83bb-16f10ba067ee req-c2d337b0-ed21-4491-af44-5876776aa8ae tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500097 Apr 18 17:04:18.000473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:18.002020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:18.003287 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:18.044108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603927ce-15c4-42d0-9929-a6a83182f27a req-11acba60-d5ee-467e-9103-ec0b1be48ea2 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:18.046825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-603927ce-15c4-42d0-9929-a6a83182f27a req-11acba60-d5ee-467e-9103-ec0b1be48ea2 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 947 time: 0.0840406 Apr 18 17:04:18.082057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a97ff4-2136-4970-9c12-b41d3e746b6c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:18.095116 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c33ba2b-75da-4fbe-822c-8e284184c6b6 x-openstack-request-id: req-0c33ba2b-75da-4fbe-822c-8e284184c6b6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:18.095116 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000be663-61dc-4c86-8079-e3b9ac57dc3f", "name": "network-vif-deleted", "tag": "c53cfd4e-442b-45fc-a98d-9206ba973ef8", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:18.095116 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c33ba2b-75da-4fbe-822c-8e284184c6b6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:18.095116 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c33ba2b-75da-4fbe-822c-8e284184c6b6'] response: {'server_uuid': '000be663-61dc-4c86-8079-e3b9ac57dc3f', 'name': 'network-vif-deleted', 'tag': 'c53cfd4e-442b-45fc-a98d-9206ba973ef8', 'status': 'completed', 'code': 200} Apr 18 17:04:18.098490 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:04:18.099001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:04:18.137199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-603927ce-15c4-42d0-9929-a6a83182f27a req-0f0c618f-9365-4f20-8ea2-bbf0325f536d tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829587 Apr 18 17:04:18.147121 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaf4056-cb8c-4856-a824-3d7ad486a66e x-openstack-request-id: req-6aaf4056-cb8c-4856-a824-3d7ad486a66e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:18.153734 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "name": "network-vif-plugged", "status": "completed", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:18.153734 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6aaf4056-cb8c-4856-a824-3d7ad486a66e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:18.153734 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aaf4056-cb8c-4856-a824-3d7ad486a66e'] response: {'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'code': 200} Apr 18 17:04:18.156145 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dcf2fdaa-451c-4fba-85a2-5638c65d38f0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8078234 Apr 18 17:04:18.156843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54088) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:18.162853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Request body: {'subnet': {'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-647126974-subnet', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:18.239933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9b5d0be-86c8-4022-8c37-a9cfa7610368 req-acaef466-0601-4fc2-89d5-7c66eb09dc2b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 210 time: 0.0326266 Apr 18 17:04:18.278704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:18.281174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:18.307256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6dac-ae59-4081-8e0b-0b60f61c0799 req-e0c12569-a263-4b14-89ed-b0605aee0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:18.308858 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b75a6dac-ae59-4081-8e0b-0b60f61c0799 req-e0c12569-a263-4b14-89ed-b0605aee0b9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 1096 time: 0.0519187 Apr 18 17:04:18.379804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b75a6dac-ae59-4081-8e0b-0b60f61c0799 req-155548f2-361e-4753-bc00-3c223992fb43 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572736 Apr 18 17:04:18.387993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d318e29-12b3-4fdb-8771-854a130809ab req-f9378e5c-8840-407a-a76a-965dae4dae33 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:18.389739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d318e29-12b3-4fdb-8771-854a130809ab req-f9378e5c-8840-407a-a76a-965dae4dae33 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 945 time: 0.0758533 Apr 18 17:04:18.431305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d318e29-12b3-4fdb-8771-854a130809ab req-865cbb61-6955-41e5-a843-71d499142b95 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333066 Apr 18 17:04:18.507463 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:18.563663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e39dba9f-5d29-41f1-b3d7-bd4fa979579c req-163159b0-7701-40b6-b072-6136adacd15a tempest-FloatingIPsAssociationTestJSON-1264020927 tempest-FloatingIPsAssociationTestJSON-1264020927-project] 10.222.0.45 "GET /v2.0/ports?device_id=000be663-61dc-4c86-8079-e3b9ac57dc3f HTTP/1.1" status: 200 len: 210 time: 0.0342789 Apr 18 17:04:18.564549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fa77b8-b09b-4853-90ce-2faa6ed1550e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:18.574943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Checking segment: {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:18.575316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Network hostable DHCP agents. Network: d3a97ff4-2136-4970-9c12-b41d3e746b6c, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:04:18.650347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:04:18.662622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc9bd-4e08-4186-8179-384b5a22a9a9 req-3cbf9ffe-2df2-4d28-8bf6-d38a25c4997b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:18.668618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a1dc9bd-4e08-4186-8179-384b5a22a9a9 req-3cbf9ffe-2df2-4d28-8bf6-d38a25c4997b tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 950 time: 0.0502717 Apr 18 17:04:18.733833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a1dc9bd-4e08-4186-8179-384b5a22a9a9 req-b78d223e-a51d-44cd-a2d3-88ae4f37953e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621500 Apr 18 17:04:18.735939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, d3a97ff4-2136-4970-9c12-b41d3e746b6c) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:18.740357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:18.741058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:18.746631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a66249-49e6-4dbd-a1fd-9f46a86049c1 None None] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:18.749014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049b00d-062a-4407-9c87-b56cafca17a6 req-1a28bf0a-2a50-42f9-aa03-1fc2a0da5e9f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:18.750591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9049b00d-062a-4407-9c87-b56cafca17a6 req-1a28bf0a-2a50-42f9-aa03-1fc2a0da5e9f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 950 time: 0.0727684 Apr 18 17:04:18.807894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9049b00d-062a-4407-9c87-b56cafca17a6 req-b815ead1-26e4-44c8-9441-48d13699a9d7 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Apr 18 17:04:18.821689 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e9a62109-f476-438f-a105-45ef868fa860 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6608951 Apr 18 17:04:18.826251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54102) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:18.831476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:18.936791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'name': 'network-vif-deleted', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:18.939196 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bf8d38-6831-40a5-8ee8-c842311e2f17" -d '{"events": [{"server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "name": "network-vif-deleted", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:18.959234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:18.960285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:18.974313 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6567c-f18d-487c-a397-debbc7214ef8 x-openstack-request-id: req-cdd6567c-f18d-487c-a397-debbc7214ef8 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:18.974604 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a5b0b3-ae6e-43b4-aea6-9af905fa87c8", "name": "network-vif-deleted", "tag": "53ff25be-4b7f-4226-aaeb-d183e87eb910", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:18.974854 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdd6567c-f18d-487c-a397-debbc7214ef8 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:18.975247 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd6567c-f18d-487c-a397-debbc7214ef8'] response: {'server_uuid': '14a5b0b3-ae6e-43b4-aea6-9af905fa87c8', 'name': 'network-vif-deleted', 'tag': '53ff25be-4b7f-4226-aaeb-d183e87eb910', 'status': 'completed', 'code': 200} Apr 18 17:04:19.012831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.054543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-d3a97ff4-2136-4970-9c12-b41d3e746b6c', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:04:19.055840 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.130541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e381a3-68ab-4408-a7ea-3e627e16c6ad req-34d8d33e-8579-4a87-a2e2-2866621ec427 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:19.139075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e381a3-68ab-4408-a7ea-3e627e16c6ad req-34d8d33e-8579-4a87-a2e2-2866621ec427 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:19.145879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e381a3-68ab-4408-a7ea-3e627e16c6ad req-34d8d33e-8579-4a87-a2e2-2866621ec427 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:19.148551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96e381a3-68ab-4408-a7ea-3e627e16c6ad req-34d8d33e-8579-4a87-a2e2-2866621ec427 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2417 time: 0.0796800 Apr 18 17:04:19.216470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Allocated IP 172.20.0.2 (d3a97ff4-2136-4970-9c12-b41d3e746b6c/d1fa77b8-b09b-4853-90ce-2faa6ed1550e/5553a3f4-fd51-4769-a64b-afaed6c97f4d) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:19.244111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96e381a3-68ab-4408-a7ea-3e627e16c6ad req-e448a7db-79cd-4cc8-b4cd-af5989bb72e2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845199 Apr 18 17:04:19.272596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.300324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce56836-928f-4d84-b9bd-007f4927290c req-cf71dcf0-8487-4f26-b84e-9ab61bd8cc30 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:19.302039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ce56836-928f-4d84-b9bd-007f4927290c req-cf71dcf0-8487-4f26-b84e-9ab61bd8cc30 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 947 time: 0.0675395 Apr 18 17:04:19.378517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ce56836-928f-4d84-b9bd-007f4927290c req-d1f4354a-0408-4eab-84b7-28ac50a662f4 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690033 Apr 18 17:04:19.393851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2dbd4bb8-aa6c-4053-8989-58172742e609 req-c60d0764-0f91-43f5-9b35-aa5f35b63fe8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=14a5b0b3-ae6e-43b4-aea6-9af905fa87c8 HTTP/1.1" status: 200 len: 210 time: 0.0450618 Apr 18 17:04:19.412125 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.485104 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.526337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:19.532763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:19.536560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:19.567218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Pushing event updated for resources: {'Port': ['ID=5553a3f4-fd51-4769-a64b-afaed6c97f4d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:19.585222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088c5b-0282-4c26-82d2-dd2bccc1be69 req-3c0c1666-453a-4923-8b4c-af8c417048ef tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:19.586825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb088c5b-0282-4c26-82d2-dd2bccc1be69 req-3c0c1666-453a-4923-8b4c-af8c417048ef tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 945 time: 0.0792613 Apr 18 17:04:19.612303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Attempting to bind port 5553a3f4-fd51-4769-a64b-afaed6c97f4d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:19.612867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Attempting to bind port 5553a3f4-fd51-4769-a64b-afaed6c97f4d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:19.613524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Attempting to bind port 5553a3f4-fd51-4769-a64b-afaed6c97f4d on network d3a97ff4-2136-4970-9c12-b41d3e746b6c {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:19.619543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:19.620299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Checking segment: {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:19.620890 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.621586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Bound using segment: {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:19.622242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Bound port: 5553a3f4-fd51-4769-a64b-afaed6c97f4d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:19.623018 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.662835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54116) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:19.692258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.698593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] For port 5553a3f4-fd51-4769-a64b-afaed6c97f4d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:19.701777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] For port 5553a3f4-fd51-4769-a64b-afaed6c97f4d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5553a3f4-fd51-4769-a64b-afaed6c97f4d,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:19.711420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.727700 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb088c5b-0282-4c26-82d2-dd2bccc1be69 req-540e39ab-02f1-4407-8004-7d4677280320 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276236 Apr 18 17:04:19.807942 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:19.847695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Allocated IP 172.25.5.242 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/39f9fc6c-6ded-45ce-994c-04368931c972) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:19.873374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:19.902385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c53cfd4e-442b-45fc-a98d-9206ba973ef8 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:19.904307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:19.987603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: c53cfd4e-442b-45fc-a98d-9206ba973ef8 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:19.987952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c53cfd4e-442b-45fc-a98d-9206ba973ef8 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:19.990662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:19.991380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0fdb465f-0bbb-4b4a-bf2c-e3712e6ce22a not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:20.028270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:20.034564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc710a62-daa9-4a41-9f8a-406dbc226374 None None] Pushing event updated for resources: {'Port': ['ID=5553a3f4-fd51-4769-a64b-afaed6c97f4d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:20.073784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703617-8e2a-4b70-86d5-43b1858ebfeb req-ec3aeab5-5a0a-40c0-b953-72f3d3ed89e8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:20.077923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2703617-8e2a-4b70-86d5-43b1858ebfeb req-ec3aeab5-5a0a-40c0-b953-72f3d3ed89e8 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 950 time: 0.2025151 Apr 18 17:04:20.100353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d081fc-a14a-4295-85c2-9210a80a6520 req-29f39d4d-a13e-4c35-8ed8-954c70dc633a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:20.102381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86d081fc-a14a-4295-85c2-9210a80a6520 req-29f39d4d-a13e-4c35-8ed8-954c70dc633a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 950 time: 0.1743908 Apr 18 17:04:20.140845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:20.148182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:20.154512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'mac_address': 'fa:16:3e:61:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:20.208653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2703617-8e2a-4b70-86d5-43b1858ebfeb req-2f0ded1b-e99f-480b-8313-429705d2a660 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224959 Apr 18 17:04:20.237781 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:20.255816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cda1e9-70a9-4bfd-bec5-dc3f77140184 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:20.264330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86d081fc-a14a-4295-85c2-9210a80a6520 req-ed0acf67-de10-4f7a-b246-72b36cfc178e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367958 Apr 18 17:04:20.304122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Pushing event updated for resources: {'Port': ['ID=39f9fc6c-6ded-45ce-994c-04368931c972,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:20.308687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:20.324346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:20.325987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.326342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.326684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.331273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.331687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.332087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.332425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.332760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.333152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.333531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.333865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.334190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:20.349021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:20.358319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:20.376560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:20.441916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:20.493276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338b09-646c-4ea6-bd25-55d0705bc2cd req-0a396ef9-66da-4f94-9b1e-70be4523e81f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:20.499084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338b09-646c-4ea6-bd25-55d0705bc2cd req-0a396ef9-66da-4f94-9b1e-70be4523e81f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:20.505451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338b09-646c-4ea6-bd25-55d0705bc2cd req-0a396ef9-66da-4f94-9b1e-70be4523e81f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:20.507094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9338b09-646c-4ea6-bd25-55d0705bc2cd req-0a396ef9-66da-4f94-9b1e-70be4523e81f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2417 time: 0.1496232 Apr 18 17:04:20.513907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:20.557364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dc87c-85e3-481b-bcbe-814da9c6b07e req-9e21ccc9-5ce3-493a-bd64-01b4d45c2f09 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:20.558821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34dc87c-85e3-481b-bcbe-814da9c6b07e req-9e21ccc9-5ce3-493a-bd64-01b4d45c2f09 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 950 time: 0.1544755 Apr 18 17:04:20.625919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9338b09-646c-4ea6-bd25-55d0705bc2cd req-2b5b73f4-473c-4744-bc30-305a01e328f4 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085916 Apr 18 17:04:20.679691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34dc87c-85e3-481b-bcbe-814da9c6b07e req-b1bbc3f3-5277-4e0e-a619-e72caf50b737 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115620 Apr 18 17:04:20.702451 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:20.815906 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['22cda1e9-70a9-4bfd-bec5-dc3f77140184'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:20.875596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e330db-0a73-4450-b2e4-524efeac3f3e req-6440e883-40ae-4e20-8825-2b8d247befa6 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:20.877801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00e330db-0a73-4450-b2e4-524efeac3f3e req-6440e883-40ae-4e20-8825-2b8d247befa6 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 948 time: 0.1352167 Apr 18 17:04:20.887203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-96c331c4-439f-4266-af44-765456ad611a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:20.888985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-96c331c4-439f-4266-af44-765456ad611a tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 950 time: 0.0992553 Apr 18 17:04:20.933311 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.010817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00e330db-0a73-4450-b2e4-524efeac3f3e req-e4bc2124-fb4e-42d0-93e4-645dc4a13c1b tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208274 Apr 18 17:04:21.130878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Deleting port 16d67d5a-879a-4bea-8d84-d82771b06ff1 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:21.131562 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.181780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:04:21.203406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Deleting port 970329a8-b53a-416a-b403-2e19ee689003 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:21.203816 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.224564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffbdbae-d393-4a91-a14c-d2160c2d3bbc None None] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:21.296085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cfa33fb9-3409-4b8d-8061-c81db841a8af None None] Provisioning complete for port 5553a3f4-fd51-4769-a64b-afaed6c97f4d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:21.296747 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cfa33fb9-3409-4b8d-8061-c81db841a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.323885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c6b9f-f4fb-4453-9379-fcb430963b74 req-d9f10bd0-8879-44e5-b333-0f593d4a0149 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:21.329842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c6b9f-f4fb-4453-9379-fcb430963b74 req-d9f10bd0-8879-44e5-b333-0f593d4a0149 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:21.341063 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d3c6b9f-f4fb-4453-9379-fcb430963b74 req-d9f10bd0-8879-44e5-b333-0f593d4a0149 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83&device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 1691 time: 0.1496418 Apr 18 17:04:21.343286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:04:21.347477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54142) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:21.355612 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Sync routers for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:04:21.371624 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:21.372269 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:21.377072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-75e1c53e-b59b-49e5-a0ca-bc93de3e11b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765850401', 'description': 'tempest-description--957035185'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:21.435530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] For port 16d67d5a-879a-4bea-8d84-d82771b06ff1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=16d67d5a-879a-4bea-8d84-d82771b06ff1,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:21.435991 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.437388 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cfa33fb9-3409-4b8d-8061-c81db841a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.440594 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.442097 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0eba678c-cc01-4fa3-a3ac-5dedae8d8c2a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6191435 Apr 18 17:04:21.444858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54144) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:21.486697 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:21.502235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cfa33fb9-3409-4b8d-8061-c81db841a8af None None] For port 5553a3f4-fd51-4769-a64b-afaed6c97f4d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5553a3f4-fd51-4769-a64b-afaed6c97f4d,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:21.526402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] For port 970329a8-b53a-416a-b403-2e19ee689003, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=970329a8-b53a-416a-b403-2e19ee689003,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:21.526823 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.530116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Calling delete_port for 16d67d5a-879a-4bea-8d84-d82771b06ff1 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:21.541884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb059a-de3f-467e-9eb2-662ef1dde462 req-15eeab9c-9b37-4277-a3fe-98e81f4102b7 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:21.550115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dfb059a-de3f-467e-9eb2-662ef1dde462 req-15eeab9c-9b37-4277-a3fe-98e81f4102b7 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 945 time: 0.1563821 Apr 18 17:04:21.578294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75e1c53e-b59b-49e5-a0ca-bc93de3e11b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.582086 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cfa33fb9-3409-4b8d-8061-c81db841a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.632342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa33fb9-3409-4b8d-8061-c81db841a8af None None] Pushing event updated for resources: {'Port': ['ID=5553a3f4-fd51-4769-a64b-afaed6c97f4d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:21.686079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75e1c53e-b59b-49e5-a0ca-bc93de3e11b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.700779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dfb059a-de3f-467e-9eb2-662ef1dde462 req-d1d6e6df-e242-4c1f-bce7-b803103a65d5 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497023 Apr 18 17:04:21.722068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d3c6b9f-f4fb-4453-9379-fcb430963b74 req-7b1d5eb3-cef9-4900-a6df-67f847a6494a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799787 Apr 18 17:04:21.730438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Calling delete_port for 970329a8-b53a-416a-b403-2e19ee689003 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:21.750880 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:20Z', 'revision_number': 3, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:21.787896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75e1c53e-b59b-49e5-a0ca-bc93de3e11b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.822889 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Checking router: 18b1edea-9de5-4beb-bd77-f4d8f5b81945 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:04:21.822889 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Updating router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 port 39f9fc6c-6ded-45ce-994c-04368931c972 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:04:21.823104 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:21.855882 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.910723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-320e7af8-e6e9-4d76-a0bd-87a45b0d8b94 None None] Provisioning complete for port 5553a3f4-fd51-4769-a64b-afaed6c97f4d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:21.911305 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-320e7af8-e6e9-4d76-a0bd-87a45b0d8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.934397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1c53e-b59b-49e5-a0ca-bc93de3e11b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18abb9c6-c8ce-46db-b6a8-cbe529e2967f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:21.957326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:21.974856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:21.975226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.993837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75e1c53e-b59b-49e5-a0ca-bc93de3e11b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:21.995796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-75e1c53e-b59b-49e5-a0ca-bc93de3e11b1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6316864 Apr 18 17:04:21.998376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54150) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:22.008140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a7c9c9c9-8d9f-40c1-b45a-b7a271855987 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Request body: {'security_group_rule': {'security_group_id': '18abb9c6-c8ce-46db-b6a8-cbe529e2967f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:22.010351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1df83-8992-4575-99e4-234d0deb03fb req-01b721f2-e830-4a8b-b2a8-d21dd765ecec tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:22.011940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edf1df83-8992-4575-99e4-234d0deb03fb req-01b721f2-e830-4a8b-b2a8-d21dd765ecec tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 950 time: 0.1803663 Apr 18 17:04:22.117887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edf1df83-8992-4575-99e4-234d0deb03fb req-8063c54d-9b38-436d-b35e-0f77b7f702b7 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977483 Apr 18 17:04:22.125560 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.129894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5553a3f4-fd51-4769-a64b-afaed6c97f4d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:22.160677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c9c9-8d9f-40c1-b45a-b7a271855987 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.241004 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.241837 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.266401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5553a3f4-fd51-4769-a64b-afaed6c97f4d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:22.266948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.307335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:22.310418 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26ce5ff-79bb-490e-869b-df6e6ad7f6df" -d '{"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-plugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:22.331387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:22.336180 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.354181 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c9c9-8d9f-40c1-b45a-b7a271855987 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.364204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=970329a8-b53a-416a-b403-2e19ee689003,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:22.428514 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.443460 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.456892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Allocated IP 172.20.0.1 (d3a97ff4-2136-4970-9c12-b41d3e746b6c/d1fa77b8-b09b-4853-90ce-2faa6ed1550e/adf46103-f26b-49a1-957e-c2f8550468b9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:22.459355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c9c9-8d9f-40c1-b45a-b7a271855987 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.459563 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.461563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 53ff25be-4b7f-4226-aaeb-d183e87eb910 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:22.481922 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Pushing event updated for resources: {'Port': ['ID=39f9fc6c-6ded-45ce-994c-04368931c972,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:22.490588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event deleted for resources: {'Port': ['ID=16d67d5a-879a-4bea-8d84-d82771b06ff1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:22.497931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9c9c9-8d9f-40c1-b45a-b7a271855987 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177a1690-5813-4a72-9619-58a56f2c0d03,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:22.510700 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.511274 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.511762 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.511920 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.512450 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.512941 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.514297 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.514862 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.520439 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.521082 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.521694 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.522275 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:22.556470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 53ff25be-4b7f-4226-aaeb-d183e87eb910 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:22.557001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 53ff25be-4b7f-4226-aaeb-d183e87eb910 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:22.558323 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Attempting to bind port 39f9fc6c-6ded-45ce-994c-04368931c972 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:22.558931 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Attempting to bind port 39f9fc6c-6ded-45ce-994c-04368931c972 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:22.559079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', '16d67d5a-879a-4bea-8d84-d82771b06ff1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:22.559680 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Attempting to bind port 39f9fc6c-6ded-45ce-994c-04368931c972 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:22.561230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dd51bd60-8d5b-41fb-a663-82e3270df57c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:22.566428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:22.567200 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:22.567820 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.568421 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:22.569173 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Bound port: 39f9fc6c-6ded-45ce-994c-04368931c972, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:22.569868 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.635323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c9c9-8d9f-40c1-b45a-b7a271855987 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.643822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7c9c9c9-8d9f-40c1-b45a-b7a271855987 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6389973 Apr 18 17:04:22.647881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54160) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:22.660366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6933e7e9-015a-4a12-bcad-7a540b53ddf0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Request body: {'security_group_rule': {'security_group_id': '18abb9c6-c8ce-46db-b6a8-cbe529e2967f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:22.711901 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] For port 39f9fc6c-6ded-45ce-994c-04368931c972, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:22.719829 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] For port 39f9fc6c-6ded-45ce-994c-04368931c972, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=39f9fc6c-6ded-45ce-994c-04368931c972,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:22.754418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:22.755135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.790856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6933e7e9-015a-4a12-bcad-7a540b53ddf0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.810259 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.878041 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126829ef-46b3-4651-939c-e76d798f5be3 None None] Pushing event updated for resources: {'Port': ['ID=39f9fc6c-6ded-45ce-994c-04368931c972,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:22.878382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6933e7e9-015a-4a12-bcad-7a540b53ddf0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.898100 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:22.898926 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:22.909865 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:22.987933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:22.990441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Pushing event updated for resources: {'Port': ['ID=adf46103-f26b-49a1-957e-c2f8550468b9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:23.000339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:23.003807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6933e7e9-015a-4a12-bcad-7a540b53ddf0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.006081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937ddf4-32dd-49c9-844d-6d5e75ad7710 req-f7b0e44b-5f84-455c-8515-7a29429c8180 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:23.007627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5937ddf4-32dd-49c9-844d-6d5e75ad7710 req-f7b0e44b-5f84-455c-8515-7a29429c8180 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 948 time: 0.6131587 Apr 18 17:04:23.008845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] No DVR routers for this DVR port 16d67d5a-879a-4bea-8d84-d82771b06ff1 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:23.011534 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.017152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:23.018767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74cc5f9-be4b-47bd-bd6b-db269622bac1 req-55d7248b-dc4e-44e5-950e-59a1ec0ebb5e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "DELETE /v2.0/ports/16d67d5a-879a-4bea-8d84-d82771b06ff1 HTTP/1.1" status: 204 len: 173 time: 2.1219001 Apr 18 17:04:23.036647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-deleted', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:23.039700 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae2a33-c2cb-4344-b78c-596df2797e53" -d '{"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-deleted", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:23.043971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933e7e9-015a-4a12-bcad-7a540b53ddf0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0034d628-0da9-43cb-81e0-75d5c96f0031,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:23.045783 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:23.135190 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.140177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.289959 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6933e7e9-015a-4a12-bcad-7a540b53ddf0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.294294 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6933e7e9-015a-4a12-bcad-7a540b53ddf0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6401632 Apr 18 17:04:23.294530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54170) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:23.301205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:23.308018 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:20Z', 'revision_number': 3, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:23.328620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5937ddf4-32dd-49c9-844d-6d5e75ad7710 req-47ddc688-5382-4a4e-85c8-771f6fbec772 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925990 Apr 18 17:04:23.340230 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237fa8a-b2de-4b05-a239-a0f91296911b None None] The sync data for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 is: [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:20Z', 'revision_number': 3, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:04:23.349009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa88a-9774-4a6c-a83a-2d79f54d1191 req-59d639bf-d548-4239-bbd9-1ddabbf7762a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:23.357247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa88a-9774-4a6c-a83a-2d79f54d1191 req-59d639bf-d548-4239-bbd9-1ddabbf7762a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:23.363726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa88a-9774-4a6c-a83a-2d79f54d1191 req-59d639bf-d548-4239-bbd9-1ddabbf7762a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:23.365387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d20fa88a-9774-4a6c-a83a-2d79f54d1191 req-59d639bf-d548-4239-bbd9-1ddabbf7762a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2417 time: 0.3331504 Apr 18 17:04:23.408993 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.428569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1d60939a-5ad9-4c24-9ca6-d89cab8b3043 None None] Provisioning complete for port adf46103-f26b-49a1-957e-c2f8550468b9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:23.429767 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d60939a-5ad9-4c24-9ca6-d89cab8b3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.434257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.459191 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0422f487-2f37-4ea4-a85f-4a465711a5cb x-openstack-request-id: req-0422f487-2f37-4ea4-a85f-4a465711a5cb {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:23.460196 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-plugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:23.461015 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0422f487-2f37-4ea4-a85f-4a465711a5cb {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:23.462619 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0422f487-2f37-4ea4-a85f-4a465711a5cb'] response: {'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'code': 200} Apr 18 17:04:23.472846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d20fa88a-9774-4a6c-a83a-2d79f54d1191 req-9dc2b364-2e13-4fd5-8aa4-ec526df6e281 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903039 Apr 18 17:04:23.501169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1d60939a-5ad9-4c24-9ca6-d89cab8b3043 None None] Port adf46103-f26b-49a1-957e-c2f8550468b9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:04:23.724990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:04:23.744569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a86a5-0fec-4bf8-917c-b17c72b3a684 req-602e7148-1fef-416d-be38-2e38021be74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:23.745367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d97a86a5-0fec-4bf8-917c-b17c72b3a684 req-602e7148-1fef-416d-be38-2e38021be74b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 1100 time: 0.1596994 Apr 18 17:04:23.758080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.758831 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7700-f63a-4170-90fd-f7076130dff2 req-dd99e0ae-f164-4a5c-8605-b8464da9876b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:23.765566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e82e7700-f63a-4170-90fd-f7076130dff2 req-dd99e0ae-f164-4a5c-8605-b8464da9876b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 945 time: 0.1884253 Apr 18 17:04:23.775459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905b8d0-8770-49e2-a77a-51858b087597 req-4041ecf8-9b79-450a-9af0-98e757a09715 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:23.778005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b905b8d0-8770-49e2-a77a-51858b087597 req-4041ecf8-9b79-450a-9af0-98e757a09715 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 1101 time: 0.2067211 Apr 18 17:04:23.812320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:23.887207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d97a86a5-0fec-4bf8-917c-b17c72b3a684 req-1e48799b-dd3a-4c74-a42f-c702ceaa1f36 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227546 Apr 18 17:04:23.915491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e82e7700-f63a-4170-90fd-f7076130dff2 req-6b21d15b-dc97-465c-9354-74c34aaae862 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369245 Apr 18 17:04:23.932097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b905b8d0-8770-49e2-a77a-51858b087597 req-f6e85407-d7f8-4fb4-8f26-19ba72cb7e19 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311338 Apr 18 17:04:24.012826 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a14766e-b811-4bb2-bf0a-2c836d0267e9 x-openstack-request-id: req-2a14766e-b811-4bb2-bf0a-2c836d0267e9 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:24.013404 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dc7496-fb00-4b76-844a-d7c8513deb7f", "name": "network-vif-deleted", "tag": "16d67d5a-879a-4bea-8d84-d82771b06ff1", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:24.014089 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a14766e-b811-4bb2-bf0a-2c836d0267e9 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:24.014654 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a14766e-b811-4bb2-bf0a-2c836d0267e9'] response: {'server_uuid': '68dc7496-fb00-4b76-844a-d7c8513deb7f', 'name': 'network-vif-deleted', 'tag': '16d67d5a-879a-4bea-8d84-d82771b06ff1', 'status': 'completed', 'code': 200} Apr 18 17:04:24.060019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:04:24.070800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c1bb119b-8baa-493b-8905-756bdbff5d1d admin admin] 10.222.0.45 "PUT /v2.0/routers/fbbaf1d4-d14c-4ba0-9d04-d319f5608687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4067731 Apr 18 17:04:24.073509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54174) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:24.076372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] Sync routers for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:04:24.122615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:24.123268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:24.199346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c39f364d-813b-4237-8340-ce1074408039 req-38019f32-d887-481d-8694-679fc71eb6ac tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=68dc7496-fb00-4b76-844a-d7c8513deb7f HTTP/1.1" status: 200 len: 210 time: 0.0644655 Apr 18 17:04:24.232966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 39f9fc6c-6ded-45ce-994c-04368931c972 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:24.239790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afbe05-1c51-49ba-88e6-3279692bba5b req-ceda1224-f048-4d64-baae-922ca83ce19b tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:24.248227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5afbe05-1c51-49ba-88e6-3279692bba5b req-ceda1224-f048-4d64-baae-922ca83ce19b tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 1101 time: 0.0781548 Apr 18 17:04:24.376389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5afbe05-1c51-49ba-88e6-3279692bba5b req-986d4edd-54d2-445c-8cd5-66411da03f26 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272614 Apr 18 17:04:24.379288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:24.391358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:24.544205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 39f9fc6c-6ded-45ce-994c-04368931c972 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:24.545460 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:24.551962 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Pushing event updated for resources: {'Port': ['ID=adf46103-f26b-49a1-957e-c2f8550468b9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:24.570472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Allocated IP 172.25.5.92 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/55788cdb-cab7-47cd-84f8-45f06ea24ebe) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:24.575961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:24.594155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:24.600269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-da9dfff8-015b-4177-b44f-6c3d9b2a8d9c tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:24.606235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-da9dfff8-015b-4177-b44f-6c3d9b2a8d9c tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:24.612446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-da9dfff8-015b-4177-b44f-6c3d9b2a8d9c tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:24.614608 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-da9dfff8-015b-4177-b44f-6c3d9b2a8d9c tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2417 time: 0.2661541 Apr 18 17:04:24.635319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:24.650334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de272ef-271e-4bfd-a00c-bfccc10a6c08 req-053670d4-d667-42bc-91ba-f4f94f870e6d tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:24.652082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1de272ef-271e-4bfd-a00c-bfccc10a6c08 req-053670d4-d667-42bc-91ba-f4f94f870e6d tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 949 time: 0.1940846 Apr 18 17:04:24.728392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1de272ef-271e-4bfd-a00c-bfccc10a6c08 req-dfd3d1ff-a9ce-4a91-bea7-8013aac50bf3 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Apr 18 17:04:24.831515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc74ae0-609a-4132-80c4-2d64c0c7fb5e req-2e20f9c9-4d01-42c0-af48-ed9bc176898e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:24.835689 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:24.842623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc74ae0-609a-4132-80c4-2d64c0c7fb5e req-2e20f9c9-4d01-42c0-af48-ed9bc176898e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:24.851312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc74ae0-609a-4132-80c4-2d64c0c7fb5e req-2e20f9c9-4d01-42c0-af48-ed9bc176898e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:24.860783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efc74ae0-609a-4132-80c4-2d64c0c7fb5e req-2e20f9c9-4d01-42c0-af48-ed9bc176898e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 2417 time: 0.1054566 Apr 18 17:04:24.882529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 39f9fc6c-6ded-45ce-994c-04368931c972, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=39f9fc6c-6ded-45ce-994c-04368931c972,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:24.907259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:04:22Z', 'revision_number': 5, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port': {'id': '03604f44-cab1-4ad9-a2ce-8033f92171d9', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:02:46Z', 'updated_at': '2022-04-18T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:24.917230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Deleting port 03604f44-cab1-4ad9-a2ce-8033f92171d9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:24.917594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:24.917701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:24.934185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] Checking router: fbbaf1d4-d14c-4ba0-9d04-d319f5608687 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:04:24.936461 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efc74ae0-609a-4132-80c4-2d64c0c7fb5e req-17b6140f-179f-4507-89d2-8c92b7423f43 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746613 Apr 18 17:04:24.943560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] Routers {'fbbaf1d4-d14c-4ba0-9d04-d319f5608687'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:24.945000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:24.951958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-e22f9c20-75bb-4533-95cf-d16b44714d52 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527983 Apr 18 17:04:24.987541 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.040601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:25.045581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:25.062414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port 75015f97-b1c9-4721-8f45-d2b3787c6ddd {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:25.062791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.096515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] Set router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:25.099856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.126125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] For port 03604f44-cab1-4ad9-a2ce-8033f92171d9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=03604f44-cab1-4ad9-a2ce-8033f92171d9,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:25.126505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.136915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=39f9fc6c-6ded-45ce-994c-04368931c972,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:25.160801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Calling delete_port for 03604f44-cab1-4ad9-a2ce-8033f92171d9 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:25.173456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 6, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:25.204503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca80f4f-5472-4eaf-98f7-b59db3926d96 None None] The sync data for ids ['fbbaf1d4-d14c-4ba0-9d04-d319f5608687'] in n-d-836015-2 is: [{'id': 'fbbaf1d4-d14c-4ba0-9d04-d319f5608687', 'name': 'tempest-FloatingIPsAssociationTestJSON-744512627-router', 'tenant_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:02:45Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 6, 'project_id': '480e454ce62c4d9c80f2a9a9a875f05e', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:04:25.233292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-80446429-4b2f-46b8-a74c-d85ae6cf5d2d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:25.234869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-80446429-4b2f-46b8-a74c-d85ae6cf5d2d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527852 Apr 18 17:04:25.247302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6627ed-dba6-4d08-b6b7-11d6db6a59f7 req-24878165-88be-4ea4-a961-cac60d2afad1 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:25.249933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d6627ed-dba6-4d08-b6b7-11d6db6a59f7 req-24878165-88be-4ea4-a961-cac60d2afad1 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 945 time: 0.1967237 Apr 18 17:04:25.285082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-f1cb1a23-49c5-43fa-bed5-bdeb01731f2b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/quotas/7927e266846b46ab8421b9e904b24342 HTTP/1.1" status: 200 len: 375 time: 0.0319827 Apr 18 17:04:25.352479 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d6627ed-dba6-4d08-b6b7-11d6db6a59f7 req-4c579f37-2358-494f-bf04-c92b8186f20b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939355 Apr 18 17:04:25.362698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:25.375350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event updated for resources: {'Port': ['ID=55788cdb-cab7-47cd-84f8-45f06ea24ebe,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:25.382546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:25.391027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:25.455300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-472aa84d-f518-48a9-bab0-e32a5164fec2 None None] Provisioning complete for port adf46103-f26b-49a1-957e-c2f8550468b9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:25.455670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-472aa84d-f518-48a9-bab0-e32a5164fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.460554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:04:25.473805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-0b3cda7a-81d8-4c10-8018-b8eb59c81519 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1664464 Apr 18 17:04:25.497774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-472aa84d-f518-48a9-bab0-e32a5164fec2 None None] Port adf46103-f26b-49a1-957e-c2f8550468b9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:04:25.532687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port 75015f97-b1c9-4721-8f45-d2b3787c6ddd, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=75015f97-b1c9-4721-8f45-d2b3787c6ddd,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:25.534957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.603548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for 75015f97-b1c9-4721-8f45-d2b3787c6ddd owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:25.627574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.687977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Pushing event deleted for resources: {'Port': ['ID=03604f44-cab1-4ad9-a2ce-8033f92171d9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:25.704623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.704623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.708909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:25.786785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.787261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.794222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:04:25.809394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d9ef010c-4068-4eac-bf05-a3baa774b7db admin admin] 10.222.0.45 "PUT /v2.0/routers/18b1edea-9de5-4beb-bd77-f4d8f5b81945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3552234 Apr 18 17:04:25.821467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:25.877128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 16d67d5a-879a-4bea-8d84-d82771b06ff1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:25.877490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 16d67d5a-879a-4bea-8d84-d82771b06ff1 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:25.930698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.933868 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.940690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:25.984843 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Sync routers for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:04:25.999740 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:26.000494 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:26.087888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.136411 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.142448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbbaf1d4-d14c-4ba0-9d04-d319f5608687 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:04:26.156946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.159171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a5505ca-835b-4b30-bca1-31635145ad07 admin admin] 10.222.0.45 "DELETE /v2.0/routers/fbbaf1d4-d14c-4ba0-9d04-d319f5608687 HTTP/1.1" status: 204 len: 168 time: 2.0836489 Apr 18 17:04:26.165257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54222) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:26.169849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=75015f97-b1c9-4721-8f45-d2b3787c6ddd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:26.187508 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:26.198894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 39f9fc6c-6ded-45ce-994c-04368931c972 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:26.224649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port 75015f97-b1c9-4721-8f45-d2b3787c6ddd on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:26.228532 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.246968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-b1950c8f-a7db-4e8e-b349-c4c3d8b7d76b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.18 "DELETE /v2.0/ports/75015f97-b1c9-4721-8f45-d2b3787c6ddd HTTP/1.1" status: 204 len: 173 time: 1.6142828 Apr 18 17:04:26.246968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-deleted', 'tag': '75015f97-b1c9-4721-8f45-d2b3787c6ddd'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:26.250355 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17704682-2c7e-4d1c-b90f-24f00b3fc389" -d '{"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-deleted", "tag": "75015f97-b1c9-4721-8f45-d2b3787c6ddd"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:26.307713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5629a43-c9dc-4e60-a449-24def0ef0a4e admin admin] Deleting subnet 625cdbf8-78d6-47c6-a82d-2decbb3121f9 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:04:26.327150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5629a43-c9dc-4e60-a449-24def0ef0a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.366987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 39f9fc6c-6ded-45ce-994c-04368931c972 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:26.367351 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.440984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5629a43-c9dc-4e60-a449-24def0ef0a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.448366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.544938 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.761670 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5629a43-c9dc-4e60-a449-24def0ef0a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.768107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 970329a8-b53a-416a-b403-2e19ee689003 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:26.794918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port f97a55e0-cdd9-4529-a926-6f49864bcfea {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:26.794918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.806192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event updated for resources: {'Port': ['ID=55788cdb-cab7-47cd-84f8-45f06ea24ebe,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:26.810201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 970329a8-b53a-416a-b403-2e19ee689003 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:26.810543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 970329a8-b53a-416a-b403-2e19ee689003 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:26.810951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 03604f44-cab1-4ad9-a2ce-8033f92171d9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:26.823366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.823515 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 2, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:26.866985 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Checking router: 18b1edea-9de5-4beb-bd77-f4d8f5b81945 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:04:26.867685 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Updating router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 port adf46103-f26b-49a1-957e-c2f8550468b9 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:04:26.883231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 03604f44-cab1-4ad9-a2ce-8033f92171d9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:26.883860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 03604f44-cab1-4ad9-a2ce-8033f92171d9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:26.906051 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.926347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port f97a55e0-cdd9-4529-a926-6f49864bcfea, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f97a55e0-cdd9-4529-a926-6f49864bcfea,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:26.926828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.946025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:26.947695 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f6a420d5-4023-4ae0-b9a3-add807f187a8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6516047 Apr 18 17:04:26.949044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for f97a55e0-cdd9-4529-a926-6f49864bcfea owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:26.969390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a726e52-6d86-4b03-a3d6-9333ea3b38c2 req-d098a088-8f08-4892-9cff-151e92c9a16c tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:26.970954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a726e52-6d86-4b03-a3d6-9333ea3b38c2 req-d098a088-8f08-4892-9cff-151e92c9a16c tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 949 time: 0.4634254 Apr 18 17:04:26.990097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0515a6a-9b9c-4c00-ab44-95eec39d07cf req-6baa5f25-77dc-4a2e-8b17-57c3e3a06f45 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:27.012753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0515a6a-9b9c-4c00-ab44-95eec39d07cf req-6baa5f25-77dc-4a2e-8b17-57c3e3a06f45 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:27.024285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0515a6a-9b9c-4c00-ab44-95eec39d07cf req-6baa5f25-77dc-4a2e-8b17-57c3e3a06f45 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 1681 time: 0.2635570 Apr 18 17:04:27.056104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5629a43-c9dc-4e60-a449-24def0ef0a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.092583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54248) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:27.101812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5629a43-c9dc-4e60-a449-24def0ef0a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625cdbf8-78d6-47c6-a82d-2decbb3121f9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:27.104044 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5629a43-c9dc-4e60-a449-24def0ef0a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.107519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804ff5a-d53f-4259-afb4-1ff9565346ce None None] Network a37eb280-4900-4757-aa38-b22eaa6df527 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:27.124709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e5629a43-c9dc-4e60-a449-24def0ef0a4e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/625cdbf8-78d6-47c6-a82d-2decbb3121f9 HTTP/1.1" status: 204 len: 168 time: 0.9522586 Apr 18 17:04:27.146575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54250) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:27.152789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1666151948-network', 'tenant_id': '23dd465f9f4a4be387f4b671239db605'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:27.191169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0515a6a-9b9c-4c00-ab44-95eec39d07cf req-ef92c237-3ade-40ad-9972-4636e48c537b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659856 Apr 18 17:04:27.205777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a726e52-6d86-4b03-a3d6-9333ea3b38c2 req-45433980-8451-422d-9fab-d46ba6462bbb tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724336 Apr 18 17:04:27.230088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.295356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=f97a55e0-cdd9-4529-a926-6f49864bcfea,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:27.302880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Made reservation on behalf of 23dd465f9f4a4be387f4b671239db605 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:27.305114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.307101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.352715 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.400880 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e06cf47-a1b0-4af3-96de-aa8cd381e62e x-openstack-request-id: req-2e06cf47-a1b0-4af3-96de-aa8cd381e62e {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:27.401437 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-deleted", "tag": "75015f97-b1c9-4721-8f45-d2b3787c6ddd", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:27.402089 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e06cf47-a1b0-4af3-96de-aa8cd381e62e {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:27.402771 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e06cf47-a1b0-4af3-96de-aa8cd381e62e'] response: {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-deleted', 'tag': '75015f97-b1c9-4721-8f45-d2b3787c6ddd', 'status': 'completed', 'code': 200} Apr 18 17:04:27.404731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.462896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port f97a55e0-cdd9-4529-a926-6f49864bcfea on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:27.464966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] DHCP port deletion for a37eb280-4900-4757-aa38-b22eaa6df527 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:04:27.465141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Deleting port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:27.465433 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.473109 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.477663 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-595f30fc-d0e0-410f-968b-59d200a796bf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.18 "DELETE /v2.0/ports/f97a55e0-cdd9-4529-a926-6f49864bcfea HTTP/1.1" status: 204 len: 173 time: 1.2212379 Apr 18 17:04:27.490715 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.498509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468f99-4283-45cb-9fbc-ef1cb78414b2 req-800255bc-7929-4525-87ee-8e918c7e9c50 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:27.498509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b468f99-4283-45cb-9fbc-ef1cb78414b2 req-800255bc-7929-4525-87ee-8e918c7e9c50 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.0857663 Apr 18 17:04:27.564003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Deleting port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:27.568732 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.599425 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0745a8-1474-4857-9914-4bc437ed52ba None None] Pushing event updated for resources: {'Port': ['ID=adf46103-f26b-49a1-957e-c2f8550468b9,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:27.612244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] For port 9b3d9635-a0fd-4a06-a128-c8d543f2b377, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9b3d9635-a0fd-4a06-a128-c8d543f2b377,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:27.612691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.646099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Calling delete_port for 9b3d9635-a0fd-4a06-a128-c8d543f2b377 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:27.708759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] For port 9b3d9635-a0fd-4a06-a128-c8d543f2b377, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9b3d9635-a0fd-4a06-a128-c8d543f2b377,segment=NetworkSegment(42715f8b-7e86-4d86-b4a5-8c304f1e5778),segment_id=42715f8b-7e86-4d86-b4a5-8c304f1e5778)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:27.709255 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.727723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Calling delete_port for 9b3d9635-a0fd-4a06-a128-c8d543f2b377 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:27.742064 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Attempting to bind port adf46103-f26b-49a1-957e-c2f8550468b9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:27.742064 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Attempting to bind port adf46103-f26b-49a1-957e-c2f8550468b9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:27.742270 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Attempting to bind port adf46103-f26b-49a1-957e-c2f8550468b9 on network d3a97ff4-2136-4970-9c12-b41d3e746b6c {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:27.764194 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:27.764589 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Checking segment: {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:27.764955 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.765340 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Bound using segment: {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:27.765829 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Bound port: adf46103-f26b-49a1-957e-c2f8550468b9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:27.766203 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.788123 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b468f99-4283-45cb-9fbc-ef1cb78414b2 req-c4a28108-d3ba-4e87-b5be-dbd41278d00e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681785 Apr 18 17:04:27.792077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.869356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.878969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 75015f97-b1c9-4721-8f45-d2b3787c6ddd no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:27.928289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 75015f97-b1c9-4721-8f45-d2b3787c6ddd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:27.928289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 75015f97-b1c9-4721-8f45-d2b3787c6ddd not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:27.928289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f97a55e0-cdd9-4529-a926-6f49864bcfea no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:27.936035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:04:27.940566 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] For port adf46103-f26b-49a1-957e-c2f8550468b9, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:27.950438 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] For port adf46103-f26b-49a1-957e-c2f8550468b9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=adf46103-f26b-49a1-957e-c2f8550468b9,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:27.956442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port fc699508-c147-4a0d-a075-daab24a286e7 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:27.957017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.959034 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:27.966393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: f97a55e0-cdd9-4529-a926-6f49864bcfea {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:27.966741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f97a55e0-cdd9-4529-a926-6f49864bcfea not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:27.967150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fc699508-c147-4a0d-a075-daab24a286e7 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:28.015755 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.039431 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.074812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9b3d9635-a0fd-4a06-a128-c8d543f2b377 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:28.077335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-593f802c-ffcc-42f9-b35d-955627c4aa01 None None] Provisioning complete for port adf46103-f26b-49a1-957e-c2f8550468b9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:28.077758 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-593f802c-ffcc-42f9-b35d-955627c4aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.108982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3d9635-a0fd-4a06-a128-c8d543f2b377,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:28.112784 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0745a8-1474-4857-9914-4bc437ed52ba None None] Pushing event updated for resources: {'Port': ['ID=adf46103-f26b-49a1-957e-c2f8550468b9,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:28.137476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Pushing event deleted for resources: {'Port': ['ID=9b3d9635-a0fd-4a06-a128-c8d543f2b377,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:28.138449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] No DVR routers for this DVR port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:28.140249 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:28.141663 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:28.155795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port fc699508-c147-4a0d-a075-daab24a286e7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fc699508-c147-4a0d-a075-daab24a286e7,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:28.156314 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.169232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9097d805-a3f4-40ef-8302-b1f51e66028d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:28.181837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.181837 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Added segment 1e2958a6-dae7-4600-80fd-6325750383d0 of type vlan for network 441a2abf-d806-4c5e-a3b8-165f4b849b5e Apr 18 17:04:28.186051 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] No DVR routers for this DVR port 9b3d9635-a0fd-4a06-a128-c8d543f2b377 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:28.199951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.200296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.201589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.202267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.202934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.204723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.205853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.213598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.213598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.213598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.213598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.213598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085668-d2c0-428c-ac0b-802340cef187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:04:28.214084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for fc699508-c147-4a0d-a075-daab24a286e7 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:28.220542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 9b3d9635-a0fd-4a06-a128-c8d543f2b377 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:28.221147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9b3d9635-a0fd-4a06-a128-c8d543f2b377 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:28.234736 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.316487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc699508-c147-4a0d-a075-daab24a286e7'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:28.319219 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bc2e23-d5ca-4812-aed2-d7d9085319f6" -d '{"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc699508-c147-4a0d-a075-daab24a286e7"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:28.343483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.350998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fc699508-c147-4a0d-a075-daab24a286e7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fc699508-c147-4a0d-a075-daab24a286e7,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:28.355469 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-593f802c-ffcc-42f9-b35d-955627c4aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.364223 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:28.396399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.424328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-b7ebd7bf-8fde-4fa8-bd30-88fe5da501e7 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:28.426616 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.433285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-b7ebd7bf-8fde-4fa8-bd30-88fe5da501e7 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 821 time: 0.5112057 Apr 18 17:04:28.467645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-ef4491f7-fe1c-4c8a-a6e7-bec28ce78878 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:28.469440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-ef4491f7-fe1c-4c8a-a6e7-bec28ce78878 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 950 time: 0.1192777 Apr 18 17:04:28.470441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-593f802c-ffcc-42f9-b35d-955627c4aa01 None None] For port adf46103-f26b-49a1-957e-c2f8550468b9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=adf46103-f26b-49a1-957e-c2f8550468b9,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:28.478656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37eb280-4900-4757-aa38-b22eaa6df527']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:28.490456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-a03cc6f4-6789-4c58-89be-ca55933c8bcd tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/quotas/969399b82e2f481db94220cf0b3fb900 HTTP/1.1" status: 200 len: 375 time: 0.0561020 Apr 18 17:04:28.516519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42715f8b-7e86-4d86-b4a5-8c304f1e5778') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:28.517491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42715f8b-7e86-4d86-b4a5-8c304f1e5778') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:28.540787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fc699508-c147-4a0d-a075-daab24a286e7,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:28.542506 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-593f802c-ffcc-42f9-b35d-955627c4aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.554645 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.575469 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.591651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-dd6b992c-3b97-4c8e-addf-8603e0fd231b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999291 Apr 18 17:04:28.621635 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.622724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f802c-ffcc-42f9-b35d-955627c4aa01 None None] Pushing event updated for resources: {'Port': ['ID=adf46103-f26b-49a1-957e-c2f8550468b9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:28.623038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:28.623634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.667082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5a2dceaa-000f-4d42-b201-9864101a4e23 None None] Provisioning complete for port adf46103-f26b-49a1-957e-c2f8550468b9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:28.667806 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a2dceaa-000f-4d42-b201-9864101a4e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.668072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:04:28.668495 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:04:28.670569 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:04:28.717186 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:27Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:28.752854 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daa788-4330-4fe1-9ec4-b8b8c281db33 None None] The sync data for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 is: [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:27Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:04:28.760243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] Pushing event updated for resources: {'Network': ['ID=441a2abf-d806-4c5e-a3b8-165f4b849b5e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:28.784138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 441a2abf-d806-4c5e-a3b8-165f4b849b5e details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:04:28.816392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Deleting port dd51bd60-8d5b-41fb-a663-82e3270df57c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:28.816612 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.855798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-0bccc57e-6e51-4afa-943a-77953cea6ef0 service neutron] 10.222.0.45 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577770 Apr 18 17:04:28.857972 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-411278cb-836f-40a4-aa18-dfdc78fb6236 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7085924 Apr 18 17:04:28.875687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54296) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:28.924859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Request body: {'subnet': {'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1666151948-subnet', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:28.968827 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:28.972998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f588dd8c-8af4-4826-9ef6-f326dc595855 req-960878f3-2b57-4079-9b28-49856133851a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 210 time: 0.0384705 Apr 18 17:04:29.011569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] For port dd51bd60-8d5b-41fb-a663-82e3270df57c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dd51bd60-8d5b-41fb-a663-82e3270df57c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:29.012138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:29.030954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Calling delete_port for dd51bd60-8d5b-41fb-a663-82e3270df57c owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:29.035929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:29.036157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:29.036565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] 10.222.0.45 "DELETE /v2.0/networks/a37eb280-4900-4757-aa38-b22eaa6df527 HTTP/1.1" status: 204 len: 168 time: 1.8890538 Apr 18 17:04:29.054142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93c85c-1bc1-4f11-9a47-265abe73252f admin admin] Pushing event deleted for resources: {'Network': ['ID=a37eb280-4900-4757-aa38-b22eaa6df527,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:29.078414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=fc699508-c147-4a0d-a075-daab24a286e7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:29.144372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a9ae057-9c20-4c91-85b2-208b2c008ea4 req-6a630b57-1a58-4a9d-91c9-b5c11fec6b2c tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 210 time: 0.0472050 Apr 18 17:04:29.170464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Made reservation on behalf of 23dd465f9f4a4be387f4b671239db605 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:29.174490 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:29.194845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port fc699508-c147-4a0d-a075-daab24a286e7 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:29.198596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:29.208983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f9e9a425-02a0-4e74-b171-c8f8ce71f75d req-8c13136c-081a-4dc1-beb3-666cd84f342a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.18 "DELETE /v2.0/ports/fc699508-c147-4a0d-a075-daab24a286e7 HTTP/1.1" status: 204 len: 173 time: 1.7173429 Apr 18 17:04:29.225996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-2c47dc3f-33e6-44f1-816a-57e5b428439d service neutron] 10.222.0.45 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648171 Apr 18 17:04:29.340503 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025f7716-0890-4b67-a0ea-5b44b1119f90 x-openstack-request-id: req-025f7716-0890-4b67-a0ea-5b44b1119f90 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:29.341012 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc699508-c147-4a0d-a075-daab24a286e7", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:29.341135 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-025f7716-0890-4b67-a0ea-5b44b1119f90 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:29.341532 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025f7716-0890-4b67-a0ea-5b44b1119f90'] response: {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc699508-c147-4a0d-a075-daab24a286e7', 'code': 200} Apr 18 17:04:29.404676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-deleted', 'tag': 'f97a55e0-cdd9-4529-a926-6f49864bcfea'}, {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-deleted', 'tag': 'fc699508-c147-4a0d-a075-daab24a286e7'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:29.410738 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2b16a2-2111-4b52-8af6-fb691465f2f6" -d '{"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-deleted", "tag": "f97a55e0-cdd9-4529-a926-6f49864bcfea"}, {"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-deleted", "tag": "fc699508-c147-4a0d-a075-daab24a286e7"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:29.445217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:29.485721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dd51bd60-8d5b-41fb-a663-82e3270df57c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:29.543609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:29.547403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event deleted for resources: {'Port': ['ID=dd51bd60-8d5b-41fb-a663-82e3270df57c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:29.633431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] No DVR routers for this DVR port dd51bd60-8d5b-41fb-a663-82e3270df57c on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:29.637779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:29.643215 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b659b5eb-d2a9-4e04-a506-e4a05ab92eeb req-609e8ee4-56e7-4b05-8971-a9a8ebef18fd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.18 "DELETE /v2.0/ports/dd51bd60-8d5b-41fb-a663-82e3270df57c HTTP/1.1" status: 204 len: 173 time: 1.1669905 Apr 18 17:04:29.693511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:29.715929 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4d441-a53b-45be-a2bc-cda3c3a59dfc x-openstack-request-id: req-bfe4d441-a53b-45be-a2bc-cda3c3a59dfc {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:29.716224 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-deleted", "tag": "f97a55e0-cdd9-4529-a926-6f49864bcfea", "status": "completed", "code": 200}, {"server_uuid": "10b0d71b-2a28-49cb-b05e-acc61da7117e", "name": "network-vif-deleted", "tag": "fc699508-c147-4a0d-a075-daab24a286e7", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:29.716485 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfe4d441-a53b-45be-a2bc-cda3c3a59dfc {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:29.716902 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe4d441-a53b-45be-a2bc-cda3c3a59dfc'] response: {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-deleted', 'tag': 'f97a55e0-cdd9-4529-a926-6f49864bcfea', 'status': 'completed', 'code': 200} Apr 18 17:04:29.719530 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe4d441-a53b-45be-a2bc-cda3c3a59dfc'] response: {'server_uuid': '10b0d71b-2a28-49cb-b05e-acc61da7117e', 'name': 'network-vif-deleted', 'tag': 'fc699508-c147-4a0d-a075-daab24a286e7', 'status': 'completed', 'code': 200} Apr 18 17:04:29.774436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f55dc402-82c3-4e7e-9d57-9ecffa387858 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=480e454ce62c4d9c80f2a9a9a875f05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797794 Apr 18 17:04:29.780279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54324) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:29.840072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ba1190fa-9a67-4745-9a40-018c01d3b995 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:29.868971 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72d52ed2-986d-4264-8e7d-61029724a634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:29.925647 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72d52ed2-986d-4264-8e7d-61029724a634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:30.059475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:30.101641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'port_id': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'mac_address': 'fa:16:3e:4d:ff:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d9287e-cd63-4166-adc7-1a489d9f5a4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:30.106564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device adf46103-f26b-49a1-957e-c2f8550468b9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:30.107717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72d52ed2-986d-4264-8e7d-61029724a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:30.111945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72d52ed2-986d-4264-8e7d-61029724a634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:30.115234 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-72d52ed2-986d-4264-8e7d-61029724a634 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a3ed1d8-c397-4908-a862-9d6f824732c0 HTTP/1.1" status: 204 len: 168 time: 0.3315506 Apr 18 17:04:30.133255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d52ed2-986d-4264-8e7d-61029724a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3ed1d8-c397-4908-a862-9d6f824732c0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:30.241910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c04136e9-7a8c-4242-b18e-7cb5a74ae305 req-1e409103-6e9c-4a02-b935-aa40e84359fc tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 210 time: 0.0701544 Apr 18 17:04:30.300280 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:30.322477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f9be186-f895-4d00-9c5d-1809b1abd682 req-afec8786-1e87-4250-87aa-13b3702127ff tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 210 time: 0.1518610 Apr 18 17:04:30.323594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba1190fa-9a67-4745-9a40-018c01d3b995 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:30.330873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port adf46103-f26b-49a1-957e-c2f8550468b9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:30.331483 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:30.390437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:30.433112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9421a9c0-73fc-4020-8e6c-d667d33c643d req-f94185b3-1931-4619-aa6f-e5e7e1175fbc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 210 time: 0.0383031 Apr 18 17:04:30.547821 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:30.603674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-582883b5-f6a4-4848-b5a5-07a05195056b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1644058 Apr 18 17:04:30.638158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59c09b02-5e5e-4390-a4de-5ca0a4f8d97e req-0284a61f-771d-4288-9022-01b0ec1a677a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b0d71b-2a28-49cb-b05e-acc61da7117e HTTP/1.1" status: 200 len: 210 time: 0.1870847 Apr 18 17:04:30.728249 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:30.809142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f09f2c-5bf3-4373-b771-a977fbda80ca,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:30.835034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Checking segment: {'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:30.835390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Network hostable DHCP agents. Network: 441a2abf-d806-4c5e-a3b8-165f4b849b5e, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:04:30.850282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:30.851065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-7e892e5f-fa71-4810-ab51-8ef6be57bbb1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:30.853036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-7e892e5f-fa71-4810-ab51-8ef6be57bbb1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300451 Apr 18 17:04:30.880465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Request body: {'port': {'device_id': '386dce17-a872-4c2e-9a45-27b2b118a8fe', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '7927e266846b46ab8421b9e904b24342'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:30.960833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ba1190fa-9a67-4745-9a40-018c01d3b995'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:31.018413 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-65ea5d0a-896f-4a5a-963d-118916167b0e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314665 Apr 18 17:04:31.019668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Network 441a2abf-d806-4c5e-a3b8-165f4b849b5e is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:04:31.109142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Made reservation on behalf of 7927e266846b46ab8421b9e904b24342 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:31.116581 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81fbbea0-562a-4228-ba6e-ac125893bb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.122990 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.150240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-7fc790fc-13ec-43bf-a32d-8ab829f603a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:31.152783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-7fc790fc-13ec-43bf-a32d-8ab829f603a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276455 Apr 18 17:04:31.176791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Request body: {'port': {'device_id': '4f65750d-7233-4a41-a8a5-5ccf06e0cda6', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '7927e266846b46ab8421b9e904b24342'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:31.205915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 441a2abf-d806-4c5e-a3b8-165f4b849b5e) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:31.216193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:31.217053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.218613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5a971-5ae1-486a-a383-0f85ce3874c0 None None] Network 441a2abf-d806-4c5e-a3b8-165f4b849b5e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:31.288665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Allocated IP 192.168.233.198 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/ac0ed2fd-5b19-473e-a3a8-482996594a37) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:31.397149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f9fcffeb-946d-4509-bfab-9577b9a18161 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4760647 Apr 18 17:04:31.401928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54380) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:31.433497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:31.497346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4ae5017-1958-4e0f-a01f-0ebcb0fc8507 req-5e31e8b2-d0b3-447c-b1de-c089f95258ce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 210 time: 0.1112516 Apr 18 17:04:31.562310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-441a2abf-d806-4c5e-a3b8-165f4b849b5e', 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'fixed_ips': [{'subnet_id': 'e9f09f2c-5bf3-4373-b771-a977fbda80ca'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:04:31.563192 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.571975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Made reservation on behalf of 7927e266846b46ab8421b9e904b24342 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:31.572151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85c7c545-ade1-4e71-b54e-e615476054e3 req-022e1c83-8d77-4070-af7c-7a96792e0330 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=818c227f-a49e-40a7-b8e9-cdfda34218e3 HTTP/1.1" status: 200 len: 210 time: 0.0841489 Apr 18 17:04:31.575482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.644831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-682cb5c8-2d1b-4c67-bfb6-a9821e788fe6 req-bf2688f1-9924-4cd1-90db-89506ac83da4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 210 time: 0.0431225 Apr 18 17:04:31.660428 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.716167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.717253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.754155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:31.769704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'name': 'network-vif-deleted', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:31.771923 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c28f1a-bac4-4157-860e-628e7a4c6530" -d '{"events": [{"server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "name": "network-vif-deleted", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:31.840003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.846563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:31.931471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Allocated IP 172.20.0.2 (441a2abf-d806-4c5e-a3b8-165f4b849b5e/e9f09f2c-5bf3-4373-b771-a977fbda80ca/94186f29-a563-4e70-aa64-3dea572f84ce) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:31.939947 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001b873e-436b-440c-af2c-ad8793140ba5 x-openstack-request-id: req-001b873e-436b-440c-af2c-ad8793140ba5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:31.946728 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818c227f-a49e-40a7-b8e9-cdfda34218e3", "name": "network-vif-deleted", "tag": "dd51bd60-8d5b-41fb-a663-82e3270df57c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:31.946728 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-001b873e-436b-440c-af2c-ad8793140ba5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:31.946728 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001b873e-436b-440c-af2c-ad8793140ba5'] response: {'server_uuid': '818c227f-a49e-40a7-b8e9-cdfda34218e3', 'name': 'network-vif-deleted', 'tag': 'dd51bd60-8d5b-41fb-a663-82e3270df57c', 'status': 'completed', 'code': 200} Apr 18 17:04:31.948823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ba1190fa-9a67-4745-9a40-018c01d3b995 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:31.950945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:31.954228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dd51bd60-8d5b-41fb-a663-82e3270df57c no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:31.987740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'Port': ['ID=ac0ed2fd-5b19-473e-a3a8-482996594a37,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:31.995035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c489f5-b526-4e18-890c-e1c892ad6589 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting subnet da8fc698-8539-4ab1-9669-9a7b449ea781 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:04:32.004707 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-83c489f5-b526-4e18-890c-e1c892ad6589 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.041936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: dd51bd60-8d5b-41fb-a663-82e3270df57c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:32.042215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dd51bd60-8d5b-41fb-a663-82e3270df57c not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:32.081880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:32.090774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:32.111661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:32.159889 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-83c489f5-b526-4e18-890c-e1c892ad6589 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.274466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:32.275404 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.366307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port ba1190fa-9a67-4745-9a40-018c01d3b995 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:32.370340 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.370736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-04c7b757-b27b-49d5-b19c-4ed2220964a1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4919684 Apr 18 17:04:32.399180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Request body: {'port': {'device_id': '386dce17-a872-4c2e-9a45-27b2b118a8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:32.479215 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-83c489f5-b526-4e18-890c-e1c892ad6589 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.493271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.512805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1e11ac21-59db-4187-a05e-c4c1e72ca353 None None] Provisioning complete for port ac0ed2fd-5b19-473e-a3a8-482996594a37 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:32.513324 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1e11ac21-59db-4187-a05e-c4c1e72ca353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.586072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1e11ac21-59db-4187-a05e-c4c1e72ca353 None None] Port ac0ed2fd-5b19-473e-a3a8-482996594a37 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:04:32.610745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.736303 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.740044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Network 441a2abf-d806-4c5e-a3b8-165f4b849b5e is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:32.787959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f3dd2dc-8f64-41c9-8654-e9134d0febdc req-c9a7960a-7351-45ec-846d-70f77eee739f tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 210 time: 0.0997357 Apr 18 17:04:32.789231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Pushing event updated for resources: {'Port': ['ID=94186f29-a563-4e70-aa64-3dea572f84ce,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:32.791802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:32.796950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:32.807393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.819351 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-83c489f5-b526-4e18-890c-e1c892ad6589 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.858689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:32.874115 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51be903-fb43-4435-9558-82be270e371d" -d '{"events": [{"server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "name": "network-vif-plugged", "status": "completed", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:32.890336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-83c489f5-b526-4e18-890c-e1c892ad6589 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.895848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-83c489f5-b526-4e18-890c-e1c892ad6589 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "DELETE /v2.0/subnets/da8fc698-8539-4ab1-9669-9a7b449ea781 HTTP/1.1" status: 204 len: 168 time: 1.1406295 Apr 18 17:04:32.900892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c489f5-b526-4e18-890c-e1c892ad6589 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Subnet': ['ID=da8fc698-8539-4ab1-9669-9a7b449ea781,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:32.922174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066c60c-3f78-4407-ba4f-de5bb9dbd6f5 None None] Network ba4731d4-2029-42c5-8336-ea41d5ef8ce8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:32.922382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54466) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:32.934173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:32.941658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:32.990827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Allocated IP 192.168.233.168 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/b38107ae-769c-4567-946d-f6934ce0d42d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:33.109848 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.170418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-42e585bf-775f-4006-9dec-bae859519000 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:33.171916 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-42e585bf-775f-4006-9dec-bae859519000 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 821 time: 0.5071487 Apr 18 17:04:33.223969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.238296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Request body: {'port': {'device_id': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'admin_state_up': True, 'tenant_id': '969399b82e2f481db94220cf0b3fb900'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:33.286863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Attempting to bind port 94186f29-a563-4e70-aa64-3dea572f84ce on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:33.287554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Attempting to bind port 94186f29-a563-4e70-aa64-3dea572f84ce by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:33.288117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Attempting to bind port 94186f29-a563-4e70-aa64-3dea572f84ce on network 441a2abf-d806-4c5e-a3b8-165f4b849b5e {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:33.302890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54470) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:33.316453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e51685d0-0189-465d-86d9-a774010bbe29 req-e16cf93d-dcc9-4f72-9225-079cb8e65491 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 210 time: 0.0885675 Apr 18 17:04:33.368248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:33.369064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Checking segment: {'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:33.369796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.370431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Bound using segment: {'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:33.378152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Bound port: 94186f29-a563-4e70-aa64-3dea572f84ce, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:33.378921 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.474028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:33.540131 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-91e88c3f-7bd3-4399-bd60-272552d7755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.577848 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0b5d0f-4eac-4511-8f9e-9bde906aaaa2 x-openstack-request-id: req-9b0b5d0f-4eac-4511-8f9e-9bde906aaaa2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:33.581943 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "name": "network-vif-plugged", "status": "completed", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:33.581943 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b0b5d0f-4eac-4511-8f9e-9bde906aaaa2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:33.581943 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0b5d0f-4eac-4511-8f9e-9bde906aaaa2'] response: {'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'code': 200} Apr 18 17:04:33.638577 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.667117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2fb744b-caf1-472d-bac5-b3cae0a80b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.697894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] For port 94186f29-a563-4e70-aa64-3dea572f84ce, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:33.702523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] For port 94186f29-a563-4e70-aa64-3dea572f84ce, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=94186f29-a563-4e70-aa64-3dea572f84ce,segment=NetworkSegment(1e2958a6-dae7-4600-80fd-6325750383d0),segment_id=1e2958a6-dae7-4600-80fd-6325750383d0)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:33.786647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] DHCP port deletion for ba4731d4-2029-42c5-8336-ea41d5ef8ce8 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:04:33.791426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.850655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port 926cc722-3a51-483b-b5c7-380f1028754e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:33.851831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Made reservation on behalf of 969399b82e2f481db94220cf0b3fb900 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:33.852233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.857018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:33.875366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:33.896597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dd79f-aebc-437c-a4c7-257041fa78ad req-1431711c-d61f-436b-9a59-8eefb81d4acd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:33.897044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-225dd79f-aebc-437c-a4c7-257041fa78ad req-1431711c-d61f-436b-9a59-8eefb81d4acd tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 951 time: 0.2506816 Apr 18 17:04:33.914583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.042152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:34.047603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:34.069150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'mac_address': 'fa:16:3e:61:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:34.071430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 926cc722-3a51-483b-b5c7-380f1028754e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:34.116168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.122002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:34.142232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'Port': ['ID=b38107ae-769c-4567-946d-f6934ce0d42d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:34.166256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:34.191915 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.221335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac53be-d46a-4e71-bd20-ca4c8df7ee7a None None] Pushing event updated for resources: {'Port': ['ID=94186f29-a563-4e70-aa64-3dea572f84ce,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:34.300657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44b22f2f-7c6c-42ad-a41c-9a3a4ffe7075 req-8e371324-ecc1-4bde-8dbf-e10d38e6e8cd tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 210 time: 0.2382436 Apr 18 17:04:34.423136 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2fb744b-caf1-472d-bac5-b3cae0a80b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.447161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-225dd79f-aebc-437c-a4c7-257041fa78ad req-1ad3336f-bd5d-4bbb-9f3d-3b7518278b23 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363736 Apr 18 17:04:34.475490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port 926cc722-3a51-483b-b5c7-380f1028754e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=926cc722-3a51-483b-b5c7-380f1028754e,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:34.476446 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.479956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:34.482925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.541893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for 926cc722-3a51-483b-b5c7-380f1028754e owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:34.622911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Allocated IP 172.20.0.3 (a92b0af4-369e-4f6e-9d80-b9792ffc3db3/07a05d6c-99ea-4989-bfe6-ae138bfd8a19/092f7935-8e0d-4851-8464-a02792d3749a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:34.642415 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.651808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:34.688935 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-9d6866d5-36cf-45d8-b554-b9d36eb36399 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5197005 Apr 18 17:04:34.690431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] Deleting port 926cc722-3a51-483b-b5c7-380f1028754e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:34.690898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2fb744b-caf1-472d-bac5-b3cae0a80b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.691441 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.692956 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.711306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22cda1e9-70a9-4bfd-bec5-dc3f77140184 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:34.720256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Allocated IP 172.25.5.111 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/f1912060-1355-4def-9aaf-c6961b620855) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:34.743806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Request body: {'port': {'device_id': '4f65750d-7233-4a41-a8a5-5ccf06e0cda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:34.746320 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.837089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 926cc722-3a51-483b-b5c7-380f1028754e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=926cc722-3a51-483b-b5c7-380f1028754e,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:34.843183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:34.867812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] For port 926cc722-3a51-483b-b5c7-380f1028754e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=926cc722-3a51-483b-b5c7-380f1028754e,segment=NetworkSegment(6aee0772-281f-4c0f-ac95-a1113d1d5eed),segment_id=6aee0772-281f-4c0f-ac95-a1113d1d5eed)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:34.868639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.883494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-78b17f36-0833-4d27-9e19-909b5f5f2d08 None None] Provisioning complete for port b38107ae-769c-4567-946d-f6934ce0d42d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:34.884530 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78b17f36-0833-4d27-9e19-909b5f5f2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.887561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0ed2fd-5b19-473e-a3a8-482996594a37 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:34.891151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] Calling delete_port for 926cc722-3a51-483b-b5c7-380f1028754e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:34.898797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.920872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Transition to ACTIVE for port object ac0ed2fd-5b19-473e-a3a8-482996594a37 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:04:34.926667 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.928937 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.944133 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:34.987671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.011074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.045680 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b2fb744b-caf1-472d-bac5-b3cae0a80b50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a0efc920f3c40f596398b58fa463d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7414834 Apr 18 17:04:35.062845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54508) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:35.076185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port 926cc722-3a51-483b-b5c7-380f1028754e on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:35.082369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-78b17f36-0833-4d27-9e19-909b5f5f2d08 None None] Port b38107ae-769c-4567-946d-f6934ce0d42d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:04:35.141286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116836-bc51-4336-a276-a8b25aefd3af req-a9da0bac-98f4-4296-a2ac-d8386a34b84e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:35.144416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d116836-bc51-4336-a276-a8b25aefd3af req-a9da0bac-98f4-4296-a2ac-d8386a34b84e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 936 time: 0.4912512 Apr 18 17:04:35.151078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:35.164774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['22cda1e9-70a9-4bfd-bec5-dc3f77140184'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:35.203823 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.217662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb744b-caf1-472d-bac5-b3cae0a80b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf54e5ca-3b1d-44bc-a9ff-f41cdde70213,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:35.231276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=926cc722-3a51-483b-b5c7-380f1028754e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:35.254715 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.262149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event deleted for resources: {'Port': ['ID=926cc722-3a51-483b-b5c7-380f1028754e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:35.304473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.336185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.371370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] Pushing event deleted for resources: {'Port': ['ID=926cc722-3a51-483b-b5c7-380f1028754e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:35.378664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8cc53-16ac-45b5-a986-b5e669afafbe None None] No DVR routers for this DVR port 926cc722-3a51-483b-b5c7-380f1028754e on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:35.379890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4731d4-2029-42c5-8336-ea41d5ef8ce8']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:35.440243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d116836-bc51-4336-a276-a8b25aefd3af req-75b64bee-9980-412f-a0d9-1784405e21f8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105708 Apr 18 17:04:35.444462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aee0772-281f-4c0f-ac95-a1113d1d5eed') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:35.444999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aee0772-281f-4c0f-ac95-a1113d1d5eed') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:35.446912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0ed2fd-5b19-473e-a3a8-482996594a37,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:35.538583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.650484 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.651564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1063bff7-c383-4dfa-b774-49c4323098dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.663497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:04:35.664229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.696386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1063bff7-c383-4dfa-b774-49c4323098dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.752971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a811d-88e7-4c4b-8301-d2c7e591d433 None None] Network 441a2abf-d806-4c5e-a3b8-165f4b849b5e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:04:35.796614 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:04:35.836123 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.861615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.868810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.872412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "DELETE /v2.0/networks/ba4731d4-2029-42c5-8336-ea41d5ef8ce8 HTTP/1.1" status: 204 len: 168 time: 2.9362705 Apr 18 17:04:35.891996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54520) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:35.902167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f848ab-60f6-4111-91df-8c654055c138 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Network': ['ID=ba4731d4-2029-42c5-8336-ea41d5ef8ce8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:35.916710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcc88-65a1-46fb-a8f3-20f9a6cf733a req-99831af8-cea3-4b1d-85ca-ef169e0df1ce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:35.918396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df9dcc88-65a1-46fb-a8f3-20f9a6cf733a req-99831af8-cea3-4b1d-85ca-ef169e0df1ce tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 931 time: 0.3821673 Apr 18 17:04:35.928353 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.940535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1063bff7-c383-4dfa-b774-49c4323098dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.948556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1063bff7-c383-4dfa-b774-49c4323098dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:35.952513 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1063bff7-c383-4dfa-b774-49c4323098dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf54e5ca-3b1d-44bc-a9ff-f41cdde70213 HTTP/1.1" status: 204 len: 168 time: 0.8633826 Apr 18 17:04:35.983944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d4670-b348-4023-85ab-ef3683d6815d req-de6d5ce2-f9e5-4a82-bad9-cf1003e47cee tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:35.986194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-692d4670-b348-4023-85ab-ef3683d6815d req-de6d5ce2-f9e5-4a82-bad9-cf1003e47cee tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 951 time: 0.2127283 Apr 18 17:04:35.996651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Attempting to bind port ac0ed2fd-5b19-473e-a3a8-482996594a37 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:35.996990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Attempting to bind port ac0ed2fd-5b19-473e-a3a8-482996594a37 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:35.997320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Attempting to bind port ac0ed2fd-5b19-473e-a3a8-482996594a37 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:36.011460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Port ac0ed2fd-5b19-473e-a3a8-482996594a37 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:04:36.011805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Attempting to bind port ac0ed2fd-5b19-473e-a3a8-482996594a37 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:36.046587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df9dcc88-65a1-46fb-a8f3-20f9a6cf733a req-6d3da22d-ed2e-4f05-aac3-a860c530f31f tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173654 Apr 18 17:04:36.047569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063bff7-c383-4dfa-b774-49c4323098dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf54e5ca-3b1d-44bc-a9ff-f41cdde70213,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:36.063739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:36.069885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:36.070480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:36.071111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Bound port: ac0ed2fd-5b19-473e-a3a8-482996594a37, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:36.071647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.090198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:36.108133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:36.120459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:36.148086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 94186f29-a563-4e70-aa64-3dea572f84ce up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:36.180766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-099b2f3b-fc78-47e5-b619-681398a57f60 None None] Provisioning complete for port 94186f29-a563-4e70-aa64-3dea572f84ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:36.181142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099b2f3b-fc78-47e5-b619-681398a57f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.186651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:36.186651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.216285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08beeae-be0b-490a-a09a-94caa27564aa req-5080b696-1721-456e-ae23-99e0a89ddf1e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:36.218095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d08beeae-be0b-490a-a09a-94caa27564aa req-5080b696-1721-456e-ae23-99e0a89ddf1e tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe86d152-1c40-490e-a033-9adc32f5169f HTTP/1.1" status: 200 len: 951 time: 0.4231300 Apr 18 17:04:36.229377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.246215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event updated for resources: {'Port': ['ID=092f7935-8e0d-4851-8464-a02792d3749a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:36.269894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-692d4670-b348-4023-85ab-ef3683d6815d req-62fe6d71-d373-4ba5-8a7f-b7d5743a6722 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.45 "GET /v2.0/security-groups?id=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756910 Apr 18 17:04:36.305733 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.326749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Pushing event updated for resources: {'Port': ['ID=f1912060-1355-4def-9aaf-c6961b620855,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:36.348389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:36.370101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-45b9c3d4-6cbd-4a5a-a2ba-70b598788064 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1504612 Apr 18 17:04:36.375807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:36.383791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b3f06e-5627-469e-ad31-bbe908e6a0d8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting subnet 77be64ef-984f-40de-9998-bdb5db883b4b {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:04:36.388058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:36.412079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] For port ac0ed2fd-5b19-473e-a3a8-482996594a37, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:36.423719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] For port ac0ed2fd-5b19-473e-a3a8-482996594a37, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ac0ed2fd-5b19-473e-a3a8-482996594a37,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:36.460098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Request body: {'port': {'device_id': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:36.485933 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.495393 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099b2f3b-fc78-47e5-b619-681398a57f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.524258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 94186f29-a563-4e70-aa64-3dea572f84ce triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:36.524637 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.546351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:36.547680 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93b3f06e-5627-469e-ad31-bbe908e6a0d8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.549488 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.556777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/ac0ed2fd-5b19-473e-a3a8-482996594a37 HTTP/1.1" status: 200 len: 1096 time: 4.1633611 Apr 18 17:04:36.573626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386dce17-a872-4c2e-9a45-27b2b118a8fe', 'tag': 'ac0ed2fd-5b19-473e-a3a8-482996594a37'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:36.586346 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ccabd4-6824-4da3-b0d1-02d40d39a9de" -d '{"events": [{"name": "network-changed", "server_uuid": "386dce17-a872-4c2e-9a45-27b2b118a8fe", "tag": "ac0ed2fd-5b19-473e-a3a8-482996594a37"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:36.658158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-099b2f3b-fc78-47e5-b619-681398a57f60 None None] For port 94186f29-a563-4e70-aa64-3dea572f84ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=94186f29-a563-4e70-aa64-3dea572f84ce,segment=NetworkSegment(1e2958a6-dae7-4600-80fd-6325750383d0),segment_id=1e2958a6-dae7-4600-80fd-6325750383d0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:36.725266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099b2f3b-fc78-47e5-b619-681398a57f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:36.799859 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5c9dbb-0001-45bc-8c4b-0a721ebda60c x-openstack-request-id: req-4d5c9dbb-0001-45bc-8c4b-0a721ebda60c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:36.800438 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386dce17-a872-4c2e-9a45-27b2b118a8fe", "tag": "ac0ed2fd-5b19-473e-a3a8-482996594a37", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:36.802536 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d5c9dbb-0001-45bc-8c4b-0a721ebda60c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:36.802536 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5c9dbb-0001-45bc-8c4b-0a721ebda60c'] response: {'name': 'network-changed', 'server_uuid': '386dce17-a872-4c2e-9a45-27b2b118a8fe', 'tag': 'ac0ed2fd-5b19-473e-a3a8-482996594a37', 'status': 'completed', 'code': 200} Apr 18 17:04:36.909493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-bde15b6c-cb33-4199-8e83-b636987c0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:36.912968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-bde15b6c-cb33-4199-8e83-b636987c0af7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 1099 time: 0.2241247 Apr 18 17:04:36.940060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da7a7-147f-45b0-be0f-3374e8d30d23 req-60b78e37-a0d0-4e33-a128-bdbaae272d58 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:36.941935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d8da7a7-147f-45b0-be0f-3374e8d30d23 req-60b78e37-a0d0-4e33-a128-bdbaae272d58 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 936 time: 0.2366238 Apr 18 17:04:36.943374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b2f3b-fc78-47e5-b619-681398a57f60 None None] Pushing event updated for resources: {'Port': ['ID=94186f29-a563-4e70-aa64-3dea572f84ce,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:36.990045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93b3f06e-5627-469e-ad31-bbe908e6a0d8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:37.014880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2c1a54c1-a5d6-461c-aa34-89ee591fd9b8 None None] Provisioning complete for port 94186f29-a563-4e70-aa64-3dea572f84ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:37.015703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2c1a54c1-a5d6-461c-aa34-89ee591fd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:37.018831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-668cd9ad-53b0-4f5d-9c17-01378f801d6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=ac0ed2fd-5b19-473e-a3a8-482996594a37 HTTP/1.1" status: 200 len: 217 time: 0.0625856 Apr 18 17:04:37.022808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b4cc4-daaa-4826-9373-e08a6b7b32b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0ed2fd-5b19-473e-a3a8-482996594a37,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:37.029706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38107ae-769c-4567-946d-f6934ce0d42d {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:37.157217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93b3f06e-5627-469e-ad31-bbe908e6a0d8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:37.248259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:37.262959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Transition to ACTIVE for port object b38107ae-769c-4567-946d-f6934ce0d42d will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:04:37.264130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:37.280409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-4c36a34f-f19c-4283-8f18-bdc8901a5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:37.281967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-4c36a34f-f19c-4283-8f18-bdc8901a5f82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2024496 Apr 18 17:04:37.287480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d8da7a7-147f-45b0-be0f-3374e8d30d23 req-c326da29-660a-4929-b215-9da2580ae4dd tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279438 Apr 18 17:04:37.317324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aae0d9-133b-4115-a72e-94b8c2a6e1a6 req-65038b24-7306-492a-9738-376d367d2d62 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:37.323701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89aae0d9-133b-4115-a72e-94b8c2a6e1a6 req-65038b24-7306-492a-9738-376d367d2d62 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 931 time: 0.1352596 Apr 18 17:04:37.341784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Deleting port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:37.342126 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:37.414412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89aae0d9-133b-4115-a72e-94b8c2a6e1a6 req-05af70a1-75e6-4323-ad2a-641b28d87be1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929015 Apr 18 17:04:37.423800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-0b92ff28-7c9e-40b2-8ec4-5dcfd97e966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:37.427322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-0b92ff28-7c9e-40b2-8ec4-5dcfd97e966f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354043 Apr 18 17:04:37.651853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-cda2a331-3633-4876-99ee-e47bca85480e service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171013 Apr 18 17:04:37.860638 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-e8799d20-a9ae-49aa-9003-15b1160fe279 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973791 Apr 18 17:04:37.898064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:38.004732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:38.005445 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.069360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 94186f29-a563-4e70-aa64-3dea572f84ce up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:38.106714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93b3f06e-5627-469e-ad31-bbe908e6a0d8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.113723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.183413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 94186f29-a563-4e70-aa64-3dea572f84ce triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:38.184044 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.191717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-17a66af3-75be-4aa2-8841-ffce384b7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:38.197206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-17a66af3-75be-4aa2-8841-ffce384b7de9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 1099 time: 0.1378264 Apr 18 17:04:38.225591 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.300620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:38.307888 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a97cc-e48b-44de-8b1c-260094c6fbe5" -d '{"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-plugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:38.341303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:38.390498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-d868d726-be91-4240-bf93-6ca0cecf757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:38.392345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-d868d726-be91-4240-bf93-6ca0cecf757c service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1909108 Apr 18 17:04:38.411633 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.498631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:38.534303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-dfe45edc-8fd5-4c47-80b8-dc39aeeea89a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=ac0ed2fd-5b19-473e-a3a8-482996594a37 HTTP/1.1" status: 200 len: 217 time: 0.1137133 Apr 18 17:04:38.542557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092f7935-8e0d-4851-8464-a02792d3749a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:38.559186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.574637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Transition to ACTIVE for port object 092f7935-8e0d-4851-8464-a02792d3749a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:04:38.644172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-937a3ac9-8aa9-49ef-a7b1-b53e9064c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:38.645754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-937a3ac9-8aa9-49ef-a7b1-b53e9064c031 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1001749 Apr 18 17:04:38.684764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3f06e-5627-469e-ad31-bbe908e6a0d8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Subnet': ['ID=77be64ef-984f-40de-9998-bdb5db883b4b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:38.702480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93b3f06e-5627-469e-ad31-bbe908e6a0d8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.709441 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-93b3f06e-5627-469e-ad31-bbe908e6a0d8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "DELETE /v2.0/subnets/77be64ef-984f-40de-9998-bdb5db883b4b HTTP/1.1" status: 204 len: 168 time: 2.7521732 Apr 18 17:04:38.711867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54612) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:38.740833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a63c9-98ae-4418-82c6-f70bb1ad7b2b None None] Network 894675a4-ad32-40ba-8b78-0d5923a6a7a9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:38.941449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Pushing event updated for resources: {'Port': ['ID=b38107ae-769c-4567-946d-f6934ce0d42d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:38.954315 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:38.970548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-a75d2d28-f06e-4aa5-8d67-9c95aad58e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:38.972679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-a75d2d28-f06e-4aa5-8d67-9c95aad58e04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3184302 Apr 18 17:04:39.001699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.079681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.210505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] DHCP port deletion for 894675a4-ad32-40ba-8b78-0d5923a6a7a9 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:04:39.220418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-5fc6e3ce-3473-464b-8254-d9faeae4db4b service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368050 Apr 18 17:04:39.252180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] For port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:39.252581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.264230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port 37aab4d3-581d-41e4-a46a-87ac1b69a496 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:39.267803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.272204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Attempting to bind port b38107ae-769c-4567-946d-f6934ce0d42d on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:39.272581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Attempting to bind port b38107ae-769c-4567-946d-f6934ce0d42d by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:39.273268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Attempting to bind port b38107ae-769c-4567-946d-f6934ce0d42d on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:39.317780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] Deleting port 37aab4d3-581d-41e4-a46a-87ac1b69a496 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:04:39.320053 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.328713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Calling delete_port for 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:39.365496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Pushing event updated for resources: {'Port': ['ID=092f7935-8e0d-4851-8464-a02792d3749a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:39.391206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Port b38107ae-769c-4567-946d-f6934ce0d42d on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:04:39.391536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Attempting to bind port b38107ae-769c-4567-946d-f6934ce0d42d on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:39.420799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] For port 37aab4d3-581d-41e4-a46a-87ac1b69a496, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=37aab4d3-581d-41e4-a46a-87ac1b69a496,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:39.421339 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.430823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port 37aab4d3-581d-41e4-a46a-87ac1b69a496, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=37aab4d3-581d-41e4-a46a-87ac1b69a496,segment=NetworkSegment(72310a65-37ad-4a6f-af6b-6a7aa3aa815f),segment_id=72310a65-37ad-4a6f-af6b-6a7aa3aa815f)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:39.431510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.438900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] Calling delete_port for 37aab4d3-581d-41e4-a46a-87ac1b69a496 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:39.452349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for 37aab4d3-581d-41e4-a46a-87ac1b69a496 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:04:39.457173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34ccabd4-6824-4da3-b0d1-02d40d39a9de req-17237e87-2043-420a-8c56-d085956f50f1 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265410 Apr 18 17:04:39.542108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:39.542445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:39.542850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:39.543457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Bound port: b38107ae-769c-4567-946d-f6934ce0d42d, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:39.543717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.613152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Attempting to bind port 092f7935-8e0d-4851-8464-a02792d3749a on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:39.613583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Attempting to bind port 092f7935-8e0d-4851-8464-a02792d3749a by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:39.613856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Attempting to bind port 092f7935-8e0d-4851-8464-a02792d3749a on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:39.650875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Port 092f7935-8e0d-4851-8464-a02792d3749a on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:04:39.651268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Attempting to bind port 092f7935-8e0d-4851-8464-a02792d3749a on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:39.703277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:39.703277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Checking segment: {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:39.703277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Bound using segment: {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:39.703744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Bound port: 092f7935-8e0d-4851-8464-a02792d3749a, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:39.703878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.862754 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.877829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.889377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.899344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] For port b38107ae-769c-4567-946d-f6934ce0d42d, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:39.906502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] For port b38107ae-769c-4567-946d-f6934ce0d42d, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b38107ae-769c-4567-946d-f6934ce0d42d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:39.955629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=37aab4d3-581d-41e4-a46a-87ac1b69a496,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:39.961095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port 37aab4d3-581d-41e4-a46a-87ac1b69a496 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:39.969709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ac0ed2fd-5b19-473e-a3a8-482996594a37 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:39.974119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:39.976763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:39.997035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:39.999055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.006745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=092f7935-8e0d-4851-8464-a02792d3749a,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:40.124358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.124358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:40.124768 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.132971 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] 10.222.0.18 "PUT /v2.0/ports/b38107ae-769c-4567-946d-f6934ce0d42d HTTP/1.1" status: 200 len: 1096 time: 5.4139812 Apr 18 17:04:40.157340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f65750d-7233-4a41-a8a5-5ccf06e0cda6', 'tag': 'b38107ae-769c-4567-946d-f6934ce0d42d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:40.165640 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.172408 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0ef817-6335-4294-84a9-9891718e927f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f65750d-7233-4a41-a8a5-5ccf06e0cda6", "tag": "b38107ae-769c-4567-946d-f6934ce0d42d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:40.195049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] Pushing event deleted for resources: {'Port': ['ID=37aab4d3-581d-41e4-a46a-87ac1b69a496,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:40.253731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894675a4-ad32-40ba-8b78-0d5923a6a7a9']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:40.270888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432401af-dee5-4ac1-b9c1-3e685af4fad7 None None] No DVR routers for this DVR port 37aab4d3-581d-41e4-a46a-87ac1b69a496 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:40.283778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72310a65-37ad-4a6f-af6b-6a7aa3aa815f') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:40.284185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72310a65-37ad-4a6f-af6b-6a7aa3aa815f') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:40.286700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:40.287532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:40.313787 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.350445 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:04:40.367574 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:04:40.443850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc61ee-e586-4491-8908-0b990920f821 service neutron] Pushing event updated for resources: {'Port': ['ID=b38107ae-769c-4567-946d-f6934ce0d42d,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:40.473306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] No DVR routers for this DVR port 7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:04:40.482657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:40.483305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.497091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] 10.222.0.41 "PUT /v2.0/ports/092f7935-8e0d-4851-8464-a02792d3749a HTTP/1.1" status: 200 len: 1091 time: 4.1105034 Apr 18 17:04:40.558288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.561260 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d08beeae-be0b-490a-a09a-94caa27564aa req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] 10.222.0.41 "DELETE /v2.0/ports/7a6ba1ae-3f85-4202-9efe-0a88ec0d3566 HTTP/1.1" status: 204 len: 173 time: 4.3171957 Apr 18 17:04:40.607804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ac0ed2fd-5b19-473e-a3a8-482996594a37, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ac0ed2fd-5b19-473e-a3a8-482996594a37,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:40.615802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 37aab4d3-581d-41e4-a46a-87ac1b69a496 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:40.691022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.698621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.701019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5f9b-b3c8-4548-8b81-80ae7af2c5a0 tempest-MigrationsAdminTest-1055531344 tempest-MigrationsAdminTest-1055531344-project] Pushing event deleted for resources: {'Port': ['ID=7a6ba1ae-3f85-4202-9efe-0a88ec0d3566,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:40.725649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "DELETE /v2.0/networks/894675a4-ad32-40ba-8b78-0d5923a6a7a9 HTTP/1.1" status: 204 len: 168 time: 2.0101738 Apr 18 17:04:40.745746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54620) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:40.766741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555538d9-25ae-4336-aab7-5734b84a3447 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Network': ['ID=894675a4-ad32-40ba-8b78-0d5923a6a7a9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:40.773193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'ac0ed2fd-5b19-473e-a3a8-482996594a37', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'ac0ed2fd-5b19-473e-a3a8-482996594a37', 'mac_address': 'fa:16:3e:25:d3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:40.775559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 37aab4d3-581d-41e4-a46a-87ac1b69a496 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:04:40.776118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 37aab4d3-581d-41e4-a46a-87ac1b69a496 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:04:40.840663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-922449260'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:40.880848 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:40.903139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0ed2fd-5b19-473e-a3a8-482996594a37 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:40.943157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ac0ed2fd-5b19-473e-a3a8-482996594a37, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ac0ed2fd-5b19-473e-a3a8-482996594a37,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:40.999253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-743199fa-0efa-4e63-9ab7-335f67acff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:41.000765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-743199fa-0efa-4e63-9ab7-335f67acff29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 1099 time: 0.5432887 Apr 18 17:04:41.039296 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:41.057805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-32396f4b-e788-458b-9c45-1bd7a45242d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:41.063829 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-32396f4b-e788-458b-9c45-1bd7a45242d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 1094 time: 0.3474693 Apr 18 17:04:41.082860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec4e9b-4346-42d2-bf57-3e125c4c4476 service neutron] Pushing event updated for resources: {'Port': ['ID=092f7935-8e0d-4851-8464-a02792d3749a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:41.136211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-31fa0e1e-0342-4ca8-9da8-739c7bb72600 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=b38107ae-769c-4567-946d-f6934ce0d42d HTTP/1.1" status: 200 len: 217 time: 0.1086144 Apr 18 17:04:41.137118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:41.144550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:41.172980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed2fd-5b19-473e-a3a8-482996594a37,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:41.219373 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-ccda4504-e4c3-47a2-9e60-a47d0b4b6092 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=092f7935-8e0d-4851-8464-a02792d3749a HTTP/1.1" status: 200 len: 217 time: 0.1312723 Apr 18 17:04:41.229973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Router ea213f0c-3b27-4d70-87e2-7e4784439040 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:04:41.380147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:04:41.426651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-6b2e3172-2b8a-47ba-bf69-40e07526fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:41.429699 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-6b2e3172-2b8a-47ba-bf69-40e07526fcea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07a05d6c-99ea-4989-bfe6-ae138bfd8a19 HTTP/1.1" status: 200 len: 861 time: 0.2006669 Apr 18 17:04:41.442727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-ff67b125-2020-4f30-a716-68571bc041cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:41.444636 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-ff67b125-2020-4f30-a716-68571bc041cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2497535 Apr 18 17:04:41.463166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:41.464069 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Added segment d9b4ffd6-e3c0-42aa-91b2-592084605d7c of type vlan for network 7c133e90-8181-40a1-9d95-4261c01d210d Apr 18 17:04:41.477002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ac0ed2fd-5b19-473e-a3a8-482996594a37'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:41.563001 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-bc4470db-4da6-4677-ac13-99a72036acaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217959 Apr 18 17:04:41.741845 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:41.754539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-4151a945-6eed-4a31-a375-336d3e75ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:41.756496 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-4151a945-6eed-4a31-a375-336d3e75ba33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2964487 Apr 18 17:04:41.780512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:04:41.798213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Sync routers for ids ['ea213f0c-3b27-4d70-87e2-7e4784439040'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:04:41.846662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Routers {'ea213f0c-3b27-4d70-87e2-7e4784439040'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:41.858212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ea213f0c-3b27-4d70-87e2-7e4784439040'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:41.892921 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-bee80feb-9181-4b12-a153-431ddadef895 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077309 Apr 18 17:04:41.928103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:41.935542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:41.941203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:41.994014 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:41.997779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-45b5a3c1-0976-410e-aa7f-ca362c64f01d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.5838335 Apr 18 17:04:41.998284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54622) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:42.083739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Set router ea213f0c-3b27-4d70-87e2-7e4784439040 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:42.449974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:04:37Z', 'revision_number': 3, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:42.482699 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Checking router: ea213f0c-3b27-4d70-87e2-7e4784439040 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:04:42.483802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Updating router ea213f0c-3b27-4d70-87e2-7e4784439040 port f1912060-1355-4def-9aaf-c6961b620855 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:04:42.531735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:42.820213 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0708661 Apr 18 17:04:42.824066 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-5c95c9eb-7013-4867-962d-3ef3a6868e70 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0555429 Apr 18 17:04:42.824723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a1a7e-d1cc-4339-95e0-c4db719e35bc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Network': ['ID=7c133e90-8181-40a1-9d95-4261c01d210d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:42.826940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54624) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:42.842496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'subnet': {'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:42.999106 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5051c58-1c20-47dd-a5c9-257f047a310e req-356cd0e5-2d49-4912-b6ad-8bc1060c21a8 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0925388 Apr 18 17:04:43.068125 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c44ca27-2417-4790-bf10-6499bb1402a7 req-138d9923-f79b-4421-ad14-54b0c7b6936c service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333128 Apr 18 17:04:43.079899 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.098199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 7c133e90-8181-40a1-9d95-4261c01d210d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:04:43.323055 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.472012 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.487662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:43.487662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.520005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e7d2d-61b6-42f2-83ac-f1a250dcee87 None None] Pushing event updated for resources: {'Port': ['ID=f1912060-1355-4def-9aaf-c6961b620855,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:43.543846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Attempting to bind port f1912060-1355-4def-9aaf-c6961b620855 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:43.544477 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Attempting to bind port f1912060-1355-4def-9aaf-c6961b620855 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:43.545652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Attempting to bind port f1912060-1355-4def-9aaf-c6961b620855 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:43.557134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:43.557843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:43.558427 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.558977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:43.559792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Bound port: f1912060-1355-4def-9aaf-c6961b620855, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:43.560354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.664206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] For port f1912060-1355-4def-9aaf-c6961b620855, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:43.668128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] For port f1912060-1355-4def-9aaf-c6961b620855, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f1912060-1355-4def-9aaf-c6961b620855,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:43.683423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Allocated IP 172.20.0.1 (441a2abf-d806-4c5e-a3b8-165f4b849b5e/e9f09f2c-5bf3-4373-b771-a977fbda80ca/10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:43.723363 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.833483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Routers {'ea213f0c-3b27-4d70-87e2-7e4784439040'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:43.834126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ea213f0c-3b27-4d70-87e2-7e4784439040'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:43.834537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.866608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:43.914040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e7d2d-61b6-42f2-83ac-f1a250dcee87 None None] Pushing event updated for resources: {'Port': ['ID=f1912060-1355-4def-9aaf-c6961b620855,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:43.923085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ac0ed2fd-5b19-473e-a3a8-482996594a37 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:43.970664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.037491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Subnet': ['ID=80b3d3d2-15e1-410a-932a-c84dc6421fe5,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:44.045129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] Set router ea213f0c-3b27-4d70-87e2-7e4784439040 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:44.069432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Checking segment: {'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:44.071575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network hostable DHCP agents. Network: 7c133e90-8181-40a1-9d95-4261c01d210d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:04:44.071719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Network 441a2abf-d806-4c5e-a3b8-165f4b849b5e is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:44.077257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:44.088182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:44.153664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network 7c133e90-8181-40a1-9d95-4261c01d210d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:04:44.186519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port ac0ed2fd-5b19-473e-a3a8-482996594a37 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:44.193480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port ac0ed2fd-5b19-473e-a3a8-482996594a37 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:44.194306 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.223437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Pushing event updated for resources: {'Port': ['ID=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:44.251352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.263727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 7c133e90-8181-40a1-9d95-4261c01d210d) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:44.265605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:44.266218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.350409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1166092d-50fa-4720-9789-95b9983c397e None None] Network 7c133e90-8181-40a1-9d95-4261c01d210d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:44.408526 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eb9efe2c-7f03-47ba-a688-4e8f431cb432 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5776157 Apr 18 17:04:44.416996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54630) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:44.416996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-666380794'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:44.536521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:44.541297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.568438 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.573143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f6efc49d-b40c-4322-8b23-dbf3637c127d None None] Provisioning complete for port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:44.573636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6efc49d-b40c-4322-8b23-dbf3637c127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.620514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:04:44.637271 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.637796 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Added segment 984cc17a-c6c7-43f5-855a-1ea363d527fc of type vlan for network ebb029a4-ae7c-495b-a746-586040f4ddf4 Apr 18 17:04:44.680017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f6efc49d-b40c-4322-8b23-dbf3637c127d None None] Port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:04:44.745212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.750574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.758889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:04:37Z', 'revision_number': 3, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:44.821572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-7c133e90-8181-40a1-9d95-4261c01d210d', 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'fixed_ips': [{'subnet_id': '80b3d3d2-15e1-410a-932a-c84dc6421fe5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:04:44.825043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.831282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003bbfe-b84f-49fc-a272-02bfe2edeb55 None None] The sync data for ids ['ea213f0c-3b27-4d70-87e2-7e4784439040'] in n-d-836015-2 is: [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:04:37Z', 'revision_number': 3, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:04:44.847615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.854476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:44.855725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:44.868460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ac0ed2fd-5b19-473e-a3a8-482996594a37, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ac0ed2fd-5b19-473e-a3a8-482996594a37,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:45.018168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Network': ['ID=ebb029a4-ae7c-495b-a746-586040f4ddf4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:45.042233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ebb029a4-ae7c-495b-a746-586040f4ddf4 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:04:45.128997 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:45.129621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eeda7b1f-5f78-45e8-8364-cdaa44a11d32 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7183897 Apr 18 17:04:45.130235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54632) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:45.135402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'subnet': {'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:45.153093 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:45.227419 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:45.240491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Allocated IP 19.80.0.2 (7c133e90-8181-40a1-9d95-4261c01d210d/80b3d3d2-15e1-410a-932a-c84dc6421fe5/a02a0aed-6d21-4f41-88df-ed1b237e1d7a) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:45.356834 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:45.360993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Pushing event updated for resources: {'Port': ['ID=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:45.367965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed2fd-5b19-473e-a3a8-482996594a37,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:45.427136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:45.430552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:45.565182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Network 441a2abf-d806-4c5e-a3b8-165f4b849b5e is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:45.566703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:45.875296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Router ea213f0c-3b27-4d70-87e2-7e4784439040 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:04:45.965011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.003663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 092f7935-8e0d-4851-8464-a02792d3749a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:46.075410 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a01b08a6-9d9f-48ba-a90f-576603c0e7fb None None] Provisioning complete for port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:46.076074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a01b08a6-9d9f-48ba-a90f-576603c0e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.079663 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.128847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Subnet': ['ID=658973f6-17fa-4f2e-bb12-554b98d7ac95,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:46.188303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Checking segment: {'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:46.190152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network hostable DHCP agents. Network: ebb029a4-ae7c-495b-a746-586040f4ddf4, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:04:46.198411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f1912060-1355-4def-9aaf-c6961b620855 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:46.217707 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.239405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:04:46.264382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b1012e95-7ce8-4d6e-90d4-323441e31c88 admin admin] 10.222.0.45 "PUT /v2.0/routers/ea213f0c-3b27-4d70-87e2-7e4784439040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2644396 Apr 18 17:04:46.349166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a01b08a6-9d9f-48ba-a90f-576603c0e7fb None None] Port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:04:46.365245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network ebb029a4-ae7c-495b-a746-586040f4ddf4 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:04:46.398979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Network 7c133e90-8181-40a1-9d95-4261c01d210d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:46.405807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Pushing event updated for resources: {'Port': ['ID=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:46.416400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:46.424802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:46.439791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=092f7935-8e0d-4851-8464-a02792d3749a,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:46.465856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '092f7935-8e0d-4851-8464-a02792d3749a', 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'port_id': '092f7935-8e0d-4851-8464-a02792d3749a', 'mac_address': 'fa:16:3e:4b:86:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a05d6c-99ea-4989-bfe6-ae138bfd8a19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:46.484669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ebb029a4-ae7c-495b-a746-586040f4ddf4) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:46.496901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:46.504052 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.532290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a0ec2d-82c2-4194-9511-e8e6ea37b102 None None] Network ebb029a4-ae7c-495b-a746-586040f4ddf4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:46.581073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f1912060-1355-4def-9aaf-c6961b620855 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:46.581791 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.596723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-40d1f34b-ddac-49cb-b139-86d9f8b6a4f2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4654074 Apr 18 17:04:46.811619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Attempting to bind port a02a0aed-6d21-4f41-88df-ed1b237e1d7a on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:46.812615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Attempting to bind port a02a0aed-6d21-4f41-88df-ed1b237e1d7a by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:46.813152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Attempting to bind port a02a0aed-6d21-4f41-88df-ed1b237e1d7a on network 7c133e90-8181-40a1-9d95-4261c01d210d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:46.830800 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.851713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:46.852325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Checking segment: {'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:46.852914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.853509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Bound using segment: {'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:46.854176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Bound port: a02a0aed-6d21-4f41-88df-ed1b237e1d7a, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:46.854742 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:46.870986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092f7935-8e0d-4851-8464-a02792d3749a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:47.033740 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:47.055048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=092f7935-8e0d-4851-8464-a02792d3749a,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:47.145334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port f1912060-1355-4def-9aaf-c6961b620855, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f1912060-1355-4def-9aaf-c6961b620855,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:47.169074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:47.192824 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:47.279301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:47.314995 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:47.377398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] For port a02a0aed-6d21-4f41-88df-ed1b237e1d7a, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:47.427193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-ebb029a4-ae7c-495b-a746-586040f4ddf4', 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'fixed_ips': [{'subnet_id': '658973f6-17fa-4f2e-bb12-554b98d7ac95'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:04:47.430321 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:47.448512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] For port a02a0aed-6d21-4f41-88df-ed1b237e1d7a, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:47.452359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=092f7935-8e0d-4851-8464-a02792d3749a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:47.530750 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:47.665735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['092f7935-8e0d-4851-8464-a02792d3749a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:47.729105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=f1912060-1355-4def-9aaf-c6961b620855,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:47.745864 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Sync routers for ids ['ea213f0c-3b27-4d70-87e2-7e4784439040'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:04:47.771766 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Routers {'ea213f0c-3b27-4d70-87e2-7e4784439040'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:47.772399 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ea213f0c-3b27-4d70-87e2-7e4784439040'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:47.800723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81867490-3204-417e-8e3c-ec3f00a072c1 None None] Pushing event updated for resources: {'Port': ['ID=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:47.919623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Allocated IP 19.86.0.2 (ebb029a4-ae7c-495b-a746-586040f4ddf4/658973f6-17fa-4f2e-bb12-554b98d7ac95/bfd0f033-d376-4e39-aa00-cf2aa2ac688c) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:47.942977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b38107ae-769c-4567-946d-f6934ce0d42d details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:04:48.011000 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Set router ea213f0c-3b27-4d70-87e2-7e4784439040 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:48.099860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b38107ae-769c-4567-946d-f6934ce0d42d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b38107ae-769c-4567-946d-f6934ce0d42d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:48.111028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f1912060-1355-4def-9aaf-c6961b620855 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:48.266210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'b38107ae-769c-4567-946d-f6934ce0d42d', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'b38107ae-769c-4567-946d-f6934ce0d42d', 'mac_address': 'fa:16:3e:bd:73:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:04:48.432656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f1912060-1355-4def-9aaf-c6961b620855 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:48.432939 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:48.514301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:48.520972 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:04:44Z', 'revision_number': 4, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125', 'name': '', 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'mac_address': 'fa:16:3e:1c:02:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'e9f09f2c-5bf3-4373-b771-a977fbda80ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:43Z', 'updated_at': '2022-04-18T17:04:44Z', 'revision_number': 2, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'subnets': [{'id': 'e9f09f2c-5bf3-4373-b771-a977fbda80ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:48.563821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38107ae-769c-4567-946d-f6934ce0d42d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:04:48.580096 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Checking router: ea213f0c-3b27-4d70-87e2-7e4784439040 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:04:48.580445 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Updating router ea213f0c-3b27-4d70-87e2-7e4784439040 port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:04:48.640599 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:48.777456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b38107ae-769c-4567-946d-f6934ce0d42d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b38107ae-769c-4567-946d-f6934ce0d42d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:48.828037 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:48.846088 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:49.019542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=b38107ae-769c-4567-946d-f6934ce0d42d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:49.049700 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:49.256221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['b38107ae-769c-4567-946d-f6934ce0d42d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:04:49.261193 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:49.266133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6b5c6-379c-40b8-9c97-65a71f2a4d7a None None] Network 7c133e90-8181-40a1-9d95-4261c01d210d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:49.284681 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:49.479269 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Attempting to bind port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:49.480251 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Attempting to bind port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:49.480797 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Attempting to bind port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 on network 441a2abf-d806-4c5e-a3b8-165f4b849b5e {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:49.494037 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb354d-324e-40bf-a1bb-7e9c68eb2c20 None None] Pushing event updated for resources: {'Port': ['ID=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:49.522616 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:49.523302 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Checking segment: {'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:49.525876 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:49.527039 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Bound using segment: {'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:49.527969 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Bound port: 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2958a6-dae7-4600-80fd-6325750383d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:49.528548 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:49.700344 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] For port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:49.703831 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] For port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,segment=NetworkSegment(1e2958a6-dae7-4600-80fd-6325750383d0),segment_id=1e2958a6-dae7-4600-80fd-6325750383d0)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:49.777462 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:49.801466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Network ebb029a4-ae7c-495b-a746-586040f4ddf4 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:49.803402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:49.806243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:49.835360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Pushing event updated for resources: {'Port': ['ID=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:49.852024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3983fac1-b69e-4ef8-b4fa-1bd62a5189ba None None] Provisioning complete for port a02a0aed-6d21-4f41-88df-ed1b237e1d7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:49.852024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3983fac1-b69e-4ef8-b4fa-1bd62a5189ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:49.857454 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb354d-324e-40bf-a1bb-7e9c68eb2c20 None None] Pushing event updated for resources: {'Port': ['ID=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:49.949487 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Routers {'ea213f0c-3b27-4d70-87e2-7e4784439040'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:04:49.954295 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:04:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ea213f0c-3b27-4d70-87e2-7e4784439040'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:49.969050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 092f7935-8e0d-4851-8464-a02792d3749a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:50.202957 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3983fac1-b69e-4ef8-b4fa-1bd62a5189ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:50.202957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Attempting to bind port bfd0f033-d376-4e39-aa00-cf2aa2ac688c on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:04:50.202957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Attempting to bind port bfd0f033-d376-4e39-aa00-cf2aa2ac688c by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:04:50.202957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Attempting to bind port bfd0f033-d376-4e39-aa00-cf2aa2ac688c on network ebb029a4-ae7c-495b-a746-586040f4ddf4 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:04:50.212542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:04:50.212916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Checking segment: {'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:04:50.213315 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:50.213760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Bound using segment: {'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:04:50.214298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Bound port: bfd0f033-d376-4e39-aa00-cf2aa2ac688c, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:04:50.214726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:50.217324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a02a0aed-6d21-4f41-88df-ed1b237e1d7a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:50.320223 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] Set router ea213f0c-3b27-4d70-87e2-7e4784439040 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:04:50.427055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3983fac1-b69e-4ef8-b4fa-1bd62a5189ba None None] For port a02a0aed-6d21-4f41-88df-ed1b237e1d7a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:50.502851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] For port bfd0f033-d376-4e39-aa00-cf2aa2ac688c, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:04:50.508944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] For port bfd0f033-d376-4e39-aa00-cf2aa2ac688c, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:04:50.521189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a02a0aed-6d21-4f41-88df-ed1b237e1d7a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:50.521863 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:50.588669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3983fac1-b69e-4ef8-b4fa-1bd62a5189ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:50.615511 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:04:44Z', 'revision_number': 4, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125', 'name': '', 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'mac_address': 'fa:16:3e:1c:02:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'e9f09f2c-5bf3-4373-b771-a977fbda80ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:43Z', 'updated_at': '2022-04-18T17:04:49Z', 'revision_number': 4, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'subnets': [{'id': 'e9f09f2c-5bf3-4373-b771-a977fbda80ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:04:50.628376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 092f7935-8e0d-4851-8464-a02792d3749a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:50.635005 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:50.645716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 092f7935-8e0d-4851-8464-a02792d3749a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:50.646079 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:50.677286 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80838820-0b9b-4d8a-ba07-b3aa4f99dd4c None None] The sync data for ids ['ea213f0c-3b27-4d70-87e2-7e4784439040'] in n-d-836015-2 is: [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:04:44Z', 'revision_number': 4, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125', 'name': '', 'network_id': '441a2abf-d806-4c5e-a3b8-165f4b849b5e', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'mac_address': 'fa:16:3e:1c:02:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'e9f09f2c-5bf3-4373-b771-a977fbda80ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:43Z', 'updated_at': '2022-04-18T17:04:49Z', 'revision_number': 4, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'subnets': [{'id': 'e9f09f2c-5bf3-4373-b771-a977fbda80ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:04:50.729375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983fac1-b69e-4ef8-b4fa-1bd62a5189ba None None] Pushing event updated for resources: {'Port': ['ID=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:50.931624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7e7b9fd7-535c-4955-9f85-1ef3337fec9a None None] Provisioning complete for port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:50.931991 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9fd7-535c-4955-9f85-1ef3337fec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:51.019457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fe5d9-30ff-4ad3-8461-f7ec7d00ae42 None None] Pushing event updated for resources: {'Port': ['ID=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:51.137121 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:51.231876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=092f7935-8e0d-4851-8464-a02792d3749a,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:51.270877 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9fd7-535c-4955-9f85-1ef3337fec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:51.314983 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:51.391735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7e7b9fd7-535c-4955-9f85-1ef3337fec9a None None] For port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,segment=NetworkSegment(1e2958a6-dae7-4600-80fd-6325750383d0),segment_id=1e2958a6-dae7-4600-80fd-6325750383d0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:51.430135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=092f7935-8e0d-4851-8464-a02792d3749a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:51.467335 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9fd7-535c-4955-9f85-1ef3337fec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:51.528585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7e7b9fd7-535c-4955-9f85-1ef3337fec9a None None] Provisioning complete for port a02a0aed-6d21-4f41-88df-ed1b237e1d7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:51.529238 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9fd7-535c-4955-9f85-1ef3337fec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:51.571717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b9fd7-535c-4955-9f85-1ef3337fec9a None None] Pushing event updated for resources: {'Port': ['ID=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:51.954158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b38107ae-769c-4567-946d-f6934ce0d42d up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:52.184935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port b38107ae-769c-4567-946d-f6934ce0d42d completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:04:52.188630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port b38107ae-769c-4567-946d-f6934ce0d42d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:52.189024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:52.343033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:52.448693 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a4d40f-4f45-4404-a9a8-b8c6cfcbb0ce x-openstack-request-id: req-98a4d40f-4f45-4404-a9a8-b8c6cfcbb0ce {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:52.450121 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-plugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:52.450391 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98a4d40f-4f45-4404-a9a8-b8c6cfcbb0ce {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:52.450809 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a4d40f-4f45-4404-a9a8-b8c6cfcbb0ce'] response: {'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'code': 200} Apr 18 17:04:52.497907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1843fac0-bf03-4ba5-a8be-c12abe364eab None None] Network ebb029a4-ae7c-495b-a746-586040f4ddf4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:04:52.631956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b490732-c4e5-4035-a712-a699f9f325da req-65aa0e12-b415-4df2-9b76-de9ee5fe116f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:52.661614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b490732-c4e5-4035-a712-a699f9f325da req-65aa0e12-b415-4df2-9b76-de9ee5fe116f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 949 time: 0.1072772 Apr 18 17:04:52.693802 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:52.752437 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b490732-c4e5-4035-a712-a699f9f325da req-6abbf1d1-b28d-47a1-9419-52fc06b42f59 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Apr 18 17:04:52.801624 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5421708-3faa-4c7e-bd1c-3fe17958220e x-openstack-request-id: req-c5421708-3faa-4c7e-bd1c-3fe17958220e {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:52.802575 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f65750d-7233-4a41-a8a5-5ccf06e0cda6", "tag": "b38107ae-769c-4567-946d-f6934ce0d42d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:52.803065 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5421708-3faa-4c7e-bd1c-3fe17958220e {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:52.803184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-56bca64c-5d82-4082-9069-2b60b269ec5b None None] Provisioning complete for port bfd0f033-d376-4e39-aa00-cf2aa2ac688c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:52.803473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56bca64c-5d82-4082-9069-2b60b269ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:52.804049 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5421708-3faa-4c7e-bd1c-3fe17958220e'] response: {'name': 'network-changed', 'server_uuid': '4f65750d-7233-4a41-a8a5-5ccf06e0cda6', 'tag': 'b38107ae-769c-4567-946d-f6934ce0d42d', 'status': 'completed', 'code': 200} Apr 18 17:04:52.909059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211b2b9-e145-425a-9652-392971dfe16f req-8f351452-5a6c-46e0-ba8a-b3a60b2231d1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:52.911041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b211b2b9-e145-425a-9652-392971dfe16f req-8f351452-5a6c-46e0-ba8a-b3a60b2231d1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.1267393 Apr 18 17:04:52.945394 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:52.945907 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:52.965728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ef817-6335-4294-84a9-9891718e927f req-91e38787-f9c6-49a4-a5b4-80461b283525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:52.967554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f0ef817-6335-4294-84a9-9891718e927f req-91e38787-f9c6-49a4-a5b4-80461b283525 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 1100 time: 0.1177695 Apr 18 17:04:53.019621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b38107ae-769c-4567-946d-f6934ce0d42d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b38107ae-769c-4567-946d-f6934ce0d42d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:53.102041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54732) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:53.168436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ef817-6335-4294-84a9-9891718e927f req-056518da-6175-42e7-a548-e9f9f2549ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:53.170281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b211b2b9-e145-425a-9652-392971dfe16f req-34df6c32-6122-47e2-9ddc-fc020cc78467 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521851 Apr 18 17:04:53.188475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f0ef817-6335-4294-84a9-9891718e927f req-056518da-6175-42e7-a548-e9f9f2549ce9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1969612 Apr 18 17:04:53.201532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-4fe6fc4a-201d-4ba4-8619-2535d2d03884 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:53.208415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-4fe6fc4a-201d-4ba4-8619-2535d2d03884 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:53.216579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-4fe6fc4a-201d-4ba4-8619-2535d2d03884 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/networks?id=7c133e90-8181-40a1-9d95-4261c01d210d&id=ebb029a4-ae7c-495b-a746-586040f4ddf4 HTTP/1.1" status: 200 len: 1390 time: 0.3013976 Apr 18 17:04:53.254016 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:53.268746 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f0ef817-6335-4294-84a9-9891718e927f req-81975fd6-da12-4e3d-975a-9c734be49077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=b38107ae-769c-4567-946d-f6934ce0d42d HTTP/1.1" status: 200 len: 217 time: 0.0778348 Apr 18 17:04:53.270795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-2ac857c2-db95-48c3-8956-9f215aaf6159 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/quotas/f7733ef80fc04afebf32d36ddecbed88 HTTP/1.1" status: 200 len: 375 time: 0.0532484 Apr 18 17:04:53.367436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ef817-6335-4294-84a9-9891718e927f req-c36dcd13-e69e-4c6d-bbeb-40d5430292e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:53.380205 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f0ef817-6335-4294-84a9-9891718e927f req-c36dcd13-e69e-4c6d-bbeb-40d5430292e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1027105 Apr 18 17:04:53.380501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-36414e9c-f24b-4f17-be64-f828a7189205 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1073127 Apr 18 17:04:53.380929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56bca64c-5d82-4082-9069-2b60b269ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:53.502897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a02a0aed-6d21-4f41-88df-ed1b237e1d7a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:53.510082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ef817-6335-4294-84a9-9891718e927f req-85dbf113-8e16-4079-b51c-69d4715ac2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:53.511684 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f0ef817-6335-4294-84a9-9891718e927f req-85dbf113-8e16-4079-b51c-69d4715ac2af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209214 Apr 18 17:04:53.570938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=b38107ae-769c-4567-946d-f6934ce0d42d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:53.591369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-34bbdb44-c36b-4a0e-9b64-32f4aba4280a service neutron] 10.222.0.45 "GET /v2.0/networks/7c133e90-8181-40a1-9d95-4261c01d210d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011507 Apr 18 17:04:53.613668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-56bca64c-5d82-4082-9069-2b60b269ec5b None None] For port bfd0f033-d376-4e39-aa00-cf2aa2ac688c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:53.646478 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a02a0aed-6d21-4f41-88df-ed1b237e1d7a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:53.646857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:53.708263 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56bca64c-5d82-4082-9069-2b60b269ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:53.742860 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f0ef817-6335-4294-84a9-9891718e927f req-aa8831c9-3518-423a-afe9-ef919d6bba06 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236357 Apr 18 17:04:53.803943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d7a1055-6b82-4fd5-9e57-1084df94ba32 req-524b45bc-c5a8-4537-9c75-365ce366e75c tempest-AbsoluteLimitsNegativeTestJSON-248342862 tempest-AbsoluteLimitsNegativeTestJSON-248342862-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8f414ecf0ea447692b5f4f6f68656dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2767413 Apr 18 17:04:53.841819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bca64c-5d82-4082-9069-2b60b269ec5b None None] Pushing event updated for resources: {'Port': ['ID=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:53.897333 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f0ef817-6335-4294-84a9-9891718e927f req-a6ae7c82-6f26-4493-8b8e-b093ff0465f0 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424460 Apr 18 17:04:53.992522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bfd0f033-d376-4e39-aa00-cf2aa2ac688c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:54.030584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fafd14bd-9349-4cc4-b346-f1803f66a8e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79801ff0479c44059080bb19a59617ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9084151 Apr 18 17:04:54.031619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54786) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:54.089821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0be6a943-85d8-4e48-b016-2c5957c492e1 None None] Provisioning complete for port bfd0f033-d376-4e39-aa00-cf2aa2ac688c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:54.090687 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0be6a943-85d8-4e48-b016-2c5957c492e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:54.119013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bfd0f033-d376-4e39-aa00-cf2aa2ac688c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:54.119293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:54.151650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a1055-6b82-4fd5-9e57-1084df94ba32 req-c8128523-e055-4dc0-a8bc-42d7f2379d33 tempest-AbsoluteLimitsNegativeTestJSON-248342862 tempest-AbsoluteLimitsNegativeTestJSON-248342862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:54.153179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d7a1055-6b82-4fd5-9e57-1084df94ba32 req-c8128523-e055-4dc0-a8bc-42d7f2379d33 tempest-AbsoluteLimitsNegativeTestJSON-248342862 tempest-AbsoluteLimitsNegativeTestJSON-248342862-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3484411 Apr 18 17:04:54.164618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0931-ac17-4b4e-b940-4645216cce50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:54.166059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-200297a9-8f38-479a-9e57-4b8486ebb344 service neutron] 10.222.0.45 "GET /v2.0/networks/7c133e90-8181-40a1-9d95-4261c01d210d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734820 Apr 18 17:04:54.178254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d7a1055-6b82-4fd5-9e57-1084df94ba32 req-df7a5d61-092a-44ef-adcc-77aa2048daeb tempest-AbsoluteLimitsNegativeTestJSON-248342862 tempest-AbsoluteLimitsNegativeTestJSON-248342862-project] 10.222.0.45 "GET /v2.0/quotas/e8f414ecf0ea447692b5f4f6f68656dc HTTP/1.1" status: 200 len: 375 time: 0.0111747 Apr 18 17:04:54.279663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0931-ac17-4b4e-b940-4645216cce50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:54.308923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d7a1055-6b82-4fd5-9e57-1084df94ba32 req-a4707b83-453d-431b-b7f9-a0230ff41dbc tempest-AbsoluteLimitsNegativeTestJSON-248342862 tempest-AbsoluteLimitsNegativeTestJSON-248342862-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8f414ecf0ea447692b5f4f6f68656dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061137 Apr 18 17:04:54.373824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-19b0877d-7999-4235-8b8f-55d33da86b48 service neutron] 10.222.0.45 "GET /v2.0/networks/ebb029a4-ae7c-495b-a746-586040f4ddf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865520 Apr 18 17:04:54.452248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386dce17-a872-4c2e-9a45-27b2b118a8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ed2fd-5b19-473e-a3a8-482996594a37'}, {'server_uuid': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092f7935-8e0d-4851-8464-a02792d3749a'}, {'server_uuid': '4f65750d-7233-4a41-a8a5-5ccf06e0cda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38107ae-769c-4567-946d-f6934ce0d42d'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:54.456985 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930747bb-904d-4aa1-bcbd-0323ee145f4e" -d '{"events": [{"server_uuid": "386dce17-a872-4c2e-9a45-27b2b118a8fe", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ed2fd-5b19-473e-a3a8-482996594a37"}, {"server_uuid": "1af9f391-ed5b-4faa-b642-7fac4fa14757", "name": "network-vif-plugged", "status": "completed", "tag": "092f7935-8e0d-4851-8464-a02792d3749a"}, {"server_uuid": "4f65750d-7233-4a41-a8a5-5ccf06e0cda6", "name": "network-vif-plugged", "status": "completed", "tag": "b38107ae-769c-4567-946d-f6934ce0d42d"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:54.485031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0931-ac17-4b4e-b940-4645216cce50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:54.488552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0931-ac17-4b4e-b940-4645216cce50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:54.489927 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cd3e0931-ac17-4b4e-b940-4645216cce50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8 HTTP/1.1" status: 204 len: 168 time: 0.4568548 Apr 18 17:04:54.503408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e0931-ac17-4b4e-b940-4645216cce50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a4ef9c-0fae-4d7b-8b16-35cb9ea374f8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:54.567109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-118458dc-7c87-47ef-8109-5a17e553738e service neutron] 10.222.0.45 "GET /v2.0/networks/ebb029a4-ae7c-495b-a746-586040f4ddf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596360 Apr 18 17:04:54.774522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bfd0f033-d376-4e39-aa00-cf2aa2ac688c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:04:54.805968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'tag': '092f7935-8e0d-4851-8464-a02792d3749a'}, {'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'name': 'network-vif-deleted', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:04:54.808738 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742cad4d-3774-45b6-a50b-f6c566ba4a71" -d '{"events": [{"name": "network-changed", "server_uuid": "1af9f391-ed5b-4faa-b642-7fac4fa14757", "tag": "092f7935-8e0d-4851-8464-a02792d3749a"}, {"server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "name": "network-vif-deleted", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:04:54.852008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bfd0f033-d376-4e39-aa00-cf2aa2ac688c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:54.852379 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:55.023419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54824) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:55.081998 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:04:55.245722 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eebada2d-912f-44c5-a1fb-0ad9c4b78b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:55.332710 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eebada2d-912f-44c5-a1fb-0ad9c4b78b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:55.736533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eebada2d-912f-44c5-a1fb-0ad9c4b78b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:55.780371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eebada2d-912f-44c5-a1fb-0ad9c4b78b1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8f414ecf0ea447692b5f4f6f68656dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7535398 Apr 18 17:04:55.780371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebada2d-912f-44c5-a1fb-0ad9c4b78b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154cd7e2-abc7-40e2-85af-9d511468c13c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:55.780884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54836) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:55.858548 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66d769f4-5109-413a-bacc-318e37b85d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:55.911097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66d769f4-5109-413a-bacc-318e37b85d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:55.984547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ba1190fa-9a67-4745-9a40-018c01d3b995 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:04:56.050111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54842) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:56.105714 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ef59a0c5-b4c7-472e-9102-4770214b4cd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=459a65f95c6b4cfa9ab01dab533de749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543716 Apr 18 17:04:56.106565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66d769f4-5109-413a-bacc-318e37b85d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:56.108685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54844) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:56.109195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66d769f4-5109-413a-bacc-318e37b85d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:56.110317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-66d769f4-5109-413a-bacc-318e37b85d1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/154cd7e2-abc7-40e2-85af-9d511468c13c HTTP/1.1" status: 204 len: 168 time: 0.3286235 Apr 18 17:04:56.119600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d769f4-5109-413a-bacc-318e37b85d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154cd7e2-abc7-40e2-85af-9d511468c13c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:56.169033 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:56.221031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:04:56.258988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e642b6d-2888-474d-8157-99a827b7245c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:56.306639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:56.348530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e642b6d-2888-474d-8157-99a827b7245c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:56.422915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:56.540142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e642b6d-2888-474d-8157-99a827b7245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:56.542352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e642b6d-2888-474d-8157-99a827b7245c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:56.543514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0e642b6d-2888-474d-8157-99a827b7245c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5068e037-9095-4650-84d4-c9bcd8633e35 HTTP/1.1" status: 204 len: 168 time: 0.4333596 Apr 18 17:04:56.561878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e642b6d-2888-474d-8157-99a827b7245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5068e037-9095-4650-84d4-c9bcd8633e35,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:57.855583 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-a2f10496-14b7-4fc4-98a6-bc507d5b9d46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612073 Apr 18 17:04:57.900551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54918) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:57.994495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-fe18ac0f-19e3-4a9c-84eb-62f51f88b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:57.996244 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-fe18ac0f-19e3-4a9c-84eb-62f51f88b034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 1094 time: 0.0610259 Apr 18 17:04:58.125126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-226df9f5-8a0f-4fab-b633-a4e1f19daadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:58.127845 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-226df9f5-8a0f-4fab-b633-a4e1f19daadd service neutron] 10.222.0.41 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 906 time: 0.1058934 Apr 18 17:04:58.221638 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-b77c2be1-8eb8-4e97-86b5-0ba557929c4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1190fa-9a67-4745-9a40-018c01d3b995 HTTP/1.1" status: 200 len: 217 time: 0.0859828 Apr 18 17:04:58.260267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-634448817-network', 'tenant_id': 'a78d06a1c231421097987c9faec7b911'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:58.332843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-97a1139a-910f-47b0-aea9-ee149f849a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:58.335186 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-97a1139a-910f-47b0-aea9-ee149f849a4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d9287e-cd63-4166-adc7-1a489d9f5a4c HTTP/1.1" status: 200 len: 845 time: 0.1075299 Apr 18 17:04:58.370499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Made reservation on behalf of a78d06a1c231421097987c9faec7b911 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:58.373259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:58.376570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-11f296e0-dcd1-4d29-aa0f-c972aa8eb78d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:58.383647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-11f296e0-dcd1-4d29-aa0f-c972aa8eb78d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:58.384377 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-11f296e0-dcd1-4d29-aa0f-c972aa8eb78d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.41 "GET /v2.0/networks?id=7c133e90-8181-40a1-9d95-4261c01d210d&id=ebb029a4-ae7c-495b-a746-586040f4ddf4 HTTP/1.1" status: 200 len: 1390 time: 0.1994479 Apr 18 17:04:58.385261 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:58.386627 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-b26389db-3a78-45ef-af8c-f1d688b3ddd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=951a2b77-7cd1-48af-8bcf-46051251f31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418773 Apr 18 17:04:58.411253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'port': {'device_id': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d', 'admin_state_up': True, 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:58.553137 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:58.571269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-f8e19465-eaff-4cb6-9724-ae4d74a3022e service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657073 Apr 18 17:04:58.627643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:58.679402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87c8c3c-1269-4d32-a608-f52c48a2f5a9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:58.684140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:58.689613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:04:58.693324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:58.703214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:58.703564 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Added segment 4e8acab6-8eb7-4350-9d15-ee29eb7ab816 of type vlan for network b38b9df6-bc80-492b-aee0-c5b400c815ff Apr 18 17:04:58.773837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:58.858596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dbb5da06-b231-41f9-b91a-9fee9425099f req-82ad4ba5-6549-47c7-be3d-3cb94a78e392 service neutron] 10.222.0.41 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803736 Apr 18 17:04:58.869368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Allocated IP 19.80.0.9 (7c133e90-8181-40a1-9d95-4261c01d210d/80b3d3d2-15e1-410a-932a-c84dc6421fe5/b073407c-8079-4e6a-817e-130fc1022f26) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:04:58.916780 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:58.917832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:58.918499 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:59.039046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce77d3-5816-45d7-8a2d-6650a56b6996 req-bd93d1e0-a502-45d6-a7d6-a922c5a8bafe tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.050114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83ce77d3-5816-45d7-8a2d-6650a56b6996 req-bd93d1e0-a502-45d6-a7d6-a922c5a8bafe tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 950 time: 0.1823723 Apr 18 17:04:59.066036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:59.071026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1692700 Apr 18 17:04:59.072143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4e32a-f603-4c94-be2b-fe8662944bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=b38b9df6-bc80-492b-aee0-c5b400c815ff,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:59.072733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54960) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:59.082391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Request body: {'subnet': {'network_id': 'b38b9df6-bc80-492b-aee0-c5b400c815ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-634448817-subnet', 'tenant_id': 'a78d06a1c231421097987c9faec7b911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:04:59.091278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b38b9df6-bc80-492b-aee0-c5b400c815ff details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:04:59.093733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735c8f-8625-47ea-b498-d2281698bc40 req-fd2cb974-17dc-4778-af39-ec28b1352d32 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.096351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98735c8f-8625-47ea-b498-d2281698bc40 req-fd2cb974-17dc-4778-af39-ec28b1352d32 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.1904814 Apr 18 17:04:59.147133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83ce77d3-5816-45d7-8a2d-6650a56b6996 req-64e08a1d-c9dc-487c-aa59-75733a4d76ab tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958362 Apr 18 17:04:59.189648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98735c8f-8625-47ea-b498-d2281698bc40 req-59fa2c84-2442-47c7-86b7-34caf31aec15 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835040 Apr 18 17:04:59.222324 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d1ad42-9585-495e-8219-9d07cc828c6f x-openstack-request-id: req-d5d1ad42-9585-495e-8219-9d07cc828c6f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:59.223874 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386dce17-a872-4c2e-9a45-27b2b118a8fe", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ed2fd-5b19-473e-a3a8-482996594a37", "code": 200}, {"server_uuid": "1af9f391-ed5b-4faa-b642-7fac4fa14757", "name": "network-vif-plugged", "status": "completed", "tag": "092f7935-8e0d-4851-8464-a02792d3749a", "code": 200}, {"server_uuid": "4f65750d-7233-4a41-a8a5-5ccf06e0cda6", "name": "network-vif-plugged", "status": "completed", "tag": "b38107ae-769c-4567-946d-f6934ce0d42d", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:59.224509 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5d1ad42-9585-495e-8219-9d07cc828c6f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:59.225142 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d1ad42-9585-495e-8219-9d07cc828c6f'] response: {'server_uuid': '386dce17-a872-4c2e-9a45-27b2b118a8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ed2fd-5b19-473e-a3a8-482996594a37', 'code': 200} Apr 18 17:04:59.225624 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d1ad42-9585-495e-8219-9d07cc828c6f'] response: {'server_uuid': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092f7935-8e0d-4851-8464-a02792d3749a', 'code': 200} Apr 18 17:04:59.226152 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d1ad42-9585-495e-8219-9d07cc828c6f'] response: {'server_uuid': '4f65750d-7233-4a41-a8a5-5ccf06e0cda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38107ae-769c-4567-946d-f6934ce0d42d', 'code': 200} Apr 18 17:04:59.239327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Made reservation on behalf of a78d06a1c231421097987c9faec7b911 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:04:59.243183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:59.251222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:59.368236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777662f-881a-46c5-b4db-753e362122e3 req-017c31dd-2d5b-4636-93c2-3fc83d66bd11 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.373957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c777662f-881a-46c5-b4db-753e362122e3 req-017c31dd-2d5b-4636-93c2-3fc83d66bd11 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 930 time: 0.0824449 Apr 18 17:04:59.384896 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d023492-718b-4cb5-b76a-9a0bb8e6fe89 x-openstack-request-id: req-1d023492-718b-4cb5-b76a-9a0bb8e6fe89 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:04:59.385183 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af9f391-ed5b-4faa-b642-7fac4fa14757", "tag": "092f7935-8e0d-4851-8464-a02792d3749a", "status": "completed", "code": 200}, {"server_uuid": "fe86d152-1c40-490e-a033-9adc32f5169f", "name": "network-vif-deleted", "tag": "7a6ba1ae-3f85-4202-9efe-0a88ec0d3566", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:04:59.388469 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d023492-718b-4cb5-b76a-9a0bb8e6fe89 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:04:59.388469 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d023492-718b-4cb5-b76a-9a0bb8e6fe89'] response: {'name': 'network-changed', 'server_uuid': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'tag': '092f7935-8e0d-4851-8464-a02792d3749a', 'status': 'completed', 'code': 200} Apr 18 17:04:59.388469 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d023492-718b-4cb5-b76a-9a0bb8e6fe89'] response: {'server_uuid': 'fe86d152-1c40-490e-a033-9adc32f5169f', 'name': 'network-vif-deleted', 'tag': '7a6ba1ae-3f85-4202-9efe-0a88ec0d3566', 'status': 'completed', 'code': 200} Apr 18 17:04:59.440737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c777662f-881a-46c5-b4db-753e362122e3 req-b1ea7385-1b10-421e-8340-504284977408 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Apr 18 17:04:59.483042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network 7c133e90-8181-40a1-9d95-4261c01d210d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:04:59.500407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:04:59.502275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Port': ['ID=b073407c-8079-4e6a-817e-130fc1022f26,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:04:59.506617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:04:59.563847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.41', 61463) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:04:59.639772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3ff28-5732-49dc-a81c-829ebe4ab31c req-84a42531-f323-49e8-af22-e3879d4b51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.639772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3b3ff28-5732-49dc-a81c-829ebe4ab31c req-84a42531-f323-49e8-af22-e3879d4b51f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 1101 time: 0.2418277 Apr 18 17:04:59.681508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b8d83-4cb5-4f2a-a696-5bfbe7dcc479 req-61876d47-0381-470c-b3d2-fccc6bd66f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.683499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b0b8d83-4cb5-4f2a-a696-5bfbe7dcc479 req-61876d47-0381-470c-b3d2-fccc6bd66f30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 1096 time: 0.1206558 Apr 18 17:04:59.738386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.739062 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:59.748018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b0b8d83-4cb5-4f2a-a696-5bfbe7dcc479 req-663e704c-fea7-4cbe-9fee-9db04ab6a1cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439172 Apr 18 17:04:59.751100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-77e5dae5-c6b9-4c49-aa5b-07bd7f23a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.752591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-77e5dae5-c6b9-4c49-aa5b-07bd7f23a667 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 1096 time: 0.1423323 Apr 18 17:04:59.756310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fd1fb-0fbc-4223-89e3-247f0a2e617a req-4d995258-3ad8-42f6-887b-0908c70bc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.757818 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-189fd1fb-0fbc-4223-89e3-247f0a2e617a req-4d995258-3ad8-42f6-887b-0908c70bc14f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 1101 time: 0.2120068 Apr 18 17:04:59.813393 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3b3ff28-5732-49dc-a81c-829ebe4ab31c req-2719ad69-389e-41d4-b512-af06bdc08232 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269219 Apr 18 17:04:59.903598 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5dab9646-9150-405c-8a08-2a9ccef219c8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4967353 Apr 18 17:04:59.955458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-238e72b6-4898-4bf0-82f2-c4d33fd3dd81 None None] Provisioning complete for port b073407c-8079-4e6a-817e-130fc1022f26 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:04:59.955826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-238e72b6-4898-4bf0-82f2-c4d33fd3dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:04:59.981737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d945d7-4e7b-43d6-9ab9-18e478628d6d req-0d523670-220e-471d-8ec0-7767612127d2 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:04:59.983405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6d945d7-4e7b-43d6-9ab9-18e478628d6d req-0d523670-220e-471d-8ec0-7767612127d2 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 949 time: 0.0621920 Apr 18 17:05:00.002635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-238e72b6-4898-4bf0-82f2-c4d33fd3dd81 None None] Port b073407c-8079-4e6a-817e-130fc1022f26 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:05:00.006010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:00.030543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6d945d7-4e7b-43d6-9ab9-18e478628d6d req-7dfc06b2-999f-45aa-bf0a-67ff95c84279 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Apr 18 17:05:00.074976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6eb7a2d-3ea9-46a2-a651-5167ce676d80,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:00.078881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Checking segment: {'id': '4e8acab6-8eb7-4350-9d15-ee29eb7ab816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b38b9df6-bc80-492b-aee0-c5b400c815ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:00.079376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Network hostable DHCP agents. Network: b38b9df6-bc80-492b-aee0-c5b400c815ff, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:05:00.149684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Request body: {'port': {'device_id': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4', 'admin_state_up': True, 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:00.182892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Network b38b9df6-bc80-492b-aee0-c5b400c815ff is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:05:00.254701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-189fd1fb-0fbc-4223-89e3-247f0a2e617a req-0ef1e504-4f60-4b89-9abb-4995565022f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991724 Apr 18 17:05:00.296419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-997ca8ca-c765-4ac6-8270-f10de46d71cd tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:00.297893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-997ca8ca-c765-4ac6-8270-f10de46d71cd tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 805 time: 0.1785126 Apr 18 17:05:00.300367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b38b9df6-bc80-492b-aee0-c5b400c815ff) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:00.304986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:00.305779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:00.316282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b151f-1d57-4b03-8505-c0b06b8780f2 None None] Network b38b9df6-bc80-492b-aee0-c5b400c815ff requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:00.325357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-4a62339c-54ef-4ec4-9aa7-402c4dd3f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:00.327351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-4a62339c-54ef-4ec4-9aa7-402c4dd3f19b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 922 time: 0.1467907 Apr 18 17:05:00.335502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-12e68b59-b0b3-4e3b-b70d-86aa52481350 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/quotas/5748bdd518c9400fa0e5539ca16e7759 HTTP/1.1" status: 200 len: 375 time: 0.0277483 Apr 18 17:05:00.376226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Made reservation on behalf of f7733ef80fc04afebf32d36ddecbed88 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:00.380494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:00.389893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-8872eaf2-bfe3-44b7-bee7-2bb1f4f965c2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458300 Apr 18 17:05:00.464203 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-38626983-7c58-4d54-a6db-527966bff5ef admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3902726 Apr 18 17:05:00.516973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5115a-a7ce-4498-a9ff-d542f7ed2deb None None] Network b38b9df6-bc80-492b-aee0-c5b400c815ff requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:00.517169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-836e10a3-232d-436b-bb67-468b280ace06 service neutron] 10.222.0.45 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268523 Apr 18 17:05:00.618428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Allocated IP 19.86.0.110 (ebb029a4-ae7c-495b-a746-586040f4ddf4/658973f6-17fa-4f2e-bb12-554b98d7ac95/981bfba1-6598-4d08-bbb2-9602cefca29a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:00.680452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-9e874726-db07-430e-b611-8d30e2a79350 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=092f7935-8e0d-4851-8464-a02792d3749a HTTP/1.1" status: 200 len: 217 time: 0.0691738 Apr 18 17:05:00.835345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-1eb752ed-0da7-411e-8bf6-452faabf4493 service neutron] 10.222.0.45 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104804 Apr 18 17:05:00.854231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c363abfc-af90-4c64-a0b0-0c1bf0ecff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:00.860598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-37bfa43d-9d55-48fd-9b09-5ac5d6f16d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:00.862807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-37bfa43d-9d55-48fd-9b09-5ac5d6f16d07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07a05d6c-99ea-4989-bfe6-ae138bfd8a19 HTTP/1.1" status: 200 len: 861 time: 0.1706386 Apr 18 17:05:00.898307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:00.907721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fb4d-da71-47e0-ae94-53fb6212367d req-2850a0fe-f4c7-4f51-a882-d464385c6fcf tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:00.915386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6942fb4d-da71-47e0-ae94-53fb6212367d req-2850a0fe-f4c7-4f51-a882-d464385c6fcf tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 950 time: 0.1066980 Apr 18 17:05:00.919987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-9459fb4c-d25a-481a-b0b8-a37fe5be7dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499463 Apr 18 17:05:00.993708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:00.999443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6942fb4d-da71-47e0-ae94-53fb6212367d req-247803dc-162a-4f5f-b61b-ea36064f9e0a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831964 Apr 18 17:05:01.038527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Network ebb029a4-ae7c-495b-a746-586040f4ddf4 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:01.044800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:01.047467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:01.068811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-75d0a717-49c3-4906-ba17-4b39f39b2566 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356342 Apr 18 17:05:01.093246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event updated for resources: {'Port': ['ID=981bfba1-6598-4d08-bbb2-9602cefca29a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:01.134882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:01.135574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:01.227321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:01.229706 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b374e7aa-100a-4fa8-a63d-7e164013c475" -d '{"events": [{"server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "name": "network-vif-unplugged", "status": "completed", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:01.236395 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bf300feb-3e3e-4f83-b756-89f84757cf68 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0902643 Apr 18 17:05:01.258664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Request body: {'port': {'device_id': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:01.286019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aa26a-fcad-4ad1-9c4b-5b02424e039b req-5b85cc94-cd7b-47d6-9bf1-38b476c71a80 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:01.293632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-895aa26a-fcad-4ad1-9c4b-5b02424e039b req-5b85cc94-cd7b-47d6-9bf1-38b476c71a80 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.2000892 Apr 18 17:05:01.377514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-895aa26a-fcad-4ad1-9c4b-5b02424e039b req-f3cd7301-178f-48c1-9a93-9105bdc0385e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791476 Apr 18 17:05:01.396780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:01.416138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bc9da-6e19-4a11-9210-7623d2421bbf req-1dcb2a6e-ab48-4abd-8cd4-df6b5e72a37d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:01.422362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bc9da-6e19-4a11-9210-7623d2421bbf req-1dcb2a6e-ab48-4abd-8cd4-df6b5e72a37d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:01.424850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b98bc9da-6e19-4a11-9210-7623d2421bbf req-1dcb2a6e-ab48-4abd-8cd4-df6b5e72a37d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1653 time: 0.2374642 Apr 18 17:05:01.427401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742cad4d-3774-45b6-a50b-f6c566ba4a71 req-b9d780e0-0e4f-445d-bf71-1be2ac97ff1c service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640510 Apr 18 17:05:01.527413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b98bc9da-6e19-4a11-9210-7623d2421bbf req-6dba02c3-8a6f-4506-9488-65cbf79e6ae4 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876937 Apr 18 17:05:01.546091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a568654b-a834-4a25-9198-89eda4ae53e1 None None] Provisioning complete for port 981bfba1-6598-4d08-bbb2-9602cefca29a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:01.546610 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a568654b-a834-4a25-9198-89eda4ae53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:01.602636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-019bcd04-7f2e-494f-92d4-b1cf1be0a841 req-fbeecd10-6e53-4c2d-8bb3-8a7b4e84c142 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 210 time: 0.0365469 Apr 18 17:05:01.634184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a568654b-a834-4a25-9198-89eda4ae53e1 None None] Port 981bfba1-6598-4d08-bbb2-9602cefca29a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:05:01.703326 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2062b47e-a78f-4465-8e57-9a1f15d936e2 x-openstack-request-id: req-2062b47e-a78f-4465-8e57-9a1f15d936e2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:01.704253 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "name": "network-vif-unplugged", "status": "completed", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:01.705052 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2062b47e-a78f-4465-8e57-9a1f15d936e2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:01.706051 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2062b47e-a78f-4465-8e57-9a1f15d936e2'] response: {'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'code': 200} Apr 18 17:05:01.811252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-462ca2a7-f2f8-4191-b88d-f2910264e6a6 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:01.813286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-462ca2a7-f2f8-4191-b88d-f2910264e6a6 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/networks?id=b38b9df6-bc80-492b-aee0-c5b400c815ff HTTP/1.1" status: 200 len: 813 time: 0.1280084 Apr 18 17:05:01.833481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-5baefb20-e5f6-4ea2-98d5-ce42f3144d67 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/quotas/a78d06a1c231421097987c9faec7b911 HTTP/1.1" status: 200 len: 375 time: 0.0136807 Apr 18 17:05:01.876636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-a47a24fa-0e6c-4d0c-8bdf-9138a16f20bc tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a78d06a1c231421097987c9faec7b911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364971 Apr 18 17:05:01.901022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b073407c-8079-4e6a-817e-130fc1022f26 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:01.910941 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:01.924776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Transition to ACTIVE for port object b073407c-8079-4e6a-817e-130fc1022f26 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:05:02.008784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:02.034239 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-34fd4be6-6353-469a-b998-1f5daed40f12 service neutron] 10.222.0.45 "GET /v2.0/networks/b38b9df6-bc80-492b-aee0-c5b400c815ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502099 Apr 18 17:05:02.088458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b073407c-8079-4e6a-817e-130fc1022f26,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:02.170216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-7e40b538-d1ee-453f-a838-6526c91d4f8a service neutron] 10.222.0.45 "GET /v2.0/networks/b38b9df6-bc80-492b-aee0-c5b400c815ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294639 Apr 18 17:05:02.173082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Attempting to bind port b073407c-8079-4e6a-817e-130fc1022f26 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:02.173473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Attempting to bind port b073407c-8079-4e6a-817e-130fc1022f26 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:02.174073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Attempting to bind port b073407c-8079-4e6a-817e-130fc1022f26 on network 7c133e90-8181-40a1-9d95-4261c01d210d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:02.182681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Port b073407c-8079-4e6a-817e-130fc1022f26 on network 7c133e90-8181-40a1-9d95-4261c01d210d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:05:02.183017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Attempting to bind port b073407c-8079-4e6a-817e-130fc1022f26 on network 7c133e90-8181-40a1-9d95-4261c01d210d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:02.189798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:02.190394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Checking segment: {'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:02.190799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Bound using segment: {'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:02.191235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Bound port: b073407c-8079-4e6a-817e-130fc1022f26, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:02.191702 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:02.276251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] For port b073407c-8079-4e6a-817e-130fc1022f26, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:02.283927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] For port b073407c-8079-4e6a-817e-130fc1022f26, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b073407c-8079-4e6a-817e-130fc1022f26,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:02.382274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:02.431341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:02.432147 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:02.433886 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/b073407c-8079-4e6a-817e-130fc1022f26 HTTP/1.1" status: 200 len: 1090 time: 1.1824851 Apr 18 17:05:02.436416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'tag': 'b073407c-8079-4e6a-817e-130fc1022f26'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:02.439336 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "tag": "b073407c-8079-4e6a-817e-130fc1022f26"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:02.473023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468577d0-84a0-4a5f-b343-01a7c94c38e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b073407c-8079-4e6a-817e-130fc1022f26,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:02.537053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Request body: {'port': {'device_id': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:02.663710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb86d-11b3-4963-92ac-f03a070e8664 req-a03577f7-3eb9-44cc-a714-3c754d35b6c4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:02.670491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:02.671367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-146fb86d-11b3-4963-92ac-f03a070e8664 req-a03577f7-3eb9-44cc-a714-3c754d35b6c4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 950 time: 0.0891969 Apr 18 17:05:02.777196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-146fb86d-11b3-4963-92ac-f03a070e8664 req-b757a738-7c25-4602-85f0-1c8a28ef1ce8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030009 Apr 18 17:05:02.963575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66911392-960b-4b52-a220-53cdba064398 req-4b856275-1a59-483b-a7cb-0871ee0d1c7c tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:02.965577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66911392-960b-4b52-a220-53cdba064398 req-4b856275-1a59-483b-a7cb-0871ee0d1c7c tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.0852699 Apr 18 17:05:03.088035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66911392-960b-4b52-a220-53cdba064398 req-c205ad40-aab1-4547-8f73-2593e7a9cd35 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973368 Apr 18 17:05:03.163537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-41f70e82-58ce-4f30-85b5-3d3ef8065eea tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:03.165123 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-41f70e82-58ce-4f30-85b5-3d3ef8065eea tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.41 "GET /v2.0/ports?device_id=253d504c-400e-42e8-9162-e5d040991994 HTTP/1.1" status: 200 len: 943 time: 0.1794655 Apr 18 17:05:03.211355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:03.265670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6db00270-ad47-4de3-968d-43d251bea534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:03.267919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59d7a691-d022-40f4-a8a7-0f4adc03c89e req-86519fa9-7d09-4a63-800f-3fc608961427 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 210 time: 0.0840516 Apr 18 17:05:03.318800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981bfba1-6598-4d08-bbb2-9602cefca29a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:03.334866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:03.347714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Deleting port ba1190fa-9a67-4745-9a40-018c01d3b995 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:03.349137 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:03.362797 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b5b78-c30c-437d-8fad-81df7336dce1 x-openstack-request-id: req-748b5b78-c30c-437d-8fad-81df7336dce1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:03.362797 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "tag": "b073407c-8079-4e6a-817e-130fc1022f26", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:03.362797 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-748b5b78-c30c-437d-8fad-81df7336dce1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:03.362797 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748b5b78-c30c-437d-8fad-81df7336dce1'] response: {'name': 'network-changed', 'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'tag': 'b073407c-8079-4e6a-817e-130fc1022f26', 'status': 'completed', 'code': 200} Apr 18 17:05:03.369620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Transition to ACTIVE for port object 981bfba1-6598-4d08-bbb2-9602cefca29a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:05:03.445868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ae799ca-51ce-4647-8521-c9882aa33699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:03.474257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:03.513830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f82df7-ebd1-49c2-93e8-1840db51fefe req-752c28f3-9094-4949-a6e1-3f02ef475323 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:03.522072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f82df7-ebd1-49c2-93e8-1840db51fefe req-752c28f3-9094-4949-a6e1-3f02ef475323 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:03.535361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f82df7-ebd1-49c2-93e8-1840db51fefe req-752c28f3-9094-4949-a6e1-3f02ef475323 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1665 time: 0.0976815 Apr 18 17:05:03.575399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-a93c5a9e-f2c2-4441-8a22-a8c4a652578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:03.575891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-a93c5a9e-f2c2-4441-8a22-a8c4a652578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:03.591929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-a93c5a9e-f2c2-4441-8a22-a8c4a652578d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1912 time: 0.1787229 Apr 18 17:05:03.597591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6f82df7-ebd1-49c2-93e8-1840db51fefe req-ca5095fb-eb16-4673-9e1d-ac96aa7c2bdb tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473185 Apr 18 17:05:03.597591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] For port ba1190fa-9a67-4745-9a40-018c01d3b995, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ba1190fa-9a67-4745-9a40-018c01d3b995,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:03.597591 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:03.638115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Calling delete_port for ba1190fa-9a67-4745-9a40-018c01d3b995 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:03.653100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Pushing event updated for resources: {'Port': ['ID=981bfba1-6598-4d08-bbb2-9602cefca29a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:03.726821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf9d1532-5fc0-4253-b9ac-0aa141a3b99f req-c86e010c-bae0-4bdd-8816-a7b374f0ffea tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 210 time: 0.0679049 Apr 18 17:05:03.915694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c46bfc-64c9-4002-9d11-fe71e2b9c80f req-971e51ca-b962-4ee3-8e85-62216d053274 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:03.917243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0c46bfc-64c9-4002-9d11-fe71e2b9c80f req-971e51ca-b962-4ee3-8e85-62216d053274 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 950 time: 0.1048770 Apr 18 17:05:03.957067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-b53c8fe4-6eb9-4afa-a1c2-c6b50d93b8bf tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:03.958587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-b53c8fe4-6eb9-4afa-a1c2-c6b50d93b8bf tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.18 "GET /v2.0/networks?id=951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 200 len: 805 time: 0.2805076 Apr 18 17:05:03.986510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Request body: {'port': {'device_id': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'admin_state_up': True, 'tenant_id': '5748bdd518c9400fa0e5539ca16e7759'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:04.000902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0c46bfc-64c9-4002-9d11-fe71e2b9c80f req-924bc2dc-c7b2-4513-9dff-d0e5bb80fe61 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674019 Apr 18 17:05:04.009553 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:04.010922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Attempting to bind port 981bfba1-6598-4d08-bbb2-9602cefca29a on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:04.011268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Attempting to bind port 981bfba1-6598-4d08-bbb2-9602cefca29a by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:04.011615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Attempting to bind port 981bfba1-6598-4d08-bbb2-9602cefca29a on network ebb029a4-ae7c-495b-a746-586040f4ddf4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:04.035891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ae799ca-51ce-4647-8521-c9882aa33699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.086978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Port 981bfba1-6598-4d08-bbb2-9602cefca29a on network ebb029a4-ae7c-495b-a746-586040f4ddf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:05:04.087308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Attempting to bind port 981bfba1-6598-4d08-bbb2-9602cefca29a on network ebb029a4-ae7c-495b-a746-586040f4ddf4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:04.097244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:04.097779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Checking segment: {'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:04.097989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Bound using segment: {'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:04.098681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Bound port: 981bfba1-6598-4d08-bbb2-9602cefca29a, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984cc17a-c6c7-43f5-855a-1ea363d527fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:04.099255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.102067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-e87c7d40-ffb8-4878-b0c4-0514e60387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.102783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-e87c7d40-ffb8-4878-b0c4-0514e60387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.103451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-e87c7d40-ffb8-4878-b0c4-0514e60387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.105212 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-e87c7d40-ffb8-4878-b0c4-0514e60387fd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7733ef80fc04afebf32d36ddecbed88&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5003209 Apr 18 17:05:04.110150 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.123200 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8ae799ca-51ce-4647-8521-c9882aa33699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.135994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:04.138521 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b465cd67-161c-4be7-a580-c5f03cf1a041" -d '{"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-unplugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:04.154276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:04.168023 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8ae799ca-51ce-4647-8521-c9882aa33699 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2dbdc4502ac944d199a51875b251f37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9532249 Apr 18 17:05:04.175649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55126) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:04.209342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.256207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Pushing event deleted for resources: {'Port': ['ID=ba1190fa-9a67-4745-9a40-018c01d3b995,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:04.299244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.312494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d1f8c-0da8-4fc1-bb0b-f9fd8e06736e req-9c8e000b-db21-4908-bf01-6a39edfa9893 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.319997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-990d1f8c-0da8-4fc1-bb0b-f9fd8e06736e req-9c8e000b-db21-4908-bf01-6a39edfa9893 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.1568244 Apr 18 17:05:04.358944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4abffc9-17b8-41ec-852b-5f07ee45af90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.360836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] No DVR routers for this DVR port ba1190fa-9a67-4745-9a40-018c01d3b995 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:04.369766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.373013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e88850c-f5d0-44c2-9aa0-12c1e04e61e7 req-1f02ecc3-5d6e-4569-b551-9121d63c44b2 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.41 "DELETE /v2.0/ports/ba1190fa-9a67-4745-9a40-018c01d3b995 HTTP/1.1" status: 204 len: 173 time: 1.1986852 Apr 18 17:05:04.388949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'name': 'network-vif-deleted', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:04.392523 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698458cf-bd14-4b2d-8dbc-93c9bb136f24" -d '{"events": [{"server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "name": "network-vif-deleted", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:04.417817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:04.537587 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4abffc9-17b8-41ec-852b-5f07ee45af90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.538123 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:04.538449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-990d1f8c-0da8-4fc1-bb0b-f9fd8e06736e req-d84d9671-10b1-4dcc-8280-c51a44fe025b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062039 Apr 18 17:05:04.606124 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f36627-9b9c-47aa-83b7-3085268504c9 x-openstack-request-id: req-21f36627-9b9c-47aa-83b7-3085268504c9 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:04.606527 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-unplugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:04.606879 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21f36627-9b9c-47aa-83b7-3085268504c9 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:04.607370 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f36627-9b9c-47aa-83b7-3085268504c9'] response: {'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'code': 200} Apr 18 17:05:04.663783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eec65-17a8-4fa1-b1a7-752d50570e6d req-ca137a32-898a-4448-8504-4b0558c6fc0a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.674550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eec65-17a8-4fa1-b1a7-752d50570e6d req-ca137a32-898a-4448-8504-4b0558c6fc0a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.676397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-807eec65-17a8-4fa1-b1a7-752d50570e6d req-ca137a32-898a-4448-8504-4b0558c6fc0a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe&device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 1691 time: 0.1219633 Apr 18 17:05:04.732879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae799ca-51ce-4647-8521-c9882aa33699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd311dea-7bf4-4e43-85f7-f9992a3f4a7e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:04.747882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-807eec65-17a8-4fa1-b1a7-752d50570e6d req-04879b69-fbce-462c-8edc-7c98a87f6472 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629978 Apr 18 17:05:04.749911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed99097f-bab2-4e83-86de-4a7477a49324 req-08df7fd5-73fd-4132-b0f1-cfe607e5cc97 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 210 time: 0.0331795 Apr 18 17:05:04.802837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] For port 981bfba1-6598-4d08-bbb2-9602cefca29a, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:04.805924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-2d04b1d4-93bb-45c5-bb2d-be87ac6d6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.806331 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b50a821-602d-48c3-9ca2-4db02d6d184d x-openstack-request-id: req-9b50a821-602d-48c3-9ca2-4db02d6d184d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:04.806662 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253d504c-400e-42e8-9162-e5d040991994", "name": "network-vif-deleted", "tag": "ba1190fa-9a67-4745-9a40-018c01d3b995", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:04.806953 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b50a821-602d-48c3-9ca2-4db02d6d184d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:04.807366 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b50a821-602d-48c3-9ca2-4db02d6d184d'] response: {'server_uuid': '253d504c-400e-42e8-9162-e5d040991994', 'name': 'network-vif-deleted', 'tag': 'ba1190fa-9a67-4745-9a40-018c01d3b995', 'status': 'completed', 'code': 200} Apr 18 17:05:04.807501 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8fc6532-ee03-4551-b19b-2ec4ad48f2b4 req-2d04b1d4-93bb-45c5-bb2d-be87ac6d6c7e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6852782 Apr 18 17:05:04.809025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] For port 981bfba1-6598-4d08-bbb2-9602cefca29a, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=981bfba1-6598-4d08-bbb2-9602cefca29a,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:04.928006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9bd6c-c505-4f29-babc-392a77b55a81 req-59496d62-9463-436a-b954-367c9672684b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.934388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9bd6c-c505-4f29-babc-392a77b55a81 req-59496d62-9463-436a-b954-367c9672684b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:04.936337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9e9bd6c-c505-4f29-babc-392a77b55a81 req-59496d62-9463-436a-b954-367c9672684b tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1677 time: 0.0635593 Apr 18 17:05:04.980150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9e9bd6c-c505-4f29-babc-392a77b55a81 req-a878b99b-a4b0-4fe1-ba6d-46e735d15cbb tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Apr 18 17:05:05.061526 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4abffc9-17b8-41ec-852b-5f07ee45af90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:05.064031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4abffc9-17b8-41ec-852b-5f07ee45af90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:05.065198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b4abffc9-17b8-41ec-852b-5f07ee45af90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd311dea-7bf4-4e43-85f7-f9992a3f4a7e HTTP/1.1" status: 204 len: 168 time: 0.8874614 Apr 18 17:05:05.073936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abffc9-17b8-41ec-852b-5f07ee45af90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd311dea-7bf4-4e43-85f7-f9992a3f4a7e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:05.113516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Made reservation on behalf of 5748bdd518c9400fa0e5539ca16e7759 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:05.119730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:05.138766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:05.284894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:05.285946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:05.287592 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] 10.222.0.41 "PUT /v2.0/ports/981bfba1-6598-4d08-bbb2-9602cefca29a HTTP/1.1" status: 200 len: 1092 time: 2.7551515 Apr 18 17:05:05.365964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'tag': '981bfba1-6598-4d08-bbb2-9602cefca29a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:05.368386 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da" -d '{"events": [{"name": "network-changed", "server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "tag": "981bfba1-6598-4d08-bbb2-9602cefca29a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:05.381773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Allocated IP 172.20.0.11 (951a2b77-7cd1-48af-8bcf-46051251f31d/f1d9287e-cd63-4166-adc7-1a489d9f5a4c/815826bf-8277-4225-bafa-f92a3837dcf9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:05.391527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2eec2-0c99-45bd-9c33-0db136e1c517 service neutron] Pushing event updated for resources: {'Port': ['ID=981bfba1-6598-4d08-bbb2-9602cefca29a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:05.698251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-8190dd34-904c-409e-a20c-42d7c8468236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:05.698743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-8190dd34-904c-409e-a20c-42d7c8468236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:05.701117 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-8190dd34-904c-409e-a20c-42d7c8468236 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1979 time: 0.0967743 Apr 18 17:05:05.708050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:05.776319 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-c8ec98dc-c871-47cd-8da1-30785984c000 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=b073407c-8079-4e6a-817e-130fc1022f26 HTTP/1.1" status: 200 len: 217 time: 0.0508318 Apr 18 17:05:05.804573 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:05.888977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:05.916351 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c970c2-89af-4f19-880b-425e405557a5 x-openstack-request-id: req-e1c970c2-89af-4f19-880b-425e405557a5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:05.916777 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "tag": "981bfba1-6598-4d08-bbb2-9602cefca29a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:05.917032 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1c970c2-89af-4f19-880b-425e405557a5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:05.917619 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c970c2-89af-4f19-880b-425e405557a5'] response: {'name': 'network-changed', 'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'tag': '981bfba1-6598-4d08-bbb2-9602cefca29a', 'status': 'completed', 'code': 200} Apr 18 17:05:05.972905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55186) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:06.023205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2511e82d-1841-4b9d-981f-cb974d3ec929 req-3e7692e6-00d1-4e7e-b7eb-56afa0bf5bb3 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 210 time: 0.5268254 Apr 18 17:05:06.042355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Network 951a2b77-7cd1-48af-8bcf-46051251f31d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:06.048749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5494926-42b2-4130-b3c3-b0ea4cb7fe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:06.057110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-9a856bbf-3a33-4f92-9c16-3063880900b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.059599 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-9a856bbf-3a33-4f92-9c16-3063880900b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80b3d3d2-15e1-410a-932a-c84dc6421fe5 HTTP/1.1" status: 200 len: 801 time: 0.2403727 Apr 18 17:05:06.059908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:06.073563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:06.096791 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:06.129458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Pushing event updated for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:06.184208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.184819 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:06.207764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5ac6efd4-cdf7-472c-aea3-ecf1b59b26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.209305 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-5ac6efd4-cdf7-472c-aea3-ecf1b59b26ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c133e90-8181-40a1-9d95-4261c01d210d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1396964 Apr 18 17:05:06.344236 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d6992c9b-48a6-4a83-b29a-854b13b7bcb9 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3696616 Apr 18 17:05:06.383871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Request body: {'port': {'device_id': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:06.421855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5494926-42b2-4130-b3c3-b0ea4cb7fe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:06.456023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-9fbd94b3-c286-4e60-b7cd-1b9a798ac2d0 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.457544 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-9fbd94b3-c286-4e60-b7cd-1b9a798ac2d0 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.18 "GET /v2.0/networks?id=b38b9df6-bc80-492b-aee0-c5b400c815ff HTTP/1.1" status: 200 len: 813 time: 0.2822983 Apr 18 17:05:06.462927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b2c3374-ecfa-438d-bacc-da51028f8a20 req-04a9a81c-6327-4983-9a85-170773e0a048 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 210 time: 0.0506179 Apr 18 17:05:06.486990 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-ab8d0ee5-8461-41d3-a4b2-734b916ca8d6 service neutron] 10.222.0.41 "GET /v2.0/networks/7c133e90-8181-40a1-9d95-4261c01d210d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638505 Apr 18 17:05:06.492499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Request body: {'port': {'device_id': '7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46', 'network_id': 'b38b9df6-bc80-492b-aee0-c5b400c815ff', 'admin_state_up': True, 'tenant_id': 'a78d06a1c231421097987c9faec7b911'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:06.517906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe898b1-a485-47d4-83a9-cbce11c7f1c9 req-4b7d671d-953d-4189-bde3-c4296278ae5d tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.525985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbe898b1-a485-47d4-83a9-cbce11c7f1c9 req-4b7d671d-953d-4189-bde3-c4296278ae5d tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 1101 time: 0.0657248 Apr 18 17:05:06.559765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbe898b1-a485-47d4-83a9-cbce11c7f1c9 req-6f668992-4668-4b73-b2a7-11da70cc30fe tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Apr 18 17:05:06.561590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5494926-42b2-4130-b3c3-b0ea4cb7fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:06.621881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9d2b-43f1-4465-908d-702169ce54e0 req-36715eed-2e58-4284-9738-55ffd04a1415 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.632559 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:06.634683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9d2b-43f1-4465-908d-702169ce54e0 req-36715eed-2e58-4284-9738-55ffd04a1415 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.636261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-430a9d2b-43f1-4465-908d-702169ce54e0 req-36715eed-2e58-4284-9738-55ffd04a1415 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1677 time: 0.0786533 Apr 18 17:05:06.710005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-430a9d2b-43f1-4465-908d-702169ce54e0 req-3e876616-7f8c-4aac-91de-91576ce7d301 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662186 Apr 18 17:05:06.720988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2a8f1-7ffa-4a0e-8305-4425b19423f8 req-415b3553-87bd-47b9-a39b-72e6072cb9a4 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.722807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49e2a8f1-7ffa-4a0e-8305-4425b19423f8 req-415b3553-87bd-47b9-a39b-72e6072cb9a4 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 1101 time: 0.0631449 Apr 18 17:05:06.750497 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e5494926-42b2-4130-b3c3-b0ea4cb7fe57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e19e60cfc8f047cb9c70fbe97d6b1866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7713253 Apr 18 17:05:06.765919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55210) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:06.792603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49e2a8f1-7ffa-4a0e-8305-4425b19423f8 req-3cc7d1cc-bff1-4c3e-95bb-8d6bdf0af39f tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533144 Apr 18 17:05:06.802663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5494926-42b2-4130-b3c3-b0ea4cb7fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb924c-f21f-481f-b8b6-0e29e8f7a41e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:06.907699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e5ae-fd75-4512-840c-52da4bed27c5 req-2e58d3f7-c15c-4701-ab84-93c3105e9216 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:06.917971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e62e5ae-fd75-4512-840c-52da4bed27c5 req-2e58d3f7-c15c-4701-ab84-93c3105e9216 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.1243572 Apr 18 17:05:06.921034 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-056fcccb-3990-4b05-b635-3fc955e83d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:06.943375 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-bc8b2f2d-6f04-4bf4-9601-9476c77d2269 service neutron] 10.222.0.41 "GET /v2.0/networks/7c133e90-8181-40a1-9d95-4261c01d210d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391861 Apr 18 17:05:06.968218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-056fcccb-3990-4b05-b635-3fc955e83d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:06.990966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e62e5ae-fd75-4512-840c-52da4bed27c5 req-b135c141-3886-47a5-a9f6-00d8033db0c4 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719254 Apr 18 17:05:07.028353 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-9ea6f540-6a76-4e64-a08f-00ea978e6237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.110&port_id=981bfba1-6598-4d08-bbb2-9602cefca29a HTTP/1.1" status: 200 len: 217 time: 0.0724623 Apr 18 17:05:07.043479 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-1dead323-2993-4984-8050-4e2f33bfa547 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230112 Apr 18 17:05:07.082919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Made reservation on behalf of a78d06a1c231421097987c9faec7b911 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:07.087205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:07.136780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-05823278-0815-445e-a1a8-a6c78132fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:07.138269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-05823278-0815-445e-a1a8-a6c78132fd85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=658973f6-17fa-4f2e-bb12-554b98d7ac95 HTTP/1.1" status: 200 len: 801 time: 0.0982137 Apr 18 17:05:07.171241 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-056fcccb-3990-4b05-b635-3fc955e83d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:07.173758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-056fcccb-3990-4b05-b635-3fc955e83d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:07.184802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-056fcccb-3990-4b05-b635-3fc955e83d1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38eb924c-f21f-481f-b8b6-0e29e8f7a41e HTTP/1.1" status: 204 len: 168 time: 0.4091716 Apr 18 17:05:07.206736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fcccb-3990-4b05-b635-3fc955e83d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb924c-f21f-481f-b8b6-0e29e8f7a41e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:07.230163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-e3fa5b11-7388-4a42-a1d9-5631dc52c858 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:07.231672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-e3fa5b11-7388-4a42-a1d9-5631dc52c858 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759853 Apr 18 17:05:07.261746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-b665fb35-7c05-419d-b1a7-6fadc18c85ce tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/quotas/7927e266846b46ab8421b9e904b24342 HTTP/1.1" status: 200 len: 375 time: 0.0231788 Apr 18 17:05:07.281329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ba4f-e6d2-4c73-b00d-38979d548320 req-0d318981-339f-4b22-ad79-522f63037cec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:07.288591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4b1ba4f-e6d2-4c73-b00d-38979d548320 req-0d318981-339f-4b22-ad79-522f63037cec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 932 time: 0.1706569 Apr 18 17:05:07.319206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-22a2beb2-2c92-4772-a383-1fd0fb168db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:07.320804 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-22a2beb2-2c92-4772-a383-1fd0fb168db0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebb029a4-ae7c-495b-a746-586040f4ddf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1711795 Apr 18 17:05:07.347924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4b1ba4f-e6d2-4c73-b00d-38979d548320 req-f0e89318-bc87-4ed0-91af-a1fb113384d6 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584664 Apr 18 17:05:07.370578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-de1696dd-d601-423b-813c-b4d7475e0b56 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1046188 Apr 18 17:05:07.371563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815826bf-8277-4225-bafa-f92a3837dcf9 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:07.391293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:07.418329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Transition to ACTIVE for port object 815826bf-8277-4225-bafa-f92a3837dcf9 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:05:07.508683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:07.523502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Allocated IP 172.20.0.11 (b38b9df6-bc80-492b-aee0-c5b400c815ff/b6eb7a2d-3ea9-46a2-a651-5167ce676d80/4805f753-c604-4f4e-940e-10ad7bf8935a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:07.620399 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-02917f6c-a183-486b-95e3-c9a23cc3b041 service neutron] 10.222.0.41 "GET /v2.0/networks/ebb029a4-ae7c-495b-a746-586040f4ddf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818115 Apr 18 17:05:07.679643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9dbf19a-df78-41b8-9722-43f1dd4d8e2e req-9978ddef-d62d-4e6d-8863-9e9dd4ca35ad tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 210 time: 0.0551057 Apr 18 17:05:07.693466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Pushing event updated for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:07.731059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e5b73af-6d88-4fa8-a2bd-6c7f4f11f3f8 req-72ae6899-61ce-43cb-8dc5-7284f8260423 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 210 time: 0.0648775 Apr 18 17:05:07.885960 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49be4f7-403f-40ac-9d88-b11ea369041e req-98b060e5-c559-4f6b-b44b-3715a5f263f2 service neutron] 10.222.0.41 "GET /v2.0/networks/ebb029a4-ae7c-495b-a746-586040f4ddf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467244 Apr 18 17:05:07.912882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c67c-5994-4ff5-8676-475dd49d0be6 req-866499be-bea0-409b-ab10-fc7a5fe2db52 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:07.921026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c67c-5994-4ff5-8676-475dd49d0be6 req-866499be-bea0-409b-ab10-fc7a5fe2db52 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:07.922918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a57c67c-5994-4ff5-8676-475dd49d0be6 req-866499be-bea0-409b-ab10-fc7a5fe2db52 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1677 time: 0.1014287 Apr 18 17:05:07.949982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Attempting to bind port 815826bf-8277-4225-bafa-f92a3837dcf9 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:07.954015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Attempting to bind port 815826bf-8277-4225-bafa-f92a3837dcf9 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:07.954015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Attempting to bind port 815826bf-8277-4225-bafa-f92a3837dcf9 on network 951a2b77-7cd1-48af-8bcf-46051251f31d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:07.957729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Port 815826bf-8277-4225-bafa-f92a3837dcf9 on network 951a2b77-7cd1-48af-8bcf-46051251f31d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:05:07.958062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Attempting to bind port 815826bf-8277-4225-bafa-f92a3837dcf9 on network 951a2b77-7cd1-48af-8bcf-46051251f31d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:07.968678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:07.969048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Checking segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:07.969440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Bound using segment: {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:07.969927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Bound port: 815826bf-8277-4225-bafa-f92a3837dcf9, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ee9fbd-0335-4649-b837-9fd8d3c7115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:07.970296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:07.994862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a57c67c-5994-4ff5-8676-475dd49d0be6 req-b0763244-3628-4ca2-8bad-505d24d537ed tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640836 Apr 18 17:05:08.025134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ba1190fa-9a67-4745-9a40-018c01d3b995 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:08.045366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: ba1190fa-9a67-4745-9a40-018c01d3b995 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:08.045990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ba1190fa-9a67-4745-9a40-018c01d3b995 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:08.079633 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:08.116406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:08.143617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f52b-7821-46b3-8f7f-cfeda51fff3d req-c57e3da8-2ba7-4135-b546-6e6b7daff1db tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.145169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ee8f52b-7821-46b3-8f7f-cfeda51fff3d req-c57e3da8-2ba7-4135-b546-6e6b7daff1db tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.0741658 Apr 18 17:05:08.160261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:08.193501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-dce1f29e-cfe1-4fd9-b85f-e99701c53236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.194135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-dce1f29e-cfe1-4fd9-b85f-e99701c53236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.196382 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-dce1f29e-cfe1-4fd9-b85f-e99701c53236 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7733ef80fc04afebf32d36ddecbed88&device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1979 time: 0.0920002 Apr 18 17:05:08.222678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ee8f52b-7821-46b3-8f7f-cfeda51fff3d req-3223a837-a429-42c4-8854-da86833dbb73 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592241 Apr 18 17:05:08.228909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:08.292645 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:08.309241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.309888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:08.311383 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] 10.222.0.18 "PUT /v2.0/ports/815826bf-8277-4225-bafa-f92a3837dcf9 HTTP/1.1" status: 200 len: 1092 time: 1.9467249 Apr 18 17:05:08.314867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:08.317209 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f46365-a1e9-4afb-bc81-dcaa02808a66" -d '{"events": [{"name": "network-changed", "server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:08.359980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7bf1d-bcb0-4000-a979-339d8756f73d service neutron] Pushing event updated for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:08.365976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Network b38b9df6-bc80-492b-aee0-c5b400c815ff is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:08.367596 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e3672c-0dd6-4447-98dc-0e97fe858c29 x-openstack-request-id: req-d8e3672c-0dd6-4447-98dc-0e97fe858c29 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:08.367883 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:08.368553 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8e3672c-0dd6-4447-98dc-0e97fe858c29 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:08.368553 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e3672c-0dd6-4447-98dc-0e97fe858c29'] response: {'name': 'network-changed', 'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9', 'status': 'completed', 'code': 200} Apr 18 17:05:08.381450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:08.386168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:08.478403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-20b4a7ae-cdde-4007-852b-9dee5723cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.483578 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-20b4a7ae-cdde-4007-852b-9dee5723cf94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebb029a4-ae7c-495b-a746-586040f4ddf4 HTTP/1.1" status: 200 len: 902 time: 0.2763259 Apr 18 17:05:08.503986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c63cab-7ed9-419a-a0cc-3175548cdef6 req-b7630213-8591-4e88-be22-327e79d2148a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.511901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87c63cab-7ed9-419a-a0cc-3175548cdef6 req-b7630213-8591-4e88-be22-327e79d2148a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 944 time: 0.0842671 Apr 18 17:05:08.558884 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-dabaaeff-b470-4981-82b0-eb2525bed3da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.110&port_id=981bfba1-6598-4d08-bbb2-9602cefca29a HTTP/1.1" status: 200 len: 217 time: 0.0662999 Apr 18 17:05:08.567146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87c63cab-7ed9-419a-a0cc-3175548cdef6 req-31f6de92-d52b-4542-b2c0-c38cec9ae8fc tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483742 Apr 18 17:05:08.578356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Pushing event updated for resources: {'Port': ['ID=4805f753-c604-4f4e-940e-10ad7bf8935a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:08.599961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.600587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:08.633442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f46365-a1e9-4afb-bc81-dcaa02808a66 req-397d9d12-8e9d-420c-889d-162c5b158fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.637052 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-04f46365-a1e9-4afb-bc81-dcaa02808a66 req-397d9d12-8e9d-420c-889d-162c5b158fde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 1095 time: 0.2120428 Apr 18 17:05:08.661526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-9bf77d65-3f77-421d-abe4-0854fcfa2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.663580 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-9bf77d65-3f77-421d-abe4-0854fcfa2868 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=658973f6-17fa-4f2e-bb12-554b98d7ac95 HTTP/1.1" status: 200 len: 801 time: 0.0858476 Apr 18 17:05:08.740924 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-eda282cd-ed5b-4a2a-a2c8-b925301dd7f2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2563329 Apr 18 17:05:08.768010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Request body: {'port': {'device_id': '7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:08.857273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-8edf5261-5060-4ce8-9b31-b133beb7bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.859278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-8edf5261-5060-4ce8-9b31-b133beb7bed3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebb029a4-ae7c-495b-a746-586040f4ddf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1821806 Apr 18 17:05:08.864001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6be2dac6-8868-4134-9ef7-9ee27004f3dd req-ae203d48-7c9d-4473-8d73-9dc21675529a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 210 time: 0.0430253 Apr 18 17:05:08.887030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:08.888013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffd1d7-6f55-4786-bf68-28f2fc3caf07 req-c8adbb64-8b25-4cb8-a21b-ad5f4abad8c8 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.894233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8ffd1d7-6f55-4786-bf68-28f2fc3caf07 req-c8adbb64-8b25-4cb8-a21b-ad5f4abad8c8 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 932 time: 0.1235662 Apr 18 17:05:08.894377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f46365-a1e9-4afb-bc81-dcaa02808a66 req-4af832ee-8ede-4777-a9a4-783946b29024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:08.894377 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-04f46365-a1e9-4afb-bc81-dcaa02808a66 req-4af832ee-8ede-4777-a9a4-783946b29024 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5748bdd518c9400fa0e5539ca16e7759&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2410595 Apr 18 17:05:08.940011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8ffd1d7-6f55-4786-bf68-28f2fc3caf07 req-5731cd6c-bf4c-4edf-b40c-c686dee89672 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Apr 18 17:05:09.149687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8ea78-60ae-4e05-88fd-6b724bfcc9df req-210567d1-3397-471e-9845-483d02f1dc15 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:09.162490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8ea78-60ae-4e05-88fd-6b724bfcc9df req-210567d1-3397-471e-9845-483d02f1dc15 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:09.164991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5dc8ea78-60ae-4e05-88fd-6b724bfcc9df req-210567d1-3397-471e-9845-483d02f1dc15 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1677 time: 0.0780911 Apr 18 17:05:09.219721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5dc8ea78-60ae-4e05-88fd-6b724bfcc9df req-9e7009c5-758a-4775-ac73-b5252721de6f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481961 Apr 18 17:05:09.348201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f7efb-277d-4ea4-a01e-523bb474dee1 req-aabb1d0b-e943-4f05-8536-62a10021bb96 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:09.350262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad4f7efb-277d-4ea4-a01e-523bb474dee1 req-aabb1d0b-e943-4f05-8536-62a10021bb96 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.0644102 Apr 18 17:05:09.402240 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-c92e2e16-92be-4490-bfae-2a5a51e425e8 service neutron] 10.222.0.41 "GET /v2.0/networks/ebb029a4-ae7c-495b-a746-586040f4ddf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292079 Apr 18 17:05:09.427824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad4f7efb-277d-4ea4-a01e-523bb474dee1 req-dd2e801c-16bf-4e47-b73b-d0b6f5ddd4f1 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636442 Apr 18 17:05:09.516293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f46365-a1e9-4afb-bc81-dcaa02808a66 req-d7f11e1b-b28d-4a1a-a33d-eec1b1f38d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:09.518304 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-04f46365-a1e9-4afb-bc81-dcaa02808a66 req-d7f11e1b-b28d-4a1a-a33d-eec1b1f38d5c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5783985 Apr 18 17:05:09.672837 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc2898e-4e3e-4c2c-8508-4fa80ef285da req-bbb205fe-cdc7-4985-808f-36b377afb13c service neutron] 10.222.0.41 "GET /v2.0/networks/ebb029a4-ae7c-495b-a746-586040f4ddf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195306 Apr 18 17:05:09.739182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492581-30ff-41c5-8ceb-b109e3a4100d req-e9a991c9-5f18-4854-837f-14ea8b738a41 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:09.741156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40492581-30ff-41c5-8ceb-b109e3a4100d req-e9a991c9-5f18-4854-837f-14ea8b738a41 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 944 time: 0.0714581 Apr 18 17:05:09.744267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-1440ec1d-099c-4646-a5dd-e6dbbfc479f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:09.745933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-1440ec1d-099c-4646-a5dd-e6dbbfc479f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5748bdd518c9400fa0e5539ca16e7759&device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 1095 time: 0.1399248 Apr 18 17:05:09.823868 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-d89ad3a6-85e0-41c5-b769-c5cfea56a4f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=815826bf-8277-4225-bafa-f92a3837dcf9 HTTP/1.1" status: 200 len: 217 time: 0.0622597 Apr 18 17:05:09.931327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40492581-30ff-41c5-8ceb-b109e3a4100d req-eb3327b8-02a8-4616-a7f6-a3467e4f01a4 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Apr 18 17:05:09.932300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4805f753-c604-4f4e-940e-10ad7bf8935a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:09.932300 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:09.932300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Transition to ACTIVE for port object 4805f753-c604-4f4e-940e-10ad7bf8935a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:05:09.932300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-c18e8a30-2fed-4d29-9c86-13fad488d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:09.932300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-c18e8a30-2fed-4d29-9c86-13fad488d0bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1d9287e-cd63-4166-adc7-1a489d9f5a4c HTTP/1.1" status: 200 len: 845 time: 0.0709658 Apr 18 17:05:09.942599 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-419320e0-fb9d-41d3-bbba-2f7b56256eca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=951a2b77-7cd1-48af-8bcf-46051251f31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334263 Apr 18 17:05:09.997147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-384485ee-e031-4688-bf75-4be37a2bbe5b req-fbc63f44-f6b1-4355-8258-1f71853d6432 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 210 time: 0.0320287 Apr 18 17:05:10.032287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 092f7935-8e0d-4851-8464-a02792d3749a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:10.081877 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-73899dbd-3a8e-431e-bd51-837c7c164daf service neutron] 10.222.0.18 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309466 Apr 18 17:05:10.082903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3b8e-671d-453e-9348-23ae6e79d7e3 req-fe6fda8c-796d-48b4-bd28-d6a2d32a90d8 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:10.097865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9ea3b8e-671d-453e-9348-23ae6e79d7e3 req-fe6fda8c-796d-48b4-bd28-d6a2d32a90d8 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 932 time: 0.0653856 Apr 18 17:05:10.154044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9ea3b8e-671d-453e-9348-23ae6e79d7e3 req-bc29ebbe-3859-4388-b62d-a530f42a7cc4 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552137 Apr 18 17:05:10.165902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=092f7935-8e0d-4851-8464-a02792d3749a,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:10.186984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '092f7935-8e0d-4851-8464-a02792d3749a', 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'port_id': '092f7935-8e0d-4851-8464-a02792d3749a', 'mac_address': 'fa:16:3e:4b:86:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a05d6c-99ea-4989-bfe6-ae138bfd8a19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:10.206851 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bfc8da03-5b2c-4e27-954c-b9a2a1b16e1a req-c966e3a7-498c-4ac8-8f85-99a25f3a250d service neutron] 10.222.0.18 "GET /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141195 Apr 18 17:05:10.225226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:10.246042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 092f7935-8e0d-4851-8464-a02792d3749a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:10.279435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=092f7935-8e0d-4851-8464-a02792d3749a,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:10.369953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22200cd7-6c0d-493e-a201-080d7bf71d25 req-24ca8b24-2c10-419a-bd8d-09f6da2c1b83 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:10.375953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22200cd7-6c0d-493e-a201-080d7bf71d25 req-24ca8b24-2c10-419a-bd8d-09f6da2c1b83 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:10.377660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22200cd7-6c0d-493e-a201-080d7bf71d25 req-24ca8b24-2c10-419a-bd8d-09f6da2c1b83 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1677 time: 0.0595553 Apr 18 17:05:10.420560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22200cd7-6c0d-493e-a201-080d7bf71d25 req-a1e077df-dd0b-4038-b6d3-b5ddd8e45e83 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Apr 18 17:05:10.552008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4956e-715d-4f65-830f-8d47171183e8 req-552bf1a6-268e-4ef7-8b3d-4a63a06e2cef tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:10.553402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28e4956e-715d-4f65-830f-8d47171183e8 req-552bf1a6-268e-4ef7-8b3d-4a63a06e2cef tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.0503564 Apr 18 17:05:10.554998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:10.587588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:10.637796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28e4956e-715d-4f65-830f-8d47171183e8 req-9d7fc38f-297f-492d-9cc0-052b02d2593e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760047 Apr 18 17:05:10.691144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=092f7935-8e0d-4851-8464-a02792d3749a,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:10.701714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Pushing event updated for resources: {'Port': ['ID=4805f753-c604-4f4e-940e-10ad7bf8935a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:10.718520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Attempting to bind port 4805f753-c604-4f4e-940e-10ad7bf8935a on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:10.718871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Attempting to bind port 4805f753-c604-4f4e-940e-10ad7bf8935a by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '4e8acab6-8eb7-4350-9d15-ee29eb7ab816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b38b9df6-bc80-492b-aee0-c5b400c815ff'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:10.719209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Attempting to bind port 4805f753-c604-4f4e-940e-10ad7bf8935a on network b38b9df6-bc80-492b-aee0-c5b400c815ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:10.725434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Port 4805f753-c604-4f4e-940e-10ad7bf8935a on network b38b9df6-bc80-492b-aee0-c5b400c815ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:05:10.725807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Attempting to bind port 4805f753-c604-4f4e-940e-10ad7bf8935a on network b38b9df6-bc80-492b-aee0-c5b400c815ff {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:10.731213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:10.733606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Checking segment: {'id': '4e8acab6-8eb7-4350-9d15-ee29eb7ab816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b38b9df6-bc80-492b-aee0-c5b400c815ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:10.733606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Bound using segment: {'id': '4e8acab6-8eb7-4350-9d15-ee29eb7ab816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b38b9df6-bc80-492b-aee0-c5b400c815ff'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:10.733606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Bound port: 4805f753-c604-4f4e-940e-10ad7bf8935a, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8acab6-8eb7-4350-9d15-ee29eb7ab816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b38b9df6-bc80-492b-aee0-c5b400c815ff'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:10.733606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:10.803941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['092f7935-8e0d-4851-8464-a02792d3749a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:10.816451 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-83e31118-2e35-4604-95e8-67092979d29d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320160 Apr 18 17:05:10.921936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] For port 4805f753-c604-4f4e-940e-10ad7bf8935a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:10.962849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] For port 4805f753-c604-4f4e-940e-10ad7bf8935a, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4805f753-c604-4f4e-940e-10ad7bf8935a,segment=NetworkSegment(4e8acab6-8eb7-4350-9d15-ee29eb7ab816),segment_id=4e8acab6-8eb7-4350-9d15-ee29eb7ab816)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:11.023060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d004e5d-799f-4045-b39c-6e0cb8474e56 req-8aba0f86-e97e-4bab-8d74-c4f63f0c823b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.025109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-e7e0a454-0ef7-4a30-8df2-0e94e0e8af2c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.026973 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-e7e0a454-0ef7-4a30-8df2-0e94e0e8af2c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023721 Apr 18 17:05:11.033351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d004e5d-799f-4045-b39c-6e0cb8474e56 req-8aba0f86-e97e-4bab-8d74-c4f63f0c823b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 944 time: 0.0661004 Apr 18 17:05:11.045593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Request body: {'port': {'device_id': 'd8829a11-4bdf-4b82-bd3e-8b344b5c7778', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '7927e266846b46ab8421b9e904b24342'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:11.062249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:11.076012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d004e5d-799f-4045-b39c-6e0cb8474e56 req-21f735d7-ed90-491d-8af8-ff6c49b4be22 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Apr 18 17:05:11.137348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.138012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:11.139672 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] 10.222.0.18 "PUT /v2.0/ports/4805f753-c604-4f4e-940e-10ad7bf8935a HTTP/1.1" status: 200 len: 1092 time: 2.3802755 Apr 18 17:05:11.142979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46', 'tag': '4805f753-c604-4f4e-940e-10ad7bf8935a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:11.145263 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f3de45-9141-44e6-bcff-608d259671bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46", "tag": "4805f753-c604-4f4e-940e-10ad7bf8935a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:11.186785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0749b-3af6-4040-be81-4fa1929492cd service neutron] Pushing event updated for resources: {'Port': ['ID=4805f753-c604-4f4e-940e-10ad7bf8935a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:11.220646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2d17897-016d-44c0-a4b8-6d13c9db3da0 req-34d8c29b-e630-4705-94bf-2131429f500b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 210 time: 0.0323851 Apr 18 17:05:11.279463 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477bdfcf-c47e-408c-8170-175fa88938a1 x-openstack-request-id: req-477bdfcf-c47e-408c-8170-175fa88938a1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:11.279758 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46", "tag": "4805f753-c604-4f4e-940e-10ad7bf8935a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:11.280065 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-477bdfcf-c47e-408c-8170-175fa88938a1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:11.280482 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477bdfcf-c47e-408c-8170-175fa88938a1'] response: {'name': 'network-changed', 'server_uuid': '7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46', 'tag': '4805f753-c604-4f4e-940e-10ad7bf8935a', 'status': 'completed', 'code': 200} Apr 18 17:05:11.348641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Made reservation on behalf of 7927e266846b46ab8421b9e904b24342 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:11.352173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:11.357030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c97eb4-1f27-47cb-8507-20e309ee10ea req-b894eb83-ed83-4a1c-982b-641c10556b70 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.363673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53c97eb4-1f27-47cb-8507-20e309ee10ea req-b894eb83-ed83-4a1c-982b-641c10556b70 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 944 time: 0.0584371 Apr 18 17:05:11.365804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-0be38db0-510e-490d-a90f-835b949c180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.368020 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-0be38db0-510e-490d-a90f-835b949c180e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a78d06a1c231421097987c9faec7b911&device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 1095 time: 0.0685170 Apr 18 17:05:11.422028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53c97eb4-1f27-47cb-8507-20e309ee10ea req-f7877660-7f31-449b-82e4-b769c6326a68 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Apr 18 17:05:11.432228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-0c4db925-6535-4cf2-9300-e9c66f394203 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4805f753-c604-4f4e-940e-10ad7bf8935a HTTP/1.1" status: 200 len: 217 time: 0.0477457 Apr 18 17:05:11.526249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-ca3418a8-29c7-4d21-8313-6a185e0f368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.527646 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-ca3418a8-29c7-4d21-8313-6a185e0f368d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6eb7a2d-3ea9-46a2-a651-5167ce676d80 HTTP/1.1" status: 200 len: 853 time: 0.0684040 Apr 18 17:05:11.572002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6446c3-e1d8-4dca-8348-af24fabd6823 req-2646e1c1-9dd1-4b4e-83e4-2aeb35f2e7ed tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.577810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6446c3-e1d8-4dca-8348-af24fabd6823 req-2646e1c1-9dd1-4b4e-83e4-2aeb35f2e7ed tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.579999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f6446c3-e1d8-4dca-8348-af24fabd6823 req-2646e1c1-9dd1-4b4e-83e4-2aeb35f2e7ed tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1677 time: 0.0709941 Apr 18 17:05:11.580791 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-ca379633-5995-4ac8-ad6e-9ba5dad8e949 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b38b9df6-bc80-492b-aee0-c5b400c815ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303850 Apr 18 17:05:11.626627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Allocated IP 192.168.233.44 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/9bd41313-7928-4c01-8273-b01f793bb16e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:11.632783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f6446c3-e1d8-4dca-8348-af24fabd6823 req-048225f5-c73c-435d-a3fe-940f7fd77641 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Apr 18 17:05:11.738320 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-d372ed08-fb3c-461d-82b4-9aa3cf6e1723 service neutron] 10.222.0.18 "GET /v2.0/networks/b38b9df6-bc80-492b-aee0-c5b400c815ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496150 Apr 18 17:05:11.784387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50761-f534-43f4-a042-9f2d82d86366 req-2faa2e62-491f-439d-a259-c7c2551b3049 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:11.790037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ae50761-f534-43f4-a042-9f2d82d86366 req-2faa2e62-491f-439d-a259-c7c2551b3049 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 944 time: 0.0738883 Apr 18 17:05:11.838107 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ae50761-f534-43f4-a042-9f2d82d86366 req-bb9bc38e-5b4f-4e32-bc83-1538cee6ee70 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Apr 18 17:05:11.910933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d31bac05-d0bc-4f08-8061-46a3d93d1035 req-9c8db64c-080d-42ae-a4fb-6d0c00072d75 service neutron] 10.222.0.18 "GET /v2.0/networks/b38b9df6-bc80-492b-aee0-c5b400c815ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489742 Apr 18 17:05:11.934741 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:12.046434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:12.061678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 092f7935-8e0d-4851-8464-a02792d3749a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:12.074699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:12.122678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008', 'b38107ae-769c-4567-946d-f6934ce0d42d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:12.150563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ac0ed2fd-5b19-473e-a3a8-482996594a37'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:12.161990 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:12.168308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3de45-9141-44e6-bcff-608d259671bb req-868f28fb-9654-4d73-ac2d-ee6bff87508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.170105 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54f3de45-9141-44e6-bcff-608d259671bb req-868f28fb-9654-4d73-ac2d-ee6bff87508c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a78d06a1c231421097987c9faec7b911&device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 1095 time: 0.1088669 Apr 18 17:05:12.171986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:12.174642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'Port': ['ID=9bd41313-7928-4c01-8273-b01f793bb16e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:12.181169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:12.268517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77f00c-f14d-492e-979a-09b1d944952e req-37038d2d-9305-4da5-a8b9-6b07850e7583 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.278884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c77f00c-f14d-492e-979a-09b1d944952e req-37038d2d-9305-4da5-a8b9-6b07850e7583 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 944 time: 0.0809150 Apr 18 17:05:12.285284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 092f7935-8e0d-4851-8464-a02792d3749a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:12.289924 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:12.315938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.317477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:12.375034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c77f00c-f14d-492e-979a-09b1d944952e req-b4884484-7008-4a6b-8036-dac3c974af37 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927258 Apr 18 17:05:12.405248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3de45-9141-44e6-bcff-608d259671bb req-0280274b-052e-4dd1-961f-71d40c05c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.409719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54f3de45-9141-44e6-bcff-608d259671bb req-0280274b-052e-4dd1-961f-71d40c05c98b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b38b9df6-bc80-492b-aee0-c5b400c815ff HTTP/1.1" status: 200 len: 914 time: 0.2287145 Apr 18 17:05:12.420555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ab3ac-6213-4cc2-9a36-8d9159e3e259 req-a3a7fee1-4c75-42c6-aa74-051cbcc93bd8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.430931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc0ab3ac-6213-4cc2-9a36-8d9159e3e259 req-a3a7fee1-4c75-42c6-aa74-051cbcc93bd8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 935 time: 0.0850065 Apr 18 17:05:12.452046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:12.497558 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-73f539a5-99bf-49d0-9e82-cabda2a889a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4556894 Apr 18 17:05:12.500476 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54f3de45-9141-44e6-bcff-608d259671bb req-6880fe35-ef94-4e3b-acac-62448b0729c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4805f753-c604-4f4e-940e-10ad7bf8935a HTTP/1.1" status: 200 len: 217 time: 0.0838833 Apr 18 17:05:12.530143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'mac_address': 'fa:16:3e:61:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:12.537796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc0ab3ac-6213-4cc2-9a36-8d9159e3e259 req-7b99a955-4070-460a-ab76-a58664ef1423 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994229 Apr 18 17:05:12.572633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Request body: {'port': {'device_id': 'd8829a11-4bdf-4b82-bd3e-8b344b5c7778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:12.636292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efa9f3-a648-4483-96cd-6cfe67879987 req-7ab6690a-a5f0-440b-8bca-96084d0e1f4d tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.638307 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9efa9f3-a648-4483-96cd-6cfe67879987 req-7ab6690a-a5f0-440b-8bca-96084d0e1f4d tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 944 time: 0.0982125 Apr 18 17:05:12.663469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3de45-9141-44e6-bcff-608d259671bb req-af05c574-d506-46c7-a7ec-83d982f6297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.665771 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54f3de45-9141-44e6-bcff-608d259671bb req-af05c574-d506-46c7-a7ec-83d982f6297e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6eb7a2d-3ea9-46a2-a651-5167ce676d80 HTTP/1.1" status: 200 len: 853 time: 0.1578236 Apr 18 17:05:12.691233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:12.729531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9efa9f3-a648-4483-96cd-6cfe67879987 req-dde321c2-d8fe-4e2b-9329-7e8d5d1a79a8 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715199 Apr 18 17:05:12.729649 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54f3de45-9141-44e6-bcff-608d259671bb req-06fca0ca-f291-4dc5-ac96-30d3914a93c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b38b9df6-bc80-492b-aee0-c5b400c815ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507495 Apr 18 17:05:12.782478 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5046ee2e-a21c-43d5-8b9a-556c64b46953 None None] Provisioning complete for port 9bd41313-7928-4c01-8273-b01f793bb16e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:12.782880 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5046ee2e-a21c-43d5-8b9a-556c64b46953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:12.784450 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:12.814484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c17826-da21-46c4-9b3f-90cab6cdf4d2 req-b852cf6a-476b-4e9a-8df5-4d7eacb9e1d2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.820482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c17826-da21-46c4-9b3f-90cab6cdf4d2 req-b852cf6a-476b-4e9a-8df5-4d7eacb9e1d2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:12.822307 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12c17826-da21-46c4-9b3f-90cab6cdf4d2 req-b852cf6a-476b-4e9a-8df5-4d7eacb9e1d2 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1677 time: 0.0646367 Apr 18 17:05:12.836646 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:12.878654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cda1e9-70a9-4bfd-bec5-dc3f77140184 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:12.895053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12c17826-da21-46c4-9b3f-90cab6cdf4d2 req-67442e74-76f6-4818-b311-39690fc5fd6c tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629189 Apr 18 17:05:12.902959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:12.923769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092f7935-8e0d-4851-8464-a02792d3749a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:12.926571 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ce26f-f577-4312-aa62-fa9c9cede584" -d '{"events": [{"server_uuid": "1af9f391-ed5b-4faa-b642-7fac4fa14757", "name": "network-vif-plugged", "status": "completed", "tag": "092f7935-8e0d-4851-8464-a02792d3749a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:13.018309 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:13.022386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e6870-577b-4352-a5e4-15dbdf5cad1b req-195e8c8a-311e-4378-b6c0-1aa1908c5b30 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:13.034594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b53e6870-577b-4352-a5e4-15dbdf5cad1b req-195e8c8a-311e-4378-b6c0-1aa1908c5b30 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 944 time: 0.0792785 Apr 18 17:05:13.080830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd41313-7928-4c01-8273-b01f793bb16e {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:13.089025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:13.105525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Transition to ACTIVE for port object 9bd41313-7928-4c01-8273-b01f793bb16e will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:05:13.105908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b53e6870-577b-4352-a5e4-15dbdf5cad1b req-3ee920f2-10b5-4339-bdbb-24ba0a504d2b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645556 Apr 18 17:05:13.118107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5046ee2e-a21c-43d5-8b9a-556c64b46953 None None] Port 9bd41313-7928-4c01-8273-b01f793bb16e cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:05:13.123445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=092f7935-8e0d-4851-8464-a02792d3749a,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:13.127277 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f47ee5-891f-47db-8fc7-6622f8c3eb4a x-openstack-request-id: req-89f47ee5-891f-47db-8fc7-6622f8c3eb4a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:13.127561 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9f391-ed5b-4faa-b642-7fac4fa14757", "name": "network-vif-plugged", "status": "completed", "tag": "092f7935-8e0d-4851-8464-a02792d3749a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:13.127815 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89f47ee5-891f-47db-8fc7-6622f8c3eb4a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:13.128197 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f47ee5-891f-47db-8fc7-6622f8c3eb4a'] response: {'server_uuid': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092f7935-8e0d-4851-8464-a02792d3749a', 'code': 200} Apr 18 17:05:13.129945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:13.195546 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:13.262942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Pushing event updated for resources: {'Port': ['ID=9bd41313-7928-4c01-8273-b01f793bb16e,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:13.274617 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54f3de45-9141-44e6-bcff-608d259671bb req-ea71a16a-14f2-47cf-9309-44139d38fb0d service neutron] 10.222.0.18 "GET /v2.0/networks/b38b9df6-bc80-492b-aee0-c5b400c815ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677396 Apr 18 17:05:13.310742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['22cda1e9-70a9-4bfd-bec5-dc3f77140184'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:13.318811 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:13.450190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=092f7935-8e0d-4851-8464-a02792d3749a,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:13.502236 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54f3de45-9141-44e6-bcff-608d259671bb req-721f454e-445e-4da1-bdb9-8e7be689a69c service neutron] 10.222.0.18 "GET /v2.0/networks/b38b9df6-bc80-492b-aee0-c5b400c815ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049644 Apr 18 17:05:13.508782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Attempting to bind port 9bd41313-7928-4c01-8273-b01f793bb16e on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:13.508782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Attempting to bind port 9bd41313-7928-4c01-8273-b01f793bb16e by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:13.508782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Attempting to bind port 9bd41313-7928-4c01-8273-b01f793bb16e on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:13.512642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Port 9bd41313-7928-4c01-8273-b01f793bb16e on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:05:13.514093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Attempting to bind port 9bd41313-7928-4c01-8273-b01f793bb16e on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:13.521614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:13.522368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:13.534431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:13.535752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Bound port: 9bd41313-7928-4c01-8273-b01f793bb16e, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:13.537535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a00b4c-376a-4cb6-a0ed-1a369fde50b4 req-a191ed7e-06f1-443c-8d69-633fe40e6710 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:13.540213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:13.540353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05a00b4c-376a-4cb6-a0ed-1a369fde50b4 req-a191ed7e-06f1-443c-8d69-633fe40e6710 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 944 time: 0.0749424 Apr 18 17:05:13.610496 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05a00b4c-376a-4cb6-a0ed-1a369fde50b4 req-ee051f03-18c6-49f7-9c63-86bd037def9a tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553639 Apr 18 17:05:13.654263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] For port 9bd41313-7928-4c01-8273-b01f793bb16e, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:13.662146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] For port 9bd41313-7928-4c01-8273-b01f793bb16e, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=9bd41313-7928-4c01-8273-b01f793bb16e,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:13.724485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a75be-32fc-49c2-9238-9257b3f8e909 req-9a5d9957-ed9e-4bed-85bf-e7f46bce2a36 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:13.727799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-552a75be-32fc-49c2-9238-9257b3f8e909 req-9a5d9957-ed9e-4bed-85bf-e7f46bce2a36 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 947 time: 0.0848196 Apr 18 17:05:13.742866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55462) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:13.769077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:13.805280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-552a75be-32fc-49c2-9238-9257b3f8e909 req-6e7310ab-f713-4de4-b26e-18aa1452a300 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611470 Apr 18 17:05:13.827700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:13.828336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:13.829823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] 10.222.0.41 "PUT /v2.0/ports/9bd41313-7928-4c01-8273-b01f793bb16e HTTP/1.1" status: 200 len: 1095 time: 1.2694402 Apr 18 17:05:13.830267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8829a11-4bdf-4b82-bd3e-8b344b5c7778', 'tag': '9bd41313-7928-4c01-8273-b01f793bb16e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:13.832534 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1db8697-dde7-4945-ac51-b38def0ea775" -d '{"events": [{"name": "network-changed", "server_uuid": "d8829a11-4bdf-4b82-bd3e-8b344b5c7778", "tag": "9bd41313-7928-4c01-8273-b01f793bb16e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:13.902445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bda9f1-554b-4e98-9464-0e49442003ed service neutron] Pushing event updated for resources: {'Port': ['ID=9bd41313-7928-4c01-8273-b01f793bb16e,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:13.912834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26048bae-da8b-44e7-b96e-9d7638f6b483 req-63c05ae7-dde3-4843-8476-fdea6c1502ef tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:13.913851 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee658ac-1eb7-4402-92b1-6416d7e4f802 x-openstack-request-id: req-eee658ac-1eb7-4402-92b1-6416d7e4f802 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:13.920751 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8829a11-4bdf-4b82-bd3e-8b344b5c7778", "tag": "9bd41313-7928-4c01-8273-b01f793bb16e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:13.921043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26048bae-da8b-44e7-b96e-9d7638f6b483 req-63c05ae7-dde3-4843-8476-fdea6c1502ef tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 944 time: 0.1081176 Apr 18 17:05:13.921164 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eee658ac-1eb7-4402-92b1-6416d7e4f802 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:13.921164 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee658ac-1eb7-4402-92b1-6416d7e4f802'] response: {'name': 'network-changed', 'server_uuid': 'd8829a11-4bdf-4b82-bd3e-8b344b5c7778', 'tag': '9bd41313-7928-4c01-8273-b01f793bb16e', 'status': 'completed', 'code': 200} Apr 18 17:05:13.956941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26048bae-da8b-44e7-b96e-9d7638f6b483 req-a012c71b-eacf-4304-aadf-46ed7db446fe tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Apr 18 17:05:14.025214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d335f852-e6e1-4eaa-a214-b3f0307fe814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.055262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51999f13-ab18-45b6-8235-bb469e1a0bd7 req-9ef17ba7-7612-4cf3-b894-74c86b124371 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.058956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 981bfba1-6598-4d08-bbb2-9602cefca29a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:14.072479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8697-dde7-4945-ac51-b38def0ea775 req-afc1a6d2-e1dc-4e4b-8d1d-f85c4c95de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.074472 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1db8697-dde7-4945-ac51-b38def0ea775 req-afc1a6d2-e1dc-4e4b-8d1d-f85c4c95de39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 1098 time: 0.0940037 Apr 18 17:05:14.081541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51999f13-ab18-45b6-8235-bb469e1a0bd7 req-9ef17ba7-7612-4cf3-b894-74c86b124371 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.094882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815826bf-8277-4225-bafa-f92a3837dcf9 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:14.096322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51999f13-ab18-45b6-8235-bb469e1a0bd7 req-9ef17ba7-7612-4cf3-b894-74c86b124371 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1677 time: 0.1024346 Apr 18 17:05:14.170421 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1db8697-dde7-4945-ac51-b38def0ea775 req-b38ab6f3-81c7-4f3f-ba5e-cb076c85e4e5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705626 Apr 18 17:05:14.173662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51999f13-ab18-45b6-8235-bb469e1a0bd7 req-299c32ef-8165-46cf-9113-6deb8c0b9710 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715978 Apr 18 17:05:14.259808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab5aed-fd26-457c-aa63-d6a09109a636 req-c3727eb1-c41f-476e-bda3-bb0356355c48 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.269220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3aab5aed-fd26-457c-aa63-d6a09109a636 req-c3727eb1-c41f-476e-bda3-bb0356355c48 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.0673862 Apr 18 17:05:14.302572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8697-dde7-4945-ac51-b38def0ea775 req-8567aed1-7465-4cf0-939c-d87022bc62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.304176 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1db8697-dde7-4945-ac51-b38def0ea775 req-8567aed1-7465-4cf0-939c-d87022bc62fd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191292 Apr 18 17:05:14.326234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:14.326896 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d335f852-e6e1-4eaa-a214-b3f0307fe814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.331301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3aab5aed-fd26-457c-aa63-d6a09109a636 req-96180fa9-3de6-44f4-a9a3-4e0e2d977e88 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578604 Apr 18 17:05:14.360916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '815826bf-8277-4225-bafa-f92a3837dcf9', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'port_id': '815826bf-8277-4225-bafa-f92a3837dcf9', 'mac_address': 'fa:16:3e:08:3f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d9287e-cd63-4166-adc7-1a489d9f5a4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:14.363495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 981bfba1-6598-4d08-bbb2-9602cefca29a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=981bfba1-6598-4d08-bbb2-9602cefca29a,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:14.401479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '981bfba1-6598-4d08-bbb2-9602cefca29a', 'network_id': 'ebb029a4-ae7c-495b-a746-586040f4ddf4', 'port_id': '981bfba1-6598-4d08-bbb2-9602cefca29a', 'mac_address': 'fa:16:3e:bd:6d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658973f6-17fa-4f2e-bb12-554b98d7ac95', 'ip_address': '19.86.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:14.413107 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d335f852-e6e1-4eaa-a214-b3f0307fe814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.446343 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.468581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815826bf-8277-4225-bafa-f92a3837dcf9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:14.475147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.479630 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d335f852-e6e1-4eaa-a214-b3f0307fe814 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5bc19716a5e4a918b5c6647422e1ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7322326 Apr 18 17:05:14.480003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55484) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:14.484066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335f852-e6e1-4eaa-a214-b3f0307fe814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9d53cc-7239-413c-af0a-b98e1e9a4505,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:14.492605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-20671b0e-1ebb-40c4-ade0-0eaf6780232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.494197 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-20671b0e-1ebb-40c4-ade0-0eaf6780232e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 1098 time: 0.0944571 Apr 18 17:05:14.522827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981bfba1-6598-4d08-bbb2-9602cefca29a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:14.532449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:14.547336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60891fb7-809d-46d9-8ffd-a0a18961f33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.548101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 981bfba1-6598-4d08-bbb2-9602cefca29a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=981bfba1-6598-4d08-bbb2-9602cefca29a,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:14.556412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-1436efbb-6e70-40c5-933e-ee9f473564e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=9bd41313-7928-4c01-8273-b01f793bb16e HTTP/1.1" status: 200 len: 217 time: 0.0464921 Apr 18 17:05:14.569443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60891fb7-809d-46d9-8ffd-a0a18961f33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.608677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-3b8f7a29-28b2-495e-99ba-58cd47064f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.610338 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-3b8f7a29-28b2-495e-99ba-58cd47064f1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0457380 Apr 18 17:05:14.615778 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.643595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.644295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b073407c-8079-4e6a-817e-130fc1022f26 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:14.677891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:14.719871 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60891fb7-809d-46d9-8ffd-a0a18961f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.722460 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60891fb7-809d-46d9-8ffd-a0a18961f33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.725896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-60891fb7-809d-46d9-8ffd-a0a18961f33e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c9d53cc-7239-413c-af0a-b98e1e9a4505 HTTP/1.1" status: 204 len: 168 time: 0.2424097 Apr 18 17:05:14.738165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60891fb7-809d-46d9-8ffd-a0a18961f33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9d53cc-7239-413c-af0a-b98e1e9a4505,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:14.760896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f23d-3465-407a-acaa-83f81d11b175 req-303af4ee-6eeb-4556-9a05-af0570ff8cff tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.762481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4042f23d-3465-407a-acaa-83f81d11b175 req-303af4ee-6eeb-4556-9a05-af0570ff8cff tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 945 time: 0.0789452 Apr 18 17:05:14.797102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-de324419-bc5e-44b8-8931-5711716cfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.797368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=981bfba1-6598-4d08-bbb2-9602cefca29a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:14.799200 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-de324419-bc5e-44b8-8931-5711716cfcec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963058 Apr 18 17:05:14.831270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b073407c-8079-4e6a-817e-130fc1022f26, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b073407c-8079-4e6a-817e-130fc1022f26,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:14.842649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4042f23d-3465-407a-acaa-83f81d11b175 req-84304b7e-e67d-47d4-b130-f3eb3528935e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683370 Apr 18 17:05:14.847328 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'b073407c-8079-4e6a-817e-130fc1022f26', 'network_id': '7c133e90-8181-40a1-9d95-4261c01d210d', 'port_id': 'b073407c-8079-4e6a-817e-130fc1022f26', 'mac_address': 'fa:16:3e:88:29:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b3d3d2-15e1-410a-932a-c84dc6421fe5', 'ip_address': '19.80.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:14.888764 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:14.914575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b073407c-8079-4e6a-817e-130fc1022f26 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:14.937186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b073407c-8079-4e6a-817e-130fc1022f26, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b073407c-8079-4e6a-817e-130fc1022f26,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:14.948472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e269f2-a45e-4ec6-9517-dc31fb460dc3 req-355aac6b-bc7b-4eaa-ae9f-67aa79809b9d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:14.950106 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70e269f2-a45e-4ec6-9517-dc31fb460dc3 req-355aac6b-bc7b-4eaa-ae9f-67aa79809b9d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 947 time: 0.0698080 Apr 18 17:05:14.951661 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-5934edc8-3988-4522-91cc-a42d285563e7 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361012 Apr 18 17:05:14.993703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70e269f2-a45e-4ec6-9517-dc31fb460dc3 req-ea2c62d2-efec-4aa3-8f23-586bcf30f352 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352633 Apr 18 17:05:15.028079 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:15.084297 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-41424f6b-975a-4f9a-bd77-a8d9709fe1ee req-2dbae485-7d06-4fbe-be77-3ef317b15e93 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225724 Apr 18 17:05:15.097551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['815826bf-8277-4225-bafa-f92a3837dcf9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:15.151579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed7d5e-9789-46ec-9972-3295eb633a3e req-79e9ab59-0c0b-4923-b3ec-24c46e2eb4d7 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:15.161892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51ed7d5e-9789-46ec-9972-3295eb633a3e req-79e9ab59-0c0b-4923-b3ec-24c46e2eb4d7 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 944 time: 0.0713394 Apr 18 17:05:15.167013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b073407c-8079-4e6a-817e-130fc1022f26,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:15.229961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51ed7d5e-9789-46ec-9972-3295eb633a3e req-da595a34-9938-4187-afb1-faebef02a373 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620065 Apr 18 17:05:15.320839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99faf6-9588-4e63-9c4d-a1f717bced05 req-ae864932-133d-45aa-8104-996bcfe311b5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:15.326954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99faf6-9588-4e63-9c4d-a1f717bced05 req-ae864932-133d-45aa-8104-996bcfe311b5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:15.328510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf99faf6-9588-4e63-9c4d-a1f717bced05 req-ae864932-133d-45aa-8104-996bcfe311b5 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1679 time: 0.0664754 Apr 18 17:05:15.390446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf99faf6-9588-4e63-9c4d-a1f717bced05 req-57e9bc4f-b5ad-4920-b556-9aa8c4e8d0f0 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553153 Apr 18 17:05:15.451836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f47475-61a0-4742-a0d8-34d2038abe7f req-bcf1f9e0-6a47-47f5-9d24-28b025b289ff tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:15.453438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31f47475-61a0-4742-a0d8-34d2038abe7f req-bcf1f9e0-6a47-47f5-9d24-28b025b289ff tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Apr 18 17:05:15.505590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31f47475-61a0-4742-a0d8-34d2038abe7f req-6dcac00d-817e-400f-8654-8dbc4cd7444d tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 Apr 18 17:05:15.557880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55528) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:15.576551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05124e55-4c33-4a6a-b0fa-c7e67a34cf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:15.651954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05124e55-4c33-4a6a-b0fa-c7e67a34cf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:15.705128 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05124e55-4c33-4a6a-b0fa-c7e67a34cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:15.746554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05124e55-4c33-4a6a-b0fa-c7e67a34cf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d27aa98-134c-41c8-9e90-f0c2beed0a0c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:15.752097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-05124e55-4c33-4a6a-b0fa-c7e67a34cf84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bdae5a144ec3414f9cf3f1c967b70a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921616 Apr 18 17:05:15.755768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55536) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:15.774169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['981bfba1-6598-4d08-bbb2-9602cefca29a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:15.824777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b0eb-1209-4547-b459-cbe95c891226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:15.847955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b0eb-1209-4547-b459-cbe95c891226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:15.970634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b0eb-1209-4547-b459-cbe95c891226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:15.974156 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b0eb-1209-4547-b459-cbe95c891226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:15.975375 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7aa9b0eb-1209-4547-b459-cbe95c891226 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d27aa98-134c-41c8-9e90-f0c2beed0a0c HTTP/1.1" status: 204 len: 168 time: 0.2178702 Apr 18 17:05:15.984031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5e0be-f41b-4c89-8567-e3b8349cfb76 req-49be2e29-e268-4e2a-86b0-321253577799 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:15.985097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34b5e0be-f41b-4c89-8567-e3b8349cfb76 req-49be2e29-e268-4e2a-86b0-321253577799 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 945 time: 0.0629351 Apr 18 17:05:15.995379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9b0eb-1209-4547-b459-cbe95c891226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d27aa98-134c-41c8-9e90-f0c2beed0a0c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:16.058419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:16.073019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34b5e0be-f41b-4c89-8567-e3b8349cfb76 req-5644873f-0471-4aa1-8e25-257956f6a80b tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803626 Apr 18 17:05:16.103869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4805f753-c604-4f4e-940e-10ad7bf8935a details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:16.172308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7c8fe-7d73-423a-9da9-17e06a6bc437 req-29e04d0d-2f4b-4ef8-b7f7-e03256342b5e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:16.175360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96d7c8fe-7d73-423a-9da9-17e06a6bc437 req-29e04d0d-2f4b-4ef8-b7f7-e03256342b5e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 947 time: 0.0737686 Apr 18 17:05:16.209556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:16.209914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:16.244847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96d7c8fe-7d73-423a-9da9-17e06a6bc437 req-e4555593-dee8-45d0-a29d-fb1c0cb6eb5e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624552 Apr 18 17:05:16.306735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4805f753-c604-4f4e-940e-10ad7bf8935a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4805f753-c604-4f4e-940e-10ad7bf8935a,segment=NetworkSegment(4e8acab6-8eb7-4350-9d15-ee29eb7ab816),segment_id=4e8acab6-8eb7-4350-9d15-ee29eb7ab816)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:16.326746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '4805f753-c604-4f4e-940e-10ad7bf8935a', 'network_id': 'b38b9df6-bc80-492b-aee0-c5b400c815ff', 'port_id': '4805f753-c604-4f4e-940e-10ad7bf8935a', 'mac_address': 'fa:16:3e:15:56:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6eb7a2d-3ea9-46a2-a651-5167ce676d80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:16.387714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:16.448037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f991b-bef7-47fe-9e16-de46de04517e req-a8a82291-7c05-4d78-9626-6114a720cbc9 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:16.457708 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f17f991b-bef7-47fe-9e16-de46de04517e req-a8a82291-7c05-4d78-9626-6114a720cbc9 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 944 time: 0.1039169 Apr 18 17:05:16.463697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:16.466790 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c80b50-12b4-4c09-860b-ae6b45485272" -d '{"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-plugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:16.482008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:16.488332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:16.509863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4805f753-c604-4f4e-940e-10ad7bf8935a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:16.545105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f17f991b-bef7-47fe-9e16-de46de04517e req-2162ce3b-ef15-4d00-8bd0-7a4e84eac05e tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852025 Apr 18 17:05:16.556566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4805f753-c604-4f4e-940e-10ad7bf8935a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4805f753-c604-4f4e-940e-10ad7bf8935a,segment=NetworkSegment(4e8acab6-8eb7-4350-9d15-ee29eb7ab816),segment_id=4e8acab6-8eb7-4350-9d15-ee29eb7ab816)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:16.588984 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:16.704230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978110e-1b34-4717-9df7-fca9a09cbeab req-0cb9048d-fcc0-405d-80fe-379abd7bfa2a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:16.706678 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af5b637-16c5-4da0-9639-4b59acc11489 x-openstack-request-id: req-2af5b637-16c5-4da0-9639-4b59acc11489 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:16.707402 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-plugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:16.707664 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2af5b637-16c5-4da0-9639-4b59acc11489 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:16.708062 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af5b637-16c5-4da0-9639-4b59acc11489'] response: {'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'code': 200} Apr 18 17:05:16.709073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:16.713258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978110e-1b34-4717-9df7-fca9a09cbeab req-0cb9048d-fcc0-405d-80fe-379abd7bfa2a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:16.717118 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:16.726281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7978110e-1b34-4717-9df7-fca9a09cbeab req-0cb9048d-fcc0-405d-80fe-379abd7bfa2a tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1679 time: 0.1400316 Apr 18 17:05:16.789622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7978110e-1b34-4717-9df7-fca9a09cbeab req-c153fa06-3524-4c07-94ba-8fd2d22a4db8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543644 Apr 18 17:05:16.791125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4805f753-c604-4f4e-940e-10ad7bf8935a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:16.869353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b073407c-8079-4e6a-817e-130fc1022f26'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:16.880189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2671-42a6-499d-be7a-365f89cb1869 req-e68bdd99-64a9-49a7-a27f-9217fa5f5ab0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:16.882378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72bb2671-42a6-499d-be7a-365f89cb1869 req-e68bdd99-64a9-49a7-a27f-9217fa5f5ab0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.0753736 Apr 18 17:05:16.960706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72bb2671-42a6-499d-be7a-365f89cb1869 req-70e8f85c-16e4-46bf-9590-d969afdb6d9b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723047 Apr 18 17:05:17.127471 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:17.159214 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:17.213930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['4805f753-c604-4f4e-940e-10ad7bf8935a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:17.275199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569adb25-4850-4206-8c9d-4dac2bd92d9e req-3a7170a3-05aa-4460-95d7-66a6b8810f89 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:17.277035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-569adb25-4850-4206-8c9d-4dac2bd92d9e req-3a7170a3-05aa-4460-95d7-66a6b8810f89 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 945 time: 0.0993948 Apr 18 17:05:17.378608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-569adb25-4850-4206-8c9d-4dac2bd92d9e req-43845216-0083-4de7-b9c8-2107822a7523 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939915 Apr 18 17:05:17.562325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321180-dea2-4168-a6aa-674e1c7c6a6a req-ef405584-8359-4234-a0af-bcbb2baf32f6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:17.562325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9321180-dea2-4168-a6aa-674e1c7c6a6a req-ef405584-8359-4234-a0af-bcbb2baf32f6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 947 time: 0.0757818 Apr 18 17:05:17.628150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9321180-dea2-4168-a6aa-674e1c7c6a6a req-ed7737b7-00fa-44e1-8305-16db1de0d43b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766616 Apr 18 17:05:17.810649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df548a6-0498-432c-b219-4d120192ffc3 req-9516e50d-99f9-496e-9a0c-ba3d30de7d1e tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:17.812138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9df548a6-0498-432c-b219-4d120192ffc3 req-9516e50d-99f9-496e-9a0c-ba3d30de7d1e tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 945 time: 0.0642610 Apr 18 17:05:17.870293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9df548a6-0498-432c-b219-4d120192ffc3 req-3c14728a-a730-49bc-ad2f-af2ce404eadd tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517373 Apr 18 17:05:18.020748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cfd58-e00f-40a3-8d3a-313c5719ba63 req-fd5df9a7-864a-4655-8074-a6fff88ed00f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:18.028688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cfd58-e00f-40a3-8d3a-313c5719ba63 req-fd5df9a7-864a-4655-8074-a6fff88ed00f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:18.030468 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb1cfd58-e00f-40a3-8d3a-313c5719ba63 req-fd5df9a7-864a-4655-8074-a6fff88ed00f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1679 time: 0.0839670 Apr 18 17:05:18.063239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55616) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:18.072386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 981bfba1-6598-4d08-bbb2-9602cefca29a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:18.151969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815826bf-8277-4225-bafa-f92a3837dcf9 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:18.154079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb1cfd58-e00f-40a3-8d3a-313c5719ba63 req-033d21ed-6a03-4317-a2dd-347bbdc36f1f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143112 Apr 18 17:05:18.176288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58e45-6ef2-4542-a837-1f55ea7ba1f2 req-6a6baa7a-089a-458b-b8db-ea0ebffc67cd tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:18.186274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74a58e45-6ef2-4542-a837-1f55ea7ba1f2 req-6a6baa7a-089a-458b-b8db-ea0ebffc67cd tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.1494563 Apr 18 17:05:18.251926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74a58e45-6ef2-4542-a837-1f55ea7ba1f2 req-0454b792-4126-493f-b717-fef7dd07f276 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597847 Apr 18 17:05:18.256698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-network', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:18.313787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 815826bf-8277-4225-bafa-f92a3837dcf9 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:05:18.318431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 815826bf-8277-4225-bafa-f92a3837dcf9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:18.323711 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.404890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 981bfba1-6598-4d08-bbb2-9602cefca29a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:05:18.410952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 981bfba1-6598-4d08-bbb2-9602cefca29a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:18.411463 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.432944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Made reservation on behalf of 8b83240d03354975b4a1d20527d8ab6b for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:18.435945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.452247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.502266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.518177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d4e6b-3519-4cb6-8bbf-db6b7c6d1e4f req-e3f36cf9-1821-4f24-b7d8-cb3e52ad7a99 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:18.526391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-654d4e6b-3519-4cb6-8bbf-db6b7c6d1e4f req-e3f36cf9-1821-4f24-b7d8-cb3e52ad7a99 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 945 time: 0.0867207 Apr 18 17:05:18.564191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:18.593308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-654d4e6b-3519-4cb6-8bbf-db6b7c6d1e4f req-e9923b88-034d-4552-b1b6-c29996131d17 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655100 Apr 18 17:05:18.601465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.608680 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.648009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 981bfba1-6598-4d08-bbb2-9602cefca29a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=981bfba1-6598-4d08-bbb2-9602cefca29a,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:18.656174 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.690707 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.709272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9'}, {'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981bfba1-6598-4d08-bbb2-9602cefca29a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:18.711716 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3160c4e-8f1c-4975-9c09-28e73b01e491" -d '{"events": [{"server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "name": "network-vif-plugged", "status": "completed", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9"}, {"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-plugged", "status": "completed", "tag": "981bfba1-6598-4d08-bbb2-9602cefca29a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:18.730416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:05:18.748609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:18.749364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.751028 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Added segment c60b1060-7416-480e-81e4-63ead381a7bc of type vlan for network 54892665-43db-4ed7-a030-4a9197eb9d95 Apr 18 17:05:18.770760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d043-1d94-4942-9d41-561a9ecb3fa3 req-554c1c25-7b5e-4847-ac6f-77d624eba2ac tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:18.771943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.790930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2802d043-1d94-4942-9d41-561a9ecb3fa3 req-554c1c25-7b5e-4847-ac6f-77d624eba2ac tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 947 time: 0.0849292 Apr 18 17:05:18.809657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.865924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1934be09-ea06-426d-98d2-c28f20bbac12,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:18.881165 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2802d043-1d94-4942-9d41-561a9ecb3fa3 req-06a1d8fd-6572-461c-be7f-e5e35b60de8f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889907 Apr 18 17:05:18.887530 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955064f6-dad1-4634-b559-b3b059610828 x-openstack-request-id: req-955064f6-dad1-4634-b559-b3b059610828 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:18.887900 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "name": "network-vif-plugged", "status": "completed", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9", "code": 200}, {"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-plugged", "status": "completed", "tag": "981bfba1-6598-4d08-bbb2-9602cefca29a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:18.888220 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-955064f6-dad1-4634-b559-b3b059610828 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:18.888702 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955064f6-dad1-4634-b559-b3b059610828'] response: {'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9', 'code': 200} Apr 18 17:05:18.889029 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955064f6-dad1-4634-b559-b3b059610828'] response: {'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981bfba1-6598-4d08-bbb2-9602cefca29a', 'code': 200} Apr 18 17:05:18.934020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.934997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:18.935579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:18.937978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=981bfba1-6598-4d08-bbb2-9602cefca29a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:19.045811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2ad06-8114-42a8-8d47-2a51c46b1b1f req-730b1af5-7192-478c-aa21-8d26a2bde7ef tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:19.053790 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9884348 Apr 18 17:05:19.058755 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74e2ad06-8114-42a8-8d47-2a51c46b1b1f req-730b1af5-7192-478c-aa21-8d26a2bde7ef tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 945 time: 0.0725484 Apr 18 17:05:19.061233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55640) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:19.072825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Request body: {'subnet': {'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-subnet', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:19.084701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67255d6e-dfcc-4142-8d64-92a625cfe506 admin admin] Pushing event updated for resources: {'Network': ['ID=54892665-43db-4ed7-a030-4a9197eb9d95,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:19.105241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 54892665-43db-4ed7-a030-4a9197eb9d95 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:05:19.115700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a12070-8693-48a7-ba02-b33167d4f206 req-677655f4-4bfd-47f0-a37c-a4cc9db9e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:19.115700 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4a12070-8693-48a7-ba02-b33167d4f206 req-677655f4-4bfd-47f0-a37c-a4cc9db9e54a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 1097 time: 0.1423168 Apr 18 17:05:19.115962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74e2ad06-8114-42a8-8d47-2a51c46b1b1f req-ddfe855b-7e49-460a-9c71-e8f6e8fe7ba5 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543439 Apr 18 17:05:19.163385 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4a12070-8693-48a7-ba02-b33167d4f206 req-0ab7097d-299a-42b4-8da1-555889ef3854 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Apr 18 17:05:19.211285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Made reservation on behalf of 8b83240d03354975b4a1d20527d8ab6b for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:19.213649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:19.332307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5e4ee-5cfb-44e0-9eb3-2efe3692abc9 req-1e1630d3-ae9e-4211-9159-4c47e4698186 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:19.339652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5e4ee-5cfb-44e0-9eb3-2efe3692abc9 req-1e1630d3-ae9e-4211-9159-4c47e4698186 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:19.341317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edc5e4ee-5cfb-44e0-9eb3-2efe3692abc9 req-1e1630d3-ae9e-4211-9159-4c47e4698186 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1680 time: 0.0756929 Apr 18 17:05:19.421129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edc5e4ee-5cfb-44e0-9eb3-2efe3692abc9 req-2369f4a5-2446-41bf-ab7a-30dea96e8ac6 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676115 Apr 18 17:05:19.432515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b075-c6d4-4ba0-a0d4-35e9f031d2a1 req-15bea41f-5d3a-4e4c-9f77-6865ad140807 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:19.434309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2a2b075-c6d4-4ba0-a0d4-35e9f031d2a1 req-15bea41f-5d3a-4e4c-9f77-6865ad140807 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.0919466 Apr 18 17:05:19.489994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2a2b075-c6d4-4ba0-a0d4-35e9f031d2a1 req-7c2f2a78-96db-4d59-9bd4-56955e042a62 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Apr 18 17:05:19.536149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:19.597559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=979bd1c6-635c-469f-83ad-b1bfb1a2494d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:19.619267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Checking segment: {'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:19.619704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Network hostable DHCP agents. Network: 54892665-43db-4ed7-a030-4a9197eb9d95, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:05:19.721215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c27e3-5566-4ef3-9c3d-1cc87f167d11 req-19821a2a-80bc-431f-9846-cab3e34426c1 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:19.722822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-948c27e3-5566-4ef3-9c3d-1cc87f167d11 req-19821a2a-80bc-431f-9846-cab3e34426c1 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.0593462 Apr 18 17:05:19.756395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Network 54892665-43db-4ed7-a030-4a9197eb9d95 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:05:19.770806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-948c27e3-5566-4ef3-9c3d-1cc87f167d11 req-eb32ee41-68dc-4b6b-a5b2-7caaec4116a1 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Apr 18 17:05:19.855711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 54892665-43db-4ed7-a030-4a9197eb9d95) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:19.860392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:19.861811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:19.874665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a422f878-9cdd-4ebd-b3fb-1aeb9d7577f4 None None] Network 54892665-43db-4ed7-a030-4a9197eb9d95 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:20.003566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a03e82f8-a50f-4a79-bfa7-4ea45fadb12a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9374180 Apr 18 17:05:20.007585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55662) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:20.017222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:20.073539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 9bd41313-7928-4c01-8273-b01f793bb16e details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:20.074070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04137dfe-61b8-4878-b396-6553768f5dff req-3425b17c-da26-425b-abc3-3eccf44693d5 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:20.077405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04137dfe-61b8-4878-b396-6553768f5dff req-3425b17c-da26-425b-abc3-3eccf44693d5 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 947 time: 0.0945239 Apr 18 17:05:20.081398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-54892665-43db-4ed7-a030-4a9197eb9d95', 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'fixed_ips': [{'subnet_id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:05:20.082329 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:20.084904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b073407c-8079-4e6a-817e-130fc1022f26 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:20.168508 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:20.170222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:20.224614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04137dfe-61b8-4878-b396-6553768f5dff req-94398ed8-b132-47d9-9ce1-d8df590c30f1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338794 Apr 18 17:05:20.296120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4805f753-c604-4f4e-940e-10ad7bf8935a up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:20.298785 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:20.326846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c13ea8-53f7-4f83-b0f5-4aea5efe9e98 req-1043a73c-1d87-4848-a474-69eed314ccfd tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:20.328698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3c13ea8-53f7-4f83-b0f5-4aea5efe9e98 req-1043a73c-1d87-4848-a474-69eed314ccfd tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 945 time: 0.0976877 Apr 18 17:05:20.337832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-a41b3bff-6772-4400-bd32-ecec37757d92 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:20.340419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-a41b3bff-6772-4400-bd32-ecec37757d92 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.2492533 Apr 18 17:05:20.415137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3c13ea8-53f7-4f83-b0f5-4aea5efe9e98 req-7f728ca2-07b4-4f31-8de0-a8d530ae057c tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743639 Apr 18 17:05:20.569627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Allocated IP 172.20.0.2 (54892665-43db-4ed7-a030-4a9197eb9d95/979bd1c6-635c-469f-83ad-b1bfb1a2494d/7397c2b8-68f4-43f9-baf2-5ee6481e401e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:20.788360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f756-89cf-4755-8306-1b19eb8a3dab req-e5864283-64d3-48ec-85a4-9d3ab733761d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:20.796471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f756-89cf-4755-8306-1b19eb8a3dab req-e5864283-64d3-48ec-85a4-9d3ab733761d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:20.802997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9690f756-89cf-4755-8306-1b19eb8a3dab req-e5864283-64d3-48ec-85a4-9d3ab733761d tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1680 time: 0.1834648 Apr 18 17:05:20.815791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d2fa4-b778-451f-a590-c37730ccaff4 req-db01edc0-108b-4537-b94b-048b15cabd6d tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:20.817868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e7d2fa4-b778-451f-a590-c37730ccaff4 req-db01edc0-108b-4537-b94b-048b15cabd6d tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.1057711 Apr 18 17:05:20.884627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e7d2fa4-b778-451f-a590-c37730ccaff4 req-37738625-6abe-48d0-b585-beb8f283eca0 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590138 Apr 18 17:05:20.938344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9690f756-89cf-4755-8306-1b19eb8a3dab req-854c850f-713e-4ed4-8e47-890e542dbdf1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832534 Apr 18 17:05:20.951168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 9bd41313-7928-4c01-8273-b01f793bb16e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=9bd41313-7928-4c01-8273-b01f793bb16e,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:20.993958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '9bd41313-7928-4c01-8273-b01f793bb16e', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '9bd41313-7928-4c01-8273-b01f793bb16e', 'mac_address': 'fa:16:3e:65:9c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:21.018873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.060365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Deleting port 092f7935-8e0d-4851-8464-a02792d3749a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:21.060719 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.084509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port b073407c-8079-4e6a-817e-130fc1022f26 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:05:21.089755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 4805f753-c604-4f4e-940e-10ad7bf8935a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:05:21.089908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acfdc1-e59e-41f7-a545-8506d43d143b req-11fcde09-2326-45c7-83de-450e39baaad0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:21.090434 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.090567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96acfdc1-e59e-41f7-a545-8506d43d143b req-11fcde09-2326-45c7-83de-450e39baaad0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.0652738 Apr 18 17:05:21.094520 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.097253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 4805f753-c604-4f4e-940e-10ad7bf8935a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:21.097588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.098962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port b073407c-8079-4e6a-817e-130fc1022f26 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:21.099313 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.162904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd41313-7928-4c01-8273-b01f793bb16e {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:21.200646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96acfdc1-e59e-41f7-a545-8506d43d143b req-d1cd7af6-ecef-4216-878b-00dbd3513202 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960493 Apr 18 17:05:21.209217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 9bd41313-7928-4c01-8273-b01f793bb16e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=9bd41313-7928-4c01-8273-b01f793bb16e,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:21.221644 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.261209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] For port 092f7935-8e0d-4851-8464-a02792d3749a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=092f7935-8e0d-4851-8464-a02792d3749a,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:21.261856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.274248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Network 54892665-43db-4ed7-a030-4a9197eb9d95 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:21.285732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:21.292653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Calling delete_port for 092f7935-8e0d-4851-8464-a02792d3749a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:21.297065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:21.321464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Pushing event updated for resources: {'Port': ['ID=7397c2b8-68f4-43f9-baf2-5ee6481e401e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:21.355581 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.438333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978b3c8-9986-47b2-b387-92a82f4d9b9c req-e0b1b633-85c2-4d55-98d4-e17558a35dfc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:21.440905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0978b3c8-9986-47b2-b387-92a82f4d9b9c req-e0b1b633-85c2-4d55-98d4-e17558a35dfc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 948 time: 0.0946112 Apr 18 17:05:21.453843 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.471009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.482310 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.504263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0978b3c8-9986-47b2-b387-92a82f4d9b9c req-2c7052c4-062a-4e26-b2ea-3ac804edaba8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562942 Apr 18 17:05:21.528394 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.536761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Attempting to bind port 7397c2b8-68f4-43f9-baf2-5ee6481e401e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:21.537139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Attempting to bind port 7397c2b8-68f4-43f9-baf2-5ee6481e401e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:21.537525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Attempting to bind port 7397c2b8-68f4-43f9-baf2-5ee6481e401e on network 54892665-43db-4ed7-a030-4a9197eb9d95 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:21.555777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4805f753-c604-4f4e-940e-10ad7bf8935a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:21.560864 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a01070-53e0-4005-89cd-431ae64c83a4" -d '{"events": [{"server_uuid": "7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46", "name": "network-vif-plugged", "status": "completed", "tag": "4805f753-c604-4f4e-940e-10ad7bf8935a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:21.560864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=9bd41313-7928-4c01-8273-b01f793bb16e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:21.578941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:21.579357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Checking segment: {'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:21.579810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.580181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Bound using segment: {'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:21.580706 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Bound port: 7397c2b8-68f4-43f9-baf2-5ee6481e401e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:21.581078 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.601230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4805f753-c604-4f4e-940e-10ad7bf8935a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4805f753-c604-4f4e-940e-10ad7bf8935a,segment=NetworkSegment(4e8acab6-8eb7-4350-9d15-ee29eb7ab816),segment_id=4e8acab6-8eb7-4350-9d15-ee29eb7ab816)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:21.639097 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aa1b57-d2b2-45f7-a677-c5e2ecb5c318 x-openstack-request-id: req-91aa1b57-d2b2-45f7-a677-c5e2ecb5c318 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:21.643801 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46", "name": "network-vif-plugged", "status": "completed", "tag": "4805f753-c604-4f4e-940e-10ad7bf8935a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:21.643801 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91aa1b57-d2b2-45f7-a677-c5e2ecb5c318 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:21.643801 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aa1b57-d2b2-45f7-a677-c5e2ecb5c318'] response: {'server_uuid': '7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4805f753-c604-4f4e-940e-10ad7bf8935a', 'code': 200} Apr 18 17:05:21.647543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b073407c-8079-4e6a-817e-130fc1022f26, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b073407c-8079-4e6a-817e-130fc1022f26,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:21.666430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] For port 7397c2b8-68f4-43f9-baf2-5ee6481e401e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:21.670477 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] For port 7397c2b8-68f4-43f9-baf2-5ee6481e401e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7397c2b8-68f4-43f9-baf2-5ee6481e401e,segment=NetworkSegment(c60b1060-7416-480e-81e4-63ead381a7bc),segment_id=c60b1060-7416-480e-81e4-63ead381a7bc)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:21.673379 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.683291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e576-638e-44a2-a37e-30e06b7de01a req-7075be4e-2a06-430e-89a4-6472ac152514 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:21.707813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b85e576-638e-44a2-a37e-30e06b7de01a req-7075be4e-2a06-430e-89a4-6472ac152514 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 945 time: 0.1585076 Apr 18 17:05:21.736098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4805f753-c604-4f4e-940e-10ad7bf8935a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:21.747419 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.748285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 092f7935-8e0d-4851-8464-a02792d3749a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:21.829998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b85e576-638e-44a2-a37e-30e06b7de01a req-affc88eb-e4a2-43d9-8de6-835b36d5a2cb tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171265 Apr 18 17:05:21.832837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['9bd41313-7928-4c01-8273-b01f793bb16e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:21.862790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:21.912239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Allocated IP 172.25.5.129 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/dd78e3a9-62df-4709-8f56-51e7608dfb84) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:21.988174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b073407c-8079-4e6a-817e-130fc1022f26,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:22.087479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:22.095426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732d924-989f-4f01-aba6-b0a5c8e7db8a None None] Pushing event updated for resources: {'Port': ['ID=7397c2b8-68f4-43f9-baf2-5ee6481e401e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:22.121264 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:22.201606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4927b-5622-4e8a-b975-640ba18f1a7f req-12343e85-2c8a-41e9-aa41-d014170bf2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:22.205850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72f4927b-5622-4e8a-b975-640ba18f1a7f req-12343e85-2c8a-41e9-aa41-d014170bf2ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 1097 time: 0.3906279 Apr 18 17:05:22.247259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aed28-2814-445a-b23a-cda107463160 req-2a0fb22e-beb4-46a3-974f-1eea8e011efa tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:22.257824 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72f4927b-5622-4e8a-b975-640ba18f1a7f req-3fe6a8f6-eb2f-46b3-aa14-b45e266ba000 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Apr 18 17:05:22.259496 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c3aed28-2814-445a-b23a-cda107463160 req-2a0fb22e-beb4-46a3-974f-1eea8e011efa tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 945 time: 0.1732807 Apr 18 17:05:22.263354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:22.320516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:22.325158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:22.328401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:22.378488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:22.382511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af74c7-d0f4-4ce6-8181-51cdfee1258e req-91c2216c-7ce8-4121-87c7-acff7129a58e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:22.390991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af74c7-d0f4-4ce6-8181-51cdfee1258e req-91c2216c-7ce8-4121-87c7-acff7129a58e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:22.407870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2af74c7-d0f4-4ce6-8181-51cdfee1258e req-91c2216c-7ce8-4121-87c7-acff7129a58e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1681 time: 0.2486892 Apr 18 17:05:22.500794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Pushing event updated for resources: {'Port': ['ID=dd78e3a9-62df-4709-8f56-51e7608dfb84,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:22.509494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] No DVR routers for this DVR port 092f7935-8e0d-4851-8464-a02792d3749a on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:22.510169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c3aed28-2814-445a-b23a-cda107463160 req-44ae240a-bc56-4df8-b9d0-47c6817fc6ad tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491550 Apr 18 17:05:22.516470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.517230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.519563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.520143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.520727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.521291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.522599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.523712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.525597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.526169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.526744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.528363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:22.556282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:22.562201 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-370cdfbb-9196-4c66-8142-0989b59ff8d6 req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "DELETE /v2.0/ports/092f7935-8e0d-4851-8464-a02792d3749a HTTP/1.1" status: 204 len: 173 time: 2.2158537 Apr 18 17:05:22.566262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'name': 'network-vif-deleted', 'tag': '092f7935-8e0d-4851-8464-a02792d3749a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:22.569151 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138ae4b3-b628-4b58-bf8b-efb0578b7854" -d '{"events": [{"server_uuid": "1af9f391-ed5b-4faa-b642-7fac4fa14757", "name": "network-vif-deleted", "tag": "092f7935-8e0d-4851-8464-a02792d3749a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:22.574323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2af74c7-d0f4-4ce6-8181-51cdfee1258e req-afd70c65-3beb-4ad1-97e9-47888455b7cc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640558 Apr 18 17:05:22.645641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4486bb-8e89-4659-bc7a-37421f9d21f9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event deleted for resources: {'Port': ['ID=092f7935-8e0d-4851-8464-a02792d3749a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:22.679891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7397c2b8-68f4-43f9-baf2-5ee6481e401e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:22.758619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b67bc7-454b-4621-8a80-90e923ac071f req-683c073c-927d-44cd-94d6-0bbca1ddaa06 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:22.768934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68b67bc7-454b-4621-8a80-90e923ac071f req-683c073c-927d-44cd-94d6-0bbca1ddaa06 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.0924027 Apr 18 17:05:22.790405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7397c2b8-68f4-43f9-baf2-5ee6481e401e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:22.790778 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:22.862089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68b67bc7-454b-4621-8a80-90e923ac071f req-5c4b5306-0fad-4b4a-b9d8-60a32254a22e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921285 Apr 18 17:05:22.876955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5088c-eb25-4834-b127-eb2268c5d12e req-e3c7271f-2fea-4c3c-9361-06cb3e73e7ba tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:22.889317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bef5088c-eb25-4834-b127-eb2268c5d12e req-e3c7271f-2fea-4c3c-9361-06cb3e73e7ba tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 948 time: 0.1513467 Apr 18 17:05:22.928005 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:22.947286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bef5088c-eb25-4834-b127-eb2268c5d12e req-3fd9a34d-f7e4-4226-a79b-4824238eb1ff tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 Apr 18 17:05:22.957333 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2692594-f2cd-4d1d-9648-b822e96a19f1 x-openstack-request-id: req-f2692594-f2cd-4d1d-9648-b822e96a19f1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:22.957572 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9f391-ed5b-4faa-b642-7fac4fa14757", "name": "network-vif-deleted", "tag": "092f7935-8e0d-4851-8464-a02792d3749a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:22.957745 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2692594-f2cd-4d1d-9648-b822e96a19f1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:22.958155 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2692594-f2cd-4d1d-9648-b822e96a19f1'] response: {'server_uuid': '1af9f391-ed5b-4faa-b642-7fac4fa14757', 'name': 'network-vif-deleted', 'tag': '092f7935-8e0d-4851-8464-a02792d3749a', 'status': 'completed', 'code': 200} Apr 18 17:05:23.036004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 7397c2b8-68f4-43f9-baf2-5ee6481e401e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7397c2b8-68f4-43f9-baf2-5ee6481e401e,segment=NetworkSegment(c60b1060-7416-480e-81e4-63ead381a7bc),segment_id=c60b1060-7416-480e-81e4-63ead381a7bc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:23.087620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:23.099898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f9056-572a-4881-a870-16ab75263c87 req-695de870-0857-4dc1-b9a4-63d37a10b686 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:23.108423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff8f9056-572a-4881-a870-16ab75263c87 req-695de870-0857-4dc1-b9a4-63d37a10b686 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 946 time: 0.1022918 Apr 18 17:05:23.130120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:23.191623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff8f9056-572a-4881-a870-16ab75263c87 req-f959bde2-e094-4147-9380-dace2612ddac tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819681 Apr 18 17:05:23.257022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=7397c2b8-68f4-43f9-baf2-5ee6481e401e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:23.424187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:23.582072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095fb106-39ff-4f22-af6a-91de1a6fb20c None None] Network 54892665-43db-4ed7-a030-4a9197eb9d95 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:23.651275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b073407c-8079-4e6a-817e-130fc1022f26'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:23.652047 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41ccfa9-2c0f-45d5-a583-28f9fe5b5a60" -d '{"events": [{"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-plugged", "status": "completed", "tag": "b073407c-8079-4e6a-817e-130fc1022f26"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:23.671808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Router f218a1b3-9b37-4777-b4ab-443329cb5aff is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:05:23.700284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25ce3615-cbda-45fe-b7a4-243f3572fa27 req-3b9c9443-688b-4085-b46f-d39eaf2b2378 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af9f391-ed5b-4faa-b642-7fac4fa14757 HTTP/1.1" status: 200 len: 210 time: 0.0603254 Apr 18 17:05:23.717588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4a703b27-61f9-43e2-8fb4-4192222f5815 None None] Provisioning complete for port 7397c2b8-68f4-43f9-baf2-5ee6481e401e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:23.720535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4a703b27-61f9-43e2-8fb4-4192222f5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:23.921637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:05:23.946622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Sync routers for ids ['f218a1b3-9b37-4777-b4ab-443329cb5aff'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:05:23.963874 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986465b1-d934-4d65-a8b1-1201fb99e181 x-openstack-request-id: req-986465b1-d934-4d65-a8b1-1201fb99e181 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:23.964287 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-plugged", "status": "completed", "tag": "b073407c-8079-4e6a-817e-130fc1022f26", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:23.972872 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-986465b1-d934-4d65-a8b1-1201fb99e181 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:23.972872 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986465b1-d934-4d65-a8b1-1201fb99e181'] response: {'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b073407c-8079-4e6a-817e-130fc1022f26', 'code': 200} Apr 18 17:05:23.977207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69588c4-8aad-4b39-a11c-186240499bcf req-9e2af1ec-20d9-4fdd-91ee-0ab25a1107db tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:23.984845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Routers {'f218a1b3-9b37-4777-b4ab-443329cb5aff'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:23.985940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f218a1b3-9b37-4777-b4ab-443329cb5aff'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:24.001794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69588c4-8aad-4b39-a11c-186240499bcf req-9e2af1ec-20d9-4fdd-91ee-0ab25a1107db tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:24.017730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e69588c4-8aad-4b39-a11c-186240499bcf req-9e2af1ec-20d9-4fdd-91ee-0ab25a1107db tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1681 time: 0.1822968 Apr 18 17:05:24.093214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:24.098896 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f1001eaf-93bb-4193-bff6-2ae693fd0860 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0879428 Apr 18 17:05:24.100084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:24.128634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e69588c4-8aad-4b39-a11c-186240499bcf req-53335362-cb88-4ae5-a0cf-b1ec2afd3b8c tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099498 Apr 18 17:05:24.150464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Set router f218a1b3-9b37-4777-b4ab-443329cb5aff gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:24.338637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141b0ee-ec2a-42f2-a636-0afbaba125fb req-33fb6ea2-45ce-474f-8623-cee35a4bbf83 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:24.352404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d141b0ee-ec2a-42f2-a636-0afbaba125fb req-33fb6ea2-45ce-474f-8623-cee35a4bbf83 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 948 time: 0.1586659 Apr 18 17:05:24.369252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167af224-79ef-4f8c-ae86-a379b103294c req-c9f1a982-8e3a-4637-97bb-b9e38cd51438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:24.369507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167af224-79ef-4f8c-ae86-a379b103294c req-c9f1a982-8e3a-4637-97bb-b9e38cd51438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:24.374593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-167af224-79ef-4f8c-ae86-a379b103294c req-c9f1a982-8e3a-4637-97bb-b9e38cd51438 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1983 time: 0.1405952 Apr 18 17:05:24.474452 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-167af224-79ef-4f8c-ae86-a379b103294c req-04c81c37-c3f8-4244-ad28-1cbee68044ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559466 Apr 18 17:05:24.516033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d141b0ee-ec2a-42f2-a636-0afbaba125fb req-febf40d6-670d-4132-b2b4-c6df4b91fb66 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616421 Apr 18 17:05:24.521122 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 9bd41313-7928-4c01-8273-b01f793bb16e up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:24.587789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90645f-24c1-489a-bbfa-94ab6d7b0ceb req-c8a6dcec-7416-4c2f-864b-c7b9fab87122 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:24.603130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d90645f-24c1-489a-bbfa-94ab6d7b0ceb req-c8a6dcec-7416-4c2f-864b-c7b9fab87122 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 946 time: 0.2132826 Apr 18 17:05:24.644451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7397c2b8-68f4-43f9-baf2-5ee6481e401e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:24.696650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d90645f-24c1-489a-bbfa-94ab6d7b0ceb req-bc4819eb-d734-4b8a-a7ff-b8a63758cd72 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876632 Apr 18 17:05:24.746748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c86eabab-1a92-4e0f-9ddc-3755d09737ab None None] Provisioning complete for port 7397c2b8-68f4-43f9-baf2-5ee6481e401e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:24.747352 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c86eabab-1a92-4e0f-9ddc-3755d09737ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.095226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 9bd41313-7928-4c01-8273-b01f793bb16e completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:05:25.123532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7397c2b8-68f4-43f9-baf2-5ee6481e401e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:25.123926 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.130138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 9bd41313-7928-4c01-8273-b01f793bb16e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:25.130523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.199570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.337430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:22Z', 'revision_number': 3, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:25.403356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-aadb417b-623c-4479-8754-649949866646 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:25.413381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-aadb417b-623c-4479-8754-649949866646 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 821 time: 0.2159710 Apr 18 17:05:25.416533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Checking router: f218a1b3-9b37-4777-b4ab-443329cb5aff for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:05:25.416899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Updating router f218a1b3-9b37-4777-b4ab-443329cb5aff port dd78e3a9-62df-4709-8f56-51e7608dfb84 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:05:25.434752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-3b642f49-7a37-444e-80f2-b12fca9a97bf tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/quotas/969399b82e2f481db94220cf0b3fb900 HTTP/1.1" status: 200 len: 375 time: 0.0203931 Apr 18 17:05:25.520941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-8401ee60-3117-4c12-8d34-c8a0b8dde6f3 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848591 Apr 18 17:05:25.534770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Allocated IP 172.20.0.1 (54892665-43db-4ed7-a030-4a9197eb9d95/979bd1c6-635c-469f-83ad-b1bfb1a2494d/505e2730-6ebf-49e6-905a-60d7a1534ce7) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:25.582340 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.645114 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.683042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-7ffcd864-a8e9-43ef-bf53-0e8f5f15cd53 service neutron] 10.222.0.45 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515896 Apr 18 17:05:25.739238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.808775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 9bd41313-7928-4c01-8273-b01f793bb16e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=9bd41313-7928-4c01-8273-b01f793bb16e,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:25.896317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-0b7b5d4b-dec5-47aa-9526-d1751d20b69a service neutron] 10.222.0.45 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038784 Apr 18 17:05:25.913852 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.916293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e5916-049c-496e-b86f-9afc7ee80c42 req-7f0e0188-4fe4-4642-8ff4-fcb19dbc1d0f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:25.928875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:25.933120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e5916-049c-496e-b86f-9afc7ee80c42 req-7f0e0188-4fe4-4642-8ff4-fcb19dbc1d0f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:25.934773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-967e5916-049c-496e-b86f-9afc7ee80c42 req-7f0e0188-4fe4-4642-8ff4-fcb19dbc1d0f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1681 time: 0.1507733 Apr 18 17:05:25.987653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8829a11-4bdf-4b82-bd3e-8b344b5c7778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd41313-7928-4c01-8273-b01f793bb16e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:25.991154 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f6dfde-8e99-447c-b438-1731fc8c1885" -d '{"events": [{"server_uuid": "d8829a11-4bdf-4b82-bd3e-8b344b5c7778", "name": "network-vif-plugged", "status": "completed", "tag": "9bd41313-7928-4c01-8273-b01f793bb16e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:26.011259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Network 54892665-43db-4ed7-a030-4a9197eb9d95 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:26.014089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-967e5916-049c-496e-b86f-9afc7ee80c42 req-c2bf7fd7-1880-46e7-9d65-77ac91b15bdb tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700238 Apr 18 17:05:26.014284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:26.018969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:26.074298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=9bd41313-7928-4c01-8273-b01f793bb16e,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:26.089222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.227806 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.259768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb6276-b71d-4b28-ac7f-8191dc8a126a req-4c47cebc-6d7f-4d3b-acc7-e83038d3cfac tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:26.270549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5fb6276-b71d-4b28-ac7f-8191dc8a126a req-4c47cebc-6d7f-4d3b-acc7-e83038d3cfac tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.1402843 Apr 18 17:05:26.315997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Pushing event updated for resources: {'Port': ['ID=505e2730-6ebf-49e6-905a-60d7a1534ce7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:26.334234 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.350815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5fb6276-b71d-4b28-ac7f-8191dc8a126a req-8b7e2f74-ed97-4361-9bc3-361df5728b74 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786498 Apr 18 17:05:26.460850 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.529451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Attempting to bind port dd78e3a9-62df-4709-8f56-51e7608dfb84 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:26.529911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Attempting to bind port dd78e3a9-62df-4709-8f56-51e7608dfb84 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:26.530187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Attempting to bind port dd78e3a9-62df-4709-8f56-51e7608dfb84 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:26.542387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:26.542932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:26.543588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.543718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:26.544402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Bound port: dd78e3a9-62df-4709-8f56-51e7608dfb84, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:26.545094 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.613578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] For port dd78e3a9-62df-4709-8f56-51e7608dfb84, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:26.617746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] For port dd78e3a9-62df-4709-8f56-51e7608dfb84, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dd78e3a9-62df-4709-8f56-51e7608dfb84,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:26.622050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a653949-a58f-4ade-a6de-787161c67a68 None None] Pushing event updated for resources: {'Port': ['ID=dd78e3a9-62df-4709-8f56-51e7608dfb84,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:26.622911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2619b6-ab57-44c7-a24f-06143dd6ee7a req-b723ec4b-c7b5-49ab-aaf3-092dec32deab tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:26.628566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-866fb537-c9c5-45ca-a582-64fd08141d85 None None] Provisioning complete for port 505e2730-6ebf-49e6-905a-60d7a1534ce7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:26.629140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-866fb537-c9c5-45ca-a582-64fd08141d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.634454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c2619b6-ab57-44c7-a24f-06143dd6ee7a req-b723ec4b-c7b5-49ab-aaf3-092dec32deab tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 949 time: 0.2225509 Apr 18 17:05:26.686230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-866fb537-c9c5-45ca-a582-64fd08141d85 None None] Port 505e2730-6ebf-49e6-905a-60d7a1534ce7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:05:26.692650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1734-5658-4fcd-91d4-f7db878ea993 req-1ee502aa-bce7-4ab1-8fd6-25fbd7bcd2a1 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:26.693322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.694206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-585d1734-5658-4fcd-91d4-f7db878ea993 req-1ee502aa-bce7-4ab1-8fd6-25fbd7bcd2a1 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 946 time: 0.1893640 Apr 18 17:05:26.716865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c2619b6-ab57-44c7-a24f-06143dd6ee7a req-bc5c3c50-fd79-4c54-8069-6fadeae3ce0a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733111 Apr 18 17:05:26.765252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-585d1734-5658-4fcd-91d4-f7db878ea993 req-867ebe58-ef26-44b8-8bcf-eb673df1b007 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458846 Apr 18 17:05:26.834970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:26.840239 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9963d354-87d1-45c3-aaaa-6340e471fc4b x-openstack-request-id: req-9963d354-87d1-45c3-aaaa-6340e471fc4b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:26.840731 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8829a11-4bdf-4b82-bd3e-8b344b5c7778", "name": "network-vif-plugged", "status": "completed", "tag": "9bd41313-7928-4c01-8273-b01f793bb16e", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:26.840847 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9963d354-87d1-45c3-aaaa-6340e471fc4b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:26.841161 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9963d354-87d1-45c3-aaaa-6340e471fc4b'] response: {'server_uuid': 'd8829a11-4bdf-4b82-bd3e-8b344b5c7778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd41313-7928-4c01-8273-b01f793bb16e', 'code': 200} Apr 18 17:05:26.842278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a653949-a58f-4ade-a6de-787161c67a68 None None] Pushing event updated for resources: {'Port': ['ID=dd78e3a9-62df-4709-8f56-51e7608dfb84,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:26.877406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Routers {'f218a1b3-9b37-4777-b4ab-443329cb5aff'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:26.878644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f218a1b3-9b37-4777-b4ab-443329cb5aff'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:26.929288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a62cc825-b4de-4b10-a251-6eb9a37e464d req-c21498fb-cedd-48f9-9d1d-46b359742234 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 210 time: 0.0471098 Apr 18 17:05:26.931600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:27.031971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] Set router f218a1b3-9b37-4777-b4ab-443329cb5aff gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:27.080337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Pushing event updated for resources: {'Port': ['ID=505e2730-6ebf-49e6-905a-60d7a1534ce7,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:27.095950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:27.113241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1809c-397e-4150-8e88-ed1566ec38ef req-1288cf13-925d-49da-a6d1-c46bcddff950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:27.124736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22a1809c-397e-4150-8e88-ed1566ec38ef req-1288cf13-925d-49da-a6d1-c46bcddff950 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 1100 time: 0.0920396 Apr 18 17:05:27.255513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b569de-36ff-4bfa-bdc8-fd776df57fc5 req-cbae343f-b04e-43cd-a9fd-47064c0dec7f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:27.262037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b569de-36ff-4bfa-bdc8-fd776df57fc5 req-cbae343f-b04e-43cd-a9fd-47064c0dec7f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:27.263584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68b569de-36ff-4bfa-bdc8-fd776df57fc5 req-cbae343f-b04e-43cd-a9fd-47064c0dec7f tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1681 time: 0.1102822 Apr 18 17:05:27.327109 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22a1809c-397e-4150-8e88-ed1566ec38ef req-c35fe4da-4210-4d73-b00c-fcc970bbaa2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968918 Apr 18 17:05:27.345809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68b569de-36ff-4bfa-bdc8-fd776df57fc5 req-d0e3b05e-0465-46d2-9491-09ebf97807b8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Apr 18 17:05:27.393194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Network 54892665-43db-4ed7-a030-4a9197eb9d95 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:27.397081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:27.531228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:26Z', 'revision_number': 4, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '505e2730-6ebf-49e6-905a-60d7a1534ce7', 'name': '', 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'mac_address': 'fa:16:3e:ee:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:25Z', 'updated_at': '2022-04-18T17:05:25Z', 'revision_number': 1, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'subnets': [{'id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:27.587352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88f64d-6804-44b0-b8d8-20f486577bb3 None None] The sync data for ids ['f218a1b3-9b37-4777-b4ab-443329cb5aff'] in n-d-836015-2 is: [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:26Z', 'revision_number': 4, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '505e2730-6ebf-49e6-905a-60d7a1534ce7', 'name': '', 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'mac_address': 'fa:16:3e:ee:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:25Z', 'updated_at': '2022-04-18T17:05:25Z', 'revision_number': 1, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'subnets': [{'id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:05:27.709792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d6a45-9e04-4f3d-8d5d-44bd16786563 req-57e642b0-ff2f-4368-a822-18776e566e04 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:27.719684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df8d6a45-9e04-4f3d-8d5d-44bd16786563 req-57e642b0-ff2f-4368-a822-18776e566e04 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.2148271 Apr 18 17:05:27.780114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df8d6a45-9e04-4f3d-8d5d-44bd16786563 req-aefdd9fb-35fd-4988-9a76-f1ab3d41a1d8 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 Apr 18 17:05:27.782932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-1c8456b2-1580-4c53-8981-16f10c12c6b4 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:27.785063 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-1c8456b2-1580-4c53-8981-16f10c12c6b4 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.18 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 946 time: 0.2124879 Apr 18 17:05:27.815844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Router f218a1b3-9b37-4777-b4ab-443329cb5aff has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:05:27.965806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9456f86c-61c1-4921-a234-1afae2ed43d9 None None] Provisioning complete for port 505e2730-6ebf-49e6-905a-60d7a1534ce7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:27.965806 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9456f86c-61c1-4921-a234-1afae2ed43d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:28.067249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9456f86c-61c1-4921-a234-1afae2ed43d9 None None] Port 505e2730-6ebf-49e6-905a-60d7a1534ce7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:05:28.077669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:05:28.089499 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-261db609-e99e-4c7a-9c3f-f25b4d169452 admin admin] 10.222.0.45 "PUT /v2.0/routers/f218a1b3-9b37-4777-b4ab-443329cb5aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9857311 Apr 18 17:05:28.122470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815826bf-8277-4225-bafa-f92a3837dcf9 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:28.147129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Deleting port 4805f753-c604-4f4e-940e-10ad7bf8935a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:28.151322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:28.296472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:28.316249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '815826bf-8277-4225-bafa-f92a3837dcf9', 'network_id': '951a2b77-7cd1-48af-8bcf-46051251f31d', 'port_id': '815826bf-8277-4225-bafa-f92a3837dcf9', 'mac_address': 'fa:16:3e:08:3f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d9287e-cd63-4166-adc7-1a489d9f5a4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:28.361101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48889f9-fc97-4a46-a740-f1928509d7b5 req-87e81c64-99f5-49a5-9ce7-ce847d92d91c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:28.383347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c48889f9-fc97-4a46-a740-f1928509d7b5 req-87e81c64-99f5-49a5-9ce7-ce847d92d91c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 949 time: 0.1204262 Apr 18 17:05:28.457807 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:28.519579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 815826bf-8277-4225-bafa-f92a3837dcf9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:28.528496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] For port 4805f753-c604-4f4e-940e-10ad7bf8935a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4805f753-c604-4f4e-940e-10ad7bf8935a,segment=NetworkSegment(4e8acab6-8eb7-4350-9d15-ee29eb7ab816),segment_id=4e8acab6-8eb7-4350-9d15-ee29eb7ab816)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:28.531465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:28.568909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Calling delete_port for 4805f753-c604-4f4e-940e-10ad7bf8935a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:28.588413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:28.620301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c48889f9-fc97-4a46-a740-f1928509d7b5 req-9f775817-5aff-487f-ba67-0eab8afa65a0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355878 Apr 18 17:05:28.639073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d56279-79cd-4af5-b105-9280e877bb08 req-aff25bba-867a-4fa2-94f6-a4c4de93edd2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:28.643550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1d56279-79cd-4af5-b105-9280e877bb08 req-aff25bba-867a-4fa2-94f6-a4c4de93edd2 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 946 time: 0.2195885 Apr 18 17:05:28.662244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:28.774728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1d56279-79cd-4af5-b105-9280e877bb08 req-6f6a6c34-5bd5-480c-900b-ac686dae5e35 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/security-groups?id=c87c8c3c-1269-4d32-a608-f52c48a2f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154099 Apr 18 17:05:28.871873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:28.890500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['815826bf-8277-4225-bafa-f92a3837dcf9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:28.972375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.974894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.974894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.974894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.974894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.974894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.975614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.976143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.976478 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.976816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.977148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:28.977516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:29.004748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28db2745-055c-43cd-8b46-b85f92b3ce4e req-1a4025be-e83b-49d9-9ebc-ea27f8bb001b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 210 time: 0.0412974 Apr 18 17:05:29.066943 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:29.131923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7e09b-3ca8-4ddd-a59b-684588a4e7bf req-fc264d78-3380-4ec2-a3d0-c8d080a2adc8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:29.147113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7e09b-3ca8-4ddd-a59b-684588a4e7bf req-fc264d78-3380-4ec2-a3d0-c8d080a2adc8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:29.156346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4da7e09b-3ca8-4ddd-a59b-684588a4e7bf req-fc264d78-3380-4ec2-a3d0-c8d080a2adc8 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1681 time: 0.1661658 Apr 18 17:05:29.188141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Pushing event deleted for resources: {'Port': ['ID=4805f753-c604-4f4e-940e-10ad7bf8935a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:29.231317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['4805f753-c604-4f4e-940e-10ad7bf8935a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:29.238316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4da7e09b-3ca8-4ddd-a59b-684588a4e7bf req-7f3efe0f-bc2d-4c6b-a97c-6ff2193f0cbc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769567 Apr 18 17:05:29.260617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] No DVR routers for this DVR port 4805f753-c604-4f4e-940e-10ad7bf8935a on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:29.268384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:29.271756 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14b8132b-d4ce-4d98-a510-c851d68bf718 req-b90a0732-b6f1-46b6-a157-4c8046493678 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.18 "DELETE /v2.0/ports/4805f753-c604-4f4e-940e-10ad7bf8935a HTTP/1.1" status: 204 len: 173 time: 1.4783704 Apr 18 17:05:29.272213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46', 'name': 'network-vif-deleted', 'tag': '4805f753-c604-4f4e-940e-10ad7bf8935a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:29.288421 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4583decc-f964-44b4-897a-3bd3fb2dbab1" -d '{"events": [{"server_uuid": "7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46", "name": "network-vif-deleted", "tag": "4805f753-c604-4f4e-940e-10ad7bf8935a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:29.390113 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-b246d591-90eb-4e89-b875-7c21345baff8 req-75ddc565-00b7-4883-b20d-b0306178884b tempest-FloatingIPDetailsNegativeTestJSON-685781310 tempest-FloatingIPDetailsNegativeTestJSON-685781310-project] show failed (client error): The resource could not be found. Apr 18 17:05:29.394575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b246d591-90eb-4e89-b875-7c21345baff8 req-75ddc565-00b7-4883-b20d-b0306178884b tempest-FloatingIPDetailsNegativeTestJSON-685781310 tempest-FloatingIPDetailsNegativeTestJSON-685781310-project] 10.222.0.45 "GET /v2.0/floatingips/a9668d23-5139-4fb6-8b36-cbeda9feb24e HTTP/1.1" status: 404 len: 350 time: 0.0875397 Apr 18 17:05:29.405754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55906) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:29.472416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d63d8-46a8-4ad5-9f2b-c067c5426d7e req-2d3c1f7c-374e-4abb-9ba2-edf8b7e06355 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:29.498831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-654d63d8-46a8-4ad5-9f2b-c067c5426d7e req-2d3c1f7c-374e-4abb-9ba2-edf8b7e06355 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 945 time: 0.1031344 Apr 18 17:05:29.580176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-654d63d8-46a8-4ad5-9f2b-c067c5426d7e req-b98e80d7-ce40-46a8-9864-68c66c98fa9e tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790846 Apr 18 17:05:29.632685 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654deaf-0e43-4182-9f16-26c6a882bcdb x-openstack-request-id: req-1654deaf-0e43-4182-9f16-26c6a882bcdb {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:29.633255 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46", "name": "network-vif-deleted", "tag": "4805f753-c604-4f4e-940e-10ad7bf8935a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:29.633710 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1654deaf-0e43-4182-9f16-26c6a882bcdb {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:29.634307 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1654deaf-0e43-4182-9f16-26c6a882bcdb'] response: {'server_uuid': '7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46', 'name': 'network-vif-deleted', 'tag': '4805f753-c604-4f4e-940e-10ad7bf8935a', 'status': 'completed', 'code': 200} Apr 18 17:05:29.870890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd013e4-47b5-410e-82dd-4892901b0435 req-4b98f9ca-177c-4dcd-ab27-1de5079cc949 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:29.874713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acd013e4-47b5-410e-82dd-4892901b0435 req-4b98f9ca-177c-4dcd-ab27-1de5079cc949 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 949 time: 0.1012332 Apr 18 17:05:29.993615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3f45208-736b-434d-aa92-ac1be4b195c0 req-7aaafe39-e40b-4396-908d-84dad2201bf3 tempest-ServerAddressesTestJSON-786613284 tempest-ServerAddressesTestJSON-786613284-project] 10.222.0.45 "GET /v2.0/ports?device_id=7793c6e1-37cd-4daf-b9e9-2a70fc2dfd46 HTTP/1.1" status: 200 len: 210 time: 0.0444591 Apr 18 17:05:30.010149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acd013e4-47b5-410e-82dd-4892901b0435 req-c52166dd-4a04-4df8-b20f-c1895d979735 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205714 Apr 18 17:05:30.153088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815826bf-8277-4225-bafa-f92a3837dcf9 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:30.248423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f077ab0c-a835-4fc1-89f0-361a7909c39b req-fa6c8b7d-b702-4e6e-8adf-a2b8e6de475e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 210 time: 0.0837708 Apr 18 17:05:30.305674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 815826bf-8277-4225-bafa-f92a3837dcf9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:30.306056 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:30.309999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546272e-cddf-4706-ab7c-c166f6f659a3 req-a81ca8c3-f1c2-47cb-b8ad-b07b80efc2df tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:30.319216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6546272e-cddf-4706-ab7c-c166f6f659a3 req-a81ca8c3-f1c2-47cb-b8ad-b07b80efc2df tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 1100 time: 0.0648067 Apr 18 17:05:30.425052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0dfe5-37a0-4427-8ce9-4ef1beea6b2b req-854156c3-9ebe-47d7-b840-521c5304ddb7 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:30.431682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0dfe5-37a0-4427-8ce9-4ef1beea6b2b req-854156c3-9ebe-47d7-b840-521c5304ddb7 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:30.434031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37e0dfe5-37a0-4427-8ce9-4ef1beea6b2b req-854156c3-9ebe-47d7-b840-521c5304ddb7 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1681 time: 0.0904520 Apr 18 17:05:30.444658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6546272e-cddf-4706-ab7c-c166f6f659a3 req-08a1fecc-fb09-41b9-8c29-fc86b46375f6 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241279 Apr 18 17:05:30.469039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:30.528403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37e0dfe5-37a0-4427-8ce9-4ef1beea6b2b req-7f99d7be-141b-41d4-bb87-35ab9be03918 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695333 Apr 18 17:05:30.548427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:30.571121 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b757c09a-b257-47a7-a9b6-393e80d3f7b7" -d '{"events": [{"server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "name": "network-vif-plugged", "status": "completed", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:30.629280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:30.659594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dd78e3a9-62df-4709-8f56-51e7608dfb84 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:30.877204 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa72857f-ef03-4620-9ca9-0e70a33e0a4d x-openstack-request-id: req-fa72857f-ef03-4620-9ca9-0e70a33e0a4d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:30.877204 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "name": "network-vif-plugged", "status": "completed", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:30.877204 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa72857f-ef03-4620-9ca9-0e70a33e0a4d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:30.877204 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa72857f-ef03-4620-9ca9-0e70a33e0a4d'] response: {'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9', 'code': 200} Apr 18 17:05:30.877204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port dd78e3a9-62df-4709-8f56-51e7608dfb84 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:30.877204 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:30.877204 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:30.877204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4805f753-c604-4f4e-940e-10ad7bf8935a no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:30.930139 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df4c0afd-45d5-4433-9fcf-f50cdf7b0cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:30.931477 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 4805f753-c604-4f4e-940e-10ad7bf8935a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:30.931822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4805f753-c604-4f4e-940e-10ad7bf8935a not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:30.958890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ad82d-7c5f-4865-a076-cf2946e9d83d req-5453a98d-4ad3-4ede-ac47-205a3c2a8964 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:30.970626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-859ad82d-7c5f-4865-a076-cf2946e9d83d req-5453a98d-4ad3-4ede-ac47-205a3c2a8964 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.1978071 Apr 18 17:05:30.998473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:31.001842 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:31.007020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-2b1f12e6-7f86-4758-ae42-41d33ca835a7 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:31.012922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-2b1f12e6-7f86-4758-ae42-41d33ca835a7 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 821 time: 1.0603735 Apr 18 17:05:31.032796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port dd78e3a9-62df-4709-8f56-51e7608dfb84, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dd78e3a9-62df-4709-8f56-51e7608dfb84,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:31.084924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-e08be29c-525d-466f-b95d-a61e03fe0601 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089854 Apr 18 17:05:31.095193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-940c1bc8-bb1f-4c1e-ac49-784cfa28eb36 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:31.096013 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:31.104215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-940c1bc8-bb1f-4c1e-ac49-784cfa28eb36 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:31.105752 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-940c1bc8-bb1f-4c1e-ac49-784cfa28eb36 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1681 time: 0.4893572 Apr 18 17:05:31.124448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Request body: {'port': {'device_id': 'c14c1b38-c255-413c-ac0d-e1103a4c223b', 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'admin_state_up': True, 'tenant_id': '969399b82e2f481db94220cf0b3fb900'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:31.175605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=dd78e3a9-62df-4709-8f56-51e7608dfb84,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:31.225353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-859ad82d-7c5f-4865-a076-cf2946e9d83d req-1f76b088-4749-47e4-8951-4c9dc446c9ba tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511461 Apr 18 17:05:31.289707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55958) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:31.296739 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Sync routers for ids ['f218a1b3-9b37-4777-b4ab-443329cb5aff'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:05:31.312210 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Routers {'f218a1b3-9b37-4777-b4ab-443329cb5aff'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:31.312862 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f218a1b3-9b37-4777-b4ab-443329cb5aff'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:31.314763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-6b304323-ea2d-4b6c-b153-6282c89803f6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:31.347877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-6b304323-ea2d-4b6c-b153-6282c89803f6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516687 Apr 18 17:05:31.367078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9a80e7-5304-415b-815f-ef01fc9d6ea6 admin admin] Deleting subnet b6eb7a2d-3ea9-46a2-a651-5167ce676d80 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:05:31.375684 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c9a80e7-5304-415b-815f-ef01fc9d6ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:31.402575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-51bc0932-4584-4193-9cc2-643c4332ac5b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/quotas/7927e266846b46ab8421b9e904b24342 HTTP/1.1" status: 200 len: 375 time: 0.0502164 Apr 18 17:05:31.511774 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c9a80e7-5304-415b-815f-ef01fc9d6ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:31.521296 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Set router f218a1b3-9b37-4777-b4ab-443329cb5aff gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:31.551324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-5a6f2c02-fc7a-48b1-add6-2d40c293e15a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1477222 Apr 18 17:05:31.563870 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:31.687101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41e77836-59f2-4183-ae48-d90711dd0df1 req-5a807170-7bf1-45fb-9fc7-bafd85f313ba tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 210 time: 0.1216171 Apr 18 17:05:31.735260 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c9a80e7-5304-415b-815f-ef01fc9d6ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:31.775613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port 981bfba1-6598-4d08-bbb2-9602cefca29a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:31.776018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:31.872198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Made reservation on behalf of 969399b82e2f481db94220cf0b3fb900 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:31.872198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:31.881567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf389-f901-4362-acc0-6899ea93dfb7 req-8533d3ca-9069-405b-8c60-1020decb81c7 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:31.896687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf389-f901-4362-acc0-6899ea93dfb7 req-8533d3ca-9069-405b-8c60-1020decb81c7 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:31.906649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44eaf389-f901-4362-acc0-6899ea93dfb7 req-8533d3ca-9069-405b-8c60-1020decb81c7 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 1681 time: 0.1181645 Apr 18 17:05:32.009296 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:26Z', 'revision_number': 4, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '505e2730-6ebf-49e6-905a-60d7a1534ce7', 'name': '', 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'mac_address': 'fa:16:3e:ee:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:25Z', 'updated_at': '2022-04-18T17:05:26Z', 'revision_number': 2, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'subnets': [{'id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:32.050215 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Checking router: f218a1b3-9b37-4777-b4ab-443329cb5aff for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:05:32.050860 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Updating router f218a1b3-9b37-4777-b4ab-443329cb5aff port 505e2730-6ebf-49e6-905a-60d7a1534ce7 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:05:32.056330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8217747-81da-4c14-b6e3-cf59afed0b6b req-f9dd2eb4-8610-4a2e-888c-85f6f94224f9 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 210 time: 0.0644178 Apr 18 17:05:32.082997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port 981bfba1-6598-4d08-bbb2-9602cefca29a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=981bfba1-6598-4d08-bbb2-9602cefca29a,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:32.083551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.084316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44eaf389-f901-4362-acc0-6899ea93dfb7 req-e32e5dba-266a-46cc-870a-bc425d1e8825 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702588 Apr 18 17:05:32.086667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c9a80e7-5304-415b-815f-ef01fc9d6ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.102061 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.120318 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:05:32.126576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for 981bfba1-6598-4d08-bbb2-9602cefca29a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:32.173109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a80e7-5304-415b-815f-ef01fc9d6ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6eb7a2d-3ea9-46a2-a651-5167ce676d80,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:32.191491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c9a80e7-5304-415b-815f-ef01fc9d6ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.191491 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1c9a80e7-5304-415b-815f-ef01fc9d6ea6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b6eb7a2d-3ea9-46a2-a651-5167ce676d80 HTTP/1.1" status: 204 len: 168 time: 0.8887999 Apr 18 17:05:32.191842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:32.370186 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.385192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Allocated IP 172.20.0.11 (a92b0af4-369e-4f6e-9d80-b9792ffc3db3/07a05d6c-99ea-4989-bfe6-ae138bfd8a19/ede49be0-4c8c-4095-8a42-b14f40bae850) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:32.392521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9398f9-264b-41e3-9acd-2b3fc85dce3f req-406e8542-0904-4797-812c-74338c4eb7a0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:32.401769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba9398f9-264b-41e3-9acd-2b3fc85dce3f req-406e8542-0904-4797-812c-74338c4eb7a0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.1012175 Apr 18 17:05:32.446974 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.515406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba9398f9-264b-41e3-9acd-2b3fc85dce3f req-5e97cdf5-ac5d-44ab-8bc2-5d6c1113a0ee tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122341 Apr 18 17:05:32.518798 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.584831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dd78e3a9-62df-4709-8f56-51e7608dfb84 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:32.592641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56000) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:32.599370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2058398042'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:32.642302 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Pushing event updated for resources: {'Port': ['ID=505e2730-6ebf-49e6-905a-60d7a1534ce7,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:32.646601 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.663527 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.667092 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.667673 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.668172 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.668668 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.669179 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.669696 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.672346 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.680667 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.681323 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.681868 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.682372 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:32.691784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:32.706599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38b9df6-bc80-492b-aee0-c5b400c815ff']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:32.707952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.732494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8acab6-8eb7-4350-9d15-ee29eb7ab816') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:32.733620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8acab6-8eb7-4350-9d15-ee29eb7ab816') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:32.751894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port dd78e3a9-62df-4709-8f56-51e7608dfb84 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:32.752792 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.767737 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.794078 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.805683 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Attempting to bind port 505e2730-6ebf-49e6-905a-60d7a1534ce7 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:32.806784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:05:32.807185 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.807587 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Attempting to bind port 505e2730-6ebf-49e6-905a-60d7a1534ce7 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:32.808986 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Attempting to bind port 505e2730-6ebf-49e6-905a-60d7a1534ce7 on network 54892665-43db-4ed7-a030-4a9197eb9d95 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:05:32.812044 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:05:32.822324 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:32.822740 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Checking segment: {'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:32.823142 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.824422 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Bound using segment: {'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:32.825949 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Bound port: 505e2730-6ebf-49e6-905a-60d7a1534ce7, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b1060-7416-480e-81e4-63ead381a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:32.838532 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.889348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Deleting port 505e2730-6ebf-49e6-905a-60d7a1534ce7 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:32.889932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.929500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:05:32.967795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:32.968191 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Added segment 3c9923e8-0a81-478b-bc4d-1bb417fe6d29 of type vlan for network ba84c623-7c17-436b-aaba-ef122d61be9f Apr 18 17:05:32.977690 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] For port 505e2730-6ebf-49e6-905a-60d7a1534ce7, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:32.984408 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] For port 505e2730-6ebf-49e6-905a-60d7a1534ce7, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=505e2730-6ebf-49e6-905a-60d7a1534ce7,segment=NetworkSegment(c60b1060-7416-480e-81e4-63ead381a7bc),segment_id=c60b1060-7416-480e-81e4-63ead381a7bc)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:33.009243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.018358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9b94973-91a7-4cd8-8c82-183d04521a48 req-98fe124f-4db9-4ad9-a6b9-198897c233c4 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 210 time: 0.1740682 Apr 18 17:05:33.072127 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.132504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=981bfba1-6598-4d08-bbb2-9602cefca29a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:33.142040 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.150361 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.158925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b38b9df6-bc80-492b-aee0-c5b400c815ff HTTP/1.1" status: 204 len: 168 time: 0.9624803 Apr 18 17:05:33.175488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2609884b-5821-4842-8b52-dac0d595feb3 None None] Provisioning complete for port 505e2730-6ebf-49e6-905a-60d7a1534ce7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:33.175868 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2609884b-5821-4842-8b52-dac0d595feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.184303 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a2a19-2220-42a5-b4b4-c5fd70030d50 None None] Pushing event updated for resources: {'Port': ['ID=505e2730-6ebf-49e6-905a-60d7a1534ce7,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:33.186837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=b38b9df6-bc80-492b-aee0-c5b400c815ff,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:33.247792 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1461da0b-2684-45c1-8984-f95571650e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.261909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.262975 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Routers {'f218a1b3-9b37-4777-b4ab-443329cb5aff'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:33.266167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.268089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.269465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.270425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.272672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.274102 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f218a1b3-9b37-4777-b4ab-443329cb5aff'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:33.274862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.275463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.292041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.295072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.295751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.296193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.302097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2947a2f-62e2-4f3f-aacd-134bed536a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:05:33.387019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.395310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c93fb684-a447-481b-abc2-b254f6e085c8 req-d434ff2a-24dc-434b-8016-569d511e0455 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 210 time: 0.2108390 Apr 18 17:05:33.401079 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2609884b-5821-4842-8b52-dac0d595feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.472307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c2d78-0596-49d4-9ec5-bea550d07f23 req-91dc3562-ed80-4ffd-b286-76299d1ad218 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:33.480455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-149c2d78-0596-49d4-9ec5-bea550d07f23 req-91dc3562-ed80-4ffd-b286-76299d1ad218 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 944 time: 0.1641881 Apr 18 17:05:33.542020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2609884b-5821-4842-8b52-dac0d595feb3 None None] For port 505e2730-6ebf-49e6-905a-60d7a1534ce7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=505e2730-6ebf-49e6-905a-60d7a1534ce7,segment=NetworkSegment(c60b1060-7416-480e-81e4-63ead381a7bc),segment_id=c60b1060-7416-480e-81e4-63ead381a7bc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:33.551346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-149c2d78-0596-49d4-9ec5-bea550d07f23 req-018ebc87-ce4b-49f7-a65c-6bd1364011b1 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698287 Apr 18 17:05:33.635289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port 981bfba1-6598-4d08-bbb2-9602cefca29a on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:33.641689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.resource_extend [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:05:33.646731 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] Set router f218a1b3-9b37-4777-b4ab-443329cb5aff gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:33.663765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2609884b-5821-4842-8b52-dac0d595feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.698158 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.702750 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-525cfdef-7866-4b52-a174-e521c5b8ae80 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.41 "DELETE /v2.0/ports/981bfba1-6598-4d08-bbb2-9602cefca29a HTTP/1.1" status: 204 len: 173 time: 2.5699959 Apr 18 17:05:33.715571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.731283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-deleted', 'tag': '981bfba1-6598-4d08-bbb2-9602cefca29a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:33.747754 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2dfbe3-eff5-413f-ba38-cdf1cdc26981" -d '{"events": [{"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-deleted", "tag": "981bfba1-6598-4d08-bbb2-9602cefca29a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:33.815059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5021e-9fe6-40b9-97f7-036806db10f9 req-f4e41ca5-9352-436a-8098-aa67ae68ca12 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:33.834563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1a5021e-9fe6-40b9-97f7-036806db10f9 req-f4e41ca5-9352-436a-8098-aa67ae68ca12 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.1770124 Apr 18 17:05:33.841350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56026) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:33.866322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8c83084d-f52c-4017-8614-fbc445ef2a0c None None] Provisioning complete for port 505e2730-6ebf-49e6-905a-60d7a1534ce7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:33.870692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Calling delete_port for 505e2730-6ebf-49e6-905a-60d7a1534ce7 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:33.871404 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c83084d-f52c-4017-8614-fbc445ef2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:33.874229 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7274d-aa39-403e-acf7-8e37f4fe59a5 x-openstack-request-id: req-fdc7274d-aa39-403e-acf7-8e37f4fe59a5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:33.874739 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-deleted", "tag": "981bfba1-6598-4d08-bbb2-9602cefca29a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:33.876866 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdc7274d-aa39-403e-acf7-8e37f4fe59a5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:33.877138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609884b-5821-4842-8b52-dac0d595feb3 None None] Pushing event updated for resources: {'Port': ['ID=505e2730-6ebf-49e6-905a-60d7a1534ce7,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:33.877839 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc7274d-aa39-403e-acf7-8e37f4fe59a5'] response: {'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-deleted', 'tag': '981bfba1-6598-4d08-bbb2-9602cefca29a', 'status': 'completed', 'code': 200} Apr 18 17:05:33.937193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1a5021e-9fe6-40b9-97f7-036806db10f9 req-743b7a68-2b8c-4c5f-80be-c5225a813094 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007366 Apr 18 17:05:34.021334 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:34.081008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:34.081709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:34.111417 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:26Z', 'revision_number': 4, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '505e2730-6ebf-49e6-905a-60d7a1534ce7', 'name': '', 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'mac_address': 'fa:16:3e:ee:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:25Z', 'updated_at': '2022-04-18T17:05:32Z', 'revision_number': 4, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'subnets': [{'id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:34.117628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 981bfba1-6598-4d08-bbb2-9602cefca29a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:34.163059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 981bfba1-6598-4d08-bbb2-9602cefca29a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:34.163925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 981bfba1-6598-4d08-bbb2-9602cefca29a not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:34.164597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b073407c-8079-4e6a-817e-130fc1022f26 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:34.168964 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85162f27-5323-4a5d-84f6-452941a0cdd1 None None] The sync data for ids ['f218a1b3-9b37-4777-b4ab-443329cb5aff'] in n-d-836015-2 is: [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:26Z', 'revision_number': 4, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '505e2730-6ebf-49e6-905a-60d7a1534ce7', 'name': '', 'network_id': '54892665-43db-4ed7-a030-4a9197eb9d95', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'mac_address': 'fa:16:3e:ee:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:25Z', 'updated_at': '2022-04-18T17:05:32Z', 'revision_number': 4, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'subnets': [{'id': '979bd1c6-635c-469f-83ad-b1bfb1a2494d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:05:34.215042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c456e49-6495-4493-bcb2-c63635c3d029 req-94d3ad79-01d7-48d5-9cd3-a762d65a403d tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 210 time: 0.0623918 Apr 18 17:05:34.363041 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:34.364632 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:34.365594 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:34.393243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b073407c-8079-4e6a-817e-130fc1022f26'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:34.395633 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d97cfd-6ea0-4735-8caf-4ccf3af83241" -d '{"events": [{"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-unplugged", "status": "completed", "tag": "b073407c-8079-4e6a-817e-130fc1022f26"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:34.420523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b073407c-8079-4e6a-817e-130fc1022f26, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b073407c-8079-4e6a-817e-130fc1022f26,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:34.470566 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c288bb1-bf6c-4e4e-a0df-c8fac412ffba x-openstack-request-id: req-0c288bb1-bf6c-4e4e-a0df-c8fac412ffba {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:34.470566 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-unplugged", "status": "completed", "tag": "b073407c-8079-4e6a-817e-130fc1022f26", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:34.470566 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c288bb1-bf6c-4e4e-a0df-c8fac412ffba {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:34.470566 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c288bb1-bf6c-4e4e-a0df-c8fac412ffba'] response: {'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b073407c-8079-4e6a-817e-130fc1022f26', 'code': 200} Apr 18 17:05:34.493505 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:34.616746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b073407c-8079-4e6a-817e-130fc1022f26,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:34.632081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6edb39b-7f27-4566-bb1f-46ae996e557f req-b5781102-5717-422e-8c49-66009df2be50 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 210 time: 0.0479810 Apr 18 17:05:34.636423 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0414400 Apr 18 17:05:34.640583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:34.646164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1843307453'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:34.679799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 505e2730-6ebf-49e6-905a-60d7a1534ce7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:34.680434 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dfc6fd13-389e-419a-b74c-6031a60f3d92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a78d06a1c231421097987c9faec7b911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8231878 Apr 18 17:05:34.682191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56050) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:34.741395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:34.745376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:34.746639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bad64-53b8-4d07-9575-e420847b2a5b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Network': ['ID=ba84c623-7c17-436b-aaba-ef122d61be9f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:34.767407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:34.767630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ba84c623-7c17-436b-aaba-ef122d61be9f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:05:34.835545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:34.873080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 505e2730-6ebf-49e6-905a-60d7a1534ce7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:34.873703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:34.945787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:34.956457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event updated for resources: {'Port': ['ID=ede49be0-4c8c-4095-8a42-b14f40bae850,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:35.003744 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No ports have port_id starting with 505e2730-6ebf-49e6-905a-60d7a1534ce7 Apr 18 17:05:35.024487 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.031525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-88a5f3ee-6c71-4190-abfe-2fcbdddf25ae tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1864986 Apr 18 17:05:35.031525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:05:35.067848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Pushing event deleted for resources: {'Port': ['ID=505e2730-6ebf-49e6-905a-60d7a1534ce7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:35.096185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port b073407c-8079-4e6a-817e-130fc1022f26 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:35.096996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.193641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:35.194703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.197863 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.202813 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Added segment 991641a3-4b5a-4911-a06e-0576b77ea30a of type vlan for network 347e535b-58f1-44e7-a330-9384dc69e61d Apr 18 17:05:35.221449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd841395-68dd-4b4c-b7df-15104c3326c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.231134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd21d-487b-4e40-bbbe-c957433e6dca req-14fb450c-0b52-46d4-828c-c17fe488adcc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:35.233088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a31bd21d-487b-4e40-bbbe-c957433e6dca req-14fb450c-0b52-46d4-828c-c17fe488adcc tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 942 time: 0.4481654 Apr 18 17:05:35.419659 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-b23cff89-ae0a-4ba3-a98e-47ca8af09d6e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3125532 Apr 18 17:05:35.421778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port b073407c-8079-4e6a-817e-130fc1022f26, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b073407c-8079-4e6a-817e-130fc1022f26,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:35.422172 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.495643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd841395-68dd-4b4c-b7df-15104c3326c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.509494 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.664403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5d8b3-5fd0-4e5e-a7e2-2d896dacff5b req-5a868ecc-9e02-465a-a590-6630e379dcef tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:35.672982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06a5d8b3-5fd0-4e5e-a7e2-2d896dacff5b req-5a868ecc-9e02-465a-a590-6630e379dcef tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 946 time: 0.5793793 Apr 18 17:05:35.708871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-b0e9f427-4316-4467-af66-ff43c546a2c4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:35.711365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-b0e9f427-4316-4467-af66-ff43c546a2c4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6685183 Apr 18 17:05:35.741933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a31bd21d-487b-4e40-bbbe-c957433e6dca req-5257e2f7-b481-4166-9c73-c9c223249368 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/security-groups?id=d562d2b2-5679-48ef-a69e-322c0c66e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950387 Apr 18 17:05:35.751893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Request body: {'port': {'device_id': 'cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '7927e266846b46ab8421b9e904b24342'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:35.803725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Request body: {'port': {'device_id': 'c14c1b38-c255-413c-ac0d-e1103a4c223b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:35.812814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for b073407c-8079-4e6a-817e-130fc1022f26 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:35.827630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.914426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:35.955163 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.164119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.169447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:36.169967 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.175537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815826bf-8277-4225-bafa-f92a3837dcf9 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:36.194726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06a5d8b3-5fd0-4e5e-a7e2-2d896dacff5b req-ee4604f8-ab5c-4fc5-9f20-0062c116b65c tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208857 Apr 18 17:05:36.229873 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.295834 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.354913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.362630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7206907 Apr 18 17:05:36.364306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56072) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:36.367020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:36.382347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'subnet': {'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:36.455890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc8aef1a-d046-45e9-8420-17e1a0fd7d86 req-119aef7a-4238-484b-b0c3-71f30f30f180 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 210 time: 0.1043308 Apr 18 17:05:36.462428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=b073407c-8079-4e6a-817e-130fc1022f26,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:36.466787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.478759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04be15-ac03-46d4-b1ca-c3dcdd94ab0f req-a608eb99-39cd-4845-8af3-d8954a38530e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:36.495583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a04be15-ac03-46d4-b1ca-c3dcdd94ab0f req-a608eb99-39cd-4845-8af3-d8954a38530e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 932 time: 0.3348560 Apr 18 17:05:36.545735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd841395-68dd-4b4c-b7df-15104c3326c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.548862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd841395-68dd-4b4c-b7df-15104c3326c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.552713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bd841395-68dd-4b4c-b7df-15104c3326c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c87c8c3c-1269-4d32-a608-f52c48a2f5a9 HTTP/1.1" status: 204 len: 168 time: 1.8691983 Apr 18 17:05:36.554014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bafdc-67dc-48d8-8f28-86d24109e22f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Network': ['ID=347e535b-58f1-44e7-a330-9384dc69e61d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:36.571824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:36.571824 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56a7f0-5f66-4ebb-9f5a-3104edbfbc25" -d '{"events": [{"server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "name": "network-vif-unplugged", "status": "completed", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:36.576635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:36.580971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 347e535b-58f1-44e7-a330-9384dc69e61d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:05:36.613051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port b073407c-8079-4e6a-817e-130fc1022f26 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:36.623149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.648447 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27b9ae4b-d501-49ef-9988-0007f2106087 req-5d0513bd-c91e-4d64-bdf7-68e4717e5aa9 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.41 "DELETE /v2.0/ports/b073407c-8079-4e6a-817e-130fc1022f26 HTTP/1.1" status: 204 len: 173 time: 2.8356047 Apr 18 17:05:36.652272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-deleted', 'tag': 'b073407c-8079-4e6a-817e-130fc1022f26'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:36.654645 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cafe958-7b06-47b7-b278-5bf95df34449" -d '{"events": [{"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-deleted", "tag": "b073407c-8079-4e6a-817e-130fc1022f26"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:36.670214 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec96c0b6-060b-43b0-b844-b5302291de44 x-openstack-request-id: req-ec96c0b6-060b-43b0-b844-b5302291de44 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:36.671262 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "name": "network-vif-unplugged", "status": "completed", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:36.671782 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec96c0b6-060b-43b0-b844-b5302291de44 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:36.672486 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec96c0b6-060b-43b0-b844-b5302291de44'] response: {'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9', 'code': 200} Apr 18 17:05:36.709725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Router f218a1b3-9b37-4777-b4ab-443329cb5aff has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:05:36.744189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd841395-68dd-4b4c-b7df-15104c3326c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87c8c3c-1269-4d32-a608-f52c48a2f5a9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:36.759919 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063da68e-8ab7-4273-836e-d368ef319999 x-openstack-request-id: req-063da68e-8ab7-4273-836e-d368ef319999 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:36.760654 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c351182-9488-485b-b4e0-6e2dc5ed6432", "name": "network-vif-deleted", "tag": "b073407c-8079-4e6a-817e-130fc1022f26", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:36.761073 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-063da68e-8ab7-4273-836e-d368ef319999 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:36.761868 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063da68e-8ab7-4273-836e-d368ef319999'] response: {'server_uuid': '3c351182-9488-485b-b4e0-6e2dc5ed6432', 'name': 'network-vif-deleted', 'tag': 'b073407c-8079-4e6a-817e-130fc1022f26', 'status': 'completed', 'code': 200} Apr 18 17:05:36.849997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a04be15-ac03-46d4-b1ca-c3dcdd94ab0f req-dbbbad57-07a8-4f5c-84de-4ed0cb364792 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534582 Apr 18 17:05:36.909557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede49be0-4c8c-4095-8a42-b14f40bae850 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:36.911848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e1b01c5-1dac-48f2-b42f-bf8c52c87189 req-0196f3d4-452e-449b-aa66-0ccab532cfbf tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c351182-9488-485b-b4e0-6e2dc5ed6432 HTTP/1.1" status: 200 len: 210 time: 0.0604401 Apr 18 17:05:36.914035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Made reservation on behalf of 7927e266846b46ab8421b9e904b24342 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:36.918026 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.926234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:36.963112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-729735a9-611c-4738-a299-4da3c8bdbfd0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:36.964531 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-729735a9-611c-4738-a299-4da3c8bdbfd0 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.18 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 944 time: 0.2448633 Apr 18 17:05:36.965638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Transition to ACTIVE for port object ede49be0-4c8c-4095-8a42-b14f40bae850 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:05:37.023746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.113457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:05:37.126812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] Sync routers for ids ['f218a1b3-9b37-4777-b4ab-443329cb5aff'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:05:37.144859 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e1febafa-32c4-489a-b6fb-65e736c643cf admin admin] 10.222.0.45 "PUT /v2.0/routers/f218a1b3-9b37-4777-b4ab-443329cb5aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7339103 Apr 18 17:05:37.145721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56094) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:37.147356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] Routers {'f218a1b3-9b37-4777-b4ab-443329cb5aff'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:37.148002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f218a1b3-9b37-4777-b4ab-443329cb5aff'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:37.159133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Pushing event updated for resources: {'Port': ['ID=ede49be0-4c8c-4095-8a42-b14f40bae850,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:37.181876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:37.185734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.214469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Allocated IP 192.168.233.252 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/3e85f317-24f6-491a-b16d-d6ea7a159002) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:37.349008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Deleting port 815826bf-8277-4225-bafa-f92a3837dcf9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:37.349365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.355315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Attempting to bind port ede49be0-4c8c-4095-8a42-b14f40bae850 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:37.355654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Attempting to bind port ede49be0-4c8c-4095-8a42-b14f40bae850 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:37.355988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Attempting to bind port ede49be0-4c8c-4095-8a42-b14f40bae850 on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:37.413935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] Set router f218a1b3-9b37-4777-b4ab-443329cb5aff gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:37.461140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.521507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Port ede49be0-4c8c-4095-8a42-b14f40bae850 on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:05:37.521507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Attempting to bind port ede49be0-4c8c-4095-8a42-b14f40bae850 on network a92b0af4-369e-4f6e-9d80-b9792ffc3db3 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:37.529191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af418d3-d4bd-4c03-9706-9d983b47c904 req-a5046a6d-700e-4b67-8630-ba0cab1dfdb6 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:37.536050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8af418d3-d4bd-4c03-9706-9d983b47c904 req-a5046a6d-700e-4b67-8630-ba0cab1dfdb6 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 944 time: 0.1746092 Apr 18 17:05:37.541209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:37.541747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Checking segment: {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:37.542231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Bound using segment: {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:37.542781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Bound port: ede49be0-4c8c-4095-8a42-b14f40bae850, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'effd612f-4165-4c30-a8aa-7be3f0af9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:37.543251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.631019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-109129bc-22ce-4cba-986f-777fc761c00e req-a62c814a-df0f-4aa5-b515-228304cc878a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 210 time: 0.0585432 Apr 18 17:05:37.676456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8af418d3-d4bd-4c03-9706-9d983b47c904 req-38f3c678-cbe2-4ac7-bf08-49191cb9ceae tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/security-groups?id=a520eb16-4992-4996-9231-4e793a8a4b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388648 Apr 18 17:05:37.684501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] For port 815826bf-8277-4225-bafa-f92a3837dcf9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815826bf-8277-4225-bafa-f92a3837dcf9,segment=NetworkSegment(17ee9fbd-0335-4649-b837-9fd8d3c7115a),segment_id=17ee9fbd-0335-4649-b837-9fd8d3c7115a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:37.684982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.751078 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.767546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Calling delete_port for 815826bf-8277-4225-bafa-f92a3837dcf9 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:37.777633 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.783446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:34Z', 'revision_number': 5, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:37.797379 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.817858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] Checking router: f218a1b3-9b37-4777-b4ab-443329cb5aff for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:05:37.828273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] Routers {'f218a1b3-9b37-4777-b4ab-443329cb5aff'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:37.829489 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f218a1b3-9b37-4777-b4ab-443329cb5aff'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:37.887644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Subnet': ['ID=bc5f20c8-04d3-4f55-8b6f-3664d042e36d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:37.902429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Checking segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:37.902795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network hostable DHCP agents. Network: ba84c623-7c17-436b-aaba-ef122d61be9f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:05:37.904180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] For port ede49be0-4c8c-4095-8a42-b14f40bae850, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:37.942496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] For port ede49be0-4c8c-4095-8a42-b14f40bae850, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ede49be0-4c8c-4095-8a42-b14f40bae850,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:37.974052 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:37.984283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] Set router f218a1b3-9b37-4777-b4ab-443329cb5aff gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:38.026242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56132) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:38.044336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008', 'b38107ae-769c-4567-946d-f6934ce0d42d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:38.047327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ac0ed2fd-5b19-473e-a3a8-482996594a37', '9bd41313-7928-4c01-8273-b01f793bb16e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:38.076622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network ba84c623-7c17-436b-aaba-ef122d61be9f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:05:38.109894 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.116478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:38.120339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:38.123613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'Port': ['ID=3e85f317-24f6-491a-b16d-d6ea7a159002,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:38.135522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:38.171257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Deleting port dd78e3a9-62df-4709-8f56-51e7608dfb84 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:38.171257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.181085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ba84c623-7c17-436b-aaba-ef122d61be9f) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:38.213491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90e2a6-fddb-4fba-84ee-a3a08b9cc171 req-7c20357d-05ea-4d20-9fea-aa8db53eaac6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:38.215925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f90e2a6-fddb-4fba-84ee-a3a08b9cc171 req-7c20357d-05ea-4d20-9fea-aa8db53eaac6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 944 time: 0.2274640 Apr 18 17:05:38.218205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:38.219106 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.240137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:38.241792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.244387 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] 10.222.0.41 "PUT /v2.0/ports/ede49be0-4c8c-4095-8a42-b14f40bae850 HTTP/1.1" status: 200 len: 1092 time: 2.4451146 Apr 18 17:05:38.286657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa283f8d-7468-443f-881a-4eb7f9257b1e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting subnet 658973f6-17fa-4f2e-bb12-554b98d7ac95 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:05:38.295626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:38.297094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.334258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa283f8d-7468-443f-881a-4eb7f9257b1e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.357685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8de8a1f4-e779-46f3-9753-54ae1d56cc3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9856551 Apr 18 17:05:38.360969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56142) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:38.373133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f90e2a6-fddb-4fba-84ee-a3a08b9cc171 req-2242aa12-78e2-49ec-9d7c-6cef79a4be95 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459048 Apr 18 17:05:38.379908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'subnet': {'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:38.395771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f412b3e-d549-417f-bec4-dc548b319a11 None None] Network ba84c623-7c17-436b-aaba-ef122d61be9f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:38.420947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0514a10-113d-452f-ae24-d74c7559f396 service neutron] Pushing event updated for resources: {'Port': ['ID=ede49be0-4c8c-4095-8a42-b14f40bae850,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:38.423321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-bf285ff7-31c6-4d57-9414-074082b2586f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6802666 Apr 18 17:05:38.435390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa283f8d-7468-443f-881a-4eb7f9257b1e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.469587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56144) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:38.477008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Request body: {'port': {'device_id': 'cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:38.505043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.579534 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.695695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:38.699494 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.736124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-973eb0db-7c9a-413b-b12b-a6a0978d6ec0 None None] Provisioning complete for port 3e85f317-24f6-491a-b16d-d6ea7a159002 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:38.736491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-973eb0db-7c9a-413b-b12b-a6a0978d6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.881195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14c1b38-c255-413c-ac0d-e1103a4c223b', 'tag': 'ede49be0-4c8c-4095-8a42-b14f40bae850'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:38.883477 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15f4909-4be9-48e6-8247-f159fc61446e" -d '{"events": [{"name": "network-changed", "server_uuid": "c14c1b38-c255-413c-ac0d-e1103a4c223b", "tag": "ede49be0-4c8c-4095-8a42-b14f40bae850"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:38.886488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Pushing event deleted for resources: {'Port': ['ID=815826bf-8277-4225-bafa-f92a3837dcf9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:38.897772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-973eb0db-7c9a-413b-b12b-a6a0978d6ec0 None None] Port 3e85f317-24f6-491a-b16d-d6ea7a159002 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:05:38.925001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-920647734-network', 'tenant_id': 'a4ebc4eb284c4406a4181cc4992cb9a5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:38.931450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] No DVR routers for this DVR port 815826bf-8277-4225-bafa-f92a3837dcf9 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:38.934269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] For port dd78e3a9-62df-4709-8f56-51e7608dfb84, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dd78e3a9-62df-4709-8f56-51e7608dfb84,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:38.934641 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.942323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:38.945580 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8c0452-4505-4f85-9623-9d75bb01e945 req-6d65a71a-d7be-43d9-9bc1-5d9882873fec tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.18 "DELETE /v2.0/ports/815826bf-8277-4225-bafa-f92a3837dcf9 HTTP/1.1" status: 204 len: 173 time: 1.9339023 Apr 18 17:05:38.984183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Calling delete_port for dd78e3a9-62df-4709-8f56-51e7608dfb84 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:38.999551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-ba84c623-7c17-436b-aaba-ef122d61be9f', 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'fixed_ips': [{'subnet_id': 'bc5f20c8-04d3-4f55-8b6f-3664d042e36d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:05:39.000418 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.019640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-feae5b63-7f78-464b-9b8d-7f30fc28ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:39.026839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-feae5b63-7f78-464b-9b8d-7f30fc28ad92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 1095 time: 0.5771239 Apr 18 17:05:39.050523 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-098cff81-d631-4afc-be12-7fc170094ed7 req-b96d3dbc-9f23-4da2-9f95-91b54326b7f5 tempest-ImagesTestJSON-340615051 tempest-ImagesTestJSON-340615051-project] 10.222.0.45 "GET /v2.0/ports?device_id=3acbcc9e-7b3e-4a2c-a998-9b3996562a22 HTTP/1.1" status: 200 len: 210 time: 0.2553177 Apr 18 17:05:39.087824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:34Z', 'revision_number': 5, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:39.118439 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-0bfb9f5b-d109-4bd0-b1a3-6672afb00bc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede49be0-4c8c-4095-8a42-b14f40bae850 HTTP/1.1" status: 200 len: 217 time: 0.0576143 Apr 18 17:05:39.123907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Made reservation on behalf of a4ebc4eb284c4406a4181cc4992cb9a5 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:39.127058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.144465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa283f8d-7468-443f-881a-4eb7f9257b1e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.150806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e85f317-24f6-491a-b16d-d6ea7a159002 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:39.162524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.180706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Transition to ACTIVE for port object 3e85f317-24f6-491a-b16d-d6ea7a159002 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:05:39.190319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac6733-4a97-4bd3-83fa-a4fae32560b3 None None] The sync data for ids ['f218a1b3-9b37-4777-b4ab-443329cb5aff'] in n-d-836015-2 is: [{'id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370925108-router', 'tenant_id': '8b83240d03354975b4a1d20527d8ab6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:20Z', 'updated_at': '2022-04-18T17:05:34Z', 'revision_number': 5, 'project_id': '8b83240d03354975b4a1d20527d8ab6b', 'gw_port': {'id': 'dd78e3a9-62df-4709-8f56-51e7608dfb84', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f218a1b3-9b37-4777-b4ab-443329cb5aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:21Z', 'updated_at': '2022-04-18T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:05:39.200277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.252828 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f90d23c-c009-491c-b0eb-19557f130812 x-openstack-request-id: req-6f90d23c-c009-491c-b0eb-19557f130812 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:39.253110 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14c1b38-c255-413c-ac0d-e1103a4c223b", "tag": "ede49be0-4c8c-4095-8a42-b14f40bae850", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:39.253368 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f90d23c-c009-491c-b0eb-19557f130812 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:39.253934 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f90d23c-c009-491c-b0eb-19557f130812'] response: {'name': 'network-changed', 'server_uuid': 'c14c1b38-c255-413c-ac0d-e1103a4c223b', 'tag': 'ede49be0-4c8c-4095-8a42-b14f40bae850', 'status': 'completed', 'code': 200} Apr 18 17:05:39.341934 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.378618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Allocated IP 10.1.1.2 (ba84c623-7c17-436b-aaba-ef122d61be9f/bc5f20c8-04d3-4f55-8b6f-3664d042e36d/234690a5-8578-4e78-8408-fac25ed21382) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:39.381032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-27fc6781-6060-439a-85fb-fcf783f4a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:39.386156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-27fc6781-6060-439a-85fb-fcf783f4a737 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07a05d6c-99ea-4989-bfe6-ae138bfd8a19 HTTP/1.1" status: 200 len: 861 time: 0.2567518 Apr 18 17:05:39.433317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Pushing event updated for resources: {'Port': ['ID=3e85f317-24f6-491a-b16d-d6ea7a159002,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:39.463996 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-62f318c2-fcc3-4ebc-b979-5f5f24dd18e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551052 Apr 18 17:05:39.561908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd82ca0-11d6-47c5-a771-84a17457e85e req-a8790791-c323-4bdc-92d5-864edab24145 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:39.563954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cd82ca0-11d6-47c5-a771-84a17457e85e req-a8790791-c323-4bdc-92d5-864edab24145 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 936 time: 0.7675393 Apr 18 17:05:39.564583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa283f8d-7468-443f-881a-4eb7f9257b1e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.579095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.617533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa283f8d-7468-443f-881a-4eb7f9257b1e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Subnet': ['ID=658973f6-17fa-4f2e-bb12-554b98d7ac95,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:39.634080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa283f8d-7468-443f-881a-4eb7f9257b1e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.638092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.646995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fa283f8d-7468-443f-881a-4eb7f9257b1e tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "DELETE /v2.0/subnets/658973f6-17fa-4f2e-bb12-554b98d7ac95 HTTP/1.1" status: 204 len: 168 time: 1.6172347 Apr 18 17:05:39.650627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56178) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:39.669204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3327d6-e8ef-4e2b-baba-1d3940e570cc req-32e2ac1a-bbd9-4698-8b94-51ab5ceb17be tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:39.671271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a3327d6-e8ef-4e2b-baba-1d3940e570cc req-32e2ac1a-bbd9-4698-8b94-51ab5ceb17be tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 950 time: 0.2407677 Apr 18 17:05:39.688718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.696176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe5e293-43be-4933-98f7-cbe5d4db9c6f None None] Network ebb029a4-ae7c-495b-a746-586040f4ddf4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:39.697042 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.725727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.784820 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.809207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd78e3a9-62df-4709-8f56-51e7608dfb84,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:39.821448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cd82ca0-11d6-47c5-a771-84a17457e85e req-d3af9431-eebc-4a2e-b861-17c72fcda4f1 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292836 Apr 18 17:05:39.830791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Attempting to bind port 3e85f317-24f6-491a-b16d-d6ea7a159002 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:39.831247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Attempting to bind port 3e85f317-24f6-491a-b16d-d6ea7a159002 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:39.831690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Attempting to bind port 3e85f317-24f6-491a-b16d-d6ea7a159002 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:39.840689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:05:39.842411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Port 3e85f317-24f6-491a-b16d-d6ea7a159002 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:05:39.842840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Attempting to bind port 3e85f317-24f6-491a-b16d-d6ea7a159002 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:39.858788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a3327d6-e8ef-4e2b-baba-1d3940e570cc req-427c321e-e2b8-4473-b78d-92b1e033adda tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606109 Apr 18 17:05:39.867670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Subnet': ['ID=a0f47100-9464-4f3f-b852-3b0c693ee7ab,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:39.877449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:39.879318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:39.891303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:39.893910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Bound port: 3e85f317-24f6-491a-b16d-d6ea7a159002, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:39.893910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.915371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Network ba84c623-7c17-436b-aaba-ef122d61be9f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:39.915544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Checking segment: {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:39.915544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network hostable DHCP agents. Network: 347e535b-58f1-44e7-a330-9384dc69e61d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:05:39.925794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.925794 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Added segment 226cada6-0a2a-470b-9549-7c853e3b7266 of type vlan for network 560062ec-0dda-4034-a36b-168439505918 Apr 18 17:05:39.946769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71127aab-450b-4351-877e-a7c95578c5c1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:39.963582 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:39.972388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:39.983602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:40.008481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Pushing event updated for resources: {'Port': ['ID=234690a5-8578-4e78-8408-fac25ed21382,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:40.017863 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-e21eb597-0d6e-4b78-a79a-d37e07384536 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103756 Apr 18 17:05:40.035944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network 347e535b-58f1-44e7-a330-9384dc69e61d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:05:40.040694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.078998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.112929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] For port 3e85f317-24f6-491a-b16d-d6ea7a159002, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:40.121807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Attempting to bind port 234690a5-8578-4e78-8408-fac25ed21382 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:40.122196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Attempting to bind port 234690a5-8578-4e78-8408-fac25ed21382 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:40.122536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Attempting to bind port 234690a5-8578-4e78-8408-fac25ed21382 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:40.133120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] For port 3e85f317-24f6-491a-b16d-d6ea7a159002, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=3e85f317-24f6-491a-b16d-d6ea7a159002,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:40.138800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:40.139182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Checking segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:40.139590 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.140251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Bound using segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:40.140767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Bound port: 234690a5-8578-4e78-8408-fac25ed21382, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:40.141103 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.169955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815826bf-8277-4225-bafa-f92a3837dcf9 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:40.177595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.resource_extend [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:05:40.215034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 347e535b-58f1-44e7-a330-9384dc69e61d) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:40.233616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.238822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 815826bf-8277-4225-bafa-f92a3837dcf9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:40.239027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.239316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815826bf-8277-4225-bafa-f92a3837dcf9 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:40.248265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:40.249494 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.249592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.257788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e708ac3-26d6-4452-bd03-1698db6568b1 None None] Network 347e535b-58f1-44e7-a330-9384dc69e61d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:40.259587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] DHCP port deletion for ebb029a4-ae7c-495b-a746-586040f4ddf4 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:05:40.301033 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e396dd68-3720-44a1-8bb6-ae9e55dc2e13 req-f756d77b-bf90-4bcd-9d09-97b66e2180a9 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737839 Apr 18 17:05:40.303180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.304155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:40.304889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.317899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port bfd0f033-d376-4e39-aa00-cf2aa2ac688c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:40.318258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.395676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] For port 234690a5-8578-4e78-8408-fac25ed21382, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:40.425084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] For port 234690a5-8578-4e78-8408-fac25ed21382, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=234690a5-8578-4e78-8408-fac25ed21382,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:40.462459 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9860036 Apr 18 17:05:40.467257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56200) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:40.484827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Request body: {'subnet': {'network_id': '560062ec-0dda-4034-a36b-168439505918', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-920647734-subnet', 'tenant_id': 'a4ebc4eb284c4406a4181cc4992cb9a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:40.484827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6024e-98b8-41e0-b7ab-41f9cf052e79 admin admin] Pushing event updated for resources: {'Network': ['ID=560062ec-0dda-4034-a36b-168439505918,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:40.494012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port bfd0f033-d376-4e39-aa00-cf2aa2ac688c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:40.494467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.510866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Pushing event updated for resources: {'Port': ['ID=3e85f317-24f6-491a-b16d-d6ea7a159002,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:40.513088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for bfd0f033-d376-4e39-aa00-cf2aa2ac688c owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:40.536022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 560062ec-0dda-4034-a36b-168439505918 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:05:40.536185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:40.536185 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.536185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cf58f045-f84d-4477-b9dc-062dfa9b9adb service neutron] 10.222.0.41 "PUT /v2.0/ports/3e85f317-24f6-491a-b16d-d6ea7a159002 HTTP/1.1" status: 200 len: 1096 time: 2.0630307 Apr 18 17:05:40.537679 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.538239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f218a1b3-9b37-4777-b4ab-443329cb5aff {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:05:40.540255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1', 'tag': '3e85f317-24f6-491a-b16d-d6ea7a159002'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:40.542938 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffefdbd-f49f-4770-a667-6d1010189c93" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1", "tag": "3e85f317-24f6-491a-b16d-d6ea7a159002"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:40.571665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18408a5c-c4ff-4f1f-b92b-d8ca1297b4ab req-5cc9d95f-fd2e-4fee-beba-45c1b6990229 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:40.574016 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.575566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18408a5c-c4ff-4f1f-b92b-d8ca1297b4ab req-5cc9d95f-fd2e-4fee-beba-45c1b6990229 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 944 time: 0.5092666 Apr 18 17:05:40.607906 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.609164 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-59b18d17-1a64-438f-9b9c-0eb57d7e638b admin admin] 10.222.0.45 "DELETE /v2.0/routers/f218a1b3-9b37-4777-b4ab-443329cb5aff HTTP/1.1" status: 204 len: 168 time: 3.4579880 Apr 18 17:05:40.622897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56206) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:40.623041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aef42c5d-4f9c-4c16-ac10-50cb2c506077 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2477477 Apr 18 17:05:40.633296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56208) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:40.685476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'port': {'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'name': 'tempest-TaggedBootDevicesTest-397633980', 'fixed_ips': [{'subnet_id': 'bc5f20c8-04d3-4f55-8b6f-3664d042e36d'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:40.685716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-347e535b-58f1-44e7-a330-9384dc69e61d', 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'fixed_ips': [{'subnet_id': 'a0f47100-9464-4f3f-b852-3b0c693ee7ab'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:05:40.685716 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.763240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4909-4be9-48e6-8247-f159fc61446e req-7e9bc996-f5ba-46ee-ab57-3118f7a3d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:40.774802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d15f4909-4be9-48e6-8247-f159fc61446e req-7e9bc996-f5ba-46ee-ab57-3118f7a3d160 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=969399b82e2f481db94220cf0b3fb900&device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 1095 time: 0.1343086 Apr 18 17:05:40.775322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Made reservation on behalf of a4ebc4eb284c4406a4181cc4992cb9a5 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:40.775322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.779498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18408a5c-c4ff-4f1f-b92b-d8ca1297b4ab req-e2597499-632f-418d-8e26-0099fd0418a4 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655366 Apr 18 17:05:40.782604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] Deleting port bfd0f033-d376-4e39-aa00-cf2aa2ac688c {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:40.789845 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.809946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bfd0f033-d376-4e39-aa00-cf2aa2ac688c no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:40.883328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5e84e9-06fb-4c4c-9a7e-635b97e6a8e5 admin admin] Deleting subnet 979bd1c6-635c-469f-83ad-b1bfb1a2494d {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:05:40.897923 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe5e84e9-06fb-4c4c-9a7e-635b97e6a8e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:40.924306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4909-4be9-48e6-8247-f159fc61446e req-1afb6993-4d5c-4de0-b486-502ece24c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:40.926440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d15f4909-4be9-48e6-8247-f159fc61446e req-1afb6993-4d5c-4de0-b486-502ece24c3ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 200 len: 922 time: 0.1459165 Apr 18 17:05:40.995721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d15f4909-4be9-48e6-8247-f159fc61446e req-508ee430-5324-4cfa-ae04-b086d2ab36a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede49be0-4c8c-4095-8a42-b14f40bae850 HTTP/1.1" status: 200 len: 217 time: 0.0542681 Apr 18 17:05:40.997959 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ef2b9-1633-49dd-8d41-32cd54df6f0c x-openstack-request-id: req-a60ef2b9-1633-49dd-8d41-32cd54df6f0c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:40.998609 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1", "tag": "3e85f317-24f6-491a-b16d-d6ea7a159002", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:40.999040 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a60ef2b9-1633-49dd-8d41-32cd54df6f0c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:40.999725 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60ef2b9-1633-49dd-8d41-32cd54df6f0c'] response: {'name': 'network-changed', 'server_uuid': 'cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1', 'tag': '3e85f317-24f6-491a-b16d-d6ea7a159002', 'status': 'completed', 'code': 200} Apr 18 17:05:41.099692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-57a96d4c-8938-49fc-af70-0e8a547d1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:41.101202 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-57a96d4c-8938-49fc-af70-0e8a547d1a7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 1099 time: 0.3921902 Apr 18 17:05:41.123442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4909-4be9-48e6-8247-f159fc61446e req-b5be0e12-5975-487b-880c-745d7865cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:41.125000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d15f4909-4be9-48e6-8247-f159fc61446e req-b5be0e12-5975-487b-880c-745d7865cc63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07a05d6c-99ea-4989-bfe6-ae138bfd8a19 HTTP/1.1" status: 200 len: 861 time: 0.1204762 Apr 18 17:05:41.138763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe5e84e9-06fb-4c4c-9a7e-635b97e6a8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.165096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d15f4909-4be9-48e6-8247-f159fc61446e req-dceed43c-1e2d-44c8-9691-c434216447cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a92b0af4-369e-4f6e-9d80-b9792ffc3db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310335 Apr 18 17:05:41.178543 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62191c-c946-4155-ada5-15938b404e50 req-e889fb44-c72d-49bc-be56-5d161556f01c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:41.181958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a62191c-c946-4155-ada5-15938b404e50 req-e889fb44-c72d-49bc-be56-5d161556f01c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 948 time: 0.1145942 Apr 18 17:05:41.209313 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.212354 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-9dccf89b-d10b-4a8a-a233-e7672200b781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3e85f317-24f6-491a-b16d-d6ea7a159002 HTTP/1.1" status: 200 len: 217 time: 0.0912831 Apr 18 17:05:41.282336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a62191c-c946-4155-ada5-15938b404e50 req-d7756507-dfb1-4723-98a1-d7c8fcf2300a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901606 Apr 18 17:05:41.287615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'name': 'network-vif-deleted', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:41.290120 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c06f9a-2595-412a-ae8e-d111bc5b00c1" -d '{"events": [{"server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "name": "network-vif-deleted", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:41.303105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port bfd0f033-d376-4e39-aa00-cf2aa2ac688c on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:41.311136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:41.323105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d15f4909-4be9-48e6-8247-f159fc61446e req-b82b098f-4775-4526-9878-c59edde9ac71 service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384606 Apr 18 17:05:41.348428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0e952-4051-4944-9222-8620964e38f1 None None] Pushing event updated for resources: {'Port': ['ID=234690a5-8578-4e78-8408-fac25ed21382,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:41.432114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] For port bfd0f033-d376-4e39-aa00-cf2aa2ac688c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,segment=NetworkSegment(984cc17a-c6c7-43f5-855a-1ea363d527fc),segment_id=984cc17a-c6c7-43f5-855a-1ea363d527fc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:41.433043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.434618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:41.437692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No active binding found for port bfd0f033-d376-4e39-aa00-cf2aa2ac688c {{(pid=109827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 17:05:41.438860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bfd0f033-d376-4e39-aa00-cf2aa2ac688c not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:41.439450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 505e2730-6ebf-49e6-905a-60d7a1534ce7 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:41.495707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 505e2730-6ebf-49e6-905a-60d7a1534ce7 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:41.496052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 505e2730-6ebf-49e6-905a-60d7a1534ce7 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:41.507848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] Calling delete_port for bfd0f033-d376-4e39-aa00-cf2aa2ac688c owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:41.518335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d15f4909-4be9-48e6-8247-f159fc61446e req-99cb62ac-d2cc-4ae2-8d96-bd3791b6b87f service neutron] 10.222.0.41 "GET /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838164 Apr 18 17:05:41.553736 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f2ba6d-97be-4b17-b04b-ad57ec814f2d x-openstack-request-id: req-d6f2ba6d-97be-4b17-b04b-ad57ec814f2d {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:41.553945 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acbcc9e-7b3e-4a2c-a998-9b3996562a22", "name": "network-vif-deleted", "tag": "815826bf-8277-4225-bafa-f92a3837dcf9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:41.554433 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6f2ba6d-97be-4b17-b04b-ad57ec814f2d {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:41.555027 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f2ba6d-97be-4b17-b04b-ad57ec814f2d'] response: {'server_uuid': '3acbcc9e-7b3e-4a2c-a998-9b3996562a22', 'name': 'network-vif-deleted', 'tag': '815826bf-8277-4225-bafa-f92a3837dcf9', 'status': 'completed', 'code': 200} Apr 18 17:05:41.560508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-26e47253-686d-409f-8222-808d687f1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:41.563836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-26e47253-686d-409f-8222-808d687f1ded service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.3325183 Apr 18 17:05:41.695250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.727063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe5e84e9-06fb-4c4c-9a7e-635b97e6a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.736295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] Pushing event deleted for resources: {'Port': ['ID=bfd0f033-d376-4e39-aa00-cf2aa2ac688c,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:41.738024 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.739295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Allocated IP 10.2.2.2 (347e535b-58f1-44e7-a330-9384dc69e61d/a0f47100-9464-4f3f-b852-3b0c693ee7ab/6b7e112c-c92f-44e0-a198-b0799cc71bbf) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:41.748065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ec167-ca05-4383-9056-41dd74c0d24b None None] No DVR routers for this DVR port bfd0f033-d376-4e39-aa00-cf2aa2ac688c on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:41.819666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb029a4-ae7c-495b-a746-586040f4ddf4']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:41.846350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984cc17a-c6c7-43f5-855a-1ea363d527fc') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:41.851214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984cc17a-c6c7-43f5-855a-1ea363d527fc') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:41.863752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-e1aab1a5-2496-4537-8247-ce9c3d3131db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:41.865298 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-e1aab1a5-2496-4537-8247-ce9c3d3131db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629957 Apr 18 17:05:41.876395 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.894775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.902232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.933387 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.941131 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:41.968473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb154-f23e-4cbf-8eee-b1b668eb3ecc req-4c00d01a-52de-4e23-81b5-fb69158ef3be tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:41.970496 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a1fb154-f23e-4cbf-8eee-b1b668eb3ecc req-4c00d01a-52de-4e23-81b5-fb69158ef3be tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 944 time: 0.0586288 Apr 18 17:05:42.005336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:05:42.005807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.012047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a1fb154-f23e-4cbf-8eee-b1b668eb3ecc req-900bc1d1-ac65-4ac9-ac35-7dbcb54ab64a tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:05:42.013743 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:05:42.034412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] device_id is not set on port c1a49168-1b22-4a79-93dc-3937ff69eda0 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:05:42.042166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.055404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe5e84e9-06fb-4c4c-9a7e-635b97e6a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.106123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Network 347e535b-58f1-44e7-a330-9384dc69e61d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:42.109261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:42.122658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:42.126498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Pushing event updated for resources: {'Port': ['ID=6b7e112c-c92f-44e0-a198-b0799cc71bbf,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:42.177825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56276) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:42.197181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:42.201079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Attempting to bind port 6b7e112c-c92f-44e0-a198-b0799cc71bbf on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:42.201538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Attempting to bind port 6b7e112c-c92f-44e0-a198-b0799cc71bbf by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:42.201913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Attempting to bind port 6b7e112c-c92f-44e0-a198-b0799cc71bbf on network 347e535b-58f1-44e7-a330-9384dc69e61d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:42.234002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd44348-3dd7-406a-b96f-7c4574c76723 None None] Network 54892665-43db-4ed7-a030-4a9197eb9d95 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:42.249187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c219b-5369-42b9-afc5-c76de38c96f1 req-f3165363-cb38-4e3e-9534-821881237d8f tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:42.250982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe1c219b-5369-42b9-afc5-c76de38c96f1 req-f3165363-cb38-4e3e-9534-821881237d8f tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 950 time: 0.1124518 Apr 18 17:05:42.252523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:42.253049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Checking segment: {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:42.253481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.253882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Bound using segment: {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:42.254521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Bound port: 6b7e112c-c92f-44e0-a198-b0799cc71bbf, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:42.254913 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.255059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fec47c-fd37-4c24-a9c1-02f8600be361 admin admin] Deleting subnet f1d9287e-cd63-4166-adc7-1a489d9f5a4c {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:05:42.259285 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85fec47c-fd37-4c24-a9c1-02f8600be361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.328088 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85fec47c-fd37-4c24-a9c1-02f8600be361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.353834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe1c219b-5369-42b9-afc5-c76de38c96f1 req-db9a3ae6-7d1a-43b2-9676-aea3732d8c1e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918472 Apr 18 17:05:42.390239 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85fec47c-fd37-4c24-a9c1-02f8600be361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.537368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] For port 6b7e112c-c92f-44e0-a198-b0799cc71bbf, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:42.541219 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.553454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db7d6b-84e0-4482-9b03-f578913bca03 req-b66f21f0-3259-4380-9481-45d4ea34ee29 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:42.553454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03db7d6b-84e0-4482-9b03-f578913bca03 req-b66f21f0-3259-4380-9481-45d4ea34ee29 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 948 time: 0.0728250 Apr 18 17:05:42.553454 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85fec47c-fd37-4c24-a9c1-02f8600be361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.570086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cea731-63cd-4cf1-8254-7ca1b5b85cd3 None None] Network ba84c623-7c17-436b-aaba-ef122d61be9f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:42.592210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:42.594524 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d80f322-9eca-4876-a20d-a6b4e83f5ea5" -d '{"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-unplugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:42.603281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec47c-fd37-4c24-a9c1-02f8600be361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d9287e-cd63-4166-adc7-1a489d9f5a4c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:42.605810 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe5e84e9-06fb-4c4c-9a7e-635b97e6a8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.606262 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85fec47c-fd37-4c24-a9c1-02f8600be361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.613605 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fe5e84e9-06fb-4c4c-9a7e-635b97e6a8e5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/979bd1c6-635c-469f-83ad-b1bfb1a2494d HTTP/1.1" status: 204 len: 168 time: 1.9985871 Apr 18 17:05:42.626540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-85fec47c-fd37-4c24-a9c1-02f8600be361 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f1d9287e-cd63-4166-adc7-1a489d9f5a4c HTTP/1.1" status: 204 len: 168 time: 0.4427292 Apr 18 17:05:42.630303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56282) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:42.630734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56284) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:42.638286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8e3eb3-5564-4180-bd7e-11078967c611,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:42.649742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:42.650954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 234690a5-8578-4e78-8408-fac25ed21382 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:42.661596 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4109ebca-935c-4113-be1b-6b1279fdc67a x-openstack-request-id: req-4109ebca-935c-4113-be1b-6b1279fdc67a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:42.661886 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-unplugged", "status": "completed", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:42.662422 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4109ebca-935c-4113-be1b-6b1279fdc67a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:42.662555 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4109ebca-935c-4113-be1b-6b1279fdc67a'] response: {'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'code': 200} Apr 18 17:05:42.729224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e84e9-06fb-4c4c-9a7e-635b97e6a8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979bd1c6-635c-469f-83ad-b1bfb1a2494d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:42.730040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] For port 6b7e112c-c92f-44e0-a198-b0799cc71bbf, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6b7e112c-c92f-44e0-a198-b0799cc71bbf,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:42.732723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-59b4a654-4828-482d-8d73-a9f6060c19ac None None] Provisioning complete for port 234690a5-8578-4e78-8408-fac25ed21382 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:42.733199 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b4a654-4828-482d-8d73-a9f6060c19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.740559 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.745114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03db7d6b-84e0-4482-9b03-f578913bca03 req-99b98df5-b214-4d92-aa36-dff9ba11f317 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863937 Apr 18 17:05:42.745325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Checking segment: {'id': '226cada6-0a2a-470b-9549-7c853e3b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '560062ec-0dda-4034-a36b-168439505918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:42.745726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Network hostable DHCP agents. Network: 560062ec-0dda-4034-a36b-168439505918, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:05:42.772208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.778321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-cd2d63a5-d569-476c-96ff-9845f9fd4b39 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9044070 Apr 18 17:05:42.807813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.820034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.822319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] DHCP port deletion for 54892665-43db-4ed7-a030-4a9197eb9d95 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:05:42.826766 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "DELETE /v2.0/networks/ebb029a4-ae7c-495b-a746-586040f4ddf4 HTTP/1.1" status: 204 len: 168 time: 3.1716204 Apr 18 17:05:42.826972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2323b40-d42c-43c0-9a21-75cd14c259ef tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Network': ['ID=ebb029a4-ae7c-495b-a746-586040f4ddf4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:42.828480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:42.831838 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.834302 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.936462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:42.937378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=11']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:42.969558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951a2b77-7cd1-48af-8bcf-46051251f31d']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:42.984759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ee9fbd-0335-4649-b837-9fd8d3c7115a') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:42.985491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ee9fbd-0335-4649-b837-9fd8d3c7115a') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:42.988678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Network 560062ec-0dda-4034-a36b-168439505918 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:05:42.996632 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.010606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f33975-3398-4e49-905f-4633e403dcab tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting subnet 80b3d3d2-15e1-410a-932a-c84dc6421fe5 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:05:43.012858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Deleting port 7397c2b8-68f4-43f9-baf2-5ee6481e401e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:43.013559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.018483 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.024842 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-49f33975-3398-4e49-905f-4633e403dcab tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.040199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:05:43.040987 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:05:43.043006 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:05:43.068854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 234690a5-8578-4e78-8408-fac25ed21382 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:43.069346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.080024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Allocated IP 10.1.1.190 (ba84c623-7c17-436b-aaba-ef122d61be9f/bc5f20c8-04d3-4f55-8b6f-3664d042e36d/c1a49168-1b22-4a79-93dc-3937ff69eda0) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:43.086782 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6d35dda-549d-4ccc-a29f-5f432f7b05ba req-a6b6ca01-24fc-4058-92f8-8b4356225b4c service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672164 Apr 18 17:05:43.110578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-49f33975-3398-4e49-905f-4633e403dcab tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.149524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 560062ec-0dda-4034-a36b-168439505918) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:43.162943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:43.163555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.170240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b5cb09-ca6c-48b0-be50-12b3af0cdb8e None None] Network 560062ec-0dda-4034-a36b-168439505918 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:43.183245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] For port 7397c2b8-68f4-43f9-baf2-5ee6481e401e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7397c2b8-68f4-43f9-baf2-5ee6481e401e,segment=NetworkSegment(c60b1060-7416-480e-81e4-63ead381a7bc),segment_id=c60b1060-7416-480e-81e4-63ead381a7bc)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:43.183500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.200996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Calling delete_port for 7397c2b8-68f4-43f9-baf2-5ee6481e401e owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:43.265927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad58cae-75d5-472f-a4c0-71f8356cf506 req-8f730987-3783-48c2-8ed5-2c0915871658 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:43.283830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] Deleting port 7397c2b8-68f4-43f9-baf2-5ee6481e401e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:43.284255 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.286873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad58cae-75d5-472f-a4c0-71f8356cf506 req-8f730987-3783-48c2-8ed5-2c0915871658 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 944 time: 0.1471319 Apr 18 17:05:43.297205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.309456 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.315737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] 10.222.0.45 "DELETE /v2.0/networks/951a2b77-7cd1-48af-8bcf-46051251f31d HTTP/1.1" status: 204 len: 168 time: 0.6733141 Apr 18 17:05:43.350104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5897a-76b1-44be-aba2-d596e156e3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=951a2b77-7cd1-48af-8bcf-46051251f31d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:43.356024 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c1f0c4d6-8ad5-409a-95fb-061b5ea8712d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8873889 Apr 18 17:05:43.366008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fe26b-d265-4dc3-9da7-2cfb9059195a None None] Pushing event updated for resources: {'Port': ['ID=6b7e112c-c92f-44e0-a198-b0799cc71bbf,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:43.414927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-49f33975-3398-4e49-905f-4633e403dcab tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.461091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ad58cae-75d5-472f-a4c0-71f8356cf506 req-758cf485-8f0b-42d8-9ac7-f88610728e48 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733487 Apr 18 17:05:43.463745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b4a654-4828-482d-8d73-a9f6060c19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.548482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-695b305d-483e-416a-a794-ab73080a3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:43.551138 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-695b305d-483e-416a-a794-ab73080a3898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 1099 time: 0.2560484 Apr 18 17:05:43.592221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2f8e5-5b97-4c08-aae0-a5877a860568 req-ac0d6653-94c5-461c-b4e7-4e1a868d7b80 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:43.604618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69d2f8e5-5b97-4c08-aae0-a5877a860568 req-ac0d6653-94c5-461c-b4e7-4e1a868d7b80 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 948 time: 0.1065407 Apr 18 17:05:43.620650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.667137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69d2f8e5-5b97-4c08-aae0-a5877a860568 req-b2a3fd0b-0273-43f8-a1d4-9626cfa56ea1 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565901 Apr 18 17:05:43.677155 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.700488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] For port 7397c2b8-68f4-43f9-baf2-5ee6481e401e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7397c2b8-68f4-43f9-baf2-5ee6481e401e,segment=NetworkSegment(c60b1060-7416-480e-81e4-63ead381a7bc),segment_id=c60b1060-7416-480e-81e4-63ead381a7bc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:43.701066 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.713109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-59b4a654-4828-482d-8d73-a9f6060c19ac None None] For port 234690a5-8578-4e78-8408-fac25ed21382, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=234690a5-8578-4e78-8408-fac25ed21382,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:43.715790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.724459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] Calling delete_port for 7397c2b8-68f4-43f9-baf2-5ee6481e401e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:43.728495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-49f33975-3398-4e49-905f-4633e403dcab tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.738056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Pushing event deleted for resources: {'Port': ['ID=7397c2b8-68f4-43f9-baf2-5ee6481e401e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:43.745189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] No DVR routers for this DVR port 7397c2b8-68f4-43f9-baf2-5ee6481e401e on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:43.809071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f33975-3398-4e49-905f-4633e403dcab tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Subnet': ['ID=80b3d3d2-15e1-410a-932a-c84dc6421fe5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:43.811792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-49f33975-3398-4e49-905f-4633e403dcab tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.825107 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-49f33975-3398-4e49-905f-4633e403dcab tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "DELETE /v2.0/subnets/80b3d3d2-15e1-410a-932a-c84dc6421fe5 HTTP/1.1" status: 204 len: 168 time: 0.9864798 Apr 18 17:05:43.829580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56302) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:43.835489 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772373e-aa09-43aa-977e-95cd5fc5fd54 None None] Network 7c133e90-8181-40a1-9d95-4261c01d210d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:43.837546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b4a654-4828-482d-8d73-a9f6060c19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.857092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.884743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54892665-43db-4ed7-a030-4a9197eb9d95']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:43.893422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-6100b144-ad7c-4872-ab5b-3864801b9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:43.895196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56304) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:43.895332 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-6100b144-ad7c-4872-ab5b-3864801b9fd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.3239014 Apr 18 17:05:43.902990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60b1060-7416-480e-81e4-63ead381a7bc') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:43.903300 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60b1060-7416-480e-81e4-63ead381a7bc') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:43.921057 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409151e-21c9-4d87-a0c2-99a243399593 None None] Network 560062ec-0dda-4034-a36b-168439505918 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:43.947383 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:43.995862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.010993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dd1b320b-2eec-4639-8ec6-fc41fd619ee6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5748bdd518c9400fa0e5539ca16e7759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145711 Apr 18 17:05:44.018297 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.026983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56306) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:44.041486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:05:44.042193 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:05:44.044268 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:05:44.049654 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-e6f3066a-ef86-4cce-b53a-58065f55486a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3e85f317-24f6-491a-b16d-d6ea7a159002 HTTP/1.1" status: 200 len: 217 time: 0.1201127 Apr 18 17:05:44.051127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.154221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9862dc-c366-45fd-81be-3c9395cac381 req-a36e1d5e-ba92-4f08-95f4-878d45bb369b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:44.156192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af9862dc-c366-45fd-81be-3c9395cac381 req-a36e1d5e-ba92-4f08-95f4-878d45bb369b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 948 time: 0.2617795 Apr 18 17:05:44.195488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-56a1046c-b4f5-4d15-b01c-ce7a22b1ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:44.201561 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-56a1046c-b4f5-4d15-b01c-ce7a22b1ec94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0769496 Apr 18 17:05:44.240207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ede49be0-4c8c-4095-8a42-b14f40bae850 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:44.264435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network ba84c623-7c17-436b-aaba-ef122d61be9f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:44.288879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:44.304892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:44.321112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a654-4828-482d-8d73-a9f6060c19ac None None] Pushing event updated for resources: {'Port': ['ID=234690a5-8578-4e78-8408-fac25ed21382,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:44.355595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:05:44.356037 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:05:44.374086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56316) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:44.375182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=c1a49168-1b22-4a79-93dc-3937ff69eda0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:44.390384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9bf3f46b-83c9-4aed-a6a3-072e57e7b0c4 None None] Provisioning complete for port 234690a5-8578-4e78-8408-fac25ed21382 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:44.391325 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f46b-83c9-4aed-a6a3-072e57e7b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.448870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8b3afb-6cf5-497e-b20a-0c9c52556e8d admin admin] Deleting subnet ab8e3eb3-5564-4180-bd7e-11078967c611 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:05:44.474307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3afb-6cf5-497e-b20a-0c9c52556e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: from cryptography.utils import int_from_bytes Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: from cryptography.utils import int_from_bytes Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.529732 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:05:44.533608 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:05:44.538870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:44.539729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.569713 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.580313 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3afb-6cf5-497e-b20a-0c9c52556e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.588249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-4c2ee4ae-7f4e-4a5d-9872-a1c62f072115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:44.590371 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-4c2ee4ae-7f4e-4a5d-9872-a1c62f072115 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3854561 Apr 18 17:05:44.616166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Deleting port a02a0aed-6d21-4f41-88df-ed1b237e1d7a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:44.618241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.629162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.634429 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.650294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] 10.222.0.45 "DELETE /v2.0/networks/54892665-43db-4ed7-a030-4a9197eb9d95 HTTP/1.1" status: 204 len: 168 time: 2.0040486 Apr 18 17:05:44.670388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] Network 54892665-43db-4ed7-a030-4a9197eb9d95 is not hosted by any dhcp agent {{(pid=109827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 17:05:44.671700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] No DVR routers for this DVR port 7397c2b8-68f4-43f9-baf2-5ee6481e401e on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:44.683206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-06b379c8-9add-4620-9d56-75f9516caf3f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0418043 Apr 18 17:05:44.684031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d99d05-cf2b-4931-8c5c-1a217738cbb2 None None] Pushing event deleted for resources: {'Port': ['ID=7397c2b8-68f4-43f9-baf2-5ee6481e401e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:44.702171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:44.711786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'port': {'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'name': 'tempest-TaggedBootDevicesTest-735889496', 'fixed_ips': [{'subnet_id': 'bc5f20c8-04d3-4f55-8b6f-3664d042e36d'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:44.712677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f87d2a-de5d-4e76-bb1d-bc3563dd81bb None None] Network 347e535b-58f1-44e7-a330-9384dc69e61d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:44.756459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bad6a6-aafb-461f-9fbf-79f9576f490b admin admin] Pushing event deleted for resources: {'Network': ['ID=54892665-43db-4ed7-a030-4a9197eb9d95,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:44.779362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9061e00-c6d4-41e4-b39f-cb7e5a1a0bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.820474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ede49be0-4c8c-4095-8a42-b14f40bae850, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ede49be0-4c8c-4095-8a42-b14f40bae850,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:44.842670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af9862dc-c366-45fd-81be-3c9395cac381 req-fb281047-8a74-4ae5-a7f9-284e35bc036d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775796 Apr 18 17:05:44.869126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] DHCP port deletion for 7c133e90-8181-40a1-9d95-4261c01d210d request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:05:44.870884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593b064-43ac-4b0d-9c88-f9cb9eb00762 req-1afedf93-77cc-4e11-ae69-888a1d50fa3c tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:44.873810 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3afb-6cf5-497e-b20a-0c9c52556e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.878143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6593b064-43ac-4b0d-9c88-f9cb9eb00762 req-1afedf93-77cc-4e11-ae69-888a1d50fa3c tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 944 time: 0.2507582 Apr 18 17:05:44.913907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9061e00-c6d4-41e4-b39f-cb7e5a1a0bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.917056 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] For port a02a0aed-6d21-4f41-88df-ed1b237e1d7a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:44.918092 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:44.929798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'ede49be0-4c8c-4095-8a42-b14f40bae850', 'network_id': 'a92b0af4-369e-4f6e-9d80-b9792ffc3db3', 'port_id': 'ede49be0-4c8c-4095-8a42-b14f40bae850', 'mac_address': 'fa:16:3e:12:50:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a05d6c-99ea-4989-bfe6-ae138bfd8a19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:44.949129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251497a-d957-427b-91e0-87dd980e45d6 req-ef266c13-33e3-4293-a76a-69cfbd4f0dd9 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:44.951027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b251497a-d957-427b-91e0-87dd980e45d6 req-ef266c13-33e3-4293-a76a-69cfbd4f0dd9 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 948 time: 0.1673453 Apr 18 17:05:44.973272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6593b064-43ac-4b0d-9c88-f9cb9eb00762 req-2b521416-c46d-4d4c-87e7-6e2ede3c7af8 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942037 Apr 18 17:05:44.993065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Calling delete_port for a02a0aed-6d21-4f41-88df-ed1b237e1d7a owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:45.021938 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-c8e24bfb-aecf-4145-b4c6-40aa0d1d8c4e service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003344 Apr 18 17:05:45.054914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dd78e3a9-62df-4709-8f56-51e7608dfb84 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:45.095953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: dd78e3a9-62df-4709-8f56-51e7608dfb84 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:45.096553 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dd78e3a9-62df-4709-8f56-51e7608dfb84 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:45.098202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.119629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082dfab-7a72-4445-92d7-4f02d83cccd5 req-e4506f02-736b-4ca5-b008-36e6715d1163 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:45.128728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a082dfab-7a72-4445-92d7-4f02d83cccd5 req-e4506f02-736b-4ca5-b008-36e6715d1163 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 948 time: 0.1659808 Apr 18 17:05:45.143110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3afb-6cf5-497e-b20a-0c9c52556e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.146790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9061e00-c6d4-41e4-b39f-cb7e5a1a0bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.149265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9061e00-c6d4-41e4-b39f-cb7e5a1a0bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.153044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c9061e00-c6d4-41e4-b39f-cb7e5a1a0bed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a520eb16-4992-4996-9231-4e793a8a4b96 HTTP/1.1" status: 204 len: 168 time: 1.1301684 Apr 18 17:05:45.156080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede49be0-4c8c-4095-8a42-b14f40bae850 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:45.159480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3afb-6cf5-497e-b20a-0c9c52556e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.165297 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5d8b3afb-6cf5-497e-b20a-0c9c52556e8d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ab8e3eb3-5564-4180-bd7e-11078967c611 HTTP/1.1" status: 204 len: 168 time: 0.7833674 Apr 18 17:05:45.166879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] Provisioning complete for port 6b7e112c-c92f-44e0-a198-b0799cc71bbf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:45.167253 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.176163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56328) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:45.180403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9061e00-c6d4-41e4-b39f-cb7e5a1a0bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520eb16-4992-4996-9231-4e793a8a4b96,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:45.211621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:45.216283 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.216688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a082dfab-7a72-4445-92d7-4f02d83cccd5 req-db0404ca-2415-422a-98ea-5a85c9f3f61d tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e478e6b-94e6-4ea1-89cf-1afa0e268004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819335 Apr 18 17:05:45.219222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b3afb-6cf5-497e-b20a-0c9c52556e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8e3eb3-5564-4180-bd7e-11078967c611,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:45.224364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ede49be0-4c8c-4095-8a42-b14f40bae850, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ede49be0-4c8c-4095-8a42-b14f40bae850,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:45.233125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] Deleting port a02a0aed-6d21-4f41-88df-ed1b237e1d7a {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:45.233312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Deleting port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:45.233708 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.233852 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.274408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56330) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:45.353669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.361193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] For port a02a0aed-6d21-4f41-88df-ed1b237e1d7a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,segment=NetworkSegment(d9b4ffd6-e3c0-42aa-91b2-592084605d7c),segment_id=d9b4ffd6-e3c0-42aa-91b2-592084605d7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:45.361623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.364961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] device_id is not set on port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:05:45.376368 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffefdbd-f49f-4770-a667-6d1010189c93 req-db44b822-96b2-4080-934e-63211cd5f9f4 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463449 Apr 18 17:05:45.412598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] Calling delete_port for a02a0aed-6d21-4f41-88df-ed1b237e1d7a owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:45.419800 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.459822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] For port 22cda1e9-70a9-4bfd-bec5-dc3f77140184, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22cda1e9-70a9-4bfd-bec5-dc3f77140184,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:45.459822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.477254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c4d386e6-2511-4278-aff6-627a6b4c2fb5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b83240d03354975b4a1d20527d8ab6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651931 Apr 18 17:05:45.477254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56332) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:45.477254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.486618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Calling delete_port for 22cda1e9-70a9-4bfd-bec5-dc3f77140184 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:45.520048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Port': ['ID=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:45.539863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ede49be0-4c8c-4095-8a42-b14f40bae850,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:45.541085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] No DVR routers for this DVR port a02a0aed-6d21-4f41-88df-ed1b237e1d7a on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:45.572719 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.598195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.608736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6b7e112c-c92f-44e0-a198-b0799cc71bbf up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:45.718224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] Pushing event deleted for resources: {'Port': ['ID=a02a0aed-6d21-4f41-88df-ed1b237e1d7a,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:45.728070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99a025-da40-4026-8c5f-5e74f1fe9b40 None None] No DVR routers for this DVR port a02a0aed-6d21-4f41-88df-ed1b237e1d7a on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:45.728070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] For port 6b7e112c-c92f-44e0-a198-b0799cc71bbf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6b7e112c-c92f-44e0-a198-b0799cc71bbf,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:45.755668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6b7e112c-c92f-44e0-a198-b0799cc71bbf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:45.756903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.775883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.783489 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ede49be0-4c8c-4095-8a42-b14f40bae850'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:45.806452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Pushing event deleted for resources: {'Port': ['ID=22cda1e9-70a9-4bfd-bec5-dc3f77140184,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:45.815548 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.857562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.862778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.872459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] No DVR routers for this DVR port 22cda1e9-70a9-4bfd-bec5-dc3f77140184 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:45.873021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] Provisioning complete for port c1a49168-1b22-4a79-93dc-3937ff69eda0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:45.873625 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.876093 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.880195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b251497a-d957-427b-91e0-87dd980e45d6 req-72f1d265-3712-437c-9ae3-a87363ddea3e tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.41 "DELETE /v2.0/ports/22cda1e9-70a9-4bfd-bec5-dc3f77140184 HTTP/1.1" status: 204 len: 173 time: 0.9186044 Apr 18 17:05:45.880660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-deleted', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:45.883096 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab073d5-a222-406e-9be3-ddebfaf58d09" -d '{"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-deleted", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:45.888325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7914ad43-3da9-46e2-bbab-916fe224b299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.914978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c133e90-8181-40a1-9d95-4261c01d210d']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:45.920889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] Port c1a49168-1b22-4a79-93dc-3937ff69eda0 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:05:45.941251 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0556ef69-e8d1-424f-b152-3215c37db4b9 x-openstack-request-id: req-0556ef69-e8d1-424f-b152-3215c37db4b9 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:45.941821 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9a747e-a58a-4f0b-84ca-e2c2f2465404", "name": "network-vif-deleted", "tag": "22cda1e9-70a9-4bfd-bec5-dc3f77140184", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:45.942836 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0556ef69-e8d1-424f-b152-3215c37db4b9 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:45.943462 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0556ef69-e8d1-424f-b152-3215c37db4b9'] response: {'server_uuid': 'bb9a747e-a58a-4f0b-84ca-e2c2f2465404', 'name': 'network-vif-deleted', 'tag': '22cda1e9-70a9-4bfd-bec5-dc3f77140184', 'status': 'completed', 'code': 200} Apr 18 17:05:45.952276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560062ec-0dda-4034-a36b-168439505918']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:45.955917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:45.957153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b4ffd6-e3c0-42aa-91b2-592084605d7c') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:45.985555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:45.986766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 234690a5-8578-4e78-8408-fac25ed21382 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:45.989695 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7914ad43-3da9-46e2-bbab-916fe224b299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.010030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226cada6-0a2a-470b-9549-7c853e3b7266') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:46.010328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226cada6-0a2a-470b-9549-7c853e3b7266') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:46.012965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd00ca9-ddb4-4eb0-8730-d06080e7e2cb None None] Pushing event updated for resources: {'Port': ['ID=6b7e112c-c92f-44e0-a198-b0799cc71bbf,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:46.013850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Allocated IP 10.1.1.195 (ba84c623-7c17-436b-aaba-ef122d61be9f/bc5f20c8-04d3-4f55-8b6f-3664d042e36d/c8cad90b-1cfa-4d19-a18b-df17b5bc0436) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:46.037623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.044340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.064388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a9fb7bf1-b518-4aa0-a35f-09cb90947691 None None] Provisioning complete for port 6b7e112c-c92f-44e0-a198-b0799cc71bbf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:46.065063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9fb7bf1-b518-4aa0-a35f-09cb90947691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.079963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:05:46.080366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:05:46.085473 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:05:46.088252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.094984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70654e71-5c1e-43c4-87df-624813ff640a req-20d8404a-1e8f-47a2-8a6d-362045d3a141 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:46.096567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70654e71-5c1e-43c4-87df-624813ff640a req-20d8404a-1e8f-47a2-8a6d-362045d3a141 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 948 time: 0.1011999 Apr 18 17:05:46.134533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:05:46.135616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:05:46.137380 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:05:46.158312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 234690a5-8578-4e78-8408-fac25ed21382 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:46.158681 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.215088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:46.244214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 22cda1e9-70a9-4bfd-bec5-dc3f77140184 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:46.244556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22cda1e9-70a9-4bfd-bec5-dc3f77140184 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:46.258346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70654e71-5c1e-43c4-87df-624813ff640a req-b679ccc5-7922-4323-8ac5-e92748c274c4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514974 Apr 18 17:05:46.304137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c8ae3-c7fd-4152-93e7-9ae8b3b9e754 req-ab5be5c3-3f7c-4052-8cce-3341a03b2178 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:46.307626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e2c8ae3-c7fd-4152-93e7-9ae8b3b9e754 req-ab5be5c3-3f7c-4052-8cce-3341a03b2178 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 945 time: 0.1485763 Apr 18 17:05:46.381944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7914ad43-3da9-46e2-bbab-916fe224b299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.387740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7914ad43-3da9-46e2-bbab-916fe224b299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.391672 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7914ad43-3da9-46e2-bbab-916fe224b299 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1934be09-ea06-426d-98d2-c28f20bbac12 HTTP/1.1" status: 204 len: 168 time: 0.9106112 Apr 18 17:05:46.392934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.408588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e2c8ae3-c7fd-4152-93e7-9ae8b3b9e754 req-725edece-6eed-4e65-96aa-172dbcaaec41 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876551 Apr 18 17:05:46.414611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.420197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914ad43-3da9-46e2-bbab-916fe224b299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1934be09-ea06-426d-98d2-c28f20bbac12,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:46.428910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.436732 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] 10.222.0.45 "DELETE /v2.0/networks/7c133e90-8181-40a1-9d95-4261c01d210d HTTP/1.1" status: 204 len: 168 time: 2.5947857 Apr 18 17:05:46.466374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.470253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/560062ec-0dda-4034-a36b-168439505918 HTTP/1.1" status: 204 len: 168 time: 1.2719591 Apr 18 17:05:46.487339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3085d2-cd39-411b-bb32-3ba07b28bbc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=560062ec-0dda-4034-a36b-168439505918,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:46.507299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf216ed-4c91-433f-b400-c1e66c95b771 tempest-ServersTestMultiNic-9665077 tempest-ServersTestMultiNic-9665077-project] Pushing event deleted for resources: {'Network': ['ID=7c133e90-8181-40a1-9d95-4261c01d210d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:46.538990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c42f600-f07c-4248-bd2b-cfbfcce1b5a0 req-16bc7c40-63fc-40eb-b24b-0c0f71175b99 tempest-ImagesOneServerTestJSON-556843903 tempest-ImagesOneServerTestJSON-556843903-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9a747e-a58a-4f0b-84ca-e2c2f2465404 HTTP/1.1" status: 200 len: 210 time: 0.1080091 Apr 18 17:05:46.550497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.670753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56370) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:46.717386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.718071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7397c2b8-68f4-43f9-baf2-5ee6481e401e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:46.740441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 7397c2b8-68f4-43f9-baf2-5ee6481e401e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:46.740778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7397c2b8-68f4-43f9-baf2-5ee6481e401e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:46.741180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a02a0aed-6d21-4f41-88df-ed1b237e1d7a no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:46.760930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a02a0aed-6d21-4f41-88df-ed1b237e1d7a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:46.761271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a02a0aed-6d21-4f41-88df-ed1b237e1d7a not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:46.776740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network ba84c623-7c17-436b-aaba-ef122d61be9f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:46.805626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:46.814834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:46.820529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:46.921097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:46.921097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:46.937034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56374) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:47.055111 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-93298cd4-d59e-4760-b36b-463305756b83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3370757 Apr 18 17:05:47.093002 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.109000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-67bc543e-2089-43a8-a409-afcb68800f90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4ebc4eb284c4406a4181cc4992cb9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701610 Apr 18 17:05:47.111076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56378) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:47.152203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-aa8ee1a3-8611-440f-87f4-313571e1e3d6 None None] Provisioning complete for port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:47.152833 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee1a3-8611-440f-87f4-313571e1e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.159362 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.227423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9a2d-2d39-490b-b352-4d3f4964ee9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.276931 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6b7e112c-c92f-44e0-a198-b0799cc71bbf up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:47.300052 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9a2d-2d39-490b-b352-4d3f4964ee9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.390363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ee1a3-8611-440f-87f4-313571e1e3d6 None None] Port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:05:47.458111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6b7e112c-c92f-44e0-a198-b0799cc71bbf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:47.458531 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.493029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.518893 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9a2d-2d39-490b-b352-4d3f4964ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.529821 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9a2d-2d39-490b-b352-4d3f4964ee9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:47.532817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1d1e9a2d-2d39-490b-b352-4d3f4964ee9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71127aab-450b-4351-877e-a7c95578c5c1 HTTP/1.1" status: 204 len: 168 time: 0.4206188 Apr 18 17:05:47.564923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e9a2d-2d39-490b-b352-4d3f4964ee9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71127aab-450b-4351-877e-a7c95578c5c1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:47.616380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805778bd-78d4-4ae7-93a0-f8c92eb4c172 req-6c9a0cc0-1165-4808-b470-3702851cff14 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:47.620593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805778bd-78d4-4ae7-93a0-f8c92eb4c172 req-6c9a0cc0-1165-4808-b470-3702851cff14 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 948 time: 0.1884747 Apr 18 17:05:47.680753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805778bd-78d4-4ae7-93a0-f8c92eb4c172 req-0ec6e222-036e-436f-8972-6f86ed27f909 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497181 Apr 18 17:05:47.852563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2104762-820c-4fc1-934e-e4c9816b0f3a req-9e62aefa-c1d2-4265-978f-4ad4ed2a6091 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:47.854364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2104762-820c-4fc1-934e-e4c9816b0f3a req-9e62aefa-c1d2-4265-978f-4ad4ed2a6091 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 945 time: 0.0721626 Apr 18 17:05:47.912077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2104762-820c-4fc1-934e-e4c9816b0f3a req-5b6ca1a4-e13d-4b4e-ba86-9a61249741db tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Apr 18 17:05:48.005251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56404) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:48.009192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-66026c5b-ca4d-4903-bcc0-b151fa844254 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960292005', 'description': 'tempest-description--1999016476'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:48.093306 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66026c5b-ca4d-4903-bcc0-b151fa844254 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.142679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Deleting port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:48.143183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.199722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 3e85f317-24f6-491a-b16d-d6ea7a159002 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:05:48.215196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66026c5b-ca4d-4903-bcc0-b151fa844254 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.224312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ede49be0-4c8c-4095-8a42-b14f40bae850 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:48.257185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] For port 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,segment=NetworkSegment(c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3),segment_id=c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:48.257591 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.277714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Calling delete_port for 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:48.302852 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66026c5b-ca4d-4903-bcc0-b151fa844254 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.330898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66026c5b-ca4d-4903-bcc0-b151fa844254 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f180712f-7cae-4703-afc3-183c4ae5d2b8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:48.371170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 3e85f317-24f6-491a-b16d-d6ea7a159002, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=3e85f317-24f6-491a-b16d-d6ea7a159002,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:48.383278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '3e85f317-24f6-491a-b16d-d6ea7a159002', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '3e85f317-24f6-491a-b16d-d6ea7a159002', 'mac_address': 'fa:16:3e:5d:14:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:05:48.463448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port ede49be0-4c8c-4095-8a42-b14f40bae850 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:05:48.463448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port ede49be0-4c8c-4095-8a42-b14f40bae850 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:48.463448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.463448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.463448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e85f317-24f6-491a-b16d-d6ea7a159002 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:05:48.488227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 3e85f317-24f6-491a-b16d-d6ea7a159002, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=3e85f317-24f6-491a-b16d-d6ea7a159002,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:48.534093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.556321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14c1b38-c255-413c-ac0d-e1103a4c223b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede49be0-4c8c-4095-8a42-b14f40bae850'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:48.558638 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e748f21e-a71a-448e-a04f-42a28debfbff" -d '{"events": [{"server_uuid": "c14c1b38-c255-413c-ac0d-e1103a4c223b", "name": "network-vif-plugged", "status": "completed", "tag": "ede49be0-4c8c-4095-8a42-b14f40bae850"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:48.571357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ede49be0-4c8c-4095-8a42-b14f40bae850, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ede49be0-4c8c-4095-8a42-b14f40bae850,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:48.602826 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee62ad02-1ca8-4392-a568-a145ace47f50 x-openstack-request-id: req-ee62ad02-1ca8-4392-a568-a145ace47f50 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:48.603115 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14c1b38-c255-413c-ac0d-e1103a4c223b", "name": "network-vif-plugged", "status": "completed", "tag": "ede49be0-4c8c-4095-8a42-b14f40bae850", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:48.603361 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee62ad02-1ca8-4392-a568-a145ace47f50 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:48.603750 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee62ad02-1ca8-4392-a568-a145ace47f50'] response: {'server_uuid': 'c14c1b38-c255-413c-ac0d-e1103a4c223b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede49be0-4c8c-4095-8a42-b14f40bae850', 'code': 200} Apr 18 17:05:48.695750 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66026c5b-ca4d-4903-bcc0-b151fa844254 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.701592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-66026c5b-ca4d-4903-bcc0-b151fa844254 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6916699 Apr 18 17:05:48.705222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56424) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:48.709881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b0348616-a5b4-47ae-b31c-280c11c91f15 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'security_group_rule': {'security_group_id': 'f180712f-7cae-4703-afc3-183c4ae5d2b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:48.727461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03308dd-0cda-4cd2-8170-003c9a93100f req-469a04ac-74f7-423e-9888-80ddc593a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:48.730794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d03308dd-0cda-4cd2-8170-003c9a93100f req-469a04ac-74f7-423e-9888-80ddc593a84e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 1096 time: 0.0444338 Apr 18 17:05:48.779021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d03308dd-0cda-4cd2-8170-003c9a93100f req-01d09797-9d26-4ad1-b756-a74308f7794e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430355 Apr 18 17:05:48.796134 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.797660 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.820817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e1b45-7fb5-44c8-9cb7-0168b25f95e5 req-733b327c-8323-4360-9c2d-ae6cc47d3f63 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:48.829275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-674e1b45-7fb5-44c8-9cb7-0168b25f95e5 req-733b327c-8323-4360-9c2d-ae6cc47d3f63 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 948 time: 0.0741315 Apr 18 17:05:48.831343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7049cfc4-a8db-4b23-bf94-c4f8515fd3e7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:48.848192 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.854883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=3e85f317-24f6-491a-b16d-d6ea7a159002,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:48.876691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-674e1b45-7fb5-44c8-9cb7-0168b25f95e5 req-c17be795-c18e-48d2-8d60-1497b292b600 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Apr 18 17:05:48.897800 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0348616-a5b4-47ae-b31c-280c11c91f15 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:48.936635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ede49be0-4c8c-4095-8a42-b14f40bae850,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:49.074024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be721d8-0183-46ee-9432-50e594bef09a req-4beb4a3e-56e6-4517-8378-b6a243d347d6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:49.075841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8be721d8-0183-46ee-9432-50e594bef09a req-4beb4a3e-56e6-4517-8378-b6a243d347d6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 946 time: 0.0828528 Apr 18 17:05:49.107509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0348616-a5b4-47ae-b31c-280c11c91f15 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.133484 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.141810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8be721d8-0183-46ee-9432-50e594bef09a req-2e0c049d-ca96-4c2e-b2c0-04e104c4582e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568039 Apr 18 17:05:49.187412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0348616-a5b4-47ae-b31c-280c11c91f15 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.200944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['3e85f317-24f6-491a-b16d-d6ea7a159002'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:49.217770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56436) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:49.230604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348616-a5b4-47ae-b31c-280c11c91f15 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28075c3-bbf7-43de-8c21-cc31ebe28d91,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:49.260505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56440) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:49.343064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0348616-a5b4-47ae-b31c-280c11c91f15 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.347430 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b0348616-a5b4-47ae-b31c-280c11c91f15 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6379709 Apr 18 17:05:49.348044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56444) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:49.357332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5f6bd45c-b2d4-43ef-8452-3fdc8fae2f81 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'security_group_rule': {'security_group_id': 'f180712f-7cae-4703-afc3-183c4ae5d2b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:49.421189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:05:49.461101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd45c-b2d4-43ef-8452-3fdc8fae2f81 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.536646 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd45c-b2d4-43ef-8452-3fdc8fae2f81 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.538382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:05:49.547074 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6131f608-e59d-4dfc-b8c2-d542dc458ac5 admin admin] 10.222.0.45 "PUT /v2.0/routers/6afb684e-0a9d-4c81-ac31-668f1bc459b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8752351 Apr 18 17:05:49.548023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56452) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:49.548485 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] Sync routers for ids ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:05:49.562072 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] Routers {'6afb684e-0a9d-4c81-ac31-668f1bc459b7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:49.563208 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:49.594954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0464bd31-ece5-4f05-aacb-88ea2ba7c75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.613591 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd45c-b2d4-43ef-8452-3fdc8fae2f81 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.643699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f2b785cb-5cfd-416c-a0c7-75b43295823d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7af8a17e4e446818b4f7b80b1e7cf14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241281 Apr 18 17:05:49.647226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56454) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:49.654407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bd45c-b2d4-43ef-8452-3fdc8fae2f81 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336c171b-7119-4e2f-9092-665cbd2b11fa,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:49.718972 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] Set router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:49.722076 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0464bd31-ece5-4f05-aacb-88ea2ba7c75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.775524 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ac70258-f4aa-4067-a820-5786cad97d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.790326 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd45c-b2d4-43ef-8452-3fdc8fae2f81 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.791713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5f6bd45c-b2d4-43ef-8452-3fdc8fae2f81 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4426858 Apr 18 17:05:49.798870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56460) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:49.804030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:49.805050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ac70258-f4aa-4067-a820-5786cad97d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.840327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0464bd31-ece5-4f05-aacb-88ea2ba7c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.852182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.948063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464bd31-ece5-4f05-aacb-88ea2ba7c75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2237c56d-5c60-48fe-8ab0-26bd36c2f323,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:49.958538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0464bd31-ece5-4f05-aacb-88ea2ba7c75e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=333769830c444da3bf1742b27141125f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912658 Apr 18 17:05:49.959788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56484) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:49.962973 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:05:48Z', 'revision_number': 5, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:49.973240 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:49.997134 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.000313 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] Checking router: 6afb684e-0a9d-4c81-ac31-668f1bc459b7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:05:50.011232 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] Routers {'6afb684e-0a9d-4c81-ac31-668f1bc459b7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:50.011987 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:50.071639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ac70258-f4aa-4067-a820-5786cad97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.074192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ac70258-f4aa-4067-a820-5786cad97d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.075336 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9ac70258-f4aa-4067-a820-5786cad97d59 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e478e6b-94e6-4ea1-89cf-1afa0e268004 HTTP/1.1" status: 204 len: 168 time: 0.4305453 Apr 18 17:05:50.123717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac70258-f4aa-4067-a820-5786cad97d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e478e6b-94e6-4ea1-89cf-1afa0e268004,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:50.191497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Deleting port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:50.191497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.197948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-716a425a-db49-4d59-ba64-944cc24aeb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.197948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56510) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:50.203313 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] Set router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:50.256655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5176e7-79db-4922-a032-3eefa11bcbf6 req-e69176cf-dde4-4f41-9708-7a94c7c3a78f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:50.277629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c5176e7-79db-4922-a032-3eefa11bcbf6 req-e69176cf-dde4-4f41-9708-7a94c7c3a78f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 949 time: 0.2624216 Apr 18 17:05:50.320100 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-716a425a-db49-4d59-ba64-944cc24aeb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.334227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] For port 6215574b-3dff-4f9f-8d82-d8c787eb9a2b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6215574b-3dff-4f9f-8d82-d8c787eb9a2b,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:50.335904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.351130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Calling delete_port for 6215574b-3dff-4f9f-8d82-d8c787eb9a2b owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:50.413712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c5176e7-79db-4922-a032-3eefa11bcbf6 req-4884991e-5d90-4180-8659-77e9f1cb638d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341896 Apr 18 17:05:50.438923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd2cad-8f3e-427c-a4e2-2a172e5a1d8d req-d0650074-ffd8-4f1c-88b0-178478ce43fc tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:50.438923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fcd2cad-8f3e-427c-a4e2-2a172e5a1d8d req-d0650074-ffd8-4f1c-88b0-178478ce43fc tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 946 time: 0.2058713 Apr 18 17:05:50.502680 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:05:48Z', 'revision_number': 5, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:50.510148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.517108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fcd2cad-8f3e-427c-a4e2-2a172e5a1d8d req-69ced5a3-3670-4f64-bb48-085a26a09b6d tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725915 Apr 18 17:05:50.559698 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb7f37-2974-4cf3-8ea3-e3325866b14c None None] The sync data for ids ['6afb684e-0a9d-4c81-ac31-668f1bc459b7'] in n-d-836015-2 is: [{'id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'name': 'tempest-ServersTestMultiNic-1456843214-router', 'tenant_id': 'f7733ef80fc04afebf32d36ddecbed88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:03:28Z', 'updated_at': '2022-04-18T17:05:48Z', 'revision_number': 5, 'project_id': 'f7733ef80fc04afebf32d36ddecbed88', 'gw_port': {'id': '6215574b-3dff-4f9f-8d82-d8c787eb9a2b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afb684e-0a9d-4c81-ac31-668f1bc459b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:03:29Z', 'updated_at': '2022-04-18T17:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:05:50.580991 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-716a425a-db49-4d59-ba64-944cc24aeb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.583570 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-716a425a-db49-4d59-ba64-944cc24aeb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.584774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-716a425a-db49-4d59-ba64-944cc24aeb3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2237c56d-5c60-48fe-8ab0-26bd36c2f323 HTTP/1.1" status: 204 len: 168 time: 0.6242354 Apr 18 17:05:50.630048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a425a-db49-4d59-ba64-944cc24aeb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2237c56d-5c60-48fe-8ab0-26bd36c2f323,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:50.666890 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.706454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Pushing event deleted for resources: {'Port': ['ID=6215574b-3dff-4f9f-8d82-d8c787eb9a2b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:50.713285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-192428932-network', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:50.740455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Allocated IP 172.25.5.25 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ab37b4d4-49ba-4d56-83b4-15e50cc2f851) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:50.768702 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.824101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56522) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:50.852857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Made reservation on behalf of 4a012bfb8ec44130bda5b582907aeac7 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:50.855154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.869803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.880108 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.882440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:50.910239 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.003053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53a4c284-5f67-495a-9c4f-4a68b1aac54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.008055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.010067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.010919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6afb684e-0a9d-4c81-ac31-668f1bc459b7 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:05:51.018712 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.019969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9adc2412-2804-4ca5-993b-7f34bab925de admin admin] 10.222.0.45 "DELETE /v2.0/routers/6afb684e-0a9d-4c81-ac31-668f1bc459b7 HTTP/1.1" status: 204 len: 168 time: 1.4708405 Apr 18 17:05:51.022487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56528) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:51.102512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be92983-a5f9-477b-aaa6-795d1edf6fd5 admin admin] Deleting subnet 089cc9a7-ea13-4128-b275-20314752eb37 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:05:51.106436 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2be92983-a5f9-477b-aaa6-795d1edf6fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.118904 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.164632 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2be92983-a5f9-477b-aaa6-795d1edf6fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.229470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.254342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53a4c284-5f67-495a-9c4f-4a68b1aac54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.254933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:51.257340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2be92983-a5f9-477b-aaa6-795d1edf6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.284535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=ab37b4d4-49ba-4d56-83b4-15e50cc2f851,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:51.301053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:51.304466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea25b99d-1612-4898-b109-22e2e7d22c7c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:51.306030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:51.306707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7049cfc4-a8db-4b23-bf94-c4f8515fd3e7 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:51.308125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:51.323517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:51.400825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:05:51.407423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53a4c284-5f67-495a-9c4f-4a68b1aac54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.445456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4c284-5f67-495a-9c4f-4a68b1aac54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6393d-3505-4c30-9668-4e4984cc8064,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:51.471530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2be92983-a5f9-477b-aaa6-795d1edf6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.482410 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.482772 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Added segment 3f722d0a-b943-48b5-81ca-acca2f903bc4 of type vlan for network c969a984-a27a-4436-9e2d-23c6b2391638 Apr 18 17:05:51.512634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-53a4c284-5f67-495a-9c4f-4a68b1aac54d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70a7b792bc9c46db829115e44a1eca90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6857419 Apr 18 17:05:51.534192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56546) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:51.558562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be92983-a5f9-477b-aaa6-795d1edf6fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089cc9a7-ea13-4128-b275-20314752eb37,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:51.560580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2be92983-a5f9-477b-aaa6-795d1edf6fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.567277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2be92983-a5f9-477b-aaa6-795d1edf6fd5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/089cc9a7-ea13-4128-b275-20314752eb37 HTTP/1.1" status: 204 len: 168 time: 0.5408399 Apr 18 17:05:51.568445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56552) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:51.578264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797b536d-f05e-4b7a-987b-3caa01391b6e None None] Network f6d27c9f-7980-466b-abbf-e13f5c7bf36f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:51.701952 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.702137 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.749376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af9cec56-dbce-497f-b52b-ec7e89f8d63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.763626 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.794001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Deleting port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:51.794345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.816501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694f58-451f-4d2d-b042-caadc2968cba req-a5f7c1dc-2ecf-4f2f-b33b-57d13d4decb7 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:51.819285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8694f58-451f-4d2d-b042-caadc2968cba req-a5f7c1dc-2ecf-4f2f-b33b-57d13d4decb7 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 949 time: 0.2135832 Apr 18 17:05:51.828318 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af9cec56-dbce-497f-b52b-ec7e89f8d63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.848477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ae67-efe7-473c-aee9-dcd6393a8171 req-81de0f48-6f7c-44f5-80fa-46cf01652f0f tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:51.849214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] DHCP port deletion for f6d27c9f-7980-466b-abbf-e13f5c7bf36f request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:05:51.850102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e916ae67-efe7-473c-aee9-dcd6393a8171 req-81de0f48-6f7c-44f5-80fa-46cf01652f0f tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 946 time: 0.2172275 Apr 18 17:05:51.939379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] Deleting port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:51.939920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.941583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8694f58-451f-4d2d-b042-caadc2968cba req-810166ee-1a5b-4c03-9fa9-049209413e3a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100700 Apr 18 17:05:51.945114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e916ae67-efe7-473c-aee9-dcd6393a8171 req-be930c23-7d61-45c1-9013-74bb1cc962a9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828495 Apr 18 17:05:51.949832 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.957450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:51.957450 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.957719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] For port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,segment=NetworkSegment(c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3),segment_id=c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:51.957719 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:51.985222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Calling delete_port for 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:52.061177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:52.083411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] For port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,segment=NetworkSegment(c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3),segment_id=c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:52.084134 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.098207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] Calling delete_port for 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:52.117175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.134372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af9cec56-dbce-497f-b52b-ec7e89f8d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.137610 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af9cec56-dbce-497f-b52b-ec7e89f8d63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.142472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-af9cec56-dbce-497f-b52b-ec7e89f8d63b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cac6393d-3505-4c30-9668-4e4984cc8064 HTTP/1.1" status: 204 len: 168 time: 0.6068835 Apr 18 17:05:52.172421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c969a984-a27a-4436-9e2d-23c6b2391638,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.184430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-875811cb-4283-42d8-8cea-f1c1c1d846a8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9869385 Apr 18 17:05:52.184719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56582) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:52.185262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network c969a984-a27a-4436-9e2d-23c6b2391638 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:05:52.190416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Request body: {'subnet': {'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-192428932-subnet', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:52.194223 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cec56-dbce-497f-b52b-ec7e89f8d63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6393d-3505-4c30-9668-4e4984cc8064,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.215769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 3e85f317-24f6-491a-b16d-d6ea7a159002 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:52.222625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.228671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1593114164-network', 'tenant_id': '6f8590dcf1114cb18adc5dfa1e31b3d0'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:52.250954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.260819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] No DVR routers for this DVR port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:52.318684 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.358578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] No DVR routers for this DVR port 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:52.361304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e320944-a6fa-4359-9194-2921448bb8f4 None None] Pushing event deleted for resources: {'Port': ['ID=8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.371737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Made reservation on behalf of 4a012bfb8ec44130bda5b582907aeac7 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:52.376321 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.380610 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.398418 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.412181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Made reservation on behalf of 6f8590dcf1114cb18adc5dfa1e31b3d0 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:52.414437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.429462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.458644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d27c9f-7980-466b-abbf-e13f5c7bf36f']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:52.472151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:52.472511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cd75a8-19cd-48aa-8709-9d64dd4e1ca3') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:52.489103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.507664 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.508730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.516848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:05:52.517178 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.518252 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:05:52.518826 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:05:52.597072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.618940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=ab37b4d4-49ba-4d56-83b4-15e50cc2f851,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.646264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.655152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 3e85f317-24f6-491a-b16d-d6ea7a159002 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:05:52.660983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 3e85f317-24f6-491a-b16d-d6ea7a159002 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:52.661849 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.685659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:05:52.693981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d400fc-959b-4edc-9ee4-5d375ad6805e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.708958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554df5c9-caac-4436-981e-828c3cb4baf1 req-15c5df3f-7c16-4dae-983a-b486157eeae9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:52.710934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-554df5c9-caac-4436-981e-828c3cb4baf1 req-15c5df3f-7c16-4dae-983a-b486157eeae9 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 946 time: 0.0936673 Apr 18 17:05:52.711913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.712254 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Added segment 67af308e-9a99-4be5-bb6d-f462bda66062 of type vlan for network d2106380-5713-4092-9292-2c0dea5f5157 Apr 18 17:05:52.727799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.744497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.744497 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] 10.222.0.45 "DELETE /v2.0/networks/f6d27c9f-7980-466b-abbf-e13f5c7bf36f HTTP/1.1" status: 204 len: 168 time: 1.1691883 Apr 18 17:05:52.767733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a096a-8965-4bb6-b19c-ebf48034a6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d27c9f-7980-466b-abbf-e13f5c7bf36f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.768805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.782923 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.791179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-554df5c9-caac-4436-981e-828c3cb4baf1 req-4a9c7819-e361-44d1-90e5-6f5812c9c49e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687139 Apr 18 17:05:52.813020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.828754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85f317-24f6-491a-b16d-d6ea7a159002'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:52.828754 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd847267-1bca-4bf2-bee2-4bd2cfb13298" -d '{"events": [{"server_uuid": "cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1", "name": "network-vif-plugged", "status": "completed", "tag": "3e85f317-24f6-491a-b16d-d6ea7a159002"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:52.828984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f49ef82e-d403-4508-ac97-17a3b9a68b7c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0218468 Apr 18 17:05:52.829082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.837404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 3e85f317-24f6-491a-b16d-d6ea7a159002, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=3e85f317-24f6-491a-b16d-d6ea7a159002,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:52.875212 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3f014f-7011-4b05-84f5-9644c0608950 x-openstack-request-id: req-4e3f014f-7011-4b05-84f5-9644c0608950 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:52.875599 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1", "name": "network-vif-plugged", "status": "completed", "tag": "3e85f317-24f6-491a-b16d-d6ea7a159002", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:52.875939 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e3f014f-7011-4b05-84f5-9644c0608950 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:52.876398 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3f014f-7011-4b05-84f5-9644c0608950'] response: {'server_uuid': 'cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85f317-24f6-491a-b16d-d6ea7a159002', 'code': 200} Apr 18 17:05:52.881770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.882743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:52.883473 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.883880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f527d0-5433-4af6-a971-7ca3097a7941,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.897208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Checking segment: {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:52.897614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Network hostable DHCP agents. Network: c969a984-a27a-4436-9e2d-23c6b2391638, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:05:52.918528 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:52.966799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9017203 Apr 18 17:05:52.969487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56602) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:52.973939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9a9df-95b4-4a6e-8ffc-d9de2567f181 admin admin] Pushing event updated for resources: {'Network': ['ID=d2106380-5713-4092-9292-2c0dea5f5157,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:52.974879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Request body: {'subnet': {'network_id': 'd2106380-5713-4092-9292-2c0dea5f5157', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1593114164-subnet', 'tenant_id': '6f8590dcf1114cb18adc5dfa1e31b3d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:52.988310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network d2106380-5713-4092-9292-2c0dea5f5157 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:05:52.994646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=3e85f317-24f6-491a-b16d-d6ea7a159002,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:53.024707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Network c969a984-a27a-4436-9e2d-23c6b2391638 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:05:53.057547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fffb7-905f-462a-9c24-f70a135443be req-a0b70092-539a-40c5-a880-1a56248c6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.059517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-051fffb7-905f-462a-9c24-f70a135443be req-a0b70092-539a-40c5-a880-1a56248c6ca7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 1101 time: 0.0698292 Apr 18 17:05:53.110642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Made reservation on behalf of 6f8590dcf1114cb18adc5dfa1e31b3d0 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:05:53.111032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.115332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, c969a984-a27a-4436-9e2d-23c6b2391638) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:53.131516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-051fffb7-905f-462a-9c24-f70a135443be req-8f49a5c6-a16e-429f-863b-57199daa5b81 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602684 Apr 18 17:05:53.133037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1ca7bd-67f2-43b3-9afa-efb4291ce33b None None] Network c969a984-a27a-4436-9e2d-23c6b2391638 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:53.133559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.134285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.146327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39c5f-c3c3-4397-8e0a-49f129d31b8a req-402b8195-16c0-489d-8b86-e9ef66b78fde tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.148766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ab39c5f-c3c3-4397-8e0a-49f129d31b8a req-402b8195-16c0-489d-8b86-e9ef66b78fde tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 950 time: 0.0882165 Apr 18 17:05:53.184374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56608) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:53.230322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ab39c5f-c3c3-4397-8e0a-49f129d31b8a req-f70a327e-529c-4441-8774-463a71cccc29 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748169 Apr 18 17:05:53.268234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6215574b-3dff-4f9f-8d82-d8c787eb9a2b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:53.282122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d1d59862-6194-4f47-b383-80df5428fd57 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0966072 Apr 18 17:05:53.285964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56612) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:53.290743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:53.299352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6215574b-3dff-4f9f-8d82-d8c787eb9a2b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:53.299633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6215574b-3dff-4f9f-8d82-d8c787eb9a2b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:53.300275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:53.314685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2bd10fbe-353b-4539-8a91-70ff17dce0f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7733ef80fc04afebf32d36ddecbed88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309042 Apr 18 17:05:53.315084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56618) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:53.327524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:53.328124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8fa79f3f-c3a5-4b0a-a676-6b3f2295fc6e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:53.400436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa3052-da6e-43d4-9322-63c064d28ae6 None None] Network c969a984-a27a-4436-9e2d-23c6b2391638 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:53.416474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf0efcbc-e5a4-4a70-8318-f6a462a3956c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.433653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-147df052-b107-488f-a793-d2e3ea2c538a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--960292005&fields=id&tenant_id=3c24e1ed25414f21bf75839b11e5157d HTTP/1.1" status: 200 len: 267 time: 0.0463295 Apr 18 17:05:53.440786 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf0efcbc-e5a4-4a70-8318-f6a462a3956c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.482386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.483572 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.484269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-1976f80d-f1a4-4627-9d69-7d8379a5a0ad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.486360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-1976f80d-f1a4-4627-9d69-7d8379a5a0ad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports/c1a49168-1b22-4a79-93dc-3937ff69eda0 HTTP/1.1" status: 200 len: 931 time: 0.0518277 Apr 18 17:05:53.488131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.552523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-1f4bfac9-f16c-4aff-ad43-ac69ae8195f4 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.560170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-1f4bfac9-f16c-4aff-ad43-ac69ae8195f4 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports/c8cad90b-1cfa-4d19-a18b-df17b5bc0436 HTTP/1.1" status: 200 len: 931 time: 0.0661514 Apr 18 17:05:53.632780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.632780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=627daec3-088a-4ebd-b16a-1eeb69b38792,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:53.636539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Checking segment: {'id': '67af308e-9a99-4be5-bb6d-f462bda66062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd2106380-5713-4092-9292-2c0dea5f5157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:53.636913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Network hostable DHCP agents. Network: d2106380-5713-4092-9292-2c0dea5f5157, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:05:53.644722 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-fa4c8320-cb03-4f53-9d57-3fca83ab6b50 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0834877 Apr 18 17:05:53.653222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf0efcbc-e5a4-4a70-8318-f6a462a3956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.656221 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf0efcbc-e5a4-4a70-8318-f6a462a3956c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.675950 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cf0efcbc-e5a4-4a70-8318-f6a462a3956c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d562d2b2-5679-48ef-a69e-322c0c66e87b HTTP/1.1" status: 204 len: 168 time: 0.3567946 Apr 18 17:05:53.684344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0efcbc-e5a4-4a70-8318-f6a462a3956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562d2b2-5679-48ef-a69e-322c0c66e87b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:53.687269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-360ad8f0-08a4-43ae-87e5-83efc90d9808 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0415330 Apr 18 17:05:53.741026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Network d2106380-5713-4092-9292-2c0dea5f5157 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:05:53.875613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-d0803c21-b865-4456-b2d5-05097905db58 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.875613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-d0803c21-b865-4456-b2d5-05097905db58 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.875613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-d0803c21-b865-4456-b2d5-05097905db58 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.875613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-d0803c21-b865-4456-b2d5-05097905db58 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/networks?id=d3a97ff4-2136-4970-9c12-b41d3e746b6c&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=347e535b-58f1-44e7-a330-9384dc69e61d&id=347e535b-58f1-44e7-a330-9384dc69e61d HTTP/1.1" status: 200 len: 1990 time: 0.1427600 Apr 18 17:05:53.875613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-4d61572f-dac6-4e3e-a173-beae24e9ba2b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/quotas/3c24e1ed25414f21bf75839b11e5157d HTTP/1.1" status: 200 len: 375 time: 0.0109057 Apr 18 17:05:53.876051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.939156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, d2106380-5713-4092-9292-2c0dea5f5157) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:53.948439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880686c6-a8cf-4b0e-a219-091d92a3c608 None None] Network d2106380-5713-4092-9292-2c0dea5f5157 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:53.949975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.950581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:53.952072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-25abb64a-1f91-4f41-ab4a-d234d1860876 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0944073 Apr 18 17:05:53.965557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249a97c-49bb-48b8-92f9-fc92d8289630 req-5e7f59b0-c62e-4d67-95c2-c85765aeec6b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:53.967085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d249a97c-49bb-48b8-92f9-fc92d8289630 req-5e7f59b0-c62e-4d67-95c2-c85765aeec6b tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 946 time: 0.0790787 Apr 18 17:05:54.058578 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bd16c4b1-32df-4294-a91f-6f19684f49bc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0874832 Apr 18 17:05:54.081701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d249a97c-49bb-48b8-92f9-fc92d8289630 req-c76a13ca-44e0-40d1-b76e-327920f642c2 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b92231d-b05d-4957-8b37-010c6a95d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986211 Apr 18 17:05:54.143028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ebf1b8cc-868a-494f-abe3-2c5eca810f30 service neutron] 10.222.0.45 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581421 Apr 18 17:05:54.225403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c39b37-4a03-4f9d-a0ad-a61960250b36 None None] Network d2106380-5713-4092-9292-2c0dea5f5157 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:05:54.349173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c05fd15b-bb71-4adf-a99b-b9bb697666aa service neutron] 10.222.0.45 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986756 Apr 18 17:05:54.424339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-a8b53eac-3e66-4f04-85af-1dd7d9cf4df0 service neutron] 10.222.0.45 "GET /v2.0/ports/c1a49168-1b22-4a79-93dc-3937ff69eda0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0594604 Apr 18 17:05:54.540727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-d2a1e868-9dec-4ef8-a19c-039dfae355f1 service neutron] 10.222.0.45 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137905 Apr 18 17:05:54.662333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad92ef4-d88a-4384-a2d8-7eb7a2d03c0b req-9609640f-e6fb-41d4-8752-72239e20442f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:54.663855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ad92ef4-d88a-4384-a2d8-7eb7a2d03c0b req-9609640f-e6fb-41d4-8752-72239e20442f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 950 time: 0.0985162 Apr 18 17:05:54.674434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:54.691692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-4579fd5f-0bc0-496a-b3ca-9b9e01dfb370 service neutron] 10.222.0.45 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468036 Apr 18 17:05:54.701485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:54.723892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ad92ef4-d88a-4384-a2d8-7eb7a2d03c0b req-dd38f2a0-8d77-4ac4-b12f-7bdd07cbc15a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Apr 18 17:05:54.792681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-d2632705-2f3d-4508-9208-9e460675c9a0 service neutron] 10.222.0.45 "GET /v2.0/ports/c8cad90b-1cfa-4d19-a18b-df17b5bc0436?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0802846 Apr 18 17:05:54.833393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Allocated IP 172.25.5.131 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/b480b2cc-6c39-4479-b133-6b08583f434c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:54.876772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-0b824bab-8eb0-4cab-82e1-d43a7d59a9eb tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:54.878642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-0b824bab-8eb0-4cab-82e1-d43a7d59a9eb tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 946 time: 0.1391604 Apr 18 17:05:54.982105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8aabab11-8120-44f9-9421-3bafa6d0c21d req-b76ce9a3-b072-47bb-9dd5-29948beb3177 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1914541596', 'description': 'tempest-description-709842008'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:54.986674 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.016199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-e65cab10-5b28-410e-8bbe-3f28a3c512ae service neutron] 10.222.0.45 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197306 Apr 18 17:05:55.091355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Deleting port ede49be0-4c8c-4095-8a42-b14f40bae850 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:05:55.091755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.093578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.135926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:55.141172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:55.144703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:55.161189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8aabab11-8120-44f9-9421-3bafa6d0c21d req-b76ce9a3-b072-47bb-9dd5-29948beb3177 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.170170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b480b2cc-6c39-4479-b133-6b08583f434c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:55.207451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-4ad2486a-ac57-495e-9e4b-fd9dc9bb4b07 service neutron] 10.222.0.45 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775322 Apr 18 17:05:55.274739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] For port ede49be0-4c8c-4095-8a42-b14f40bae850, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ede49be0-4c8c-4095-8a42-b14f40bae850,segment=NetworkSegment(effd612f-4165-4c30-a8aa-7be3f0af9f65),segment_id=effd612f-4165-4c30-a8aa-7be3f0af9f65)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:55.275116 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.321024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Calling delete_port for ede49be0-4c8c-4095-8a42-b14f40bae850 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:05:55.422044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-942f3bae-da22-4281-91d3-3fe559d704cd service neutron] 10.222.0.45 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003200 Apr 18 17:05:55.425040 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8aabab11-8120-44f9-9421-3bafa6d0c21d req-b76ce9a3-b072-47bb-9dd5-29948beb3177 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.476604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.504416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8aabab11-8120-44f9-9421-3bafa6d0c21d req-b76ce9a3-b072-47bb-9dd5-29948beb3177 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.677258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.870215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Router d83379d4-a356-44d1-8827-497fe50b8235 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:05:55.918072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ce9a3-b072-47bb-9dd5-29948beb3177 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2832bc4d-2745-4610-b812-6b379a00c4f7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:55.926647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8aabab11-8120-44f9-9421-3bafa6d0c21d req-b76ce9a3-b072-47bb-9dd5-29948beb3177 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:55.927877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8aabab11-8120-44f9-9421-3bafa6d0c21d req-b76ce9a3-b072-47bb-9dd5-29948beb3177 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9617605 Apr 18 17:05:55.939811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-21719525-26c8-4764-b84d-334df0533e34 service neutron] 10.222.0.45 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088174 Apr 18 17:05:56.019148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:05:56.033020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Sync routers for ids ['d83379d4-a356-44d1-8827-497fe50b8235'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:05:56.035290 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:56.046151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Routers {'d83379d4-a356-44d1-8827-497fe50b8235'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:56.047796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d83379d4-a356-44d1-8827-497fe50b8235'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:56.079017 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event deleted for resources: {'Port': ['ID=ede49be0-4c8c-4095-8a42-b14f40bae850,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:56.095601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ede49be0-4c8c-4095-8a42-b14f40bae850'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:05:56.130925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:56.134988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e1447bdc-86c4-4b5f-be50-9a2cdb2488b0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8453248 Apr 18 17:05:56.135249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56712) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:05:56.158506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] No DVR routers for this DVR port ede49be0-4c8c-4095-8a42-b14f40bae850 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:05:56.161289 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:56.165031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bfb6a93-73c0-445b-ba71-c86e53e89b24 req-920f19bf-1a1a-47f1-98de-0576f8ce62e6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.41 "DELETE /v2.0/ports/ede49be0-4c8c-4095-8a42-b14f40bae850 HTTP/1.1" status: 204 len: 173 time: 1.2792361 Apr 18 17:05:56.184489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14c1b38-c255-413c-ac0d-e1103a4c223b', 'name': 'network-vif-deleted', 'tag': 'ede49be0-4c8c-4095-8a42-b14f40bae850'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:05:56.187098 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682e3dfd-3ce4-4c11-9e71-0a5787ee5a17" -d '{"events": [{"server_uuid": "c14c1b38-c255-413c-ac0d-e1103a4c223b", "name": "network-vif-deleted", "tag": "ede49be0-4c8c-4095-8a42-b14f40bae850"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:05:56.196499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b35f1f9-d0cf-4258-8ba0-bcac562ea55b req-c5a37193-d3da-4069-a203-c7a439b1fcf6 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14c1b38-c255-413c-ac0d-e1103a4c223b HTTP/1.1" status: 200 len: 210 time: 0.0821624 Apr 18 17:05:56.197341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Set router d83379d4-a356-44d1-8827-497fe50b8235 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:56.199279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-2d16ce11-4443-42d9-beac-fb22931c7e74 service neutron] 10.222.0.45 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475338 Apr 18 17:05:56.322752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-570022ab-5690-49c8-ae14-110bdda49aab service neutron] 10.222.0.45 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170759 Apr 18 17:05:56.456438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-9e08c330-e6e7-49d7-9698-12c3a3f78833 service neutron] 10.222.0.45 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272447 Apr 18 17:05:56.593198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-eb8a4ce1-bc8d-46f8-9808-670486093c6c service neutron] 10.222.0.45 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301193 Apr 18 17:05:56.652984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:05:55Z', 'revision_number': 3, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port': {'id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:71:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:54Z', 'updated_at': '2022-04-18T17:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:56.738647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Checking router: d83379d4-a356-44d1-8827-497fe50b8235 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:05:56.738979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Updating router d83379d4-a356-44d1-8827-497fe50b8235 port b480b2cc-6c39-4479-b133-6b08583f434c binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:05:56.770909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:56.794226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-2233d926-8363-41b7-8627-4a4fa9d895ea service neutron] 10.222.0.45 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951349 Apr 18 17:05:56.837454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:56.943483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06a0f5-7d73-4052-9df7-7ee55d60b5dc req-9de2cc1c-0e8f-4b9b-a7a3-74edf91f7fed tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:56.945784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d06a0f5-7d73-4052-9df7-7ee55d60b5dc req-9de2cc1c-0e8f-4b9b-a7a3-74edf91f7fed tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 950 time: 0.1193998 Apr 18 17:05:56.985840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-bec5aca0-1864-4bcd-81ff-ec2bdb41f97b service neutron] 10.222.0.45 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851709 Apr 18 17:05:57.011480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d06a0f5-7d73-4052-9df7-7ee55d60b5dc req-a1374976-ec21-46bb-b9bc-587809eaedb3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Apr 18 17:05:57.117937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Allocated IP 172.20.0.1 (c969a984-a27a-4436-9e2d-23c6b2391638/59f527d0-5433-4af6-a971-7ca3097a7941/1185ba9b-815d-4a10-982e-dbeee495a552) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:05:57.142560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54e2e432-c5e3-494f-a81b-6bf06e4fe699 req-94244d27-a148-4954-81d2-848b5c27a8e2 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/2832bc4d-2745-4610-b812-6b379a00c4f7 HTTP/1.1" status: 200 len: 1804 time: 0.0688100 Apr 18 17:05:57.159525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-54e2e432-c5e3-494f-a81b-6bf06e4fe699 req-1d633129-1b88-43b3-969f-016df42095f4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2832bc4d-2745-4610-b812-6b379a00c4f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:57.159525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-54e2e432-c5e3-494f-a81b-6bf06e4fe699 req-1d633129-1b88-43b3-969f-016df42095f4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2832bc4d-2745-4610-b812-6b379a00c4f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:57.164474 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.236749 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.280271 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.290842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Attempting to bind port b480b2cc-6c39-4479-b133-6b08583f434c on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:05:57.300768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Attempting to bind port b480b2cc-6c39-4479-b133-6b08583f434c by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:05:57.300768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Attempting to bind port b480b2cc-6c39-4479-b133-6b08583f434c on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:05:57.300768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b0129-b578-4c8c-8089-b98b293ab62b None None] Pushing event updated for resources: {'Port': ['ID=b480b2cc-6c39-4479-b133-6b08583f434c,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:57.308135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:05:57.308536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:05:57.308946 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.309317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:05:57.310278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Bound port: b480b2cc-6c39-4479-b133-6b08583f434c, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:05:57.310671 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.375271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] For port b480b2cc-6c39-4479-b133-6b08583f434c, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:05:57.375271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] For port b480b2cc-6c39-4479-b133-6b08583f434c, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b480b2cc-6c39-4479-b133-6b08583f434c,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:05:57.375720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-54e2e432-c5e3-494f-a81b-6bf06e4fe699 req-1d633129-1b88-43b3-969f-016df42095f4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.407001 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-54e2e432-c5e3-494f-a81b-6bf06e4fe699 req-1d633129-1b88-43b3-969f-016df42095f4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.424763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.463189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Network c969a984-a27a-4436-9e2d-23c6b2391638 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:57.465962 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:57.472025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:05:57.484218 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.499873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Pushing event updated for resources: {'Port': ['ID=1185ba9b-815d-4a10-982e-dbeee495a552,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:57.512505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-54e2e432-c5e3-494f-a81b-6bf06e4fe699 req-1d633129-1b88-43b3-969f-016df42095f4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.530701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.533729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d633129-1b88-43b3-969f-016df42095f4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56dbf0e3-2522-40f8-84dd-44455bbb6d5f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:57.551800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Routers {'d83379d4-a356-44d1-8827-497fe50b8235'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:05:57.552440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d83379d4-a356-44d1-8827-497fe50b8235'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:57.586932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b0129-b578-4c8c-8089-b98b293ab62b None None] Pushing event updated for resources: {'Port': ['ID=b480b2cc-6c39-4479-b133-6b08583f434c,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:57.640827 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-54e2e432-c5e3-494f-a81b-6bf06e4fe699 req-1d633129-1b88-43b3-969f-016df42095f4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.645971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54e2e432-c5e3-494f-a81b-6bf06e4fe699 req-1d633129-1b88-43b3-969f-016df42095f4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4989631 Apr 18 17:05:57.678455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] Set router d83379d4-a356-44d1-8827-497fe50b8235 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:05:57.782727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.796012 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b7558-7d0d-4b23-98a0-d4d5441d5185 x-openstack-request-id: req-c56b7558-7d0d-4b23-98a0-d4d5441d5185 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:05:57.796501 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14c1b38-c255-413c-ac0d-e1103a4c223b", "name": "network-vif-deleted", "tag": "ede49be0-4c8c-4095-8a42-b14f40bae850", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:05:57.797053 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c56b7558-7d0d-4b23-98a0-d4d5441d5185 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:05:57.797675 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56b7558-7d0d-4b23-98a0-d4d5441d5185'] response: {'server_uuid': 'c14c1b38-c255-413c-ac0d-e1103a4c223b', 'name': 'network-vif-deleted', 'tag': 'ede49be0-4c8c-4095-8a42-b14f40bae850', 'status': 'completed', 'code': 200} Apr 18 17:05:57.856221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5da8161-52b6-4564-95df-7001f1783d96 req-4192b9ea-9517-49c4-856c-639fca6e37a7 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0293725 Apr 18 17:05:57.885853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:05:55Z', 'revision_number': 3, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port': {'id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:71:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:54Z', 'updated_at': '2022-04-18T17:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:05:57.913271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96075a1a-1821-4375-b090-cc5cd11eda33 None None] The sync data for ids ['d83379d4-a356-44d1-8827-497fe50b8235'] in n-d-836015-2 is: [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:05:55Z', 'revision_number': 3, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port': {'id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:71:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:54Z', 'updated_at': '2022-04-18T17:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:05:57.988649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:57.996276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9255841-cae1-469f-9038-c0e5a3056a97 req-abae24ff-cf64-4061-a8bc-0d198716837d tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:57.997922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9255841-cae1-469f-9038-c0e5a3056a97 req-abae24ff-cf64-4061-a8bc-0d198716837d tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 1101 time: 0.0686235 Apr 18 17:05:58.038095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9255841-cae1-469f-9038-c0e5a3056a97 req-7eac5d14-e05f-4055-b84b-d63ee7a59366 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Apr 18 17:05:58.049858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:58.107488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-c34c8132-5398-487e-bf35-d6211291f7eb req-c98da8c3-b9a2-4a78-96a0-0dc592408b74 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1644225042', 'description': 'tempest-description-138391203'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:58.124195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Pushing event updated for resources: {'Port': ['ID=1185ba9b-815d-4a10-982e-dbeee495a552,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:58.127883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:58.197212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ede49be0-4c8c-4095-8a42-b14f40bae850 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:05:58.222027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c34c8132-5398-487e-bf35-d6211291f7eb req-c98da8c3-b9a2-4a78-96a0-0dc592408b74 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:58.241583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: ede49be0-4c8c-4095-8a42-b14f40bae850 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:05:58.242490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ede49be0-4c8c-4095-8a42-b14f40bae850 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:05:58.267019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Network c969a984-a27a-4436-9e2d-23c6b2391638 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:05:58.271060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:05:58.371125 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c34c8132-5398-487e-bf35-d6211291f7eb req-c98da8c3-b9a2-4a78-96a0-0dc592408b74 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:58.428874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Router d83379d4-a356-44d1-8827-497fe50b8235 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:05:58.445000 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c34c8132-5398-487e-bf35-d6211291f7eb req-c98da8c3-b9a2-4a78-96a0-0dc592408b74 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:58.497949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98da8c3-b9a2-4a78-96a0-0dc592408b74 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e2052-1d92-4292-a804-3d9e61a18bf1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:58.557927 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c34c8132-5398-487e-bf35-d6211291f7eb req-c98da8c3-b9a2-4a78-96a0-0dc592408b74 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:58.568923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c34c8132-5398-487e-bf35-d6211291f7eb req-c98da8c3-b9a2-4a78-96a0-0dc592408b74 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4617796 Apr 18 17:05:58.635987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:05:58.646995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9194e6fb-f936-46f7-a0ee-3124640b8615 admin admin] 10.222.0.45 "PUT /v2.0/routers/d83379d4-a356-44d1-8827-497fe50b8235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5091300 Apr 18 17:05:58.684514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04774ba7-9a1c-4dc8-ae15-dc01d140c330 req-3ac44d40-eeae-4cce-8883-0e70e9b61654 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0549116 Apr 18 17:05:58.749394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-3122cd50-1024-4d81-83df-4ae2ce3f9346 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780413 Apr 18 17:05:58.918405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4acea1c-39e2-4ec8-a4d3-a707b69bc6f0 req-e203d4ca-be82-49a7-9c81-66a3d9b80e10 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/da1e2052-1d92-4292-a804-3d9e61a18bf1 HTTP/1.1" status: 200 len: 1804 time: 0.0496252 Apr 18 17:05:58.920469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-b4acea1c-39e2-4ec8-a4d3-a707b69bc6f0 req-66a37d76-c27d-44d4-9bb7-d99738aba90c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'da1e2052-1d92-4292-a804-3d9e61a18bf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:58.920834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-b4acea1c-39e2-4ec8-a4d3-a707b69bc6f0 req-66a37d76-c27d-44d4-9bb7-d99738aba90c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'da1e2052-1d92-4292-a804-3d9e61a18bf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:05:58.979724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-d78e4978-bd1a-4117-b905-2ea8d4f1efe3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:58.981270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-d78e4978-bd1a-4117-b905-2ea8d4f1efe3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320979 Apr 18 17:05:58.997840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-82010016-1bb9-4ecf-93a7-60ff41f8329b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/quotas/7927e266846b46ab8421b9e904b24342 HTTP/1.1" status: 200 len: 375 time: 0.0098348 Apr 18 17:05:59.080493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-912f466d-63a8-4384-ad23-8726d9b14e79 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0766003 Apr 18 17:05:59.106816 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b4acea1c-39e2-4ec8-a4d3-a707b69bc6f0 req-66a37d76-c27d-44d4-9bb7-d99738aba90c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:59.153470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b4acea1c-39e2-4ec8-a4d3-a707b69bc6f0 req-66a37d76-c27d-44d4-9bb7-d99738aba90c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:59.253160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b480b2cc-6c39-4479-b133-6b08583f434c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:05:59.255865 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b4acea1c-39e2-4ec8-a4d3-a707b69bc6f0 req-66a37d76-c27d-44d4-9bb7-d99738aba90c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:59.276697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a37d76-c27d-44d4-9bb7-d99738aba90c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3cc284-e602-469c-9472-df17673e8722,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:59.323144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b480b2cc-6c39-4479-b133-6b08583f434c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:05:59.323510 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:59.389461 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b4acea1c-39e2-4ec8-a4d3-a707b69bc6f0 req-66a37d76-c27d-44d4-9bb7-d99738aba90c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:59.408978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4acea1c-39e2-4ec8-a4d3-a707b69bc6f0 req-66a37d76-c27d-44d4-9bb7-d99738aba90c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4969683 Apr 18 17:05:59.430279 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:59.471418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port b480b2cc-6c39-4479-b133-6b08583f434c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b480b2cc-6c39-4479-b133-6b08583f434c,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:05:59.556285 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:05:59.675048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=b480b2cc-6c39-4479-b133-6b08583f434c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:05:59.850603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f22f1ab-6e33-40d4-985c-96531485462d req-e9934ec0-e9c8-4558-887d-bda2ea89f717 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0327613 Apr 18 17:05:59.892044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-4110d849-1bf2-4a47-b2e8-ac030c0c004d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:05:59.893593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-4110d849-1bf2-4a47-b2e8-ac030c0c004d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 810 time: 0.1714423 Apr 18 17:05:59.909677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-31ee75e5-7cd2-4a87-b346-6b55be056ee1 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/quotas/4a012bfb8ec44130bda5b582907aeac7 HTTP/1.1" status: 200 len: 375 time: 0.0096829 Apr 18 17:05:59.962180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd52d128-6ff0-4c8f-9a3e-4cf53e8665a1 req-62f346df-7adf-4923-a4a3-c0282b1b06df tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0496845 Apr 18 17:05:59.986421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-2aebddb9-1039-4407-a191-13d8a8b07bbe tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656710 Apr 18 17:06:00.021324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e0dbfe9e-de48-4ca7-a8f2-2bbb376071b6 req-ab2ce4a8-30f8-4a17-b63b-69bc8efaeaa5 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-400259970', 'description': 'tempest-description-1329660938'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:00.083163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:00.105988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-854962a1-7ec7-4b79-a53f-fc6273ec3c4a service neutron] 10.222.0.45 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119249 Apr 18 17:06:00.155722 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Sync routers for ids ['d83379d4-a356-44d1-8827-497fe50b8235'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:06:00.175737 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Routers {'d83379d4-a356-44d1-8827-497fe50b8235'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:06:00.176294 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d83379d4-a356-44d1-8827-497fe50b8235'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:00.176608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e0dbfe9e-de48-4ca7-a8f2-2bbb376071b6 req-ab2ce4a8-30f8-4a17-b63b-69bc8efaeaa5 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.214570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20c6a152-6b9d-4a1c-93c9-125b5ed3d258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.377884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-3546db89-07c1-401a-beda-dc0be80e61ac service neutron] 10.222.0.45 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657998 Apr 18 17:06:00.405492 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e0dbfe9e-de48-4ca7-a8f2-2bbb376071b6 req-ab2ce4a8-30f8-4a17-b63b-69bc8efaeaa5 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.410303 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Set router d83379d4-a356-44d1-8827-497fe50b8235 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:06:00.438428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20c6a152-6b9d-4a1c-93c9-125b5ed3d258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.495572 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e0dbfe9e-de48-4ca7-a8f2-2bbb376071b6 req-ab2ce4a8-30f8-4a17-b63b-69bc8efaeaa5 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.524176 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20c6a152-6b9d-4a1c-93c9-125b5ed3d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.529346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ce4a8-30f8-4a17-b63b-69bc8efaeaa5 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d969d3d8-bfc6-414a-976d-465d850eb414,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:00.584694 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-20c6a152-6b9d-4a1c-93c9-125b5ed3d258 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f02f2723e92413ea6ecd1681e380a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5003357 Apr 18 17:06:00.587677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56888) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:00.591494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6a152-6b9d-4a1c-93c9-125b5ed3d258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44a5f5c-1355-4698-a117-664b387b7a0b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:00.614948 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:05:57Z', 'revision_number': 4, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port': {'id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:71:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:54Z', 'updated_at': '2022-04-18T17:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1185ba9b-815d-4a10-982e-dbeee495a552', 'name': '', 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'mac_address': 'fa:16:3e:8d:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '59f527d0-5433-4af6-a971-7ca3097a7941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:56Z', 'updated_at': '2022-04-18T17:05:57Z', 'revision_number': 2, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'subnets': [{'id': '59f527d0-5433-4af6-a971-7ca3097a7941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:00.621547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e0dbfe9e-de48-4ca7-a8f2-2bbb376071b6 req-ab2ce4a8-30f8-4a17-b63b-69bc8efaeaa5 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.634547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0dbfe9e-de48-4ca7-a8f2-2bbb376071b6 req-ab2ce4a8-30f8-4a17-b63b-69bc8efaeaa5 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6171823 Apr 18 17:06:00.644996 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Checking router: d83379d4-a356-44d1-8827-497fe50b8235 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:06:00.645394 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Updating router d83379d4-a356-44d1-8827-497fe50b8235 port 1185ba9b-815d-4a10-982e-dbeee495a552 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:06:00.673556 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.691682 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78744ebf-f475-4aa7-a214-217349bc85de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.734432 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78744ebf-f475-4aa7-a214-217349bc85de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.772252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56896) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:00.779477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0009601b-0b36-4ff6-8893-70b864904fa0 req-4b7f2cf8-c316-4068-a399-8ec9f92fedf1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0326698 Apr 18 17:06:00.873544 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83254114-1e3b-4346-8da2-3a7b16716fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.883913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-491401ed-e590-4c0e-a8b7-10fb4498d220 req-2b84017b-10d1-4fac-a73b-e8d002cf7b2f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 210 time: 0.0542316 Apr 18 17:06:00.951951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-00a9d3cf-3d88-43ee-abba-41f7fb6b0fc0 req-a45f5326-a574-43d1-b0af-8a43411d3f33 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-264282449', 'description': 'tempest-description-933683049'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:00.964290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c35c4b4-b80e-42a5-950d-dd0193e5ea5e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:00.989529 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c35c4b4-b80e-42a5-950d-dd0193e5ea5e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.010416 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.033910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78744ebf-f475-4aa7-a214-217349bc85de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.037941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78744ebf-f475-4aa7-a214-217349bc85de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.041463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-78744ebf-f475-4aa7-a214-217349bc85de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a44a5f5c-1355-4698-a117-664b387b7a0b HTTP/1.1" status: 204 len: 168 time: 0.4506166 Apr 18 17:06:01.058921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78744ebf-f475-4aa7-a214-217349bc85de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44a5f5c-1355-4698-a117-664b387b7a0b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:01.075924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16087449-b41d-4f27-ac5e-17a0213ee3c9 req-458eaab8-8d3e-4531-988b-5c755275460e tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0345662 Apr 18 17:06:01.078714 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00a9d3cf-3d88-43ee-abba-41f7fb6b0fc0 req-a45f5326-a574-43d1-b0af-8a43411d3f33 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.111303 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c35c4b4-b80e-42a5-950d-dd0193e5ea5e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.111793 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.121107 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c35c4b4-b80e-42a5-950d-dd0193e5ea5e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.124268 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5c35c4b4-b80e-42a5-950d-dd0193e5ea5e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "DELETE /v2.0/security-groups/18abb9c6-c8ce-46db-b6a8-cbe529e2967f HTTP/1.1" status: 204 len: 168 time: 0.3509390 Apr 18 17:06:01.128427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56918) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:01.142458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35c4b4-b80e-42a5-950d-dd0193e5ea5e tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18abb9c6-c8ce-46db-b6a8-cbe529e2967f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:01.187993 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf5142-9a67-4b28-8a63-b9ae07666005 None None] Pushing event updated for resources: {'Port': ['ID=1185ba9b-815d-4a10-982e-dbeee495a552,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:01.194435 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-4644e33f-27f0-4060-ad2a-858c51db9235 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] show failed (client error): The resource could not be found. Apr 18 17:06:01.195476 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4644e33f-27f0-4060-ad2a-858c51db9235 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "GET /v2.0/security-groups/18abb9c6-c8ce-46db-b6a8-cbe529e2967f HTTP/1.1" status: 404 len: 347 time: 0.0558803 Apr 18 17:06:01.198599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56928) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:01.246958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00a9d3cf-3d88-43ee-abba-41f7fb6b0fc0 req-a45f5326-a574-43d1-b0af-8a43411d3f33 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.307703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b480b2cc-6c39-4479-b133-6b08583f434c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:01.342987 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Attempting to bind port 1185ba9b-815d-4a10-982e-dbeee495a552 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:01.346381 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Attempting to bind port 1185ba9b-815d-4a10-982e-dbeee495a552 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:01.346381 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Attempting to bind port 1185ba9b-815d-4a10-982e-dbeee495a552 on network c969a984-a27a-4436-9e2d-23c6b2391638 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:01.349081 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00a9d3cf-3d88-43ee-abba-41f7fb6b0fc0 req-a45f5326-a574-43d1-b0af-8a43411d3f33 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.350191 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:01.350561 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Checking segment: {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:01.350977 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.351363 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Bound using segment: {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:01.351852 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Bound port: 1185ba9b-815d-4a10-982e-dbeee495a552, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:01.352225 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.359199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21f7a0d1-e4ef-4859-9a20-77e43d74cac5 req-17f69eb7-8b5f-48df-a37f-2b7aab289725 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0468113 Apr 18 17:06:01.369831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b480b2cc-6c39-4479-b133-6b08583f434c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:01.371007 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.409306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Deleting port 55788cdb-cab7-47cd-84f8-45f06ea24ebe {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:01.410268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.429245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f5326-a574-43d1-b0af-8a43411d3f33 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c54c8af-a02a-446f-8356-7bdfaf570175,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:01.502778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.503274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.521394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Calling delete_port for 55788cdb-cab7-47cd-84f8-45f06ea24ebe owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:01.535629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00a9d3cf-3d88-43ee-abba-41f7fb6b0fc0 req-a45f5326-a574-43d1-b0af-8a43411d3f33 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.545654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00a9d3cf-3d88-43ee-abba-41f7fb6b0fc0 req-a45f5326-a574-43d1-b0af-8a43411d3f33 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5992975 Apr 18 17:06:01.565711 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] For port 1185ba9b-815d-4a10-982e-dbeee495a552, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:01.569360 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] For port 1185ba9b-815d-4a10-982e-dbeee495a552, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1185ba9b-815d-4a10-982e-dbeee495a552,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:01.624715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-e0b6a8d7-22b4-4c3f-ab6e-727b2764ddf6 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/d969d3d8-bfc6-414a-976d-465d850eb414 HTTP/1.1" status: 200 len: 1804 time: 0.0599196 Apr 18 17:06:01.631059 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.676361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-50ea2a12-7ba9-419f-a30c-4af7751eb7a9 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/0c54c8af-a02a-446f-8356-7bdfaf570175 HTTP/1.1" status: 200 len: 1804 time: 0.0441043 Apr 18 17:06:01.689896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-7dffc48b-c077-40b8-ac4f-c5e6a410f78e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd969d3d8-bfc6-414a-976d-465d850eb414', 'remote_group_id': '0c54c8af-a02a-446f-8356-7bdfaf570175', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:01.690995 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-7dffc48b-c077-40b8-ac4f-c5e6a410f78e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd969d3d8-bfc6-414a-976d-465d850eb414', 'remote_group_id': '0c54c8af-a02a-446f-8356-7bdfaf570175', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:01.721059 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Routers {'d83379d4-a356-44d1-8827-497fe50b8235'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:06:01.728924 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:05:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d83379d4-a356-44d1-8827-497fe50b8235'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:01.728924 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf5142-9a67-4b28-8a63-b9ae07666005 None None] Pushing event updated for resources: {'Port': ['ID=1185ba9b-815d-4a10-982e-dbeee495a552,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:01.750753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.784944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Pushing event deleted for resources: {'Port': ['ID=55788cdb-cab7-47cd-84f8-45f06ea24ebe,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:01.860540 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-7dffc48b-c077-40b8-ac4f-c5e6a410f78e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.864257 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] Set router d83379d4-a356-44d1-8827-497fe50b8235 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:06:01.896261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.899586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:01.901491 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3007fe64-c324-4602-a4ff-5e9451e9ffb5 tempest-ImagesOneServerNegativeTestJSON-1771715168 tempest-ImagesOneServerNegativeTestJSON-1771715168-project] 10.222.0.45 "DELETE /v2.0/floatingips/539bfad5-49f9-4591-8934-954bedcce213 HTTP/1.1" status: 204 len: 168 time: 0.7006929 Apr 18 17:06:01.950067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73430c9b-3a6d-4222-ae3b-b24d3a4f266b req-23eaf5a0-163c-4403-9ebb-2717a250e78e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0576568 Apr 18 17:06:01.957248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-7dffc48b-c077-40b8-ac4f-c5e6a410f78e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:02.029668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9bc217c-9124-42db-91e1-e81dedc8c622 req-8e8cc6f7-eacb-4e04-9ee4-55dbd5ff2880 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 210 time: 0.0296543 Apr 18 17:06:02.047766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-7dffc48b-c077-40b8-ac4f-c5e6a410f78e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:02.090889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffc48b-c077-40b8-ac4f-c5e6a410f78e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c14bf8-e48f-4c26-a339-6b7d32d74460,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:02.110453 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-423790bb-532b-438c-864d-bba2d5fb7029 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7927e266846b46ab8421b9e904b24342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338774 Apr 18 17:06:02.113672 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:05:57Z', 'revision_number': 4, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port': {'id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:71:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:54Z', 'updated_at': '2022-04-18T17:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1185ba9b-815d-4a10-982e-dbeee495a552', 'name': '', 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'mac_address': 'fa:16:3e:8d:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '59f527d0-5433-4af6-a971-7ca3097a7941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:56Z', 'updated_at': '2022-04-18T17:06:01Z', 'revision_number': 4, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'subnets': [{'id': '59f527d0-5433-4af6-a971-7ca3097a7941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:02.148726 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f8b28-805c-4b44-8d75-e67c73e6b838 None None] The sync data for ids ['d83379d4-a356-44d1-8827-497fe50b8235'] in n-d-836015-2 is: [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:05:57Z', 'revision_number': 4, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port': {'id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:71:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:54Z', 'updated_at': '2022-04-18T17:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '1185ba9b-815d-4a10-982e-dbeee495a552', 'name': '', 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'mac_address': 'fa:16:3e:8d:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '59f527d0-5433-4af6-a971-7ca3097a7941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:56Z', 'updated_at': '2022-04-18T17:06:01Z', 'revision_number': 4, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'subnets': [{'id': '59f527d0-5433-4af6-a971-7ca3097a7941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:06:02.179697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56964) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:02.242271 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-7dffc48b-c077-40b8-ac4f-c5e6a410f78e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:02.246911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a05ddd74-ccc9-42ff-bf73-4a016dc3786f req-7dffc48b-c077-40b8-ac4f-c5e6a410f78e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5626583 Apr 18 17:06:02.250157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-b2deee28-bf31-4ccd-8c65-b765fa802f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:02.252781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-b2deee28-bf31-4ccd-8c65-b765fa802f97 service neutron] 10.222.0.41 "GET /v2.0/ports/c1a49168-1b22-4a79-93dc-3937ff69eda0 HTTP/1.1" status: 200 len: 1027 time: 0.1123178 Apr 18 17:06:02.307358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-18325655-7110-46d4-b600-9e5641000bc3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:02.309114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-18325655-7110-46d4-b600-9e5641000bc3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936598 Apr 18 17:06:02.332310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Request body: {'port': {'device_id': '4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '7927e266846b46ab8421b9e904b24342'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:02.357467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-cd491775-3348-4a19-b9de-4caa9c371f7c req-0f188a60-9100-4ef1-a420-955f33b79118 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-855358176', 'description': 'tempest-description-260576902'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:02.407566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4eca958d-68d1-4be6-b603-74ddb5d5e1bd req-824be299-f939-4c0f-9189-46de522e59f0 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0703552 Apr 18 17:06:02.413346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ab1f8f-7a47-4b8c-a2ab-8484b55467c1 admin admin] Deleting subnet 07a05d6c-99ea-4989-bfe6-ae138bfd8a19 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:06:02.420199 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1f8f-7a47-4b8c-a2ab-8484b55467c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:02.429116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-4f6e5f39-a81d-495e-afa2-d25c00f0ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:02.434870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-4f6e5f39-a81d-495e-afa2-d25c00f0ed48 service neutron] 10.222.0.41 "GET /v2.0/ports/c8cad90b-1cfa-4d19-a18b-df17b5bc0436 HTTP/1.1" status: 200 len: 1027 time: 0.1480401 Apr 18 17:06:02.536545 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cd491775-3348-4a19-b9de-4caa9c371f7c req-0f188a60-9100-4ef1-a420-955f33b79118 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:02.596457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f9960d1-caec-48df-a4ba-ba2ac0a4c6bd req-a1873c44-0a99-44b7-aaa2-2b2b6fe9d6a6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0677204 Apr 18 17:06:02.617806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1f8f-7a47-4b8c-a2ab-8484b55467c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:02.717791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-e8450513-a0bc-4957-b8fc-846b3e8974e1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:02.731409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-e8450513-a0bc-4957-b8fc-846b3e8974e1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:02.738946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-e8450513-a0bc-4957-b8fc-846b3e8974e1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:02.743746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-e8450513-a0bc-4957-b8fc-846b3e8974e1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "GET /v2.0/networks?id=d3a97ff4-2136-4970-9c12-b41d3e746b6c&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=347e535b-58f1-44e7-a330-9384dc69e61d&id=347e535b-58f1-44e7-a330-9384dc69e61d HTTP/1.1" status: 200 len: 1990 time: 0.2912056 Apr 18 17:06:02.806164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1f8f-7a47-4b8c-a2ab-8484b55467c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.017660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-3df67178-a9e1-427e-8d9e-f67268ca0b97 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c24e1ed25414f21bf75839b11e5157d HTTP/1.1" status: 200 len: 379 time: 0.2361684 Apr 18 17:06:03.044431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cd491775-3348-4a19-b9de-4caa9c371f7c req-0f188a60-9100-4ef1-a420-955f33b79118 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.079754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'admin_state_up': True, 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'security_groups': ['f180712f-7cae-4703-afc3-183c4ae5d2b8']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:03.216530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cd491775-3348-4a19-b9de-4caa9c371f7c req-0f188a60-9100-4ef1-a420-955f33b79118 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.233039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1f8f-7a47-4b8c-a2ab-8484b55467c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.237774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Made reservation on behalf of 7927e266846b46ab8421b9e904b24342 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:03.241667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.249907 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c3f15de0-d8be-4b88-96c0-731100c41e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.282473 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5df5c86a-4bbc-4785-bdc6-8c25eb787b0d req-12b679a0-09f5-4330-9fa7-5e760ed0fb55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0565200 Apr 18 17:06:03.307731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-885f005b-731b-4284-929b-c549aa3b5ed5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7135792 Apr 18 17:06:03.334573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1185ba9b-815d-4a10-982e-dbeee495a552 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:03.432120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1185ba9b-815d-4a10-982e-dbeee495a552 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:03.432625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-a8df283f-1b2b-4347-b8b9-d15057e117d2 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5c1f891b92074f61b42de9cccec87527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175833 Apr 18 17:06:03.433027 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.478386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Allocated IP 192.168.233.115 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/d2f8ef83-faae-4f02-ab10-c8f91da37b7c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:03.501784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-d76a8b2c-e810-4686-817b-865369c3ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:03.504178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab1f8f-7a47-4b8c-a2ab-8484b55467c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a05d6c-99ea-4989-bfe6-ae138bfd8a19,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:03.504414 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-d76a8b2c-e810-4686-817b-865369c3ccbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 1100 time: 0.0981748 Apr 18 17:06:03.519848 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1f8f-7a47-4b8c-a2ab-8484b55467c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.534013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c0ab1f8f-7a47-4b8c-a2ab-8484b55467c1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/07a05d6c-99ea-4989-bfe6-ae138bfd8a19 HTTP/1.1" status: 204 len: 168 time: 1.3528206 Apr 18 17:06:03.538865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57014) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:03.635271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.694091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cd491775-3348-4a19-b9de-4caa9c371f7c req-0f188a60-9100-4ef1-a420-955f33b79118 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.695939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd491775-3348-4a19-b9de-4caa9c371f7c req-0f188a60-9100-4ef1-a420-955f33b79118 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.3438473 Apr 18 17:06:03.696248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f188a60-9100-4ef1-a420-955f33b79118 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7b6d0-5b64-4f47-ab6c-c7c3549d18b9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:03.697867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 1185ba9b-815d-4a10-982e-dbeee495a552, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1185ba9b-815d-4a10-982e-dbeee495a552,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:03.719517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:03.723101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.799147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.830317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:03.857232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=1185ba9b-815d-4a10-982e-dbeee495a552,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:03.917700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-71e8e1b7-983a-4a4b-a168-1504612456a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:03.924601 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-71e8e1b7-983a-4a4b-a168-1504612456a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.3835657 Apr 18 17:06:03.994927 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-5d8807c4-32e0-4811-a002-169f99e63f84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=121fefd7-bbab-411f-b0a0-6db7fddbf011 HTTP/1.1" status: 200 len: 217 time: 0.0676889 Apr 18 17:06:04.122392 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.125600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.157730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06da508f-449a-4acd-b493-34f86be0c28a req-f6265988-607a-4eb7-b4b4-40008e43634f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.3333209 Apr 18 17:06:04.162067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92b0af4-369e-4f6e-9d80-b9792ffc3db3']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:04.167641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-29ee0ac3-2385-4903-b746-5898f98a386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:04.175781 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-29ee0ac3-2385-4903-b746-5898f98a386c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1555796 Apr 18 17:06:04.194190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effd612f-4165-4c30-a8aa-7be3f0af9f65') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:04.194765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effd612f-4165-4c30-a8aa-7be3f0af9f65') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:04.230127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-447c3c0e-3fc0-41e0-9d11-838ff86db937 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:04.235199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-447c3c0e-3fc0-41e0-9d11-838ff86db937 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7984202 Apr 18 17:06:04.240862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.309579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.322214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:06:04.322632 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:06:04.324386 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:06:04.330742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-3107313c-9af6-4ac3-88e0-b0855864241b tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/quotas/5c1f891b92074f61b42de9cccec87527 HTTP/1.1" status: 200 len: 375 time: 0.0574143 Apr 18 17:06:04.347790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.349868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-9265e540-293b-4b3d-acbe-4cf73e586647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:04.350012 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-9265e540-293b-4b3d-acbe-4cf73e586647 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699367 Apr 18 17:06:04.352610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Allocated IP 172.20.0.14 (d3a97ff4-2136-4970-9c12-b41d3e746b6c/d1fa77b8-b09b-4853-90ce-2faa6ed1550e/126975b8-a4b4-44ff-a082-cdd417c7c017) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:04.412633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27149146-79e6-45e7-b1a7-1da8ceaceb73 req-b9d58ab7-8aa0-479f-9404-da059df3b688 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 210 time: 0.0808508 Apr 18 17:06:04.456833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-eba60d81-3644-47e8-abb5-9fe0ff346bc0 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c1f891b92074f61b42de9cccec87527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879064 Apr 18 17:06:04.463826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.496792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008', 'b38107ae-769c-4567-946d-f6934ce0d42d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:04.511771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-c42b313b-5c56-4198-9c43-ebe4e4c610f0 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:04.513381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-c42b313b-5c56-4198-9c43-ebe4e4c610f0 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.18 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 810 time: 0.3595798 Apr 18 17:06:04.533793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ac0ed2fd-5b19-473e-a3a8-482996594a37', '9bd41313-7928-4c01-8273-b01f793bb16e', '3e85f317-24f6-491a-b16d-d6ea7a159002'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:04.548668 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.558280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed2782cd-217b-4b76-9366-8dd5696b414f req-0a9e6a0a-6a8f-489c-89e0-302a79903171 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0687678 Apr 18 17:06:04.570051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Request body: {'port': {'device_id': '44dddb1d-a203-491c-923e-9ed297f80d21', 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638', 'admin_state_up': True, 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:04.628690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:04.634209 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a92b0af4-369e-4f6e-9d80-b9792ffc3db3 HTTP/1.1" status: 204 len: 168 time: 1.0920770 Apr 18 17:06:04.667045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:04.683871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d4909-cc84-4b6e-a9aa-2bfae00c3e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=a92b0af4-369e-4f6e-9d80-b9792ffc3db3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:04.715995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:04.723675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event updated for resources: {'Port': ['ID=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:04.739041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:04.850025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-fce5978a-4c10-4af5-b096-8df59b149f38 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748905 Apr 18 17:06:04.913375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-99ec53ab-e25e-47fe-8d7b-43aa6faab20d req-67fa4a69-5cbf-44ec-8ab4-a9dd2f3332f2 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-393833533', 'description': 'tempest-description-621541028'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:05.021021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21641f-2f8e-4220-b0e7-5c3319a34077 req-ce2af2db-7f4e-45c2-a314-7609a30ef589 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:05.035237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f21641f-2f8e-4220-b0e7-5c3319a34077 req-ce2af2db-7f4e-45c2-a314-7609a30ef589 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 936 time: 0.3362696 Apr 18 17:06:05.052620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:05.052620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.070367 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f5f7dd3c-40b5-422f-bad8-a0199899065f req-4153e006-c67a-4626-99ca-9e72bd1ee933 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050021 Apr 18 17:06:05.136414 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f21641f-2f8e-4220-b0e7-5c3319a34077 req-4a2b58e3-d84b-47e4-b69b-ad056e6c0f4b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002760 Apr 18 17:06:05.140108 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-dc037178-4761-4bf0-8ece-97df9ef914fc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8087449 Apr 18 17:06:05.148556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.159221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Request body: {'port': {'device_id': '4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:05.165147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-99ec53ab-e25e-47fe-8d7b-43aa6faab20d req-67fa4a69-5cbf-44ec-8ab4-a9dd2f3332f2 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.239513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fb2b4c2-a951-43c5-915d-2ae5d65581bb req-6be822d4-924f-4546-8a25-fac2b99d05aa tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 210 time: 0.0385337 Apr 18 17:06:05.280043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1185ba9b-815d-4a10-982e-dbeee495a552 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:05.329108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:05.339074 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.360484 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-99ec53ab-e25e-47fe-8d7b-43aa6faab20d req-67fa4a69-5cbf-44ec-8ab4-a9dd2f3332f2 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.406163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1e1614a8-2705-44e9-b2c9-3a1128e87452 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=969399b82e2f481db94220cf0b3fb900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730762 Apr 18 17:06:05.408734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Made reservation on behalf of 4a012bfb8ec44130bda5b582907aeac7 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:05.411721 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.413922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57056) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:05.457341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-da90e5e7-02bb-4c8b-9da9-cb9be0298e86 None None] Provisioning complete for port d2f8ef83-faae-4f02-ab10-c8f91da37b7c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:05.459151 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da90e5e7-02bb-4c8b-9da9-cb9be0298e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.532102 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1185ba9b-815d-4a10-982e-dbeee495a552 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:05.532397 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.547708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-99ec53ab-e25e-47fe-8d7b-43aa6faab20d req-67fa4a69-5cbf-44ec-8ab4-a9dd2f3332f2 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.592273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-da90e5e7-02bb-4c8b-9da9-cb9be0298e86 None None] Port d2f8ef83-faae-4f02-ab10-c8f91da37b7c cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:05.602683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.643794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa4a69-5cbf-44ec-8ab4-a9dd2f3332f2 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fed20ca-bcbc-4153-9b99-4a17036225fe,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:05.738142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-99ec53ab-e25e-47fe-8d7b-43aa6faab20d req-67fa4a69-5cbf-44ec-8ab4-a9dd2f3332f2 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.751749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99ec53ab-e25e-47fe-8d7b-43aa6faab20d req-67fa4a69-5cbf-44ec-8ab4-a9dd2f3332f2 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8541944 Apr 18 17:06:05.793949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:05.827402 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.834776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:05.845439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:05.882366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f8ef83-faae-4f02-ab10-c8f91da37b7c {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:05.889008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Allocated IP 172.20.0.14 (c969a984-a27a-4436-9e2d-23c6b2391638/59f527d0-5433-4af6-a971-7ca3097a7941/b5fe35f9-ce85-4e49-8efb-8b083cf019c1) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:05.894890 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.910173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Transition to ACTIVE for port object d2f8ef83-faae-4f02-ab10-c8f91da37b7c will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:05.976142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f886546-9734-4e7f-ab5d-aae5d14ee914 req-df91abdd-1671-45e1-b785-a68e9db4976c tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 210 time: 0.1389804 Apr 18 17:06:05.981588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1dcd984c-86ae-4b49-bb27-7f32add99d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:05.987155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=126975b8-a4b4-44ff-a082-cdd417c7c017,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:05.990364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.069181 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1dcd984c-86ae-4b49-bb27-7f32add99d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.095862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:06.199701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cd229-f141-4ae8-aa0f-dd22a9f0f1c5 req-9d47d082-4223-42a4-a53f-eef85c6ef81b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:06.201971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f29cd229-f141-4ae8-aa0f-dd22a9f0f1c5 req-9d47d082-4223-42a4-a53f-eef85c6ef81b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 932 time: 0.6364768 Apr 18 17:06:06.232554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4382b6f8-ae17-4ada-8445-160e5c79b101 None None] Provisioning complete for port 126975b8-a4b4-44ff-a082-cdd417c7c017 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:06.233026 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4382b6f8-ae17-4ada-8445-160e5c79b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.248583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Attempting to bind port d2f8ef83-faae-4f02-ab10-c8f91da37b7c on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:06.249493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Attempting to bind port d2f8ef83-faae-4f02-ab10-c8f91da37b7c by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:06.254499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Attempting to bind port d2f8ef83-faae-4f02-ab10-c8f91da37b7c on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:06.260154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Port d2f8ef83-faae-4f02-ab10-c8f91da37b7c on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:06.260756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Attempting to bind port d2f8ef83-faae-4f02-ab10-c8f91da37b7c on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:06.267207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:06.267833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:06.268422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:06.273973 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.274892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Bound port: d2f8ef83-faae-4f02-ab10-c8f91da37b7c, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:06.275516 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.296443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-0fbdbb8c-d925-43fb-8072-b08f3e6263f6 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5284c0ff813848ca977f0087845c40bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1597419 Apr 18 17:06:06.311230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4382b6f8-ae17-4ada-8445-160e5c79b101 None None] Port 126975b8-a4b4-44ff-a082-cdd417c7c017 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:06.380083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] For port d2f8ef83-faae-4f02-ab10-c8f91da37b7c, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:06.380631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:06.380889 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.386931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] For port d2f8ef83-faae-4f02-ab10-c8f91da37b7c, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:06.483069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f29cd229-f141-4ae8-aa0f-dd22a9f0f1c5 req-b3e66a02-6db2-4503-990e-0e417109f020 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472959 Apr 18 17:06:06.499289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.543755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:06.544380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.545810 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] 10.222.0.18 "PUT /v2.0/ports/d2f8ef83-faae-4f02-ab10-c8f91da37b7c HTTP/1.1" status: 200 len: 1096 time: 1.3952432 Apr 18 17:06:06.546259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5', 'tag': 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:06.549079 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17ddcb-43c0-437e-87bc-0537845092ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5", "tag": "d2f8ef83-faae-4f02-ab10-c8f91da37b7c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:06.577144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-688744b2-0cef-48c3-8866-23fcec95a286 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5311847 Apr 18 17:06:06.586937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88b609-68cf-4f10-bc5b-128add12fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:06.618367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-250b16f1-d99d-4f20-97a6-87bd5bb1534b tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:06.619879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-250b16f1-d99d-4f20-97a6-87bd5bb1534b tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919850 Apr 18 17:06:06.625777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'admin_state_up': True, 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'security_groups': ['f180712f-7cae-4703-afc3-183c4ae5d2b8']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:06.641118 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1dcd984c-86ae-4b49-bb27-7f32add99d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.643652 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1dcd984c-86ae-4b49-bb27-7f32add99d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.647086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1dcd984c-86ae-4b49-bb27-7f32add99d68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b92231d-b05d-4957-8b37-010c6a95d5d9 HTTP/1.1" status: 204 len: 168 time: 1.2288735 Apr 18 17:06:06.676805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:06.698868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ba84b49-d4de-4352-9e16-bfb1c0c0eb42 req-97c69133-70ff-4f57-9608-54e7ef19fe03 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.1185503 Apr 18 17:06:06.776279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd984c-86ae-4b49-bb27-7f32add99d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b92231d-b05d-4957-8b37-010c6a95d5d9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:06.786833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-cec1894b-b364-46f2-9e1e-03fdbf1feab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:06.788734 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-cec1894b-b364-46f2-9e1e-03fdbf1feab6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 1099 time: 0.0995004 Apr 18 17:06:06.798738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-02b8b29e-d6c3-4804-86dc-e75b9c321d70 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/quotas/5284c0ff813848ca977f0087845c40bc HTTP/1.1" status: 200 len: 375 time: 0.1605120 Apr 18 17:06:06.865393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-f537968b-6e16-4c02-81b2-112610e82774 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5284c0ff813848ca977f0087845c40bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657921 Apr 18 17:06:06.866158 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-39b51be1-ace4-4363-bec4-c0c899ec483f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d2f8ef83-faae-4f02-ab10-c8f91da37b7c HTTP/1.1" status: 200 len: 217 time: 0.0497351 Apr 18 17:06:06.923311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db084236-7309-4332-871e-d6d1963cfbc2 req-e7106699-6d89-4724-acd6-162106993d9a tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/47d7b6d0-5b64-4f47-ab6c-c7c3549d18b9 HTTP/1.1" status: 200 len: 1805 time: 0.1495254 Apr 18 17:06:06.933695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-f8aa3369-795d-4376-a439-5500fcfcc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:06.935234 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-f8aa3369-795d-4376-a439-5500fcfcc5ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0634794 Apr 18 17:06:06.988184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db084236-7309-4332-871e-d6d1963cfbc2 req-8878f604-0812-43d2-86d6-aba5ce50f090 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/1fed20ca-bcbc-4153-9b99-4a17036225fe HTTP/1.1" status: 200 len: 1805 time: 0.0639291 Apr 18 17:06:06.993002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-db084236-7309-4332-871e-d6d1963cfbc2 req-8a69fadd-669c-4338-81de-b602ca386f75 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '47d7b6d0-5b64-4f47-ab6c-c7c3549d18b9', 'remote_group_id': '1fed20ca-bcbc-4153-9b99-4a17036225fe', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:06.993325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-db084236-7309-4332-871e-d6d1963cfbc2 req-8a69fadd-669c-4338-81de-b602ca386f75 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '47d7b6d0-5b64-4f47-ab6c-c7c3549d18b9', 'remote_group_id': '1fed20ca-bcbc-4153-9b99-4a17036225fe', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:07.000259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-7516240c-cb14-43a7-a782-974fd8b48a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:07.001997 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-7516240c-cb14-43a7-a782-974fd8b48a4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586169 Apr 18 17:06:07.007100 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.048774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:07.052348 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.076938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Network c969a984-a27a-4436-9e2d-23c6b2391638 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:07.082709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:07.093603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:07.123431 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-38186f05-273c-4c56-adbc-11bb0d0f6f89 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130686 Apr 18 17:06:07.208084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Pushing event updated for resources: {'Port': ['ID=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:07.306205 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b4d1f52-ca38-4f15-845c-50feac53d7ce req-4b99b40c-68cf-445e-aba1-54bef8685418 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725674 Apr 18 17:06:07.437428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:07.438108 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.444785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Allocated IP 10.1.1.225 (ba84c623-7c17-436b-aaba-ef122d61be9f/bc5f20c8-04d3-4f55-8b6f-3664d042e36d/eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:07.478913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db084236-7309-4332-871e-d6d1963cfbc2 req-8a69fadd-669c-4338-81de-b602ca386f75 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.498503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c48148-e200-4f04-a0ee-a1dbfb12ca23 req-efd28f36-f27c-46ba-b460-94f9e28b3090 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:07.500031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25c48148-e200-4f04-a0ee-a1dbfb12ca23 req-efd28f36-f27c-46ba-b460-94f9e28b3090 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 948 time: 0.2036910 Apr 18 17:06:07.562261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9396fe19-aa08-4af9-87bb-3f09cf2b1364 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0203986 Apr 18 17:06:07.594747 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db084236-7309-4332-871e-d6d1963cfbc2 req-8a69fadd-669c-4338-81de-b602ca386f75 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.603278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Request body: {'port': {'device_id': '44dddb1d-a203-491c-923e-9ed297f80d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:07.661681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25c48148-e200-4f04-a0ee-a1dbfb12ca23 req-0a9222ee-c7bb-42fe-82f7-2f8b29ba0ba9 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493495 Apr 18 17:06:07.704144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db084236-7309-4332-871e-d6d1963cfbc2 req-8a69fadd-669c-4338-81de-b602ca386f75 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.745707 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.766833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69fadd-669c-4338-81de-b602ca386f75 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb26bcaf-e61c-4205-be69-edf0fe8acc8e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:07.803115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-afa02b55-781c-4650-9158-025f2bb437be req-e378365c-4648-4332-add9-3a1979496e36 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 210 time: 0.0549824 Apr 18 17:06:07.833084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db084236-7309-4332-871e-d6d1963cfbc2 req-8a69fadd-669c-4338-81de-b602ca386f75 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.835162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db084236-7309-4332-871e-d6d1963cfbc2 req-8a69fadd-669c-4338-81de-b602ca386f75 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8459337 Apr 18 17:06:07.841650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:07.920017 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a23efda-6514-4b9a-9d5e-61f8d5832370 x-openstack-request-id: req-9a23efda-6514-4b9a-9d5e-61f8d5832370 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:07.920513 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5", "tag": "d2f8ef83-faae-4f02-ab10-c8f91da37b7c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:07.920622 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a23efda-6514-4b9a-9d5e-61f8d5832370 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:07.920937 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a23efda-6514-4b9a-9d5e-61f8d5832370'] response: {'name': 'network-changed', 'server_uuid': '4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5', 'tag': 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c', 'status': 'completed', 'code': 200} Apr 18 17:06:07.927301 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-528149dd-40bf-4fc9-b667-b647aeb1aba4 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5c1f891b92074f61b42de9cccec87527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752490 Apr 18 17:06:08.086683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-6d78177e-19d1-47ec-879e-2f7cbf87f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:08.088236 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-6d78177e-19d1-47ec-879e-2f7cbf87f4cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7927e266846b46ab8421b9e904b24342&device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1632190 Apr 18 17:06:08.288714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-d5d14d1c-45ad-49d9-ae71-8c44d560269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:08.290295 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-d5d14d1c-45ad-49d9-ae71-8c44d560269b service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1923923 Apr 18 17:06:08.291012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dddbe-8717-40e5-a958-5d11eac0c2cd req-26ad6060-d455-44b6-a00d-5d506e027e68 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:08.299500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f88dddbe-8717-40e5-a958-5d11eac0c2cd req-26ad6060-d455-44b6-a00d-5d506e027e68 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 932 time: 0.1252809 Apr 18 17:06:08.305839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-c8a7aeff-a5f1-49dd-b4f1-d91ee745db0d tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:08.307298 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-c8a7aeff-a5f1-49dd-b4f1-d91ee745db0d tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071353 Apr 18 17:06:08.313842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fe35f9-ce85-4e49-8efb-8b083cf019c1 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:08.334192 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.338633 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.356850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Request body: {'port': {'device_id': 'd4e24935-ee5e-4365-8127-da2e03c62199', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '5c1f891b92074f61b42de9cccec87527'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:08.361303 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-f805a9b6-03dd-426c-a2df-5865d7db5014 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d2f8ef83-faae-4f02-ab10-c8f91da37b7c HTTP/1.1" status: 200 len: 217 time: 0.0529535 Apr 18 17:06:08.404709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:08.432999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Transition to ACTIVE for port object b5fe35f9-ce85-4e49-8efb-8b083cf019c1 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:08.447093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-3e2b4043-671b-4481-a61a-1ab15e52aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:08.448508 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-3e2b4043-671b-4481-a61a-1ab15e52aa46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0791364 Apr 18 17:06:08.451916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f88dddbe-8717-40e5-a958-5d11eac0c2cd req-dcbb117f-c62f-4452-8455-0b59b8baa033 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467147 Apr 18 17:06:08.473666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network ba84c623-7c17-436b-aaba-ef122d61be9f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:08.478443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:08.485369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:08.524031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.588253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:08.632904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-dda3bcad-bcc3-46dc-8067-e149b9ec65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:08.634632 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-dda3bcad-bcc3-46dc-8067-e149b9ec65cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591655 Apr 18 17:06:08.648824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-7db7ee10-14cd-42d5-908b-9d3b2a6ac33c tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5284c0ff813848ca977f0087845c40bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613837 Apr 18 17:06:08.663894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:08.664576 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.749622 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-00010cd5-b5c8-410e-8315-cfa93b91612a service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070189 Apr 18 17:06:08.754246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Made reservation on behalf of 5c1f891b92074f61b42de9cccec87527 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:08.757914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.776788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.869270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.905013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1538be12-f78e-455f-9870-bc122c1f4be1 None None] Provisioning complete for port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:08.906120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1538be12-f78e-455f-9870-bc122c1f4be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.935678 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:08.973179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1538be12-f78e-455f-9870-bc122c1f4be1 None None] Port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:09.037160 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7c17ddcb-43c0-437e-87bc-0537845092ad req-de2e0ce4-09d9-45f5-9f07-2ec6824cc25a service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678339 Apr 18 17:06:09.057222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:09.109056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-c088c4ad-32ce-49e7-bb9a-86d38d71292a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4875879 Apr 18 17:06:09.126068 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:06:09.148274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'admin_state_up': True, 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'security_groups': ['f180712f-7cae-4703-afc3-183c4ae5d2b8']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:09.152684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f917a-c861-4935-9ac4-717e53e6d89b req-f3655b77-9a98-4491-866a-60c24d7c4996 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:09.158745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f917a-c861-4935-9ac4-717e53e6d89b req-f3655b77-9a98-4491-866a-60c24d7c4996 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:09.160310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a76f917a-c861-4935-9ac4-717e53e6d89b req-f3655b77-9a98-4491-866a-60c24d7c4996 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 1654 time: 0.1915090 Apr 18 17:06:09.162903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Allocated IP 192.168.233.83 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/36d09b59-37e5-491e-8185-3d52b0552ad8) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:09.255939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00344-cb73-4a8f-b230-9d465479e745 req-f00d3280-5187-440e-be3f-37dad93ca39f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:09.257486 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-f00d3280-5187-440e-be3f-37dad93ca39f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6077354 Apr 18 17:06:09.261727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Attempting to bind port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:09.262063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Attempting to bind port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:09.262400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Attempting to bind port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 on network c969a984-a27a-4436-9e2d-23c6b2391638 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:09.293064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-d5b68582-1f49-4e48-9a9c-abf62b4d6814 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/quotas/5284c0ff813848ca977f0087845c40bc HTTP/1.1" status: 200 len: 375 time: 0.0282750 Apr 18 17:06:09.300688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 on network c969a984-a27a-4436-9e2d-23c6b2391638 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:09.300688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Attempting to bind port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 on network c969a984-a27a-4436-9e2d-23c6b2391638 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:09.335316 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.340094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a76f917a-c861-4935-9ac4-717e53e6d89b req-7f3fea9c-5ab6-4803-96e2-3742bd14389a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561439 Apr 18 17:06:09.355684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:09.356202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Checking segment: {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:09.357071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Bound using segment: {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:09.357601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Bound port: b5fe35f9-ce85-4e49-8efb-8b083cf019c1, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:09.357969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.393493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-6823559f-698b-49b5-a627-2b421fc731d2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5284c0ff813848ca977f0087845c40bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723789 Apr 18 17:06:09.478736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.480664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02d750d7-4c3d-47dd-8e68-876e6dd97e14 req-a9ec5818-4f83-4c62-a925-7c23057eaf04 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/1fed20ca-bcbc-4153-9b99-4a17036225fe HTTP/1.1" status: 200 len: 1805 time: 0.1100960 Apr 18 17:06:09.512615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] For port b5fe35f9-ce85-4e49-8efb-8b083cf019c1, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:09.525750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:09.534591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] For port b5fe35f9-ce85-4e49-8efb-8b083cf019c1, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:09.536557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:09.540996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:09.565660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Pushing event updated for resources: {'Port': ['ID=36d09b59-37e5-491e-8185-3d52b0552ad8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:09.567914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-02d750d7-4c3d-47dd-8e68-876e6dd97e14 req-e5cf3493-c15e-4b8f-a927-538e955fb0c4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.570662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:09.574407 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.595991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:09.597000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.608698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.691829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:09.692738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.694882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] 10.222.0.18 "PUT /v2.0/ports/b5fe35f9-ce85-4e49-8efb-8b083cf019c1 HTTP/1.1" status: 200 len: 1092 time: 2.1126008 Apr 18 17:06:09.701706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-02d750d7-4c3d-47dd-8e68-876e6dd97e14 req-e5cf3493-c15e-4b8f-a927-538e955fb0c4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.705253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dddb1d-a203-491c-923e-9ed297f80d21', 'tag': 'b5fe35f9-ce85-4e49-8efb-8b083cf019c1'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:09.707734 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "44dddb1d-a203-491c-923e-9ed297f80d21", "tag": "b5fe35f9-ce85-4e49-8efb-8b083cf019c1"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:09.721318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-03c1c1d6-8971-4ae6-a604-79de63ef5bc6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3685992 Apr 18 17:06:09.741774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Request body: {'port': {'device_id': 'd4e24935-ee5e-4365-8127-da2e03c62199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:09.800793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27271-4dd1-44d2-8543-58c290c71715 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:09.864311 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:09.924557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-b654166f-277e-4562-afbb-347a69e5e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:09.926630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-b654166f-277e-4562-afbb-347a69e5e34b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 1095 time: 0.1051781 Apr 18 17:06:09.933481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Allocated IP 10.1.1.53 (ba84c623-7c17-436b-aaba-ef122d61be9f/bc5f20c8-04d3-4f55-8b6f-3664d042e36d/b7497679-2979-4888-9974-4da8f1012c65) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:09.986828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-909f3668-0e4a-43ac-bd19-d780f101bce6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1 HTTP/1.1" status: 200 len: 217 time: 0.0440724 Apr 18 17:06:09.987443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-02d750d7-4c3d-47dd-8e68-876e6dd97e14 req-e5cf3493-c15e-4b8f-a927-538e955fb0c4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.003416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-02d750d7-4c3d-47dd-8e68-876e6dd97e14 req-e5cf3493-c15e-4b8f-a927-538e955fb0c4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.014739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02d750d7-4c3d-47dd-8e68-876e6dd97e14 req-e5cf3493-c15e-4b8f-a927-538e955fb0c4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "DELETE /v2.0/security-groups/1fed20ca-bcbc-4153-9b99-4a17036225fe HTTP/1.1" status: 204 len: 173 time: 0.5248504 Apr 18 17:06:10.021792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ed9a433e-4183-4203-a7e6-8a171ea858a2 None None] Provisioning complete for port 36d09b59-37e5-491e-8185-3d52b0552ad8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:10.022378 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed9a433e-4183-4203-a7e6-8a171ea858a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.074106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf3493-c15e-4b8f-a927-538e955fb0c4 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fed20ca-bcbc-4153-9b99-4a17036225fe,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:10.137707 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-5184087d-76ae-4d33-9ae3-b98ebece82ba tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5284c0ff813848ca977f0087845c40bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637257 Apr 18 17:06:10.139356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a433e-4183-4203-a7e6-8a171ea858a2 None None] Port 36d09b59-37e5-491e-8185-3d52b0552ad8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:10.289712 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9b48f444-70eb-4f76-817d-63a831e2ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:10.291644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-9b48f444-70eb-4f76-817d-63a831e2ffcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59f527d0-5433-4af6-a971-7ca3097a7941 HTTP/1.1" status: 200 len: 850 time: 0.2756279 Apr 18 17:06:10.340389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d2f8ef83-faae-4f02-ab10-c8f91da37b7c details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:10.355125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-fee8b45f-caa4-4356-8a96-d68403ad9391 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:10.356635 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-fee8b45f-caa4-4356-8a96-d68403ad9391 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136946 Apr 18 17:06:10.370925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-ef31ea11-8e2d-46c7-a75a-9a1ff30a7531 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969a984-a27a-4436-9e2d-23c6b2391638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714388 Apr 18 17:06:10.404950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c555de-8a1c-4a8e-8412-93537cf2672b req-0cae97fc-bdc9-4476-8e6b-41b9aa334172 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:10.404950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9c555de-8a1c-4a8e-8412-93537cf2672b req-0cae97fc-bdc9-4476-8e6b-41b9aa334172 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 948 time: 0.2184978 Apr 18 17:06:10.479505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Request body: {'port': {'device_id': 'f81d1069-bae9-4567-9108-9ee553997a57', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '5284c0ff813848ca977f0087845c40bc'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:10.524418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9c555de-8a1c-4a8e-8412-93537cf2672b req-de39e593-b3c8-4f6a-b864-6c7079735e22 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101623 Apr 18 17:06:10.544624 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.582337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-886aa0a2-cbf3-4288-b612-0a322e2308c9 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998818 Apr 18 17:06:10.613690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d2f8ef83-faae-4f02-ab10-c8f91da37b7c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:10.626337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c', 'mac_address': 'fa:16:3e:14:46:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:10.659434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d09b59-37e5-491e-8185-3d52b0552ad8 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:10.678574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.683984 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.698837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f8ef83-faae-4f02-ab10-c8f91da37b7c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:10.725382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8f2a4-c429-4f0e-b6ae-9c3393745c68 req-82ade06a-85d7-4bce-a9e0-b2909da0430f tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:10.727825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ef8f2a4-c429-4f0e-b6ae-9c3393745c68 req-82ade06a-85d7-4bce-a9e0-b2909da0430f tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 935 time: 0.1029961 Apr 18 17:06:10.735007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d2f8ef83-faae-4f02-ab10-c8f91da37b7c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:10.735339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Transition to ACTIVE for port object 36d09b59-37e5-491e-8185-3d52b0552ad8 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:10.768443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.790206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48764d71-53e0-4923-9f23-a3fa656a2bfe req-901307d2-83fc-40d7-ad2d-3db3b3a377d0 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936808 Apr 18 17:06:10.795466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Made reservation on behalf of 5284c0ff813848ca977f0087845c40bc for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:10.799926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.816131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.818286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ef8f2a4-c429-4f0e-b6ae-9c3393745c68 req-6fe43962-ad24-440d-91ca-12787e5874a2 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805316 Apr 18 17:06:10.835620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network ba84c623-7c17-436b-aaba-ef122d61be9f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:10.839527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:10.845546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:10.848248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=b7497679-2979-4888-9974-4da8f1012c65,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:10.864318 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.893449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:10.909196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:10.909940 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:11.002753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:11.034785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Pushing event updated for resources: {'Port': ['ID=36d09b59-37e5-491e-8185-3d52b0552ad8,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:11.064309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-132cd5e4-14fe-4329-8dcb-4a3b50843d4a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9355509 Apr 18 17:06:11.134560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d', 'admin_state_up': True, 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'security_groups': ['f180712f-7cae-4703-afc3-183c4ae5d2b8']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:11.146621 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:11.155838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f15114da-8485-4970-8582-117b90b72297 req-c100b7a3-98b8-4a63-9e19-e42df1d4d0eb tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 210 time: 0.0887063 Apr 18 17:06:11.207775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Attempting to bind port 36d09b59-37e5-491e-8185-3d52b0552ad8 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:11.208031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Attempting to bind port 36d09b59-37e5-491e-8185-3d52b0552ad8 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:11.208411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Attempting to bind port 36d09b59-37e5-491e-8185-3d52b0552ad8 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:11.221743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Port 36d09b59-37e5-491e-8185-3d52b0552ad8 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:11.222089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Attempting to bind port 36d09b59-37e5-491e-8185-3d52b0552ad8 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:11.226393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:11.255536 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebaa9a2-c6ab-4b74-9793-f6e514452e44 x-openstack-request-id: req-bebaa9a2-c6ab-4b74-9793-f6e514452e44 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:11.255830 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dddb1d-a203-491c-923e-9ed297f80d21", "tag": "b5fe35f9-ce85-4e49-8efb-8b083cf019c1", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:11.256081 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bebaa9a2-c6ab-4b74-9793-f6e514452e44 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:11.261030 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebaa9a2-c6ab-4b74-9793-f6e514452e44'] response: {'name': 'network-changed', 'server_uuid': '44dddb1d-a203-491c-923e-9ed297f80d21', 'tag': 'b5fe35f9-ce85-4e49-8efb-8b083cf019c1', 'status': 'completed', 'code': 200} Apr 18 17:06:11.267041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:11.267395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:11.267792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:11.272572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Bound port: 36d09b59-37e5-491e-8185-3d52b0552ad8, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:11.273251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:11.279318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c6583-79c5-483d-98e2-f8f57740588c req-2959b021-4485-4684-bf0f-be7f738c7c1d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:11.287104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a9c6583-79c5-483d-98e2-f8f57740588c req-2959b021-4485-4684-bf0f-be7f738c7c1d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 944 time: 0.2824132 Apr 18 17:06:11.367170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44991e9a-06d7-4dbf-986e-316fbcdb3dc6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:11.402073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-53d427c3-bca9-4800-8f88-2a83216dfa57 None None] Provisioning complete for port b7497679-2979-4888-9974-4da8f1012c65 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:11.402596 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53d427c3-bca9-4800-8f88-2a83216dfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:11.437282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a9c6583-79c5-483d-98e2-f8f57740588c req-00d9c102-f987-45b3-98b3-168184d64c35 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432450 Apr 18 17:06:11.468079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-53d427c3-bca9-4800-8f88-2a83216dfa57 None None] Port b7497679-2979-4888-9974-4da8f1012c65 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:11.479678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] For port 36d09b59-37e5-491e-8185-3d52b0552ad8, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:11.489894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] For port 36d09b59-37e5-491e-8185-3d52b0552ad8, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=36d09b59-37e5-491e-8185-3d52b0552ad8,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:11.505879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d2f8ef83-faae-4f02-ab10-c8f91da37b7c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:11.514226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Allocated IP 192.168.233.197 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:11.536218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6861db3-ad55-401a-b135-3a38c1287d1d req-87181bc5-54de-4e3c-9e3f-97e1a79be940 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/47d7b6d0-5b64-4f47-ab6c-c7c3549d18b9 HTTP/1.1" status: 200 len: 1805 time: 0.2448275 Apr 18 17:06:11.553754 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:11.650256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-069adfb7-7aaa-45a4-8d93-e4e52ffdee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:11.652180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-069adfb7-7aaa-45a4-8d93-e4e52ffdee76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 1095 time: 0.2896523 Apr 18 17:06:11.696605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:11.696605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:11.696794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9520fbf-4e76-4b66-96c4-3d11cc1b081a req-b949b2c5-cb32-4b86-94b1-a79c5c81dadc tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0533247 Apr 18 17:06:11.697829 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] 10.222.0.18 "PUT /v2.0/ports/36d09b59-37e5-491e-8185-3d52b0552ad8 HTTP/1.1" status: 200 len: 1095 time: 1.9618018 Apr 18 17:06:11.698353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e24935-ee5e-4365-8127-da2e03c62199', 'tag': '36d09b59-37e5-491e-8185-3d52b0552ad8'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:11.712196 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d87ae9-8693-4d03-8872-2a8d4eb46037" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e24935-ee5e-4365-8127-da2e03c62199", "tag": "36d09b59-37e5-491e-8185-3d52b0552ad8"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:11.782125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc16440-8215-4cbd-b8eb-4fdd0a859d9a req-fc83a57d-1351-4cf6-ad61-d673c3b861ca tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:11.792026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc16440-8215-4cbd-b8eb-4fdd0a859d9a req-fc83a57d-1351-4cf6-ad61-d673c3b861ca tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:11.809238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc16440-8215-4cbd-b8eb-4fdd0a859d9a req-fc83a57d-1351-4cf6-ad61-d673c3b861ca tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:11.809876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3118e-92a5-42a7-9536-d6ed6f30ad17 service neutron] Pushing event updated for resources: {'Port': ['ID=36d09b59-37e5-491e-8185-3d52b0552ad8,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:11.813225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efc16440-8215-4cbd-b8eb-4fdd0a859d9a req-fc83a57d-1351-4cf6-ad61-d673c3b861ca tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 2374 time: 0.2621675 Apr 18 17:06:11.816244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:12.002466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efc16440-8215-4cbd-b8eb-4fdd0a859d9a req-6b490011-d784-470a-8f78-25cdba5eab6d tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301334 Apr 18 17:06:12.022448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-fd15224f-0ebf-4906-84c0-e1414b2c641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:12.024055 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-fd15224f-0ebf-4906-84c0-e1414b2c641b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c1f891b92074f61b42de9cccec87527&device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 1098 time: 0.0994055 Apr 18 17:06:12.027125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:12.035538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-31baef32-a013-48c9-80a2-5080e5652d1c req-2785c42c-ba6f-4457-85ee-89b9fe879589 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1244194857', 'description': 'tempest-description-636930864'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:12.047626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-6c8db9e4-4d2d-48ae-897f-750d9555253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:12.049118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-6c8db9e4-4d2d-48ae-897f-750d9555253f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 911 time: 0.3716898 Apr 18 17:06:12.070585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:12.110464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-cb79105b-1eb9-403f-b961-e5c09919736f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1 HTTP/1.1" status: 200 len: 217 time: 0.0538054 Apr 18 17:06:12.115215 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-f42b4aa4-99bd-42ed-aa27-3b999b4a0fcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=36d09b59-37e5-491e-8185-3d52b0552ad8 HTTP/1.1" status: 200 len: 217 time: 0.0756202 Apr 18 17:06:12.184776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-9839bd5f-945c-46c2-8e34-ab57a6e2ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:12.186284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-31baef32-a013-48c9-80a2-5080e5652d1c req-2785c42c-ba6f-4457-85ee-89b9fe879589 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:12.186426 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-9839bd5f-945c-46c2-8e34-ab57a6e2ea34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0572240 Apr 18 17:06:12.224778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-1fd12c49-cee7-44bb-ac39-dadd474c339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:12.226268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-1fd12c49-cee7-44bb-ac39-dadd474c339d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59f527d0-5433-4af6-a971-7ca3097a7941 HTTP/1.1" status: 200 len: 850 time: 0.0808525 Apr 18 17:06:12.234137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91009d0-5fbd-4174-a046-841b99782017 req-8dcd2e47-d0c4-4211-812f-9e916ea5f22a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:12.235578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f91009d0-5fbd-4174-a046-841b99782017 req-8dcd2e47-d0c4-4211-812f-9e916ea5f22a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 949 time: 0.1338780 Apr 18 17:06:12.253173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-c07222d4-f611-4cac-9618-8a2413b9dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:12.254696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-c07222d4-f611-4cac-9618-8a2413b9dc73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596452 Apr 18 17:06:12.258970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:12.279697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-4e0a04a5-899a-44dd-86ee-4f3d77e23548 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969a984-a27a-4436-9e2d-23c6b2391638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431657 Apr 18 17:06:12.335414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:12.362181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:12.365670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:12.369733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:12.442262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:12.442903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:12.443438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f91009d0-5fbd-4174-a046-841b99782017 req-626c9b82-61d7-4f1d-8061-5f3c0fc498dd tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920347 Apr 18 17:06:12.458418 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-0c1336c8-0f1e-4e68-85c1-069ebaa26bd4 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899693 Apr 18 17:06:12.790250 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-31baef32-a013-48c9-80a2-5080e5652d1c req-2785c42c-ba6f-4457-85ee-89b9fe879589 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:12.853817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-34b8f276-dbb9-4cf9-a8cc-957fa7ef1b93 None None] Provisioning complete for port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:12.854482 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34b8f276-dbb9-4cf9-a8cc-957fa7ef1b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:12.865507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-9c32c8c7-6df9-48c2-8700-0cf5d3ebe1fd service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769713 Apr 18 17:06:12.900346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-31baef32-a013-48c9-80a2-5080e5652d1c req-2785c42c-ba6f-4457-85ee-89b9fe879589 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:12.935814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-34b8f276-dbb9-4cf9-a8cc-957fa7ef1b93 None None] Port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:12.995551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Allocated IP 10.2.2.100 (347e535b-58f1-44e7-a330-9384dc69e61d/a0f47100-9464-4f3f-b852-3b0c693ee7ab/fab1c4a4-58e7-4557-9753-3e197211f653) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:13.014535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785c42c-ba6f-4457-85ee-89b9fe879589 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ac5e77-62db-4b1e-91f7-3698d6b65eb8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:13.032154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-31baef32-a013-48c9-80a2-5080e5652d1c req-2785c42c-ba6f-4457-85ee-89b9fe879589 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.038215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31baef32-a013-48c9-80a2-5080e5652d1c req-2785c42c-ba6f-4457-85ee-89b9fe879589 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0451539 Apr 18 17:06:13.044123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f55dbea7-a727-4491-b134-133ef46fcbaa req-ea5cef71-65ff-4f6b-939d-ffa0388c158a service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527020 Apr 18 17:06:13.047798 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-28eac985-0118-4bb4-83cb-6435cb6ffbd2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5878429 Apr 18 17:06:13.092642 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75864da4-8890-4b56-8385-ba4523baaef1 x-openstack-request-id: req-75864da4-8890-4b56-8385-ba4523baaef1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:13.093054 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e24935-ee5e-4365-8127-da2e03c62199", "tag": "36d09b59-37e5-491e-8185-3d52b0552ad8", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:13.093431 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75864da4-8890-4b56-8385-ba4523baaef1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:13.096131 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75864da4-8890-4b56-8385-ba4523baaef1'] response: {'name': 'network-changed', 'server_uuid': 'd4e24935-ee5e-4365-8127-da2e03c62199', 'tag': '36d09b59-37e5-491e-8185-3d52b0552ad8', 'status': 'completed', 'code': 200} Apr 18 17:06:13.097279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-9ed33502-0a6e-4d73-ba12-9762f83f3807 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5284c0ff813848ca977f0087845c40bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475821 Apr 18 17:06:13.106359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Request body: {'port': {'device_id': 'f81d1069-bae9-4567-9108-9ee553997a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:13.150276 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be57689f-a4de-4bc7-a2df-7b21ebee9c5c req-bbe6d435-8449-4f77-ac23-fa31efcd8b95 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610292 Apr 18 17:06:13.231279 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.276751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170e64-e3af-4446-b266-efabff9dd65e req-b67a1ac3-b929-4ea6-8d12-d59ddfa7ecfb tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.278315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82170e64-e3af-4446-b266-efabff9dd65e req-b67a1ac3-b929-4ea6-8d12-d59ddfa7ecfb tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 947 time: 0.1515741 Apr 18 17:06:13.326288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.367574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-7fe3924b-a1d0-423f-a542-b38c7ff6c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.369085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-7fe3924b-a1d0-423f-a542-b38c7ff6c396 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c1f891b92074f61b42de9cccec87527&device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 1098 time: 0.1198192 Apr 18 17:06:13.377231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82170e64-e3af-4446-b266-efabff9dd65e req-fa66c556-3744-449b-b495-5bbecf3bc381 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804572 Apr 18 17:06:13.400461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00344-cb73-4a8f-b230-9d465479e745 req-057a0802-e031-4227-a640-cb0cddec944f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.400461 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-057a0802-e031-4227-a640-cb0cddec944f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060807 Apr 18 17:06:13.444776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Request body: {'port': {'device_id': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '5284c0ff813848ca977f0087845c40bc'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:13.489177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.527539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47a436db-b0ef-49f6-b3e4-c09407edafd7 req-65a46ed7-5c8d-4498-8820-837c574150c2 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 210 time: 0.0910795 Apr 18 17:06:13.605502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network 347e535b-58f1-44e7-a330-9384dc69e61d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:13.629128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:13.637707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:13.670655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=fab1c4a4-58e7-4557-9753-3e197211f653,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:13.678756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-fba77306-e1cd-4c1f-9d8c-38fffabc7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.678756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-fba77306-e1cd-4c1f-9d8c-38fffabc7eda service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.2782447 Apr 18 17:06:13.687972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d76c-5b40-4f80-b6df-03961329dcf2 req-bcabd704-5340-4ce8-ae89-0485266808a3 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.698053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a982d76c-5b40-4f80-b6df-03961329dcf2 req-bcabd704-5340-4ce8-ae89-0485266808a3 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 944 time: 0.2101619 Apr 18 17:06:13.707594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:13.717370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.732191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Made reservation on behalf of 5284c0ff813848ca977f0087845c40bc for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:13.736256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.748828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Transition to ACTIVE for port object 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:13.777705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-728e7d5c-242a-49c8-a094-c916358e153b req-4fcfb153-f5e2-43a0-9b08-50aa5d4ac2cc tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.1045566 Apr 18 17:06:13.853759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.854422 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.860406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-76182be2-c3dc-4af2-8e0d-67d0ee6dde28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=36d09b59-37e5-491e-8185-3d52b0552ad8 HTTP/1.1" status: 200 len: 217 time: 0.1595080 Apr 18 17:06:13.896533 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.926739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a982d76c-5b40-4f80-b6df-03961329dcf2 req-628aa354-3953-410b-af38-c64b6160f68b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276361 Apr 18 17:06:13.953970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-baac1977-8ca5-45b2-87e5-06ea9e8ed46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.955577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-baac1977-8ca5-45b2-87e5-06ea9e8ed46d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0854642 Apr 18 17:06:13.971170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923d367-ef2e-4bdf-b790-942211d4e3b0 req-9fe8e5d6-a4ce-4c0d-a757-a94235c318a1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.975513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:13.978036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923d367-ef2e-4bdf-b790-942211d4e3b0 req-9fe8e5d6-a4ce-4c0d-a757-a94235c318a1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.982495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Allocated IP 192.168.233.250 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/fa4496a9-4eba-485d-84aa-57ab40db2437) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:13.986152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923d367-ef2e-4bdf-b790-942211d4e3b0 req-9fe8e5d6-a4ce-4c0d-a757-a94235c318a1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.986310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dee1be3f-da2e-451c-88da-58a7280ae804 None None] Provisioning complete for port fab1c4a4-58e7-4557-9753-3e197211f653 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:13.987826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dee1be3f-da2e-451c-88da-58a7280ae804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:13.992384 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923d367-ef2e-4bdf-b790-942211d4e3b0 req-9fe8e5d6-a4ce-4c0d-a757-a94235c318a1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:13.994693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e923d367-ef2e-4bdf-b790-942211d4e3b0 req-9fe8e5d6-a4ce-4c0d-a757-a94235c318a1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 3095 time: 0.1253641 Apr 18 17:06:14.016840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-cf510c58-388d-4da8-88fa-9d896b0ece21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9324040 Apr 18 17:06:14.055717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dee1be3f-da2e-451c-88da-58a7280ae804 None None] Port fab1c4a4-58e7-4557-9753-3e197211f653 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:14.067211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d', 'admin_state_up': True, 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'security_groups': ['f180712f-7cae-4703-afc3-183c4ae5d2b8']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:14.120204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Attempting to bind port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:14.120550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Attempting to bind port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:14.120891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Attempting to bind port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:14.161628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:14.161628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Attempting to bind port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:14.174501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e382a7c6-d55d-45aa-8689-65f815324872 req-64d2b4f6-30d5-49c6-a4bd-0bc060960877 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/e3ac5e77-62db-4b1e-91f7-3698d6b65eb8 HTTP/1.1" status: 200 len: 1806 time: 0.1793332 Apr 18 17:06:14.193598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e923d367-ef2e-4bdf-b790-942211d4e3b0 req-80118eae-835d-447e-9c5d-57dba006ea6a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657579 Apr 18 17:06:14.199887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:14.200232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:14.200624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:14.201075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Bound port: 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:14.201471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.209383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-f6d3479f-b5e1-4616-aa07-91d4f684b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:14.211246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-f6d3479f-b5e1-4616-aa07-91d4f684b3d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2085149 Apr 18 17:06:14.216527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e382a7c6-d55d-45aa-8689-65f815324872 req-146cd978-01c9-4000-b7d5-9ed7095f5a0b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3ac5e77-62db-4b1e-91f7-3698d6b65eb8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:14.226938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e382a7c6-d55d-45aa-8689-65f815324872 req-146cd978-01c9-4000-b7d5-9ed7095f5a0b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3ac5e77-62db-4b1e-91f7-3698d6b65eb8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:14.347565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b5fe35f9-ce85-4e49-8efb-8b083cf019c1 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:14.386337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d2f8ef83-faae-4f02-ab10-c8f91da37b7c up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:14.401250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-7a76e676-14c2-4b12-9bed-2a0ae2d590fc service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666741 Apr 18 17:06:14.431076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:14.435287 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.455786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:14.469859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Made reservation on behalf of 3c24e1ed25414f21bf75839b11e5157d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:14.475138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.524198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.532261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b5fe35f9-ce85-4e49-8efb-8b083cf019c1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:14.548365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'b5fe35f9-ce85-4e49-8efb-8b083cf019c1', 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638', 'port_id': 'b5fe35f9-ce85-4e49-8efb-8b083cf019c1', 'mac_address': 'fa:16:3e:ed:9c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f527d0-5433-4af6-a971-7ca3097a7941', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:14.592277 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.600804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:14.607431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.611189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:14.611870 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.613545 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-aac2eef3-517d-4cb2-908c-9fa4ca3dab70 service neutron] 10.222.0.41 "PUT /v2.0/ports/6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c HTTP/1.1" status: 200 len: 1096 time: 1.5153775 Apr 18 17:06:14.623114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fe35f9-ce85-4e49-8efb-8b083cf019c1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:14.638076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d2f8ef83-faae-4f02-ab10-c8f91da37b7c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:06:14.653968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d2f8ef83-faae-4f02-ab10-c8f91da37b7c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:14.654613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.679801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Allocated IP 10.2.2.200 (347e535b-58f1-44e7-a330-9384dc69e61d/a0f47100-9464-4f3f-b852-3b0c693ee7ab/abbc8be2-efa9-46f3-8d79-63551e08e847) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:14.685255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b5fe35f9-ce85-4e49-8efb-8b083cf019c1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:14.700627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:14.708367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Pushing event updated for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:14.711752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:14.713949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:14.776123 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.780776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:14.781595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.835299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.864449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:14.866022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-d21cd9e8-9956-4e0c-9fb3-02752c1b1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:14.868011 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-d21cd9e8-9956-4e0c-9fb3-02752c1b1373 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5284c0ff813848ca977f0087845c40bc&device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 1099 time: 0.0601082 Apr 18 17:06:14.872623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-48116644-f146-463d-aa76-ce63763f343f tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4336226 Apr 18 17:06:14.876702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:14.885162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:14.887807 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4c895-bfc6-48e7-89ec-5b16e3bb7fe8" -d '{"events": [{"server_uuid": "4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f8ef83-faae-4f02-ab10-c8f91da37b7c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:14.902519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Request body: {'port': {'device_id': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:14.904442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d2f8ef83-faae-4f02-ab10-c8f91da37b7c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:14.964094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-dafedab3-58d6-4f9b-abbb-e55e8eda8809 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c HTTP/1.1" status: 200 len: 217 time: 0.0616417 Apr 18 17:06:14.970238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbda899-1a82-4d8a-abec-f75ddaec0a41 req-7b7daa21-fa82-4570-ad24-bf2e8bbf6feb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:14.977786 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bbda899-1a82-4d8a-abec-f75ddaec0a41 req-7b7daa21-fa82-4570-ad24-bf2e8bbf6feb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 949 time: 0.5988259 Apr 18 17:06:15.010285 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e382a7c6-d55d-45aa-8689-65f815324872 req-146cd978-01c9-4000-b7d5-9ed7095f5a0b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.010835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.027503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.035441 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.117296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Network 347e535b-58f1-44e7-a330-9384dc69e61d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:15.117847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:15.120946 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:15.142522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:15.145897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:15.172412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-8004bc34-0309-48b9-aa91-429ac7606ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:15.174095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-8004bc34-0309-48b9-aa91-429ac7606ce0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1644099 Apr 18 17:06:15.174250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:15.212783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bbda899-1a82-4d8a-abec-f75ddaec0a41 req-bf354470-25ab-4c1c-825e-e0490fd8c445 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341328 Apr 18 17:06:15.220368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e382a7c6-d55d-45aa-8689-65f815324872 req-146cd978-01c9-4000-b7d5-9ed7095f5a0b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.223688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:15.224327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.235226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8d87ae9-8693-4d03-8872-2a8d4eb46037 req-de723f7e-9239-4ad1-b162-a3d983545e08 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271930 Apr 18 17:06:15.256262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event updated for resources: {'Port': ['ID=abbc8be2-efa9-46f3-8d79-63551e08e847,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:15.295882 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e382a7c6-d55d-45aa-8689-65f815324872 req-146cd978-01c9-4000-b7d5-9ed7095f5a0b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.316996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd978-01c9-4000-b7d5-9ed7095f5a0b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f7d095-b3c2-4496-9570-74241044661f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:15.333250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f20cf129-431c-4073-961e-b003dbf95346 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2839613 Apr 18 17:06:15.358242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:15.395812 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e382a7c6-d55d-45aa-8689-65f815324872 req-146cd978-01c9-4000-b7d5-9ed7095f5a0b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.397078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e382a7c6-d55d-45aa-8689-65f815324872 req-146cd978-01c9-4000-b7d5-9ed7095f5a0b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2024190 Apr 18 17:06:15.403925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['b5fe35f9-ce85-4e49-8efb-8b083cf019c1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:15.409011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-80a871a5-e19c-4669-9836-920f1f22f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:15.410822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-80a871a5-e19c-4669-9836-920f1f22f9d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2239780 Apr 18 17:06:15.434938 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.545224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3ef1215a-a6c4-4daa-8449-93836d487cff None None] Provisioning complete for port fa4496a9-4eba-485d-84aa-57ab40db2437 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:15.545964 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ef1215a-a6c4-4daa-8449-93836d487cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.640245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1215a-a6c4-4daa-8449-93836d487cff None None] Port fa4496a9-4eba-485d-84aa-57ab40db2437 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:15.655619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-a9b9d50d-25f0-4b3e-b321-e62fc3583f02 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356105 Apr 18 17:06:15.657727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4496a9-4eba-485d-84aa-57ab40db2437 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:15.667353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.719658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d05ec8-90fe-4ca3-b263-16744116d3ce req-6c4e8a7d-1fd4-433f-92df-a629ead069e0 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:15.721325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21d05ec8-90fe-4ca3-b263-16744116d3ce req-6c4e8a7d-1fd4-433f-92df-a629ead069e0 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 947 time: 0.1847475 Apr 18 17:06:15.728203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Transition to ACTIVE for port object fa4496a9-4eba-485d-84aa-57ab40db2437 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:15.735637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ca54-8ec3-4947-aa94-f055154931d3 req-499f3a75-08d3-410c-b40e-e00c7d2a1970 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:15.737205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f54ca54-8ec3-4947-aa94-f055154931d3 req-499f3a75-08d3-410c-b40e-e00c7d2a1970 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 936 time: 0.2017550 Apr 18 17:06:15.770236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e697d5e6-c9a2-4638-b731-02ba7d4c0428 None None] Provisioning complete for port abbc8be2-efa9-46f3-8d79-63551e08e847 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:15.770613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e697d5e6-c9a2-4638-b731-02ba7d4c0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.778999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ba1bb628-fe5d-4562-9e1f-193af20dba0c req-ce95b42d-5e9b-4c20-8907-bac6453b3f1b service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137536 Apr 18 17:06:15.795769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:15.810544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e697d5e6-c9a2-4638-b731-02ba7d4c0428 None None] Port abbc8be2-efa9-46f3-8d79-63551e08e847 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:15.858206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21d05ec8-90fe-4ca3-b263-16744116d3ce req-5abf6ad6-d366-4385-bbb1-c7c8f2dd1526 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175892 Apr 18 17:06:15.878547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f54ca54-8ec3-4947-aa94-f055154931d3 req-193906a1-ccea-484c-a28f-391034324e53 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192644 Apr 18 17:06:15.908813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:15.949929 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e013682a-fd67-4335-a29a-0427fac8f167 x-openstack-request-id: req-e013682a-fd67-4335-a29a-0427fac8f167 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:15.950224 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f8ef83-faae-4f02-ab10-c8f91da37b7c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:15.950472 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e013682a-fd67-4335-a29a-0427fac8f167 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:15.951207 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e013682a-fd67-4335-a29a-0427fac8f167'] response: {'server_uuid': '4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c', 'code': 200} Apr 18 17:06:15.992276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Attempting to bind port fa4496a9-4eba-485d-84aa-57ab40db2437 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:15.992677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Attempting to bind port fa4496a9-4eba-485d-84aa-57ab40db2437 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:15.993102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Attempting to bind port fa4496a9-4eba-485d-84aa-57ab40db2437 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:15.999811 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Port fa4496a9-4eba-485d-84aa-57ab40db2437 on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:16.001239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Attempting to bind port fa4496a9-4eba-485d-84aa-57ab40db2437 on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:16.011799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:16.012141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:16.012536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:16.012974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Bound port: fa4496a9-4eba-485d-84aa-57ab40db2437, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:16.013334 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:16.017639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73148e56-0cfb-4935-a39b-6c9b57ff7957 req-fba5a74e-0661-4e76-8236-7e9c31517ddf tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0525649 Apr 18 17:06:16.042108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126975b8-a4b4-44ff-a082-cdd417c7c017 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:16.076569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:16.099138 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6feddbb-a86d-48c9-9d62-96f195fb20c9 x-openstack-request-id: req-b6feddbb-a86d-48c9-9d62-96f195fb20c9 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:16.101809 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:16.102531 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6feddbb-a86d-48c9-9d62-96f195fb20c9 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:16.104034 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6feddbb-a86d-48c9-9d62-96f195fb20c9'] response: {'name': 'network-changed', 'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'status': 'completed', 'code': 200} Apr 18 17:06:16.121212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Transition to ACTIVE for port object 126975b8-a4b4-44ff-a082-cdd417c7c017 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:16.143841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebd15e-bd98-4f0c-b348-6f6875192a24 req-af7bade1-cfff-440c-9e6b-df32cabedc97 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.145575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbebd15e-bd98-4f0c-b348-6f6875192a24 req-af7bade1-cfff-440c-9e6b-df32cabedc97 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 945 time: 0.1225617 Apr 18 17:06:16.151719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6e3d-98a3-4bd4-b93b-d088db99f385 req-e30904a1-4463-4590-a19d-21a14e3ad9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.153166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b0f6e3d-98a3-4bd4-b93b-d088db99f385 req-e30904a1-4463-4590-a19d-21a14e3ad9e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 1101 time: 0.0899956 Apr 18 17:06:16.199825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:16.207547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:16.216897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:16.228395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-8b94f893-91a2-4d02-8f01-43f0b0627b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.248313 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-8b94f893-91a2-4d02-8f01-43f0b0627b8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5284c0ff813848ca977f0087845c40bc&device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 1099 time: 0.0615187 Apr 18 17:06:16.320185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:16.344956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 36d09b59-37e5-491e-8185-3d52b0552ad8 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:16.368837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-a0843ff5-d68a-448e-84c4-4905bcc7437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.370384 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-a0843ff5-d68a-448e-84c4-4905bcc7437a service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1267242 Apr 18 17:06:16.375154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.375779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:16.377184 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa4496a9-4eba-485d-84aa-57ab40db2437 HTTP/1.1" status: 200 len: 1096 time: 1.4875879 Apr 18 17:06:16.424610 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-bf5e1dd4-3b11-4c40-a430-8d226a80936a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c HTTP/1.1" status: 200 len: 217 time: 0.0421345 Apr 18 17:06:16.448962 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b2d81-c5ac-4a3a-bf7a-6ccfc4af2648 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:16.491887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-6af2020e-e6dd-48b5-af35-f23583a590e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.493515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 36d09b59-37e5-491e-8185-3d52b0552ad8, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=36d09b59-37e5-491e-8185-3d52b0552ad8,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:16.494220 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-6af2020e-e6dd-48b5-af35-f23583a590e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0568326 Apr 18 17:06:16.506836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '36d09b59-37e5-491e-8185-3d52b0552ad8', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '36d09b59-37e5-491e-8185-3d52b0552ad8', 'mac_address': 'fa:16:3e:ac:25:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:16.525224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b0f6e3d-98a3-4bd4-b93b-d088db99f385 req-bdd8a53d-2313-49ea-bf6d-f42604dd587b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623376 Apr 18 17:06:16.560846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbebd15e-bd98-4f0c-b348-6f6875192a24 req-18e265ba-9788-4915-b936-b4f9bb0015da tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927882 Apr 18 17:06:16.565113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Pushing event updated for resources: {'Port': ['ID=126975b8-a4b4-44ff-a082-cdd417c7c017,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:16.569667 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:16.599618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d09b59-37e5-491e-8185-3d52b0552ad8 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:16.603554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b1c6-25f6-4123-999e-bd580ce151a2 req-a6d6ffac-fa8d-4330-b205-fa7a440a3344 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.609523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b1c6-25f6-4123-999e-bd580ce151a2 req-a6d6ffac-fa8d-4330-b205-fa7a440a3344 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.615388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b1c6-25f6-4123-999e-bd580ce151a2 req-a6d6ffac-fa8d-4330-b205-fa7a440a3344 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.627105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b1c6-25f6-4123-999e-bd580ce151a2 req-a6d6ffac-fa8d-4330-b205-fa7a440a3344 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.632957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b1c6-25f6-4123-999e-bd580ce151a2 req-a6d6ffac-fa8d-4330-b205-fa7a440a3344 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.637109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-01acf40c-78eb-4b15-be3a-81d292f981af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.638289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-01acf40c-78eb-4b15-be3a-81d292f981af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262419 Apr 18 17:06:16.639807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cca2b1c6-25f6-4123-999e-bd580ce151a2 req-a6d6ffac-fa8d-4330-b205-fa7a440a3344 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 3828 time: 0.4780016 Apr 18 17:06:16.642894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 36d09b59-37e5-491e-8185-3d52b0552ad8, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=36d09b59-37e5-491e-8185-3d52b0552ad8,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:16.653329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00344-cb73-4a8f-b230-9d465479e745 req-3cb5946c-9b28-4575-b5d3-03416a40becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:16.655036 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-3cb5946c-9b28-4575-b5d3-03416a40becc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5284c0ff813848ca977f0087845c40bc&device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 1099 time: 0.0898604 Apr 18 17:06:16.701097 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:16.767147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cca2b1c6-25f6-4123-999e-bd580ce151a2 req-a703a071-86ba-492e-95a4-53c2e7895847 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109207 Apr 18 17:06:16.779666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=36d09b59-37e5-491e-8185-3d52b0552ad8,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:16.783629 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-48f1b0ef-72b3-4a42-955a-3fb094464fed service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325426 Apr 18 17:06:16.788398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55454b30-3b68-4208-b59a-8554f0b3d825 req-14ffaae4-0457-4270-a331-162f63c60d1d tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/e3ac5e77-62db-4b1e-91f7-3698d6b65eb8 HTTP/1.1" status: 200 len: 2400 time: 0.2065241 Apr 18 17:06:16.808792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-55454b30-3b68-4208-b59a-8554f0b3d825 req-70b2a712-e453-4335-a755-58c1491b948e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3ac5e77-62db-4b1e-91f7-3698d6b65eb8', 'remote_group_id': None}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:16.808792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-55454b30-3b68-4208-b59a-8554f0b3d825 req-70b2a712-e453-4335-a755-58c1491b948e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3ac5e77-62db-4b1e-91f7-3698d6b65eb8', 'remote_group_id': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:16.819397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Attempting to bind port 126975b8-a4b4-44ff-a082-cdd417c7c017 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:16.819838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Attempting to bind port 126975b8-a4b4-44ff-a082-cdd417c7c017 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:16.820359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Attempting to bind port 126975b8-a4b4-44ff-a082-cdd417c7c017 on network d3a97ff4-2136-4970-9c12-b41d3e746b6c {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:16.829824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Port 126975b8-a4b4-44ff-a082-cdd417c7c017 on network d3a97ff4-2136-4970-9c12-b41d3e746b6c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:16.830276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Attempting to bind port 126975b8-a4b4-44ff-a082-cdd417c7c017 on network d3a97ff4-2136-4970-9c12-b41d3e746b6c {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:16.849754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:16.849754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Checking segment: {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:16.849754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Bound using segment: {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:16.849754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Bound port: 126975b8-a4b4-44ff-a082-cdd417c7c017, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a60a7d-059b-453c-b2a3-c9215dab4575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:16.849754 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:16.919428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] For port 126975b8-a4b4-44ff-a082-cdd417c7c017, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:16.924560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] For port 126975b8-a4b4-44ff-a082-cdd417c7c017, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=126975b8-a4b4-44ff-a082-cdd417c7c017,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:16.960001 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-ab63084b-2b7b-4e15-9006-da48c3568fe2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fa4496a9-4eba-485d-84aa-57ab40db2437 HTTP/1.1" status: 200 len: 217 time: 0.0391898 Apr 18 17:06:16.960001 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8af69aa0-cb1e-4d55-b4a7-0d975a3b95ed req-ab158057-7d75-4d01-81df-ca3d70776151 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527987 Apr 18 17:06:16.994412 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-55454b30-3b68-4208-b59a-8554f0b3d825 req-70b2a712-e453-4335-a755-58c1491b948e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.007942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.017320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00344-cb73-4a8f-b230-9d465479e745 req-584ae9f1-6cc8-4d51-a71f-b49152f6048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.019937 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-584ae9f1-6cc8-4d51-a71f-b49152f6048a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0551641 Apr 18 17:06:17.034414 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.076564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.077188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.078867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] 10.222.0.41 "PUT /v2.0/ports/126975b8-a4b4-44ff-a082-cdd417c7c017 HTTP/1.1" status: 200 len: 1092 time: 1.7275198 Apr 18 17:06:17.079323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:17.081619 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa617a6-8b60-4435-a065-d5938890e75a" -d '{"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:17.093461 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-55454b30-3b68-4208-b59a-8554f0b3d825 req-70b2a712-e453-4335-a755-58c1491b948e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.096558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00344-cb73-4a8f-b230-9d465479e745 req-b104478d-c813-4d68-976b-af700a95e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.097699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aef95-3301-41b4-8ff8-3f72c822dbc1 req-eeb83014-b7a8-400d-838c-10e07d45587e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.099021 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-b104478d-c813-4d68-976b-af700a95e3af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726781 Apr 18 17:06:17.101868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b0aef95-3301-41b4-8ff8-3f72c822dbc1 req-eeb83014-b7a8-400d-838c-10e07d45587e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 950 time: 0.1413589 Apr 18 17:06:17.112788 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.124878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9223c-b4a9-436d-9680-7a22222a1118 service neutron] Pushing event updated for resources: {'Port': ['ID=126975b8-a4b4-44ff-a082-cdd417c7c017,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:17.168401 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-55454b30-3b68-4208-b59a-8554f0b3d825 req-70b2a712-e453-4335-a755-58c1491b948e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.200520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2a712-e453-4335-a755-58c1491b948e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fa3e01-bb10-4420-861f-7fff016b2432,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:17.207847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['36d09b59-37e5-491e-8185-3d52b0552ad8'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:17.214790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b0aef95-3301-41b4-8ff8-3f72c822dbc1 req-6b4b0473-cd8f-4291-b4a1-e10e10274194 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752566 Apr 18 17:06:17.226444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-52284621-e2f7-4180-845f-ad5bdc34e790 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202204 Apr 18 17:06:17.230914 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:17.312154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-55454b30-3b68-4208-b59a-8554f0b3d825 req-70b2a712-e453-4335-a755-58c1491b948e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.314839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55454b30-3b68-4208-b59a-8554f0b3d825 req-70b2a712-e453-4335-a755-58c1491b948e tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5183630 Apr 18 17:06:17.404634 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.427147 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28c00344-cb73-4a8f-b230-9d465479e745 req-33c5c066-9efb-4abb-90e8-86fc64e3c33b service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924934 Apr 18 17:06:17.435384 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e88047-9cbe-42b1-9a1d-92bc5e708a9c req-4a118144-e5eb-4e50-95d4-83f7d4787f0f tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.437198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26e88047-9cbe-42b1-9a1d-92bc5e708a9c req-4a118144-e5eb-4e50-95d4-83f7d4787f0f tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 948 time: 0.0890653 Apr 18 17:06:17.524249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26e88047-9cbe-42b1-9a1d-92bc5e708a9c req-29a28f22-1549-496b-a481-e6bb96d10d2d tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781744 Apr 18 17:06:17.721781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190c0d-5e02-44a5-b2d4-1ca322be4659 req-4850768e-e59d-4b13-a70d-869543beceb4 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.723278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1190c0d-5e02-44a5-b2d4-1ca322be4659 req-4850768e-e59d-4b13-a70d-869543beceb4 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 948 time: 0.1236913 Apr 18 17:06:17.793963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35f73a52-5267-429a-a7c3-3725d9a52408 req-6a5ef251-bd70-4cdc-86d3-697c1b833501 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0507095 Apr 18 17:06:17.821596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1190c0d-5e02-44a5-b2d4-1ca322be4659 req-0a505979-234b-474e-be2b-0bbe60b25f87 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830297 Apr 18 17:06:17.864545 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8e9492-4afd-45c8-b037-e4219547e329 x-openstack-request-id: req-be8e9492-4afd-45c8-b037-e4219547e329 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:17.864838 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:17.865091 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be8e9492-4afd-45c8-b037-e4219547e329 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:17.865501 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8e9492-4afd-45c8-b037-e4219547e329'] response: {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'status': 'completed', 'code': 200} Apr 18 17:06:17.889112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a49168-1b22-4a79-93dc-3937ff69eda0 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:17.904389 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:17.935691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-942a2162-12e8-4500-b8a7-88947e5412c9 req-5c6e1988-eb89-4725-82eb-9ff3dfc587ab tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/e3ac5e77-62db-4b1e-91f7-3698d6b65eb8 HTTP/1.1" status: 200 len: 2999 time: 0.0814438 Apr 18 17:06:17.960221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Transition to ACTIVE for port object c1a49168-1b22-4a79-93dc-3937ff69eda0 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:17.963305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-4b360380-809b-4193-8081-e9f02275d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.963305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-4b360380-809b-4193-8081-e9f02275d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.964564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-4b360380-809b-4193-8081-e9f02275d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.966183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-4b360380-809b-4193-8081-e9f02275d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.966801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-4b360380-809b-4193-8081-e9f02275d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.969832 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2aa617a6-8b60-4435-a065-d5938890e75a req-4b360380-809b-4193-8081-e9f02275d3b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 4363 time: 0.0586169 Apr 18 17:06:17.985507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d035284-9c85-481a-b966-ed8716d76e59 req-88f799a4-fe56-4009-bd55-6133002644c4 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:17.987024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d035284-9c85-481a-b966-ed8716d76e59 req-88f799a4-fe56-4009-bd55-6133002644c4 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 945 time: 0.0721912 Apr 18 17:06:18.050124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d035284-9c85-481a-b966-ed8716d76e59 req-93625cf7-e503-4840-acb0-34e9475904fd tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543542 Apr 18 17:06:18.051741 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.107401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:18.115710 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98510eef-d25a-41d4-b08b-f003b60838db" -d '{"events": [{"name": "network-changed", "server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:18.133750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a49168-1b22-4a79-93dc-3937ff69eda0,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:18.164631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-8334c4d2-1c84-4673-b437-df2288f775ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.165122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-8334c4d2-1c84-4673-b437-df2288f775ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.165626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-8334c4d2-1c84-4673-b437-df2288f775ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.167254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2aa617a6-8b60-4435-a065-d5938890e75a req-8334c4d2-1c84-4673-b437-df2288f775ca service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3c24e1ed25414f21bf75839b11e5157d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1835608 Apr 18 17:06:18.241733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21658d-fe53-4212-83da-7f8088dece49 req-b7f140ae-9560-4321-9ef6-dae41c0e9ea5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.252254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21658d-fe53-4212-83da-7f8088dece49 req-b7f140ae-9560-4321-9ef6-dae41c0e9ea5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.259013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21658d-fe53-4212-83da-7f8088dece49 req-b7f140ae-9560-4321-9ef6-dae41c0e9ea5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.267049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21658d-fe53-4212-83da-7f8088dece49 req-b7f140ae-9560-4321-9ef6-dae41c0e9ea5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.275758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21658d-fe53-4212-83da-7f8088dece49 req-b7f140ae-9560-4321-9ef6-dae41c0e9ea5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.283346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21658d-fe53-4212-83da-7f8088dece49 req-b7f140ae-9560-4321-9ef6-dae41c0e9ea5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.297811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c21658d-fe53-4212-83da-7f8088dece49 req-b7f140ae-9560-4321-9ef6-dae41c0e9ea5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 4600 time: 0.1471806 Apr 18 17:06:18.298850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa617a6-8b60-4435-a065-d5938890e75a req-aab385c5-a57c-41e0-beb8-bfdb83b01fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.300424 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2aa617a6-8b60-4435-a065-d5938890e75a req-aab385c5-a57c-41e0-beb8-bfdb83b01fdc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254578 Apr 18 17:06:18.358526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b5fe35f9-ce85-4e49-8efb-8b083cf019c1 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:18.372524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c21658d-fe53-4212-83da-7f8088dece49 req-1f01cad1-2672-4db4-ae70-2d72e88ba757 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726271 Apr 18 17:06:18.399972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e67b3bf9-f79a-4eff-888d-f78ea6682e43 req-f9143f92-4735-4340-b2a6-4ed9b1cc13b5 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-group-rules/77fa3e01-bb10-4420-861f-7fff016b2432 HTTP/1.1" status: 200 len: 783 time: 0.0349171 Apr 18 17:06:18.432758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Attempting to bind port c1a49168-1b22-4a79-93dc-3937ff69eda0 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:18.433107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Attempting to bind port c1a49168-1b22-4a79-93dc-3937ff69eda0 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:18.433528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Attempting to bind port c1a49168-1b22-4a79-93dc-3937ff69eda0 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:18.455139 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d760b77-b30a-4db3-bad6-a1fcb45570a1 x-openstack-request-id: req-0d760b77-b30a-4db3-bad6-a1fcb45570a1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:18.455710 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:18.456189 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d760b77-b30a-4db3-bad6-a1fcb45570a1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:18.456865 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d760b77-b30a-4db3-bad6-a1fcb45570a1'] response: {'name': 'network-changed', 'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'status': 'completed', 'code': 200} Apr 18 17:06:18.498494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e67b3bf9-f79a-4eff-888d-f78ea6682e43 req-beec8c72-6c08-4fb7-b2c3-4c8e90274303 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/e3ac5e77-62db-4b1e-91f7-3698d6b65eb8 HTTP/1.1" status: 200 len: 2999 time: 0.0667646 Apr 18 17:06:18.511239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Port c1a49168-1b22-4a79-93dc-3937ff69eda0 on network ba84c623-7c17-436b-aaba-ef122d61be9f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:18.511753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Attempting to bind port c1a49168-1b22-4a79-93dc-3937ff69eda0 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:18.534566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:18.534910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Checking segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:18.535303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Bound using segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:18.535747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Bound port: c1a49168-1b22-4a79-93dc-3937ff69eda0, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:18.536112 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.538437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:06:18.542988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:18.543470 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.567020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510eef-d25a-41d4-b08b-f003b60838db req-8e5120c3-467d-4958-8e37-42d3b460f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.569502 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98510eef-d25a-41d4-b08b-f003b60838db req-8e5120c3-467d-4958-8e37-42d3b460f455 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5284c0ff813848ca977f0087845c40bc&device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 1099 time: 0.0672174 Apr 18 17:06:18.638518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] For port c1a49168-1b22-4a79-93dc-3937ff69eda0, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:18.642183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] For port c1a49168-1b22-4a79-93dc-3937ff69eda0, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c1a49168-1b22-4a79-93dc-3937ff69eda0,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:18.645219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e67b3bf9-f79a-4eff-888d-f78ea6682e43 req-f7078681-bc70-4570-9bb7-c8f33e1232dc tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.656388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e67b3bf9-f79a-4eff-888d-f78ea6682e43 req-f7078681-bc70-4570-9bb7-c8f33e1232dc tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.656684 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.684593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dddb1d-a203-491c-923e-9ed297f80d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe35f9-ce85-4e49-8efb-8b083cf019c1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:18.688937 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d99531-4f20-44fb-834f-52bbd97b4203" -d '{"events": [{"server_uuid": "44dddb1d-a203-491c-923e-9ed297f80d21", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe35f9-ce85-4e49-8efb-8b083cf019c1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:18.705650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4999855-0209-4131-a784-109c187b96c3 req-9d1af728-f874-481e-a75a-ad7ca4119d6f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.707531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4999855-0209-4131-a784-109c187b96c3 req-9d1af728-f874-481e-a75a-ad7ca4119d6f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 950 time: 0.1925409 Apr 18 17:06:18.709616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b5fe35f9-ce85-4e49-8efb-8b083cf019c1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:18.714049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510eef-d25a-41d4-b08b-f003b60838db req-68ab214a-a7f8-4c7f-a3f6-839a4423fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.715658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98510eef-d25a-41d4-b08b-f003b60838db req-68ab214a-a7f8-4c7f-a3f6-839a4423fdc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.1393380 Apr 18 17:06:18.728914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.759153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98510eef-d25a-41d4-b08b-f003b60838db req-b18bfa39-078d-42e7-8c2b-1b77de0ac3b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fa4496a9-4eba-485d-84aa-57ab40db2437 HTTP/1.1" status: 200 len: 217 time: 0.0357969 Apr 18 17:06:18.772670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.773305 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.774702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c1a49168-1b22-4a79-93dc-3937ff69eda0 HTTP/1.1" status: 200 len: 1130 time: 1.5589361 Apr 18 17:06:18.792268 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e67b3bf9-f79a-4eff-888d-f78ea6682e43 req-f7078681-bc70-4570-9bb7-c8f33e1232dc tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.797879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e67b3bf9-f79a-4eff-888d-f78ea6682e43 req-f7078681-bc70-4570-9bb7-c8f33e1232dc tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.807486 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:18.809857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e67b3bf9-f79a-4eff-888d-f78ea6682e43 req-f7078681-bc70-4570-9bb7-c8f33e1232dc tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/77fa3e01-bb10-4420-861f-7fff016b2432 HTTP/1.1" status: 204 len: 173 time: 0.3094068 Apr 18 17:06:18.834744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4999855-0209-4131-a784-109c187b96c3 req-7cfd1bab-edf7-4933-b725-42ccda86d50f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190314 Apr 18 17:06:18.839883 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510eef-d25a-41d4-b08b-f003b60838db req-353a6a02-d8c6-4aa6-b99a-ab2244aab291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.842277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98510eef-d25a-41d4-b08b-f003b60838db req-353a6a02-d8c6-4aa6-b99a-ab2244aab291 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0771518 Apr 18 17:06:18.868357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7078681-bc70-4570-9bb7-c8f33e1232dc tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77fa3e01-bb10-4420-861f-7fff016b2432,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:18.877447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf30a90-8933-45b8-843c-9a560809c0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a49168-1b22-4a79-93dc-3937ff69eda0,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:18.907563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:18.910831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:18.944382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510eef-d25a-41d4-b08b-f003b60838db req-e5f4e54b-4c35-40f4-904a-8b36c04f11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:18.946178 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98510eef-d25a-41d4-b08b-f003b60838db req-e5f4e54b-4c35-40f4-904a-8b36c04f11e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943503 Apr 18 17:06:19.026705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:19.094390 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98510eef-d25a-41d4-b08b-f003b60838db req-2eefc136-fab2-4424-9bba-eaae6b53096d service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374571 Apr 18 17:06:19.130335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313b1a8-e8c6-46e5-bd40-2ace9fd02783 req-9d565452-92fd-48c7-8c41-768f6a02d1c7 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:19.143510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8313b1a8-e8c6-46e5-bd40-2ace9fd02783 req-9d565452-92fd-48c7-8c41-768f6a02d1c7 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 948 time: 0.1760285 Apr 18 17:06:19.209744 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98510eef-d25a-41d4-b08b-f003b60838db req-b327fe38-d48d-46d4-a2dc-59074f87135c service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081614 Apr 18 17:06:19.260087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8313b1a8-e8c6-46e5-bd40-2ace9fd02783 req-f73afd20-0238-4ace-a0bc-e06441aa5e48 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155925 Apr 18 17:06:19.311591 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc4cfb-7884-40f7-afd0-4e3bc7a07179 x-openstack-request-id: req-efcc4cfb-7884-40f7-afd0-4e3bc7a07179 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:19.311846 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dddb1d-a203-491c-923e-9ed297f80d21", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe35f9-ce85-4e49-8efb-8b083cf019c1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:19.312111 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-efcc4cfb-7884-40f7-afd0-4e3bc7a07179 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:19.312496 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcc4cfb-7884-40f7-afd0-4e3bc7a07179'] response: {'server_uuid': '44dddb1d-a203-491c-923e-9ed297f80d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe35f9-ce85-4e49-8efb-8b083cf019c1', 'code': 200} Apr 18 17:06:19.440864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eafde29d-4869-4082-8d8a-f0dcfdcb8d76 req-fd180be4-bf20-47ab-9d45-279c5fb1f136 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/e3ac5e77-62db-4b1e-91f7-3698d6b65eb8 HTTP/1.1" status: 200 len: 2400 time: 0.1087310 Apr 18 17:06:19.446972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a548baa7-7f6e-4eda-a51f-ed691587cf90 req-9c68d3ec-8ee4-465f-99ed-d80a22ee9840 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0472243 Apr 18 17:06:19.454484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829adec-15a2-495f-91fa-5c5d4abac366 req-ed1a8621-0fa4-48aa-8e43-717bd6681c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:19.455904 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2829adec-15a2-495f-91fa-5c5d4abac366 req-ed1a8621-0fa4-48aa-8e43-717bd6681c2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 1097 time: 0.0532925 Apr 18 17:06:19.499162 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2829adec-15a2-495f-91fa-5c5d4abac366 req-c7eae863-67fb-472f-bf21-764213f406e6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287693 Apr 18 17:06:19.611496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cad90b-1cfa-4d19-a18b-df17b5bc0436 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:19.622693 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-eafde29d-4869-4082-8d8a-f0dcfdcb8d76 req-b12123c3-d181-4d19-b67c-233d2c937598 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:19.628155 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:19.670351 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-eafde29d-4869-4082-8d8a-f0dcfdcb8d76 req-b12123c3-d181-4d19-b67c-233d2c937598 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:19.673752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Transition to ACTIVE for port object c8cad90b-1cfa-4d19-a18b-df17b5bc0436 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:19.681658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5651b74-aaef-4b5c-8bf2-98df7d26782d req-9ea0f015-7249-4f0b-8449-2a37566969b5 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:19.683196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5651b74-aaef-4b5c-8bf2-98df7d26782d req-9ea0f015-7249-4f0b-8449-2a37566969b5 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 948 time: 0.1373777 Apr 18 17:06:19.743134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5651b74-aaef-4b5c-8bf2-98df7d26782d req-717d0977-3b5d-4242-b65d-cd83c77d8822 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508153 Apr 18 17:06:19.792273 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:19.859916 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-eafde29d-4869-4082-8d8a-f0dcfdcb8d76 req-b12123c3-d181-4d19-b67c-233d2c937598 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:19.862617 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-eafde29d-4869-4082-8d8a-f0dcfdcb8d76 req-b12123c3-d181-4d19-b67c-233d2c937598 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:19.863777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eafde29d-4869-4082-8d8a-f0dcfdcb8d76 req-b12123c3-d181-4d19-b67c-233d2c937598 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "DELETE /v2.0/security-groups/e3ac5e77-62db-4b1e-91f7-3698d6b65eb8 HTTP/1.1" status: 204 len: 173 time: 0.4144094 Apr 18 17:06:19.870375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'c1a49168-1b22-4a79-93dc-3937ff69eda0'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:19.872811 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887" -d '{"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "c1a49168-1b22-4a79-93dc-3937ff69eda0"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:19.893724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12123c3-d181-4d19-b67c-233d2c937598 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ac5e77-62db-4b1e-91f7-3698d6b65eb8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:19.895431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:19.925802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6828f-571e-4405-8945-917c1f9696ea req-206861bc-7b24-4af2-917a-531b8be730f0 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:19.927500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fe6828f-571e-4405-8945-917c1f9696ea req-206861bc-7b24-4af2-917a-531b8be730f0 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 1101 time: 0.1094279 Apr 18 17:06:20.034598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fe6828f-571e-4405-8945-917c1f9696ea req-309cf7f2-edcf-4533-9ada-43a9a6435ee2 tempest-ServersOnMultiNodesTest-1724137810 tempest-ServersOnMultiNodesTest-1724137810-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962267 Apr 18 17:06:20.052991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a049e-fbe3-4b2a-9dc9-faeca77eac6a req-1d7823e2-f335-4509-adde-0981711f90eb tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.054511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d23a049e-fbe3-4b2a-9dc9-faeca77eac6a req-1d7823e2-f335-4509-adde-0981711f90eb tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1252725 Apr 18 17:06:20.058579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Attempting to bind port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:20.060227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Attempting to bind port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:20.062039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Attempting to bind port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:20.084314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 on network ba84c623-7c17-436b-aaba-ef122d61be9f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:20.084645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Attempting to bind port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:20.092063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:20.092397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Checking segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:20.092780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Bound using segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:20.093207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Bound port: c8cad90b-1cfa-4d19-a18b-df17b5bc0436, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:20.093619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:20.147228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d23a049e-fbe3-4b2a-9dc9-faeca77eac6a req-ba309ba6-c786-42fa-a789-528a3cb95010 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802655 Apr 18 17:06:20.220294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-38c9f9e8-5d5a-4ea4-8a57-0123ea64ad68 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.226004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-38c9f9e8-5d5a-4ea4-8a57-0123ea64ad68 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.231715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-38c9f9e8-5d5a-4ea4-8a57-0123ea64ad68 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.237981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-38c9f9e8-5d5a-4ea4-8a57-0123ea64ad68 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.243717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-38c9f9e8-5d5a-4ea4-8a57-0123ea64ad68 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.249399 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-38c9f9e8-5d5a-4ea4-8a57-0123ea64ad68 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.255785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-38c9f9e8-5d5a-4ea4-8a57-0123ea64ad68 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.257676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-38c9f9e8-5d5a-4ea4-8a57-0123ea64ad68 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5372 time: 0.1392014 Apr 18 17:06:20.269022 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-6f9b3342-a130-4c6b-b6c5-2766f0fc0e0a req-b1cf1392-4fbd-4eca-a601-43db3b06979b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] show failed (client error): The resource could not be found. Apr 18 17:06:20.270040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f9b3342-a130-4c6b-b6c5-2766f0fc0e0a req-b1cf1392-4fbd-4eca-a601-43db3b06979b tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/1fed20ca-bcbc-4153-9b99-4a17036225fe HTTP/1.1" status: 404 len: 352 time: 0.0757370 Apr 18 17:06:20.271077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] For port c8cad90b-1cfa-4d19-a18b-df17b5bc0436, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:20.296450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] For port c8cad90b-1cfa-4d19-a18b-df17b5bc0436, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:20.301353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:20.316614 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdefddc-6696-421c-b27b-5051f8cb4543 x-openstack-request-id: req-8fdefddc-6696-421c-b27b-5051f8cb4543 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:20.316909 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "c1a49168-1b22-4a79-93dc-3937ff69eda0", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:20.317159 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fdefddc-6696-421c-b27b-5051f8cb4543 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:20.317619 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdefddc-6696-421c-b27b-5051f8cb4543'] response: {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'c1a49168-1b22-4a79-93dc-3937ff69eda0', 'status': 'completed', 'code': 200} Apr 18 17:06:20.328784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc2f21d8-5fc4-4880-8d3f-ce4c9e3e1efb req-bed93387-e4e2-4869-9ad7-da4c038aacf3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638669 Apr 18 17:06:20.388757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:20.417376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-71ac73d1-dd98-4939-b774-90ae9ae4da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.418575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-71ac73d1-dd98-4939-b774-90ae9ae4da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.419534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-71ac73d1-dd98-4939-b774-90ae9ae4da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.420194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-71ac73d1-dd98-4939-b774-90ae9ae4da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.420852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-71ac73d1-dd98-4939-b774-90ae9ae4da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.423321 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-71ac73d1-dd98-4939-b774-90ae9ae4da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.424003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-71ac73d1-dd98-4939-b774-90ae9ae4da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.427967 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-71ac73d1-dd98-4939-b774-90ae9ae4da32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6167 time: 0.0670385 Apr 18 17:06:20.443007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fa4496a9-4eba-485d-84aa-57ab40db2437 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:20.448492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.449120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:20.450721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8cad90b-1cfa-4d19-a18b-df17b5bc0436 HTTP/1.1" status: 200 len: 1130 time: 1.5481107 Apr 18 17:06:20.452244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 36d09b59-37e5-491e-8185-3d52b0552ad8 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:20.492949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f7532-f3d0-4c21-adbe-21f9932ffad2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:20.582482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:20.624299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-9df1d814-18c1-4877-a91c-8ea88e1b4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.625141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-9df1d814-18c1-4877-a91c-8ea88e1b4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.625881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-9df1d814-18c1-4877-a91c-8ea88e1b4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.627053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71602cd3-caf7-49d2-a690-4ba03ce6355a req-178ed73c-ba6a-456f-8406-5ee3a46b1b17 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/47d7b6d0-5b64-4f47-ab6c-c7c3549d18b9 HTTP/1.1" status: 200 len: 1805 time: 0.0933399 Apr 18 17:06:20.631917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:20.633378 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-9df1d814-18c1-4877-a91c-8ea88e1b4e26 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3c24e1ed25414f21bf75839b11e5157d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1857381 Apr 18 17:06:20.766192 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:20.778761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'mac_address': 'fa:16:3e:d5:17:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:20.830215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-6704557a-9ea3-4a7b-92f1-33b7699c8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:20.831922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb55a0c1-a688-46c9-bc2e-1d9fabb1e887 req-6704557a-9ea3-4a7b-92f1-33b7699c8450 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1960847 Apr 18 17:06:20.843659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-71602cd3-caf7-49d2-a690-4ba03ce6355a req-2605b8bf-95fb-4f45-9dd0-289e2f0e1b73 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:20.915443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-71602cd3-caf7-49d2-a690-4ba03ce6355a req-2605b8bf-95fb-4f45-9dd0-289e2f0e1b73 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:20.990830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:21.020653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f40d-5aa0-4c07-826e-24918b9c887a req-0ce3405c-5343-4de4-a698-7283c6c0a159 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:21.022381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61f3f40d-5aa0-4c07-826e-24918b9c887a req-0ce3405c-5343-4de4-a698-7283c6c0a159 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 948 time: 0.1806414 Apr 18 17:06:21.039029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'mac_address': 'fa:16:3e:32:fa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:21.068055 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.114917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:21.134758 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.159645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:21.162872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61f3f40d-5aa0-4c07-826e-24918b9c887a req-74493a02-3308-4608-954c-45bd8ac8c8b0 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221116 Apr 18 17:06:21.163933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4496a9-4eba-485d-84aa-57ab40db2437 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:21.177552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 36d09b59-37e5-491e-8185-3d52b0552ad8 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:06:21.192626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 36d09b59-37e5-491e-8185-3d52b0552ad8 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:21.192921 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.218050 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-71602cd3-caf7-49d2-a690-4ba03ce6355a req-2605b8bf-95fb-4f45-9dd0-289e2f0e1b73 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.223263 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-71602cd3-caf7-49d2-a690-4ba03ce6355a req-2605b8bf-95fb-4f45-9dd0-289e2f0e1b73 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.224784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71602cd3-caf7-49d2-a690-4ba03ce6355a req-2605b8bf-95fb-4f45-9dd0-289e2f0e1b73 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "DELETE /v2.0/security-groups/47d7b6d0-5b64-4f47-ab6c-c7c3549d18b9 HTTP/1.1" status: 204 len: 173 time: 0.5834241 Apr 18 17:06:21.245332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:21.272763 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.296393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605b8bf-95fb-4f45-9dd0-289e2f0e1b73 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d7b6d0-5b64-4f47-ab6c-c7c3549d18b9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:21.319387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-077e3780-7c35-40a1-a189-852b23032211 req-67065081-7e74-4687-9ee3-fa8d193172c2 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0742471 Apr 18 17:06:21.333271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.367499 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.402621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:21.442170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e24935-ee5e-4365-8127-da2e03c62199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d09b59-37e5-491e-8185-3d52b0552ad8'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:21.447664 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5d9b2d-0a47-4b05-9b7b-759f26b25e5a" -d '{"events": [{"server_uuid": "d4e24935-ee5e-4365-8127-da2e03c62199", "name": "network-vif-plugged", "status": "completed", "tag": "36d09b59-37e5-491e-8185-3d52b0552ad8"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:21.465001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 36d09b59-37e5-491e-8185-3d52b0552ad8, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=36d09b59-37e5-491e-8185-3d52b0552ad8,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:21.486787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:21.495436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:21.509185 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.529449 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.533449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30cd9-ef94-4e5f-814a-226adaf536c1 req-7abbbf3d-3052-49e6-88f9-bd90669935f4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:21.534951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ef30cd9-ef94-4e5f-814a-226adaf536c1 req-7abbbf3d-3052-49e6-88f9-bd90669935f4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 950 time: 0.0944109 Apr 18 17:06:21.550339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4ba31-9e8a-47ce-ae1f-0f559594865a req-e1ccab50-28c5-4c6d-b40c-5c8ecd289a72 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:21.553706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ad4ba31-9e8a-47ce-ae1f-0f559594865a req-e1ccab50-28c5-4c6d-b40c-5c8ecd289a72 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 949 time: 0.1232550 Apr 18 17:06:21.553706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Transition to ACTIVE for port object eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:21.586295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=36d09b59-37e5-491e-8185-3d52b0552ad8,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:21.617386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ef30cd9-ef94-4e5f-814a-226adaf536c1 req-2f0acb94-7f0d-4b43-b2ea-2af9e8b2e37e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632493 Apr 18 17:06:21.620078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ad4ba31-9e8a-47ce-ae1f-0f559594865a req-8da3d6b7-4e12-4aad-b838-33c619c64d94 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497077 Apr 18 17:06:21.629635 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.720045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:21.762182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:21.789360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['fa4496a9-4eba-485d-84aa-57ab40db2437'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:21.796629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0fdd742-4cc1-4d69-890b-66c4615e8340 req-6866e908-8193-4a72-b35f-2f52e277c279 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/0c54c8af-a02a-446f-8356-7bdfaf570175 HTTP/1.1" status: 200 len: 1804 time: 0.1176596 Apr 18 17:06:21.840362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e81879-5ad1-4e88-8b93-9cec7b3cfb17 req-361bcb26-c210-4434-a4de-1521ec73016e tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:21.841911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0e81879-5ad1-4e88-8b93-9cec7b3cfb17 req-361bcb26-c210-4434-a4de-1521ec73016e tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1468530 Apr 18 17:06:21.909581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0e81879-5ad1-4e88-8b93-9cec7b3cfb17 req-1d6cdd8e-3d11-4116-bfed-8e0281c5ed64 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585384 Apr 18 17:06:21.952912 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0fdd742-4cc1-4d69-890b-66c4615e8340 req-16f11483-5e01-4e27-bb2a-9421b185ff48 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.955878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Attempting to bind port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:21.956241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Attempting to bind port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:21.956707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Attempting to bind port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:21.968015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa on network ba84c623-7c17-436b-aaba-ef122d61be9f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:21.968338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Attempting to bind port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:21.982718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:21.983002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Checking segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:21.983381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Bound using segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:21.984146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Bound port: eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:21.984146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:21.996235 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0fdd742-4cc1-4d69-890b-66c4615e8340 req-16f11483-5e01-4e27-bb2a-9421b185ff48 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.099066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] For port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:22.110069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] For port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:22.169746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-bebda0b2-60f7-4802-9a3f-981a061d003e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.176225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-bebda0b2-60f7-4802-9a3f-981a061d003e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.182078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-bebda0b2-60f7-4802-9a3f-981a061d003e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.188219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-bebda0b2-60f7-4802-9a3f-981a061d003e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.194195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-bebda0b2-60f7-4802-9a3f-981a061d003e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.201550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-bebda0b2-60f7-4802-9a3f-981a061d003e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.207942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-bebda0b2-60f7-4802-9a3f-981a061d003e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.210088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-bebda0b2-60f7-4802-9a3f-981a061d003e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5384 time: 0.0935156 Apr 18 17:06:22.228397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0fdd742-4cc1-4d69-890b-66c4615e8340 req-16f11483-5e01-4e27-bb2a-9421b185ff48 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.231084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0fdd742-4cc1-4d69-890b-66c4615e8340 req-16f11483-5e01-4e27-bb2a-9421b185ff48 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.232223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0fdd742-4cc1-4d69-890b-66c4615e8340 req-16f11483-5e01-4e27-bb2a-9421b185ff48 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "DELETE /v2.0/security-groups/0c54c8af-a02a-446f-8356-7bdfaf570175 HTTP/1.1" status: 204 len: 173 time: 0.4035480 Apr 18 17:06:22.241779 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.271624 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed10195-729a-486e-97f7-7aebb7cac177 x-openstack-request-id: req-1ed10195-729a-486e-97f7-7aebb7cac177 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:22.272463 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e24935-ee5e-4365-8127-da2e03c62199", "name": "network-vif-plugged", "status": "completed", "tag": "36d09b59-37e5-491e-8185-3d52b0552ad8", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:22.276580 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ed10195-729a-486e-97f7-7aebb7cac177 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:22.276580 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed10195-729a-486e-97f7-7aebb7cac177'] response: {'server_uuid': 'd4e24935-ee5e-4365-8127-da2e03c62199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d09b59-37e5-491e-8185-3d52b0552ad8', 'code': 200} Apr 18 17:06:22.278257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f11483-5e01-4e27-bb2a-9421b185ff48 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c54c8af-a02a-446f-8356-7bdfaf570175,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:22.318029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.318718 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.320038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa HTTP/1.1" status: 200 len: 1091 time: 1.7011838 Apr 18 17:06:22.320770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'c8cad90b-1cfa-4d19-a18b-df17b5bc0436'}, {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:22.323869 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d34937-6f8a-4a55-aa92-b68f2df2122b" -d '{"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "c8cad90b-1cfa-4d19-a18b-df17b5bc0436"}, {"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:22.332144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a77b6066-630e-4e8e-86ac-d69e34ac7991 req-dcaaed9e-a41e-4cb4-a301-58dfb5022ddd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139407 Apr 18 17:06:22.335496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7caef-0ee5-41ac-b2c7-c5baf0cc40f7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:22.411250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:22.477561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307cb47-56a1-4286-bae3-185eac612196 req-b35a96cd-572e-4814-83fc-ecbb89f99cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.480115 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0307cb47-56a1-4286-bae3-185eac612196 req-b35a96cd-572e-4814-83fc-ecbb89f99cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 1100 time: 0.0793626 Apr 18 17:06:22.553306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0307cb47-56a1-4286-bae3-185eac612196 req-e0f275c4-efd7-4d03-8f5e-b5e4a83110eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Apr 18 17:06:22.560596 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.581051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57312) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:22.599551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba2735-8708-4265-8e14-6aa796ae9a45 req-aee63ebc-b877-4604-932d-d22604d8d4c9 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.601121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7ba2735-8708-4265-8e14-6aa796ae9a45 req-aee63ebc-b877-4604-932d-d22604d8d4c9 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 949 time: 0.1406894 Apr 18 17:06:22.743758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.830573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.858952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-2cb18fb0-3d9a-444f-b663-6e4a913042cb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:22.860905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-2cb18fb0-3d9a-444f-b663-6e4a913042cb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 950 time: 0.3527710 Apr 18 17:06:22.906852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:22.939551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7ba2735-8708-4265-8e14-6aa796ae9a45 req-36a7ee50-6ab2-4a59-b989-455de3818dd8 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986004 Apr 18 17:06:22.945703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8408b5ad-f9a8-4257-9279-ce7a6bda2307,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:22.950450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1d43e7f650246a5b4d10133d379b103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682768 Apr 18 17:06:22.955158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:22.961820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.962281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.962580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.962894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.963220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.963544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.963864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.964360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.964868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.965189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.965532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:22.965856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb79852-ff16-49d5-9874-d2c8f066a8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:23.008266 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a761cc-50dc-4287-a384-24e8ba4213af x-openstack-request-id: req-29a761cc-50dc-4287-a384-24e8ba4213af {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:23.008874 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "c8cad90b-1cfa-4d19-a18b-df17b5bc0436", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:23.008874 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29a761cc-50dc-4287-a384-24e8ba4213af {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:23.009206 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a761cc-50dc-4287-a384-24e8ba4213af'] response: {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'c8cad90b-1cfa-4d19-a18b-df17b5bc0436', 'status': 'completed', 'code': 200} Apr 18 17:06:23.009497 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a761cc-50dc-4287-a384-24e8ba4213af'] response: {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa', 'status': 'completed', 'code': 200} Apr 18 17:06:23.014255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94aa76f0-7986-44a4-a877-39534d7fb65d req-24834b15-2806-4324-bc7a-19a600c1329d tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/d969d3d8-bfc6-414a-976d-465d850eb414 HTTP/1.1" status: 200 len: 1804 time: 0.1690032 Apr 18 17:06:23.030375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d27b190d-b8a3-4f83-835e-192a240efd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.120248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d27b190d-b8a3-4f83-835e-192a240efd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.161593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f42881ee-4220-497e-88a6-39f0bb4b922b req-b660bbe7-e71f-4080-b01d-93866af197db tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0750721 Apr 18 17:06:23.169928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-fcd33b32-b90c-45df-97f4-cbe5fea1f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.171439 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-fcd33b32-b90c-45df-97f4-cbe5fea1f92f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 1097 time: 0.1044650 Apr 18 17:06:23.177362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-9d33e524-9199-47ec-8706-d575de6a938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.177877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-9d33e524-9199-47ec-8706-d575de6a938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.178785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-9d33e524-9199-47ec-8706-d575de6a938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.179082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-9d33e524-9199-47ec-8706-d575de6a938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.179350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-9d33e524-9199-47ec-8706-d575de6a938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.179838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-9d33e524-9199-47ec-8706-d575de6a938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.180299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-9d33e524-9199-47ec-8706-d575de6a938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.182189 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-9d33e524-9199-47ec-8706-d575de6a938f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6276 time: 0.1162865 Apr 18 17:06:23.223457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Deleting port d2f8ef83-faae-4f02-ab10-c8f91da37b7c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:23.223887 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.247716 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-94aa76f0-7986-44a4-a877-39534d7fb65d req-12fd441e-5174-42da-ac0c-5a4fb0b66b4c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.345147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-94aa76f0-7986-44a4-a877-39534d7fb65d req-12fd441e-5174-42da-ac0c-5a4fb0b66b4c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.361985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-fd0b4e81-ddc5-4536-a65c-698a2cc4e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.364047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-fd0b4e81-ddc5-4536-a65c-698a2cc4e2bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 911 time: 0.1809750 Apr 18 17:06:23.369779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-b5e84019-45ee-4466-98ce-080aa383ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.370319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-b5e84019-45ee-4466-98ce-080aa383ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.370727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-b5e84019-45ee-4466-98ce-080aa383ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.372205 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-b5e84019-45ee-4466-98ce-080aa383ede7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3c24e1ed25414f21bf75839b11e5157d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1708250 Apr 18 17:06:23.422822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d27b190d-b8a3-4f83-835e-192a240efd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.425351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d27b190d-b8a3-4f83-835e-192a240efd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.426516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d27b190d-b8a3-4f83-835e-192a240efd8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8408b5ad-f9a8-4257-9279-ce7a6bda2307 HTTP/1.1" status: 204 len: 168 time: 0.4702189 Apr 18 17:06:23.427857 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-e137def2-f892-4fca-baa6-dd10d2631cf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1 HTTP/1.1" status: 200 len: 217 time: 0.0547729 Apr 18 17:06:23.435159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4abfc3-a65e-47ce-86e1-fb65e067435f req-a201c81d-f8d8-4226-b277-15e274bb84cb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.439995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b4abfc3-a65e-47ce-86e1-fb65e067435f req-a201c81d-f8d8-4226-b277-15e274bb84cb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 950 time: 0.1943026 Apr 18 17:06:23.463442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] For port d2f8ef83-faae-4f02-ab10-c8f91da37b7c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:23.472501 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.493595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b190d-b8a3-4f83-835e-192a240efd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8408b5ad-f9a8-4257-9279-ce7a6bda2307,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:23.503373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Calling delete_port for d2f8ef83-faae-4f02-ab10-c8f91da37b7c owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:23.510602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7497679-2979-4888-9974-4da8f1012c65 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:23.527718 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.531965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-6d54bd50-3bdc-4095-bc2e-6ab56d58d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.533703 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-6d54bd50-3bdc-4095-bc2e-6ab56d58d757 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59f527d0-5433-4af6-a971-7ca3097a7941 HTTP/1.1" status: 200 len: 850 time: 0.0947883 Apr 18 17:06:23.546541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b4abfc3-a65e-47ce-86e1-fb65e067435f req-b2ef1257-85c8-4aa1-b968-98e6bb6b5002 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876162 Apr 18 17:06:23.581285 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-75172bdc-70cb-49ee-8743-a05415e8065d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969a984-a27a-4436-9e2d-23c6b2391638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369325 Apr 18 17:06:23.582468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-675b8450-1c0d-4cf8-bd87-fab423842eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.583334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Transition to ACTIVE for port object b7497679-2979-4888-9974-4da8f1012c65 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:23.584025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-675b8450-1c0d-4cf8-bd87-fab423842eab service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2046554 Apr 18 17:06:23.673763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-94aa76f0-7986-44a4-a877-39534d7fb65d req-12fd441e-5174-42da-ac0c-5a4fb0b66b4c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.676358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-94aa76f0-7986-44a4-a877-39534d7fb65d req-12fd441e-5174-42da-ac0c-5a4fb0b66b4c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.677712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94aa76f0-7986-44a4-a877-39534d7fb65d req-12fd441e-5174-42da-ac0c-5a4fb0b66b4c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "DELETE /v2.0/security-groups/d969d3d8-bfc6-414a-976d-465d850eb414 HTTP/1.1" status: 204 len: 173 time: 0.6526144 Apr 18 17:06:23.718241 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.720467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd441e-5174-42da-ac0c-5a4fb0b66b4c tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d969d3d8-bfc6-414a-976d-465d850eb414,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:23.756218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-42ca0cef-6496-45da-a4b2-f32ba9945dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.759222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-42ca0cef-6496-45da-a4b2-f32ba9945dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.760007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-42ca0cef-6496-45da-a4b2-f32ba9945dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.760787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-42ca0cef-6496-45da-a4b2-f32ba9945dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.761497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-42ca0cef-6496-45da-a4b2-f32ba9945dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.762223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-42ca0cef-6496-45da-a4b2-f32ba9945dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.762699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-42ca0cef-6496-45da-a4b2-f32ba9945dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.764693 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-42ca0cef-6496-45da-a4b2-f32ba9945dd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6276 time: 0.1033974 Apr 18 17:06:23.824195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-21aab549-4cc7-43e2-8382-cae292a5d539 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359567 Apr 18 17:06:23.855538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0078c98-a883-4437-b8c1-14673574d9bb req-dee1b9d3-ec55-4725-9afa-965a7e2da504 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:23.862993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0078c98-a883-4437-b8c1-14673574d9bb req-dee1b9d3-ec55-4725-9afa-965a7e2da504 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 949 time: 0.2258005 Apr 18 17:06:23.891872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7497679-2979-4888-9974-4da8f1012c65,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:23.946510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:23.990086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ac0ed2fd-5b19-473e-a3a8-482996594a37', '9bd41313-7928-4c01-8273-b01f793bb16e', '3e85f317-24f6-491a-b16d-d6ea7a159002'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:24.008633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008', 'b38107ae-769c-4567-946d-f6934ce0d42d', 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:24.024173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event deleted for resources: {'Port': ['ID=d2f8ef83-faae-4f02-ab10-c8f91da37b7c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:24.033169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Attempting to bind port b7497679-2979-4888-9974-4da8f1012c65 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:24.033686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Attempting to bind port b7497679-2979-4888-9974-4da8f1012c65 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:24.034118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Attempting to bind port b7497679-2979-4888-9974-4da8f1012c65 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:24.046333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Port b7497679-2979-4888-9974-4da8f1012c65 on network ba84c623-7c17-436b-aaba-ef122d61be9f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:24.046716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Attempting to bind port b7497679-2979-4888-9974-4da8f1012c65 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:24.068323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f64df-d839-460c-abd8-82ec91c297bb req-ea599983-fc6b-4468-a569-34f85478e540 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.070431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-544f64df-d839-460c-abd8-82ec91c297bb req-ea599983-fc6b-4468-a569-34f85478e540 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.2903523 Apr 18 17:06:24.071933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:24.072796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Checking segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:24.073483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Bound using segment: {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:24.074045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Bound port: b7497679-2979-4888-9974-4da8f1012c65, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9923e8-0a81-478b-bc4d-1bb417fe6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:24.074518 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.080477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0078c98-a883-4437-b8c1-14673574d9bb req-3e8e6b53-35aa-45e0-b12f-b7fd6eadd8d0 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166271 Apr 18 17:06:24.232769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] No DVR routers for this DVR port d2f8ef83-faae-4f02-ab10-c8f91da37b7c on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:24.256045 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.260558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fff1ff93-87f0-4b5a-9b2e-02f85a16065d req-71a8641c-3a7c-4d3c-a28a-4322860bec11 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "DELETE /v2.0/ports/d2f8ef83-faae-4f02-ab10-c8f91da37b7c HTTP/1.1" status: 204 len: 173 time: 1.3338504 Apr 18 17:06:24.266427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-544f64df-d839-460c-abd8-82ec91c297bb req-70a26d6e-d15d-423d-ada5-bed66e081aec tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838226 Apr 18 17:06:24.325709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:24.387152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fa4496a9-4eba-485d-84aa-57ab40db2437 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:24.396512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] For port b7497679-2979-4888-9974-4da8f1012c65, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:24.401684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] For port b7497679-2979-4888-9974-4da8f1012c65, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b7497679-2979-4888-9974-4da8f1012c65,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:24.414048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-332e2a71-100d-4e07-b304-7c7e19b08478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.414614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-332e2a71-100d-4e07-b304-7c7e19b08478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.417061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-332e2a71-100d-4e07-b304-7c7e19b08478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.417061 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-332e2a71-100d-4e07-b304-7c7e19b08478 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3c24e1ed25414f21bf75839b11e5157d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6353142 Apr 18 17:06:24.465031 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e1ea7b-e992-4f75-b912-e989d69852e1 req-ba5a3186-f091-49b7-8bf2-c97f24ed098f service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054468 Apr 18 17:06:24.489921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-5e383eb6-663f-4172-9dfe-335b8562d041 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.496266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-5e383eb6-663f-4172-9dfe-335b8562d041 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.515221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-5e383eb6-663f-4172-9dfe-335b8562d041 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.522459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-5e383eb6-663f-4172-9dfe-335b8562d041 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.529494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-5e383eb6-663f-4172-9dfe-335b8562d041 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.535526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-5e383eb6-663f-4172-9dfe-335b8562d041 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.542098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-5e383eb6-663f-4172-9dfe-335b8562d041 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.551405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-5e383eb6-663f-4172-9dfe-335b8562d041 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5396 time: 0.2891121 Apr 18 17:06:24.551899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-742ade22-9d8a-483c-bbe2-4bc51e300e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.554070 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d1d34937-6f8a-4a55-aa92-b68f2df2122b req-742ade22-9d8a-483c-bbe2-4bc51e300e0b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206577 Apr 18 17:06:24.557862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.647142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.647770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.649177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7497679-2979-4888-9974-4da8f1012c65 HTTP/1.1" status: 200 len: 1090 time: 2.2423117 Apr 18 17:06:24.665760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:06:24.667499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port fa4496a9-4eba-485d-84aa-57ab40db2437 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:06:24.679883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:24.680264 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.690566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-389b4e9e-3b4f-4b38-947d-bc22884604c9 req-420813c2-69fe-453e-aed1-62fa03b519ef tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/da1e2052-1d92-4292-a804-3d9e61a18bf1 HTTP/1.1" status: 200 len: 2403 time: 0.2861607 Apr 18 17:06:24.707397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-970b5d26-2bfa-4fba-8077-7e5006318d4d req-e54ad7a4-d625-4c69-8180-5d2bb1fb5974 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1538787 Apr 18 17:06:24.719598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port fa4496a9-4eba-485d-84aa-57ab40db2437 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:24.720009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.744517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d7e2e-3763-4bad-b9d8-32c693f244b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7497679-2979-4888-9974-4da8f1012c65,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:24.798491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:24.881738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-389b4e9e-3b4f-4b38-947d-bc22884604c9 req-562538f4-a867-4446-92ed-467d3132a481 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.954978 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.958660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-389b4e9e-3b4f-4b38-947d-bc22884604c9 req-562538f4-a867-4446-92ed-467d3132a481 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:24.987678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34308f4-6c61-48d0-97aa-5554c888c6b7 req-ea628777-c8b8-4fa8-8ab7-21970694a915 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:24.992884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34308f4-6c61-48d0-97aa-5554c888c6b7 req-ea628777-c8b8-4fa8-8ab7-21970694a915 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 949 time: 0.1247025 Apr 18 17:06:25.016302 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.019828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57358) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:25.027588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5', 'name': 'network-vif-deleted', 'tag': 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c'}, {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'b7497679-2979-4888-9974-4da8f1012c65'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:25.029850 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe02f56-4eef-4a31-aebf-2b1e34703d12" -d '{"events": [{"server_uuid": "4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5", "name": "network-vif-deleted", "tag": "d2f8ef83-faae-4f02-ab10-c8f91da37b7c"}, {"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "b7497679-2979-4888-9974-4da8f1012c65"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:25.107236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:25.110092 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba37720-4d4d-420f-859e-89dbe60a6d71" -d '{"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-plugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:25.116524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.138362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1030762365-network', 'tenant_id': 'fbb48e2c6a3c4a4bab815b2caa6fb79a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:25.141696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:25.162809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34308f4-6c61-48d0-97aa-5554c888c6b7 req-8ee4849a-cc3d-4ad1-b6d7-16b95fdc5443 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561079 Apr 18 17:06:25.213559 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.237378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:25.272382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-389b4e9e-3b4f-4b38-947d-bc22884604c9 req-562538f4-a867-4446-92ed-467d3132a481 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.274734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-389b4e9e-3b4f-4b38-947d-bc22884604c9 req-562538f4-a867-4446-92ed-467d3132a481 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.275650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-389b4e9e-3b4f-4b38-947d-bc22884604c9 req-562538f4-a867-4446-92ed-467d3132a481 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "DELETE /v2.0/security-groups/da1e2052-1d92-4292-a804-3d9e61a18bf1 HTTP/1.1" status: 204 len: 173 time: 0.5626132 Apr 18 17:06:25.301940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bcabdb5-335a-4e38-b723-1c9154802b85 req-93f9ae2b-b597-4724-8626-3b546a70d3d5 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0416470 Apr 18 17:06:25.328757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562538f4-a867-4446-92ed-467d3132a481 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e2052-1d92-4292-a804-3d9e61a18bf1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:25.342934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:25.354535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Made reservation on behalf of fbb48e2c6a3c4a4bab815b2caa6fb79a for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:25.357461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.385012 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b0fa3a-0f7b-46e9-8aab-38d711c6942d x-openstack-request-id: req-45b0fa3a-0f7b-46e9-8aab-38d711c6942d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:25.385334 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5", "name": "network-vif-deleted", "tag": "d2f8ef83-faae-4f02-ab10-c8f91da37b7c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "b7497679-2979-4888-9974-4da8f1012c65", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:25.385604 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45b0fa3a-0f7b-46e9-8aab-38d711c6942d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:25.386016 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b0fa3a-0f7b-46e9-8aab-38d711c6942d'] response: {'server_uuid': '4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5', 'name': 'network-vif-deleted', 'tag': 'd2f8ef83-faae-4f02-ab10-c8f91da37b7c', 'status': 'completed', 'code': 200} Apr 18 17:06:25.386271 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b0fa3a-0f7b-46e9-8aab-38d711c6942d'] response: {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'b7497679-2979-4888-9974-4da8f1012c65', 'status': 'completed', 'code': 200} Apr 18 17:06:25.394587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.412172 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d53e80-a842-4f9a-8da7-53cb41f6dd77 x-openstack-request-id: req-54d53e80-a842-4f9a-8da7-53cb41f6dd77 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:25.412465 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-plugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:25.413250 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54d53e80-a842-4f9a-8da7-53cb41f6dd77 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:25.413705 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d53e80-a842-4f9a-8da7-53cb41f6dd77'] response: {'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'code': 200} Apr 18 17:06:25.414631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbf4217c-cebe-46c0-9341-041a04af4827 req-62f89f30-26dc-40d3-b3cc-6da5d8f78f03 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb1d8a3-5eed-4818-9a1e-8dc8a4ba7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0448897 Apr 18 17:06:25.422522 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.489296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab1c4a4-58e7-4557-9753-3e197211f653 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:25.498402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.543255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Transition to ACTIVE for port object fab1c4a4-58e7-4557-9753-3e197211f653 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:25.550126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:25.568116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d76a88-32d8-40b9-a029-75846171fafd req-21e9ce9c-06e3-48be-bdaf-3610f39a9ceb tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.570867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d76a88-32d8-40b9-a029-75846171fafd req-21e9ce9c-06e3-48be-bdaf-3610f39a9ceb tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 950 time: 0.0633826 Apr 18 17:06:25.611484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d76a88-32d8-40b9-a029-75846171fafd req-f73e986f-93b1-450f-8ec5-64def4146cd4 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Apr 18 17:06:25.620968 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.643072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.652987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-a117af18-d901-4df2-a553-c742cdc63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.653490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-a117af18-d901-4df2-a553-c742cdc63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.654647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-a117af18-d901-4df2-a553-c742cdc63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.654647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-a117af18-d901-4df2-a553-c742cdc63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.654900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-a117af18-d901-4df2-a553-c742cdc63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.655347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-a117af18-d901-4df2-a553-c742cdc63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.656617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-a117af18-d901-4df2-a553-c742cdc63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.658453 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-a117af18-d901-4df2-a553-c742cdc63c72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6343 time: 0.1134686 Apr 18 17:06:25.665803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da27579-637a-4e30-82b7-87f7f7c937ca req-89f8f3b9-51e8-4953-ba7e-90d6e063647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.667379 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7da27579-637a-4e30-82b7-87f7f7c937ca req-89f8f3b9-51e8-4953-ba7e-90d6e063647c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 1101 time: 0.1320620 Apr 18 17:06:25.712604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Pushing event updated for resources: {'Port': ['ID=fab1c4a4-58e7-4557-9753-3e197211f653,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:25.764020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b0c1552-0335-49a8-a94b-b81b04fae358 req-8ef28f0c-5c91-4ae2-9ba5-a3e17ab89aa8 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "GET /v2.0/security-groups/2832bc4d-2745-4610-b812-6b379a00c4f7 HTTP/1.1" status: 200 len: 2397 time: 0.1116080 Apr 18 17:06:25.777138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.821368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:06:25.829809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Attempting to bind port fab1c4a4-58e7-4557-9753-3e197211f653 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:25.830188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Attempting to bind port fab1c4a4-58e7-4557-9753-3e197211f653 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:25.830467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Attempting to bind port fab1c4a4-58e7-4557-9753-3e197211f653 on network 347e535b-58f1-44e7-a330-9384dc69e61d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:25.838737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Port fab1c4a4-58e7-4557-9753-3e197211f653 on network 347e535b-58f1-44e7-a330-9384dc69e61d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:25.839063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Attempting to bind port fab1c4a4-58e7-4557-9753-3e197211f653 on network 347e535b-58f1-44e7-a330-9384dc69e61d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:25.856472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:25.856874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Checking segment: {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:25.857694 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7da27579-637a-4e30-82b7-87f7f7c937ca req-38d835bf-5f4d-40db-8dc2-410259998261 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705530 Apr 18 17:06:25.860865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Bound using segment: {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:25.861468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Bound port: fab1c4a4-58e7-4557-9753-3e197211f653, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:25.861929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.867922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b731eeed-cfc9-4eb5-aaed-937a4bbb913a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:25.874146 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.874728 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Added segment 2526a5b3-7691-4011-8beb-2e15bc039dfd of type vlan for network 44a1a291-bf62-406d-9903-6a14c13bc8f6 Apr 18 17:06:25.878573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-21c6bbb7-a8dc-4211-a88a-694eab774219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.878573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-21c6bbb7-a8dc-4211-a88a-694eab774219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.878573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-21c6bbb7-a8dc-4211-a88a-694eab774219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:25.881478 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0b0c1552-0335-49a8-a94b-b81b04fae358 req-f4bee252-f904-4a78-b502-487f99857e98 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.882268 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-21c6bbb7-a8dc-4211-a88a-694eab774219 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3c24e1ed25414f21bf75839b11e5157d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2038701 Apr 18 17:06:25.928022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:25.978145 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0b0c1552-0335-49a8-a94b-b81b04fae358 req-f4bee252-f904-4a78-b502-487f99857e98 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.012728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.013748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.014393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.021369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] For port fab1c4a4-58e7-4557-9753-3e197211f653, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:26.048361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a139b-a71d-44ec-bcc7-924775394d03 req-b211e83c-88ec-4145-8597-1a3a59c5a810 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.049906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7e9a139b-a71d-44ec-bcc7-924775394d03 req-b211e83c-88ec-4145-8597-1a3a59c5a810 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1215069 Apr 18 17:06:26.052292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] For port fab1c4a4-58e7-4557-9753-3e197211f653, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fab1c4a4-58e7-4557-9753-3e197211f653,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:26.077257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] Pushing event updated for resources: {'Network': ['ID=44a1a291-bf62-406d-9903-6a14c13bc8f6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:26.087528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:06:26.090395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7e9a139b-a71d-44ec-bcc7-924775394d03 req-09c8a125-3062-4983-830c-cb6d154a46cc tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Apr 18 17:06:26.128027 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-891e51e1-147f-41ec-9eb2-a9070b7a24b2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1069925 Apr 18 17:06:26.137587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57378) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:26.143313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Request body: {'subnet': {'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1030762365-subnet', 'tenant_id': 'fbb48e2c6a3c4a4bab815b2caa6fb79a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:26.164598 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0b0c1552-0335-49a8-a94b-b81b04fae358 req-f4bee252-f904-4a78-b502-487f99857e98 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.167123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0b0c1552-0335-49a8-a94b-b81b04fae358 req-f4bee252-f904-4a78-b502-487f99857e98 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.168218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b0c1552-0335-49a8-a94b-b81b04fae358 req-f4bee252-f904-4a78-b502-487f99857e98 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] 10.222.0.45 "DELETE /v2.0/security-groups/2832bc4d-2745-4610-b812-6b379a00c4f7 HTTP/1.1" status: 204 len: 173 time: 0.3948565 Apr 18 17:06:26.169258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.174796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57380) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:26.234718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bee252-f904-4a78-b502-487f99857e98 tempest-SecurityGroupRulesTestJSON-1523248112 tempest-SecurityGroupRulesTestJSON-1523248112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832bc4d-2745-4610-b812-6b379a00c4f7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:26.246098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-70317e2a-1610-4c7c-9d2e-d3b9ae0789a1 admin admin] Deleting subnet 627daec3-088a-4ebd-b16a-1eeb69b38792 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:06:26.250501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.251283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.253104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] 10.222.0.41 "PUT /v2.0/ports/fab1c4a4-58e7-4557-9753-3e197211f653 HTTP/1.1" status: 200 len: 1091 time: 1.4594402 Apr 18 17:06:26.253251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70317e2a-1610-4c7c-9d2e-d3b9ae0789a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.318446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-977bc1bf-d155-4035-81ea-285e946ea549 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.324314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-977bc1bf-d155-4035-81ea-285e946ea549 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.330854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-977bc1bf-d155-4035-81ea-285e946ea549 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.332199 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70317e2a-1610-4c7c-9d2e-d3b9ae0789a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.336726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-977bc1bf-d155-4035-81ea-285e946ea549 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.342651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-977bc1bf-d155-4035-81ea-285e946ea549 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.348994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-977bc1bf-d155-4035-81ea-285e946ea549 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.354793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-977bc1bf-d155-4035-81ea-285e946ea549 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.358703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-977bc1bf-d155-4035-81ea-285e946ea549 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5408 time: 0.2086310 Apr 18 17:06:26.367556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Made reservation on behalf of fbb48e2c6a3c4a4bab815b2caa6fb79a for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:26.370151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.374296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d2f8ef83-faae-4f02-ab10-c8f91da37b7c no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:26.384292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-8e195881-dc0b-4de4-99da-0257a44f4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.385788 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1fe02f56-4eef-4a31-aebf-2b1e34703d12 req-8e195881-dc0b-4de4-99da-0257a44f4831 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679344 Apr 18 17:06:26.395673 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70317e2a-1610-4c7c-9d2e-d3b9ae0789a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.408554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: d2f8ef83-faae-4f02-ab10-c8f91da37b7c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:06:26.416693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d2f8ef83-faae-4f02-ab10-c8f91da37b7c not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:06:26.550205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70317e2a-1610-4c7c-9d2e-d3b9ae0789a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.579893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70317e2a-1610-4c7c-9d2e-d3b9ae0789a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627daec3-088a-4ebd-b16a-1eeb69b38792,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:26.582083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70317e2a-1610-4c7c-9d2e-d3b9ae0789a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.587808 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-70317e2a-1610-4c7c-9d2e-d3b9ae0789a1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/627daec3-088a-4ebd-b16a-1eeb69b38792 HTTP/1.1" status: 204 len: 168 time: 0.4097142 Apr 18 17:06:26.588191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57386) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:26.641641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87525fa9-d856-4ff1-b594-d3b6826ea86f service neutron] Pushing event updated for resources: {'Port': ['ID=fab1c4a4-58e7-4557-9753-3e197211f653,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:26.663201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Request body: {'port': {'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:26.668042 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.701679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aaba7-8a06-46fc-addc-f8d0bd6d7cff req-f000bb3a-8e01-47df-88bc-d868dfa22257 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:26.703725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac1aaba7-8a06-46fc-addc-f8d0bd6d7cff req-f000bb3a-8e01-47df-88bc-d868dfa22257 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 949 time: 0.4733484 Apr 18 17:06:26.748927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.766910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-177723cc-ba1a-4b7b-b4be-20a1efc67f6d req-d6d7a171-f4fa-4cca-8810-fac64a91b62b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221774 Apr 18 17:06:26.776526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2106380-5713-4092-9292-2c0dea5f5157']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:26.793621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67af308e-9a99-4be5-bb6d-f462bda66062') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:26.793621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67af308e-9a99-4be5-bb6d-f462bda66062') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:26.797936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.805934 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.811424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.814632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac1aaba7-8a06-46fc-addc-f8d0bd6d7cff req-2d8a31e0-0871-4a83-9aab-5d961a933473 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022773 Apr 18 17:06:26.818224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:06:26.823713 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:06:26.915713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6045e4cd-58cd-4668-ac1a-3eabaf640483 req-fbb6d86c-fffe-465e-91af-6dc1178eb5d1 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0441120 Apr 18 17:06:26.975765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.992036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:26.997613 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] 10.222.0.45 "DELETE /v2.0/networks/d2106380-5713-4092-9292-2c0dea5f5157 HTTP/1.1" status: 204 len: 168 time: 0.4058452 Apr 18 17:06:26.998798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8591c-6321-4a86-90b5-2b63b154d86f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2106380-5713-4092-9292-2c0dea5f5157,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:27.075169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736cf9e-826d-4357-8ecb-aec4e24a80fb req-ffa24d64-6412-4bf3-b8bf-4d7bfb8db1f8 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.076639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a736cf9e-826d-4357-8ecb-aec4e24a80fb req-ffa24d64-6412-4bf3-b8bf-4d7bfb8db1f8 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 950 time: 0.1501071 Apr 18 17:06:27.157894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a736cf9e-826d-4357-8ecb-aec4e24a80fb req-921b32f2-0aa0-4f6c-8654-12012ef20f8c tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717070 Apr 18 17:06:27.168333 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.255846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe453df1-2304-40fe-96c6-0fb0afe45590,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:27.323912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Checking segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:27.324259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Network hostable DHCP agents. Network: 44a1a291-bf62-406d-9903-6a14c13bc8f6, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:06:27.350608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbc8be2-efa9-46f3-8d79-63551e08e847 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:27.358595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.389112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2200696-a997-4780-a6a2-d0276fe0533a req-22b14ab7-b3be-454b-826a-d2d31fd4de95 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.390924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2200696-a997-4780-a6a2-d0276fe0533a req-22b14ab7-b3be-454b-826a-d2d31fd4de95 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1449063 Apr 18 17:06:27.407965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'fab1c4a4-58e7-4557-9753-3e197211f653'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:27.410206 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "fab1c4a4-58e7-4557-9753-3e197211f653"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:27.414840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:27.421136 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa16a3c-f1c3-4eb5-8bf5-9a8117fef78e" -d '{"events": [{"server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "name": "network-vif-plugged", "status": "completed", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:27.425621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Transition to ACTIVE for port object abbc8be2-efa9-46f3-8d79-63551e08e847 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:27.430057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57402) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:27.465888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a335f-7743-4246-b4d4-1aba0bc254a1 req-e0ba1008-25f2-4075-82c8-5f53e26fc27e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.467390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-996a335f-7743-4246-b4d4-1aba0bc254a1 req-e0ba1008-25f2-4075-82c8-5f53e26fc27e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 950 time: 0.1061661 Apr 18 17:06:27.470548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2200696-a997-4780-a6a2-d0276fe0533a req-1db5533f-4128-4742-a95f-1d025870d32c tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574911 Apr 18 17:06:27.479741 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fffeeec0-684b-4806-b031-e94ce48fadd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f8590dcf1114cb18adc5dfa1e31b3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485013 Apr 18 17:06:27.480380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57404) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:27.481214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:06:27.511738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.520337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-996a335f-7743-4246-b4d4-1aba0bc254a1 req-24a65212-4f16-4e6a-8a10-0b03ec644cfa tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Apr 18 17:06:27.529211 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bbac09-ea3a-41ea-b2a9-143968bd714c x-openstack-request-id: req-11bbac09-ea3a-41ea-b2a9-143968bd714c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:27.529549 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "fab1c4a4-58e7-4557-9753-3e197211f653", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:27.529839 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11bbac09-ea3a-41ea-b2a9-143968bd714c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:27.530170 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bbac09-ea3a-41ea-b2a9-143968bd714c'] response: {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'fab1c4a4-58e7-4557-9753-3e197211f653', 'status': 'completed', 'code': 200} Apr 18 17:06:27.556125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20585bd8-dd38-4cf4-a919-f323609c0be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.571707 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7ca47c-9954-4770-9b18-aa08421e026e x-openstack-request-id: req-cf7ca47c-9954-4770-9b18-aa08421e026e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:27.572232 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "name": "network-vif-plugged", "status": "completed", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:27.572747 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf7ca47c-9954-4770-9b18-aa08421e026e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:27.573824 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7ca47c-9954-4770-9b18-aa08421e026e'] response: {'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'code': 200} Apr 18 17:06:27.593563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20585bd8-dd38-4cf4-a919-f323609c0be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.596522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Pushing event updated for resources: {'Port': ['ID=abbc8be2-efa9-46f3-8d79-63551e08e847,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:27.625693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 44a1a291-bf62-406d-9903-6a14c13bc8f6) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:27.636548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.637155 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.638678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9e2f7-5313-45a7-a7f0-e5b03689f574 None None] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:06:27.680199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Attempting to bind port abbc8be2-efa9-46f3-8d79-63551e08e847 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:27.680199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Attempting to bind port abbc8be2-efa9-46f3-8d79-63551e08e847 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:27.680199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Attempting to bind port abbc8be2-efa9-46f3-8d79-63551e08e847 on network 347e535b-58f1-44e7-a330-9384dc69e61d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:27.685478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Port abbc8be2-efa9-46f3-8d79-63551e08e847 on network 347e535b-58f1-44e7-a330-9384dc69e61d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:27.685815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Attempting to bind port abbc8be2-efa9-46f3-8d79-63551e08e847 on network 347e535b-58f1-44e7-a330-9384dc69e61d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:27.691677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:27.692020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Checking segment: {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:27.692411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Bound using segment: {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:27.693005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Bound port: abbc8be2-efa9-46f3-8d79-63551e08e847, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991641a3-4b5a-4911-a06e-0576b77ea30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:27.693376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.696477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-877d6f65-eec2-416e-acb9-1c13f9a9db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.696982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-877d6f65-eec2-416e-acb9-1c13f9a9db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.697478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-877d6f65-eec2-416e-acb9-1c13f9a9db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.697967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-877d6f65-eec2-416e-acb9-1c13f9a9db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.698941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-877d6f65-eec2-416e-acb9-1c13f9a9db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.699429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-877d6f65-eec2-416e-acb9-1c13f9a9db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.699912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-877d6f65-eec2-416e-acb9-1c13f9a9db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.701909 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-877d6f65-eec2-416e-acb9-1c13f9a9db96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6435 time: 0.0784302 Apr 18 17:06:27.771163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2831ed7f-a0b3-4137-bb98-0bc8d0445606 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6323688 Apr 18 17:06:27.813115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] For port abbc8be2-efa9-46f3-8d79-63551e08e847, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:27.817174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] For port abbc8be2-efa9-46f3-8d79-63551e08e847, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=abbc8be2-efa9-46f3-8d79-63551e08e847,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:27.830611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749f148-c0f5-425d-b355-5399626f5ee1 req-b06e983b-ddf4-4bc3-b26a-7b1a498c076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.840515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9749f148-c0f5-425d-b355-5399626f5ee1 req-b06e983b-ddf4-4bc3-b26a-7b1a498c076d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 1101 time: 0.0994081 Apr 18 17:06:27.888419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-166073a1-af15-426b-806b-83a1e84440c6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:27.891037 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-166073a1-af15-426b-806b-83a1e84440c6 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 949 time: 0.1876528 Apr 18 17:06:27.896628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20585bd8-dd38-4cf4-a919-f323609c0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.897451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9749f148-c0f5-425d-b355-5399626f5ee1 req-f5c7e854-c15d-44e7-b416-421ebfb3ec43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558734 Apr 18 17:06:27.898441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.900681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20585bd8-dd38-4cf4-a919-f323609c0be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:27.904121 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-20585bd8-dd38-4cf4-a919-f323609c0be5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53d400fc-959b-4edc-9ee4-5d375ad6805e HTTP/1.1" status: 204 len: 168 time: 0.4224894 Apr 18 17:06:27.948411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c55b0-6a47-4a3b-acb8-157aeddfd035 None None] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:06:27.998242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20585bd8-dd38-4cf4-a919-f323609c0be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d400fc-959b-4edc-9ee4-5d375ad6805e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:28.076340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Pushing event updated for resources: {'Port': ['ID=abbc8be2-efa9-46f3-8d79-63551e08e847,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:28.076923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-f12da660-a3de-4afc-a417-efd67567b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.079057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-f12da660-a3de-4afc-a417-efd67567b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.079556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-f12da660-a3de-4afc-a417-efd67567b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.081259 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-f12da660-a3de-4afc-a417-efd67567b0c5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3c24e1ed25414f21bf75839b11e5157d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3588896 Apr 18 17:06:28.096590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.096590 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:28.096590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-dd523129-5095-4f4b-91f3-de67e5a9911b service neutron] 10.222.0.41 "PUT /v2.0/ports/abbc8be2-efa9-46f3-8d79-63551e08e847 HTTP/1.1" status: 200 len: 1091 time: 1.4433970 Apr 18 17:06:28.100330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Deleting port 36d09b59-37e5-491e-8185-3d52b0552ad8 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:28.100330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:28.143113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b550a9-1e93-4390-8637-84e84198daa9 req-27b4680a-88c9-48c1-a556-a5bac793215b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.150224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b550a9-1e93-4390-8637-84e84198daa9 req-27b4680a-88c9-48c1-a556-a5bac793215b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.157334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b550a9-1e93-4390-8637-84e84198daa9 req-27b4680a-88c9-48c1-a556-a5bac793215b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.163774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b550a9-1e93-4390-8637-84e84198daa9 req-27b4680a-88c9-48c1-a556-a5bac793215b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.172235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b550a9-1e93-4390-8637-84e84198daa9 req-27b4680a-88c9-48c1-a556-a5bac793215b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.178087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b550a9-1e93-4390-8637-84e84198daa9 req-27b4680a-88c9-48c1-a556-a5bac793215b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.191556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b550a9-1e93-4390-8637-84e84198daa9 req-27b4680a-88c9-48c1-a556-a5bac793215b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.193550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54b550a9-1e93-4390-8637-84e84198daa9 req-27b4680a-88c9-48c1-a556-a5bac793215b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.2810755 Apr 18 17:06:28.205205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cf4fa-3d67-4164-985f-a242a5cd7571 req-b50bf223-fa53-4bc2-8c1d-54ba102bd3cb tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.206996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-885cf4fa-3d67-4164-985f-a242a5cd7571 req-b50bf223-fa53-4bc2-8c1d-54ba102bd3cb tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 949 time: 0.2041388 Apr 18 17:06:28.271144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54b550a9-1e93-4390-8637-84e84198daa9 req-59ddd8e1-2b48-4083-85ea-425218ee0ae1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626283 Apr 18 17:06:28.284126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-885cf4fa-3d67-4164-985f-a242a5cd7571 req-d1a0bcbe-39d9-443e-865b-ace817cf4fc1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/security-groups?id=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534828 Apr 18 17:06:28.296538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] For port 36d09b59-37e5-491e-8185-3d52b0552ad8, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=36d09b59-37e5-491e-8185-3d52b0552ad8,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:28.297052 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:28.349523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Calling delete_port for 36d09b59-37e5-491e-8185-3d52b0552ad8 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:28.365336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-9fce2df5-0b22-4a45-a902-6e17477128e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.366836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6ef9ef8-9aca-47dd-9905-6db453fb1eb1 req-9fce2df5-0b22-4a45-a902-6e17477128e4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775800 Apr 18 17:06:28.415775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92a99684-a862-4ddc-8503-997ac3785609 req-2bd7e68d-8efa-4505-9c30-71f29ec3b4c4 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0392659 Apr 18 17:06:28.548234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e86dbe-171b-449c-8c3c-d9b887b615b2 req-220bbf2a-4880-422b-8f81-965b46e32149 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.550646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51e86dbe-171b-449c-8c3c-d9b887b615b2 req-220bbf2a-4880-422b-8f81-965b46e32149 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 950 time: 0.0532854 Apr 18 17:06:28.563236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-aff6b6cc-edae-4372-ba4c-73987ee2e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.565188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-aff6b6cc-edae-4372-ba4c-73987ee2e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.565188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-aff6b6cc-edae-4372-ba4c-73987ee2e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.565913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-aff6b6cc-edae-4372-ba4c-73987ee2e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.567201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-aff6b6cc-edae-4372-ba4c-73987ee2e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.568098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-aff6b6cc-edae-4372-ba4c-73987ee2e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.569058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-aff6b6cc-edae-4372-ba4c-73987ee2e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.571333 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-aff6b6cc-edae-4372-ba4c-73987ee2e7d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6477 time: 0.0856702 Apr 18 17:06:28.608224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51e86dbe-171b-449c-8c3c-d9b887b615b2 req-6a4f8e51-4d84-48ab-b8f3-91cf2834a356 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448117 Apr 18 17:06:28.629406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:28.632006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-6519e448-fabd-45fd-8b61-0b5515d893c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=126975b8-a4b4-44ff-a082-cdd417c7c017 HTTP/1.1" status: 200 len: 217 time: 0.0458193 Apr 18 17:06:28.668586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Pushing event deleted for resources: {'Port': ['ID=36d09b59-37e5-491e-8185-3d52b0552ad8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:28.751161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] No DVR routers for this DVR port 36d09b59-37e5-491e-8185-3d52b0552ad8 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:28.755001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:28.758336 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8aed63a2-c6da-4ba7-abbf-674f8362a826 req-596bc708-6877-4e16-ae2c-98762ba9c8d1 tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.18 "DELETE /v2.0/ports/36d09b59-37e5-491e-8185-3d52b0552ad8 HTTP/1.1" status: 204 len: 173 time: 0.8521106 Apr 18 17:06:28.758871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e24935-ee5e-4365-8127-da2e03c62199', 'name': 'network-vif-deleted', 'tag': '36d09b59-37e5-491e-8185-3d52b0552ad8'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:28.761194 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e03929-3cc7-4159-a9db-52265945c25a" -d '{"events": [{"server_uuid": "d4e24935-ee5e-4365-8127-da2e03c62199", "name": "network-vif-deleted", "tag": "36d09b59-37e5-491e-8185-3d52b0552ad8"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:28.768561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-68f57bc0-a74a-498a-9f63-e3ec5963a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.772525 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-68f57bc0-a74a-498a-9f63-e3ec5963a98b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1fa77b8-b09b-4853-90ce-2faa6ed1550e HTTP/1.1" status: 200 len: 850 time: 0.0993195 Apr 18 17:06:28.793131 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001534-5ce0-4cd9-a673-bb0d579b1455 req-c72dc544-5a9f-4493-9955-d969b90af432 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.793935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5001534-5ce0-4cd9-a673-bb0d579b1455 req-c72dc544-5a9f-4493-9955-d969b90af432 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0859916 Apr 18 17:06:28.832017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-fbf86517-67a8-43fe-b1b7-91f4a9b8a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.834515 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-fbf86517-67a8-43fe-b1b7-91f4a9b8a617 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3a97ff4-2136-4970-9c12-b41d3e746b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549543 Apr 18 17:06:28.895220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5001534-5ce0-4cd9-a673-bb0d579b1455 req-405bd82a-2382-44be-9f1b-3309978e4900 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916045 Apr 18 17:06:28.932504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-66649e8d-21fb-4c60-8649-d8114f9f6855 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:28.942418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-66649e8d-21fb-4c60-8649-d8114f9f6855 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.1934063 Apr 18 17:06:28.956532 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-6fae9aae-3e46-42ff-bad5-f155cb68c886 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/quotas/fbb48e2c6a3c4a4bab815b2caa6fb79a HTTP/1.1" status: 200 len: 375 time: 0.0159562 Apr 18 17:06:28.973704 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-beaee23f-bdca-4301-b9e3-26f3fd96de52 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314993 Apr 18 17:06:28.997442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-67627a07-1e4d-430d-905f-01299b0b076d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399165 Apr 18 17:06:29.106881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164bc8a-ef4b-4f75-82b8-e50cb75af793 req-c346fb85-af51-427b-a447-c88014939a04 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.108399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d164bc8a-ef4b-4f75-82b8-e50cb75af793 req-c346fb85-af51-427b-a447-c88014939a04 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 950 time: 0.1028035 Apr 18 17:06:29.113472 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-4513548d-513e-4237-9a17-60882bbe57ef service neutron] 10.222.0.41 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275818 Apr 18 17:06:29.141884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-bfb61536-a26f-4a6d-af00-1c421407a026 service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435084 Apr 18 17:06:29.161873 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-29b99046-5532-43e3-a4d1-4e7f08f6494e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=c1a49168-1b22-4a79-93dc-3937ff69eda0 HTTP/1.1" status: 200 len: 217 time: 0.0397916 Apr 18 17:06:29.217203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d164bc8a-ef4b-4f75-82b8-e50cb75af793 req-86f65235-a587-4e06-8070-633ad1a62336 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022854 Apr 18 17:06:29.225891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ef68fd71-71a4-4e66-9125-7394bdcb65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.227443 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-ef68fd71-71a4-4e66-9125-7394bdcb65b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0575557 Apr 18 17:06:29.254402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-9c36c2bf-f317-4aef-8339-451fe2b9d3f7 service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116695 Apr 18 17:06:29.281836 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb7925-d3b1-46a9-b029-a0efb2ab2e3b x-openstack-request-id: req-87eb7925-d3b1-46a9-b029-a0efb2ab2e3b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:29.282202 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e24935-ee5e-4365-8127-da2e03c62199", "name": "network-vif-deleted", "tag": "36d09b59-37e5-491e-8185-3d52b0552ad8", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:29.282537 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87eb7925-d3b1-46a9-b029-a0efb2ab2e3b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:29.283016 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87eb7925-d3b1-46a9-b029-a0efb2ab2e3b'] response: {'server_uuid': 'd4e24935-ee5e-4365-8127-da2e03c62199', 'name': 'network-vif-deleted', 'tag': '36d09b59-37e5-491e-8185-3d52b0552ad8', 'status': 'completed', 'code': 200} Apr 18 17:06:29.291865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-21b12cf7-c9b7-4159-a4f8-be1f6ac8c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.293475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-21b12cf7-c9b7-4159-a4f8-be1f6ac8c942 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482984 Apr 18 17:06:29.390030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-588fdde9-d038-4ac1-bace-6edb3b01e003 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.392492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-588fdde9-d038-4ac1-bace-6edb3b01e003 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 950 time: 0.0709250 Apr 18 17:06:29.419822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-67ebf6a0-276d-405e-a56e-837b1b5c7a39 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000569 Apr 18 17:06:29.433874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57460) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:29.514026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-77cd84fa-12b1-4bab-83e4-c60a48ee8a21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.520596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-77cd84fa-12b1-4bab-83e4-c60a48ee8a21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.526595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-77cd84fa-12b1-4bab-83e4-c60a48ee8a21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.532263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-e8dbcd1c-fe43-43ab-9367-cab023976de7 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050622 Apr 18 17:06:29.537920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-77cd84fa-12b1-4bab-83e4-c60a48ee8a21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.585987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-77cd84fa-12b1-4bab-83e4-c60a48ee8a21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.595528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-77cd84fa-12b1-4bab-83e4-c60a48ee8a21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.606224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-77cd84fa-12b1-4bab-83e4-c60a48ee8a21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.608565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-77cd84fa-12b1-4bab-83e4-c60a48ee8a21 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.2148142 Apr 18 17:06:29.612082 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-de75b7b5-a6de-44a1-9eac-2751153360fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c8cad90b-1cfa-4d19-a18b-df17b5bc0436 HTTP/1.1" status: 200 len: 217 time: 0.0721967 Apr 18 17:06:29.617555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'abbc8be2-efa9-46f3-8d79-63551e08e847'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:29.617555 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cb369f-946c-443e-bb49-b5e7b00a9a29" -d '{"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "abbc8be2-efa9-46f3-8d79-63551e08e847"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:29.623273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-488640146-network', 'tenant_id': '2bcafc98adde4bdfb88864676c8ef1f9'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:29.680239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8b934bfb-8e81-44df-bbcf-c43fdfc14d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.682307 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-8b934bfb-8e81-44df-bbcf-c43fdfc14d7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0635417 Apr 18 17:06:29.683372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4858a4b-14a0-49e5-b052-c21f50867e18 req-41789a48-39da-49a9-9b98-4804577acb6c tempest-ImagesNegativeTestJSON-1133986704 tempest-ImagesNegativeTestJSON-1133986704-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4e24935-ee5e-4365-8127-da2e03c62199 HTTP/1.1" status: 200 len: 210 time: 0.0735476 Apr 18 17:06:29.736868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b53bada-d714-41d0-b33b-0a7f7a86ad11 req-c3cfffc5-88c3-4d1b-bc51-426379274ea8 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091151 Apr 18 17:06:29.739875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Deleting port 3e85f317-24f6-491a-b16d-d6ea7a159002 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:29.744052 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:29.808393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-55f6de1e-ca72-413b-b75e-4800a22f2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:29.809924 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-55f6de1e-ca72-413b-b75e-4800a22f2546 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659244 Apr 18 17:06:29.818482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da6c9d6b-c9f6-4f01-a9f6-e8935a82f6d9 req-c0d6bc43-8757-40d4-903f-b5ed2232412b tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0616219 Apr 18 17:06:29.819139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Made reservation on behalf of 2bcafc98adde4bdfb88864676c8ef1f9 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:29.821453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:29.863596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b422cb20-bd35-41ea-a0a9-92d8ad108d4f req-9396b27f-21b2-4ee8-a1a9-ed46247e2e9c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 210 time: 0.0499506 Apr 18 17:06:29.866326 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:29.884380 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6a7451-9ee1-4871-8176-ec6d1f0468d6 x-openstack-request-id: req-8f6a7451-9ee1-4871-8176-ec6d1f0468d6 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:29.884706 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "abbc8be2-efa9-46f3-8d79-63551e08e847", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:29.885357 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f6a7451-9ee1-4871-8176-ec6d1f0468d6 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:29.885357 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6a7451-9ee1-4871-8176-ec6d1f0468d6'] response: {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': 'abbc8be2-efa9-46f3-8d79-63551e08e847', 'status': 'completed', 'code': 200} Apr 18 17:06:29.923908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] For port 3e85f317-24f6-491a-b16d-d6ea7a159002, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=3e85f317-24f6-491a-b16d-d6ea7a159002,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:29.924300 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:29.945929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-e69414c1-f883-42a6-bd54-3fdb41f74cee service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286342 Apr 18 17:06:29.948348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Calling delete_port for 3e85f317-24f6-491a-b16d-d6ea7a159002 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:30.063519 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-03f45b9f-36ff-4e69-89d4-9d5eb9753d20 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105428 Apr 18 17:06:30.097871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebfd4e-7d30-4113-99b8-d50c38cf5cf2 req-2f5736a3-7e49-4e83-afb3-2f577f976fa3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.099260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69ebfd4e-7d30-4113-99b8-d50c38cf5cf2 req-2f5736a3-7e49-4e83-afb3-2f577f976fa3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 950 time: 0.1522532 Apr 18 17:06:30.109995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-6f5128b8-3fdd-4f62-8b49-71572cf75132 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa HTTP/1.1" status: 200 len: 217 time: 0.0376501 Apr 18 17:06:30.136438 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.157385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3187f44-10b8-462a-a872-4465ba09934c req-6f04f8d0-1af6-4030-8c71-fd87e146158d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.158944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3187f44-10b8-462a-a872-4465ba09934c req-6f04f8d0-1af6-4030-8c71-fd87e146158d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1714272 Apr 18 17:06:30.159516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-b3abc6a6-fc90-4013-9cb8-24ca636e24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.161037 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-b3abc6a6-fc90-4013-9cb8-24ca636e24bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0459309 Apr 18 17:06:30.204232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69ebfd4e-7d30-4113-99b8-d50c38cf5cf2 req-dce3bb6c-58e8-4f55-bd9a-09840248c6a3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877042 Apr 18 17:06:30.214114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-6284d6bb-313b-40da-9cdc-ddf50e6aa0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.216449 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-6284d6bb-313b-40da-9cdc-ddf50e6aa0e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480456 Apr 18 17:06:30.253162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3187f44-10b8-462a-a872-4465ba09934c req-928d0b75-7031-47c7-994c-9fe936a8207a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857778 Apr 18 17:06:30.292056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.325733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-f8b62464-64fa-4514-b491-e907aba943e4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029599 Apr 18 17:06:30.355475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:06:30.368534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 36d09b59-37e5-491e-8185-3d52b0552ad8 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:30.380550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5ef2f3-e361-48dd-a81a-cabecd6d267a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:30.389983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 36d09b59-37e5-491e-8185-3d52b0552ad8 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:06:30.391168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 36d09b59-37e5-491e-8185-3d52b0552ad8 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:06:30.394035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.394482 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Added segment 8a59d51b-ce66-4a78-a664-13336f593a03 of type vlan for network 90162c7f-8262-4764-945e-5f628de16586 Apr 18 17:06:30.434823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-99d087dc-1187-4c2c-a997-0f7134d0c412 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024132 Apr 18 17:06:30.451632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e8ec6-3e71-446e-a4f9-55995f5d22c0 req-f0835196-2984-41c6-8d7c-02310290cf79 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.453673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d39e8ec6-3e71-446e-a4f9-55995f5d22c0 req-f0835196-2984-41c6-8d7c-02310290cf79 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 950 time: 0.1467028 Apr 18 17:06:30.468307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc719d48-a6ca-49fa-84f6-8eb7ceacbaad req-274409e0-f4cf-48a9-bc0a-39dd37af9efc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.470366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc719d48-a6ca-49fa-84f6-8eb7ceacbaad req-274409e0-f4cf-48a9-bc0a-39dd37af9efc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 950 time: 0.1459448 Apr 18 17:06:30.473278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.475386 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.477798 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-1ff8fc79-2d6c-448f-98d0-eaa3f64950a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=b7497679-2979-4888-9974-4da8f1012c65 HTTP/1.1" status: 200 len: 217 time: 0.0359650 Apr 18 17:06:30.509709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ac0ed2fd-5b19-473e-a3a8-482996594a37', '9bd41313-7928-4c01-8273-b01f793bb16e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:30.512160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008', 'b38107ae-769c-4567-946d-f6934ce0d42d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:30.521018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event deleted for resources: {'Port': ['ID=3e85f317-24f6-491a-b16d-d6ea7a159002,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:30.540195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-1d87fac4-5269-45ac-8aa5-70f11d68e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.541458 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-1d87fac4-5269-45ac-8aa5-70f11d68e6c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0572376 Apr 18 17:06:30.604840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-11a7b39b-68c5-4058-b4b8-e08eb7928406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.608590 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-11a7b39b-68c5-4058-b4b8-e08eb7928406 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0583286 Apr 18 17:06:30.613998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d39e8ec6-3e71-446e-a4f9-55995f5d22c0 req-ffefce04-308a-4917-833b-fc440cc2ac42 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422641 Apr 18 17:06:30.615774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] No DVR routers for this DVR port 3e85f317-24f6-491a-b16d-d6ea7a159002 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:30.632971 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.636275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8390f99f-e2e1-4407-a9d7-ec9f8e2c5aac req-b38cd8cf-b270-4f1b-8436-4904bd531aca tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "DELETE /v2.0/ports/3e85f317-24f6-491a-b16d-d6ea7a159002 HTTP/1.1" status: 204 len: 173 time: 1.2303762 Apr 18 17:06:30.647266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc719d48-a6ca-49fa-84f6-8eb7ceacbaad req-1ae73422-1ce3-4bd6-9adb-76492b8c983a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674092 Apr 18 17:06:30.697917 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.699193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:30.700070 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.809318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-fb53b42b-5a37-41da-9699-83cdf35a35b2 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850524 Apr 18 17:06:30.838742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=90162c7f-8262-4764-945e-5f628de16586,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:30.852179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d10f5254-140e-4582-a843-344438e0fbb7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4022541 Apr 18 17:06:30.853067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57500) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:30.859365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Request body: {'subnet': {'network_id': '90162c7f-8262-4764-945e-5f628de16586', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-488640146-subnet', 'tenant_id': '2bcafc98adde4bdfb88864676c8ef1f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:30.862903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 90162c7f-8262-4764-945e-5f628de16586 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:06:30.951655 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ed83ae9-d0ce-4a75-a746-64b632da793b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:30.993551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-6ad48b6b-446d-49bc-b52d-900cda2a9dae tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.000652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-6ad48b6b-446d-49bc-b52d-900cda2a9dae tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.005334 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-79fbfbcb-330e-4675-b3df-df95190abf6c service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894016 Apr 18 17:06:31.006646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-6ad48b6b-446d-49bc-b52d-900cda2a9dae tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.013294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-6ad48b6b-446d-49bc-b52d-900cda2a9dae tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.019802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-6ad48b6b-446d-49bc-b52d-900cda2a9dae tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.025619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-6ad48b6b-446d-49bc-b52d-900cda2a9dae tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.031528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-6ad48b6b-446d-49bc-b52d-900cda2a9dae tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.033624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-6ad48b6b-446d-49bc-b52d-900cda2a9dae tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.1398413 Apr 18 17:06:31.034781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Made reservation on behalf of 2bcafc98adde4bdfb88864676c8ef1f9 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:31.037071 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:31.055553 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-a2d22b83-dc9d-4dc4-9d0c-972bf89e8caf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab1c4a4-58e7-4557-9753-3e197211f653 HTTP/1.1" status: 200 len: 217 time: 0.0436060 Apr 18 17:06:31.134618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-780738ac-21ff-4b6d-8b07-527bcb625e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.136400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-780738ac-21ff-4b6d-8b07-527bcb625e26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f47100-9464-4f3f-b852-3b0c693ee7ab HTTP/1.1" status: 200 len: 797 time: 0.0739269 Apr 18 17:06:31.173207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6155d6a-7f53-47a6-b9d8-bdc5766d316e req-ef0fa95e-38d4-40b8-828c-58ad68b9abcc tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240239 Apr 18 17:06:31.196474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-fc459921-7d28-45b4-b79f-7b1613757504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.196474 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-fc459921-7d28-45b4-b79f-7b1613757504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0487587 Apr 18 17:06:31.305675 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-344f67aa-c735-4069-ac2a-1d7bbe9a709e service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991809 Apr 18 17:06:31.347863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5225d3e-20c2-4adc-ae55-952e85bbb82b req-dd5c1e10-2eff-4460-aa62-2164c1a690da tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0334330 Apr 18 17:06:31.385525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:31.423696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-066899a3-68e6-43a5-b07d-93d19f98cb17 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101322 Apr 18 17:06:31.470955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-b2856352-86eb-47e9-badb-3b6358878b01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abbc8be2-efa9-46f3-8d79-63551e08e847 HTTP/1.1" status: 200 len: 217 time: 0.0391171 Apr 18 17:06:31.480543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9a42fe9-1b58-4e6a-9a05-76ef722904da req-de4942fe-26a9-4659-9c50-5eed6d09a87d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 210 time: 0.0439932 Apr 18 17:06:31.483639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d97bd61-e8f3-4f2d-9066-d8570233d866,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:31.486506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Checking segment: {'id': '8a59d51b-ce66-4a78-a664-13336f593a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '90162c7f-8262-4764-945e-5f628de16586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:31.486870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Network hostable DHCP agents. Network: 90162c7f-8262-4764-945e-5f628de16586, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:06:31.544905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-9e000582-02de-4089-bd2c-5d79661549ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.547128 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-9e000582-02de-4089-bd2c-5d79661549ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f47100-9464-4f3f-b852-3b0c693ee7ab HTTP/1.1" status: 200 len: 797 time: 0.0672686 Apr 18 17:06:31.615540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Network 90162c7f-8262-4764-945e-5f628de16586 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:06:31.619268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-b7f1701a-36b4-422a-a28d-2708e19ddb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.621506 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-b7f1701a-36b4-422a-a28d-2708e19ddb0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631738 Apr 18 17:06:31.642005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553e2d-fb98-4cc7-bcad-f15097568084 req-d1db0146-7a63-4006-92cd-17c285104d81 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.649915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40553e2d-fb98-4cc7-bcad-f15097568084 req-d1db0146-7a63-4006-92cd-17c285104d81 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0952289 Apr 18 17:06:31.704801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40553e2d-fb98-4cc7-bcad-f15097568084 req-637a5110-7775-4ac2-9711-77687bb15d1a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Apr 18 17:06:31.726314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 90162c7f-8262-4764-945e-5f628de16586) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:31.729498 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-602a2549-cd5c-430a-b300-c075da9ff647 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998876 Apr 18 17:06:31.735235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:31.741324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5560853-f0ba-451b-9d14-c0a9132647ec None None] Network 90162c7f-8262-4764-945e-5f628de16586 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:06:31.742176 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:31.804764 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f81febed-0c1f-4736-9636-04c5add7b5f2 req-b76b1e49-eaa1-4b86-8394-da7ddc8e6072 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1 HTTP/1.1" status: 200 len: 210 time: 0.0442286 Apr 18 17:06:31.873644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-de7a21e3-81fe-48f7-bf30-ed2ab70c30f7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0178726 Apr 18 17:06:31.875442 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d69fc7d6-9d31-4a4c-bf89-30722c218619 req-d4d2c30e-5668-4300-8e7d-c0421c1a9654 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251676 Apr 18 17:06:31.886418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1', 'name': 'network-vif-deleted', 'tag': '3e85f317-24f6-491a-b16d-d6ea7a159002'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:31.888861 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b0339a-cfd9-4ea5-b275-7e3a0ed98515" -d '{"events": [{"server_uuid": "cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1", "name": "network-vif-deleted", "tag": "3e85f317-24f6-491a-b16d-d6ea7a159002"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:31.929798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e93c1-05ef-4172-add7-764317f00df7 None None] Network 90162c7f-8262-4764-945e-5f628de16586 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:06:31.963342 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4014e8c0-2918-4f44-a661-ff1f16b87d13 x-openstack-request-id: req-4014e8c0-2918-4f44-a661-ff1f16b87d13 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:31.963626 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1", "name": "network-vif-deleted", "tag": "3e85f317-24f6-491a-b16d-d6ea7a159002", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:31.963879 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4014e8c0-2918-4f44-a661-ff1f16b87d13 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:31.964274 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4014e8c0-2918-4f44-a661-ff1f16b87d13'] response: {'server_uuid': 'cff8c8b1-9d4c-4fa2-bbc3-95edb7bedcf1', 'name': 'network-vif-deleted', 'tag': '3e85f317-24f6-491a-b16d-d6ea7a159002', 'status': 'completed', 'code': 200} Apr 18 17:06:32.034153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e0807043-7009-423f-9b29-8530c859edb6 req-91340c98-c3c4-4413-9909-ac4040cdf3fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0281744 Apr 18 17:06:32.168534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-db378624-cf1c-4647-8a8e-7195cd02c32f req-16bfbdb9-a302-463d-b313-d45fca9ceaaa tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-915678003', 'description': 'tempest-description-716853416'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:32.260387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57546) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:32.260877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db378624-cf1c-4647-8a8e-7195cd02c32f req-16bfbdb9-a302-463d-b313-d45fca9ceaaa tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.347042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 3e85f317-24f6-491a-b16d-d6ea7a159002 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:32.347662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-0c9961da-4dda-472c-8813-f38b542f9a03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.353329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-0c9961da-4dda-472c-8813-f38b542f9a03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.359806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-0c9961da-4dda-472c-8813-f38b542f9a03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.365819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-0c9961da-4dda-472c-8813-f38b542f9a03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.367312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 3e85f317-24f6-491a-b16d-d6ea7a159002 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:06:32.369900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 3e85f317-24f6-491a-b16d-d6ea7a159002 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:06:32.372974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-0c9961da-4dda-472c-8813-f38b542f9a03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.379061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-0c9961da-4dda-472c-8813-f38b542f9a03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.384855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-0c9961da-4dda-472c-8813-f38b542f9a03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.386842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-0c9961da-4dda-472c-8813-f38b542f9a03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.1156590 Apr 18 17:06:32.398516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb62faf7-034c-4a59-9bf4-8fc71235d61c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c1f891b92074f61b42de9cccec87527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338890 Apr 18 17:06:32.398516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57552) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:32.435113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db378624-cf1c-4647-8a8e-7195cd02c32f req-16bfbdb9-a302-463d-b313-d45fca9ceaaa tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.447368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3be15d3b-1e4a-43ae-aee0-24b193202fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.451224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b790a6d4-650e-4e40-92a1-6dee6a969d1a req-59d4bb42-883d-4821-84cf-da8375af2a00 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565112 Apr 18 17:06:32.471239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3be15d3b-1e4a-43ae-aee0-24b193202fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.504189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db378624-cf1c-4647-8a8e-7195cd02c32f req-16bfbdb9-a302-463d-b313-d45fca9ceaaa tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.545813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfbdb9-a302-463d-b313-d45fca9ceaaa tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5caeea0e-4a99-4283-ad9e-35b16bfb1316,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:32.563544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-476b19a8-fdec-42c5-bc00-55e25ba7149f req-88f78d5d-2d4d-4373-a89c-8ebe64fd2ba6 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0281951 Apr 18 17:06:32.601042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-27eb498e-82c5-4a6a-b15f-659e25d8e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.602511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-27eb498e-82c5-4a6a-b15f-659e25d8e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.602511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-27eb498e-82c5-4a6a-b15f-659e25d8e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.602726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-27eb498e-82c5-4a6a-b15f-659e25d8e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.603015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-27eb498e-82c5-4a6a-b15f-659e25d8e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.603476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-27eb498e-82c5-4a6a-b15f-659e25d8e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.603936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-27eb498e-82c5-4a6a-b15f-659e25d8e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.605913 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-27eb498e-82c5-4a6a-b15f-659e25d8e70a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6477 time: 0.0602975 Apr 18 17:06:32.607011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3be15d3b-1e4a-43ae-aee0-24b193202fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.609829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db378624-cf1c-4647-8a8e-7195cd02c32f req-16bfbdb9-a302-463d-b313-d45fca9ceaaa tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.610904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3be15d3b-1e4a-43ae-aee0-24b193202fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.614719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3be15d3b-1e4a-43ae-aee0-24b193202fcd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a HTTP/1.1" status: 204 len: 168 time: 0.2127252 Apr 18 17:06:32.615530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db378624-cf1c-4647-8a8e-7195cd02c32f req-16bfbdb9-a302-463d-b313-d45fca9ceaaa tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4499953 Apr 18 17:06:32.646151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be15d3b-1e4a-43ae-aee0-24b193202fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a750d01d-af42-4d63-b3c3-0b0aa2a2ef5a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:32.677833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-139c24d9-ae62-4264-9eae-a495dea40754 req-5bdf89a8-c600-44a1-a04c-0f15992e77a1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 210 time: 0.0457168 Apr 18 17:06:32.743255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-481131e9-53c9-437f-8bdc-2103e7626079 req-87f04751-ac6e-4b70-87c0-268b4f2acad0 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/5caeea0e-4a99-4283-ad9e-35b16bfb1316 HTTP/1.1" status: 200 len: 1813 time: 0.0382540 Apr 18 17:06:32.752360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-cb86b994-7fa3-42a0-8f5e-c7b2fd5fcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.753849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-481131e9-53c9-437f-8bdc-2103e7626079 req-96bea43b-af5f-4b48-8e5d-7fd25c14952d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5caeea0e-4a99-4283-ad9e-35b16bfb1316', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:32.753994 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-cb86b994-7fa3-42a0-8f5e-c7b2fd5fcf84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=347e535b-58f1-44e7-a330-9384dc69e61d HTTP/1.1" status: 200 len: 903 time: 0.1392283 Apr 18 17:06:32.754221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-481131e9-53c9-437f-8bdc-2103e7626079 req-96bea43b-af5f-4b48-8e5d-7fd25c14952d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5caeea0e-4a99-4283-ad9e-35b16bfb1316', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:32.811122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-c534b0e1-e32c-4d88-bebd-9cb5f3b6e99d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abbc8be2-efa9-46f3-8d79-63551e08e847 HTTP/1.1" status: 200 len: 217 time: 0.0480323 Apr 18 17:06:32.864833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e092d13-dc5e-4d1f-9005-f74b207ed223 req-935944fe-9a38-4220-aa17-86a709050777 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.866331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e092d13-dc5e-4d1f-9005-f74b207ed223 req-935944fe-9a38-4220-aa17-86a709050777 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0565355 Apr 18 17:06:32.916434 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-481131e9-53c9-437f-8bdc-2103e7626079 req-96bea43b-af5f-4b48-8e5d-7fd25c14952d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.921229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-8d930e30-9cd9-4b18-8ca7-2fd01f0d5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:32.922908 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-8d930e30-9cd9-4b18-8ca7-2fd01f0d5108 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f47100-9464-4f3f-b852-3b0c693ee7ab HTTP/1.1" status: 200 len: 797 time: 0.1034529 Apr 18 17:06:32.943240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e092d13-dc5e-4d1f-9005-f74b207ed223 req-1eeb21d7-dec3-4d01-b165-f77b525e9d47 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646706 Apr 18 17:06:32.949624 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-481131e9-53c9-437f-8bdc-2103e7626079 req-96bea43b-af5f-4b48-8e5d-7fd25c14952d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:32.999425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-e2017110-6178-43c8-9975-fc98626cc387 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.000904 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-e2017110-6178-43c8-9975-fc98626cc387 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.18 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.1555336 Apr 18 17:06:33.009594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-a449ccf9-40bf-4ab7-99e0-979730a3a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.011120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-a449ccf9-40bf-4ab7-99e0-979730a3a325 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769451 Apr 18 17:06:33.020119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Request body: {'port': {'device_id': 'f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'admin_state_up': True, 'tenant_id': 'fbb48e2c6a3c4a4bab815b2caa6fb79a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:33.023802 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-481131e9-53c9-437f-8bdc-2103e7626079 req-96bea43b-af5f-4b48-8e5d-7fd25c14952d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.045404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bea43b-af5f-4b48-8e5d-7fd25c14952d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cb7589-0ed6-4983-9f9f-a56876d97e0d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:33.144929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-481131e9-53c9-437f-8bdc-2103e7626079 req-96bea43b-af5f-4b48-8e5d-7fd25c14952d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.146410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-481131e9-53c9-437f-8bdc-2103e7626079 req-96bea43b-af5f-4b48-8e5d-7fd25c14952d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3964345 Apr 18 17:06:33.198889 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-5cf2bc7a-6b9e-4248-b550-250c47cfe443 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749775 Apr 18 17:06:33.227952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dd88f12-a538-4a80-925e-9fcf85448b3b req-40518cd8-fd87-454f-9cb2-5a62381fc204 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/5caeea0e-4a99-4283-ad9e-35b16bfb1316 HTTP/1.1" status: 200 len: 2407 time: 0.0472925 Apr 18 17:06:33.243642 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b4581d22-88c7-4110-a83b-f25b216d0aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.254486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Made reservation on behalf of fbb48e2c6a3c4a4bab815b2caa6fb79a for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:33.258657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.292137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7e310a7-6477-4e06-b057-8635b59d8962 req-9c12523b-d06c-4a16-b043-ca6f7731df0f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-group-rules/45cb7589-0ed6-4983-9f9f-a56876d97e0d HTTP/1.1" status: 200 len: 778 time: 0.0339282 Apr 18 17:06:33.342648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7e310a7-6477-4e06-b057-8635b59d8962 req-75334c45-3435-4614-865f-1cba241956db tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/5caeea0e-4a99-4283-ad9e-35b16bfb1316 HTTP/1.1" status: 200 len: 2407 time: 0.0426800 Apr 18 17:06:33.361230 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e5cb369f-946c-443e-bb49-b5e7b00a9a29 req-73687753-9da2-4152-bee9-41de6961842d service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533904 Apr 18 17:06:33.377193 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7e310a7-6477-4e06-b057-8635b59d8962 req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.385595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7e310a7-6477-4e06-b057-8635b59d8962 req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.425115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Allocated IP 172.20.0.10 (44a1a291-bf62-406d-9903-6a14c13bc8f6/fe453df1-2304-40fe-96c6-0fb0afe45590/473e5147-9ca6-4589-90a2-03cf3d82af90) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:33.485764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19ef80-02cc-49ed-94b9-ce8ebb60f33b req-187bbeb5-5da2-4607-a36b-efd84642303c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.493110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e19ef80-02cc-49ed-94b9-ce8ebb60f33b req-187bbeb5-5da2-4607-a36b-efd84642303c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 949 time: 0.0709405 Apr 18 17:06:33.500946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7e310a7-6477-4e06-b057-8635b59d8962 req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.517264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7e310a7-6477-4e06-b057-8635b59d8962 req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.520161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7e310a7-6477-4e06-b057-8635b59d8962 req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/45cb7589-0ed6-4983-9f9f-a56876d97e0d HTTP/1.1" status: 204 len: 173 time: 0.1705246 Apr 18 17:06:33.527483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45cb7589-0ed6-4983-9f9f-a56876d97e0d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:33.544295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.544641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.544983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.545318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.545693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.546023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.546351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.547183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.547508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.547874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.548200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.548527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48db78-f553-414e-9f70-74024a5d870d tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:33.556231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e19ef80-02cc-49ed-94b9-ce8ebb60f33b req-ea485a70-f991-4109-9486-3ac84ee036fe tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622799 Apr 18 17:06:33.587030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-29dedb55-03ca-4311-83cd-738f6fdea8ae req-7e674a9d-dc2a-4405-9c2d-2716354b12f6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1202338213', 'description': 'tempest-description-1068823250'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:33.613375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.657018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-da51f8b4-b149-4e98-88dc-1d3155a78779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.662860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-da51f8b4-b149-4e98-88dc-1d3155a78779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.668631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-da51f8b4-b149-4e98-88dc-1d3155a78779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.675084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-da51f8b4-b149-4e98-88dc-1d3155a78779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.680918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-da51f8b4-b149-4e98-88dc-1d3155a78779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.686639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-da51f8b4-b149-4e98-88dc-1d3155a78779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.693003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-da51f8b4-b149-4e98-88dc-1d3155a78779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.694917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-da51f8b4-b149-4e98-88dc-1d3155a78779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.0961523 Apr 18 17:06:33.696647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-29dedb55-03ca-4311-83cd-738f6fdea8ae req-7e674a9d-dc2a-4405-9c2d-2716354b12f6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.744821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.757836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d66056c5-5372-4306-bfee-5204c8fb0c71 req-623fe3a4-e740-40ca-bc25-33a9bcf5ad93 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522251 Apr 18 17:06:33.794619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:33.798598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:33.801058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-29dedb55-03ca-4311-83cd-738f6fdea8ae req-7e674a9d-dc2a-4405-9c2d-2716354b12f6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.801463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:33.829361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event updated for resources: {'Port': ['ID=473e5147-9ca6-4589-90a2-03cf3d82af90,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:33.856796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:33.857467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.872621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d182b09f-035f-436a-8598-405d82091690 req-ccd34d51-a3da-44bb-8f3d-93181a92ced2 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0269434 Apr 18 17:06:33.880767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-29dedb55-03ca-4311-83cd-738f6fdea8ae req-7e674a9d-dc2a-4405-9c2d-2716354b12f6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.911088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e674a9d-dc2a-4405-9c2d-2716354b12f6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443a38c1-79b5-43bb-a759-f75ff65e6a3b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:33.966557 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-33099fa7-ea85-49c2-a8aa-8baf4c511bf5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9509063 Apr 18 17:06:33.976845 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-29dedb55-03ca-4311-83cd-738f6fdea8ae req-7e674a9d-dc2a-4405-9c2d-2716354b12f6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:33.978205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29dedb55-03ca-4311-83cd-738f6fdea8ae req-7e674a9d-dc2a-4405-9c2d-2716354b12f6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3953660 Apr 18 17:06:33.989594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Request body: {'port': {'device_id': 'f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:34.044133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1447ff-4e4d-447c-84b1-4e099291e944 req-84868253-1c6c-4270-a04b-fca1fa82600d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:34.054181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a1447ff-4e4d-447c-84b1-4e099291e944 req-84868253-1c6c-4270-a04b-fca1fa82600d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 932 time: 0.0672538 Apr 18 17:06:34.335258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.366352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a1447ff-4e4d-447c-84b1-4e099291e944 req-2f4f2653-fb90-41bc-b1eb-cc858bc54804 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107309 Apr 18 17:06:34.391492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920293a-b9f5-46b5-af25-631b13e95e44 req-290f379b-bbbe-4080-9a44-f456f58e29d6 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:34.392636 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.393599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7920293a-b9f5-46b5-af25-631b13e95e44 req-290f379b-bbbe-4080-9a44-f456f58e29d6 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0827513 Apr 18 17:06:34.460803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ba6b533-a344-4fa9-82e3-0e3152544411 req-8b95f48d-9ee6-4b0e-ac40-829ececab2fb tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/443a38c1-79b5-43bb-a759-f75ff65e6a3b HTTP/1.1" status: 200 len: 1815 time: 0.0655439 Apr 18 17:06:34.470821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7920293a-b9f5-46b5-af25-631b13e95e44 req-fe467ae8-c6ac-44f3-85d5-c851a71e72de tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668960 Apr 18 17:06:34.510086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e7d4fa96-6afc-4875-9119-fb3f624b7b77 req-6eae325c-3c0e-4fd8-9ea3-d304558916ce tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-907299200', 'description': 'tempest-description-461750280'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:34.595661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7d4fa96-6afc-4875-9119-fb3f624b7b77 req-6eae325c-3c0e-4fd8-9ea3-d304558916ce tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.665741 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7d4fa96-6afc-4875-9119-fb3f624b7b77 req-6eae325c-3c0e-4fd8-9ea3-d304558916ce tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.681084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473e5147-9ca6-4589-90a2-03cf3d82af90 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:34.688995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.700492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Transition to ACTIVE for port object 473e5147-9ca6-4589-90a2-03cf3d82af90 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:06:34.757617 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7d4fa96-6afc-4875-9119-fb3f624b7b77 req-6eae325c-3c0e-4fd8-9ea3-d304558916ce tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.786651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae325c-3c0e-4fd8-9ea3-d304558916ce tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3bb89-35ee-4728-85c7-51a14b43bfbc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:34.798405 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.867144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Pushing event updated for resources: {'Port': ['ID=473e5147-9ca6-4589-90a2-03cf3d82af90,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:34.867500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7d4fa96-6afc-4875-9119-fb3f624b7b77 req-6eae325c-3c0e-4fd8-9ea3-d304558916ce tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.868756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7d4fa96-6afc-4875-9119-fb3f624b7b77 req-6eae325c-3c0e-4fd8-9ea3-d304558916ce tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3643696 Apr 18 17:06:34.922348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Attempting to bind port 473e5147-9ca6-4589-90a2-03cf3d82af90 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:34.922681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Attempting to bind port 473e5147-9ca6-4589-90a2-03cf3d82af90 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:34.923064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Attempting to bind port 473e5147-9ca6-4589-90a2-03cf3d82af90 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:34.927488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Port 473e5147-9ca6-4589-90a2-03cf3d82af90 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:06:34.927808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Attempting to bind port 473e5147-9ca6-4589-90a2-03cf3d82af90 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:34.932512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:34.932855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Checking segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:34.933230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Bound using segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:34.933673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Bound port: 473e5147-9ca6-4589-90a2-03cf3d82af90, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:34.934028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:34.976149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d965e-da04-4f1c-a568-5be4aac3dc64 req-23f049b6-6b3b-43f7-a887-94df0e144ea6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:34.977629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c0d965e-da04-4f1c-a568-5be4aac3dc64 req-23f049b6-6b3b-43f7-a887-94df0e144ea6 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 949 time: 0.0495114 Apr 18 17:06:34.996444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] For port 473e5147-9ca6-4589-90a2-03cf3d82af90, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:34.999648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] For port 473e5147-9ca6-4589-90a2-03cf3d82af90, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=473e5147-9ca6-4589-90a2-03cf3d82af90,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:35.019172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c0d965e-da04-4f1c-a568-5be4aac3dc64 req-69bb4a6c-c541-4e0c-860c-5ec881e56ed3 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331888 Apr 18 17:06:35.075653 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:35.123068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.123696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:35.125805 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] 10.222.0.18 "PUT /v2.0/ports/473e5147-9ca6-4589-90a2-03cf3d82af90 HTTP/1.1" status: 200 len: 1092 time: 1.1414003 Apr 18 17:06:35.126243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c', 'tag': '473e5147-9ca6-4589-90a2-03cf3d82af90'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:35.128537 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6589be-1f71-46da-a4c8-ec37c8519e94" -d '{"events": [{"name": "network-changed", "server_uuid": "f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c", "tag": "473e5147-9ca6-4589-90a2-03cf3d82af90"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:35.131116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-37835043-c98c-4e9c-a46c-1dafe3645e16 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.136815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-37835043-c98c-4e9c-a46c-1dafe3645e16 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.142975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-37835043-c98c-4e9c-a46c-1dafe3645e16 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.148304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af1b61-cd1e-460d-be0c-1f789f8ae777 service neutron] Pushing event updated for resources: {'Port': ['ID=473e5147-9ca6-4589-90a2-03cf3d82af90,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:35.148899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-37835043-c98c-4e9c-a46c-1dafe3645e16 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.155279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-37835043-c98c-4e9c-a46c-1dafe3645e16 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.161318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-37835043-c98c-4e9c-a46c-1dafe3645e16 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.167230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-37835043-c98c-4e9c-a46c-1dafe3645e16 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.169147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-37835043-c98c-4e9c-a46c-1dafe3645e16 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.0937867 Apr 18 17:06:35.211998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9791c3e9-6d2a-48c1-908f-b6aeb8214868 req-c53cd327-0b33-4814-be91-bdd91a8fdf8c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359950 Apr 18 17:06:35.281672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e6263ce-f006-4848-9ef4-6b93f4e5f0e2 req-f3052800-4c65-48af-ab19-0ae769af1986 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/bea3bb89-35ee-4728-85c7-51a14b43bfbc HTTP/1.1" status: 200 len: 1813 time: 0.0423799 Apr 18 17:06:35.347103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-cc51cdc7-ceb5-4318-9197-a53df4192f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.348598 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-cc51cdc7-ceb5-4318-9197-a53df4192f88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 1095 time: 0.0473285 Apr 18 17:06:35.365602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f21b484e-bf43-4e5f-b6ce-1a4188c056f4 req-5a7ac77a-d369-44e6-afd2-764455c389ed tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0284801 Apr 18 17:06:35.404224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-3109a64e-d86c-4579-a3c8-b3d82c50fe78 req-b26cb41f-e129-4f03-ae2e-d081f7986225 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-344581249', 'description': 'tempest-description-850593104'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:35.413297 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-4177459b-8fb4-4b4b-9b38-0392b615bdd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=473e5147-9ca6-4589-90a2-03cf3d82af90 HTTP/1.1" status: 200 len: 217 time: 0.0473180 Apr 18 17:06:35.415737 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125520a4-6a1f-4bad-be0a-047df6ccd279 x-openstack-request-id: req-125520a4-6a1f-4bad-be0a-047df6ccd279 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:35.416355 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c", "tag": "473e5147-9ca6-4589-90a2-03cf3d82af90", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:35.416355 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-125520a4-6a1f-4bad-be0a-047df6ccd279 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:35.416650 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125520a4-6a1f-4bad-be0a-047df6ccd279'] response: {'name': 'network-changed', 'server_uuid': 'f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c', 'tag': '473e5147-9ca6-4589-90a2-03cf3d82af90', 'status': 'completed', 'code': 200} Apr 18 17:06:35.482568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-1ad19e19-18cd-4390-aeef-c5a78905850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.484093 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-1ad19e19-18cd-4390-aeef-c5a78905850a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.0486493 Apr 18 17:06:35.497988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3109a64e-d86c-4579-a3c8-b3d82c50fe78 req-b26cb41f-e129-4f03-ae2e-d081f7986225 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:35.516222 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-3d7f6a4c-4cc6-41a9-af09-ba7c77835ea9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248752 Apr 18 17:06:35.567803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3109a64e-d86c-4579-a3c8-b3d82c50fe78 req-b26cb41f-e129-4f03-ae2e-d081f7986225 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:35.615400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-b7dfad59-50a0-4cc9-9820-ae2f6362bfb5 service neutron] 10.222.0.18 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932598 Apr 18 17:06:35.655348 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3109a64e-d86c-4579-a3c8-b3d82c50fe78 req-b26cb41f-e129-4f03-ae2e-d081f7986225 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:35.695217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cb41f-e129-4f03-ae2e-d081f7986225 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374b95fa-6bc6-4621-8bab-39a0f0c07d6f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:35.751921 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-05fc7bc5-72b2-4210-a3b4-9ee16689f9a3 req-78e3dead-8f29-416e-87fd-b85ba41cedc8 service neutron] 10.222.0.18 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287138 Apr 18 17:06:35.763229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3109a64e-d86c-4579-a3c8-b3d82c50fe78 req-b26cb41f-e129-4f03-ae2e-d081f7986225 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:35.768737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-437cf9ed-1e78-4373-8100-a80dff20975f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.770393 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-437cf9ed-1e78-4373-8100-a80dff20975f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 949 time: 0.0633266 Apr 18 17:06:35.775418 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:35.778133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3109a64e-d86c-4579-a3c8-b3d82c50fe78 req-b26cb41f-e129-4f03-ae2e-d081f7986225 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3778419 Apr 18 17:06:35.867195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Deleting port 9bd41313-7928-4c01-8273-b01f793bb16e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:35.867543 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:35.874395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab01bc-06a8-40fe-8828-5e134ed34a66 req-6fa46313-dadb-4bde-b76d-b6f052a1a2f0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:35.876468 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58ab01bc-06a8-40fe-8828-5e134ed34a66 req-6fa46313-dadb-4bde-b76d-b6f052a1a2f0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 944 time: 0.0557573 Apr 18 17:06:35.916813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58ab01bc-06a8-40fe-8828-5e134ed34a66 req-458a443d-4153-41a7-a1aa-7ca5878ea399 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Apr 18 17:06:35.991751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] For port 9bd41313-7928-4c01-8273-b01f793bb16e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=9bd41313-7928-4c01-8273-b01f793bb16e,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:35.992128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.009364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-22995381-e4bc-4cd0-8470-ffb6c7b65816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.010882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-22995381-e4bc-4cd0-8470-ffb6c7b65816 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 1095 time: 0.0738316 Apr 18 17:06:36.011745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Calling delete_port for 9bd41313-7928-4c01-8273-b01f793bb16e owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:36.029315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7a4bea1-7ab6-4412-ad27-64d912ed9f1d req-aec13be2-0d4d-405f-98bc-250fe0d50987 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/374b95fa-6bc6-4621-8bab-39a0f0c07d6f HTTP/1.1" status: 200 len: 1813 time: 0.0716372 Apr 18 17:06:36.053252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72517e7-00a6-44d7-aef1-aa9e80c6b146 req-cc28d87b-8f64-41b8-906d-48b120fcc610 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.055143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b72517e7-00a6-44d7-aef1-aa9e80c6b146 req-cc28d87b-8f64-41b8-906d-48b120fcc610 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0742836 Apr 18 17:06:36.092023 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.095838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b72517e7-00a6-44d7-aef1-aa9e80c6b146 req-8adef03f-080c-46ea-9603-d511b0ccbdef tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343857 Apr 18 17:06:36.155402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ab2d393d-1c59-4f42-995d-80fd72037d6e req-98922888-aa34-4ec5-9a78-e438887b01b0 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-425495890', 'description': 'tempest-description-936738309'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:36.167514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-00f9c3c0-ea0f-4f75-8741-8ef8bbfa9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.168772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-00f9c3c0-ea0f-4f75-8741-8ef8bbfa9ff1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 913 time: 0.1507411 Apr 18 17:06:36.236346 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-1a910bad-7a24-41c5-96f6-37562f85ff22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=473e5147-9ca6-4589-90a2-03cf3d82af90 HTTP/1.1" status: 200 len: 217 time: 0.0572522 Apr 18 17:06:36.266694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ab2d393d-1c59-4f42-995d-80fd72037d6e req-98922888-aa34-4ec5-9a78-e438887b01b0 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.305750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-4cf98c61-4179-4632-8076-b5ce3ec9b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.307273 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-4cf98c61-4179-4632-8076-b5ce3ec9b422 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.0495582 Apr 18 17:06:36.335375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ab2d393d-1c59-4f42-995d-80fd72037d6e req-98922888-aa34-4ec5-9a78-e438887b01b0 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.339339 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-e799ef04-3636-4480-b92b-72c9bf6a01dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248430 Apr 18 17:06:36.350073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:36.357706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.410414 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ac0ed2fd-5b19-473e-a3a8-482996594a37', '9bd41313-7928-4c01-8273-b01f793bb16e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:36.412745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008', 'b38107ae-769c-4567-946d-f6934ce0d42d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:36.433176 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ab2d393d-1c59-4f42-995d-80fd72037d6e req-98922888-aa34-4ec5-9a78-e438887b01b0 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.458097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event deleted for resources: {'Port': ['ID=9bd41313-7928-4c01-8273-b01f793bb16e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:36.471907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922888-aa34-4ec5-9a78-e438887b01b0 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae1f6e-0e6b-4d40-88f2-b1746a0c47bd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:36.491607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] No DVR routers for this DVR port 9bd41313-7928-4c01-8273-b01f793bb16e on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:36.495329 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.499223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6bb96c7-d4fe-485a-8720-d106d44a149a req-9ca9b85b-b553-47a7-8381-aa47771a8fe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "DELETE /v2.0/ports/9bd41313-7928-4c01-8273-b01f793bb16e HTTP/1.1" status: 204 len: 173 time: 0.7221241 Apr 18 17:06:36.532929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ab2d393d-1c59-4f42-995d-80fd72037d6e req-98922888-aa34-4ec5-9a78-e438887b01b0 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.540557 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-829c9df5-fa76-430f-8a8d-d4295668b9d6 service neutron] 10.222.0.18 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900480 Apr 18 17:06:36.541965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab2d393d-1c59-4f42-995d-80fd72037d6e req-98922888-aa34-4ec5-9a78-e438887b01b0 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3905239 Apr 18 17:06:36.548023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:36.563342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'mac_address': 'fa:16:3e:d5:17:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:36.610143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f9e2a2f-3a1d-4084-9bf5-9660c7fa224e req-6f344fa8-5c19-4a27-867c-60dc7c185bed tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 210 time: 0.0473967 Apr 18 17:06:36.676823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-89fdd0df-804d-4aa2-958d-814b5599e868 req-53f7e470-68fa-46d5-a30c-af9c04b47715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d432f49d491449648572ce7f9de8ce73&device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0595608 Apr 18 17:06:36.697693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47667-a0cb-4760-a35e-88a19a30607e req-aba6a82e-680b-4834-ba80-bf8f127d771c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.704877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47667-a0cb-4760-a35e-88a19a30607e req-aba6a82e-680b-4834-ba80-bf8f127d771c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.711224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47667-a0cb-4760-a35e-88a19a30607e req-aba6a82e-680b-4834-ba80-bf8f127d771c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.719174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47667-a0cb-4760-a35e-88a19a30607e req-aba6a82e-680b-4834-ba80-bf8f127d771c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.723889 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.725189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47667-a0cb-4760-a35e-88a19a30607e req-aba6a82e-680b-4834-ba80-bf8f127d771c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.731513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47667-a0cb-4760-a35e-88a19a30607e req-aba6a82e-680b-4834-ba80-bf8f127d771c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.737496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47667-a0cb-4760-a35e-88a19a30607e req-aba6a82e-680b-4834-ba80-bf8f127d771c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.739451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cec47667-a0cb-4760-a35e-88a19a30607e req-aba6a82e-680b-4834-ba80-bf8f127d771c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.1068466 Apr 18 17:06:36.754243 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-89fdd0df-804d-4aa2-958d-814b5599e868 req-422d9b2e-b602-48d9-82b0-3b53f9acdfc4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d432f49d491449648572ce7f9de8ce73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405693 Apr 18 17:06:36.756065 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8d6589be-1f71-46da-a4c8-ec37c8519e94 req-0dff673d-a523-4697-b141-9ca7f2b81d07 service neutron] 10.222.0.18 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124414 Apr 18 17:06:36.773915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:36.831520 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cec47667-a0cb-4760-a35e-88a19a30607e req-580c1bdf-62d2-4052-8b6d-b46de66b689d tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826809 Apr 18 17:06:36.833837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-350998d6-ff62-41c1-ab1a-dd78c80d02c9 req-27536182-b097-4d2e-a9d3-ac2b756b238c tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0605667 Apr 18 17:06:36.838175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:36.899758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdd0df-804d-4aa2-958d-814b5599e868 req-a8459565-e4d0-4c0c-8923-4650949ad604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:36.902360 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-89fdd0df-804d-4aa2-958d-814b5599e868 req-a8459565-e4d0-4c0c-8923-4650949ad604 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384845 Apr 18 17:06:36.914092 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:36.973677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40b5b1e7-6b3e-4e13-a24f-5c2ca844c6e3 req-cc172577-4578-4590-9508-9d89a87fbd45 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/22ae1f6e-0e6b-4d40-88f2-b1746a0c47bd HTTP/1.1" status: 200 len: 1813 time: 0.0897827 Apr 18 17:06:37.048407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:37.068536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.068762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.069035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.069371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.069729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.070677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.070677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.070882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.071434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.071434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.071648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.071971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:37.083720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24427ed9-fac8-4094-aa6e-1d44a74f184f req-ae7aef5f-21d4-4e4c-9926-e072c2fdc657 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:37.085250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24427ed9-fac8-4094-aa6e-1d44a74f184f req-ae7aef5f-21d4-4e4c-9926-e072c2fdc657 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 944 time: 0.0817726 Apr 18 17:06:37.086299 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-4636df10-1252-486d-9c3c-2648f8da6530 req-d4479d34-559b-4fd0-a8ff-10043bbcf80a tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] show failed (client error): The resource could not be found. Apr 18 17:06:37.087223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4636df10-1252-486d-9c3c-2648f8da6530 req-d4479d34-559b-4fd0-a8ff-10043bbcf80a tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/2e45eae1-9c35-41b1-8e5a-95bdc83ba59e HTTP/1.1" status: 404 len: 352 time: 0.0296364 Apr 18 17:06:37.146851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:37.161562 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-3e08b744-732c-4ae7-8e56-e2945cd5c48c req-4d31a8e0-77e9-47f3-a99c-94f04d58539f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] show failed (client error): The resource could not be found. Apr 18 17:06:37.188015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e08b744-732c-4ae7-8e56-e2945cd5c48c req-4d31a8e0-77e9-47f3-a99c-94f04d58539f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-group-rules/55a1c0b4-094a-4ed4-b35f-4d35a3e4e44a HTTP/1.1" status: 404 len: 361 time: 0.0384426 Apr 18 17:06:37.188015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24427ed9-fac8-4094-aa6e-1d44a74f184f req-6d4c74c0-cad0-4701-bbf4-72a68e3d79a1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907505 Apr 18 17:06:37.300422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1783ce20-db50-4988-ab29-84d8911a1509 req-866676c6-8e55-4091-81fd-1f898c26e504 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/22ae1f6e-0e6b-4d40-88f2-b1746a0c47bd HTTP/1.1" status: 200 len: 1813 time: 0.0809889 Apr 18 17:06:37.322872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994d71c-4b85-40d1-835d-7e750196997b req-0421ede4-6f89-437e-84ad-49a0426fdc5b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:37.324481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b994d71c-4b85-40d1-835d-7e750196997b req-0421ede4-6f89-437e-84ad-49a0426fdc5b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0727427 Apr 18 17:06:37.407838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b994d71c-4b85-40d1-835d-7e750196997b req-ee3b0404-73e4-45af-8c74-cffb0fb4818b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639975 Apr 18 17:06:37.413539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1783ce20-db50-4988-ab29-84d8911a1509 req-f106fa82-9495-4f01-af3e-30614ea94de1 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.419373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8829a11-4bdf-4b82-bd3e-8b344b5c7778', 'name': 'network-vif-deleted', 'tag': '9bd41313-7928-4c01-8273-b01f793bb16e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:37.429686 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c204d-96d6-4146-9886-a1403eb8f192" -d '{"events": [{"server_uuid": "d8829a11-4bdf-4b82-bd3e-8b344b5c7778", "name": "network-vif-deleted", "tag": "9bd41313-7928-4c01-8273-b01f793bb16e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:37.446370 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1783ce20-db50-4988-ab29-84d8911a1509 req-f106fa82-9495-4f01-af3e-30614ea94de1 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.463352 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ff055c-316e-4902-9882-56f3f1e18de6 x-openstack-request-id: req-b0ff055c-316e-4902-9882-56f3f1e18de6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:37.463649 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8829a11-4bdf-4b82-bd3e-8b344b5c7778", "name": "network-vif-deleted", "tag": "9bd41313-7928-4c01-8273-b01f793bb16e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:37.467892 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0ff055c-316e-4902-9882-56f3f1e18de6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:37.467892 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ff055c-316e-4902-9882-56f3f1e18de6'] response: {'server_uuid': 'd8829a11-4bdf-4b82-bd3e-8b344b5c7778', 'name': 'network-vif-deleted', 'tag': '9bd41313-7928-4c01-8273-b01f793bb16e', 'status': 'completed', 'code': 200} Apr 18 17:06:37.589461 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1783ce20-db50-4988-ab29-84d8911a1509 req-f106fa82-9495-4f01-af3e-30614ea94de1 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.592041 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1783ce20-db50-4988-ab29-84d8911a1509 req-f106fa82-9495-4f01-af3e-30614ea94de1 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.593210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1783ce20-db50-4988-ab29-84d8911a1509 req-f106fa82-9495-4f01-af3e-30614ea94de1 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "DELETE /v2.0/security-groups/22ae1f6e-0e6b-4d40-88f2-b1746a0c47bd HTTP/1.1" status: 204 len: 173 time: 0.2840383 Apr 18 17:06:37.603028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106fa82-9495-4f01-af3e-30614ea94de1 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae1f6e-0e6b-4d40-88f2-b1746a0c47bd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:37.693237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc4a7186-72ac-4885-ba23-fda7fd7a3ea5 req-c0107dcb-b60c-4b43-8e08-5b576c27b2cf tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/374b95fa-6bc6-4621-8bab-39a0f0c07d6f HTTP/1.1" status: 200 len: 1813 time: 0.0743873 Apr 18 17:06:37.761020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57722) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:37.783470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30861840-1fe0-40fd-b3b1-de026204adf7 req-f9aa298e-a1fd-4f09-ae03-6364582b4013 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8829a11-4bdf-4b82-bd3e-8b344b5c7778 HTTP/1.1" status: 200 len: 210 time: 0.0407631 Apr 18 17:06:37.803470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc4a7186-72ac-4885-ba23-fda7fd7a3ea5 req-4d203c8a-f35b-4c16-bde6-d1a434574216 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.830227 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc4a7186-72ac-4885-ba23-fda7fd7a3ea5 req-4d203c8a-f35b-4c16-bde6-d1a434574216 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.901443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f7275e7-5267-4178-8f0b-05dd5fc80a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.938266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1747b105-02ef-4019-afbb-0d7a1efc8903 req-2023adb5-9b9a-46bf-b9cc-a03552a9cbf4 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0256159 Apr 18 17:06:37.955073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc4a7186-72ac-4885-ba23-fda7fd7a3ea5 req-4d203c8a-f35b-4c16-bde6-d1a434574216 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.957943 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc4a7186-72ac-4885-ba23-fda7fd7a3ea5 req-4d203c8a-f35b-4c16-bde6-d1a434574216 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:37.959053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc4a7186-72ac-4885-ba23-fda7fd7a3ea5 req-4d203c8a-f35b-4c16-bde6-d1a434574216 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "DELETE /v2.0/security-groups/374b95fa-6bc6-4621-8bab-39a0f0c07d6f HTTP/1.1" status: 204 len: 173 time: 0.2576334 Apr 18 17:06:37.988558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d203c8a-f35b-4c16-bde6-d1a434574216 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b95fa-6bc6-4621-8bab-39a0f0c07d6f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:38.024683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f7275e7-5267-4178-8f0b-05dd5fc80a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.066442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84389180-6e1b-4f9b-87a3-7f80eecfe238 req-2803f9c4-2f0a-4521-8a82-a6e5baed4e4c tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/bea3bb89-35ee-4728-85c7-51a14b43bfbc HTTP/1.1" status: 200 len: 1813 time: 0.0805118 Apr 18 17:06:38.082117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-c655c9ca-d48e-485b-ad1f-a5317cfce41b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.088283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-c655c9ca-d48e-485b-ad1f-a5317cfce41b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.089433 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4f7275e7-5267-4178-8f0b-05dd5fc80a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.094221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-c655c9ca-d48e-485b-ad1f-a5317cfce41b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.101007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-c655c9ca-d48e-485b-ad1f-a5317cfce41b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.110561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-c655c9ca-d48e-485b-ad1f-a5317cfce41b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.116298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-c655c9ca-d48e-485b-ad1f-a5317cfce41b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.122034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-c655c9ca-d48e-485b-ad1f-a5317cfce41b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.123968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-c655c9ca-d48e-485b-ad1f-a5317cfce41b tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.1114841 Apr 18 17:06:38.128870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7275e7-5267-4178-8f0b-05dd5fc80a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb9de9f-9a6d-4026-bab7-84406adb2441,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:38.134587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4f7275e7-5267-4178-8f0b-05dd5fc80a1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8df73bacc684555989a5a4bd3613912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725009 Apr 18 17:06:38.137130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57740) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:38.186722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7561a98c-2812-45ba-9cb7-c6e45d81573d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.189910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8277797-efb5-4c37-9ee5-a09204b6e362 req-feafc24c-fd2a-4076-abd9-ea989b00af08 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572550 Apr 18 17:06:38.208066 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-84389180-6e1b-4f9b-87a3-7f80eecfe238 req-f7986a57-c01f-4b4b-a799-9f712e8a4312 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.213209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7561a98c-2812-45ba-9cb7-c6e45d81573d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.232618 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-84389180-6e1b-4f9b-87a3-7f80eecfe238 req-f7986a57-c01f-4b4b-a799-9f712e8a4312 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.322212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e45854-7314-4e88-be0f-631b8995debf req-f03a4cde-b53e-4e24-b969-67dcaf410609 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.323682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09e45854-7314-4e88-be0f-631b8995debf req-f03a4cde-b53e-4e24-b969-67dcaf410609 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 944 time: 0.0593169 Apr 18 17:06:38.344136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7561a98c-2812-45ba-9cb7-c6e45d81573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.346701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7561a98c-2812-45ba-9cb7-c6e45d81573d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.350670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7561a98c-2812-45ba-9cb7-c6e45d81573d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fb9de9f-9a6d-4026-bab7-84406adb2441 HTTP/1.1" status: 204 len: 168 time: 0.2124641 Apr 18 17:06:38.358667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561a98c-2812-45ba-9cb7-c6e45d81573d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb9de9f-9a6d-4026-bab7-84406adb2441,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:38.362708 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09e45854-7314-4e88-be0f-631b8995debf req-2a5f6dde-89f5-472e-b8e7-f0ee688e6dd2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Apr 18 17:06:38.367730 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:38.385687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-84389180-6e1b-4f9b-87a3-7f80eecfe238 req-f7986a57-c01f-4b4b-a799-9f712e8a4312 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.385687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-84389180-6e1b-4f9b-87a3-7f80eecfe238 req-f7986a57-c01f-4b4b-a799-9f712e8a4312 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.386540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84389180-6e1b-4f9b-87a3-7f80eecfe238 req-f7986a57-c01f-4b4b-a799-9f712e8a4312 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "DELETE /v2.0/security-groups/bea3bb89-35ee-4728-85c7-51a14b43bfbc HTTP/1.1" status: 204 len: 173 time: 0.2608845 Apr 18 17:06:38.398418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7986a57-c01f-4b4b-a799-9f712e8a4312 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3bb89-35ee-4728-85c7-51a14b43bfbc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:38.427114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 473e5147-9ca6-4589-90a2-03cf3d82af90 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:38.446510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd397e59-0d1b-47ca-b3cb-b5faaf761cb4 req-a9029f8b-1e4f-4106-906f-5e9e1f14397b tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/443a38c1-79b5-43bb-a759-f75ff65e6a3b HTTP/1.1" status: 200 len: 1815 time: 0.0439937 Apr 18 17:06:38.522506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:38.522880 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.543858 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fd397e59-0d1b-47ca-b3cb-b5faaf761cb4 req-4f486ab6-b993-4d16-9875-cefb8f50b72f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.577382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9c266-b6a2-4e36-b816-e6fc7432e316 req-c559c298-0fd8-4401-809f-cbf9b4123838 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:38.578944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57f9c266-b6a2-4e36-b816-e6fc7432e316 req-c559c298-0fd8-4401-809f-cbf9b4123838 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0851579 Apr 18 17:06:38.582958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fd397e59-0d1b-47ca-b3cb-b5faaf761cb4 req-4f486ab6-b993-4d16-9875-cefb8f50b72f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.585381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 473e5147-9ca6-4589-90a2-03cf3d82af90, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=473e5147-9ca6-4589-90a2-03cf3d82af90,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:38.602019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '473e5147-9ca6-4589-90a2-03cf3d82af90', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'port_id': '473e5147-9ca6-4589-90a2-03cf3d82af90', 'mac_address': 'fa:16:3e:54:35:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe453df1-2304-40fe-96c6-0fb0afe45590', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:38.669012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57f9c266-b6a2-4e36-b816-e6fc7432e316 req-6dadd584-e136-4ffc-8ba1-c8870b28744e tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777042 Apr 18 17:06:38.669242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.679865 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.689917 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-89fdd0df-804d-4aa2-958d-814b5599e868 req-d953834e-2be3-4176-8579-60a210993d22 tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.41 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0524397 Apr 18 17:06:38.701122 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473e5147-9ca6-4589-90a2-03cf3d82af90 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:38.726070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:38.728334 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b14891f-ecfb-45fa-9ead-8db3bf8827f4" -d '{"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-plugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:38.754275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:38.757984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 473e5147-9ca6-4589-90a2-03cf3d82af90, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=473e5147-9ca6-4589-90a2-03cf3d82af90,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:38.777770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fd397e59-0d1b-47ca-b3cb-b5faaf761cb4 req-4f486ab6-b993-4d16-9875-cefb8f50b72f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.780649 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fd397e59-0d1b-47ca-b3cb-b5faaf761cb4 req-4f486ab6-b993-4d16-9875-cefb8f50b72f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.789758 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd397e59-0d1b-47ca-b3cb-b5faaf761cb4 req-4f486ab6-b993-4d16-9875-cefb8f50b72f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "DELETE /v2.0/security-groups/443a38c1-79b5-43bb-a759-f75ff65e6a3b HTTP/1.1" status: 204 len: 173 time: 0.3345366 Apr 18 17:06:38.793748 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766ec412-6b3d-4b2c-a22a-352df1127c03 x-openstack-request-id: req-766ec412-6b3d-4b2c-a22a-352df1127c03 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:38.793969 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-plugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:38.794218 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-766ec412-6b3d-4b2c-a22a-352df1127c03 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:38.794613 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766ec412-6b3d-4b2c-a22a-352df1127c03'] response: {'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'code': 200} Apr 18 17:06:38.799932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f486ab6-b993-4d16-9875-cefb8f50b72f tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443a38c1-79b5-43bb-a759-f75ff65e6a3b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:38.842813 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.844203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 9bd41313-7928-4c01-8273-b01f793bb16e no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:38.879293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-406a16ba-b084-4d24-8b19-2734188d12be req-ba519ec0-5ed0-4e33-99f7-ac8c961c4f03 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "GET /v2.0/security-groups/5caeea0e-4a99-4283-ad9e-35b16bfb1316 HTTP/1.1" status: 200 len: 1813 time: 0.0663972 Apr 18 17:06:38.920333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 9bd41313-7928-4c01-8273-b01f793bb16e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:06:38.920702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 9bd41313-7928-4c01-8273-b01f793bb16e not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:06:38.925798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.956985 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-406a16ba-b084-4d24-8b19-2734188d12be req-20c2d7da-34a8-4b31-87cc-985fd041f4d6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:38.959808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:38.985184 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-406a16ba-b084-4d24-8b19-2734188d12be req-20c2d7da-34a8-4b31-87cc-985fd041f4d6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.012301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=473e5147-9ca6-4589-90a2-03cf3d82af90,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:39.089223 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-406a16ba-b084-4d24-8b19-2734188d12be req-20c2d7da-34a8-4b31-87cc-985fd041f4d6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.091860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-406a16ba-b084-4d24-8b19-2734188d12be req-20c2d7da-34a8-4b31-87cc-985fd041f4d6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.093022 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-406a16ba-b084-4d24-8b19-2734188d12be req-20c2d7da-34a8-4b31-87cc-985fd041f4d6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] 10.222.0.45 "DELETE /v2.0/security-groups/5caeea0e-4a99-4283-ad9e-35b16bfb1316 HTTP/1.1" status: 204 len: 173 time: 0.2086041 Apr 18 17:06:39.100629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57784) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:39.103745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2d7da-34a8-4b31-87cc-985fd041f4d6 tempest-SecurityGroupRulesNegativeTestJSON-744676088 tempest-SecurityGroupRulesNegativeTestJSON-744676088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caeea0e-4a99-4283-ad9e-35b16bfb1316,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:39.188630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e132abb0-d918-4ffb-b906-fd96e9914997 admin admin] Deleting subnet 2d97bd61-e8f3-4f2d-9066-d8570233d866 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:06:39.204845 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e132abb0-d918-4ffb-b906-fd96e9914997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.243968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e132abb0-d918-4ffb-b906-fd96e9914997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.300552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e132abb0-d918-4ffb-b906-fd96e9914997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.316152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc43e72a-127e-40dc-a4b8-bee360a02550 req-2c70adce-c219-476b-8034-612ad32c065c tempest-ServerShowV254Test-1612148645 tempest-ServerShowV254Test-1612148645-project] 10.222.0.45 "GET /v2.0/ports?device_id=004ed6fc-b908-4976-b28e-9920549aae7e HTTP/1.1" status: 200 len: 210 time: 0.0551078 Apr 18 17:06:39.395053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['473e5147-9ca6-4589-90a2-03cf3d82af90'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:39.454350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-19d39dcd-77f1-4fe0-99e2-d10d3167064e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:39.461930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-19d39dcd-77f1-4fe0-99e2-d10d3167064e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:39.469903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-19d39dcd-77f1-4fe0-99e2-d10d3167064e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:39.478310 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-19d39dcd-77f1-4fe0-99e2-d10d3167064e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:39.491402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57816) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:39.492368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-19d39dcd-77f1-4fe0-99e2-d10d3167064e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:39.498972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-19d39dcd-77f1-4fe0-99e2-d10d3167064e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:39.505600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-19d39dcd-77f1-4fe0-99e2-d10d3167064e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:39.507791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-19d39dcd-77f1-4fe0-99e2-d10d3167064e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.1337745 Apr 18 17:06:39.532827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e132abb0-d918-4ffb-b906-fd96e9914997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.566149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-850160db-6c3b-49a2-bc1b-889cd732c5e0 req-7de3a875-49e9-48a9-9f80-013acf8b524c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518594 Apr 18 17:06:39.621869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1897292125-network', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:39.627814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132abb0-d918-4ffb-b906-fd96e9914997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d97bd61-e8f3-4f2d-9066-d8570233d866,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:39.630942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e132abb0-d918-4ffb-b906-fd96e9914997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.637456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57820) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:39.637928 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e132abb0-d918-4ffb-b906-fd96e9914997 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2d97bd61-e8f3-4f2d-9066-d8570233d866 HTTP/1.1" status: 204 len: 168 time: 0.5353856 Apr 18 17:06:39.751343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.771919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Made reservation on behalf of 432e0b6b3a11486b88f8ee81fab4ec04 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:39.773643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf1b54-a079-4f27-9440-f1a5d2cb3457 req-79d4f93b-0196-4056-a273-be4e2a1a4899 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:39.774831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.775194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4abf1b54-a079-4f27-9440-f1a5d2cb3457 req-79d4f93b-0196-4056-a273-be4e2a1a4899 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 945 time: 0.1161585 Apr 18 17:06:39.785578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.862590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.870901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.893497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4abf1b54-a079-4f27-9440-f1a5d2cb3457 req-7ec54332-ce18-4f5f-a912-2355de702430 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967071 Apr 18 17:06:39.902998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90162c7f-8262-4764-945e-5f628de16586']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:39.914977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a59d51b-ce66-4a78-a664-13336f593a03') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:39.915448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a59d51b-ce66-4a78-a664-13336f593a03') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:39.947584 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.976253 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:39.998134 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.021186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:06:40.021616 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:06:40.024015 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:06:40.036733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39ff4c3-9a58-4fee-8229-6ba7237b8a28,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:40.120068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5486-c82d-481d-8423-4e457a9c26cc req-4fd69510-1a3d-4211-9e47-2b01f3221160 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.121649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d83d5486-c82d-481d-8423-4e457a9c26cc req-4fd69510-1a3d-4211-9e47-2b01f3221160 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1466329 Apr 18 17:06:40.145803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6776e-9232-466d-a25a-e53110d2c0ed req-23a6954c-4afd-4b8c-ad76-44079487db0f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.147363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebe6776e-9232-466d-a25a-e53110d2c0ed req-23a6954c-4afd-4b8c-ad76-44079487db0f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 950 time: 0.1538279 Apr 18 17:06:40.184481 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.185677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:06:40.190797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.196371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] 10.222.0.45 "DELETE /v2.0/networks/90162c7f-8262-4764-945e-5f628de16586 HTTP/1.1" status: 204 len: 168 time: 0.5553603 Apr 18 17:06:40.224605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.226263 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Added segment 4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e of type vlan for network f4778d0f-36b3-402d-affc-6b95839501c2 Apr 18 17:06:40.231104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d83d5486-c82d-481d-8423-4e457a9c26cc req-497807cb-bc35-4b0d-beeb-f73e69ddcbf3 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994041 Apr 18 17:06:40.252517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df3d1b-7297-4671-a71e-cd1431b4edef admin admin] Pushing event deleted for resources: {'Network': ['ID=90162c7f-8262-4764-945e-5f628de16586,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:40.305002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.307600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebe6776e-9232-466d-a25a-e53110d2c0ed req-aeee9bb1-aeba-4320-b082-d6ff5f9c178a tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454628 Apr 18 17:06:40.418129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.419328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.420022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.491118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] Pushing event updated for resources: {'Network': ['ID=f4778d0f-36b3-402d-affc-6b95839501c2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:40.507467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network f4778d0f-36b3-402d-affc-6b95839501c2 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:06:40.529878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3452e4a3-0792-4741-93cc-acd704cfc267 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0387194 Apr 18 17:06:40.532245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57846) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:40.537059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Request body: {'subnet': {'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1897292125-subnet', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:40.629078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57850) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:40.685466 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-211a10fa-1f6d-474c-a24b-a7d9a31d9227 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bcafc98adde4bdfb88864676c8ef1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534084 Apr 18 17:06:40.686456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57852) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:40.701182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Made reservation on behalf of 432e0b6b3a11486b88f8ee81fab4ec04 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:40.705717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.787492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-41b1008d-459a-4473-8f2c-92011f936875 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.804921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-41b1008d-459a-4473-8f2c-92011f936875 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.811504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-41b1008d-459a-4473-8f2c-92011f936875 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.817566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-41b1008d-459a-4473-8f2c-92011f936875 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.823474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-41b1008d-459a-4473-8f2c-92011f936875 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.829883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-41b1008d-459a-4473-8f2c-92011f936875 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.836388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-41b1008d-459a-4473-8f2c-92011f936875 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:40.845251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-41b1008d-459a-4473-8f2c-92011f936875 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.1517458 Apr 18 17:06:40.872925 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21fd5eed-e98e-4588-b7ff-12692f4aac61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.910412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb4e9f65-cbfc-46a4-9fe7-7f98f8611098 req-100ef390-1e44-4de9-b8b8-10c931cdc911 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641186 Apr 18 17:06:40.915723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21fd5eed-e98e-4588-b7ff-12692f4aac61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:40.960549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57858) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:41.055528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fb6b7118-6d13-4f6e-925c-145bc8097e97 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:41.057306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fb6b7118-6d13-4f6e-925c-145bc8097e97 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "GET /v2.0/ports?device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 950 time: 0.0730298 Apr 18 17:06:41.063143 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.063420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2764eba-cd87-4637-8aea-016d29cb83d4 req-6d6e5152-4e14-49c1-995d-8dd41d16b5c3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:41.065369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2764eba-cd87-4637-8aea-016d29cb83d4 req-6d6e5152-4e14-49c1-995d-8dd41d16b5c3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 945 time: 0.0567405 Apr 18 17:06:41.110576 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21fd5eed-e98e-4588-b7ff-12692f4aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.113363 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21fd5eed-e98e-4588-b7ff-12692f4aac61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.117094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-21fd5eed-e98e-4588-b7ff-12692f4aac61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a5ef2f3-e361-48dd-a81a-cabecd6d267a HTTP/1.1" status: 204 len: 168 time: 0.4266253 Apr 18 17:06:41.129029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd5eed-e98e-4588-b7ff-12692f4aac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5ef2f3-e361-48dd-a81a-cabecd6d267a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:41.145061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d358936-3a15-4345-bb81-e198330a4145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.182582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2764eba-cd87-4637-8aea-016d29cb83d4 req-99baab58-c912-46ec-9e16-c6c27b78132d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005187 Apr 18 17:06:41.243464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:41.288864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Checking segment: {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:41.294215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Network hostable DHCP agents. Network: f4778d0f-36b3-402d-affc-6b95839501c2, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:06:41.334059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Deleting port ac0ed2fd-5b19-473e-a3a8-482996594a37 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:41.334059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.407921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d358936-3a15-4345-bb81-e198330a4145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.418555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Network f4778d0f-36b3-402d-affc-6b95839501c2 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:06:41.467120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d358936-3a15-4345-bb81-e198330a4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.471883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b70e14-d98c-4936-ba7b-c7960d28f6c4 req-a11e4736-d837-4007-ba12-0e1aef11a6fa tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:41.473777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0b70e14-d98c-4936-ba7b-c7960d28f6c4 req-a11e4736-d837-4007-ba12-0e1aef11a6fa tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1554422 Apr 18 17:06:41.525059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, f4778d0f-36b3-402d-affc-6b95839501c2) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:41.542932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc228cc4-b68e-42a0-a130-a041fea26cd1 None None] Network f4778d0f-36b3-402d-affc-6b95839501c2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:06:41.548221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:41.550746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.577699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0b70e14-d98c-4936-ba7b-c7960d28f6c4 req-3e56289f-6dec-448c-b6da-19a55f8cf9eb tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770147 Apr 18 17:06:41.579851 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8d358936-3a15-4345-bb81-e198330a4145 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d432f49d491449648572ce7f9de8ce73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182501 Apr 18 17:06:41.586770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] For port ac0ed2fd-5b19-473e-a3a8-482996594a37, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ac0ed2fd-5b19-473e-a3a8-482996594a37,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:41.587242 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.594672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57872) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:41.625391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed6ae4-e429-407b-920d-dbf6825e2501 req-d646d8bf-b67e-4c09-88df-10f2651c4a88 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:41.627540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d358936-3a15-4345-bb81-e198330a4145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700edaa3-0284-42ca-bca6-135dc8ec77fe,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:41.634253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19ed6ae4-e429-407b-920d-dbf6825e2501 req-d646d8bf-b67e-4c09-88df-10f2651c4a88 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 950 time: 0.1870604 Apr 18 17:06:41.646524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Calling delete_port for ac0ed2fd-5b19-473e-a3a8-482996594a37 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:41.672859 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61111b75-ba4f-4480-ba71-e8b4ce66f195 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1394727 Apr 18 17:06:41.682348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57878) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:41.693888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:41.725919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19ed6ae4-e429-407b-920d-dbf6825e2501 req-4db30897-95f1-4b63-ac5f-506d132ec61c tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903599 Apr 18 17:06:41.803888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-f4778d0f-36b3-402d-affc-6b95839501c2', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:06:41.807490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.823513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a695733f-4773-41b8-af28-8028971b83c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.890320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.891660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.904693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a695733f-4773-41b8-af28-8028971b83c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:41.952510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-4e2c4606-4104-4ca0-88a7-ee81780bccff tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:41.953775 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-4e2c4606-4104-4ca0-88a7-ee81780bccff tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 950 time: 0.1167214 Apr 18 17:06:41.986129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Allocated IP 172.20.0.2 (f4778d0f-36b3-402d-affc-6b95839501c2/d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7/595d733e-a9ea-4950-9d43-856837fa4e74) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:42.110086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-afda997f-c871-4346-95ed-7996176b5468 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.119909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-afda997f-c871-4346-95ed-7996176b5468 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.124129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.129970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-afda997f-c871-4346-95ed-7996176b5468 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.138396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-afda997f-c871-4346-95ed-7996176b5468 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.146286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-afda997f-c871-4346-95ed-7996176b5468 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.155141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-afda997f-c871-4346-95ed-7996176b5468 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.162725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-afda997f-c871-4346-95ed-7996176b5468 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.172624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-afda997f-c871-4346-95ed-7996176b5468 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.1364110 Apr 18 17:06:42.277468 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.279902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6059e1c-7adc-4f03-8793-d990a6670ba5 req-6792f8c2-30e0-404f-b21a-4b8b573e664e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051810 Apr 18 17:06:42.315390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.328410 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a695733f-4773-41b8-af28-8028971b83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.331235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a695733f-4773-41b8-af28-8028971b83c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.332364 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a695733f-4773-41b8-af28-8028971b83c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/700edaa3-0284-42ca-bca6-135dc8ec77fe HTTP/1.1" status: 204 len: 168 time: 0.7365923 Apr 18 17:06:42.355539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ac0ed2fd-5b19-473e-a3a8-482996594a37'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:42.361615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008', 'b38107ae-769c-4567-946d-f6934ce0d42d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:42.379563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695733f-4773-41b8-af28-8028971b83c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700edaa3-0284-42ca-bca6-135dc8ec77fe,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:42.392487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Deleting port b38107ae-769c-4567-946d-f6934ce0d42d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:42.392841 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.463812 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.481975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5931-923d-44a6-a4de-b8906d75e415 req-01987ce0-93b1-4658-81cd-051ab24fa6af tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.483598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa2d5931-923d-44a6-a4de-b8906d75e415 req-01987ce0-93b1-4658-81cd-051ab24fa6af tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 945 time: 0.1528187 Apr 18 17:06:42.493169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 473e5147-9ca6-4589-90a2-03cf3d82af90 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:42.539698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa2d5931-923d-44a6-a4de-b8906d75e415 req-ff19c314-3b1a-4176-87dd-49cf760029e5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475020 Apr 18 17:06:42.550444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event deleted for resources: {'Port': ['ID=ac0ed2fd-5b19-473e-a3a8-482996594a37,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:42.656590 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Pushing event updated for resources: {'Port': ['ID=595d733e-a9ea-4950-9d43-856837fa4e74,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:42.657113 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.757519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Network f4778d0f-36b3-402d-affc-6b95839501c2 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:42.770019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] No DVR routers for this DVR port ac0ed2fd-5b19-473e-a3a8-482996594a37 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:42.774814 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.790692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-388675ef-dbac-49b3-a0db-29f5d8ea3b73 req-fc4302c6-b9c1-4ee6-bfc1-7106d3a5f30f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.41 "DELETE /v2.0/ports/ac0ed2fd-5b19-473e-a3a8-482996594a37 HTTP/1.1" status: 204 len: 173 time: 1.7254064 Apr 18 17:06:42.791057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386dce17-a872-4c2e-9a45-27b2b118a8fe', 'name': 'network-vif-deleted', 'tag': 'ac0ed2fd-5b19-473e-a3a8-482996594a37'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:42.793396 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f6fa91-c9ef-424b-bf67-eb3efd370ed4" -d '{"events": [{"server_uuid": "386dce17-a872-4c2e-9a45-27b2b118a8fe", "name": "network-vif-deleted", "tag": "ac0ed2fd-5b19-473e-a3a8-482996594a37"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:42.805715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57918) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:42.808932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:42.822690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:42.866183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2010e4-8ae6-4a2e-aea7-b994558c829a req-ed24ec95-6c49-4a46-8370-7eac32d45d97 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:42.879326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] For port b38107ae-769c-4567-946d-f6934ce0d42d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b38107ae-769c-4567-946d-f6934ce0d42d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:42.881663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:42.886621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc2010e4-8ae6-4a2e-aea7-b994558c829a req-ed24ec95-6c49-4a46-8370-7eac32d45d97 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1844983 Apr 18 17:06:42.919373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Calling delete_port for b38107ae-769c-4567-946d-f6934ce0d42d owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:42.935682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 473e5147-9ca6-4589-90a2-03cf3d82af90 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:06:43.055326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc2010e4-8ae6-4a2e-aea7-b994558c829a req-3a09d3ae-6853-438e-9aa6-1957f4c6dccf tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624448 Apr 18 17:06:43.063415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 473e5147-9ca6-4589-90a2-03cf3d82af90 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:43.063865 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.143787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1539984723-network', 'tenant_id': '9d8cbe0023fb457d80330115667153de'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:43.209559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edfe007a-e9be-445a-b1bd-5f82c551d40b req-9f09801a-6ada-4067-8bca-97fcc72a39f4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=386dce17-a872-4c2e-9a45-27b2b118a8fe HTTP/1.1" status: 200 len: 210 time: 0.2150745 Apr 18 17:06:43.211850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Attempting to bind port 595d733e-a9ea-4950-9d43-856837fa4e74 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:43.212485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Attempting to bind port 595d733e-a9ea-4950-9d43-856837fa4e74 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:43.213085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Attempting to bind port 595d733e-a9ea-4950-9d43-856837fa4e74 on network f4778d0f-36b3-402d-affc-6b95839501c2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:43.239229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:43.239741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Checking segment: {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:43.240251 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.240743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Bound using segment: {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:43.241341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Bound port: 595d733e-a9ea-4950-9d43-856837fa4e74, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:43.241823 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.261080 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d16a0a3-b143-49b5-b6df-f1a81bb26295 x-openstack-request-id: req-9d16a0a3-b143-49b5-b6df-f1a81bb26295 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:43.265520 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386dce17-a872-4c2e-9a45-27b2b118a8fe", "name": "network-vif-deleted", "tag": "ac0ed2fd-5b19-473e-a3a8-482996594a37", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:43.265520 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d16a0a3-b143-49b5-b6df-f1a81bb26295 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:43.265520 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d16a0a3-b143-49b5-b6df-f1a81bb26295'] response: {'server_uuid': '386dce17-a872-4c2e-9a45-27b2b118a8fe', 'name': 'network-vif-deleted', 'tag': 'ac0ed2fd-5b19-473e-a3a8-482996594a37', 'status': 'completed', 'code': 200} Apr 18 17:06:43.266247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.326613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event deleted for resources: {'Port': ['ID=b38107ae-769c-4567-946d-f6934ce0d42d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:43.340149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Made reservation on behalf of 9d8cbe0023fb457d80330115667153de for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:43.348308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.357949 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.392513 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.443653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] No DVR routers for this DVR port b38107ae-769c-4567-946d-f6934ce0d42d on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:43.448261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.452267 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aff262d4-4b02-4d73-a0b1-37b203774b28 req-ebd20b2b-801a-4e0a-ab4b-6a9176a11f87 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "DELETE /v2.0/ports/b38107ae-769c-4567-946d-f6934ce0d42d HTTP/1.1" status: 204 len: 173 time: 1.4586122 Apr 18 17:06:43.464952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] For port 595d733e-a9ea-4950-9d43-856837fa4e74, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:43.482305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473e5147-9ca6-4589-90a2-03cf3d82af90'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:43.485609 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d736b5-b129-4a4e-9906-5db92642152c" -d '{"events": [{"server_uuid": "f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c", "name": "network-vif-plugged", "status": "completed", "tag": "473e5147-9ca6-4589-90a2-03cf3d82af90"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:43.510999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] For port 595d733e-a9ea-4950-9d43-856837fa4e74, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=595d733e-a9ea-4950-9d43-856837fa4e74,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:43.523186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 473e5147-9ca6-4589-90a2-03cf3d82af90, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=473e5147-9ca6-4589-90a2-03cf3d82af90,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:43.525218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.597234 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.618617 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b56e63-6139-4c6c-88a5-fc298fe44700 x-openstack-request-id: req-36b56e63-6139-4c6c-88a5-fc298fe44700 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:43.618952 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c", "name": "network-vif-plugged", "status": "completed", "tag": "473e5147-9ca6-4589-90a2-03cf3d82af90", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:43.619152 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36b56e63-6139-4c6c-88a5-fc298fe44700 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:43.619531 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b56e63-6139-4c6c-88a5-fc298fe44700'] response: {'server_uuid': 'f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473e5147-9ca6-4589-90a2-03cf3d82af90', 'code': 200} Apr 18 17:06:43.662073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-92bd144b-5517-4f65-8b45-55f5dba0a856 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:43.677083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-92bd144b-5517-4f65-8b45-55f5dba0a856 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:43.691320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-92bd144b-5517-4f65-8b45-55f5dba0a856 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:43.704457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-92bd144b-5517-4f65-8b45-55f5dba0a856 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:43.720472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-92bd144b-5517-4f65-8b45-55f5dba0a856 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:43.734658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-92bd144b-5517-4f65-8b45-55f5dba0a856 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:43.735543 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.752062 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bacfdc-3312-472f-9e62-b6dc941efb6f None None] Pushing event updated for resources: {'Port': ['ID=595d733e-a9ea-4950-9d43-856837fa4e74,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:43.762790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-92bd144b-5517-4f65-8b45-55f5dba0a856 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:43.770653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-92bd144b-5517-4f65-8b45-55f5dba0a856 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.2437694 Apr 18 17:06:43.785053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.820175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.861700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:43.861881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4eb4f2-a56a-47d6-bb88-2400ba86433a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:43.864307 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14668fba-ab40-4a08-985e-a10ad4bb874f req-a07faa1c-e076-472b-948d-577970448e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:43.872471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14668fba-ab40-4a08-985e-a10ad4bb874f req-a07faa1c-e076-472b-948d-577970448e87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 1097 time: 0.1423237 Apr 18 17:06:43.974655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:06:44.060914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ade52d83-afe7-4c11-9769-daa80b009b67 req-ce950b2f-7876-4f78-99cd-351c60db69d1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2585523 Apr 18 17:06:44.062668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:44.070016 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Added segment e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8 of type vlan for network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 Apr 18 17:06:44.137771 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-14668fba-ab40-4a08-985e-a10ad4bb874f req-dc0c6938-b89b-48b0-b9ad-1566e2f2739b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505977 Apr 18 17:06:44.146062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8361ae-9484-41a0-874d-7306ac1946ec req-5ef61ae2-fed4-4ff2-bd6f-b09c6eb5152e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:44.147634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae8361ae-9484-41a0-874d-7306ac1946ec req-5ef61ae2-fed4-4ff2-bd6f-b09c6eb5152e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 946 time: 0.3714545 Apr 18 17:06:44.189069 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=473e5147-9ca6-4589-90a2-03cf3d82af90,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:44.302292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Allocated IP 172.25.5.17 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/d33d5a9f-6770-4276-ac04-b5bbfda94a3f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:44.317162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:44.402253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ac0ed2fd-5b19-473e-a3a8-482996594a37 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:44.426260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae8361ae-9484-41a0-874d-7306ac1946ec req-a2658447-6a71-479a-b3d0-7885784b7fd3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201936 Apr 18 17:06:44.450960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:44.452603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:44.454729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:44.603478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7943892 Apr 18 17:06:44.610369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57970) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:44.635628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:44.639836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dc4e2-ad49-4b6e-b5ce-c6ded5689e90 req-0833a49e-b593-46f7-9e78-1b818b7a7bc4 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:44.650574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db0dc4e2-ad49-4b6e-b5ce-c6ded5689e90 req-0833a49e-b593-46f7-9e78-1b818b7a7bc4 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.2221398 Apr 18 17:06:44.673840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Request body: {'subnet': {'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1539984723-subnet', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:44.685831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b38107ae-769c-4567-946d-f6934ce0d42d no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:44.707806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65530f2-1af2-42b1-b337-c10f5bb74bfc admin admin] Pushing event updated for resources: {'Network': ['ID=8fc79a16-a5ee-4122-ab73-377f1a5dcc07,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:44.735055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: ac0ed2fd-5b19-473e-a3a8-482996594a37 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:06:44.735343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ac0ed2fd-5b19-473e-a3a8-482996594a37 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:06:44.746778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:06:44.752138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: b38107ae-769c-4567-946d-f6934ce0d42d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:06:44.752487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b38107ae-769c-4567-946d-f6934ce0d42d not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:06:44.798688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:44.832045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db0dc4e2-ad49-4b6e-b5ce-c6ded5689e90 req-5575fc00-42e6-4f91-b4ad-fab1fe303744 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794155 Apr 18 17:06:44.855382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Pushing event updated for resources: {'Port': ['ID=d33d5a9f-6770-4276-ac04-b5bbfda94a3f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:44.856233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cab3e820-0c5d-435d-b097-55ca146a85f1 req-e155332c-3d39-43fc-bf53-00022a9c6676 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 210 time: 0.1458077 Apr 18 17:06:44.899972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:44.901781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:44.908354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:44.936123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Made reservation on behalf of 9d8cbe0023fb457d80330115667153de for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:06:44.939866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:45.270387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f65750d-7233-4a41-a8a5-5ccf06e0cda6', 'name': 'network-vif-deleted', 'tag': 'b38107ae-769c-4567-946d-f6934ce0d42d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:45.273311 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e74c353-e7ca-4152-9d62-c042e31539bd" -d '{"events": [{"server_uuid": "4f65750d-7233-4a41-a8a5-5ccf06e0cda6", "name": "network-vif-deleted", "tag": "b38107ae-769c-4567-946d-f6934ce0d42d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:45.627787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455305d-a385-472e-9485-5337b297d959 req-0e72be98-6988-4e17-b601-8861cdc1b4da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:45.627787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455305d-a385-472e-9485-5337b297d959 req-0e72be98-6988-4e17-b601-8861cdc1b4da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:45.627787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455305d-a385-472e-9485-5337b297d959 req-0e72be98-6988-4e17-b601-8861cdc1b4da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:45.631480 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae92d1a-55cf-49c3-9517-9907cd1b18b0 x-openstack-request-id: req-7ae92d1a-55cf-49c3-9517-9907cd1b18b0 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:45.631480 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f65750d-7233-4a41-a8a5-5ccf06e0cda6", "name": "network-vif-deleted", "tag": "b38107ae-769c-4567-946d-f6934ce0d42d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:45.633078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455305d-a385-472e-9485-5337b297d959 req-0e72be98-6988-4e17-b601-8861cdc1b4da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:45.634688 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ae92d1a-55cf-49c3-9517-9907cd1b18b0 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:45.634688 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae92d1a-55cf-49c3-9517-9907cd1b18b0'] response: {'server_uuid': '4f65750d-7233-4a41-a8a5-5ccf06e0cda6', 'name': 'network-vif-deleted', 'tag': 'b38107ae-769c-4567-946d-f6934ce0d42d', 'status': 'completed', 'code': 200} Apr 18 17:06:45.635649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455305d-a385-472e-9485-5337b297d959 req-0e72be98-6988-4e17-b601-8861cdc1b4da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:45.635649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455305d-a385-472e-9485-5337b297d959 req-0e72be98-6988-4e17-b601-8861cdc1b4da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:45.635649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455305d-a385-472e-9485-5337b297d959 req-0e72be98-6988-4e17-b601-8861cdc1b4da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:45.635649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4455305d-a385-472e-9485-5337b297d959 req-0e72be98-6988-4e17-b601-8861cdc1b4da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.1870403 Apr 18 17:06:45.635649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4455305d-a385-472e-9485-5337b297d959 req-b08b648d-e676-44d8-bb4a-f781c61988b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470445 Apr 18 17:06:45.635649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79b650-b886-4807-a3ba-655f262aa309 req-2bd19bbf-5c64-4551-b1c9-1ea8ef340c1b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:45.635649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d79b650-b886-4807-a3ba-655f262aa309 req-2bd19bbf-5c64-4551-b1c9-1ea8ef340c1b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 946 time: 0.0613339 Apr 18 17:06:45.635649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d79b650-b886-4807-a3ba-655f262aa309 req-a936ca73-9093-47c8-8d18-a634e9baccc2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Apr 18 17:06:45.638685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 595d733e-a9ea-4950-9d43-856837fa4e74 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:45.685591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e9983-5fe0-4491-8bff-4661cd02601e None None] Network f4778d0f-36b3-402d-affc-6b95839501c2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:06:45.772789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 595d733e-a9ea-4950-9d43-856837fa4e74 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:45.805829 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:45.809659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7ff7c7e9-c677-4922-a6ae-476c68f10717 None None] Provisioning complete for port 595d733e-a9ea-4950-9d43-856837fa4e74 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:45.810031 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ff7c7e9-c677-4922-a6ae-476c68f10717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.032201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3e27c93-4fec-48f7-b6c4-9e71632813d2 req-7a53ab1f-c306-45ff-b488-3e687cda47c0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f65750d-7233-4a41-a8a5-5ccf06e0cda6 HTTP/1.1" status: 200 len: 210 time: 0.0294912 Apr 18 17:06:46.033864 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.033864 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ff7c7e9-c677-4922-a6ae-476c68f10717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.034095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.034199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4295f-b6f5-4060-935d-fd0ce7c0ae6b req-7fe8a4a8-ee4b-42d0-b9b6-c7f08fa5a785 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.034199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fea4295f-b6f5-4060-935d-fd0ce7c0ae6b req-7fe8a4a8-ee4b-42d0-b9b6-c7f08fa5a785 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0550909 Apr 18 17:06:46.060990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7ff7c7e9-c677-4922-a6ae-476c68f10717 None None] For port 595d733e-a9ea-4950-9d43-856837fa4e74, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=595d733e-a9ea-4950-9d43-856837fa4e74,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:46.071094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fea4295f-b6f5-4060-935d-fd0ce7c0ae6b req-9c7970d9-75e6-45de-8232-b789e0ab5a75 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Apr 18 17:06:46.115958 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:06:46.165934 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.221325 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ff7c7e9-c677-4922-a6ae-476c68f10717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.283011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e565e588-417c-467a-b9d3-fe768801b203,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:46.302514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.304107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Checking segment: {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:46.304534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Network hostable DHCP agents. Network: 8fc79a16-a5ee-4122-ab73-377f1a5dcc07, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:06:46.373369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7c7e9-c677-4922-a6ae-476c68f10717 None None] Pushing event updated for resources: {'Port': ['ID=595d733e-a9ea-4950-9d43-856837fa4e74,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:46.383842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:46.440080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:06:46.459776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f851413a-9eb2-404a-a4df-9eacd3e6210d None None] Provisioning complete for port 595d733e-a9ea-4950-9d43-856837fa4e74 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:46.460156 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f851413a-9eb2-404a-a4df-9eacd3e6210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.467067 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:06:46.467494 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:06:46.525248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 8fc79a16-a5ee-4122-ab73-377f1a5dcc07) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:46.529732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.534485 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.536858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cad8f0-f8ef-4133-9cb8-14515617b182 None None] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:06:46.556297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Router 2e244e42-9e42-404e-9639-a5e431ba2fdd is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:06:46.684638 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-253a725c-6fc0-4662-a73e-81afc66071ae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0112505 Apr 18 17:06:46.739638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58028) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:46.762460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:46.912852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-1bd2e8a6-4bf6-4c97-870a-a3dce0d34b10 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.923685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-1bd2e8a6-4bf6-4c97-870a-a3dce0d34b10 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.930604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-1bd2e8a6-4bf6-4c97-870a-a3dce0d34b10 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.934213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:06:46.935142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:46.937320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-1bd2e8a6-4bf6-4c97-870a-a3dce0d34b10 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.944169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-1bd2e8a6-4bf6-4c97-870a-a3dce0d34b10 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.950329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-1bd2e8a6-4bf6-4c97-870a-a3dce0d34b10 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.957500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-1bd2e8a6-4bf6-4c97-870a-a3dce0d34b10 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.966560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-1bd2e8a6-4bf6-4c97-870a-a3dce0d34b10 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.3289981 Apr 18 17:06:46.976760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3147446-6f01-4202-bf37-d252a7368050 req-1b66cabe-dab2-4c58-9e4e-1c06f322f5b5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:46.978397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3147446-6f01-4202-bf37-d252a7368050 req-1b66cabe-dab2-4c58-9e4e-1c06f322f5b5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 946 time: 0.1759255 Apr 18 17:06:47.039073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:47.040032 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:47.046641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:06:47.048971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3147446-6f01-4202-bf37-d252a7368050 req-f6376274-8660-4011-88c7-280019f9397c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639081 Apr 18 17:06:47.125510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Sync routers for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:06:47.145679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc8e7147-3e83-4f88-b15d-fd1cbc41cd7a req-bab2b4b5-5bba-4c18-93c4-386ad01688da tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1723716 Apr 18 17:06:47.201537 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:47.213969 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:47.223745 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d091220b-0f6d-4a05-b6cc-0a27d50f093b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5292802 Apr 18 17:06:47.223745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58042) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:47.249320 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:47.252620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:06:47.253654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:06:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:47.265589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:47.334977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856257-9841-45cc-8367-36147fd495a6 req-ae42a656-bc89-4d12-908a-ec142a1d61da tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:47.342766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95856257-9841-45cc-8367-36147fd495a6 req-ae42a656-bc89-4d12-908a-ec142a1d61da tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0804732 Apr 18 17:06:47.389034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95856257-9841-45cc-8367-36147fd495a6 req-7e9cd30e-3253-41e2-b76c-d3d678cdccf8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Apr 18 17:06:47.413295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 595d733e-a9ea-4950-9d43-856837fa4e74 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:47.721194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Allocated IP 172.20.0.2 (8fc79a16-a5ee-4122-ab73-377f1a5dcc07/e565e588-417c-467a-b9d3-fe768801b203/f0c46774-f244-4520-8543-b95051b42032) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:47.819117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:06:48.276330 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:48.291243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aa183-661f-46df-a56a-f60aeb774ec2 req-ca976345-0428-4a25-8da7-9445e8a14868 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.299819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-759aa183-661f-46df-a56a-f60aeb774ec2 req-ca976345-0428-4a25-8da7-9445e8a14868 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 946 time: 0.3148789 Apr 18 17:06:48.376811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-759aa183-661f-46df-a56a-f60aeb774ec2 req-9c2441b4-9f18-4cb8-86d9-e08b8432d054 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743062 Apr 18 17:06:48.430937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 595d733e-a9ea-4950-9d43-856837fa4e74 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:48.431953 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:48.493173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:48.656510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761877-1e56-418a-8483-9794978c9287 req-f3922f7f-b839-47ca-a3df-1c589a04992e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.664667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761877-1e56-418a-8483-9794978c9287 req-f3922f7f-b839-47ca-a3df-1c589a04992e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.673135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761877-1e56-418a-8483-9794978c9287 req-f3922f7f-b839-47ca-a3df-1c589a04992e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.682964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761877-1e56-418a-8483-9794978c9287 req-f3922f7f-b839-47ca-a3df-1c589a04992e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.692232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761877-1e56-418a-8483-9794978c9287 req-f3922f7f-b839-47ca-a3df-1c589a04992e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.699807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761877-1e56-418a-8483-9794978c9287 req-f3922f7f-b839-47ca-a3df-1c589a04992e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.710674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761877-1e56-418a-8483-9794978c9287 req-f3922f7f-b839-47ca-a3df-1c589a04992e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.723120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58761877-1e56-418a-8483-9794978c9287 req-f3922f7f-b839-47ca-a3df-1c589a04992e tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.2240715 Apr 18 17:06:48.819807 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:48.841357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Allocated IP 172.20.0.1 (f4778d0f-36b3-402d-affc-6b95839501c2/d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7/601d63b9-6d54-48ec-a242-2d86248d5b74) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:48.862827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:45Z', 'revision_number': 3, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:48.876710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58761877-1e56-418a-8483-9794978c9287 req-ec332efa-ee5a-46f1-b1c2-2b40d898786d tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521354 Apr 18 17:06:48.917109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d4f00-a722-4ebe-abe4-a6297cb7a44b req-5b2d611a-bc0a-43c2-aa89-636787113ba8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:48.926675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-405d4f00-a722-4ebe-abe4-a6297cb7a44b req-5b2d611a-bc0a-43c2-aa89-636787113ba8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.1783493 Apr 18 17:06:48.935815 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.004711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Checking router: 2e244e42-9e42-404e-9639-a5e431ba2fdd for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:06:49.005044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Updating router 2e244e42-9e42-404e-9639-a5e431ba2fdd port d33d5a9f-6770-4276-ac04-b5bbfda94a3f binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:06:49.031690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:49.040117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:49.056257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:49.059836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Pushing event updated for resources: {'Port': ['ID=f0c46774-f244-4520-8543-b95051b42032,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:49.062268 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.117784 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.143167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.164935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057f34-bdc2-486d-9b86-2a7ce43dd443 req-3b3288dc-6483-486e-a76b-226cc4f7eb0e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:49.173508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1057f34-bdc2-486d-9b86-2a7ce43dd443 req-3b3288dc-6483-486e-a76b-226cc4f7eb0e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 950 time: 0.1604784 Apr 18 17:06:49.203634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-405d4f00-a722-4ebe-abe4-a6297cb7a44b req-2eb87c14-a0cd-4e22-97a9-be9dc1cf59c1 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976643 Apr 18 17:06:49.228973 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.270193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Attempting to bind port f0c46774-f244-4520-8543-b95051b42032 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:49.270965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Attempting to bind port f0c46774-f244-4520-8543-b95051b42032 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:49.271320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Attempting to bind port f0c46774-f244-4520-8543-b95051b42032 on network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:49.290055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:49.290689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Checking segment: {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:49.291279 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.291862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Bound using segment: {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:49.292543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Bound port: f0c46774-f244-4520-8543-b95051b42032, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:49.293132 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.297729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.337335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Network f4778d0f-36b3-402d-affc-6b95839501c2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:49.343067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:49.347631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:49.368983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1057f34-bdc2-486d-9b86-2a7ce43dd443 req-5c5d4c96-03bf-4513-ae00-1d198ed7f01d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943848 Apr 18 17:06:49.407459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Pushing event updated for resources: {'Port': ['ID=601d63b9-6d54-48ec-a242-2d86248d5b74,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:49.432843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-62194067-2b33-4f63-a433-a096106068c7 None None] For port f0c46774-f244-4520-8543-b95051b42032, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:49.437691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-62194067-2b33-4f63-a433-a096106068c7 None None] For port f0c46774-f244-4520-8543-b95051b42032, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f0c46774-f244-4520-8543-b95051b42032,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:49.460587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.563565 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.603371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d5dbc-9ff6-4fb7-9321-647744a2ccc7 req-aee1dbe2-d663-4af8-b601-aeee31d7e5cc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:49.611585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-376d5dbc-9ff6-4fb7-9321-647744a2ccc7 req-aee1dbe2-d663-4af8-b601-aeee31d7e5cc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 946 time: 0.1242061 Apr 18 17:06:49.695552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-376d5dbc-9ff6-4fb7-9321-647744a2ccc7 req-f2241964-f083-4fbe-996a-6c773b86d532 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765610 Apr 18 17:06:49.786614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194067-2b33-4f63-a433-a096106068c7 None None] Pushing event updated for resources: {'Port': ['ID=f0c46774-f244-4520-8543-b95051b42032,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:49.789970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-ad4739e6-4c4a-4105-aace-e549464ef880 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:49.794671 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-ad4739e6-4c4a-4105-aace-e549464ef880 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.18 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 946 time: 0.1169860 Apr 18 17:06:49.809380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b9fb61da-75b8-4ac2-ad47-33fbe6f92e57 None None] Provisioning complete for port 601d63b9-6d54-48ec-a242-2d86248d5b74 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:49.809852 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9fb61da-75b8-4ac2-ad47-33fbe6f92e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.888630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb61da-75b8-4ac2-ad47-33fbe6f92e57 None None] Port 601d63b9-6d54-48ec-a242-2d86248d5b74 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:49.948154 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:49.976113 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.043649 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.172976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Attempting to bind port d33d5a9f-6770-4276-ac04-b5bbfda94a3f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:50.175854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Attempting to bind port d33d5a9f-6770-4276-ac04-b5bbfda94a3f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:50.177399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Attempting to bind port d33d5a9f-6770-4276-ac04-b5bbfda94a3f on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:50.183543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7893dd-6a52-4815-b5cf-5109c422efca None None] Pushing event updated for resources: {'Port': ['ID=d33d5a9f-6770-4276-ac04-b5bbfda94a3f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:50.201579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:50.201579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:50.201579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.201579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:50.201579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Bound port: d33d5a9f-6770-4276-ac04-b5bbfda94a3f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:50.201579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.238937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Allocated IP 172.25.5.41 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/05335764-d356-41a3-b81c-ee857b7d406e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:50.264848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] For port d33d5a9f-6770-4276-ac04-b5bbfda94a3f, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:50.269363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] For port d33d5a9f-6770-4276-ac04-b5bbfda94a3f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d33d5a9f-6770-4276-ac04-b5bbfda94a3f,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:50.353710 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.365465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Deleting port 473e5147-9ca6-4589-90a2-03cf3d82af90 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:50.365849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.407924 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.433920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-774cf43d-f200-4530-b1e7-a112f6bc0671 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.440571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-774cf43d-f200-4530-b1e7-a112f6bc0671 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.447936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-774cf43d-f200-4530-b1e7-a112f6bc0671 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.455651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-774cf43d-f200-4530-b1e7-a112f6bc0671 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.459518 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.461759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-774cf43d-f200-4530-b1e7-a112f6bc0671 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.470481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-774cf43d-f200-4530-b1e7-a112f6bc0671 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.476408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-774cf43d-f200-4530-b1e7-a112f6bc0671 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.485935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-774cf43d-f200-4530-b1e7-a112f6bc0671 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.3575144 Apr 18 17:06:50.544721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-fe62375e-6465-4590-b636-64fe33e4a8cc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.544721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-fe62375e-6465-4590-b636-64fe33e4a8cc tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/ports?device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 950 time: 0.2695422 Apr 18 17:06:50.551284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:06:50.552564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:06:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:50.583232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.623382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7893dd-6a52-4815-b5cf-5109c422efca None None] Pushing event updated for resources: {'Port': ['ID=d33d5a9f-6770-4276-ac04-b5bbfda94a3f,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:50.698356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbe854-804e-4c69-80b8-fbb094f9ec86 req-e7dca085-7258-4077-b38d-69d9d404f04a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:50.703204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] For port 473e5147-9ca6-4589-90a2-03cf3d82af90, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=473e5147-9ca6-4589-90a2-03cf3d82af90,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:50.703589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.707296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bccbe854-804e-4c69-80b8-fbb094f9ec86 req-e7dca085-7258-4077-b38d-69d9d404f04a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.3543329 Apr 18 17:06:50.738099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e4c501f-5a4c-4f48-8a61-95486b723666 req-21ccf4d4-7fee-4cc0-945e-032f52066d4c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2511601 Apr 18 17:06:50.802121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Calling delete_port for 473e5147-9ca6-4589-90a2-03cf3d82af90 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:50.810540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:50.827986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:06:50.842715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Pushing event updated for resources: {'Port': ['ID=601d63b9-6d54-48ec-a242-2d86248d5b74,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:50.885238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bccbe854-804e-4c69-80b8-fbb094f9ec86 req-50566fa0-40c6-4b28-be1d-83e4dbbc1321 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768436 Apr 18 17:06:50.946687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:51.069247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:51.098664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Deleting port 00437b09-0aeb-4f90-882b-47096f71a008 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:51.099056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:51.118414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98440810-38b1-4195-8333-4e444accefc2 req-4f40596f-06c4-4f05-b7ba-5cd10bcceb6b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:51.119934 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98440810-38b1-4195-8333-4e444accefc2 req-4f40596f-06c4-4f05-b7ba-5cd10bcceb6b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/ports?device_id=4905e48b-57ab-4ada-b5d2-4b4139550d83 HTTP/1.1" status: 200 len: 950 time: 0.3140030 Apr 18 17:06:51.158730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:51.165732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:51.238385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Network f4778d0f-36b3-402d-affc-6b95839501c2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:51.276900 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Pushing event updated for resources: {'Port': ['ID=05335764-d356-41a3-b81c-ee857b7d406e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:51.295714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:51.361168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697890f-951f-4748-94ef-45a2a79ae465 None None] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:06:51.457068 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f0c46774-f244-4520-8543-b95051b42032 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:51.507094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Deleting port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:06:51.507446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:51.538680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd138a85-2750-49ad-a51b-2b67fd40052d req-2da89159-9503-41c8-9c63-963e206a574d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:51.540340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd138a85-2750-49ad-a51b-2b67fd40052d req-2da89159-9503-41c8-9c63-963e206a574d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c HTTP/1.1" status: 200 len: 867 time: 0.4629745 Apr 18 17:06:51.549323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2edfd-12d1-4dd6-9fa0-fabc8ecfe366 req-2ca0eb20-dada-421b-a344-89ea20554b89 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:51.549975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13b2edfd-12d1-4dd6-9fa0-fabc8ecfe366 req-2ca0eb20-dada-421b-a344-89ea20554b89 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 950 time: 0.5783880 Apr 18 17:06:51.553921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-62194c24-dff8-449b-bc5a-2224e4782798 None None] Provisioning complete for port f0c46774-f244-4520-8543-b95051b42032 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:51.558073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194c24-dff8-449b-bc5a-2224e4782798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:51.631320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] For port 3cfccf08-059b-4e8f-a86f-7f2a820fa728, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=3cfccf08-059b-4e8f-a86f-7f2a820fa728,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:51.632029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:51.647384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Calling delete_port for 3cfccf08-059b-4e8f-a86f-7f2a820fa728 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:51.710444 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:51.759747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Router 2e244e42-9e42-404e-9639-a5e431ba2fdd has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:06:51.795982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event deleted for resources: {'Port': ['ID=473e5147-9ca6-4589-90a2-03cf3d82af90,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:51.836247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd138a85-2750-49ad-a51b-2b67fd40052d req-e645026d-487b-4836-825e-48175eaadbab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851808 Apr 18 17:06:51.878839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:06:50Z', 'revision_number': 2, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:51.880616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f0c46774-f244-4520-8543-b95051b42032 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:51.880989 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:51.925055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] No DVR routers for this DVR port 473e5147-9ca6-4589-90a2-03cf3d82af90 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:51.930174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:51.933679 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2594ab90-02d8-4fbf-83ce-a7704de7439d req-4546d945-9c1e-4d14-ba3c-b69e332cc251 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.18 "DELETE /v2.0/ports/473e5147-9ca6-4589-90a2-03cf3d82af90 HTTP/1.1" status: 204 len: 173 time: 2.1279440 Apr 18 17:06:51.935147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c', 'name': 'network-vif-deleted', 'tag': '473e5147-9ca6-4589-90a2-03cf3d82af90'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:51.937992 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e501b5-611a-4d4f-8f79-6a735613921e" -d '{"events": [{"server_uuid": "f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c", "name": "network-vif-deleted", "tag": "473e5147-9ca6-4589-90a2-03cf3d82af90"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:52.053377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:06:52.061563 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8b6375f8-407c-4fcb-bfaa-08edae506b1e admin admin] 10.222.0.45 "PUT /v2.0/routers/2e244e42-9e42-404e-9639-a5e431ba2fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8392680 Apr 18 17:06:52.112420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:52.157572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4ba50-d201-4135-804c-091266b2ea74 None None] The sync data for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 is: [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:06:50Z', 'revision_number': 2, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:06:52.159137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194c24-dff8-449b-bc5a-2224e4782798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:52.163374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event deleted for resources: {'Port': ['ID=3cfccf08-059b-4e8f-a86f-7f2a820fa728,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:52.178172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011', '3cfccf08-059b-4e8f-a86f-7f2a820fa728', '00437b09-0aeb-4f90-882b-47096f71a008'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:52.213642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-62194c24-dff8-449b-bc5a-2224e4782798 None None] For port f0c46774-f244-4520-8543-b95051b42032, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f0c46774-f244-4520-8543-b95051b42032,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:52.254670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] No DVR routers for this DVR port 3cfccf08-059b-4e8f-a86f-7f2a820fa728 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:52.259548 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:52.266197 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-98440810-38b1-4195-8333-4e444accefc2 req-1c1e0015-3566-4a7d-bc9d-6ffa9f7caab2 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "DELETE /v2.0/ports/3cfccf08-059b-4e8f-a86f-7f2a820fa728 HTTP/1.1" status: 204 len: 173 time: 1.1293907 Apr 18 17:06:52.309460 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62194c24-dff8-449b-bc5a-2224e4782798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:52.397840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194c24-dff8-449b-bc5a-2224e4782798 None None] Pushing event updated for resources: {'Port': ['ID=f0c46774-f244-4520-8543-b95051b42032,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:52.408814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 126975b8-a4b4-44ff-a082-cdd417c7c017 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:52.644562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 473e5147-9ca6-4589-90a2-03cf3d82af90 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:52.663467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] For port 00437b09-0aeb-4f90-882b-47096f71a008, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=00437b09-0aeb-4f90-882b-47096f71a008,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:52.666922 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:52.692712 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Calling delete_port for 00437b09-0aeb-4f90-882b-47096f71a008 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:06:52.730567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13b2edfd-12d1-4dd6-9fa0-fabc8ecfe366 req-3e6f5804-caaf-4ae6-b03a-75e9bb5b96eb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1716902 Apr 18 17:06:52.808208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474284e-d607-420c-9707-df2e58131c9a req-d9e44cc6-6213-4f32-9152-ae1d3c5fd243 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:52.828102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474284e-d607-420c-9707-df2e58131c9a req-d9e44cc6-6213-4f32-9152-ae1d3c5fd243 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:52.836800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474284e-d607-420c-9707-df2e58131c9a req-d9e44cc6-6213-4f32-9152-ae1d3c5fd243 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:52.843063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474284e-d607-420c-9707-df2e58131c9a req-d9e44cc6-6213-4f32-9152-ae1d3c5fd243 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:52.860243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474284e-d607-420c-9707-df2e58131c9a req-d9e44cc6-6213-4f32-9152-ae1d3c5fd243 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:52.873333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474284e-d607-420c-9707-df2e58131c9a req-d9e44cc6-6213-4f32-9152-ae1d3c5fd243 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:52.886312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474284e-d607-420c-9707-df2e58131c9a req-d9e44cc6-6213-4f32-9152-ae1d3c5fd243 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:52.886984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5ad4085e-6d9c-4df9-a22d-a3df732b3ea5 None None] Provisioning complete for port 601d63b9-6d54-48ec-a242-2d86248d5b74 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:52.887359 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ad4085e-6d9c-4df9-a22d-a3df732b3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:52.896046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2474284e-d607-420c-9707-df2e58131c9a req-d9e44cc6-6213-4f32-9152-ae1d3c5fd243 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5420 time: 0.9046493 Apr 18 17:06:53.016287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 473e5147-9ca6-4589-90a2-03cf3d82af90 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:06:53.016633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 473e5147-9ca6-4589-90a2-03cf3d82af90 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:06:53.017045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 3cfccf08-059b-4e8f-a86f-7f2a820fa728 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:53.122923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 3cfccf08-059b-4e8f-a86f-7f2a820fa728 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:06:53.123266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 3cfccf08-059b-4e8f-a86f-7f2a820fa728 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:06:53.123748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 00437b09-0aeb-4f90-882b-47096f71a008 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:06:53.230455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2474284e-d607-420c-9707-df2e58131c9a req-f65eb433-da69-4b1d-aa97-9ebaef563767 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3331079 Apr 18 17:06:53.288621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:53.288780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 126975b8-a4b4-44ff-a082-cdd417c7c017, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=126975b8-a4b4-44ff-a082-cdd417c7c017,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:53.317389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'port_id': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'mac_address': 'fa:16:3e:93:72:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:53.377850 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65ef026-254f-45ac-8579-04686ec452c1 x-openstack-request-id: req-f65ef026-254f-45ac-8579-04686ec452c1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:53.378773 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c", "name": "network-vif-deleted", "tag": "473e5147-9ca6-4589-90a2-03cf3d82af90", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:53.379287 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f65ef026-254f-45ac-8579-04686ec452c1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:53.379982 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65ef026-254f-45ac-8579-04686ec452c1'] response: {'server_uuid': 'f950ed18-f290-4cfd-9fd7-7a5f4b05ea8c', 'name': 'network-vif-deleted', 'tag': '473e5147-9ca6-4589-90a2-03cf3d82af90', 'status': 'completed', 'code': 200} Apr 18 17:06:53.383002 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No ports have port_id starting with 00437b09-0aeb-4f90-882b-47096f71a008 Apr 18 17:06:53.386249 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:53.430173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:53.442955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4085e-6d9c-4df9-a22d-a3df732b3ea5 None None] Port 601d63b9-6d54-48ec-a242-2d86248d5b74 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:53.466311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126975b8-a4b4-44ff-a082-cdd417c7c017 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:53.518054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 126975b8-a4b4-44ff-a082-cdd417c7c017, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=126975b8-a4b4-44ff-a082-cdd417c7c017,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:53.549010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event deleted for resources: {'Port': ['ID=00437b09-0aeb-4f90-882b-47096f71a008,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:53.578084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aeffc-a835-458b-aef1-b84c5729f6bb req-e864d5f5-1f1c-41e4-b6b2-9c1f9c99f420 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:53.579648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-918aeffc-a835-458b-aef1-b84c5729f6bb req-e864d5f5-1f1c-41e4-b6b2-9c1f9c99f420 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.5102210 Apr 18 17:06:53.626036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f0c46774-f244-4520-8543-b95051b42032 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:53.667678 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:53.667678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c1a49168-1b22-4a79-93dc-3937ff69eda0 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:53.866805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=126975b8-a4b4-44ff-a082-cdd417c7c017,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:53.872385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0d7bc143-ec0d-4313-900f-f245b41e4088 None None] Provisioning complete for port f0c46774-f244-4520-8543-b95051b42032 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:53.872870 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc143-ec0d-4313-900f-f245b41e4088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:53.913196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] No DVR routers for this DVR port 00437b09-0aeb-4f90-882b-47096f71a008 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:06:53.918260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:53.933795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d11dfdc5-6227-43fd-be15-0a03a06f348f req-b76d194b-84a8-48bc-aed1-be1f7d93680d tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "DELETE /v2.0/ports/00437b09-0aeb-4f90-882b-47096f71a008 HTTP/1.1" status: 204 len: 173 time: 3.3668246 Apr 18 17:06:53.956765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e899bff0-6ae3-4207-93e0-5f947583762e', 'name': 'network-vif-deleted', 'tag': '00437b09-0aeb-4f90-882b-47096f71a008'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:53.962717 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a6bdf8-dbc0-48f0-8b85-5fb1dc2f0cb9" -d '{"events": [{"server_uuid": "e899bff0-6ae3-4207-93e0-5f947583762e", "name": "network-vif-deleted", "tag": "00437b09-0aeb-4f90-882b-47096f71a008"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:53.973610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-918aeffc-a835-458b-aef1-b84c5729f6bb req-d9c8a8c3-9f1b-42ba-9271-75da48b85fad tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636007 Apr 18 17:06:54.071141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.resource_extend [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:06:54.203563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:54.325831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f0c46774-f244-4520-8543-b95051b42032 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:54.326310 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:54.427397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efac4c6c-dccc-4065-8185-1a55bc72d1a3 req-1a5cd56c-517c-44ff-b1c4-cf33793ac65b tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=e899bff0-6ae3-4207-93e0-5f947583762e HTTP/1.1" status: 200 len: 210 time: 0.2134840 Apr 18 17:06:54.491322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c1a49168-1b22-4a79-93dc-3937ff69eda0, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c1a49168-1b22-4a79-93dc-3937ff69eda0,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:54.517878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'c1a49168-1b22-4a79-93dc-3937ff69eda0', 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'port_id': 'c1a49168-1b22-4a79-93dc-3937ff69eda0', 'mac_address': 'fa:16:3e:77:c2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5f20c8-04d3-4f55-8b6f-3664d042e36d', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:54.613537 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:54.634784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Router 911783f1-38a1-4044-9e85-dbf7feba15b2 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:06:54.640909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a49168-1b22-4a79-93dc-3937ff69eda0 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:54.692169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c1a49168-1b22-4a79-93dc-3937ff69eda0, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c1a49168-1b22-4a79-93dc-3937ff69eda0,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:54.720830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58194) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:54.726524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4afc3440-bf6e-488b-acc2-c6c93e04d0a0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433832439', 'description': 'tempest-description--1188646394'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:54.781489 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:54.831762 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee35dfc6-772e-498e-89a6-f8b21b6deaff x-openstack-request-id: req-ee35dfc6-772e-498e-89a6-f8b21b6deaff {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:54.832394 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e899bff0-6ae3-4207-93e0-5f947583762e", "name": "network-vif-deleted", "tag": "00437b09-0aeb-4f90-882b-47096f71a008", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:54.832839 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee35dfc6-772e-498e-89a6-f8b21b6deaff {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:54.833642 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee35dfc6-772e-498e-89a6-f8b21b6deaff'] response: {'server_uuid': 'e899bff0-6ae3-4207-93e0-5f947583762e', 'name': 'network-vif-deleted', 'tag': '00437b09-0aeb-4f90-882b-47096f71a008', 'status': 'completed', 'code': 200} Apr 18 17:06:54.863203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c8cad90b-1cfa-4d19-a18b-df17b5bc0436 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:54.866655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4afc3440-bf6e-488b-acc2-c6c93e04d0a0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:54.889221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c1a49168-1b22-4a79-93dc-3937ff69eda0,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:54.926226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['121fefd7-bbab-411f-b0a0-6db7fddbf011'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:55.000929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:06:55.006410 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4afc3440-bf6e-488b-acc2-c6c93e04d0a0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:55.013824 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Sync routers for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:06:55.026986 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.resource_extend [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:06:55.038529 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:06:55.039155 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:06:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:55.109202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4afc3440-bf6e-488b-acc2-c6c93e04d0a0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:55.198027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc3440-bf6e-488b-acc2-c6c93e04d0a0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5292cf4f-b87d-4757-82fa-0d01af01bc89,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:55.213241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-eb8f3df6-9285-4634-887b-333864dd969c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:55.224059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-eb8f3df6-9285-4634-887b-333864dd969c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:55.230797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-eb8f3df6-9285-4634-887b-333864dd969c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:55.247951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-eb8f3df6-9285-4634-887b-333864dd969c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:55.259056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-eb8f3df6-9285-4634-887b-333864dd969c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:55.272020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-eb8f3df6-9285-4634-887b-333864dd969c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:55.291910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-eb8f3df6-9285-4634-887b-333864dd969c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:55.294382 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:06:55.298512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4afc3440-bf6e-488b-acc2-c6c93e04d0a0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:55.302070 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4afc3440-bf6e-488b-acc2-c6c93e04d0a0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5784361 Apr 18 17:06:55.304681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58208) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:55.304819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c8cad90b-1cfa-4d19-a18b-df17b5bc0436, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:55.307947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-eb8f3df6-9285-4634-887b-333864dd969c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5422 time: 0.4732113 Apr 18 17:06:55.315054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-993ba162-0e38-4b93-ab74-fbef3fbad8c2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Request body: {'security_group_rule': {'security_group_id': '5292cf4f-b87d-4757-82fa-0d01af01bc89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:55.323312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'c8cad90b-1cfa-4d19-a18b-df17b5bc0436', 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'port_id': 'c8cad90b-1cfa-4d19-a18b-df17b5bc0436', 'mac_address': 'fa:16:3e:c8:da:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5f20c8-04d3-4f55-8b6f-3664d042e36d', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:55.344850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:55.348100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a831d409-7519-4f85-b6d6-ac8d216facbc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5913050 Apr 18 17:06:55.351678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58210) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:55.448467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['126975b8-a4b4-44ff-a082-cdd417c7c017'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:55.460874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cea5d970-3b9f-4f3a-b406-8d43ddfe3dcc req-e6526f40-a800-47f8-9cd2-beb609120316 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1519535 Apr 18 17:06:55.462463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c1a49168-1b22-4a79-93dc-3937ff69eda0'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:06:55.468965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-8906964a-d914-4f81-8f4c-dbde502017e6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:55.483019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-8906964a-d914-4f81-8f4c-dbde502017e6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.5465047 Apr 18 17:06:55.532209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-bd41ed41-b94a-405f-96cc-064d544fd858 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/quotas/fbb48e2c6a3c4a4bab815b2caa6fb79a HTTP/1.1" status: 200 len: 375 time: 0.0475574 Apr 18 17:06:55.586154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d33d5a9f-6770-4276-ac04-b5bbfda94a3f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:55.597283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4905e48b-57ab-4ada-b5d2-4b4139550d83', 'name': 'network-vif-deleted', 'tag': '3cfccf08-059b-4e8f-a86f-7f2a820fa728'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:06:55.627119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-5474628c-9c65-42a3-a895-e1ea6b871e77 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934269 Apr 18 17:06:55.632193 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceb89d0-9d08-493c-a979-fc64a7dcb988" -d '{"events": [{"server_uuid": "4905e48b-57ab-4ada-b5d2-4b4139550d83", "name": "network-vif-deleted", "tag": "3cfccf08-059b-4e8f-a86f-7f2a820fa728"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:06:55.652183 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:55.722583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cad90b-1cfa-4d19-a18b-df17b5bc0436 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:55.779744 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:51Z', 'revision_number': 3, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:55.816899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-993ba162-0e38-4b93-ab74-fbef3fbad8c2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:55.873525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d33d5a9f-6770-4276-ac04-b5bbfda94a3f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:55.873525 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:55.875847 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Checking router: 911783f1-38a1-4044-9e85-dbf7feba15b2 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:06:55.878903 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Updating router 911783f1-38a1-4044-9e85-dbf7feba15b2 port 05335764-d356-41a3-b81c-ee857b7d406e binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:06:55.956294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c8cad90b-1cfa-4d19-a18b-df17b5bc0436, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:55.963670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-3c1cb3dd-ecd8-4159-81ca-98716eed2258 service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342137 Apr 18 17:06:55.983785 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:55.984401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cafe8f-5ff5-4101-8e0c-ca4a4b3d5e43 req-b515947d-aeb2-40f4-b225-37b6be65207d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:56.000489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8cafe8f-5ff5-4101-8e0c-ca4a4b3d5e43 req-b515947d-aeb2-40f4-b225-37b6be65207d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.3609269 Apr 18 17:06:56.044021 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-993ba162-0e38-4b93-ab74-fbef3fbad8c2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.064406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.065132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fab1c4a4-58e7-4557-9753-3e197211f653 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:56.204337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8cafe8f-5ff5-4101-8e0c-ca4a4b3d5e43 req-cb42f92c-6e80-405c-babb-daf87e2e0539 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029617 Apr 18 17:06:56.316245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-ec2a7db8-2932-4b6a-9232-bececcd05aaa service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967494 Apr 18 17:06:56.335666 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-993ba162-0e38-4b93-ab74-fbef3fbad8c2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.397453 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169bbe2-fbfd-412b-be7c-afe9f841e10c x-openstack-request-id: req-7169bbe2-fbfd-412b-be7c-afe9f841e10c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:06:56.397740 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4905e48b-57ab-4ada-b5d2-4b4139550d83", "name": "network-vif-deleted", "tag": "3cfccf08-059b-4e8f-a86f-7f2a820fa728", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:06:56.397986 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7169bbe2-fbfd-412b-be7c-afe9f841e10c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:06:56.398399 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7169bbe2-fbfd-412b-be7c-afe9f841e10c'] response: {'server_uuid': '4905e48b-57ab-4ada-b5d2-4b4139550d83', 'name': 'network-vif-deleted', 'tag': '3cfccf08-059b-4e8f-a86f-7f2a820fa728', 'status': 'completed', 'code': 200} Apr 18 17:06:56.452461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ba162-0e38-4b93-ab74-fbef3fbad8c2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57d5356-eaab-46aa-a0de-69d83f1100e5,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:56.489001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-993ba162-0e38-4b93-ab74-fbef3fbad8c2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.490436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-993ba162-0e38-4b93-ab74-fbef3fbad8c2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1838322 Apr 18 17:06:56.493111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58232) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:56.498029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8b2441ae-8cee-424e-aba1-96acf64b44bb tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Request body: {'security_group_rule': {'security_group_id': '5292cf4f-b87d-4757-82fa-0d01af01bc89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:56.637282 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b2441ae-8cee-424e-aba1-96acf64b44bb tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.682977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.777530 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.863576 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.872774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Sync routers for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:06:56.916262 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b2441ae-8cee-424e-aba1-96acf64b44bb tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:56.942868 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.043726 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Attempting to bind port 05335764-d356-41a3-b81c-ee857b7d406e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:06:57.044374 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Attempting to bind port 05335764-d356-41a3-b81c-ee857b7d406e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:06:57.044981 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Attempting to bind port 05335764-d356-41a3-b81c-ee857b7d406e on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:06:57.054931 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port d33d5a9f-6770-4276-ac04-b5bbfda94a3f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d33d5a9f-6770-4276-ac04-b5bbfda94a3f,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:57.066502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b2441ae-8cee-424e-aba1-96acf64b44bb tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.079417 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:06:57.094520 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:06:57.094844 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.095690 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:06:57.097963 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Bound port: 05335764-d356-41a3-b81c-ee857b7d406e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:06:57.099005 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.102171 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.resource_extend [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] It took 0.76 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:06:57.110660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:57.135901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Allocated IP 172.20.0.1 (8fc79a16-a5ee-4122-ab73-377f1a5dcc07/e565e588-417c-467a-b9d3-fe768801b203/66a165e1-14ba-46de-80da-4ba7e03233c8) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:57.218603 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.222019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01ebad58-0b84-47b5-bf85-3e84c28e01cd req-bc672660-cb36-4cc2-88f2-adf58dc5f500 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.1381407 Apr 18 17:06:57.256177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2441ae-8cee-424e-aba1-96acf64b44bb tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb205e67-7d06-4e15-9323-a084eb78bcd2,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:57.258664 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] For port 05335764-d356-41a3-b81c-ee857b7d406e, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:06:57.270016 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] For port 05335764-d356-41a3-b81c-ee857b7d406e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05335764-d356-41a3-b81c-ee857b7d406e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:06:57.277327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536eb97-8260-4e7e-a05a-2a3807ef6f89 req-4d95769e-61c3-4b46-b379-8bf7d9ea5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:57.282052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8536eb97-8260-4e7e-a05a-2a3807ef6f89 req-4d95769e-61c3-4b46-b379-8bf7d9ea5430 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 1097 time: 0.5052485 Apr 18 17:06:57.302257 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Pushing event updated for resources: {'Port': ['ID=05335764-d356-41a3-b81c-ee857b7d406e,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:57.332644 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.332993 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.334578 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.334928 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.335270 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.335654 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.335994 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.336324 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.336659 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.336979 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.343210 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.343608 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:06:57.359608 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.387794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.423165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-745dcf32-3716-41ab-bd30-9c3139f1d824 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:57.458201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-745dcf32-3716-41ab-bd30-9c3139f1d824 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:57.479693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-745dcf32-3716-41ab-bd30-9c3139f1d824 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:57.503396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-745dcf32-3716-41ab-bd30-9c3139f1d824 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:57.521071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-745dcf32-3716-41ab-bd30-9c3139f1d824 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:57.523364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:06:57.524027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:06:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:57.524848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.540085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-745dcf32-3716-41ab-bd30-9c3139f1d824 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:57.547000 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38163495-6686-4c0f-a82c-4e96cdcd8bae None None] Pushing event updated for resources: {'Port': ['ID=05335764-d356-41a3-b81c-ee857b7d406e,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:57.551139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-745dcf32-3716-41ab-bd30-9c3139f1d824 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:57.565689 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:06:57.568480 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:06:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:57.570035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-745dcf32-3716-41ab-bd30-9c3139f1d824 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5423 time: 0.6049681 Apr 18 17:06:57.581490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:06:57.596717 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8536eb97-8260-4e7e-a05a-2a3807ef6f89 req-8480ff09-d152-4e76-a25b-739a17a2f642 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910442 Apr 18 17:06:57.619586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=d33d5a9f-6770-4276-ac04-b5bbfda94a3f,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:57.630658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b2441ae-8cee-424e-aba1-96acf64b44bb tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.642461 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8b2441ae-8cee-424e-aba1-96acf64b44bb tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1462474 Apr 18 17:06:57.694249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58258) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:57.732771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:06:57.751849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:06:57.778462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:06:57.851101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e76013d-8033-4f5c-9b48-45602e3c7d58 req-192d079d-7e2c-47fd-b194-a17e191038cb tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2751153 Apr 18 17:06:57.915078 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:57.935373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:06:57.984664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Pushing event updated for resources: {'Port': ['ID=66a165e1-14ba-46de-80da-4ba7e03233c8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:58.020083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:58.190256 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:06:58.268533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7c8be-681d-4aad-9368-a47c40eafbce req-c71266d3-f799-4b15-aa43-62f43cbdaeea tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:58.285299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2f7c8be-681d-4aad-9368-a47c40eafbce req-c71266d3-f799-4b15-aa43-62f43cbdaeea tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.2230802 Apr 18 17:06:58.455294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fab1c4a4-58e7-4557-9753-3e197211f653, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fab1c4a4-58e7-4557-9753-3e197211f653,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:58.471637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2f7c8be-681d-4aad-9368-a47c40eafbce req-dad22714-d785-4f80-821f-0cc3b53ab755 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820741 Apr 18 17:06:58.524048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033bbef-65fb-4de8-aa49-faeab8c99b0c req-a2cecf9a-51cb-427e-b502-7f6be64841d4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:58.533669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e033bbef-65fb-4de8-aa49-faeab8c99b0c req-a2cecf9a-51cb-427e-b502-7f6be64841d4 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 949 time: 0.2419486 Apr 18 17:06:58.540468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'fab1c4a4-58e7-4557-9753-3e197211f653', 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d', 'port_id': 'fab1c4a4-58e7-4557-9753-3e197211f653', 'mac_address': 'fa:16:3e:39:e3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f47100-9464-4f3f-b852-3b0c693ee7ab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:58.647077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e033bbef-65fb-4de8-aa49-faeab8c99b0c req-22c3b08e-74d2-4f0c-b2bb-3bd568271c7e tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094854 Apr 18 17:06:58.668947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ffbb5bcf-6eff-4687-9b55-1d9f506469ce None None] Provisioning complete for port 66a165e1-14ba-46de-80da-4ba7e03233c8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:06:58.669297 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5bcf-6eff-4687-9b55-1d9f506469ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:58.733695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62d87e8b-9f57-4050-8951-6a0d9655ac86 req-3fa55e84-dae3-46a2-92d8-a35df3a83edb tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.0475943 Apr 18 17:06:58.755902 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:58.758212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb5bcf-6eff-4687-9b55-1d9f506469ce None None] Port 66a165e1-14ba-46de-80da-4ba7e03233c8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:06:58.779332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab1c4a4-58e7-4557-9753-3e197211f653 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:58.787717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:06:50Z', 'revision_number': 2, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:58.835360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Checking router: 2e244e42-9e42-404e-9639-a5e431ba2fdd for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:06:58.835875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Updating router 2e244e42-9e42-404e-9639-a5e431ba2fdd port 601d63b9-6d54-48ec-a242-2d86248d5b74 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:06:58.881551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:58.885909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:58.889301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fab1c4a4-58e7-4557-9753-3e197211f653, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fab1c4a4-58e7-4557-9753-3e197211f653,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:58.900598 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:51Z', 'revision_number': 3, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:06:58.946636 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4c543-b11c-4262-a35a-b7797054ace2 None None] The sync data for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 is: [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:51Z', 'revision_number': 3, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:06:58.978996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:59.034316 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:59.036287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:06:59.083234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:06:59.167895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58284) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:06:59.194198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Allocated IP 172.25.5.144 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/e813f609-5478-4f0a-b01d-cb4df7134baa) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:06:59.355187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa', 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'port_id': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa', 'mac_address': 'fa:16:3e:66:3b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5f20c8-04d3-4f55-8b6f-3664d042e36d', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:06:59.365922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fab1c4a4-58e7-4557-9753-3e197211f653,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:59.380397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147005d6-519f-456b-92bd-589d00d5d009 req-99a6325b-ba6e-4837-90f6-770572a6da3c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:59.409688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147005d6-519f-456b-92bd-589d00d5d009 req-99a6325b-ba6e-4837-90f6-770572a6da3c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:59.413401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:59.415587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147005d6-519f-456b-92bd-589d00d5d009 req-99a6325b-ba6e-4837-90f6-770572a6da3c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:59.438643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:59.460639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147005d6-519f-456b-92bd-589d00d5d009 req-99a6325b-ba6e-4837-90f6-770572a6da3c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:59.501915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147005d6-519f-456b-92bd-589d00d5d009 req-99a6325b-ba6e-4837-90f6-770572a6da3c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:59.521182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:59.550624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147005d6-519f-456b-92bd-589d00d5d009 req-99a6325b-ba6e-4837-90f6-770572a6da3c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:59.586521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147005d6-519f-456b-92bd-589d00d5d009 req-99a6325b-ba6e-4837-90f6-770572a6da3c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:59.586775 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:59.588498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-147005d6-519f-456b-92bd-589d00d5d009 req-99a6325b-ba6e-4837-90f6-770572a6da3c tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5424 time: 0.5039308 Apr 18 17:06:59.601280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d33d5a9f-6770-4276-ac04-b5bbfda94a3f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:06:59.648757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Pushing event updated for resources: {'Port': ['ID=66a165e1-14ba-46de-80da-4ba7e03233c8,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:06:59.714534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d28f1337-0444-41c1-a4a0-baaa8f7595ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:59.762418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-147005d6-519f-456b-92bd-589d00d5d009 req-3a521c30-a2b2-4a65-904b-fbaf8768e779 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664267 Apr 18 17:06:59.793491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f3c1e-69df-496a-ae82-596824d3f3b1 req-68a22c49-23eb-417f-856b-32854dc11f78 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:06:59.821010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f04f3c1e-69df-496a-ae82-596824d3f3b1 req-68a22c49-23eb-417f-856b-32854dc11f78 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.2088830 Apr 18 17:06:59.864499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:06:59.933098 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d28f1337-0444-41c1-a4a0-baaa8f7595ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:06:59.940078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f04f3c1e-69df-496a-ae82-596824d3f3b1 req-526ceecd-257d-47c3-aabd-e47852883635 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180787 Apr 18 17:06:59.959697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:00.012737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.056266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.063730 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device abbc8be2-efa9-46f3-8d79-63551e08e847 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:07:00.075075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:07:00.079397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d28f1337-0444-41c1-a4a0-baaa8f7595ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.175522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d33d5a9f-6770-4276-ac04-b5bbfda94a3f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:00.176202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.191818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2c4d8-6748-4643-86d9-e979757e2b49 req-388f738c-b585-4d3e-bfdf-aa3aaeedafe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:00.208820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9e2c4d8-6748-4643-86d9-e979757e2b49 req-388f738c-b585-4d3e-bfdf-aa3aaeedafe0 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 949 time: 0.3120942 Apr 18 17:07:00.212263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:00.281271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43f1e95e-1cf9-4a72-9238-1c67061243a9 req-3438ceae-4d7e-43b2-a4c5-0ea7fad4d6c3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.1537232 Apr 18 17:07:00.340712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port abbc8be2-efa9-46f3-8d79-63551e08e847, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=abbc8be2-efa9-46f3-8d79-63551e08e847,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:00.367907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:00.377956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:07:00.402919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-20c0d435-e9c4-4829-8fb1-7befbd0e50f5 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:00.404261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-20c0d435-e9c4-4829-8fb1-7befbd0e50f5 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 949 time: 0.3658888 Apr 18 17:07:00.418350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'abbc8be2-efa9-46f3-8d79-63551e08e847', 'network_id': '347e535b-58f1-44e7-a330-9384dc69e61d', 'port_id': 'abbc8be2-efa9-46f3-8d79-63551e08e847', 'mac_address': 'fa:16:3e:79:37:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f47100-9464-4f3f-b852-3b0c693ee7ab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:07:00.418511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9e2c4d8-6748-4643-86d9-e979757e2b49 req-bea0e34a-f361-405c-98ad-f436b946e758 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560133 Apr 18 17:07:00.581843 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d28f1337-0444-41c1-a4a0-baaa8f7595ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a60a277caf346e1a36098d30531624e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4069848 Apr 18 17:07:00.591992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58320) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:00.592212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-997142a1-1183-4ede-8da3-7a54e7f55e3d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:00.593998 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-997142a1-1183-4ede-8da3-7a54e7f55e3d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.6458025 Apr 18 17:07:00.622622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f1337-0444-41c1-a4a0-baaa8f7595ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10615117-8a54-45cf-9d5e-a6f7fdb766aa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:00.635383 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.656972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbc8be2-efa9-46f3-8d79-63551e08e847 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:00.663722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.703840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Request body: {'port': {'device_id': '8c0ac749-7f59-4c2f-9735-a7b9c8436017', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'admin_state_up': True, 'tenant_id': 'fbb48e2c6a3c4a4bab815b2caa6fb79a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:00.726304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port abbc8be2-efa9-46f3-8d79-63551e08e847, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=abbc8be2-efa9-46f3-8d79-63551e08e847,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:00.729803 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.819255 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.823515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b7497679-2979-4888-9974-4da8f1012c65 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:07:00.859555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event updated for resources: {'Port': ['ID=e813f609-5478-4f0a-b01d-cb4df7134baa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:00.863205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb9e7-3214-4958-9be8-19a421458f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.902347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb9e7-3214-4958-9be8-19a421458f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.944867 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6b6f-b360-4dda-8f75-a51a4cdb7bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.951292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:00.994950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Deleting port 121fefd7-bbab-411f-b0a0-6db7fddbf011 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:07:00.996074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.053895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=abbc8be2-efa9-46f3-8d79-63551e08e847,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:01.066045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.109085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-0a03ef93-4655-480d-99f6-ef36aab68627 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.111240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-0a03ef93-4655-480d-99f6-ef36aab68627 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 810 time: 0.6546578 Apr 18 17:07:01.122285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-77944992-8863-465e-9969-6cacb721fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.124745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-77944992-8863-465e-9969-6cacb721fc90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5284c0ff813848ca977f0087845c40bc&device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 1101 time: 0.3854513 Apr 18 17:07:01.153230 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.resource_extend [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:07:01.170477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:07:01.174399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:01.178795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-ff75bbd0-503a-4d06-88c8-b15281fb6a83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.188353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-ff75bbd0-503a-4d06-88c8-b15281fb6a83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.191787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b7497679-2979-4888-9974-4da8f1012c65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b7497679-2979-4888-9974-4da8f1012c65,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:01.195628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-ff75bbd0-503a-4d06-88c8-b15281fb6a83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.201685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-ff75bbd0-503a-4d06-88c8-b15281fb6a83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.234647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-ff75bbd0-503a-4d06-88c8-b15281fb6a83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.243633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-ff75bbd0-503a-4d06-88c8-b15281fb6a83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.249764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2889c-0a16-42b2-b8a3-791b7b84e005 None None] Pushing event updated for resources: {'Port': ['ID=601d63b9-6d54-48ec-a242-2d86248d5b74,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:01.251838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-ff75bbd0-503a-4d06-88c8-b15281fb6a83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.252486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'b7497679-2979-4888-9974-4da8f1012c65', 'network_id': 'ba84c623-7c17-436b-aaba-ef122d61be9f', 'port_id': 'b7497679-2979-4888-9974-4da8f1012c65', 'mac_address': 'fa:16:3e:b7:f6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5f20c8-04d3-4f55-8b6f-3664d042e36d', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:07:01.265967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-ff75bbd0-503a-4d06-88c8-b15281fb6a83 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5426 time: 0.3416920 Apr 18 17:07:01.283629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Attempting to bind port 601d63b9-6d54-48ec-a242-2d86248d5b74 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:07:01.283995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Attempting to bind port 601d63b9-6d54-48ec-a242-2d86248d5b74 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:07:01.284355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Attempting to bind port 601d63b9-6d54-48ec-a242-2d86248d5b74 on network f4778d0f-36b3-402d-affc-6b95839501c2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:01.291495 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb9e7-3214-4958-9be8-19a421458f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.294319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb9e7-3214-4958-9be8-19a421458f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.295605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6cbdb9e7-3214-4958-9be8-19a421458f93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10615117-8a54-45cf-9d5e-a6f7fdb766aa HTTP/1.1" status: 204 len: 168 time: 0.7007480 Apr 18 17:07:01.305675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-89a63ee5-8032-4c3d-94d7-1981a8b458ef tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/quotas/4a012bfb8ec44130bda5b582907aeac7 HTTP/1.1" status: 200 len: 375 time: 0.1783111 Apr 18 17:07:01.343616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:07:01.344195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Checking segment: {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:01.344623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.345384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Bound using segment: {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:07:01.345831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Bound port: 601d63b9-6d54-48ec-a242-2d86248d5b74, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:07:01.346293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.381719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Made reservation on behalf of fbb48e2c6a3c4a4bab815b2caa6fb79a for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:01.394609 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.420642 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.496941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7497679-2979-4888-9974-4da8f1012c65 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:01.571861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdb9e7-3214-4958-9be8-19a421458f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10615117-8a54-45cf-9d5e-a6f7fdb766aa,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:01.574807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b7497679-2979-4888-9974-4da8f1012c65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b7497679-2979-4888-9974-4da8f1012c65,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:01.576943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] For port 601d63b9-6d54-48ec-a242-2d86248d5b74, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:07:01.620559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05335764-d356-41a3-b81c-ee857b7d406e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:01.626546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] For port 601d63b9-6d54-48ec-a242-2d86248d5b74, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=601d63b9-6d54-48ec-a242-2d86248d5b74,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:07:01.647885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] For port 121fefd7-bbab-411f-b0a0-6db7fddbf011, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=121fefd7-bbab-411f-b0a0-6db7fddbf011,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:01.648277 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.651485 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.682252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ade66a15-2293-4fed-ac4d-0b6ef9c45e12 req-166d7606-6297-456b-9c08-f2b23f0564b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4109597 Apr 18 17:07:01.704696 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-d24b911f-06a7-4c85-9d8c-70fceee21127 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3979583 Apr 18 17:07:01.718412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Allocated IP 172.20.0.3 (44a1a291-bf62-406d-9903-6a14c13bc8f6/fe453df1-2304-40fe-96c6-0fb0afe45590/c174c5d5-cae2-4c88-90a3-c59c5f091b24) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:07:01.732139 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.741429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-49bb1730-59a4-4b19-a542-34c4f3fdeaf0 None None] Provisioning complete for port 601d63b9-6d54-48ec-a242-2d86248d5b74 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:01.741960 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-49bb1730-59a4-4b19-a542-34c4f3fdeaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.793361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:01.835572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Calling delete_port for 121fefd7-bbab-411f-b0a0-6db7fddbf011 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:07:01.967007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c473623-dfbc-43fc-ae47-49858d99e862 req-ad9a1aed-2a2d-4b18-9d79-6f6f051307f7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.1239398 Apr 18 17:07:01.994758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-d0cefe18-dbd3-49b1-8117-d4881d838336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:01.996481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-d0cefe18-dbd3-49b1-8117-d4881d838336 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.8462358 Apr 18 17:07:02.030072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 126975b8-a4b4-44ff-a082-cdd417c7c017 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:02.118027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b7497679-2979-4888-9974-4da8f1012c65,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:02.139367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Router 911783f1-38a1-4044-9e85-dbf7feba15b2 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:07:02.198641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2889c-0a16-42b2-b8a3-791b7b84e005 None None] Pushing event updated for resources: {'Port': ['ID=601d63b9-6d54-48ec-a242-2d86248d5b74,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:02.216378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:07:02.218514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:06:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:02.332589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 05335764-d356-41a3-b81c-ee857b7d406e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:02.333369 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.363888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58334) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:02.395042 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9af71e26-5339-4626-a50b-4b9b3ae7e354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.491476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-49bb1730-59a4-4b19-a542-34c4f3fdeaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.545493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 121fefd7-bbab-411f-b0a0-6db7fddbf011 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:07:02.558474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9af71e26-5339-4626-a50b-4b9b3ae7e354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.650812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-49bb1730-59a4-4b19-a542-34c4f3fdeaf0 None None] For port 601d63b9-6d54-48ec-a242-2d86248d5b74, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=601d63b9-6d54-48ec-a242-2d86248d5b74,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:02.661477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:07:02.674641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3b5aa511-2389-4545-b702-57a9f5a5f865 admin admin] 10.222.0.45 "PUT /v2.0/routers/911783f1-38a1-4044-9e85-dbf7feba15b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3136499 Apr 18 17:07:02.678960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-161ebcd8-c0ef-439c-ba8c-437d642343f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c HTTP/1.1" status: 200 len: 217 time: 0.0857699 Apr 18 17:07:02.685051 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Sync routers for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:07:02.690335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.691877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-a06f525f-617b-44a1-a78f-0bcb1e133322 service neutron] 10.222.0.45 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9863322 Apr 18 17:07:02.709350 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:07:02.711178 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:06:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:02.721667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c8cad90b-1cfa-4d19-a18b-df17b5bc0436'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:02.762335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:02.782700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.830015 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9af71e26-5339-4626-a50b-4b9b3ae7e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.843860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147fddf-d88b-4089-b09e-b965eb1cc990 req-a3ec7678-1ca2-41d7-97c4-02a0f70209cb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:02.856505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4147fddf-d88b-4089-b09e-b965eb1cc990 req-a3ec7678-1ca2-41d7-97c4-02a0f70209cb tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 949 time: 0.2684379 Apr 18 17:07:02.866079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af71e26-5339-4626-a50b-4b9b3ae7e354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104088ac-e04b-4ca4-9de9-cc9ace4bca1f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:02.882896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['abbc8be2-efa9-46f3-8d79-63551e08e847'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:02.884776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.914644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-95f25056-7353-4265-90ab-3f80fad0153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:02.916481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-95f25056-7353-4265-90ab-3f80fad0153b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.2236526 Apr 18 17:07:02.916813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.933356 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:07:02.960186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['fab1c4a4-58e7-4557-9753-3e197211f653'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:02.965637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b7497679-2979-4888-9974-4da8f1012c65'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:02.970130 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 126975b8-a4b4-44ff-a082-cdd417c7c017 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:02.972730 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-49bb1730-59a4-4b19-a542-34c4f3fdeaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:02.988152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:07:02.997372 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9af71e26-5339-4626-a50b-4b9b3ae7e354 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ad1828f01ed49dc93b7a8e657a6fa26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6310191 Apr 18 17:07:02.999794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:07:03.005015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58354) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:03.060582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:03.070575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:07:03.100384 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-5d99905c-78a2-4114-9a03-314cf912bfd4 service neutron] 10.222.0.45 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954744 Apr 18 17:07:03.139581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4147fddf-d88b-4089-b09e-b965eb1cc990 req-97ff5b1e-d58b-4459-8cd3-2c8fda3ebca8 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/security-groups?id=c225629d-b4e0-4a60-b1dd-b910780b6be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777803 Apr 18 17:07:03.151830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-beaa1d57-687f-4f5d-a76d-0164a0fa86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:03.154644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-beaa1d57-687f-4f5d-a76d-0164a0fa86c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2141836 Apr 18 17:07:03.196836 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No ports have port_id starting with 121fefd7-bbab-411f-b0a0-6db7fddbf011 Apr 18 17:07:03.217042 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.247898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-888d2991-19b5-4049-936c-349a0fcb6e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.296329 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.298123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 126975b8-a4b4-44ff-a082-cdd417c7c017 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:03.298649 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.298981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event updated for resources: {'Port': ['ID=e813f609-5478-4f0a-b01d-cb4df7134baa,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:03.336439 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:06:59Z', 'revision_number': 2, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:03.343387 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.386120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:03.387096 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.408751 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Checking router: 911783f1-38a1-4044-9e85-dbf7feba15b2 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:07:03.416330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-888d2991-19b5-4049-936c-349a0fcb6e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.430001 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Updating router 911783f1-38a1-4044-9e85-dbf7feba15b2 port 66a165e1-14ba-46de-80da-4ba7e03233c8 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:07:03.431118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Pushing event deleted for resources: {'Port': ['ID=121fefd7-bbab-411f-b0a0-6db7fddbf011,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:03.504687 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.520571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8244061 Apr 18 17:07:03.572223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Request body: {'port': {'device_id': '8c0ac749-7f59-4c2f-9735-a7b9c8436017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:03.593175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.621404 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6086452e-8da7-41f2-aee1-4e1e8adfb380 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9055424 Apr 18 17:07:03.698758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a66ed-5643-4e04-9f8f-00950daba87a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event updated for resources: {'Port': ['ID=c174c5d5-cae2-4c88-90a3-c59c5f091b24,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:03.707908 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-078b137a-5de1-46f0-97bd-d5884b5d98c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.770696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.847240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 05335764-d356-41a3-b81c-ee857b7d406e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05335764-d356-41a3-b81c-ee857b7d406e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:03.881881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-888d2991-19b5-4049-936c-349a0fcb6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.892035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-888d2991-19b5-4049-936c-349a0fcb6e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.897309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-888d2991-19b5-4049-936c-349a0fcb6e34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/104088ac-e04b-4ca4-9de9-cc9ace4bca1f HTTP/1.1" status: 204 len: 168 time: 0.8887775 Apr 18 17:07:03.934560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb1730-59a4-4b19-a542-34c4f3fdeaf0 None None] Pushing event updated for resources: {'Port': ['ID=601d63b9-6d54-48ec-a242-2d86248d5b74,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:03.939752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c0465cb7-6bce-49f2-aa1a-48bd1429b810 None None] Provisioning complete for port 601d63b9-6d54-48ec-a242-2d86248d5b74 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:03.940118 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0465cb7-6bce-49f2-aa1a-48bd1429b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:03.959907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] No DVR routers for this DVR port 121fefd7-bbab-411f-b0a0-6db7fddbf011 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:07:03.979449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:04.001562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9deccc2f-cc82-4f9f-9bd3-1b522835ca98 req-a669f676-7acd-4b53-b2a2-f75e2992b64f tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.18 "DELETE /v2.0/ports/121fefd7-bbab-411f-b0a0-6db7fddbf011 HTTP/1.1" status: 204 len: 173 time: 3.5769000 Apr 18 17:07:04.003535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8236a15-1e70-4044-a83f-78e2590a74ab', 'name': 'network-vif-deleted', 'tag': '121fefd7-bbab-411f-b0a0-6db7fddbf011'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:04.009239 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033b564a-482c-4027-ba1b-f1d7bb760ed0" -d '{"events": [{"server_uuid": "f8236a15-1e70-4044-a83f-78e2590a74ab", "name": "network-vif-deleted", "tag": "121fefd7-bbab-411f-b0a0-6db7fddbf011"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:04.011784 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:04.125283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-e389731b-302a-429d-a733-6799ca3a1caa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:04.141521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-e389731b-302a-429d-a733-6799ca3a1caa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:04.152383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-e389731b-302a-429d-a733-6799ca3a1caa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:04.173215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-e389731b-302a-429d-a733-6799ca3a1caa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:04.189278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-e389731b-302a-429d-a733-6799ca3a1caa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:04.207027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-e389731b-302a-429d-a733-6799ca3a1caa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:04.215117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-e389731b-302a-429d-a733-6799ca3a1caa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:04.245437 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-e389731b-302a-429d-a733-6799ca3a1caa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5427 time: 0.7977579 Apr 18 17:07:04.306138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-19f981cf-10d7-4c11-9830-4b06a448107f service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1421928 Apr 18 17:07:04.341305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=05335764-d356-41a3-b81c-ee857b7d406e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:04.349710 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:04.353288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 601d63b9-6d54-48ec-a242-2d86248d5b74 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:04.417006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fda43b8-f4da-4d1d-8a9f-d5cd92cacc80 req-625a5329-18a2-4da9-898a-600d99464e38 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777821 Apr 18 17:07:04.469496 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:04.611123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d2991-19b5-4049-936c-349a0fcb6e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104088ac-e04b-4ca4-9de9-cc9ace4bca1f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:04.626049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58390) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:04.632282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d38dfef8-cb46-43d0-9c0a-a074175850d8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064793041', 'description': 'tempest-description--1537435962'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:04.659788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f88f49-d0dc-45e1-a28a-abe79112b0fb req-caa2e199-3450-44d2-940f-9476f3f2071d service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219702 Apr 18 17:07:04.756769 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1757c-812e-4cec-9569-a9153a8c2d37 None None] Pushing event updated for resources: {'Port': ['ID=66a165e1-14ba-46de-80da-4ba7e03233c8,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:04.771989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb7397-abc4-4f01-938d-8a84160d942f req-b03990e1-3dea-48e9-a9b3-b6c40cf45e28 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:04.788645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1bb7397-abc4-4f01-938d-8a84160d942f req-b03990e1-3dea-48e9-a9b3-b6c40cf45e28 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 931 time: 0.1234250 Apr 18 17:07:04.832153 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Attempting to bind port 66a165e1-14ba-46de-80da-4ba7e03233c8 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:07:04.832772 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Attempting to bind port 66a165e1-14ba-46de-80da-4ba7e03233c8 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:07:04.833244 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Attempting to bind port 66a165e1-14ba-46de-80da-4ba7e03233c8 on network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:04.844108 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:07:04.850613 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Checking segment: {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:04.850613 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:04.850613 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Bound using segment: {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:07:04.850613 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Bound port: 66a165e1-14ba-46de-80da-4ba7e03233c8, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:07:04.850613 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:04.881119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd612120-e488-475f-9a61-4507102a04fc req-c8a1eb85-9771-4677-aced-c270a890165a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 210 time: 0.0816367 Apr 18 17:07:04.901719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1bb7397-abc4-4f01-938d-8a84160d942f req-f1961abd-0a42-4ea8-b2a6-32d06e9f8142 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163714 Apr 18 17:07:04.939912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d38dfef8-cb46-43d0-9c0a-a074175850d8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.002791 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.010675 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5633146-ac64-4ab2-ad34-58d1c87bb12b x-openstack-request-id: req-b5633146-ac64-4ab2-ad34-58d1c87bb12b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:05.011531 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8236a15-1e70-4044-a83f-78e2590a74ab", "name": "network-vif-deleted", "tag": "121fefd7-bbab-411f-b0a0-6db7fddbf011", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:05.011790 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5633146-ac64-4ab2-ad34-58d1c87bb12b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:05.012209 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5633146-ac64-4ab2-ad34-58d1c87bb12b'] response: {'server_uuid': 'f8236a15-1e70-4044-a83f-78e2590a74ab', 'name': 'network-vif-deleted', 'tag': '121fefd7-bbab-411f-b0a0-6db7fddbf011', 'status': 'completed', 'code': 200} Apr 18 17:07:05.031392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c174c5d5-cae2-4c88-90a3-c59c5f091b24 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:05.046181 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.095064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c0465cb7-6bce-49f2-aa1a-48bd1429b810 None None] Provisioning complete for port 66a165e1-14ba-46de-80da-4ba7e03233c8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:05.095064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0465cb7-6bce-49f2-aa1a-48bd1429b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.100084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Transition to ACTIVE for port object c174c5d5-cae2-4c88-90a3-c59c5f091b24 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:07:05.152337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d38dfef8-cb46-43d0-9c0a-a074175850d8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.159075 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] For port 66a165e1-14ba-46de-80da-4ba7e03233c8, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:07:05.162698 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] For port 66a165e1-14ba-46de-80da-4ba7e03233c8, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=66a165e1-14ba-46de-80da-4ba7e03233c8,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:07:05.167526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-288bc0c4-6d28-4c8d-93ec-6b8f4697bbd0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--433832439&fields=id&tenant_id=432e0b6b3a11486b88f8ee81fab4ec04 HTTP/1.1" status: 200 len: 267 time: 0.0820277 Apr 18 17:07:05.196657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.205224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48c0f540-e640-45de-ba6f-b5b1441d51da req-da0caee6-e8e1-4b7d-be32-62c584fd1102 tempest-ServersOnMultiNodesTest-289231061 tempest-ServersOnMultiNodesTest-289231061-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8236a15-1e70-4044-a83f-78e2590a74ab HTTP/1.1" status: 200 len: 210 time: 0.0324030 Apr 18 17:07:05.249054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c0465cb7-6bce-49f2-aa1a-48bd1429b810 None None] Port 66a165e1-14ba-46de-80da-4ba7e03233c8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:07:05.249243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d38dfef8-cb46-43d0-9c0a-a074175850d8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.258214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:05.260550 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e805fa28-2064-411e-b242-f8eafee0398f" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:05.263321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 601d63b9-6d54-48ec-a242-2d86248d5b74 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:05.263696 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.283923 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.303886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.310248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 126975b8-a4b4-44ff-a082-cdd417c7c017, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=126975b8-a4b4-44ff-a082-cdd417c7c017,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:05.312776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dfef8-cb46-43d0-9c0a-a074175850d8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce100cc0-143d-4f31-8e36-894795216ea7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:05.382586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:07:01Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:05.478281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-2d459812-d658-4f09-bbd7-e1515e64ede7 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:05.479743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.480555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c1a49168-1b22-4a79-93dc-3937ff69eda0 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:05.484249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cba44d-d027-4d3a-985f-6c82aefdd468 None None] The sync data for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 is: [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:07:01Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:07:05.489293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-2d459812-d658-4f09-bbd7-e1515e64ede7 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/networks?id=f4778d0f-36b3-402d-affc-6b95839501c2 HTTP/1.1" status: 200 len: 812 time: 0.2891762 Apr 18 17:07:05.501036 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b063f7ff-7eb2-4ba1-8bb1-5bc582f80375 x-openstack-request-id: req-b063f7ff-7eb2-4ba1-8bb1-5bc582f80375 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:05.501329 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:05.501619 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b063f7ff-7eb2-4ba1-8bb1-5bc582f80375 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:05.502064 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b063f7ff-7eb2-4ba1-8bb1-5bc582f80375'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'code': 200} Apr 18 17:07:05.505599 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:07:05.508209 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:07:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:05.524001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d51fd7ba-e5af-4a2b-8098-41c593f5a22f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/quotas/432e0b6b3a11486b88f8ee81fab4ec04 HTTP/1.1" status: 200 len: 375 time: 0.0324659 Apr 18 17:07:05.587703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d38dfef8-cb46-43d0-9c0a-a074175850d8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.591597 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d38dfef8-cb46-43d0-9c0a-a074175850d8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9603562 Apr 18 17:07:05.592512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58432) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:05.611879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=c174c5d5-cae2-4c88-90a3-c59c5f091b24,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:05.629223 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1757c-812e-4cec-9569-a9153a8c2d37 None None] Pushing event updated for resources: {'Port': ['ID=66a165e1-14ba-46de-80da-4ba7e03233c8,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:05.634748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-caac7b01-81be-49fa-abae-45d01bed2478 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Request body: {'security_group_rule': {'security_group_id': 'ce100cc0-143d-4f31-8e36-894795216ea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:05.717329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Attempting to bind port c174c5d5-cae2-4c88-90a3-c59c5f091b24 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:07:05.719704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Attempting to bind port c174c5d5-cae2-4c88-90a3-c59c5f091b24 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:07:05.720075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Attempting to bind port c174c5d5-cae2-4c88-90a3-c59c5f091b24 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:05.744774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Port c174c5d5-cae2-4c88-90a3-c59c5f091b24 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:07:05.745150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Attempting to bind port c174c5d5-cae2-4c88-90a3-c59c5f091b24 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:05.748554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-fd9df2b1-eb46-4702-89c6-0222dc2cc588 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=432e0b6b3a11486b88f8ee81fab4ec04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2235777 Apr 18 17:07:05.760068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:07:05.764421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Checking segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:05.764971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Bound using segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:07:05.770985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Bound port: c174c5d5-cae2-4c88-90a3-c59c5f091b24, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:07:05.771312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.784927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-3d2cb7e4-8382-42f1-8fae-713383924026 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:05.792263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-3d2cb7e4-8382-42f1-8fae-713383924026 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:05.801990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-3d2cb7e4-8382-42f1-8fae-713383924026 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:05.808969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-3d2cb7e4-8382-42f1-8fae-713383924026 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:05.816504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-3d2cb7e4-8382-42f1-8fae-713383924026 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:05.824534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-3d2cb7e4-8382-42f1-8fae-713383924026 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:05.834683 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:07:05.839076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-3d2cb7e4-8382-42f1-8fae-713383924026 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:05.841029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-3d2cb7e4-8382-42f1-8fae-713383924026 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5428 time: 0.2598686 Apr 18 17:07:05.881145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-caac7b01-81be-49fa-abae-45d01bed2478 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.920811 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c77decd9-dc17-4ad5-85a8-1ca877d90395 None None] Provisioning complete for port 66a165e1-14ba-46de-80da-4ba7e03233c8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:05.921845 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c77decd9-dc17-4ad5-85a8-1ca877d90395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:05.980195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-f6927258-53b3-4ca9-ab13-9620fc90f2e3 service neutron] 10.222.0.45 "GET /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238553 Apr 18 17:07:06.028758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] For port c174c5d5-cae2-4c88-90a3-c59c5f091b24, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:07:06.068795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] For port c174c5d5-cae2-4c88-90a3-c59c5f091b24, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c174c5d5-cae2-4c88-90a3-c59c5f091b24,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:07:06.070201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=126975b8-a4b4-44ff-a082-cdd417c7c017,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:06.083949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-caac7b01-81be-49fa-abae-45d01bed2478 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.096889 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.154708 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-114bd870-0c50-4d8e-9171-300234d5c4f4 req-9efd7d3f-0769-41da-bad2-30628c1fdca3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2924719 Apr 18 17:07:06.162885 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.181530 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c77decd9-dc17-4ad5-85a8-1ca877d90395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.201088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.209085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port c1a49168-1b22-4a79-93dc-3937ff69eda0 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:06.212184 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-caac7b01-81be-49fa-abae-45d01bed2478 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.237105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port c1a49168-1b22-4a79-93dc-3937ff69eda0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:06.237397 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.249053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-3f6b0662-e027-4ac0-8a2d-0752fa84445d service neutron] 10.222.0.45 "GET /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586064 Apr 18 17:07:06.297703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05335764-d356-41a3-b81c-ee857b7d406e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:06.305637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac7b01-81be-49fa-abae-45d01bed2478 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d283313-ef6c-493b-adf5-842c4d10d9f1,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:06.312892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c77decd9-dc17-4ad5-85a8-1ca877d90395 None None] For port 66a165e1-14ba-46de-80da-4ba7e03233c8, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=66a165e1-14ba-46de-80da-4ba7e03233c8,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:06.363522 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:07:05Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:06.414832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=c174c5d5-cae2-4c88-90a3-c59c5f091b24,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:06.426901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:06.431414 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.432919 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-70c7b87d-a2a2-4ec1-83a1-64b8d8df2b04 service neutron] 10.222.0.41 "PUT /v2.0/ports/c174c5d5-cae2-4c88-90a3-c59c5f091b24 HTTP/1.1" status: 200 len: 1091 time: 2.8811343 Apr 18 17:07:06.433446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0ac749-7f59-4c2f-9735-a7b9c8436017', 'tag': 'c174c5d5-cae2-4c88-90a3-c59c5f091b24'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:06.435646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ce8f579-4405-4084-a6d6-67f5ade7e7f7 req-016c4d08-025b-481e-bb73-da7c0808ca06 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 210 time: 0.0845623 Apr 18 17:07:06.455311 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba3da0-a9be-4da9-b98d-4b87ed1efad7 None None] The sync data for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 is: [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:07:05Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:07:06.458046 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0ac749-7f59-4c2f-9735-a7b9c8436017", "tag": "c174c5d5-cae2-4c88-90a3-c59c5f091b24"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:06.478646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-caac7b01-81be-49fa-abae-45d01bed2478 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.480062 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-caac7b01-81be-49fa-abae-45d01bed2478 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8865378 Apr 18 17:07:06.484910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c77decd9-dc17-4ad5-85a8-1ca877d90395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.486132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58452) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:06.491444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b8233875-aa3c-4f55-b345-7f2107450a67 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Request body: {'security_group_rule': {'security_group_id': 'ce100cc0-143d-4f31-8e36-894795216ea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:06.574770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 05335764-d356-41a3-b81c-ee857b7d406e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:06.574770 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.658620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8233875-aa3c-4f55-b345-7f2107450a67 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.688096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-79c1964b-f585-4f65-ab28-4f14c6900282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:06.690183 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.691600 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-79c1964b-f585-4f65-ab28-4f14c6900282 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 1094 time: 0.0968509 Apr 18 17:07:06.772999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-21d12175-e4e3-4d98-b9ef-4fba651a4619 None None] Provisioning complete for port 66a165e1-14ba-46de-80da-4ba7e03233c8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:06.773598 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21d12175-e4e3-4d98-b9ef-4fba651a4619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:06.810743 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-f3088155-7390-4cda-afc3-2528a1cad1b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c174c5d5-cae2-4c88-90a3-c59c5f091b24 HTTP/1.1" status: 200 len: 217 time: 0.0952735 Apr 18 17:07:06.852686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65903f15-7b39-4986-be8c-e2b04c7c49dc req-9fb57b99-a393-4cde-bce6-ea23dd47f6f6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:06.859100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65903f15-7b39-4986-be8c-e2b04c7c49dc req-9fb57b99-a393-4cde-bce6-ea23dd47f6f6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 943 time: 0.2886837 Apr 18 17:07:06.907974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77decd9-dc17-4ad5-85a8-1ca877d90395 None None] Pushing event updated for resources: {'Port': ['ID=66a165e1-14ba-46de-80da-4ba7e03233c8,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:06.957886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-4a039675-6315-4997-ba8e-62baf971cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:06.960149 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-4a039675-6315-4997-ba8e-62baf971cb5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.1370485 Apr 18 17:07:07.023539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c1a49168-1b22-4a79-93dc-3937ff69eda0, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c1a49168-1b22-4a79-93dc-3937ff69eda0,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:07.072576 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0fc7de-fd73-4af3-a46f-05af210fa239 x-openstack-request-id: req-ea0fc7de-fd73-4af3-a46f-05af210fa239 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:07.073188 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0ac749-7f59-4c2f-9735-a7b9c8436017", "tag": "c174c5d5-cae2-4c88-90a3-c59c5f091b24", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:07.073684 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea0fc7de-fd73-4af3-a46f-05af210fa239 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:07.074373 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0fc7de-fd73-4af3-a46f-05af210fa239'] response: {'name': 'network-changed', 'server_uuid': '8c0ac749-7f59-4c2f-9735-a7b9c8436017', 'tag': 'c174c5d5-cae2-4c88-90a3-c59c5f091b24', 'status': 'completed', 'code': 200} Apr 18 17:07:07.080611 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.082612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-c525c5ab-37e9-4825-bf38-ac4dd7168bf0 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.084155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-c525c5ab-37e9-4825-bf38-ac4dd7168bf0 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.18 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 810 time: 0.5165744 Apr 18 17:07:07.095663 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-d410b678-5c8b-44ea-8f4c-d3fa022eee17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268580 Apr 18 17:07:07.122273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65903f15-7b39-4986-be8c-e2b04c7c49dc req-487d3577-c3c0-4314-ab33-92de3b8143fc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587931 Apr 18 17:07:07.134702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Request body: {'port': {'device_id': 'e36ec9b3-bf2c-40c1-8172-fbc86463cd33', 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638', 'admin_state_up': True, 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:07.168893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:07.210251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8233875-aa3c-4f55-b345-7f2107450a67 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.296451 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8233875-aa3c-4f55-b345-7f2107450a67 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.307570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c1a49168-1b22-4a79-93dc-3937ff69eda0,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:07.349339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8233875-aa3c-4f55-b345-7f2107450a67 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27037946-c732-463e-b5e3-0b678cbe909e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:07.363410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed1cb17a-e3c0-4c88-a102-48d70eb51de1 req-c220bced-459c-4c52-a170-78cb19c34b44 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 210 time: 0.1056986 Apr 18 17:07:07.373068 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-151a96a6-4ba2-43ed-a298-879eefd2a0bb service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689044 Apr 18 17:07:07.444923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:07.450314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:07.451008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.476167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8233875-aa3c-4f55-b345-7f2107450a67 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.490332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58494) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:07.494036 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b8233875-aa3c-4f55-b345-7f2107450a67 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9953909 Apr 18 17:07:07.504955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a49168-1b22-4a79-93dc-3937ff69eda0'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:07.509292 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94df31aa-2aad-441a-88b7-2f5483e7b24e" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "c1a49168-1b22-4a79-93dc-3937ff69eda0"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:07.538908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:07.583727 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e1529fb-4008-49ae-939d-dd903e172f16 req-5f81cde7-0d70-4365-93a1-e3b2b407d296 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993330 Apr 18 17:07:07.592505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58498) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:07.609835 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.638661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Made reservation on behalf of 4a012bfb8ec44130bda5b582907aeac7 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:07.643368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.660793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:07.678996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-8ef7b41e-9532-4c79-abb8-11c717f47cac tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.685021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-8ef7b41e-9532-4c79-abb8-11c717f47cac tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.690877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-8ef7b41e-9532-4c79-abb8-11c717f47cac tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.696643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-8ef7b41e-9532-4c79-abb8-11c717f47cac tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.702587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-8ef7b41e-9532-4c79-abb8-11c717f47cac tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.708424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-8ef7b41e-9532-4c79-abb8-11c717f47cac tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.714148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-8ef7b41e-9532-4c79-abb8-11c717f47cac tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.716239 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-8ef7b41e-9532-4c79-abb8-11c717f47cac tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5429 time: 0.3554409 Apr 18 17:07:07.736657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.737916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fab1c4a4-58e7-4557-9753-3e197211f653 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:07.850586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a309d81b-bfb2-46de-915b-55ac884b6416 req-0b117f46-558c-4bd8-87f1-08d1929eeedc tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940611 Apr 18 17:07:07.851000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58504) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:07.856922 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:07.859949 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-de9a9db9-981e-470a-8a4f-58d83ad2ad25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7927e266846b46ab8421b9e904b24342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557120 Apr 18 17:07:07.904905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-a8b1dc56-d192-4c01-a4b8-6e2e9ae9979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.909029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-a8b1dc56-d192-4c01-a4b8-6e2e9ae9979c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 1094 time: 0.1255543 Apr 18 17:07:07.925670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44cdc8-971e-4f18-b0bc-51dcfa452de7 req-4d907985-b919-419c-b86a-34857d50e36c tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:07.926919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:07.931275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b44cdc8-971e-4f18-b0bc-51dcfa452de7 req-4d907985-b919-419c-b86a-34857d50e36c tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 950 time: 0.4462893 Apr 18 17:07:08.028775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port fab1c4a4-58e7-4557-9753-3e197211f653 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:08.034278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port fab1c4a4-58e7-4557-9753-3e197211f653 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:08.034804 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.064528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-ef7a9284-cebe-432d-a637-f3f589739322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:08.070029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-ef7a9284-cebe-432d-a637-f3f589739322 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 913 time: 0.1527102 Apr 18 17:07:08.144589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47cee407-2e29-4095-a3ca-3cc2ac859ada req-897cb2b7-cd1f-448c-8c3c-a114a191e27e tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 210 time: 0.1067588 Apr 18 17:07:08.163989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b44cdc8-971e-4f18-b0bc-51dcfa452de7 req-aaaa8597-0c2b-41cf-9bd4-3af76ccea64c tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095106 Apr 18 17:07:08.198266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.204334 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-d50fda04-a0f1-4c80-8232-5612fea0b0b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c174c5d5-cae2-4c88-90a3-c59c5f091b24 HTTP/1.1" status: 200 len: 217 time: 0.1233518 Apr 18 17:07:08.204651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Allocated IP 172.20.0.6 (c969a984-a27a-4436-9e2d-23c6b2391638/59f527d0-5433-4af6-a971-7ca3097a7941/e4aa0590-e21b-4b37-9e28-8746dcc87231) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:07:08.232478 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b488a-1d20-47e0-87ad-f5e7860ad7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.294924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fab1c4a4-58e7-4557-9753-3e197211f653, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fab1c4a4-58e7-4557-9753-3e197211f653,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:08.301756 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da7e912-e501-4e22-9bfa-c373efb6a831 x-openstack-request-id: req-6da7e912-e501-4e22-9bfa-c373efb6a831 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:08.303276 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "c1a49168-1b22-4a79-93dc-3937ff69eda0", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:08.303518 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6da7e912-e501-4e22-9bfa-c373efb6a831 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:08.303972 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da7e912-e501-4e22-9bfa-c373efb6a831'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a49168-1b22-4a79-93dc-3937ff69eda0', 'code': 200} Apr 18 17:07:08.317560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b488a-1d20-47e0-87ad-f5e7860ad7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.331998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-51ff5ba8-3c8e-4d09-9ac9-0a3e55392ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:08.346818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 66a165e1-14ba-46de-80da-4ba7e03233c8 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:08.356591 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-51ff5ba8-3c8e-4d09-9ac9-0a3e55392ce5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.1243780 Apr 18 17:07:08.407172 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.407970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c8cad90b-1cfa-4d19-a18b-df17b5bc0436 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:08.425342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-3015a1c3-64dd-4f01-8c55-4b64b912a3d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663154 Apr 18 17:07:08.505054 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.538918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472a4b-43bc-4f79-9989-5c7ab43632a7 req-e54f5a2b-50ef-4c79-9ccd-83c9b1810583 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:08.540535 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26472a4b-43bc-4f79-9989-5c7ab43632a7 req-e54f5a2b-50ef-4c79-9ccd-83c9b1810583 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 943 time: 0.1824279 Apr 18 17:07:08.578406 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-465f016f-8ac1-4174-b44d-1cf1ac5192f6 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447029 Apr 18 17:07:08.646688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fab1c4a4-58e7-4557-9753-3e197211f653,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:08.690448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 66a165e1-14ba-46de-80da-4ba7e03233c8 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:08.692576 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.779631 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53ec3c85-e569-49b8-a816-8ce5aa4d0c47 req-536fe48a-75e7-4564-ae0d-abdd1e30e610 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884296 Apr 18 17:07:08.786498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26472a4b-43bc-4f79-9989-5c7ab43632a7 req-1395b451-3a17-47bc-8c6d-36b045a88719 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700146 Apr 18 17:07:08.817657 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b488a-1d20-47e0-87ad-f5e7860ad7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.828149 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b488a-1d20-47e0-87ad-f5e7860ad7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.831703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0e2b488a-1d20-47e0-87ad-f5e7860ad7ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c225629d-b4e0-4a60-b1dd-b910780b6be1 HTTP/1.1" status: 204 len: 168 time: 0.9735668 Apr 18 17:07:08.850666 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:08.858152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:08.864678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Allocated IP 172.25.5.26 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/1cb7d8b1-95d5-4548-b863-5741fcd70b32) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:07:08.866892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b488a-1d20-47e0-87ad-f5e7860ad7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225629d-b4e0-4a60-b1dd-b910780b6be1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:08.891438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:08.891438 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.029963 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.044208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7638d3b6-c1ba-4c5e-a600-9a565d16ff79 req-d86e4e55-ec40-4a1f-841b-6109204afbcd tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 210 time: 0.0402238 Apr 18 17:07:09.074324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c8cad90b-1cfa-4d19-a18b-df17b5bc0436, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:09.094559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.144487 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.175953 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.176980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device abbc8be2-efa9-46f3-8d79-63551e08e847 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:09.188099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['b5fe35f9-ce85-4e49-8efb-8b083cf019c1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:09.315776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:09.426109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port abbc8be2-efa9-46f3-8d79-63551e08e847 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:09.440762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port abbc8be2-efa9-46f3-8d79-63551e08e847 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:09.441551 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.471756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.492984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Network c969a984-a27a-4436-9e2d-23c6b2391638 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:07:09.505905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:09.528432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:07:09.556604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.566474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:07:09.581713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Pushing event updated for resources: {'Port': ['ID=e4aa0590-e21b-4b37-9e28-8746dcc87231,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:09.589005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:09.602878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e010-8342-4264-af31-0db47e2206bc req-beafd044-8e4f-4bea-86c1-ba0d566fbdf0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.608205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port abbc8be2-efa9-46f3-8d79-63551e08e847, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=abbc8be2-efa9-46f3-8d79-63551e08e847,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:09.608662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e010-8342-4264-af31-0db47e2206bc req-beafd044-8e4f-4bea-86c1-ba0d566fbdf0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.614396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e010-8342-4264-af31-0db47e2206bc req-beafd044-8e4f-4bea-86c1-ba0d566fbdf0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.620129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e010-8342-4264-af31-0db47e2206bc req-beafd044-8e4f-4bea-86c1-ba0d566fbdf0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.625907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e010-8342-4264-af31-0db47e2206bc req-beafd044-8e4f-4bea-86c1-ba0d566fbdf0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.631612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e010-8342-4264-af31-0db47e2206bc req-beafd044-8e4f-4bea-86c1-ba0d566fbdf0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.637315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e010-8342-4264-af31-0db47e2206bc req-beafd044-8e4f-4bea-86c1-ba0d566fbdf0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.645975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9dc6e010-8342-4264-af31-0db47e2206bc req-beafd044-8e4f-4bea-86c1-ba0d566fbdf0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5431 time: 0.5171483 Apr 18 17:07:09.651111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:07:09.672712 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.711361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b7497679-2979-4888-9974-4da8f1012c65 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:09.744538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.745338 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.760953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668545b-0885-4d3b-bd4e-98d695a5950b req-ba504ff8-b2d0-492d-a974-49ce30af1a9b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.762501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9668545b-0885-4d3b-bd4e-98d695a5950b req-ba504ff8-b2d0-492d-a974-49ce30af1a9b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 931 time: 0.2968080 Apr 18 17:07:09.772149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=abbc8be2-efa9-46f3-8d79-63551e08e847,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:09.775631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c174c5d5-cae2-4c88-90a3-c59c5f091b24 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:07:09.813802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event updated for resources: {'Port': ['ID=1cb7d8b1-95d5-4548-b863-5741fcd70b32,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:09.831258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9dc6e010-8342-4264-af31-0db47e2206bc req-b53e6975-e225-4f81-b5b8-ca92a59ef630 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843777 Apr 18 17:07:09.838893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58562) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:09.945341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9668545b-0885-4d3b-bd4e-98d695a5950b req-32161db6-e09e-41d9-97f8-a4ea7daca2fb tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478190 Apr 18 17:07:09.948821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-5da6fbe4-1881-4a18-8f55-7d9ee8ad60cf tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:09.949611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:09.950657 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-5da6fbe4-1881-4a18-8f55-7d9ee8ad60cf tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.18 "GET /v2.0/networks?id=f4778d0f-36b3-402d-affc-6b95839501c2 HTTP/1.1" status: 200 len: 812 time: 0.1364779 Apr 18 17:07:09.973861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-2f82a7de-54a1-4e0b-aabd-8cb57e596aa7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8502285 Apr 18 17:07:10.001443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Request body: {'port': {'device_id': 'e36ec9b3-bf2c-40c1-8172-fbc86463cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:10.004552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port b7497679-2979-4888-9974-4da8f1012c65 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:10.017544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port b7497679-2979-4888-9974-4da8f1012c65 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:10.017929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.045594 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-24fdc199-422c-49f4-8e6a-6d24a22b177f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432e0b6b3a11486b88f8ee81fab4ec04 HTTP/1.1" status: 200 len: 379 time: 0.0540998 Apr 18 17:07:10.052135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9b0c5618-874c-45ef-88c3-22cf4683ba58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efd8ccc764e745109f5a7124abe1fdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063160 Apr 18 17:07:10.053825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58566) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:10.067904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Request body: {'port': {'device_id': '604241bf-b222-4596-a5af-1b7e0e32e025', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'admin_state_up': True, 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'security_groups': ['5292cf4f-b87d-4757-82fa-0d01af01bc89']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:10.083681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c174c5d5-cae2-4c88-90a3-c59c5f091b24, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c174c5d5-cae2-4c88-90a3-c59c5f091b24,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:10.097515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'c174c5d5-cae2-4c88-90a3-c59c5f091b24', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'port_id': 'c174c5d5-cae2-4c88-90a3-c59c5f091b24', 'mac_address': 'fa:16:3e:99:c6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe453df1-2304-40fe-96c6-0fb0afe45590', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:07:10.101551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.137048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9fab6-c59d-4949-949e-1261d7ae8c69 req-822171f1-09f0-4c66-a4f4-e814e1dd1755 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:10.145347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccd9fab6-c59d-4949-949e-1261d7ae8c69 req-822171f1-09f0-4c66-a4f4-e814e1dd1755 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 943 time: 0.1915901 Apr 18 17:07:10.187327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.201460 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.223319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c174c5d5-cae2-4c88-90a3-c59c5f091b24 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:10.253625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-094ddf77-cd07-42ca-9b9f-5aa7325d5cd5 req-da7ac520-4de8-4a70-b546-7dd365f9dd27 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 210 time: 0.0900857 Apr 18 17:07:10.254182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.261688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b7497679-2979-4888-9974-4da8f1012c65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b7497679-2979-4888-9974-4da8f1012c65,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:10.263540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c174c5d5-cae2-4c88-90a3-c59c5f091b24, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c174c5d5-cae2-4c88-90a3-c59c5f091b24,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:10.308443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa'}, {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab1c4a4-58e7-4557-9753-3e197211f653'}, {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cad90b-1cfa-4d19-a18b-df17b5bc0436'}, {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbc8be2-efa9-46f3-8d79-63551e08e847'}, {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7497679-2979-4888-9974-4da8f1012c65'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:10.310799 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f3fdbb-ef7d-4451-b3ac-3bf4bbf6088d" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa"}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "fab1c4a4-58e7-4557-9753-3e197211f653"}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "c8cad90b-1cfa-4d19-a18b-df17b5bc0436"}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "abbc8be2-efa9-46f3-8d79-63551e08e847"}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "b7497679-2979-4888-9974-4da8f1012c65"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:10.336450 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccd9fab6-c59d-4949-949e-1261d7ae8c69 req-7750aea0-958f-4d78-b0c2-d439356aa0a5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901872 Apr 18 17:07:10.345970 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-728a0449-6274-4929-aeff-e4d7421beeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.378296 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.379143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:07:10.381062 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.400081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Made reservation on behalf of 432e0b6b3a11486b88f8ee81fab4ec04 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:10.403831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.407590 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc88b0-8357-4899-9588-c766b77ee5b6 x-openstack-request-id: req-7dfc88b0-8357-4899-9588-c766b77ee5b6 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:10.407905 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa", "code": 200}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "fab1c4a4-58e7-4557-9753-3e197211f653", "code": 200}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "c8cad90b-1cfa-4d19-a18b-df17b5bc0436", "code": 200}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "abbc8be2-efa9-46f3-8d79-63551e08e847", "code": 200}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-plugged", "status": "completed", "tag": "b7497679-2979-4888-9974-4da8f1012c65", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:10.408511 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7dfc88b0-8357-4899-9588-c766b77ee5b6 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:10.408932 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfc88b0-8357-4899-9588-c766b77ee5b6'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa', 'code': 200} Apr 18 17:07:10.409288 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfc88b0-8357-4899-9588-c766b77ee5b6'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab1c4a4-58e7-4557-9753-3e197211f653', 'code': 200} Apr 18 17:07:10.409582 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfc88b0-8357-4899-9588-c766b77ee5b6'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cad90b-1cfa-4d19-a18b-df17b5bc0436', 'code': 200} Apr 18 17:07:10.409840 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfc88b0-8357-4899-9588-c766b77ee5b6'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbc8be2-efa9-46f3-8d79-63551e08e847', 'code': 200} Apr 18 17:07:10.410116 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfc88b0-8357-4899-9588-c766b77ee5b6'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7497679-2979-4888-9974-4da8f1012c65', 'code': 200} Apr 18 17:07:10.470250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b7497679-2979-4888-9974-4da8f1012c65,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:10.478270 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-728a0449-6274-4929-aeff-e4d7421beeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.606041 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.676142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c174c5d5-cae2-4c88-90a3-c59c5f091b24,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:10.688891 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.696824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:10.739756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-728a0449-6274-4929-aeff-e4d7421beeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.742517 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-728a0449-6274-4929-aeff-e4d7421beeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.743744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-728a0449-6274-4929-aeff-e4d7421beeb7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e551640-f28e-4a0e-8b01-2b95e32f3d4a HTTP/1.1" status: 204 len: 168 time: 0.6890030 Apr 18 17:07:10.746365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4aa0590-e21b-4b37-9e28-8746dcc87231 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:10.761747 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.764578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a0449-6274-4929-aeff-e4d7421beeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e551640-f28e-4a0e-8b01-2b95e32f3d4a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:10.781031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.784939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Transition to ACTIVE for port object e4aa0590-e21b-4b37-9e28-8746dcc87231 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:07:10.787135 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.834622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event updated for resources: {'Port': ['ID=1cb7d8b1-95d5-4548-b863-5741fcd70b32,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:10.878420 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:10.894941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c174c5d5-cae2-4c88-90a3-c59c5f091b24'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:10.897779 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:10.941267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Allocated IP 172.20.0.6 (f4778d0f-36b3-402d-affc-6b95839501c2/d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7/262fd76a-d626-41cc-8ed3-5fbd55b9c391) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:07:10.949519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d308cc-0439-4107-a271-d550713c642b req-0de4d94c-8f7d-4e50-b1ec-805c6ad8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:10.951213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d308cc-0439-4107-a271-d550713c642b req-0de4d94c-8f7d-4e50-b1ec-805c6ad8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:10.951867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d308cc-0439-4107-a271-d550713c642b req-0de4d94c-8f7d-4e50-b1ec-805c6ad8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:10.953113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d308cc-0439-4107-a271-d550713c642b req-0de4d94c-8f7d-4e50-b1ec-805c6ad8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:10.953799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d308cc-0439-4107-a271-d550713c642b req-0de4d94c-8f7d-4e50-b1ec-805c6ad8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:10.954444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d308cc-0439-4107-a271-d550713c642b req-0de4d94c-8f7d-4e50-b1ec-805c6ad8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:10.955564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d308cc-0439-4107-a271-d550713c642b req-0de4d94c-8f7d-4e50-b1ec-805c6ad8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:10.958066 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f2d308cc-0439-4107-a271-d550713c642b req-0de4d94c-8f7d-4e50-b1ec-805c6ad8f63f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6491 time: 0.0799127 Apr 18 17:07:11.057937 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f2d308cc-0439-4107-a271-d550713c642b req-a8e5412e-f888-47df-b827-6423e23ed89a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903633 Apr 18 17:07:11.135505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.160328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Pushing event updated for resources: {'Port': ['ID=e4aa0590-e21b-4b37-9e28-8746dcc87231,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:11.191069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.225861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-9a9f20ab-ff5e-4211-9387-55e4d959122f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.231740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-9a9f20ab-ff5e-4211-9387-55e4d959122f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.237624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-9a9f20ab-ff5e-4211-9387-55e4d959122f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.243482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-9a9f20ab-ff5e-4211-9387-55e4d959122f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.249355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-9a9f20ab-ff5e-4211-9387-55e4d959122f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.255249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-9a9f20ab-ff5e-4211-9387-55e4d959122f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.261148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-9a9f20ab-ff5e-4211-9387-55e4d959122f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.263061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-9a9f20ab-ff5e-4211-9387-55e4d959122f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.2511692 Apr 18 17:07:11.272766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.273945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b2992bf6-e5fa-4669-9c81-08281dd4f67e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7807987 Apr 18 17:07:11.288102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e658a0-62a8-4026-86d7-828f0023040e req-023a0dc4-f3dc-4215-a836-925a52410f1e tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.289575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04e658a0-62a8-4026-86d7-828f0023040e req-023a0dc4-f3dc-4215-a836-925a52410f1e tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 943 time: 0.2476497 Apr 18 17:07:11.296578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.332721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Attempting to bind port e4aa0590-e21b-4b37-9e28-8746dcc87231 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:07:11.333070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Attempting to bind port e4aa0590-e21b-4b37-9e28-8746dcc87231 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:07:11.333432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Attempting to bind port e4aa0590-e21b-4b37-9e28-8746dcc87231 on network c969a984-a27a-4436-9e2d-23c6b2391638 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:11.345708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Network f4778d0f-36b3-402d-affc-6b95839501c2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:07:11.348358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Port e4aa0590-e21b-4b37-9e28-8746dcc87231 on network c969a984-a27a-4436-9e2d-23c6b2391638 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:07:11.348673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Attempting to bind port e4aa0590-e21b-4b37-9e28-8746dcc87231 on network c969a984-a27a-4436-9e2d-23c6b2391638 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:11.351446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:11.356665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:07:11.363613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event updated for resources: {'Port': ['ID=262fd76a-d626-41cc-8ed3-5fbd55b9c391,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:11.363784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c77a4700-41f3-44b0-a997-ca44d73744f1 req-7b81ca16-78c4-4191-b4b2-9a69350b2337 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849450 Apr 18 17:07:11.365360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:07:11.365968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Checking segment: {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:11.366537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Bound using segment: {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:07:11.367177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Bound port: e4aa0590-e21b-4b37-9e28-8746dcc87231, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f722d0a-b943-48b5-81ca-acca2f903bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:07:11.367738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.400972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04e658a0-62a8-4026-86d7-828f0023040e req-7a4aaa27-9d59-454f-aa8f-816e69b8ad3f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942554 Apr 18 17:07:11.442838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.443520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.535032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-d2d39546-34c6-4824-bf3b-afc6e98d4b28 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4717655 Apr 18 17:07:11.556877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Request body: {'port': {'device_id': '604241bf-b222-4596-a5af-1b7e0e32e025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:11.642190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] For port e4aa0590-e21b-4b37-9e28-8746dcc87231, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:07:11.712616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c8482-7dce-4881-8f8d-9503c8214435 req-37216330-3a5d-4197-8d81-e145d34c9fb5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.714549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.717079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c77c8482-7dce-4881-8f8d-9503c8214435 req-37216330-3a5d-4197-8d81-e145d34c9fb5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 944 time: 0.1370723 Apr 18 17:07:11.730814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] For port e4aa0590-e21b-4b37-9e28-8746dcc87231, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e4aa0590-e21b-4b37-9e28-8746dcc87231,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:07:11.798584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca8db5-b27b-4563-b694-fa3ec87904be req-07438f6d-56b9-42b2-aac7-7092514b0657 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.804935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08ca8db5-b27b-4563-b694-fa3ec87904be req-07438f6d-56b9-42b2-aac7-7092514b0657 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 931 time: 0.2869887 Apr 18 17:07:11.804935 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.880166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5b9cfdd5-9a02-46c7-a9e8-87f2ece020e0 None None] Provisioning complete for port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:11.880166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b9cfdd5-9a02-46c7-a9e8-87f2ece020e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.881051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:11.881051 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:11.881051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] 10.222.0.18 "PUT /v2.0/ports/e4aa0590-e21b-4b37-9e28-8746dcc87231 HTTP/1.1" status: 200 len: 1091 time: 1.8897014 Apr 18 17:07:11.891558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36ec9b3-bf2c-40c1-8172-fbc86463cd33', 'tag': 'e4aa0590-e21b-4b37-9e28-8746dcc87231'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:11.894120 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48b2cb6-eed4-45d4-8ec7-96c6409e2318" -d '{"events": [{"name": "network-changed", "server_uuid": "e36ec9b3-bf2c-40c1-8172-fbc86463cd33", "tag": "e4aa0590-e21b-4b37-9e28-8746dcc87231"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:11.934578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08ca8db5-b27b-4563-b694-fa3ec87904be req-d3b8a87c-f255-4181-9971-1ce73ad8b964 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106176 Apr 18 17:07:11.940437 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c77c8482-7dce-4881-8f8d-9503c8214435 req-71986e74-6c94-43c1-aee6-b16b6d757264 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039130 Apr 18 17:07:11.946455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cfdd5-9a02-46c7-a9e8-87f2ece020e0 None None] Port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:07:11.983491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22006db-6c54-47b1-8392-61ca8efb59bf service neutron] Pushing event updated for resources: {'Port': ['ID=e4aa0590-e21b-4b37-9e28-8746dcc87231,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:11.995895 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9164a9-52a5-486a-b089-65316a09e37f x-openstack-request-id: req-0d9164a9-52a5-486a-b089-65316a09e37f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:11.996103 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36ec9b3-bf2c-40c1-8172-fbc86463cd33", "tag": "e4aa0590-e21b-4b37-9e28-8746dcc87231", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:11.996357 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d9164a9-52a5-486a-b089-65316a09e37f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:11.997156 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9164a9-52a5-486a-b089-65316a09e37f'] response: {'name': 'network-changed', 'server_uuid': 'e36ec9b3-bf2c-40c1-8172-fbc86463cd33', 'tag': 'e4aa0590-e21b-4b37-9e28-8746dcc87231', 'status': 'completed', 'code': 200} Apr 18 17:07:12.074148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262fd76a-d626-41cc-8ed3-5fbd55b9c391 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:12.087125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:12.091368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b2cb6-eed4-45d4-8ec7-96c6409e2318 req-d899a278-e983-43f5-af27-3123e43b0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:12.095880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a48b2cb6-eed4-45d4-8ec7-96c6409e2318 req-d899a278-e983-43f5-af27-3123e43b0923 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 1094 time: 0.0541527 Apr 18 17:07:12.103775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Transition to ACTIVE for port object 262fd76a-d626-41cc-8ed3-5fbd55b9c391 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:07:12.180610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:12.229958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Pushing event updated for resources: {'Port': ['ID=262fd76a-d626-41cc-8ed3-5fbd55b9c391,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:12.332233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b2cb6-eed4-45d4-8ec7-96c6409e2318 req-cdaaa915-b4c4-4330-8a43-63b52ec2577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:12.339957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a48b2cb6-eed4-45d4-8ec7-96c6409e2318 req-cdaaa915-b4c4-4330-8a43-63b52ec2577a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a012bfb8ec44130bda5b582907aeac7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2218564 Apr 18 17:07:12.380130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Attempting to bind port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:07:12.380394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Attempting to bind port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:07:12.380552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Attempting to bind port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 on network f4778d0f-36b3-402d-affc-6b95839501c2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:12.392873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 on network f4778d0f-36b3-402d-affc-6b95839501c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:07:12.393204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Attempting to bind port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 on network f4778d0f-36b3-402d-affc-6b95839501c2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:12.402431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:07:12.402667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Checking segment: {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:12.404134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Bound using segment: {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:07:12.404590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Bound port: 262fd76a-d626-41cc-8ed3-5fbd55b9c391, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:07:12.405059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:12.411096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:12.414684 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54b7c0b-1d7f-4842-9b12-69f5f082e08b" -d '{"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:12.427299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58674) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:12.481617 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8032cb-a2ca-47ff-a993-ba4ff2bece6d x-openstack-request-id: req-7f8032cb-a2ca-47ff-a993-ba4ff2bece6d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:12.482039 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:12.482527 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f8032cb-a2ca-47ff-a993-ba4ff2bece6d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:12.483208 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8032cb-a2ca-47ff-a993-ba4ff2bece6d'] response: {'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'code': 200} Apr 18 17:07:12.583398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] For port 262fd76a-d626-41cc-8ed3-5fbd55b9c391, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:07:12.589052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] For port 262fd76a-d626-41cc-8ed3-5fbd55b9c391, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=262fd76a-d626-41cc-8ed3-5fbd55b9c391,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:07:12.675195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:12.746351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Pushing event updated for resources: {'Port': ['ID=262fd76a-d626-41cc-8ed3-5fbd55b9c391,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:12.764090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:12.765196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:12.767532 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-a1da7f05-e140-481a-8758-d01446c9dd54 service neutron] 10.222.0.18 "PUT /v2.0/ports/262fd76a-d626-41cc-8ed3-5fbd55b9c391 HTTP/1.1" status: 200 len: 1091 time: 1.2155945 Apr 18 17:07:12.768529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604241bf-b222-4596-a5af-1b7e0e32e025', 'tag': '262fd76a-d626-41cc-8ed3-5fbd55b9c391'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:12.771905 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5738af1b-5693-4769-b273-b1a9a5743a03" -d '{"events": [{"name": "network-changed", "server_uuid": "604241bf-b222-4596-a5af-1b7e0e32e025", "tag": "262fd76a-d626-41cc-8ed3-5fbd55b9c391"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:12.874766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58696) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:12.950670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-819db4e4-bfee-4622-81ff-fc924a02670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:12.965167 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-819db4e4-bfee-4622-81ff-fc924a02670b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=432e0b6b3a11486b88f8ee81fab4ec04&device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 1094 time: 0.0606503 Apr 18 17:07:12.982921 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e13f265a-7425-4b1b-b103-154ae1b645fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:12.998594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b2cb6-eed4-45d4-8ec7-96c6409e2318 req-fdf6ea3d-8e81-4d18-aa3a-38f3a504eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.001088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a48b2cb6-eed4-45d4-8ec7-96c6409e2318 req-fdf6ea3d-8e81-4d18-aa3a-38f3a504eb54 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6566865 Apr 18 17:07:13.034640 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-9144699a-19d6-42b3-b1dc-e18913c7c5ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262fd76a-d626-41cc-8ed3-5fbd55b9c391 HTTP/1.1" status: 200 len: 217 time: 0.0580876 Apr 18 17:07:13.038171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1834736402-network', 'tenant_id': '8ed593dc81354a849be72585bf29f722'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:13.059393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-231209ff-cacf-4599-9e20-3ea800ea4580 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.067137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-231209ff-cacf-4599-9e20-3ea800ea4580 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.074984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-231209ff-cacf-4599-9e20-3ea800ea4580 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.084750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-231209ff-cacf-4599-9e20-3ea800ea4580 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.096905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-231209ff-cacf-4599-9e20-3ea800ea4580 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.101191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-231209ff-cacf-4599-9e20-3ea800ea4580 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.110492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-231209ff-cacf-4599-9e20-3ea800ea4580 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.113061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-231209ff-cacf-4599-9e20-3ea800ea4580 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.5033684 Apr 18 17:07:13.139116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Made reservation on behalf of 8ed593dc81354a849be72585bf29f722 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:13.143732 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.156786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-261808d7-5583-4830-8a63-54d8bb8ea1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.158199 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-261808d7-5583-4830-8a63-54d8bb8ea1dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7 HTTP/1.1" status: 200 len: 851 time: 0.0809352 Apr 18 17:07:13.159042 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.246846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-9ac450ad-daa9-49f7-aab0-1b53857b4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.247705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-979d51f9-d941-4baf-a6bb-70a5cb4dccde req-c1311a0d-3bc5-4365-9fb1-e6120a82d599 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069210 Apr 18 17:07:13.248646 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-9ac450ad-daa9-49f7-aab0-1b53857b4359 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4778d0f-36b3-402d-affc-6b95839501c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732040 Apr 18 17:07:13.256164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6caf-a45f-425c-839e-29528f908d0c req-d75dee62-51be-4ebe-ae61-067b04f85f51 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.264241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-111a6caf-a45f-425c-839e-29528f908d0c req-d75dee62-51be-4ebe-ae61-067b04f85f51 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 943 time: 0.6966715 Apr 18 17:07:13.276675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-96e4d2dc-4871-4658-b819-810858efe216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.278149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-96e4d2dc-4871-4658-b819-810858efe216 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 1094 time: 0.1636620 Apr 18 17:07:13.337515 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.359947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-02602e01-3571-4d61-ad44-3ab072df5d20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4aa0590-e21b-4b37-9e28-8746dcc87231 HTTP/1.1" status: 200 len: 217 time: 0.0556839 Apr 18 17:07:13.396838 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-6663dab9-8d5e-4ec7-ad38-55d885ec6668 service neutron] 10.222.0.18 "GET /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378422 Apr 18 17:07:13.407554 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009e5ae9-dabd-4e2a-bca9-ad0a29632b2e x-openstack-request-id: req-009e5ae9-dabd-4e2a-bca9-ad0a29632b2e {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:13.407768 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604241bf-b222-4596-a5af-1b7e0e32e025", "tag": "262fd76a-d626-41cc-8ed3-5fbd55b9c391", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:13.408513 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-009e5ae9-dabd-4e2a-bca9-ad0a29632b2e {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:13.408513 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009e5ae9-dabd-4e2a-bca9-ad0a29632b2e'] response: {'name': 'network-changed', 'server_uuid': '604241bf-b222-4596-a5af-1b7e0e32e025', 'tag': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'status': 'completed', 'code': 200} Apr 18 17:07:13.409798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e13f265a-7425-4b1b-b103-154ae1b645fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.417134 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.433974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-111a6caf-a45f-425c-839e-29528f908d0c req-973085bf-3d88-4166-89a0-7c81fb859687 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556566 Apr 18 17:07:13.481882 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e13f265a-7425-4b1b-b103-154ae1b645fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.486714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:07:13.487546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-c886514e-dbd3-4ed1-ae2f-43959e15ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.489099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-c886514e-dbd3-4ed1-ae2f-43959e15ae88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59f527d0-5433-4af6-a971-7ca3097a7941 HTTP/1.1" status: 200 len: 850 time: 0.1165700 Apr 18 17:07:13.506898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e516e0b4-27c7-4788-87a4-d5c4ae57fab3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:13.518653 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.519032 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Added segment cf91cacc-d70e-4522-82fd-568b2974bede of type vlan for network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 Apr 18 17:07:13.579745 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59c30e2c-c1ae-4bc2-96c5-7eaa9ae08e0b req-e5fbfee7-0fb9-4cce-9fa9-55f68eeadef4 service neutron] 10.222.0.18 "GET /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700575 Apr 18 17:07:13.604662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.610179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-ea97ef2b-d3a1-4d55-a636-bce9d04bb1a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969a984-a27a-4436-9e2d-23c6b2391638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012444 Apr 18 17:07:13.618372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e13f265a-7425-4b1b-b103-154ae1b645fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94d0b76180cb4b83afb4c019c77a6dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1907797 Apr 18 17:07:13.623247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58742) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:13.631865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f265a-7425-4b1b-b103-154ae1b645fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b282c684-b30a-43ae-8df9-074e9e2e60a9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:13.731375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.732451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.733096 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.734904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1dcaa-262f-4364-9bad-839e3a03686d req-17588297-31fe-4edc-b2c9-0383e5d7dfc3 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.736652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1b1dcaa-262f-4364-9bad-839e3a03686d req-17588297-31fe-4edc-b2c9-0383e5d7dfc3 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 943 time: 0.2568040 Apr 18 17:07:13.788648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec78c60-a5b1-4e14-ba84-ff89469699ac req-c35c39e4-6d1b-40b1-b4a9-fdbac0518de2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.790198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fec78c60-a5b1-4e14-ba84-ff89469699ac req-c35c39e4-6d1b-40b1-b4a9-fdbac0518de2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 944 time: 0.2853558 Apr 18 17:07:13.836060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c174c5d5-cae2-4c88-90a3-c59c5f091b24 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:13.838692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9681561 Apr 18 17:07:13.840298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58746) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:13.848197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Request body: {'subnet': {'network_id': '08edbed1-f988-4bd8-a4f4-f71bdbe41086', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1834736402-subnet', 'tenant_id': '8ed593dc81354a849be72585bf29f722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:13.860836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5f93-60c5-4e48-952f-a7599493d4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:13.864755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57ce3-8788-4411-b68a-0a087a413046 admin admin] Pushing event updated for resources: {'Network': ['ID=08edbed1-f988-4bd8-a4f4-f71bdbe41086,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:13.869840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-9fabb6e6-7d04-4287-b863-f687fc9de423 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485380 Apr 18 17:07:13.873214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1b1dcaa-262f-4364-9bad-839e3a03686d req-5363e724-e512-46e8-9ff8-61457bf7d855 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205792 Apr 18 17:07:13.894749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-d428c5d1-98eb-4a09-95a6-67c677e8f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:13.896968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-d428c5d1-98eb-4a09-95a6-67c677e8f8e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=432e0b6b3a11486b88f8ee81fab4ec04&device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 1094 time: 0.1034384 Apr 18 17:07:13.901376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:07:13.933059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fec78c60-a5b1-4e14-ba84-ff89469699ac req-c24cb2ec-6baa-450a-9472-b2ac9d119fc0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276212 Apr 18 17:07:13.968788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5f93-60c5-4e48-952f-a7599493d4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.003268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Made reservation on behalf of 8ed593dc81354a849be72585bf29f722 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:14.005641 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.034793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8e1285b-80c8-4737-9ccc-ec4f08e1123e req-e984a9a6-4378-4720-adfc-f02b615ba407 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543941 Apr 18 17:07:14.043713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port c174c5d5-cae2-4c88-90a3-c59c5f091b24 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:14.049650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port c174c5d5-cae2-4c88-90a3-c59c5f091b24 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:14.050131 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.115383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-b66613a4-9054-4930-a40b-f84ec849729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.117133 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-b66613a4-9054-4930-a40b-f84ec849729f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4778d0f-36b3-402d-affc-6b95839501c2 HTTP/1.1" status: 200 len: 913 time: 0.2129357 Apr 18 17:07:14.118531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5f93-60c5-4e48-952f-a7599493d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.123901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5f93-60c5-4e48-952f-a7599493d4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.125288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3dbf5f93-60c5-4e48-952f-a7599493d4a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b282c684-b30a-43ae-8df9-074e9e2e60a9 HTTP/1.1" status: 204 len: 168 time: 0.4943240 Apr 18 17:07:14.134901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf5f93-60c5-4e48-952f-a7599493d4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b282c684-b30a-43ae-8df9-074e9e2e60a9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:14.177164 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.186471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-e4d945d1-4f31-452d-9888-c431db882c03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262fd76a-d626-41cc-8ed3-5fbd55b9c391 HTTP/1.1" status: 200 len: 217 time: 0.0619216 Apr 18 17:07:14.296892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-0262303f-023d-435d-b64f-870289e6acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.298385 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-0262303f-023d-435d-b64f-870289e6acc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7 HTTP/1.1" status: 200 len: 851 time: 0.0814018 Apr 18 17:07:14.358026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-5d7f5d6a-87bd-40c5-846a-5d66b24847d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.359615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-5d7f5d6a-87bd-40c5-846a-5d66b24847d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4778d0f-36b3-402d-affc-6b95839501c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506830 Apr 18 17:07:14.421016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c174c5d5-cae2-4c88-90a3-c59c5f091b24, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c174c5d5-cae2-4c88-90a3-c59c5f091b24,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:14.429903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.442262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-db24f860-cd8f-490c-8fea-65d46f2cbbef tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.448883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-db24f860-cd8f-490c-8fea-65d46f2cbbef tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.455510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-db24f860-cd8f-490c-8fea-65d46f2cbbef tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.462377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-db24f860-cd8f-490c-8fea-65d46f2cbbef tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.467520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-db24f860-cd8f-490c-8fea-65d46f2cbbef tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.473616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-db24f860-cd8f-490c-8fea-65d46f2cbbef tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.481657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-db24f860-cd8f-490c-8fea-65d46f2cbbef tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.483701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-db24f860-cd8f-490c-8fea-65d46f2cbbef tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.1368451 Apr 18 17:07:14.489037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0ac749-7f59-4c2f-9735-a7b9c8436017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c174c5d5-cae2-4c88-90a3-c59c5f091b24'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:14.491652 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b8691-bd6d-4add-9b53-af0e4eaf7a82" -d '{"events": [{"server_uuid": "8c0ac749-7f59-4c2f-9735-a7b9c8436017", "name": "network-vif-plugged", "status": "completed", "tag": "c174c5d5-cae2-4c88-90a3-c59c5f091b24"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:14.548604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=304f6fdd-fbf9-4d2f-bf1b-bedc75bc95c8,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:14.554300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Checking segment: {'id': 'cf91cacc-d70e-4522-82fd-568b2974bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08edbed1-f988-4bd8-a4f4-f71bdbe41086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:14.554664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Network hostable DHCP agents. Network: 08edbed1-f988-4bd8-a4f4-f71bdbe41086, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:07:14.560091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-d3fd4714-578d-46c6-9369-491d4b32c01f service neutron] 10.222.0.18 "GET /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926329 Apr 18 17:07:14.563765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.611899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fa4496a9-4eba-485d-84aa-57ab40db2437 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:07:14.615257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef0f36-dfd2-46fe-9276-6812376d7538 req-4f1b8ebb-d9e2-44ea-b55b-4dc466a329b4 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.617876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5ef0f36-dfd2-46fe-9276-6812376d7538 req-4f1b8ebb-d9e2-44ea-b55b-4dc466a329b4 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 943 time: 0.0883141 Apr 18 17:07:14.705188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5ef0f36-dfd2-46fe-9276-6812376d7538 req-94eca9cb-3886-43e5-af10-4749301a3e72 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791757 Apr 18 17:07:14.714877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:07:14.745221 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5738af1b-5693-4769-b273-b1a9a5743a03 req-f43f169d-45ae-42a5-983b-611c70c615e8 service neutron] 10.222.0.18 "GET /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758680 Apr 18 17:07:14.787214 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f4abfb-ac4e-4fe6-85d9-81539ea722da x-openstack-request-id: req-73f4abfb-ac4e-4fe6-85d9-81539ea722da {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:14.787836 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0ac749-7f59-4c2f-9735-a7b9c8436017", "name": "network-vif-plugged", "status": "completed", "tag": "c174c5d5-cae2-4c88-90a3-c59c5f091b24", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:14.788093 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73f4abfb-ac4e-4fe6-85d9-81539ea722da {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:14.788566 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f4abfb-ac4e-4fe6-85d9-81539ea722da'] response: {'server_uuid': '8c0ac749-7f59-4c2f-9735-a7b9c8436017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c174c5d5-cae2-4c88-90a3-c59c5f091b24', 'code': 200} Apr 18 17:07:14.828481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 08edbed1-f988-4bd8-a4f4-f71bdbe41086) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:14.841103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.843668 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:14.853274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-858851d4-79f5-48f0-bc3b-21859b71c29a req-b1a904ea-d804-4a1a-9322-74b43b895709 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3572419 Apr 18 17:07:14.861381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6421a5-c4a2-41cf-a237-52dc9c645f8f None None] Network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:07:14.888695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c174c5d5-cae2-4c88-90a3-c59c5f091b24,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:14.945512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce716-2289-4517-8fe0-ad4693a0dbf5 req-a9d4c214-5b98-4586-ab32-4ed6192aeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:14.947463 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e7ce716-2289-4517-8fe0-ad4693a0dbf5 req-a9d4c214-5b98-4586-ab32-4ed6192aeccf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 1096 time: 0.0645247 Apr 18 17:07:14.952351 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e0073f8b-64fb-41d5-af42-330b82be10ec admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1099358 Apr 18 17:07:14.958257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:15.010008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'mac_address': 'fa:16:3e:32:fa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:07:15.026575 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e7ce716-2289-4517-8fe0-ad4693a0dbf5 req-3d4cd40f-7a27-4970-81d4-75aedaa0896f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722141 Apr 18 17:07:15.065550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb3c6-e834-44d3-9536-b150d2fe6447 req-ce06fe36-1e9c-4a60-b8c5-49310c8a3bad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.070033 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.073027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb3c6-e834-44d3-9536-b150d2fe6447 req-ce06fe36-1e9c-4a60-b8c5-49310c8a3bad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.079089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb3c6-e834-44d3-9536-b150d2fe6447 req-ce06fe36-1e9c-4a60-b8c5-49310c8a3bad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.085000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb3c6-e834-44d3-9536-b150d2fe6447 req-ce06fe36-1e9c-4a60-b8c5-49310c8a3bad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.091005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb3c6-e834-44d3-9536-b150d2fe6447 req-ce06fe36-1e9c-4a60-b8c5-49310c8a3bad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.098052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb3c6-e834-44d3-9536-b150d2fe6447 req-ce06fe36-1e9c-4a60-b8c5-49310c8a3bad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.104514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb3c6-e834-44d3-9536-b150d2fe6447 req-ce06fe36-1e9c-4a60-b8c5-49310c8a3bad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.106643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d5fb3c6-e834-44d3-9536-b150d2fe6447 req-ce06fe36-1e9c-4a60-b8c5-49310c8a3bad tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.1604481 Apr 18 17:07:15.117113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa4496a9-4eba-485d-84aa-57ab40db2437 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:15.123783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58780) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:15.125760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db8da8-9e42-4a3a-b9f1-050f913c4d66 req-7607ffe1-d11c-4a38-8ead-d1af571aaad2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.133930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Request body: {'floatingip': {'port_id': '126975b8-a4b4-44ff-a082-cdd417c7c017'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:15.134531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33db8da8-9e42-4a3a-b9f1-050f913c4d66 req-7607ffe1-d11c-4a38-8ead-d1af571aaad2 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 943 time: 0.1335435 Apr 18 17:07:15.173221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58782) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:15.204312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe72a3f0-c2e3-46d7-ba41-6b57492cfdd1 None None] Network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:07:15.209442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:15.238707 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-997ef28f-c04a-4684-b37b-67187fcee6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.239421 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.276287 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.288536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33db8da8-9e42-4a3a-b9f1-050f913c4d66 req-f773ccfb-6d21-4090-abf8-e571cde6f7b0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526759 Apr 18 17:07:15.339576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7c6a9-81a3-47f7-bfa3-52278a86970a req-25ad10ae-ff4c-4c83-935f-7b47251f74a6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.341881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2f7c6a9-81a3-47f7-bfa3-52278a86970a req-25ad10ae-ff4c-4c83-935f-7b47251f74a6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 945 time: 0.1378107 Apr 18 17:07:15.404416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:15.431365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2f7c6a9-81a3-47f7-bfa3-52278a86970a req-53940102-5a03-4234-bec8-2430e51424a2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814593 Apr 18 17:07:15.466340 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-997ef28f-c04a-4684-b37b-67187fcee6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.528980 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-997ef28f-c04a-4684-b37b-67187fcee6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.571806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-997ef28f-c04a-4684-b37b-67187fcee6b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e799fdef78b47b08ab8adea3fa8735e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796194 Apr 18 17:07:15.571806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ef28f-c04a-4684-b37b-67187fcee6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d04e6b-d0a7-44da-bf3a-131186812a8a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:15.573305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58798) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:15.631458 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f615381-87d4-43fa-a611-1009641d9615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.659913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f615381-87d4-43fa-a611-1009641d9615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.714559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['fa4496a9-4eba-485d-84aa-57ab40db2437'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:15.777155 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f615381-87d4-43fa-a611-1009641d9615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.779798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f615381-87d4-43fa-a611-1009641d9615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:15.783771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7f615381-87d4-43fa-a611-1009641d9615 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0d04e6b-d0a7-44da-bf3a-131186812a8a HTTP/1.1" status: 204 len: 168 time: 0.2071903 Apr 18 17:07:15.795449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f615381-87d4-43fa-a611-1009641d9615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d04e6b-d0a7-44da-bf3a-131186812a8a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:15.930906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada806f-fc16-4b79-8c99-ca9e10abf974 req-78b09d67-e18b-450b-9b14-a5809f34a29d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:15.935835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bada806f-fc16-4b79-8c99-ca9e10abf974 req-78b09d67-e18b-450b-9b14-a5809f34a29d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 943 time: 0.1183901 Apr 18 17:07:15.990321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bada806f-fc16-4b79-8c99-ca9e10abf974 req-e97a5cae-7252-4dcb-9bab-a8b24b549f25 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467861 Apr 18 17:07:16.031789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58814) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:16.036858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2128577829-network', 'tenant_id': '8a093786d1b340e1a33d5ccb15f00811'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:16.046460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.111854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.148867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Made reservation on behalf of 8a093786d1b340e1a33d5ccb15f00811 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:16.151163 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.162824 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.251602 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Floating IP f9e51241-4635-4719-90f3-1458e3fbab24 associated. External IP: 172.25.5.25, port: 126975b8-a4b4-44ff-a082-cdd417c7c017. Apr 18 17:07:16.428442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa29f64-4fc3-4180-8772-aa47cefbb754 req-260aa027-9b29-4b5f-b590-15517b29ca7f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:16.431222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa29f64-4fc3-4180-8772-aa47cefbb754 req-260aa027-9b29-4b5f-b590-15517b29ca7f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 943 time: 0.0675659 Apr 18 17:07:16.486340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa29f64-4fc3-4180-8772-aa47cefbb754 req-41788d7e-c2e4-474a-aadc-129e5f2507b4 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462799 Apr 18 17:07:16.527628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.602866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fa4496a9-4eba-485d-84aa-57ab40db2437 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:16.610479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36038082-314c-4968-8932-40c6d5edf28a req-5de709b0-b1d6-46c1-8ed3-cff388168476 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:16.612504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36038082-314c-4968-8932-40c6d5edf28a req-5de709b0-b1d6-46c1-8ed3-cff388168476 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 945 time: 0.0860367 Apr 18 17:07:16.620714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.658343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:07:16.682592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port fa4496a9-4eba-485d-84aa-57ab40db2437 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:16.682969 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.685853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3164508b-604f-4dad-99f4-4bad2a9a79fc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:16.689034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.689382 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Added segment ee7b7454-2906-4ea4-a638-f35e9df0266c of type vlan for network 02cbfe4a-722a-47c6-9b2c-a9aaa41bf676 Apr 18 17:07:16.709764 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36038082-314c-4968-8932-40c6d5edf28a req-ff907c8a-bc1e-4261-a80a-4ed826e9a3bf tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902863 Apr 18 17:07:16.824049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.824049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:07:16.824563 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.834852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:16.837560 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1959851-2215-41ed-ac07-b50e40f0bb5a" -d '{"events": [{"server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "name": "network-vif-plugged", "status": "completed", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:16.853919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:16.889838 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcd2596-e098-496c-b45b-8abeee6e68b2 x-openstack-request-id: req-1bcd2596-e098-496c-b45b-8abeee6e68b2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:16.890138 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "name": "network-vif-plugged", "status": "completed", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:16.890396 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1bcd2596-e098-496c-b45b-8abeee6e68b2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:16.890842 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bcd2596-e098-496c-b45b-8abeee6e68b2'] response: {'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'code': 200} Apr 18 17:07:16.945734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:07:16.951798 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:16.962689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] Sync routers for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:07:16.980431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:07:16.981331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:07:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:16.983493 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dcc7e0b8-02a5-4299-afb1-aa641aaf2110 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "PUT /v2.0/floatingips/f9e51241-4635-4719-90f3-1458e3fbab24 HTTP/1.1" status: 200 len: 991 time: 1.8582366 Apr 18 17:07:16.984089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:16.986682 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677c2d74-4357-4fa4-90a6-17a3f434f118" -d '{"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:17.033680 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1950ec10-4eed-4d26-9868-79a7b2de854b x-openstack-request-id: req-1950ec10-4eed-4d26-9868-79a7b2de854b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:17.033969 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:17.034220 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1950ec10-4eed-4d26-9868-79a7b2de854b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:17.035309 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1950ec10-4eed-4d26-9868-79a7b2de854b'] response: {'name': 'network-changed', 'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'status': 'completed', 'code': 200} Apr 18 17:07:17.143269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0819-4e43-407d-a452-662175a7258e req-b1a5aefd-ae16-4008-a7de-fe976fffc1d8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.144676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-3e0de6e7-7618-4ca1-a9a3-16ac2bbe7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.145161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-3e0de6e7-7618-4ca1-a9a3-16ac2bbe7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.145663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-3e0de6e7-7618-4ca1-a9a3-16ac2bbe7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.145877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff9c0819-4e43-407d-a452-662175a7258e req-b1a5aefd-ae16-4008-a7de-fe976fffc1d8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 943 time: 0.0642717 Apr 18 17:07:17.146165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-3e0de6e7-7618-4ca1-a9a3-16ac2bbe7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.146779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-3e0de6e7-7618-4ca1-a9a3-16ac2bbe7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.147253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-3e0de6e7-7618-4ca1-a9a3-16ac2bbe7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.147717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-3e0de6e7-7618-4ca1-a9a3-16ac2bbe7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.149796 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-3e0de6e7-7618-4ca1-a9a3-16ac2bbe7446 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6491 time: 0.0574567 Apr 18 17:07:17.151128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:07:17.198007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff9c0819-4e43-407d-a452-662175a7258e req-07a1e6b9-4185-4acd-a420-0a6ae27ea5cb tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Apr 18 17:07:17.259017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:17.261513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:17.265189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.265189 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:17.266105 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:17.267301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:17.313193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-59d86f5c-d4ac-42f2-84d9-2fc31a1260d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.315216 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-59d86f5c-d4ac-42f2-84d9-2fc31a1260d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3a97ff4-2136-4970-9c12-b41d3e746b6c HTTP/1.1" status: 200 len: 912 time: 0.1585183 Apr 18 17:07:17.417450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3817930 Apr 18 17:07:17.418149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58856) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:17.424881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a788a-3bec-4e1b-b68c-a4608aac7331 admin admin] Pushing event updated for resources: {'Network': ['ID=02cbfe4a-722a-47c6-9b2c-a9aaa41bf676,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:17.429057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Request body: {'subnet': {'network_id': '02cbfe4a-722a-47c6-9b2c-a9aaa41bf676', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2128577829-subnet', 'tenant_id': '8a093786d1b340e1a33d5ccb15f00811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:17.442589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 02cbfe4a-722a-47c6-9b2c-a9aaa41bf676 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:07:17.446179 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-5c7c3060-fa00-4cd1-ab89-0e6a7ff8812f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=126975b8-a4b4-44ff-a082-cdd417c7c017 HTTP/1.1" status: 200 len: 999 time: 0.0915778 Apr 18 17:07:17.521866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Made reservation on behalf of 8a093786d1b340e1a33d5ccb15f00811 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:17.525696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-9205be6b-49ae-420a-85b8-941070bcb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.528409 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:17.532327 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-9205be6b-49ae-420a-85b8-941070bcb324 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1fa77b8-b09b-4853-90ce-2faa6ed1550e HTTP/1.1" status: 200 len: 850 time: 0.0788867 Apr 18 17:07:17.558404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:17.617673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-49ddc1e6-e556-4a4f-974f-93dfc61ab0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.619945 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-49ddc1e6-e556-4a4f-974f-93dfc61ab0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3a97ff4-2136-4970-9c12-b41d3e746b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813360 Apr 18 17:07:17.700091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f9e51241-4635-4719-90f3-1458e3fbab24', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'port_id': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'mac_address': 'fa:16:3e:93:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:05:51Z', 'updated_at': '2022-04-18T17:07:15Z', 'revision_number': 1, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:28Z', 'revision_number': 5, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:17.739790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] Checking router: 18b1edea-9de5-4beb-bd77-f4d8f5b81945 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:07:17.748672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:07:17.749345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:07:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:17.810354 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-e6d6dc16-deec-4acf-9d1f-ff9c9418839c service neutron] 10.222.0.41 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832297 Apr 18 17:07:17.918731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:07:17.933093 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-677c2d74-4357-4fa4-90a6-17a3f434f118 req-f9833e95-b975-4bbf-be52-74abe56315e1 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138396 Apr 18 17:07:17.937063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414fd6-40cc-4318-bb34-f84ae77d6e46 req-edca3731-fe07-475b-9c9f-ffe0c09cd561 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:17.944275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93414fd6-40cc-4318-bb34-f84ae77d6e46 req-edca3731-fe07-475b-9c9f-ffe0c09cd561 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 943 time: 0.3099649 Apr 18 17:07:18.013709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deed233-58a0-4452-a663-b31d37d88cd9 req-23c24b7c-c3f7-4d04-afaf-44e7d27d5e10 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:18.015724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5deed233-58a0-4452-a663-b31d37d88cd9 req-23c24b7c-c3f7-4d04-afaf-44e7d27d5e10 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 945 time: 0.1818271 Apr 18 17:07:18.035174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93414fd6-40cc-4318-bb34-f84ae77d6e46 req-e1ee9c40-2497-4362-b92b-7783973f509d tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803487 Apr 18 17:07:18.069372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:18.106547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5deed233-58a0-4452-a663-b31d37d88cd9 req-c442ac2d-71fc-4ea5-acf4-8cc923eb1619 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708091 Apr 18 17:07:18.130236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b4d870-0296-4041-9d90-9b0fb70166d0,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:18.161198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Checking segment: {'id': 'ee7b7454-2906-4ea4-a638-f35e9df0266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '02cbfe4a-722a-47c6-9b2c-a9aaa41bf676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:18.161581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Network hostable DHCP agents. Network: 02cbfe4a-722a-47c6-9b2c-a9aaa41bf676, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:07:18.218935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f9e51241-4635-4719-90f3-1458e3fbab24', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'port_id': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'mac_address': 'fa:16:3e:93:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:05:51Z', 'updated_at': '2022-04-18T17:07:15Z', 'revision_number': 1, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:28Z', 'revision_number': 5, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:18.251344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Network 02cbfe4a-722a-47c6-9b2c-a9aaa41bf676 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:07:18.285471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d645e-a5d4-4ed0-9266-2c9748651137 None None] The sync data for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 is: [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f9e51241-4635-4719-90f3-1458e3fbab24', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'port_id': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'mac_address': 'fa:16:3e:93:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:05:51Z', 'updated_at': '2022-04-18T17:07:15Z', 'revision_number': 1, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:28Z', 'revision_number': 5, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:07:18.351104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 02cbfe4a-722a-47c6-9b2c-a9aaa41bf676) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:18.356752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:18.357719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:18.367112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd3a2c-b529-4895-8b1a-42016c1e7582 None None] Network 02cbfe4a-722a-47c6-9b2c-a9aaa41bf676 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:07:18.453287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a61a6-25ae-4315-8cda-69cf90b8fdeb req-2ee31569-b21a-4fba-bddf-265ef4ae0b27 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:18.464982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-098a61a6-25ae-4315-8cda-69cf90b8fdeb req-2ee31569-b21a-4fba-bddf-265ef4ae0b27 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 943 time: 0.1219997 Apr 18 17:07:18.525961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-098a61a6-25ae-4315-8cda-69cf90b8fdeb req-62e6911f-19e6-4257-abb5-8176a5dfa0e7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 Apr 18 17:07:18.541780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-12cb924d-b11d-4480-a531-04ac6d2903ec admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1207182 Apr 18 17:07:18.610926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee845e-56a0-43fb-82ea-fdcbb77b7b3d None None] Network 02cbfe4a-722a-47c6-9b2c-a9aaa41bf676 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:07:18.740398 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c22618-e014-43d8-8589-374fcbb168bf None None] New status for floating IP f9e51241-4635-4719-90f3-1458e3fbab24: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:07:19.254138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c42c4-f01d-46e9-9ffd-461ef6f9f4ce req-9585f5ae-d573-430f-9f16-a7145b149b0b tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:19.259084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-709c42c4-f01d-46e9-9ffd-461ef6f9f4ce req-9585f5ae-d573-430f-9f16-a7145b149b0b tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 943 time: 0.0709937 Apr 18 17:07:19.300430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-709c42c4-f01d-46e9-9ffd-461ef6f9f4ce req-41e60dee-7bc3-44b8-86f6-bd86bc006ab4 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385842 Apr 18 17:07:19.682139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa012f-e5ed-4b69-960e-a6f0f73a089d req-42dad934-bb03-440c-90bd-2b1645cb515f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:19.696287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5daa012f-e5ed-4b69-960e-a6f0f73a089d req-42dad934-bb03-440c-90bd-2b1645cb515f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 943 time: 0.0861564 Apr 18 17:07:19.773310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5daa012f-e5ed-4b69-960e-a6f0f73a089d req-51634b42-1725-4efd-9525-affde5ac270b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759268 Apr 18 17:07:20.644823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 262fd76a-d626-41cc-8ed3-5fbd55b9c391 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:07:20.774291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 262fd76a-d626-41cc-8ed3-5fbd55b9c391, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=262fd76a-d626-41cc-8ed3-5fbd55b9c391,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:20.790546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'port_id': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'mac_address': 'fa:16:3e:eb:a4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:07:20.838409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:20.854401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262fd76a-d626-41cc-8ed3-5fbd55b9c391 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:20.897327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 262fd76a-d626-41cc-8ed3-5fbd55b9c391, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=262fd76a-d626-41cc-8ed3-5fbd55b9c391,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:20.965718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:20.965718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e4aa0590-e21b-4b37-9e28-8746dcc87231 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:07:21.110892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=262fd76a-d626-41cc-8ed3-5fbd55b9c391,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:21.171994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e4aa0590-e21b-4b37-9e28-8746dcc87231, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e4aa0590-e21b-4b37-9e28-8746dcc87231,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:21.184922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'e4aa0590-e21b-4b37-9e28-8746dcc87231', 'network_id': 'c969a984-a27a-4436-9e2d-23c6b2391638', 'port_id': 'e4aa0590-e21b-4b37-9e28-8746dcc87231', 'mac_address': 'fa:16:3e:73:56:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f527d0-5433-4af6-a971-7ca3097a7941', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:07:21.264705 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:21.292646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4aa0590-e21b-4b37-9e28-8746dcc87231 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:21.319040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e4aa0590-e21b-4b37-9e28-8746dcc87231, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e4aa0590-e21b-4b37-9e28-8746dcc87231,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:21.416175 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:21.475793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=e4aa0590-e21b-4b37-9e28-8746dcc87231,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:21.739118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59006) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:21.898577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['262fd76a-d626-41cc-8ed3-5fbd55b9c391'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:21.953441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['e4aa0590-e21b-4b37-9e28-8746dcc87231'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:21.961705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a5986c9-dc66-42e7-b407-e51ce25471e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:22.095705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a5986c9-dc66-42e7-b407-e51ce25471e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:22.215936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a5986c9-dc66-42e7-b407-e51ce25471e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:22.268795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7a5986c9-dc66-42e7-b407-e51ce25471e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da3e9952f3414f0387869b7be210af78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284805 Apr 18 17:07:22.271687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59010) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:22.278052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5986c9-dc66-42e7-b407-e51ce25471e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca6b9a7-bedd-4bbd-86ac-d1dc33faa24b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:22.364188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dabe81c9-fa18-4aec-a6bf-750a7ad67a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:22.392167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dabe81c9-fa18-4aec-a6bf-750a7ad67a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:22.520331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dabe81c9-fa18-4aec-a6bf-750a7ad67a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:22.523119 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dabe81c9-fa18-4aec-a6bf-750a7ad67a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:22.524375 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dabe81c9-fa18-4aec-a6bf-750a7ad67a05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dca6b9a7-bedd-4bbd-86ac-d1dc33faa24b HTTP/1.1" status: 204 len: 168 time: 0.2514813 Apr 18 17:07:22.532621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe81c9-fa18-4aec-a6bf-750a7ad67a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca6b9a7-bedd-4bbd-86ac-d1dc33faa24b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:23.148453 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:07:24.045024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59024) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:24.065498 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9d562a1-b3b6-4605-b832-e00bae3da25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.178243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9d562a1-b3b6-4605-b832-e00bae3da25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.254076 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9d562a1-b3b6-4605-b832-e00bae3da25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.302027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d562a1-b3b6-4605-b832-e00bae3da25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d96bc20-240e-4552-a863-1084b08710ec,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:24.309181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9d562a1-b3b6-4605-b832-e00bae3da25b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f3d6312a46f4c498d2089e929ba5b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629573 Apr 18 17:07:24.312607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59028) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:24.412792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a677-e0b9-4ca9-8664-2c614882a98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.461010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a677-e0b9-4ca9-8664-2c614882a98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.604379 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a677-e0b9-4ca9-8664-2c614882a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.607708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a677-e0b9-4ca9-8664-2c614882a98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.614500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2ac1a677-e0b9-4ca9-8664-2c614882a98f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d96bc20-240e-4552-a863-1084b08710ec HTTP/1.1" status: 204 len: 168 time: 0.2960098 Apr 18 17:07:24.637110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1a677-e0b9-4ca9-8664-2c614882a98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d96bc20-240e-4552-a863-1084b08710ec,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:24.677104 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 262fd76a-d626-41cc-8ed3-5fbd55b9c391 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:24.811580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:24.816045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:24.816724 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.922798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:24.959726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604241bf-b222-4596-a5af-1b7e0e32e025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fd76a-d626-41cc-8ed3-5fbd55b9c391'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:24.962795 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cdf247-5f80-4e3c-b853-8d532828b631" -d '{"events": [{"server_uuid": "604241bf-b222-4596-a5af-1b7e0e32e025", "name": "network-vif-plugged", "status": "completed", "tag": "262fd76a-d626-41cc-8ed3-5fbd55b9c391"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:24.980962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 262fd76a-d626-41cc-8ed3-5fbd55b9c391, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=262fd76a-d626-41cc-8ed3-5fbd55b9c391,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:25.050686 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:25.052417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e4aa0590-e21b-4b37-9e28-8746dcc87231 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:25.152153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=262fd76a-d626-41cc-8ed3-5fbd55b9c391,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:25.254396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port e4aa0590-e21b-4b37-9e28-8746dcc87231 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:25.264147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port e4aa0590-e21b-4b37-9e28-8746dcc87231 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:25.264549 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:25.378086 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:25.434327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e4aa0590-e21b-4b37-9e28-8746dcc87231, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e4aa0590-e21b-4b37-9e28-8746dcc87231,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:25.492041 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:25.566777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=e4aa0590-e21b-4b37-9e28-8746dcc87231,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:28.879175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-bde02a6e-4545-4932-ac88-0f0c3a57010a tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:28.886727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-bde02a6e-4545-4932-ac88-0f0c3a57010a tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/networks?id=08edbed1-f988-4bd8-a4f4-f71bdbe41086 HTTP/1.1" status: 200 len: 815 time: 0.1888931 Apr 18 17:07:28.913355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-2489e2ca-caff-443c-a681-e9a94b381a1c tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/quotas/8ed593dc81354a849be72585bf29f722 HTTP/1.1" status: 200 len: 375 time: 0.0254300 Apr 18 17:07:28.940696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db36507-f008-4ae9-99b5-866a2e978ff9 req-66fbbfc2-25c2-4d9b-ba9f-8ecd8a5d7c7d tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:28.944632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4db36507-f008-4ae9-99b5-866a2e978ff9 req-66fbbfc2-25c2-4d9b-ba9f-8ecd8a5d7c7d tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.1192441 Apr 18 17:07:28.979180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-c48c1579-a1b3-4e34-b742-101b319ddc42 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ed593dc81354a849be72585bf29f722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648704 Apr 18 17:07:29.078617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4db36507-f008-4ae9-99b5-866a2e978ff9 req-71902dc8-5d72-4d19-b80e-231a0bc5ed1d tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112309 Apr 18 17:07:29.161571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-da78b0f0-b5f0-4ab7-84d9-cf244243c3da service neutron] 10.222.0.45 "GET /v2.0/networks/08edbed1-f988-4bd8-a4f4-f71bdbe41086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811430 Apr 18 17:07:29.303590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28cf1f-4c9f-4518-8bd2-ef2c3bdbe516 req-abe90600-5de7-4c1a-87c3-acb0da2cf804 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:29.313852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28cf1f-4c9f-4518-8bd2-ef2c3bdbe516 req-abe90600-5de7-4c1a-87c3-acb0da2cf804 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1300368 Apr 18 17:07:29.382930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8adb5e4a-359a-4b41-979e-9e0401301ebc service neutron] 10.222.0.45 "GET /v2.0/networks/08edbed1-f988-4bd8-a4f4-f71bdbe41086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202477 Apr 18 17:07:29.401719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28cf1f-4c9f-4518-8bd2-ef2c3bdbe516 req-675b9016-b1ed-4404-a00c-5c453a4e33c3 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823679 Apr 18 17:07:29.707597 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816ffbe6-879f-4861-a58f-be4aa433faef x-openstack-request-id: req-816ffbe6-879f-4861-a58f-be4aa433faef {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:29.708468 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604241bf-b222-4596-a5af-1b7e0e32e025", "name": "network-vif-plugged", "status": "completed", "tag": "262fd76a-d626-41cc-8ed3-5fbd55b9c391", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:29.716597 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-816ffbe6-879f-4861-a58f-be4aa433faef {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:29.717230 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816ffbe6-879f-4861-a58f-be4aa433faef'] response: {'server_uuid': '604241bf-b222-4596-a5af-1b7e0e32e025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'code': 200} Apr 18 17:07:29.817185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-760dc7b8-696c-4d79-bd78-8e4ae5389223 req-5add1456-0274-40db-96d1-3bec4014136f tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0505371 Apr 18 17:07:30.160296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79ba08-37e8-4c80-88da-3a953f3c208d req-b767ba40-4ed0-4cdb-87c1-cb71302f2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:30.162533 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df79ba08-37e8-4c80-88da-3a953f3c208d req-b767ba40-4ed0-4cdb-87c1-cb71302f2cae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 1096 time: 0.3585479 Apr 18 17:07:30.205810 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df79ba08-37e8-4c80-88da-3a953f3c208d req-96555ac9-21ba-4077-b7f0-cfa50be5478f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358334 Apr 18 17:07:30.267595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10755a-9afc-4340-a6cb-77125d705823 req-afce9ba6-aa27-4ea3-9a34-c61cf88f4462 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:30.276356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f10755a-9afc-4340-a6cb-77125d705823 req-afce9ba6-aa27-4ea3-9a34-c61cf88f4462 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.0733726 Apr 18 17:07:30.361206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f10755a-9afc-4340-a6cb-77125d705823 req-266b7e51-e611-4973-8571-6127c008b402 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826569 Apr 18 17:07:30.630096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c31a40-7733-46ca-8319-c1244d0753da req-3ffc2189-6010-498e-89e7-a855b7c019a8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:30.644456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34c31a40-7733-46ca-8319-c1244d0753da req-3ffc2189-6010-498e-89e7-a855b7c019a8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1398017 Apr 18 17:07:30.837154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34c31a40-7733-46ca-8319-c1244d0753da req-fdd7d636-9c3a-4d2c-84d6-3f6700e2e4b1 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802776 Apr 18 17:07:30.935136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47eb730c-131e-4168-bbce-12bfbf9b3faa req-3c6d5b29-b73f-4d60-bd36-641eec03e39b tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0474172 Apr 18 17:07:30.981462 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1dbcb613-51a1-4b7a-98c8-b8c730a7fd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:31.565435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875ce89-a771-4726-b10b-f3e3382b3d18 req-43975fe4-43bd-46eb-bbf6-4abf1cb7020a tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:31.578014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d875ce89-a771-4726-b10b-f3e3382b3d18 req-43975fe4-43bd-46eb-bbf6-4abf1cb7020a tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.0975828 Apr 18 17:07:31.629198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d875ce89-a771-4726-b10b-f3e3382b3d18 req-62279155-d712-4a0a-a39f-e44a884a3269 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463846 Apr 18 17:07:31.718605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ec9b3-bf2c-40c1-8172-fbc86463cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aa0590-e21b-4b37-9e28-8746dcc87231'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:31.721111 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cab9d9-5521-4f2f-9011-1effe76034f3" -d '{"events": [{"server_uuid": "e36ec9b3-bf2c-40c1-8172-fbc86463cd33", "name": "network-vif-plugged", "status": "completed", "tag": "e4aa0590-e21b-4b37-9e28-8746dcc87231"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:31.801965 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e22f71-5d30-47b4-ae19-3cff31581b93 x-openstack-request-id: req-b6e22f71-5d30-47b4-ae19-3cff31581b93 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:31.802254 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36ec9b3-bf2c-40c1-8172-fbc86463cd33", "name": "network-vif-plugged", "status": "completed", "tag": "e4aa0590-e21b-4b37-9e28-8746dcc87231", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:31.802673 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6e22f71-5d30-47b4-ae19-3cff31581b93 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:31.803070 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e22f71-5d30-47b4-ae19-3cff31581b93'] response: {'server_uuid': 'e36ec9b3-bf2c-40c1-8172-fbc86463cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aa0590-e21b-4b37-9e28-8746dcc87231', 'code': 200} Apr 18 17:07:32.033872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25511b-0017-445e-94c6-026b6938debc req-29d1f539-4c4a-4c60-a07b-96458079ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:32.035859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8820d-0bd2-4b80-a486-6ce6cae7e930 req-28c3271d-918b-45ac-b1a2-7982d4fa36d7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:32.037597 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5b25511b-0017-445e-94c6-026b6938debc req-29d1f539-4c4a-4c60-a07b-96458079ec56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 1096 time: 0.1181626 Apr 18 17:07:32.046558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30b8820d-0bd2-4b80-a486-6ce6cae7e930 req-28c3271d-918b-45ac-b1a2-7982d4fa36d7 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0745807 Apr 18 17:07:32.109872 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5b25511b-0017-445e-94c6-026b6938debc req-453ec878-744e-4260-822d-df863d3a4277 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391796 Apr 18 17:07:32.110215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30ee3be5-a5be-4e71-9a0e-f79e496686f0 req-036b79e8-4c05-4602-a6c9-1c990121fe16 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0404968 Apr 18 17:07:32.128458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30b8820d-0bd2-4b80-a486-6ce6cae7e930 req-e434471b-62eb-4319-b572-0841c7344f86 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809264 Apr 18 17:07:32.806024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd8db6-b3bb-4ecb-8097-0d41c0868a71 req-01c97c4d-b7f2-4538-9bcb-c8a0fc1154c9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:32.839552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5dd8db6-b3bb-4ecb-8097-0d41c0868a71 req-01c97c4d-b7f2-4538-9bcb-c8a0fc1154c9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.1147025 Apr 18 17:07:32.918392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5dd8db6-b3bb-4ecb-8097-0d41c0868a71 req-b41734ed-4951-4ced-8ded-10f2ccb6723e tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777791 Apr 18 17:07:33.105704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd72a79-44e0-4f44-aa4d-c5ea385b365f req-f6cbbdc6-8073-41b8-a177-844b91f82b60 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:33.107336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd72a79-44e0-4f44-aa4d-c5ea385b365f req-f6cbbdc6-8073-41b8-a177-844b91f82b60 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.0847225 Apr 18 17:07:33.117824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59246) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:33.122673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Request body: {'floatingip': {'port_id': '262fd76a-d626-41cc-8ed3-5fbd55b9c391'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:33.245898 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3273fed8-1a6e-47ff-952e-18189161017b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:33.268005 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:33.507875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-708f2a63-99a1-4dba-a596-ddd79af011b6 req-018a4b0b-92ab-4662-a488-256ecb0fe9e8 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 210 time: 0.1888697 Apr 18 17:07:33.548132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-5ffc0f59-457f-4a2e-b464-e421ad9923ad tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:33.550313 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-5ffc0f59-457f-4a2e-b464-e421ad9923ad tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.41 "GET /v2.0/networks?id=08edbed1-f988-4bd8-a4f4-f71bdbe41086 HTTP/1.1" status: 200 len: 815 time: 0.1613643 Apr 18 17:07:33.584312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Request body: {'port': {'device_id': 'bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8', 'network_id': '08edbed1-f988-4bd8-a4f4-f71bdbe41086', 'admin_state_up': True, 'tenant_id': '8ed593dc81354a849be72585bf29f722'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:33.788756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7ebe5-9114-4c3c-acfb-b04ad86e553f req-c0216069-81e6-47c0-8980-5d7b66f1a936 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:33.797725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9e7ebe5-9114-4c3c-acfb-b04ad86e553f req-c0216069-81e6-47c0-8980-5d7b66f1a936 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.5538142 Apr 18 17:07:33.872285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9e7ebe5-9114-4c3c-acfb-b04ad86e553f req-f6e072f1-2dac-41bf-97e2-68f003883fee tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735338 Apr 18 17:07:33.903066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Made reservation on behalf of 8ed593dc81354a849be72585bf29f722 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:33.907277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:34.091011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Allocated IP 172.20.0.8 (08edbed1-f988-4bd8-a4f4-f71bdbe41086/304f6fdd-fbf9-4d2f-bf1b-bedc75bc95c8/f86b2d19-718e-4bd4-96ea-6d774c75e052) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:07:34.176537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35b857-165a-43ee-82fd-8de876da3959 req-76414b64-2fad-41a3-8f2e-f0caeef4b5ba tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:34.184051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f35b857-165a-43ee-82fd-8de876da3959 req-76414b64-2fad-41a3-8f2e-f0caeef4b5ba tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 950 time: 0.2190738 Apr 18 17:07:34.306483 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f35b857-165a-43ee-82fd-8de876da3959 req-f2c50889-c590-4dd8-ba5f-f75463862dc4 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167622 Apr 18 17:07:34.387803 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:34.411092 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:34.539848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:34.604143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:07:34.608657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:34.612141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:07:34.647224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Pushing event updated for resources: {'Port': ['ID=f86b2d19-718e-4bd4-96ea-6d774c75e052,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:34.682410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.683594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.684104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.684590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.685205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.685703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.686239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.686723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.687256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.687729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.688210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.688686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:34.730771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:34.731628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:34.833649 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8d455743-a7e5-4f6e-8a2c-388e7cd664fd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2577772 Apr 18 17:07:34.839640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-10c611ca-199f-4cdc-bd3b-fd9ea764c737 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:07:34.841977 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-10c611ca-199f-4cdc-bd3b-fd9ea764c737 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073407 Apr 18 17:07:34.911492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f403-bb25-4f27-b563-d0d255749f9d req-ae286628-30ad-4337-9332-9f841faae138 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:34.911492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-afa9f403-bb25-4f27-b563-d0d255749f9d req-ae286628-30ad-4337-9332-9f841faae138 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 931 time: 0.1563773 Apr 18 17:07:34.991366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:35.091658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Request body: {'port': {'device_id': 'bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:35.100672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc65745-9eea-4365-8707-49b6de8d23e6 req-60c0016f-cb5b-47c2-a5d9-d4681709404c tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:35.107352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acc65745-9eea-4365-8707-49b6de8d23e6 req-60c0016f-cb5b-47c2-a5d9-d4681709404c tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1078815 Apr 18 17:07:35.107352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:35.121583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-afa9f403-bb25-4f27-b563-d0d255749f9d req-c2bf787e-bdbb-4823-b8fa-aff33796f5e2 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282003 Apr 18 17:07:35.159731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:35.281874 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Floating IP 9c510fc3-97d6-4436-868b-009f2b2a93fa associated. External IP: 172.25.5.144, port: 262fd76a-d626-41cc-8ed3-5fbd55b9c391. Apr 18 17:07:35.289798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acc65745-9eea-4365-8707-49b6de8d23e6 req-0cb1c049-ba7d-4ecf-893e-e6f580929f98 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557747 Apr 18 17:07:35.527558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a470c9e-0a44-404b-86dd-3c0165508953 req-5ba7cabd-53b5-4f94-877a-e723c94d9fa0 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:35.529142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a470c9e-0a44-404b-86dd-3c0165508953 req-5ba7cabd-53b5-4f94-877a-e723c94d9fa0 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 950 time: 0.1258414 Apr 18 17:07:35.619950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a470c9e-0a44-404b-86dd-3c0165508953 req-40e27c7e-7fd5-43f5-ad82-2c5e3f0d2683 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782335 Apr 18 17:07:35.661156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Router 2e244e42-9e42-404e-9639-a5e431ba2fdd has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:07:35.822952 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:35.840899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:07:35.849857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:35.854627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] Sync routers for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:07:35.885063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:07:35.887921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:07:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:35.899338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86b2d19-718e-4bd4-96ea-6d774c75e052 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:35.907558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:35.920175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Transition to ACTIVE for port object f86b2d19-718e-4bd4-96ea-6d774c75e052 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:07:35.946589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c228f9fc-3dc1-405f-8b67-9f105b03318f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "PUT /v2.0/floatingips/9c510fc3-97d6-4436-868b-009f2b2a93fa HTTP/1.1" status: 200 len: 991 time: 2.8275847 Apr 18 17:07:35.948222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604241bf-b222-4596-a5af-1b7e0e32e025', 'tag': '262fd76a-d626-41cc-8ed3-5fbd55b9c391'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:35.955898 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3937f0f6-0a9d-4509-a7c0-f2d588b18476" -d '{"events": [{"name": "network-changed", "server_uuid": "604241bf-b222-4596-a5af-1b7e0e32e025", "tag": "262fd76a-d626-41cc-8ed3-5fbd55b9c391"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:35.988102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:36.107469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302194-bd30-4c40-93b0-7a0451081612 req-3519033a-0dc6-4029-b70c-8ee9a3fc5586 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:36.109650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee302194-bd30-4c40-93b0-7a0451081612 req-3519033a-0dc6-4029-b70c-8ee9a3fc5586 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0896344 Apr 18 17:07:36.166271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee302194-bd30-4c40-93b0-7a0451081612 req-7f66f65b-c0e8-452f-85f6-150a4a12a557 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482986 Apr 18 17:07:36.224444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Pushing event updated for resources: {'Port': ['ID=f86b2d19-718e-4bd4-96ea-6d774c75e052,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:36.276758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-f9573f8e-10b0-45ed-8228-86445bcc94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:36.283993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-f9573f8e-10b0-45ed-8228-86445bcc94c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 1096 time: 0.2347519 Apr 18 17:07:36.286336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:07:36.325645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Attempting to bind port f86b2d19-718e-4bd4-96ea-6d774c75e052 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:07:36.327740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Attempting to bind port f86b2d19-718e-4bd4-96ea-6d774c75e052 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'cf91cacc-d70e-4522-82fd-568b2974bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08edbed1-f988-4bd8-a4f4-f71bdbe41086'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:07:36.328484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Attempting to bind port f86b2d19-718e-4bd4-96ea-6d774c75e052 on network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:36.330565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8e63f-dff9-441d-a92e-515cf39ad7db req-e655f6c2-b320-49f8-96a0-389894f5fe39 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:36.332795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acd8e63f-dff9-441d-a92e-515cf39ad7db req-e655f6c2-b320-49f8-96a0-389894f5fe39 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.0815499 Apr 18 17:07:36.339386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Port f86b2d19-718e-4bd4-96ea-6d774c75e052 on network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:07:36.340793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Attempting to bind port f86b2d19-718e-4bd4-96ea-6d774c75e052 on network 08edbed1-f988-4bd8-a4f4-f71bdbe41086 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:36.360675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:07:36.361123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Checking segment: {'id': 'cf91cacc-d70e-4522-82fd-568b2974bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08edbed1-f988-4bd8-a4f4-f71bdbe41086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:36.361633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Bound using segment: {'id': 'cf91cacc-d70e-4522-82fd-568b2974bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08edbed1-f988-4bd8-a4f4-f71bdbe41086'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:07:36.370542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Bound port: f86b2d19-718e-4bd4-96ea-6d774c75e052, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf91cacc-d70e-4522-82fd-568b2974bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '08edbed1-f988-4bd8-a4f4-f71bdbe41086'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:07:36.370542 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:36.409316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acd8e63f-dff9-441d-a92e-515cf39ad7db req-1a626383-57d3-41e6-9ddf-9394f2af27c5 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628145 Apr 18 17:07:36.469370 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:36.547645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-7c90b972-7ab1-47ff-8524-2387a39114f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:36.549163 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-7c90b972-7ab1-47ff-8524-2387a39114f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 911 time: 0.2496099 Apr 18 17:07:36.583561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] For port f86b2d19-718e-4bd4-96ea-6d774c75e052, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:07:36.662783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '9c510fc3-97d6-4436-868b-009f2b2a93fa', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'port_id': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'mac_address': 'fa:16:3e:eb:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604241bf-b222-4596-a5af-1b7e0e32e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:07:00Z', 'updated_at': '2022-04-18T17:07:34Z', 'revision_number': 1, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:07:02Z', 'revision_number': 5, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:36.689719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-ce55d309-1fd3-4215-8202-72c5545fd38c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4aa0590-e21b-4b37-9e28-8746dcc87231 HTTP/1.1" status: 200 len: 217 time: 0.1223879 Apr 18 17:07:36.703419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] For port f86b2d19-718e-4bd4-96ea-6d774c75e052, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f86b2d19-718e-4bd4-96ea-6d774c75e052,segment=NetworkSegment(cf91cacc-d70e-4522-82fd-568b2974bede),segment_id=cf91cacc-d70e-4522-82fd-568b2974bede)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:07:36.711136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] Checking router: 2e244e42-9e42-404e-9639-a5e431ba2fdd for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:07:36.720539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:07:36.721155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:07:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:36.747524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7feec9-7962-4b7f-900d-5f76cc37ebdd req-b8c2f504-a1e9-4143-857d-6ceef058a6ba tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:36.758162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc7feec9-7962-4b7f-900d-5f76cc37ebdd req-b8c2f504-a1e9-4143-857d-6ceef058a6ba tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 943 time: 0.1054285 Apr 18 17:07:36.760838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fa4496a9-4eba-485d-84aa-57ab40db2437 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:07:36.770133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-f8d77212-011b-4a56-94e6-d33e419c95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:36.778659 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-f8d77212-011b-4a56-94e6-d33e419c95c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59f527d0-5433-4af6-a971-7ca3097a7941 HTTP/1.1" status: 200 len: 850 time: 0.0707779 Apr 18 17:07:36.816133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc7feec9-7962-4b7f-900d-5f76cc37ebdd req-d93a7e33-2b2a-42f7-b98c-29d41bd769f7 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567062 Apr 18 17:07:36.842761 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-4376f07b-a4d5-4dff-9bcb-29fff3113884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969a984-a27a-4436-9e2d-23c6b2391638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617340 Apr 18 17:07:36.844159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:36.858748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-fe731b03-4aec-4d55-8cb4-de4ad5412bfd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:07:36.859974 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-fe731b03-4aec-4d55-8cb4-de4ad5412bfd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107534 Apr 18 17:07:36.931048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:36.931690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:36.933502 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] 10.222.0.41 "PUT /v2.0/ports/f86b2d19-718e-4bd4-96ea-6d774c75e052 HTTP/1.1" status: 200 len: 1091 time: 2.0728428 Apr 18 17:07:36.935650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:07:36.936582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8', 'tag': 'f86b2d19-718e-4bd4-96ea-6d774c75e052'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:36.938036 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8", "tag": "f86b2d19-718e-4bd4-96ea-6d774c75e052"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:37.004573 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f20caa6-f306-4b38-9fb9-5706054ae62b x-openstack-request-id: req-4f20caa6-f306-4b38-9fb9-5706054ae62b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:37.006062 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604241bf-b222-4596-a5af-1b7e0e32e025", "tag": "262fd76a-d626-41cc-8ed3-5fbd55b9c391", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:37.006062 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f20caa6-f306-4b38-9fb9-5706054ae62b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:37.006062 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f20caa6-f306-4b38-9fb9-5706054ae62b'] response: {'name': 'network-changed', 'server_uuid': '604241bf-b222-4596-a5af-1b7e0e32e025', 'tag': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'status': 'completed', 'code': 200} Apr 18 17:07:37.020595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:37.068741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:37.071283 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f67299-bd7a-49cd-ba57-f47e8d325378" -d '{"events": [{"server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:37.121106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:37.152719 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b0861c-91f2-4080-b1e9-5042d0c2e46b x-openstack-request-id: req-95b0861c-91f2-4080-b1e9-5042d0c2e46b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:37.152719 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:37.152719 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95b0861c-91f2-4080-b1e9-5042d0c2e46b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:37.152719 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b0861c-91f2-4080-b1e9-5042d0c2e46b'] response: {'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'code': 200} Apr 18 17:07:37.164547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e034-8c38-48b5-8b2a-fc0b1e3b3a82 service neutron] Pushing event updated for resources: {'Port': ['ID=f86b2d19-718e-4bd4-96ea-6d774c75e052,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:37.165644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-20170163-65cf-4940-8e4a-b86dc9c71175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:37.170129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-20170163-65cf-4940-8e4a-b86dc9c71175 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=432e0b6b3a11486b88f8ee81fab4ec04&device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 1096 time: 0.1271873 Apr 18 17:07:37.178162 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-c9d55008-cc53-4e3e-aed0-9ee2f4294c18 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925346 Apr 18 17:07:37.241999 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:37.293730 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d999fbc7-828a-4658-8213-c1300acd144c x-openstack-request-id: req-d999fbc7-828a-4658-8213-c1300acd144c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:37.294569 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8", "tag": "f86b2d19-718e-4bd4-96ea-6d774c75e052", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:37.294854 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d999fbc7-828a-4658-8213-c1300acd144c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:37.295445 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d999fbc7-828a-4658-8213-c1300acd144c'] response: {'name': 'network-changed', 'server_uuid': 'bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8', 'tag': 'f86b2d19-718e-4bd4-96ea-6d774c75e052', 'status': 'completed', 'code': 200} Apr 18 17:07:37.340112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:37.349442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.349964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.350469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.350951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.351424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.351902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.352367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.352843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.353393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.353912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.354371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.354704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:37.399741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733939-6404-4908-bd7e-12b58cee9e82 req-e992818c-4248-4430-8a60-00a887d0be8a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:37.408851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '9c510fc3-97d6-4436-868b-009f2b2a93fa', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'port_id': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'mac_address': 'fa:16:3e:eb:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604241bf-b222-4596-a5af-1b7e0e32e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:07:00Z', 'updated_at': '2022-04-18T17:07:34Z', 'revision_number': 1, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:07:02Z', 'revision_number': 5, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:07:37.410799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed733939-6404-4908-bd7e-12b58cee9e82 req-e992818c-4248-4430-8a60-00a887d0be8a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1210892 Apr 18 17:07:37.424789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-3e43991a-6eda-45e6-8ae7-656a0fee3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:37.430685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-3e43991a-6eda-45e6-8ae7-656a0fee3347 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4778d0f-36b3-402d-affc-6b95839501c2 HTTP/1.1" status: 200 len: 913 time: 0.2311363 Apr 18 17:07:37.439169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8a2835fe-9851-4ac2-8dff-61e7260c2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:37.440938 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-8a2835fe-9851-4ac2-8dff-61e7260c2a98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ed593dc81354a849be72585bf29f722&device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 1094 time: 0.2501302 Apr 18 17:07:37.444797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19648bc3-3f40-4cf2-81fc-33951c2df64b None None] The sync data for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 is: [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '9c510fc3-97d6-4436-868b-009f2b2a93fa', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'port_id': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'mac_address': 'fa:16:3e:eb:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604241bf-b222-4596-a5af-1b7e0e32e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:07:00Z', 'updated_at': '2022-04-18T17:07:34Z', 'revision_number': 1, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:07:02Z', 'revision_number': 5, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:07:37.446433 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9120464a-ec30-4ae6-8d40-1d76ce03621f req-ad7c063c-6af9-411f-bc83-27b77b34535a service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384093 Apr 18 17:07:37.501012 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-4ab52e6c-7b33-4f94-98d4-368308e0842a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f86b2d19-718e-4bd4-96ea-6d774c75e052 HTTP/1.1" status: 200 len: 217 time: 0.0452437 Apr 18 17:07:37.550931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed733939-6404-4908-bd7e-12b58cee9e82 req-692addaa-3e5a-4708-b87c-39b60ba01180 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392071 Apr 18 17:07:37.562491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-6eae2798-1849-42aa-b7ee-9ed4cb9d9a41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262fd76a-d626-41cc-8ed3-5fbd55b9c391 HTTP/1.1" status: 200 len: 999 time: 0.1186972 Apr 18 17:07:37.566466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-f38a031a-3e2f-4de3-9708-96a3e63d3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:37.568146 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-f38a031a-3e2f-4de3-9708-96a3e63d3ca8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=304f6fdd-fbf9-4d2f-bf1b-bedc75bc95c8 HTTP/1.1" status: 200 len: 855 time: 0.0569708 Apr 18 17:07:37.612592 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-fe7ee081-bddb-43ed-9ad3-8f33061e422d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08edbed1-f988-4bd8-a4f4-f71bdbe41086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337145 Apr 18 17:07:37.618221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-7b0089c1-c5fc-4186-96c5-3fec0ef8e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:37.619886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-7b0089c1-c5fc-4186-96c5-3fec0ef8e65a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7 HTTP/1.1" status: 200 len: 851 time: 0.0494249 Apr 18 17:07:37.715658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-4077aa46-fdb0-4124-ab77-d9ba516e9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:37.717457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-4077aa46-fdb0-4124-ab77-d9ba516e9506 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4778d0f-36b3-402d-affc-6b95839501c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848057 Apr 18 17:07:37.740106 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-dad4b24e-6484-4541-8a44-7c6d120ef058 service neutron] 10.222.0.41 "GET /v2.0/networks/08edbed1-f988-4bd8-a4f4-f71bdbe41086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193142 Apr 18 17:07:37.746624 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311a9a1-30e0-4d19-a041-23ced859b602 None None] New status for floating IP 9c510fc3-97d6-4436-868b-009f2b2a93fa: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:07:37.865849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-d1d67c03-17d8-4c95-934e-85b6257f64d8 service neutron] 10.222.0.18 "GET /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336045 Apr 18 17:07:37.869862 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ffe9a86-97f1-491d-b9d2-6c815ad4fe8c req-7156d75d-9554-4737-9f91-899ac6253cd5 service neutron] 10.222.0.41 "GET /v2.0/networks/08edbed1-f988-4bd8-a4f4-f71bdbe41086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201463 Apr 18 17:07:38.018582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3937f0f6-0a9d-4509-a7c0-f2d588b18476 req-7760fa3c-adc1-4002-ae54-a7b64bad250d service neutron] 10.222.0.18 "GET /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456878 Apr 18 17:07:38.027574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13d69d-b56b-403b-9727-0c6dc5eed1ac req-556b66e8-21cf-4294-ad15-4a286b7bdf0d tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:38.027818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf13d69d-b56b-403b-9727-0c6dc5eed1ac req-556b66e8-21cf-4294-ad15-4a286b7bdf0d tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 943 time: 0.1165679 Apr 18 17:07:38.079769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf13d69d-b56b-403b-9727-0c6dc5eed1ac req-45799ab6-b4fc-4720-9a73-d9b128d95891 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Apr 18 17:07:38.154363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-02cb75fe-f609-413e-9ffc-2be8f6387880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:38.156094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-02cb75fe-f609-413e-9ffc-2be8f6387880 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ed593dc81354a849be72585bf29f722&device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 1094 time: 0.0557055 Apr 18 17:07:38.251515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-e949c4d6-e331-4408-a078-f1b3b28ced86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:38.252990 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-e949c4d6-e331-4408-a078-f1b3b28ced86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08edbed1-f988-4bd8-a4f4-f71bdbe41086 HTTP/1.1" status: 200 len: 916 time: 0.0879292 Apr 18 17:07:38.306311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-57dd2aa9-07ca-4fc9-805d-7b37ff451c8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f86b2d19-718e-4bd4-96ea-6d774c75e052 HTTP/1.1" status: 200 len: 217 time: 0.0427840 Apr 18 17:07:38.363155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-c7d6139f-74c7-41e6-bfe9-d4defcf8210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:38.364959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-c7d6139f-74c7-41e6-bfe9-d4defcf8210e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=304f6fdd-fbf9-4d2f-bf1b-bedc75bc95c8 HTTP/1.1" status: 200 len: 855 time: 0.0510514 Apr 18 17:07:38.403346 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-a453dedf-7095-4e30-900b-a57fd7bea1a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08edbed1-f988-4bd8-a4f4-f71bdbe41086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268462 Apr 18 17:07:38.503971 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-ff5b7ec4-ff4b-451d-a605-a000928bc37a service neutron] 10.222.0.41 "GET /v2.0/networks/08edbed1-f988-4bd8-a4f4-f71bdbe41086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Apr 18 17:07:38.606099 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a444698b-c914-4b2f-a6e2-82e1bd4eb0e3 req-aa9d1362-dd2a-48ae-96ea-be0ceaa391d6 service neutron] 10.222.0.41 "GET /v2.0/networks/08edbed1-f988-4bd8-a4f4-f71bdbe41086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905762 Apr 18 17:07:38.689741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69055-1ee7-4904-9b82-755b64910d11 req-b87599fe-125f-4570-ae33-b7552eb9d09c tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:38.691285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5d69055-1ee7-4904-9b82-755b64910d11 req-b87599fe-125f-4570-ae33-b7552eb9d09c tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0570436 Apr 18 17:07:38.734694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5d69055-1ee7-4904-9b82-755b64910d11 req-3d0b3248-310a-4403-b3a4-8d9a5937b42f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Apr 18 17:07:39.198380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373dc74-f5e1-495e-a92e-86bcfaf374ae req-d2476bfe-cb82-4cee-a98e-79d7702ab9f3 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:39.199872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8373dc74-f5e1-495e-a92e-86bcfaf374ae req-d2476bfe-cb82-4cee-a98e-79d7702ab9f3 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0521767 Apr 18 17:07:39.243328 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8373dc74-f5e1-495e-a92e-86bcfaf374ae req-28cf2ee5-cd12-4e54-b378-7b834c380afa tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Apr 18 17:07:39.854237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4562db-cf3d-4c51-93e5-baef31be847b req-def8d2e3-d347-40ec-a806-55c461ba9490 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:39.855759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea4562db-cf3d-4c51-93e5-baef31be847b req-def8d2e3-d347-40ec-a806-55c461ba9490 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0526583 Apr 18 17:07:39.895116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea4562db-cf3d-4c51-93e5-baef31be847b req-68295a06-5290-49ce-a6fe-144a13e3fe89 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Apr 18 17:07:40.379892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa141-a46a-41c5-b2b9-ed83670bb31b req-354a0428-b62d-4934-ad60-0519d9200f85 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:40.381584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-523aa141-a46a-41c5-b2b9-ed83670bb31b req-354a0428-b62d-4934-ad60-0519d9200f85 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0648642 Apr 18 17:07:40.422220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-523aa141-a46a-41c5-b2b9-ed83670bb31b req-d66881f2-db1c-4028-92ff-867528d5233d tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345595 Apr 18 17:07:41.019810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce27c2-cdc9-4350-af34-6ea9d64db770 req-4068f2d0-da93-4930-8c57-604d6fb08e82 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:41.021235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74ce27c2-cdc9-4350-af34-6ea9d64db770 req-4068f2d0-da93-4930-8c57-604d6fb08e82 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0520399 Apr 18 17:07:41.060682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74ce27c2-cdc9-4350-af34-6ea9d64db770 req-811c9540-d1a9-40c9-8969-48727a15a789 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Apr 18 17:07:41.555355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9736f-76d4-4fd9-8c95-9076e6aa1fd0 req-2c11b4bb-4e3b-4a7c-aa58-c71047396cef tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:41.557149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99d9736f-76d4-4fd9-8c95-9076e6aa1fd0 req-2c11b4bb-4e3b-4a7c-aa58-c71047396cef tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0591533 Apr 18 17:07:41.599308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99d9736f-76d4-4fd9-8c95-9076e6aa1fd0 req-72678925-35d7-4435-8b4a-05bcc55ba093 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344005 Apr 18 17:07:42.200122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc96e8f-6dc8-4f63-a41f-25d488e8b522 req-a7bd8dd5-fd61-4d79-9b0d-868fe2ff85ed tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:42.201705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cc96e8f-6dc8-4f63-a41f-25d488e8b522 req-a7bd8dd5-fd61-4d79-9b0d-868fe2ff85ed tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0647738 Apr 18 17:07:42.246180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cc96e8f-6dc8-4f63-a41f-25d488e8b522 req-5944d7dc-35f5-438f-8bc2-b032db38bc57 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Apr 18 17:07:42.735590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-0cfc469d-477b-4c4b-b4ee-7d1e36697343 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1064793041&fields=id&tenant_id=9d8cbe0023fb457d80330115667153de HTTP/1.1" status: 200 len: 267 time: 0.0549669 Apr 18 17:07:42.750297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94722-8e34-478b-b412-31f6e5bbd42e req-8840b511-ab0a-468d-9c32-f37b01917402 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:42.751827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25b94722-8e34-478b-b412-31f6e5bbd42e req-8840b511-ab0a-468d-9c32-f37b01917402 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0803342 Apr 18 17:07:42.849513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25b94722-8e34-478b-b412-31f6e5bbd42e req-0059b4c0-272a-4952-8149-712ec1321616 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813150 Apr 18 17:07:42.892524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-4d545aa7-b7e7-4144-84c5-dbdd944bb5c7 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:42.894010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-4d545aa7-b7e7-4144-84c5-dbdd944bb5c7 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/networks?id=8fc79a16-a5ee-4122-ab73-377f1a5dcc07 HTTP/1.1" status: 200 len: 816 time: 0.1412799 Apr 18 17:07:42.909505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-a2d3f1c6-ea31-4c5c-a4f8-5823620f0343 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/quotas/9d8cbe0023fb457d80330115667153de HTTP/1.1" status: 200 len: 375 time: 0.0093982 Apr 18 17:07:42.964839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-2dc099d6-e68d-404b-8ab9-6630ac18c8d8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d8cbe0023fb457d80330115667153de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493238 Apr 18 17:07:42.980121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-54aef0db-1c65-4d6f-a5c8-51c527fe807e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:07:42.981138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-54aef0db-1c65-4d6f-a5c8-51c527fe807e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050712 Apr 18 17:07:43.073546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-51aac332-ac47-4ee5-b636-86efc6aa5932 service neutron] 10.222.0.45 "GET /v2.0/networks/8fc79a16-a5ee-4122-ab73-377f1a5dcc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864875 Apr 18 17:07:43.161473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-bf8efc0a-d706-4566-80b7-99ae65039753 service neutron] 10.222.0.45 "GET /v2.0/networks/8fc79a16-a5ee-4122-ab73-377f1a5dcc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810983 Apr 18 17:07:43.390769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f200bb0-c8f2-45c9-94f6-8d896c5afb5e req-1aec1f16-5cf7-451d-9f58-034a609fa88b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:43.392783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f200bb0-c8f2-45c9-94f6-8d896c5afb5e req-1aec1f16-5cf7-451d-9f58-034a609fa88b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0687845 Apr 18 17:07:43.432549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f200bb0-c8f2-45c9-94f6-8d896c5afb5e req-3af0c6ae-ecb6-411a-8c48-0a1055ece708 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Apr 18 17:07:43.844178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f132555-30fd-4a81-b151-c15949c87b0c req-b55a99df-224b-4984-9fc3-e0b8bae87534 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.0305290 Apr 18 17:07:43.972556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0301a4-96fe-4e56-b1f5-d7744b34466f req-f9f9dc25-ef1b-4076-a4a1-a3b056bf9aa0 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:43.974082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c0301a4-96fe-4e56-b1f5-d7744b34466f req-f9f9dc25-ef1b-4076-a4a1-a3b056bf9aa0 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0498247 Apr 18 17:07:43.975180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f86b2d19-718e-4bd4-96ea-6d774c75e052 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:07:44.012838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c0301a4-96fe-4e56-b1f5-d7744b34466f req-3726a367-b31c-4fcc-aa29-c212e4d7e122 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Apr 18 17:07:44.076082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f86b2d19-718e-4bd4-96ea-6d774c75e052, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f86b2d19-718e-4bd4-96ea-6d774c75e052,segment=NetworkSegment(cf91cacc-d70e-4522-82fd-568b2974bede),segment_id=cf91cacc-d70e-4522-82fd-568b2974bede)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:44.089268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'f86b2d19-718e-4bd4-96ea-6d774c75e052', 'network_id': '08edbed1-f988-4bd8-a4f4-f71bdbe41086', 'port_id': 'f86b2d19-718e-4bd4-96ea-6d774c75e052', 'mac_address': 'fa:16:3e:47:50:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304f6fdd-fbf9-4d2f-bf1b-bedc75bc95c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:07:44.127580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:44.144681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86b2d19-718e-4bd4-96ea-6d774c75e052 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:44.163982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f86b2d19-718e-4bd4-96ea-6d774c75e052, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f86b2d19-718e-4bd4-96ea-6d774c75e052,segment=NetworkSegment(cf91cacc-d70e-4522-82fd-568b2974bede),segment_id=cf91cacc-d70e-4522-82fd-568b2974bede)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:44.237663 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:44.238334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:07:44.308265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=f86b2d19-718e-4bd4-96ea-6d774c75e052,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:44.378583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:44.393966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'mac_address': 'fa:16:3e:d5:17:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:07:44.431720 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:44.445090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:44.476082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:44.572730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65b0f9-8eb0-465c-89a6-da225164a587 req-37870388-522a-415d-bdb2-33a2662cb58c tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:44.574418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a65b0f9-8eb0-465c-89a6-da225164a587 req-37870388-522a-415d-bdb2-33a2662cb58c tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0625679 Apr 18 17:07:44.588137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:44.615223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a65b0f9-8eb0-465c-89a6-da225164a587 req-8aa7a955-ccb4-432c-8750-564900c9c9e9 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337889 Apr 18 17:07:44.643166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:44.873671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:44.934374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6767656d-5911-49b4-8a95-a31222579be2 req-864379f7-89a6-490f-86a8-bf83d101fbce tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.0265884 Apr 18 17:07:45.064168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca1df4-77ac-47af-b69c-1f79dc19f5f7 req-51829f5b-4c0b-43a1-b636-8478e11401ee tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:45.067066 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6ca1df4-77ac-47af-b69c-1f79dc19f5f7 req-51829f5b-4c0b-43a1-b636-8478e11401ee tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 945 time: 0.0647500 Apr 18 17:07:45.136409 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6ca1df4-77ac-47af-b69c-1f79dc19f5f7 req-67e59bfc-c6a3-4587-baa7-0aea26f207f9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628152 Apr 18 17:07:45.153920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7f61-b655-439c-bb2d-bca2a8fa6f27 req-545cd1bf-bc2d-4697-ad2b-8aae66e95732 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:45.156262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fae7f61-b655-439c-bb2d-bca2a8fa6f27 req-545cd1bf-bc2d-4697-ad2b-8aae66e95732 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 944 time: 0.0650384 Apr 18 17:07:45.195580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fae7f61-b655-439c-bb2d-bca2a8fa6f27 req-9c816186-47cc-47da-95f3-db25709b52d8 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Apr 18 17:07:45.447532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['f86b2d19-718e-4bd4-96ea-6d774c75e052'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:45.742578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c92ed4-7c19-4378-b17b-2fe67115ed82 req-62d39382-68a1-49de-8e27-860e70f70222 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:45.744235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69c92ed4-7c19-4378-b17b-2fe67115ed82 req-62d39382-68a1-49de-8e27-860e70f70222 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Apr 18 17:07:45.789260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69c92ed4-7c19-4378-b17b-2fe67115ed82 req-895b0df1-fa6b-493d-801c-736f53b9a1a9 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382037 Apr 18 17:07:45.997018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:46.053856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:46.054277 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:46.062951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96a979b7-5885-4226-bacf-e131edf4e550 req-54e3c27e-2cdd-4a38-8683-d884d40df996 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.0355542 Apr 18 17:07:46.137817 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:46.167123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:46.169338 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4072ec7-48f5-4eff-b96a-96268cb977ef" -d '{"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-plugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:46.182368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:46.213002 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63459f93-7cf2-4d51-91f7-5ac7c51a4a86 x-openstack-request-id: req-63459f93-7cf2-4d51-91f7-5ac7c51a4a86 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:46.214228 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-plugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:46.214640 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63459f93-7cf2-4d51-91f7-5ac7c51a4a86 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:46.215245 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63459f93-7cf2-4d51-91f7-5ac7c51a4a86'] response: {'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'code': 200} Apr 18 17:07:46.273975 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:46.321264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:46.321483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92db91-f94f-4ded-be70-c83c6f0477b4 req-65fa70a4-78e4-4edc-bf6c-8ee3b6cd7c63 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:46.322899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a92db91-f94f-4ded-be70-c83c6f0477b4 req-65fa70a4-78e4-4edc-bf6c-8ee3b6cd7c63 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 945 time: 0.1138537 Apr 18 17:07:46.341548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e646e7c-7458-4df2-8586-083ceff43da7 req-2dbfa582-87c2-45c2-b0e8-ab1aea8a1ae8 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:46.344553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e646e7c-7458-4df2-8586-083ceff43da7 req-2dbfa582-87c2-45c2-b0e8-ab1aea8a1ae8 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 944 time: 0.0742426 Apr 18 17:07:46.416256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a92db91-f94f-4ded-be70-c83c6f0477b4 req-f2018f03-8d8e-4bec-870e-6069311daeb1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707042 Apr 18 17:07:46.439403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e646e7c-7458-4df2-8586-083ceff43da7 req-d2b483f6-698a-44ef-8b28-64f1d30b0665 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710974 Apr 18 17:07:46.908564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e218df8-3e62-4e5f-b335-45375c5e3c2e req-cd3ff258-46f3-4f8c-9332-bfc7d3274ffd tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:46.910054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e218df8-3e62-4e5f-b335-45375c5e3c2e req-cd3ff258-46f3-4f8c-9332-bfc7d3274ffd tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0500245 Apr 18 17:07:46.947727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e218df8-3e62-4e5f-b335-45375c5e3c2e req-69b67e34-58f1-4a67-84e8-adf2fd123760 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Apr 18 17:07:47.057734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:47.102253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-28cfb95f-2563-41a4-83fe-e6fb1475d7e4 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:47.104098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-28cfb95f-2563-41a4-83fe-e6fb1475d7e4 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.18 "GET /v2.0/networks?id=8fc79a16-a5ee-4122-ab73-377f1a5dcc07 HTTP/1.1" status: 200 len: 816 time: 0.1273994 Apr 18 17:07:47.178800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26a749fb-bb5e-419d-9d8a-201795977bf9 req-137d5bc9-fe3a-4f70-9ff9-89e862049b45 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.0354381 Apr 18 17:07:47.186588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-6e563b21-4716-4925-a386-cd56a03d789e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8cbe0023fb457d80330115667153de HTTP/1.1" status: 200 len: 380 time: 0.0672123 Apr 18 17:07:47.199217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Request body: {'port': {'device_id': '0aadcd74-893d-4422-a77a-0a969143de27', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'admin_state_up': True, 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'security_groups': ['ce100cc0-143d-4f31-8e36-894795216ea7']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:47.214750 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:47.475747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Made reservation on behalf of 9d8cbe0023fb457d80330115667153de for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:07:47.479621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:47.602976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-fb500572-b509-4458-a1fb-b341a6549d03 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:47.605002 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-fb500572-b509-4458-a1fb-b341a6549d03 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 945 time: 0.1500523 Apr 18 17:07:47.725280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Deleting port c174c5d5-cae2-4c88-90a3-c59c5f091b24 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:07:47.725927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:47.745477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9c83-58fc-4a96-9765-abfccb5e2bab req-476cc4f1-f2d3-412e-baff-fe4801edf5c0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:47.747027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c7b9c83-58fc-4a96-9765-abfccb5e2bab req-476cc4f1-f2d3-412e-baff-fe4801edf5c0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 945 time: 0.1745825 Apr 18 17:07:47.753991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Allocated IP 172.20.0.11 (8fc79a16-a5ee-4122-ab73-377f1a5dcc07/e565e588-417c-467a-b9d3-fe768801b203/d69fd6ad-9684-4b63-a8f0-95467c9f3e83) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:07:47.798119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb688c-7daf-4ccb-998e-37cb2295f190 req-e9ec881b-a488-4044-8f78-081ace335352 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:47.799689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-caeb688c-7daf-4ccb-998e-37cb2295f190 req-e9ec881b-a488-4044-8f78-081ace335352 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 944 time: 0.1943719 Apr 18 17:07:47.844819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c7b9c83-58fc-4a96-9765-abfccb5e2bab req-ce6b76a7-5a88-4f9d-8e3c-e55a2c5cb7a4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876870 Apr 18 17:07:47.849143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] For port c174c5d5-cae2-4c88-90a3-c59c5f091b24, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c174c5d5-cae2-4c88-90a3-c59c5f091b24,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:47.850316 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:47.895243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Calling delete_port for c174c5d5-cae2-4c88-90a3-c59c5f091b24 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:07:47.901789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-caeb688c-7daf-4ccb-998e-37cb2295f190 req-a3e24f39-fa78-4ea4-afcb-73e6af5663e6 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818470 Apr 18 17:07:47.998225 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:48.014040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f86b2d19-718e-4bd4-96ea-6d774c75e052 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:07:48.213559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port f86b2d19-718e-4bd4-96ea-6d774c75e052 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:07:48.215483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:48.226366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port f86b2d19-718e-4bd4-96ea-6d774c75e052 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:48.226819 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:48.323995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event deleted for resources: {'Port': ['ID=c174c5d5-cae2-4c88-90a3-c59c5f091b24,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:48.330010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c174c5d5-cae2-4c88-90a3-c59c5f091b24'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:07:48.481739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] No DVR routers for this DVR port c174c5d5-cae2-4c88-90a3-c59c5f091b24 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:07:48.484754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc83fb3e-e1cb-40ef-8720-8ee73fd71cf3 req-f625a5d2-78a3-4806-8200-30b2a596e6c6 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.0449476 Apr 18 17:07:48.485201 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:48.491553 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5bd1a36a-c029-469b-a612-bb903a5e5b51 req-5007f094-8c13-4ac9-b850-7cbba6f404a7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "DELETE /v2.0/ports/c174c5d5-cae2-4c88-90a3-c59c5f091b24 HTTP/1.1" status: 204 len: 173 time: 0.8795409 Apr 18 17:07:48.492058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0ac749-7f59-4c2f-9735-a7b9c8436017', 'name': 'network-vif-deleted', 'tag': 'c174c5d5-cae2-4c88-90a3-c59c5f091b24'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:48.503557 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75b1db3-d6d3-41ac-a952-bd6b0dcaf225" -d '{"events": [{"server_uuid": "8c0ac749-7f59-4c2f-9735-a7b9c8436017", "name": "network-vif-deleted", "tag": "c174c5d5-cae2-4c88-90a3-c59c5f091b24"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:48.541924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffcd75-b6e3-4ac9-8ff9-ee9d6a7d145e req-f876da32-8144-4ca1-999d-df33ef59c02b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:48.547969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90ffcd75-b6e3-4ac9-8ff9-ee9d6a7d145e req-f876da32-8144-4ca1-999d-df33ef59c02b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1352673 Apr 18 17:07:48.573898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:48.588987 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:48.599893 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a8a98c-49f2-46e2-896c-2ba710cfdf26 x-openstack-request-id: req-88a8a98c-49f2-46e2-896c-2ba710cfdf26 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:48.599893 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0ac749-7f59-4c2f-9735-a7b9c8436017", "name": "network-vif-deleted", "tag": "c174c5d5-cae2-4c88-90a3-c59c5f091b24", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:48.599893 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88a8a98c-49f2-46e2-896c-2ba710cfdf26 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:48.600339 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a8a98c-49f2-46e2-896c-2ba710cfdf26'] response: {'server_uuid': '8c0ac749-7f59-4c2f-9735-a7b9c8436017', 'name': 'network-vif-deleted', 'tag': 'c174c5d5-cae2-4c88-90a3-c59c5f091b24', 'status': 'completed', 'code': 200} Apr 18 17:07:48.628856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86b2d19-718e-4bd4-96ea-6d774c75e052'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:48.634285 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013940fc-1ae2-4111-a759-5edf9ade2ab3" -d '{"events": [{"server_uuid": "bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8", "name": "network-vif-plugged", "status": "completed", "tag": "f86b2d19-718e-4bd4-96ea-6d774c75e052"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:48.677269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f86b2d19-718e-4bd4-96ea-6d774c75e052, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f86b2d19-718e-4bd4-96ea-6d774c75e052,segment=NetworkSegment(cf91cacc-d70e-4522-82fd-568b2974bede),segment_id=cf91cacc-d70e-4522-82fd-568b2974bede)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:07:48.680261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:07:48.689155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:07:48.693608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:07:48.705834 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccd21d1-5a59-44fd-ac39-067e5e581586 x-openstack-request-id: req-6ccd21d1-5a59-44fd-ac39-067e5e581586 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:48.706127 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8", "name": "network-vif-plugged", "status": "completed", "tag": "f86b2d19-718e-4bd4-96ea-6d774c75e052", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:48.706403 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ccd21d1-5a59-44fd-ac39-067e5e581586 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:48.706804 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccd21d1-5a59-44fd-ac39-067e5e581586'] response: {'server_uuid': 'bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86b2d19-718e-4bd4-96ea-6d774c75e052', 'code': 200} Apr 18 17:07:48.709715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90ffcd75-b6e3-4ac9-8ff9-ee9d6a7d145e req-acf5bfc7-909d-4cc2-a75f-c25459256d30 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535223 Apr 18 17:07:48.716288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event updated for resources: {'Port': ['ID=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:48.758327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:48.782301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.785616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.786125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.790125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.790125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.790125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.790125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.790430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.790505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.792483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.792912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.793318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:07:48.864287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:48.867885 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:48.928068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09699bfe-381e-4fe6-a7ff-448e9b41faee req-4e444905-0f73-4baa-a57f-c2debf1af4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:48.934010 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-09699bfe-381e-4fe6-a7ff-448e9b41faee req-4e444905-0f73-4baa-a57f-c2debf1af4d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0901673 Apr 18 17:07:48.955105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=f86b2d19-718e-4bd4-96ea-6d774c75e052,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:48.991913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-b53b87db-b764-40ad-8198-f288b0a3605f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7968624 Apr 18 17:07:49.021317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-09699bfe-381e-4fe6-a7ff-448e9b41faee req-768189df-014d-42ae-9815-f4699bfa76a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771353 Apr 18 17:07:49.029397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Request body: {'port': {'device_id': '0aadcd74-893d-4422-a77a-0a969143de27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:07:49.077715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26189bce-e34c-4619-afee-f8357c287c92 req-4d728e20-dcdd-49db-8b14-a655de8d751f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.0805404 Apr 18 17:07:49.166235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e4942f73-2a25-4b4d-af2b-57de244db2c4 None None] Provisioning complete for port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:07:49.172228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4942f73-2a25-4b4d-af2b-57de244db2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:49.264695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:49.276396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e4942f73-2a25-4b4d-af2b-57de244db2c4 None None] Port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:07:49.316922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e41b5b-f8e2-424a-a68e-515e85b434ac req-7948d912-3437-46de-a8bd-28b4cf7ad77b tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:49.324715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86e41b5b-f8e2-424a-a68e-515e85b434ac req-7948d912-3437-46de-a8bd-28b4cf7ad77b tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 945 time: 0.2458317 Apr 18 17:07:49.421357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86e41b5b-f8e2-424a-a68e-515e85b434ac req-c4a7e44e-a275-403c-9245-3d44ccca3d6b tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958121 Apr 18 17:07:49.685815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbba03f-1ff2-46b9-9a6d-58787d63e1a5 req-e339d3ae-61c0-4187-819b-ad39e91752b1 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:49.687363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecbba03f-1ff2-46b9-9a6d-58787d63e1a5 req-e339d3ae-61c0-4187-819b-ad39e91752b1 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 932 time: 0.0934119 Apr 18 17:07:49.772395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecbba03f-1ff2-46b9-9a6d-58787d63e1a5 req-042702d7-f389-4f7b-aff5-edcf7ffff14e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781028 Apr 18 17:07:49.798128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69fd6ad-9684-4b63-a8f0-95467c9f3e83 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:07:49.832692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:49.852764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Transition to ACTIVE for port object d69fd6ad-9684-4b63-a8f0-95467c9f3e83 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:07:49.867426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bf973-21e5-4d30-ba20-f489ec34859d req-bc5c6c71-d15f-4ccc-99eb-211a8f4e69fc tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:49.868933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f84bf973-21e5-4d30-ba20-f489ec34859d req-bc5c6c71-d15f-4ccc-99eb-211a8f4e69fc tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0941067 Apr 18 17:07:49.925678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f84bf973-21e5-4d30-ba20-f489ec34859d req-4ad530e0-0cea-42b0-a1a9-50ca3e2cfe7f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Apr 18 17:07:49.942537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:50.076476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:50.175103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Attempting to bind port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:07:50.175482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Attempting to bind port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:07:50.175776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Attempting to bind port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 on network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:50.188385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 on network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:07:50.188711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Attempting to bind port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 on network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:07:50.199886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:07:50.200229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Checking segment: {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:07:50.216664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Bound using segment: {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:07:50.220599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Bound port: d69fd6ad-9684-4b63-a8f0-95467c9f3e83, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:07:50.221015 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:50.294285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61ac6679-589f-46cf-b1d1-08874ce6a57b req-7ca02b34-510b-4719-8eb5-218b57b5e52f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.0452006 Apr 18 17:07:50.387908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] For port d69fd6ad-9684-4b63-a8f0-95467c9f3e83, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:07:50.399304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] For port d69fd6ad-9684-4b63-a8f0-95467c9f3e83, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:07:50.566960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718bbd6-f90e-48d5-8d94-a7e40771799e req-467532ee-89ca-4124-a7be-79f22d4ade00 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:50.579003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c718bbd6-f90e-48d5-8d94-a7e40771799e req-467532ee-89ca-4124-a7be-79f22d4ade00 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0710697 Apr 18 17:07:50.580838 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:50.648508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c718bbd6-f90e-48d5-8d94-a7e40771799e req-2bcaccb0-2829-4cf1-a3ad-d605a7a10d65 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616291 Apr 18 17:07:50.688730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:50.708301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:50.709986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:50.714146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ee3f6b2c-c74f-472f-b293-fcc29726d2a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/d69fd6ad-9684-4b63-a8f0-95467c9f3e83 HTTP/1.1" status: 200 len: 1092 time: 1.6965525 Apr 18 17:07:50.715066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aadcd74-893d-4422-a77a-0a969143de27', 'tag': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:07:50.721900 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09ff836-75da-46ae-8349-a5413a6dadf6" -d '{"events": [{"name": "network-changed", "server_uuid": "0aadcd74-893d-4422-a77a-0a969143de27", "tag": "d69fd6ad-9684-4b63-a8f0-95467c9f3e83"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:07:50.813853 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6577d367-2e9d-40f7-b3c6-f2216f4aa32e x-openstack-request-id: req-6577d367-2e9d-40f7-b3c6-f2216f4aa32e {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:07:50.814527 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aadcd74-893d-4422-a77a-0a969143de27", "tag": "d69fd6ad-9684-4b63-a8f0-95467c9f3e83", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:07:50.814853 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6577d367-2e9d-40f7-b3c6-f2216f4aa32e {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:07:50.815381 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6577d367-2e9d-40f7-b3c6-f2216f4aa32e'] response: {'name': 'network-changed', 'server_uuid': '0aadcd74-893d-4422-a77a-0a969143de27', 'tag': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'status': 'completed', 'code': 200} Apr 18 17:07:50.999420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ff836-75da-46ae-8349-a5413a6dadf6 req-19378bdc-fb4e-488c-b410-6d43a5c1bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.001331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e09ff836-75da-46ae-8349-a5413a6dadf6 req-19378bdc-fb4e-488c-b410-6d43a5c1bb91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d8cbe0023fb457d80330115667153de&device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 1095 time: 0.1358743 Apr 18 17:07:51.066965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914ebd0-e4a3-4d80-a7da-11c26766e134 req-7130ec48-2e5f-49ef-9425-2ed38e9e5a01 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.074763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b914ebd0-e4a3-4d80-a7da-11c26766e134 req-7130ec48-2e5f-49ef-9425-2ed38e9e5a01 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.1455827 Apr 18 17:07:51.252203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b914ebd0-e4a3-4d80-a7da-11c26766e134 req-004b8464-56dd-4770-8d5c-57bb7ab6cdf8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765537 Apr 18 17:07:51.278142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934f5bb-6efb-465f-9d4f-b7d76de92a05 req-358a5c04-3ebc-49c8-a9d6-785fe20d94a4 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.279472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c934f5bb-6efb-465f-9d4f-b7d76de92a05 req-358a5c04-3ebc-49c8-a9d6-785fe20d94a4 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1649451 Apr 18 17:07:51.317239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ff836-75da-46ae-8349-a5413a6dadf6 req-978d8e97-df23-4a8a-967a-2f989776d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.318660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e09ff836-75da-46ae-8349-a5413a6dadf6 req-978d8e97-df23-4a8a-967a-2f989776d596 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9d8cbe0023fb457d80330115667153de&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2980404 Apr 18 17:07:51.412280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c934f5bb-6efb-465f-9d4f-b7d76de92a05 req-2439772e-6c86-4498-9e90-96cb92d34c7e tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251163 Apr 18 17:07:51.453079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ff836-75da-46ae-8349-a5413a6dadf6 req-25613bf5-9dce-4ce7-8ee9-f11ea03cd4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.454635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e09ff836-75da-46ae-8349-a5413a6dadf6 req-25613bf5-9dce-4ce7-8ee9-f11ea03cd4be service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288915 Apr 18 17:07:51.491853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-953d66c7-43d3-42e3-922c-baf615918243 req-92c7a851-0ad3-4fbe-959b-8ad2a8e2b49b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.0352504 Apr 18 17:07:51.584681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-5493a123-bef4-41f1-a706-bbf9c664b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.587651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-5493a123-bef4-41f1-a706-bbf9c664b051 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d8cbe0023fb457d80330115667153de&device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 1095 time: 0.0464761 Apr 18 17:07:51.653948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-594bf4d3-43c7-4f72-8f86-3f4534f8ca88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d69fd6ad-9684-4b63-a8f0-95467c9f3e83 HTTP/1.1" status: 200 len: 217 time: 0.0484614 Apr 18 17:07:51.741087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-d4a105c5-8730-4999-9884-fa1606681c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.748425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-d4a105c5-8730-4999-9884-fa1606681c59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e565e588-417c-467a-b9d3-fe768801b203 HTTP/1.1" status: 200 len: 855 time: 0.0864422 Apr 18 17:07:51.855576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6038-276e-4142-8354-25b4e96df2e4 req-aa403a55-6173-4a72-a1d1-ac22394e4687 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.859047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6038-276e-4142-8354-25b4e96df2e4 req-aa403a55-6173-4a72-a1d1-ac22394e4687 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 945 time: 0.1005633 Apr 18 17:07:51.871805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ccd6266f-f607-49fd-8960-30b3e17456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:51.874067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-ccd6266f-f607-49fd-8960-30b3e17456c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fc79a16-a5ee-4122-ab73-377f1a5dcc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008322 Apr 18 17:07:52.008166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-8e0c6dd4-9871-42e8-a890-a73171409a46 service neutron] 10.222.0.18 "GET /v2.0/networks/8fc79a16-a5ee-4122-ab73-377f1a5dcc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101568 Apr 18 17:07:52.011636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6038-276e-4142-8354-25b4e96df2e4 req-b9704dc2-6dc6-4ff4-9a1d-7e8592a09cdd tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423125 Apr 18 17:07:52.029661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c174c5d5-cae2-4c88-90a3-c59c5f091b24 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:07:52.076945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: c174c5d5-cae2-4c88-90a3-c59c5f091b24 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:07:52.078205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c174c5d5-cae2-4c88-90a3-c59c5f091b24 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:07:52.154042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fbfb8ce-58d8-4bf9-8c36-78a3d2b37c33 req-24782bdd-7cfb-41fb-a72a-338ecda7b4e5 service neutron] 10.222.0.18 "GET /v2.0/networks/8fc79a16-a5ee-4122-ab73-377f1a5dcc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377962 Apr 18 17:07:52.415138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e49b-0f39-4e4a-8f20-3fa5d2c1be4d req-0317c0fc-a59b-4c15-a01a-36846f30d5a7 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:52.417005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d90e49b-0f39-4e4a-8f20-3fa5d2c1be4d req-0317c0fc-a59b-4c15-a01a-36846f30d5a7 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.0945852 Apr 18 17:07:52.492587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59846) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:52.521363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d90e49b-0f39-4e4a-8f20-3fa5d2c1be4d req-86475745-f6c5-42b6-aa6d-1643b3005009 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953939 Apr 18 17:07:52.671323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d85b1eb7-fee8-4967-85a3-8887a0943feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:52.690210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778461c-9ec1-4b5f-990e-55d401fa6094 req-6cb49b34-57e3-495a-bfe2-d6c362f68054 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:52.692067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e778461c-9ec1-4b5f-990e-55d401fa6094 req-6cb49b34-57e3-495a-bfe2-d6c362f68054 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1083522 Apr 18 17:07:52.761152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36b01d33-f326-4177-ba67-415a27a5cfa9 req-035d8a47-c377-4018-b1bd-1e849a77df18 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.0583239 Apr 18 17:07:52.788903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e778461c-9ec1-4b5f-990e-55d401fa6094 req-de05defa-dbc6-489a-a300-2f191a0a94ee tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904109 Apr 18 17:07:52.789828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d85b1eb7-fee8-4967-85a3-8887a0943feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:52.871522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d85b1eb7-fee8-4967-85a3-8887a0943feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:52.921823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d85b1eb7-fee8-4967-85a3-8887a0943feb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7a8849eba1f4bc98f8e8d7534d4cf04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277604 Apr 18 17:07:52.924114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b1eb7-fee8-4967-85a3-8887a0943feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c524d9d-b8a0-4056-a6d6-0021b9e325a3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:52.924247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59852) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:52.982241 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7a81-809d-4616-8e1a-351496c209a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:53.016180 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7a81-809d-4616-8e1a-351496c209a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:53.165023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7a81-809d-4616-8e1a-351496c209a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:53.167613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7a81-809d-4616-8e1a-351496c209a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:53.172029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0b5d7a81-809d-4616-8e1a-351496c209a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c524d9d-b8a0-4056-a6d6-0021b9e325a3 HTTP/1.1" status: 204 len: 168 time: 0.2435713 Apr 18 17:07:53.181761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d7a81-809d-4616-8e1a-351496c209a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c524d9d-b8a0-4056-a6d6-0021b9e325a3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:53.656792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca8b9-7bdf-4552-961b-f561ace0383e req-39435aeb-6df3-4877-bb0d-82f05a12aa99 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:53.658928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-809ca8b9-7bdf-4552-961b-f561ace0383e req-39435aeb-6df3-4877-bb0d-82f05a12aa99 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.0556138 Apr 18 17:07:53.820044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-809ca8b9-7bdf-4552-961b-f561ace0383e req-f74ce1e9-6e81-4af8-909d-4215350149a7 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386364 Apr 18 17:07:53.865638 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd63b01a-5547-4e36-a8f7-a7da6265027f req-3e6beac3-044d-48fe-be01-8885e5b93678 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Apr 18 17:07:53.926723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526cca8-3a56-440e-86c3-1a120c34eabe req-0b8cd976-d9ed-492c-9517-88fa1805c81f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:53.928194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8526cca8-3a56-440e-86c3-1a120c34eabe req-0b8cd976-d9ed-492c-9517-88fa1805c81f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0613251 Apr 18 17:07:53.967166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8526cca8-3a56-440e-86c3-1a120c34eabe req-09f1d514-c035-46d3-9a10-e1658cfe7c45 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Apr 18 17:07:54.251258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:54.271493 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe1d4-f315-472f-be10-5b7b5a832b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:54.384130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe1d4-f315-472f-be10-5b7b5a832b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:54.469754 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe1d4-f315-472f-be10-5b7b5a832b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:54.515751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfe1d4-f315-472f-be10-5b7b5a832b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63994b44-ba73-4abd-ab13-a565792e882e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:54.542477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d9dfe1d4-f315-472f-be10-5b7b5a832b9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6732694e3f844cc9c55be19710c35dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898431 Apr 18 17:07:54.545864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:07:54.635306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb64b1ca-5f07-4953-8a53-e52dd46ddc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:54.660549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb64b1ca-5f07-4953-8a53-e52dd46ddc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:54.823458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb64b1ca-5f07-4953-8a53-e52dd46ddc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:54.826703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb64b1ca-5f07-4953-8a53-e52dd46ddc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:07:54.831733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cb64b1ca-5f07-4953-8a53-e52dd46ddc7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63994b44-ba73-4abd-ab13-a565792e882e HTTP/1.1" status: 204 len: 168 time: 0.2842138 Apr 18 17:07:54.850146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b1ca-5f07-4953-8a53-e52dd46ddc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63994b44-ba73-4abd-ab13-a565792e882e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:07:55.031092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4eed2dbd-6d24-47ae-82bb-c5cf59939458 req-5a2bf4bb-f86b-40a4-8455-40461b03833c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.0394030 Apr 18 17:07:55.041067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c3dd9-9f30-4c0a-a41b-9b2f21115e5c req-36edc0c2-2679-4dfb-bf1a-479f7892dfc5 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:55.049144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-310c3dd9-9f30-4c0a-a41b-9b2f21115e5c req-36edc0c2-2679-4dfb-bf1a-479f7892dfc5 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.1134341 Apr 18 17:07:55.103514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-310c3dd9-9f30-4c0a-a41b-9b2f21115e5c req-170a17a6-1578-412f-904b-1e4c81673bcf tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533843 Apr 18 17:07:55.167345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9369f-15ea-4557-847d-887a927b1d8d req-f4cc333a-8900-4fef-a494-a6645ee5b029 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:55.169967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8e9369f-15ea-4557-847d-887a927b1d8d req-f4cc333a-8900-4fef-a494-a6645ee5b029 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0651977 Apr 18 17:07:55.219195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8e9369f-15ea-4557-847d-887a927b1d8d req-43d5f386-a3f1-47ba-a271-7e76178df4bb tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Apr 18 17:07:56.309539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0c11e63-49a5-45ed-928e-3319592e97ed req-50dce346-adbc-4b70-8d4f-aa8aa5e548b5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c0ac749-7f59-4c2f-9735-a7b9c8436017 HTTP/1.1" status: 200 len: 210 time: 0.0793593 Apr 18 17:07:56.353754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26132ea-e8a3-4cbd-8335-61bf33287b5e req-6e33eff7-8f03-4d96-a08c-6bdd18abf638 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:56.368380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a26132ea-e8a3-4cbd-8335-61bf33287b5e req-6e33eff7-8f03-4d96-a08c-6bdd18abf638 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.1393762 Apr 18 17:07:56.583692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a26132ea-e8a3-4cbd-8335-61bf33287b5e req-f53c8f3b-7f47-4588-be36-3b6fdba567c5 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108297 Apr 18 17:07:56.626179 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b67966-05df-4384-b0a6-dea41b1594d9 req-a8277e5f-0de1-4809-9937-32d67cf79e55 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:56.635571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38b67966-05df-4384-b0a6-dea41b1594d9 req-a8277e5f-0de1-4809-9937-32d67cf79e55 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1943898 Apr 18 17:07:56.696577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38b67966-05df-4384-b0a6-dea41b1594d9 req-2a4c1a83-e57c-45be-b1b2-ad4150443ddb tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583498 Apr 18 17:07:57.951871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51d8aa-d581-4f9e-9d32-d3f1ccfa9c31 req-d6d022f0-c8a4-4a09-aa2a-090f6ec5b409 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:57.965055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c51d8aa-d581-4f9e-9d32-d3f1ccfa9c31 req-d6d022f0-c8a4-4a09-aa2a-090f6ec5b409 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.2321517 Apr 18 17:07:58.050971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c51d8aa-d581-4f9e-9d32-d3f1ccfa9c31 req-7523c837-89a7-4647-aa76-652fe6ca7b9f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850141 Apr 18 17:07:58.067500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4dfa9-e681-483f-8dee-86e4bcef5fd7 req-32ac098b-e75d-42eb-975a-ab3c814050a6 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:58.069324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12c4dfa9-e681-483f-8dee-86e4bcef5fd7 req-32ac098b-e75d-42eb-975a-ab3c814050a6 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.2468030 Apr 18 17:07:58.133953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12c4dfa9-e681-483f-8dee-86e4bcef5fd7 req-fd151507-b369-4015-9478-981217a65c7d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495114 Apr 18 17:07:58.538212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751598d0-1247-4ba7-9feb-a97a8ab3845c req-b8d8548a-fe0c-4273-bddb-68ed4d96863d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:58.539680 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-751598d0-1247-4ba7-9feb-a97a8ab3845c req-b8d8548a-fe0c-4273-bddb-68ed4d96863d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.1176715 Apr 18 17:07:58.556219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-751598d0-1247-4ba7-9feb-a97a8ab3845c req-5a6eb953-2d23-4096-8d39-e34862cc6b3b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/quotas/fbb48e2c6a3c4a4bab815b2caa6fb79a HTTP/1.1" status: 200 len: 375 time: 0.0090175 Apr 18 17:07:58.588633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-751598d0-1247-4ba7-9feb-a97a8ab3845c req-f68f0f35-7911-4cc0-86de-de89482dc0ac tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271039 Apr 18 17:07:58.695035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-751598d0-1247-4ba7-9feb-a97a8ab3845c req-92f0b2a5-11c5-4e60-91be-21d2a5c67ebc service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973194 Apr 18 17:07:58.791494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-751598d0-1247-4ba7-9feb-a97a8ab3845c req-9d95594f-4bc7-41fa-966b-601bd0545e7f service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885341 Apr 18 17:07:59.335033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a9e8d-3a7f-4c5b-9908-72136932ebad req-d4dc8ab3-e22f-4d20-a76f-3deba5cdfbf1 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:59.336747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b13a9e8d-3a7f-4c5b-9908-72136932ebad req-d4dc8ab3-e22f-4d20-a76f-3deba5cdfbf1 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.0629165 Apr 18 17:07:59.390792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b13a9e8d-3a7f-4c5b-9908-72136932ebad req-2db9e1f3-f697-4ba1-af45-88f31be7e7c3 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Apr 18 17:07:59.530284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6462fd6-49d0-4bdc-b7c0-f524d74727a3 req-6b6e2f43-ea7b-4ac9-a9a3-1efd409c9954 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:07:59.538790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6462fd6-49d0-4bdc-b7c0-f524d74727a3 req-6b6e2f43-ea7b-4ac9-a9a3-1efd409c9954 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0753028 Apr 18 17:07:59.595812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6462fd6-49d0-4bdc-b7c0-f524d74727a3 req-a31c2894-2ba9-4a03-981a-5c8f407ebc51 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Apr 18 17:07:59.668100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8b33ea5-be6f-457c-af70-02f638ec8fc9 req-de95cae4-9329-4358-924f-728074240359 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f946bbd-ead0-4823-89b5-e62dc294d055 HTTP/1.1" status: 200 len: 210 time: 0.0358584 Apr 18 17:08:00.066439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:00.125266 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:08:00.273682 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-226b9390-17cf-461d-b1e8-3ebb223b4d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:00.594649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-226b9390-17cf-461d-b1e8-3ebb223b4d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:00.602538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7e1c1-26f0-4a50-8c84-9fd6b1f0b542 req-ea723939-c12a-46b3-b203-6f6224838d7f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:00.604947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5e7e1c1-26f0-4a50-8c84-9fd6b1f0b542 req-ea723939-c12a-46b3-b203-6f6224838d7f tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.1055214 Apr 18 17:08:00.659627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5e7e1c1-26f0-4a50-8c84-9fd6b1f0b542 req-4a078dfc-eede-44d5-8a80-896957b3dee5 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483327 Apr 18 17:08:00.699781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-226b9390-17cf-461d-b1e8-3ebb223b4d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:00.736761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b9390-17cf-461d-b1e8-3ebb223b4d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60928b-2ce4-4826-8da8-a919fca0324a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:00.762195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-226b9390-17cf-461d-b1e8-3ebb223b4d41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fcdcb200bfb468cac547efaf0d25567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6946566 Apr 18 17:08:00.765592 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:00.821612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44416-f3af-456f-b875-33db06cfd4d6 req-baaa4f1a-6845-4172-8737-a2c9513ae712 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:00.831377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39b44416-f3af-456f-b875-33db06cfd4d6 req-baaa4f1a-6845-4172-8737-a2c9513ae712 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0753744 Apr 18 17:08:00.864743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5208cf8f-ddc2-4c5e-b44e-8dc6788d390f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:00.902140 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39b44416-f3af-456f-b875-33db06cfd4d6 req-63eb377d-cf7c-4036-8135-f29abfba73ef tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697863 Apr 18 17:08:00.902891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5208cf8f-ddc2-4c5e-b44e-8dc6788d390f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:00.923482 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3483fb92-4d11-4303-942b-f06785854ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:01.087324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5208cf8f-ddc2-4c5e-b44e-8dc6788d390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:01.090489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5208cf8f-ddc2-4c5e-b44e-8dc6788d390f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:01.091909 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5208cf8f-ddc2-4c5e-b44e-8dc6788d390f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d60928b-2ce4-4826-8da8-a919fca0324a HTTP/1.1" status: 204 len: 168 time: 0.3252349 Apr 18 17:08:01.111994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208cf8f-ddc2-4c5e-b44e-8dc6788d390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60928b-2ce4-4826-8da8-a919fca0324a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:01.332698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-f20047b5-7529-4ff1-9fcd-a9da3e4635b6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:01.334209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-f20047b5-7529-4ff1-9fcd-a9da3e4635b6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.1494281 Apr 18 17:08:01.350989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5ecb18e8-0cb0-42df-a49f-f1aeb5b64eb3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/quotas/fbb48e2c6a3c4a4bab815b2caa6fb79a HTTP/1.1" status: 200 len: 375 time: 0.0099139 Apr 18 17:08:01.406004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5bd901ae-a448-4ac5-9cd7-67f60d9bbef7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447271 Apr 18 17:08:01.513157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-fdadecae-0e42-4982-88c7-696d5d9d6d3c service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062171 Apr 18 17:08:01.650745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-bc952c63-b212-4d8d-9e3c-add46fdc6ca7 service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359425 Apr 18 17:08:01.826187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13fce1-9f02-4549-9efa-81e863fa83df req-46d8b6e6-5a9b-45b3-b296-a1c5a1a88ee8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:01.830254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f13fce1-9f02-4549-9efa-81e863fa83df req-46d8b6e6-5a9b-45b3-b296-a1c5a1a88ee8 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.0657966 Apr 18 17:08:01.899017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f13fce1-9f02-4549-9efa-81e863fa83df req-36d796ca-4015-4db5-929f-49cbb3cafaee tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629630 Apr 18 17:08:02.093676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc45267-861a-4c60-9b2d-782dc5ae1656 req-1da1fef2-3c95-4004-8f59-467a9558d758 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.107271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60156) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:02.114986 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbc45267-861a-4c60-9b2d-782dc5ae1656 req-1da1fef2-3c95-4004-8f59-467a9558d758 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1192250 Apr 18 17:08:02.128388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31fa9fa6-a8bb-413d-955a-0c3313d4c6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:02.243483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31fa9fa6-a8bb-413d-955a-0c3313d4c6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:02.261384 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47964f20-a849-4098-be7c-42bfc4c08717 req-4814bab4-873b-43c0-9fd2-d607bfd54b83 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 210 time: 0.0768108 Apr 18 17:08:02.280760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbc45267-861a-4c60-9b2d-782dc5ae1656 req-7b1a0f34-8cb7-47cd-bbb4-bdf579bf5b9a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542051 Apr 18 17:08:02.353560 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31fa9fa6-a8bb-413d-955a-0c3313d4c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:02.394912 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-31fa9fa6-a8bb-413d-955a-0c3313d4c6b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9d9ded1fe8b470cbcf4da298f1e496e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854929 Apr 18 17:08:02.396203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa9fa6-a8bb-413d-955a-0c3313d4c6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27be5698-a9b0-444a-989d-b110fc2fdc88,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:02.397891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60162) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:02.499979 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c1bd32-0478-4847-81ea-f5b0df9c9a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:02.529007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c1bd32-0478-4847-81ea-f5b0df9c9a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:02.677719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c1bd32-0478-4847-81ea-f5b0df9c9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:02.677719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c1bd32-0478-4847-81ea-f5b0df9c9a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:02.681659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-16c1bd32-0478-4847-81ea-f5b0df9c9a0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27be5698-a9b0-444a-989d-b110fc2fdc88 HTTP/1.1" status: 204 len: 168 time: 0.2799709 Apr 18 17:08:02.692945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-f545df02-6084-4348-b0e9-276c2eabfe92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859864 Apr 18 17:08:02.694243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1bd32-0478-4847-81ea-f5b0df9c9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be5698-a9b0-444a-989d-b110fc2fdc88,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:02.722404 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-73d80457-6555-45d2-8439-631b37bf98ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0926466 Apr 18 17:08:02.894144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-93e53b38-c269-4ff7-a3a0-5496250b4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.894799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-9add7a51-7ebb-4294-99d1-8d64c62d7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.895725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-93e53b38-c269-4ff7-a3a0-5496250b4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.896218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-93e53b38-c269-4ff7-a3a0-5496250b4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.896703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-93e53b38-c269-4ff7-a3a0-5496250b4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.897181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-93e53b38-c269-4ff7-a3a0-5496250b4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.897844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-9add7a51-7ebb-4294-99d1-8d64c62d7921 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 1097 time: 0.1338480 Apr 18 17:08:02.905865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-93e53b38-c269-4ff7-a3a0-5496250b4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.906644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-93e53b38-c269-4ff7-a3a0-5496250b4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:02.908855 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-93e53b38-c269-4ff7-a3a0-5496250b4914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6491 time: 0.1065774 Apr 18 17:08:03.092020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-4d57dac9-f86f-4ab2-8a99-5c6a855bf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.093963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-4d57dac9-f86f-4ab2-8a99-5c6a855bf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.094445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-4d57dac9-f86f-4ab2-8a99-5c6a855bf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.108376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7aa17-cc64-46b9-b0f1-6aaa1ac210eb req-b4fbde2f-df44-4ffc-8d8e-fc9138a1fecf tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.116069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77d7aa17-cc64-46b9-b0f1-6aaa1ac210eb req-b4fbde2f-df44-4ffc-8d8e-fc9138a1fecf tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.1314137 Apr 18 17:08:03.121216 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-4d57dac9-f86f-4ab2-8a99-5c6a855bf82b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3a97ff4-2136-4970-9c12-b41d3e746b6c&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=347e535b-58f1-44e7-a330-9384dc69e61d&id=347e535b-58f1-44e7-a330-9384dc69e61d HTTP/1.1" status: 200 len: 2293 time: 0.1824517 Apr 18 17:08:03.147760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-222c7619-868e-4122-8d49-f198d02ee8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.149965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-222c7619-868e-4122-8d49-f198d02ee8d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 911 time: 0.2103086 Apr 18 17:08:03.226740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-a4fd6e7e-fc4e-4fbb-b260-3f1e4155e2b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1 HTTP/1.1" status: 200 len: 217 time: 0.0693204 Apr 18 17:08:03.262186 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-33fe7e11-46b6-440a-8dda-055acc7211a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:03.265695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77d7aa17-cc64-46b9-b0f1-6aaa1ac210eb req-4ecae122-efbc-4c4d-9fce-a55b309f41af tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423111 Apr 18 17:08:03.313116 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-08f73ec5-1bca-49f8-be6f-bcce895ffed5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=126975b8-a4b4-44ff-a082-cdd417c7c017 HTTP/1.1" status: 200 len: 1001 time: 0.1909227 Apr 18 17:08:03.327169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-b19d253f-4fa0-4e3c-a44b-3b27615d2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.329194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-b19d253f-4fa0-4e3c-a44b-3b27615d2ddf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59f527d0-5433-4af6-a971-7ca3097a7941 HTTP/1.1" status: 200 len: 850 time: 0.0958481 Apr 18 17:08:03.405052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-cc6d357e-d96e-4093-898f-e1f017b45492 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969a984-a27a-4436-9e2d-23c6b2391638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622208 Apr 18 17:08:03.510853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8fba8e7-06c6-4c92-9a1e-f42119369b49 req-6aedf522-e4d0-4afe-8470-b94417ccf51c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 210 time: 0.1047175 Apr 18 17:08:03.528562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-ed9ffac9-93cb-4f83-a9f7-68ad77a15982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.535762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-ed9ffac9-93cb-4f83-a9f7-68ad77a15982 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1fa77b8-b09b-4853-90ce-2faa6ed1550e HTTP/1.1" status: 200 len: 850 time: 0.2105701 Apr 18 17:08:03.580528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5b80-3aad-440c-aa04-7c383afc6513 req-e67a6ae7-7520-4d01-aea7-5faade3d7436 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.588069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886f5b80-3aad-440c-aa04-7c383afc6513 req-e67a6ae7-7520-4d01-aea7-5faade3d7436 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1645584 Apr 18 17:08:03.635088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-57598b55-6b43-4ef2-b6bf-b461eb68d64a service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278066 Apr 18 17:08:03.655655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-12c06932-7d50-48d7-b9e5-2112e4833896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:03.675032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-12c06932-7d50-48d7-b9e5-2112e4833896 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3a97ff4-2136-4970-9c12-b41d3e746b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150050 Apr 18 17:08:03.740163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886f5b80-3aad-440c-aa04-7c383afc6513 req-1a5b3ae8-1819-4223-9316-4314f74d439d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450179 Apr 18 17:08:03.828297 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-041f109b-6b7f-449a-96db-0ba66348d69f service neutron] 10.222.0.41 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522679 Apr 18 17:08:03.911942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ebfe23-ad86-40ae-930e-3e02574ca387 req-79761191-1f56-4c4f-91f1-9e957d9edb51 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652819 Apr 18 17:08:03.960621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-9128dd0d-307b-49f8-b6a3-55067a43b913 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235321 Apr 18 17:08:04.009878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-0e89bf60-b592-4aaf-9e90-87a2a45869d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=c1a49168-1b22-4a79-93dc-3937ff69eda0 HTTP/1.1" status: 200 len: 217 time: 0.0427961 Apr 18 17:08:04.072404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-646f2715-e695-4969-bc57-efc860aef9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:04.073973 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-646f2715-e695-4969-bc57-efc860aef9b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0573769 Apr 18 17:08:04.122499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-a0e3e6b3-2ba0-4977-99db-f555b8933eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:04.124021 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-a0e3e6b3-2ba0-4977-99db-f555b8933eb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403068 Apr 18 17:08:04.297590 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-38e3face-7074-4f78-a434-214f84368eaf service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654546 Apr 18 17:08:04.400411 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:04.482773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792426c-3ff0-4939-9547-5ec7e1028297 req-031e8409-ed6c-4744-8476-5f13114d0ff2 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:04.494551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3792426c-3ff0-4939-9547-5ec7e1028297 req-031e8409-ed6c-4744-8476-5f13114d0ff2 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.1018348 Apr 18 17:08:04.540605 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-dc9d5a93-137a-4c93-b265-d0f97ee69231 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312424 Apr 18 17:08:04.586279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3792426c-3ff0-4939-9547-5ec7e1028297 req-bfbccc02-fee0-4001-bffe-b59a0b6012f9 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909703 Apr 18 17:08:04.655959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-c109912a-dec3-4f8e-8228-a19f4edebe5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c8cad90b-1cfa-4d19-a18b-df17b5bc0436 HTTP/1.1" status: 200 len: 217 time: 0.0999417 Apr 18 17:08:04.690206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4db8d9aa-c0a7-4532-a42d-d572199e5681 req-9dd38515-340d-4c8a-8b20-1bd3eb8f1dcd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 210 time: 0.0456774 Apr 18 17:08:04.728749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-c4cd65a1-6c3a-4971-977e-622ae6f88edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:04.730234 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-c4cd65a1-6c3a-4971-977e-622ae6f88edd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0671387 Apr 18 17:08:04.897220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-a6bfb996-cf36-40d8-99fd-87ec9ee054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:04.899005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-a6bfb996-cf36-40d8-99fd-87ec9ee054a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575828 Apr 18 17:08:05.022321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-a88e10c3-afa2-4c2a-beef-cd85472839df service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154265 Apr 18 17:08:05.126187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd10768-b01f-4dd6-a7a1-ca0c2fa618eb req-0fa7d9c2-f652-4b1d-af5f-e4d75dc2e743 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:05.128071 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fd10768-b01f-4dd6-a7a1-ca0c2fa618eb req-0fa7d9c2-f652-4b1d-af5f-e4d75dc2e743 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.3128445 Apr 18 17:08:05.175564 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-65f9cf07-2a29-4fd5-a2fb-f915bb540083 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439652 Apr 18 17:08:05.213838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fd10768-b01f-4dd6-a7a1-ca0c2fa618eb req-8eac10fc-36bf-468f-9b89-3d8e40b019c8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773630 Apr 18 17:08:05.278678 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-fa1a5119-2955-4406-8f1d-138b5c3d011e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa HTTP/1.1" status: 200 len: 217 time: 0.0826356 Apr 18 17:08:05.278789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-ee69b7b3-7ee3-4f35-a687-3821e0a79409 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:05.280845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-ee69b7b3-7ee3-4f35-a687-3821e0a79409 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.3768880 Apr 18 17:08:05.292338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa84de1-ee35-4ca8-a5a1-2115e7a67b35 req-63c0b0f7-9dc1-4415-a39d-5502f4b69518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:05.294157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efa84de1-ee35-4ca8-a5a1-2115e7a67b35 req-63c0b0f7-9dc1-4415-a39d-5502f4b69518 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 1096 time: 0.0839324 Apr 18 17:08:05.341765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Request body: {'port': {'device_id': 'ffd25cc5-198e-4913-9dcb-d2a65d0502cc', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'admin_state_up': True, 'tenant_id': 'fbb48e2c6a3c4a4bab815b2caa6fb79a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:05.396735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-61ffa796-cbe6-4029-8b5a-81e460cb447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:05.398307 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-61ffa796-cbe6-4029-8b5a-81e460cb447f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0950108 Apr 18 17:08:05.457342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-8e530621-f9d0-443e-9fc3-f5717fa24712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:05.461833 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-8e530621-f9d0-443e-9fc3-f5717fa24712 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539246 Apr 18 17:08:05.497150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efa84de1-ee35-4ca8-a5a1-2115e7a67b35 req-bd2f34ba-8e68-4974-be09-de089081c260 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780493 Apr 18 17:08:05.573859 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-45449d81-b0ed-4fc8-a6d1-737f5eb1ebf4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927548 Apr 18 17:08:05.593682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Made reservation on behalf of fbb48e2c6a3c4a4bab815b2caa6fb79a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:05.593682 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:05.799144 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-82a4b280-a33f-46c2-add3-aa34ce49d664 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133718 Apr 18 17:08:05.842582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19951ad4-6a98-4ab9-8ba5-928c8ffcd28a req-ba708c4a-a2dd-4062-ad94-90fc4ea76c1b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 210 time: 0.0270674 Apr 18 17:08:05.864650 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-eecf64f2-0fbe-43a2-ac6e-e8c43735f50a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=b7497679-2979-4888-9974-4da8f1012c65 HTTP/1.1" status: 200 len: 217 time: 0.0588620 Apr 18 17:08:05.914297 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:05.919960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-0874fe22-6fc0-40df-83b5-01bbe2a4eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:05.921574 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-0874fe22-6fc0-40df-83b5-01bbe2a4eb4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0488882 Apr 18 17:08:05.988262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-d41a8c2b-d6a9-45d0-a1eb-de17b848654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:05.989821 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-d41a8c2b-d6a9-45d0-a1eb-de17b848654e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0583091 Apr 18 17:08:06.113592 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:06.114315 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-be994f5c-d2f1-48cd-8f68-4792be553b0a service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102026 Apr 18 17:08:06.174250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Allocated IP 172.20.0.6 (44a1a291-bf62-406d-9903-6a14c13bc8f6/fe453df1-2304-40fe-96c6-0fb0afe45590/e166fd03-5955-4e4c-b0e6-7c192393c25c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:06.194108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499d0d5-1c4e-4d1c-bb49-5c9617d1c69e req-dd261a54-d4d2-4d26-82e1-56f16bac1327 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:06.195821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c499d0d5-1c4e-4d1c-bb49-5c9617d1c69e req-dd261a54-d4d2-4d26-82e1-56f16bac1327 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.4674423 Apr 18 17:08:06.260132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-5fb2aa73-2be2-473d-8291-950e67b49c67 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236277 Apr 18 17:08:06.325572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c499d0d5-1c4e-4d1c-bb49-5c9617d1c69e req-92c7fec9-d116-4246-a594-20e929832739 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178677 Apr 18 17:08:06.350661 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-bda94b95-3b1a-4bab-8d84-666197abaa2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab1c4a4-58e7-4557-9753-3e197211f653 HTTP/1.1" status: 200 len: 217 time: 0.0802312 Apr 18 17:08:06.382578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60296) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:06.425882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-d46af3fa-3f9c-41ac-9efb-6208e014fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:06.427740 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-d46af3fa-3f9c-41ac-9efb-6208e014fe13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f47100-9464-4f3f-b852-3b0c693ee7ab HTTP/1.1" status: 200 len: 797 time: 0.0531561 Apr 18 17:08:06.468198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75cb4-c188-4a5f-93b9-fa8b9971b2b1 req-35394eb2-9bc6-4994-93b1-eaae94bcb4bf tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:06.469736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ead75cb4-c188-4a5f-93b9-fa8b9971b2b1 req-35394eb2-9bc6-4994-93b1-eaae94bcb4bf tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0865138 Apr 18 17:08:06.485005 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:06.494432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-c5d8c336-4600-4e88-9149-51220aa4ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:06.496062 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-c5d8c336-4600-4e88-9149-51220aa4ec00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543680 Apr 18 17:08:06.539264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ead75cb4-c188-4a5f-93b9-fa8b9971b2b1 req-d78d4a8d-8961-410c-99fd-7a02574493d8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600612 Apr 18 17:08:06.576253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc778d06-b92f-4e80-ba78-c15ba0d0074d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:06.628838 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-75914e5f-ad9e-486e-a471-a2bf8bc5bd87 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216857 Apr 18 17:08:06.651372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:06.713078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:06.717936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:06.722853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:06.733434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event updated for resources: {'Port': ['ID=e166fd03-5955-4e4c-b0e6-7c192393c25c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:06.746897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc778d06-b92f-4e80-ba78-c15ba0d0074d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:06.763531 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-a97f6ff2-ff17-469b-9795-f9935b94c9a9 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265554 Apr 18 17:08:06.790945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:06.791574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:06.819545 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-15a5616e-d458-485d-a402-4d0c3c066e31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abbc8be2-efa9-46f3-8d79-63551e08e847 HTTP/1.1" status: 200 len: 217 time: 0.0436618 Apr 18 17:08:06.820111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc778d06-b92f-4e80-ba78-c15ba0d0074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:06.883202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-a56001ee-b927-4af1-8cff-abcce7b3a327 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5678580 Apr 18 17:08:06.891209 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc778d06-b92f-4e80-ba78-c15ba0d0074d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb2cb0e97467459e8385cda4960231a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067301 Apr 18 17:08:06.896201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60326) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:06.904302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc778d06-b92f-4e80-ba78-c15ba0d0074d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48216b10-2135-46ba-9331-4624468cedcf,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:06.926555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-4d6f0ba7-4bf0-4db3-8486-0388a3bd79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:06.928025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-4d6f0ba7-4bf0-4db3-8486-0388a3bd79c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f47100-9464-4f3f-b852-3b0c693ee7ab HTTP/1.1" status: 200 len: 797 time: 0.0966799 Apr 18 17:08:06.955935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b569d7-a11d-4b51-bfc6-2d4d055af383 req-11bca014-c2b4-4d3c-a45e-97192e6890bc tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:06.957469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8b569d7-a11d-4b51-bfc6-2d4d055af383 req-11bca014-c2b4-4d3c-a45e-97192e6890bc tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 951 time: 0.0931988 Apr 18 17:08:06.963022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc924-20f6-4a31-9343-e26ca3a25426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:06.985756 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc924-20f6-4a31-9343-e26ca3a25426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.019967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8b569d7-a11d-4b51-bfc6-2d4d055af383 req-2b2d1977-c207-4eaa-a62b-93bb9d2d53b4 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488827 Apr 18 17:08:07.028077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f8f9f-1975-45a5-8290-53ab2444ed47 req-74ce4d50-90e2-4846-9963-51d26059b7aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:07.031394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-894f8f9f-1975-45a5-8290-53ab2444ed47 req-74ce4d50-90e2-4846-9963-51d26059b7aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 931 time: 0.1000681 Apr 18 17:08:07.035527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Request body: {'port': {'device_id': 'ffd25cc5-198e-4913-9dcb-d2a65d0502cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:07.072129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-2186ef7b-be9c-447f-9490-15934d242f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:07.073648 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-2186ef7b-be9c-447f-9490-15934d242f0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538485 Apr 18 17:08:07.120553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-894f8f9f-1975-45a5-8290-53ab2444ed47 req-d99756d2-b6df-45ac-a468-2e47d2f00160 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821605 Apr 18 17:08:07.121101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.166743 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-601e6756-78df-48ad-8446-cef224bbbcf6 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853200 Apr 18 17:08:07.182088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc924-20f6-4a31-9343-e26ca3a25426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.184558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc924-20f6-4a31-9343-e26ca3a25426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.185706 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab2bc924-20f6-4a31-9343-e26ca3a25426 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48216b10-2135-46ba-9331-4624468cedcf HTTP/1.1" status: 204 len: 168 time: 0.2889452 Apr 18 17:08:07.206483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bc924-20f6-4a31-9343-e26ca3a25426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48216b10-2135-46ba-9331-4624468cedcf,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:07.282149 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6d638fe-cc20-48f7-b2f6-25fb7b709e11 req-fca43261-8263-4910-a948-0cbd804900b2 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084855 Apr 18 17:08:07.417792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e166fd03-5955-4e4c-b0e6-7c192393c25c {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:07.437763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.456056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Transition to ACTIVE for port object e166fd03-5955-4e4c-b0e6-7c192393c25c will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:08:07.468905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740a32-f102-4673-86f1-4e904f9c043a req-b6fcf832-851b-4601-9bf7-0f0579738a27 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:07.470446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2740a32-f102-4673-86f1-4e904f9c043a req-b6fcf832-851b-4601-9bf7-0f0579738a27 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.0673583 Apr 18 17:08:07.511619 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2740a32-f102-4673-86f1-4e904f9c043a req-1e21ddbd-058a-471b-a157-f23c3c2e992c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350730 Apr 18 17:08:07.545942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.600994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Pushing event updated for resources: {'Port': ['ID=e166fd03-5955-4e4c-b0e6-7c192393c25c,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:07.708176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Attempting to bind port e166fd03-5955-4e4c-b0e6-7c192393c25c on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:07.708520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Attempting to bind port e166fd03-5955-4e4c-b0e6-7c192393c25c by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:07.708863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Attempting to bind port e166fd03-5955-4e4c-b0e6-7c192393c25c on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:07.719636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862b56d-30a6-4879-b925-87c865ca3d17 req-78f58c50-5f49-4c72-af13-ca8b55760332 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:07.721127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8862b56d-30a6-4879-b925-87c865ca3d17 req-78f58c50-5f49-4c72-af13-ca8b55760332 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0743184 Apr 18 17:08:07.723629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Port e166fd03-5955-4e4c-b0e6-7c192393c25c on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:07.723913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Attempting to bind port e166fd03-5955-4e4c-b0e6-7c192393c25c on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:07.735528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:07.735869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Checking segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:07.736251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Bound using segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:07.736695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Bound port: e166fd03-5955-4e4c-b0e6-7c192393c25c, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:07.737059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.795917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8862b56d-30a6-4879-b925-87c865ca3d17 req-a7068702-7996-4f9b-a29d-b67d7e304316 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686977 Apr 18 17:08:07.827259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] For port e166fd03-5955-4e4c-b0e6-7c192393c25c, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:07.830375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] For port e166fd03-5955-4e4c-b0e6-7c192393c25c, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e166fd03-5955-4e4c-b0e6-7c192393c25c,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:07.911962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.948311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:07.948672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:07.950362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] 10.222.0.41 "PUT /v2.0/ports/e166fd03-5955-4e4c-b0e6-7c192393c25c HTTP/1.1" status: 200 len: 1091 time: 0.9190855 Apr 18 17:08:07.950796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd25cc5-198e-4913-9dcb-d2a65d0502cc', 'tag': 'e166fd03-5955-4e4c-b0e6-7c192393c25c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:07.954694 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da5bb86-096a-4b09-b649-654cf1a8074c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd25cc5-198e-4913-9dcb-d2a65d0502cc", "tag": "e166fd03-5955-4e4c-b0e6-7c192393c25c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:07.979029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79d7f2-b3da-4102-ab13-23ebefbec467 service neutron] Pushing event updated for resources: {'Port': ['ID=e166fd03-5955-4e4c-b0e6-7c192393c25c,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:07.996185 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e54335-bb3a-4e83-baa9-d7117ad6f829 x-openstack-request-id: req-02e54335-bb3a-4e83-baa9-d7117ad6f829 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:07.996311 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd25cc5-198e-4913-9dcb-d2a65d0502cc", "tag": "e166fd03-5955-4e4c-b0e6-7c192393c25c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:07.996535 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02e54335-bb3a-4e83-baa9-d7117ad6f829 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:07.996936 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e54335-bb3a-4e83-baa9-d7117ad6f829'] response: {'name': 'network-changed', 'server_uuid': 'ffd25cc5-198e-4913-9dcb-d2a65d0502cc', 'tag': 'e166fd03-5955-4e4c-b0e6-7c192393c25c', 'status': 'completed', 'code': 200} Apr 18 17:08:08.090657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5bb86-096a-4b09-b649-654cf1a8074c req-fd956e91-8e2c-4c96-a9a4-ee853f997185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.092273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5da5bb86-096a-4b09-b649-654cf1a8074c req-fd956e91-8e2c-4c96-a9a4-ee853f997185 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 1094 time: 0.0436039 Apr 18 17:08:08.246572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083b4e0-f642-4672-9092-7c77b5ab357c req-aee2863f-8d06-4b3a-8b53-6865402f6054 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.248029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d083b4e0-f642-4672-9092-7c77b5ab357c req-aee2863f-8d06-4b3a-8b53-6865402f6054 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 951 time: 0.1474261 Apr 18 17:08:08.297359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5bb86-096a-4b09-b649-654cf1a8074c req-937f8fa9-325c-4626-b8e4-d4fcdf336f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.298983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5da5bb86-096a-4b09-b649-654cf1a8074c req-937f8fa9-325c-4626-b8e4-d4fcdf336f9a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1889515 Apr 18 17:08:08.337132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4a114-b5ad-4f4d-be88-dde4e04ce410 req-601d37c2-eb5f-49dd-bc07-b63d1bb7d3ae tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.338785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5d4a114-b5ad-4f4d-be88-dde4e04ce410 req-601d37c2-eb5f-49dd-bc07-b63d1bb7d3ae tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1454861 Apr 18 17:08:08.407446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d083b4e0-f642-4672-9092-7c77b5ab357c req-568ebc7e-f78c-433e-ab5e-f9c82851b816 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475320 Apr 18 17:08:08.437696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219023a8-a85a-4bde-89a8-511edebe7304 req-bbb206a7-252e-4c72-81ac-6e24688dd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.439207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-219023a8-a85a-4bde-89a8-511edebe7304 req-bbb206a7-252e-4c72-81ac-6e24688dd98b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a012bfb8ec44130bda5b582907aeac7&device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 1096 time: 0.1619372 Apr 18 17:08:08.455942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5d4a114-b5ad-4f4d-be88-dde4e04ce410 req-ad221b6e-e9b7-4d46-8adf-4c57e03a5c65 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966818 Apr 18 17:08:08.559841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5bb86-096a-4b09-b649-654cf1a8074c req-803ab893-4fba-4e54-829f-69460543f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.561721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5da5bb86-096a-4b09-b649-654cf1a8074c req-803ab893-4fba-4e54-829f-69460543f75a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2437737 Apr 18 17:08:08.597737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166c00a-9076-42e2-9e66-182be0e14d0c req-47225807-82f7-4a34-ba2e-3eaf83a0b5d4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.605010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6166c00a-9076-42e2-9e66-182be0e14d0c req-47225807-82f7-4a34-ba2e-3eaf83a0b5d4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 943 time: 0.1317148 Apr 18 17:08:08.641916 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219023a8-a85a-4bde-89a8-511edebe7304 req-7fc952f3-b904-49f6-8f88-7cee27bf7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.643605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-219023a8-a85a-4bde-89a8-511edebe7304 req-7fc952f3-b904-49f6-8f88-7cee27bf7178 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 200 len: 911 time: 0.1812148 Apr 18 17:08:08.737069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6166c00a-9076-42e2-9e66-182be0e14d0c req-1fea35b1-3ec9-4318-a3a3-b2c7a4824bc1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311522 Apr 18 17:08:08.740484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-219023a8-a85a-4bde-89a8-511edebe7304 req-594ff4b6-1468-4b5f-a50b-995861183e7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4aa0590-e21b-4b37-9e28-8746dcc87231 HTTP/1.1" status: 200 len: 217 time: 0.0745583 Apr 18 17:08:08.755359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-2634426f-9268-4603-a9f3-507a5588a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.756912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-2634426f-9268-4603-a9f3-507a5588a336 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 1094 time: 0.1253984 Apr 18 17:08:08.819120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d69fd6ad-9684-4b63-a8f0-95467c9f3e83 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:08:08.835410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-38da9d13-0027-4b2b-b03c-8427727a4e7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e166fd03-5955-4e4c-b0e6-7c192393c25c HTTP/1.1" status: 200 len: 217 time: 0.0507333 Apr 18 17:08:08.849364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69059783-b874-4db5-85e0-d29108babe9d req-21b0dec2-3c19-42ca-876a-1ee1929e14a2 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.850927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69059783-b874-4db5-85e0-d29108babe9d req-21b0dec2-3c19-42ca-876a-1ee1929e14a2 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 944 time: 0.1886034 Apr 18 17:08:08.898123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219023a8-a85a-4bde-89a8-511edebe7304 req-7929ace5-a14e-49fb-a68b-89f23f009387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.899562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-219023a8-a85a-4bde-89a8-511edebe7304 req-7929ace5-a14e-49fb-a68b-89f23f009387 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59f527d0-5433-4af6-a971-7ca3097a7941 HTTP/1.1" status: 200 len: 850 time: 0.1512873 Apr 18 17:08:08.929228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d69fd6ad-9684-4b63-a8f0-95467c9f3e83, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:08.943074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'port_id': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'mac_address': 'fa:16:3e:b4:b7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:08:08.956229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-219023a8-a85a-4bde-89a8-511edebe7304 req-5a2d0fe9-831c-4948-a16d-c2eab815a7ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969a984-a27a-4436-9e2d-23c6b2391638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369976 Apr 18 17:08:08.969635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-f1c85096-4358-453b-82bc-294896c23cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:08.971082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-f1c85096-4358-453b-82bc-294896c23cd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.1192544 Apr 18 17:08:08.978271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69059783-b874-4db5-85e0-d29108babe9d req-d34fd0df-1cd8-4809-9f76-0ee4deac35fb tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134186 Apr 18 17:08:09.004917 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:09.020080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69fd6ad-9684-4b63-a8f0-95467c9f3e83 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:09.042427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d69fd6ad-9684-4b63-a8f0-95467c9f3e83, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:09.049375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-eac47e26-627c-43c2-9315-fbe4bb5f6844 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577137 Apr 18 17:08:09.107912 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:09.137660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-219023a8-a85a-4bde-89a8-511edebe7304 req-87a47720-60a1-4ebc-ba49-9e31093b3358 service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784024 Apr 18 17:08:09.180819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:09.229799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-1565b20d-c8e6-432f-baa6-f4d1c3302457 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640046 Apr 18 17:08:09.307228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-219023a8-a85a-4bde-89a8-511edebe7304 req-60b26d46-7a93-486e-bcdd-4f236ee4929b service neutron] 10.222.0.18 "GET /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606979 Apr 18 17:08:09.347302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10eb4b61-effc-4943-bd57-7003bf2faf80 req-b2d99eb8-da04-406d-9058-b3833fe86b1b service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054270 Apr 18 17:08:09.552262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d69fd6ad-9684-4b63-a8f0-95467c9f3e83'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:08:09.603559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a85564-2fff-4d4e-8869-4cc05f867d57 req-089c6ce5-d238-43e6-8891-081213eec35f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:09.606170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7a85564-2fff-4d4e-8869-4cc05f867d57 req-089c6ce5-d238-43e6-8891-081213eec35f tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0769126 Apr 18 17:08:09.637692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60500) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:09.676805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7a85564-2fff-4d4e-8869-4cc05f867d57 req-ead8882f-477b-451e-8310-0c1cf4f1e35e tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640397 Apr 18 17:08:09.794195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53595d04-bfeb-4129-9562-7dd46353dc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:09.862842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc50c4-ef8a-4963-97c8-95f47484d076 req-dfb99c9c-8ed7-4494-b23f-93eeb92e7a21 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:09.864409 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fbc50c4-ef8a-4963-97c8-95f47484d076 req-dfb99c9c-8ed7-4494-b23f-93eeb92e7a21 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 943 time: 0.0511584 Apr 18 17:08:09.889855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53595d04-bfeb-4129-9562-7dd46353dc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:09.912288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fbc50c4-ef8a-4963-97c8-95f47484d076 req-0ea03336-c010-4e4d-902b-ab8f4f2dc813 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Apr 18 17:08:09.976148 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53595d04-bfeb-4129-9562-7dd46353dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:10.021973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60548) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:10.022069 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-53595d04-bfeb-4129-9562-7dd46353dc44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ad78fcee9df4be7b3a433642fad403b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792906 Apr 18 17:08:10.022069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53595d04-bfeb-4129-9562-7dd46353dc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0879ff55-0fc4-4f45-9279-8c3d85a3158a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:10.096150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd390-62d9-4300-814b-ac54969c9695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:10.115211 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:10.126517 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd390-62d9-4300-814b-ac54969c9695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:10.147778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871c3f-ee8e-4551-964f-8208db964703 req-60f76589-6a13-4f7d-83a7-f3505713f7a7 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:10.152111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10871c3f-ee8e-4551-964f-8208db964703 req-60f76589-6a13-4f7d-83a7-f3505713f7a7 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 945 time: 0.0926452 Apr 18 17:08:10.205698 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:10.212042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10871c3f-ee8e-4551-964f-8208db964703 req-0db24805-e355-434d-a3db-0dca48b405f6 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Apr 18 17:08:10.288919 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd390-62d9-4300-814b-ac54969c9695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:10.292057 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd390-62d9-4300-814b-ac54969c9695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:10.296004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2f2fd390-62d9-4300-814b-ac54969c9695 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0879ff55-0fc4-4f45-9279-8c3d85a3158a HTTP/1.1" status: 204 len: 168 time: 0.2734029 Apr 18 17:08:10.306182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fd390-62d9-4300-814b-ac54969c9695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0879ff55-0fc4-4f45-9279-8c3d85a3158a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:10.374469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:10.375702 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b811446-88c6-486d-8d3e-0c8b28c8d452" -d '{"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:10.388590 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:10.479108 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:10.528343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=11']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:10.668727 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cf11a9-48da-44c6-8c40-cff0602684aa x-openstack-request-id: req-41cf11a9-48da-44c6-8c40-cff0602684aa {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:10.669020 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:10.669271 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41cf11a9-48da-44c6-8c40-cff0602684aa {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:10.669716 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41cf11a9-48da-44c6-8c40-cff0602684aa'] response: {'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'code': 200} Apr 18 17:08:10.812398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d69fd6ad-9684-4b63-a8f0-95467c9f3e83 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:10.812761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e9a2c-d550-490f-83f2-9ea3d9adee12 req-5e36ea38-b2e7-4445-9d3b-d9bd93ad7f8a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:10.818557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b49e9a2c-d550-490f-83f2-9ea3d9adee12 req-5e36ea38-b2e7-4445-9d3b-d9bd93ad7f8a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0675097 Apr 18 17:08:10.853581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b49e9a2c-d550-490f-83f2-9ea3d9adee12 req-80032429-a995-4e7b-8375-5304606af590 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Apr 18 17:08:10.945875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:08:10.949934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:10.950453 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:11.046563 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:11.048082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b0595-2f5a-4502-b0d0-01e1cf66f7b0 req-06c2ac89-75fd-4694-aa7e-bc27e07894d1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:11.049680 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-723b0595-2f5a-4502-b0d0-01e1cf66f7b0 req-06c2ac89-75fd-4694-aa7e-bc27e07894d1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 943 time: 0.0641696 Apr 18 17:08:11.079675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d69fd6ad-9684-4b63-a8f0-95467c9f3e83, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:11.088381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-723b0595-2f5a-4502-b0d0-01e1cf66f7b0 req-16f4ccbb-9c5a-40ff-833c-cd690ffcc246 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Apr 18 17:08:11.202939 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:11.254846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:11.336582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99295286-382a-4d24-a3c8-a02f04f0e707 req-9c76476f-dc80-4d1f-a7dd-d7755c21dfdb tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:11.338440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99295286-382a-4d24-a3c8-a02f04f0e707 req-9c76476f-dc80-4d1f-a7dd-d7755c21dfdb tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.0506690 Apr 18 17:08:11.394209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99295286-382a-4d24-a3c8-a02f04f0e707 req-854962e5-f81b-4c57-927e-bdeccd47a219 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Apr 18 17:08:11.980063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6da47-1dc7-41fa-b4f2-1a946d1ec989 req-59fe99aa-b089-48ef-88b7-ddd64f5f6868 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:11.982043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39a6da47-1dc7-41fa-b4f2-1a946d1ec989 req-59fe99aa-b089-48ef-88b7-ddd64f5f6868 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0592709 Apr 18 17:08:12.030200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39a6da47-1dc7-41fa-b4f2-1a946d1ec989 req-8880c93f-ba07-4b51-bd40-e8cff959ba5d tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346425 Apr 18 17:08:12.219698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29285f-699f-48a8-a776-5312482c6f8a req-0607ad28-374c-43c1-8e30-58e7b2678e67 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:12.221246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd29285f-699f-48a8-a776-5312482c6f8a req-0607ad28-374c-43c1-8e30-58e7b2678e67 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 943 time: 0.0620823 Apr 18 17:08:12.228494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60688) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:12.261829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd29285f-699f-48a8-a776-5312482c6f8a req-e0c7ffe0-19e7-4757-bd5f-3a3285efc8c1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Apr 18 17:08:12.382555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-639527105'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:12.473357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Made reservation on behalf of fe8f9555f24641138488df6d367dd047 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:12.476954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:12.486443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:12.499080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e34ee-3636-4187-bb6f-4d83fd3a0aff req-6657512e-6654-4a39-b848-6503ee20e174 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:12.500645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d7e34ee-3636-4187-bb6f-4d83fd3a0aff req-6657512e-6654-4a39-b848-6503ee20e174 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.0510542 Apr 18 17:08:12.540258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d7e34ee-3636-4187-bb6f-4d83fd3a0aff req-3d4ab95f-4c9d-4ede-99db-df3576457683 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331111 Apr 18 17:08:12.565646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:12.615998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:12.648275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:12.657568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a39512-25f8-4673-9178-4e2272ee5d5e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:12.666336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:12.666909 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Added segment 76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e of type vlan for network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 Apr 18 17:08:12.674190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aadcd74-893d-4422-a77a-0a969143de27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:12.679990 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aaf1e4-8d09-4034-97af-f80b41240ef7" -d '{"events": [{"server_uuid": "0aadcd74-893d-4422-a77a-0a969143de27", "name": "network-vif-plugged", "status": "completed", "tag": "d69fd6ad-9684-4b63-a8f0-95467c9f3e83"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:12.719974 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f1525d-1e67-4b00-baf6-e70941714d4a x-openstack-request-id: req-f8f1525d-1e67-4b00-baf6-e70941714d4a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:12.720269 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aadcd74-893d-4422-a77a-0a969143de27", "name": "network-vif-plugged", "status": "completed", "tag": "d69fd6ad-9684-4b63-a8f0-95467c9f3e83", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:12.720560 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8f1525d-1e67-4b00-baf6-e70941714d4a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:12.720958 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f1525d-1e67-4b00-baf6-e70941714d4a'] response: {'server_uuid': '0aadcd74-893d-4422-a77a-0a969143de27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'code': 200} Apr 18 17:08:12.721187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:12.854765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:12.860231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:12.861291 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:12.863961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373864ff-a417-411e-bf91-b6fe887c8dd6 req-dc4c1709-b676-4173-bd9c-4baba57f8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:12.866292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-373864ff-a417-411e-bf91-b6fe887c8dd6 req-dc4c1709-b676-4173-bd9c-4baba57f8973 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 1097 time: 0.0599668 Apr 18 17:08:12.910231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-373864ff-a417-411e-bf91-b6fe887c8dd6 req-de8a835f-945c-453a-99e7-d7a491adcd7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368967 Apr 18 17:08:12.946088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Pushing event updated for resources: {'Network': ['ID=cdd822e0-adee-42bf-88a8-7a4f3023e7a7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:12.961276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:12.967915 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f9833119-f44e-4ede-94cd-a982391691a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7383018 Apr 18 17:08:13.361382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60752) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:13.366458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Request body: {'port': {'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7', 'binding:host_id': 'n-h2-836015-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1696572330'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:13.451439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a09ea-6f09-4abc-b186-39da474ebd03 req-f3425f69-ba80-4bf0-aeca-9123ca5759ef tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:13.452813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f10a09ea-6f09-4abc-b186-39da474ebd03 req-f3425f69-ba80-4bf0-aeca-9123ca5759ef tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0518568 Apr 18 17:08:13.489864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f10a09ea-6f09-4abc-b186-39da474ebd03 req-cced4541-6e7f-4913-925b-c6f4592d49c3 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Apr 18 17:08:13.495818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Made reservation on behalf of 101631b10aba479cb6d8da259688501c for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:13.498858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:13.509049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:13.585877 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:13.598161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178595a-45de-44d7-b751-ba7a81df2696 req-74bf8b16-0c8c-4edd-bddd-29e2b396a8fe tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:13.599652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b178595a-45de-44d7-b751-ba7a81df2696 req-74bf8b16-0c8c-4edd-bddd-29e2b396a8fe tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 943 time: 0.0501058 Apr 18 17:08:13.639058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b178595a-45de-44d7-b751-ba7a81df2696 req-7011855a-0d3e-4d2d-869e-cded464d0fd4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Apr 18 17:08:13.667665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:13.674112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] device_id is not set on port ee3c7c51-86aa-4222-9b17-489ce12d8650 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:13.755115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7c912-e68b-43ad-80db-2d4c00cad115,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:14.160145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e166fd03-5955-4e4c-b0e6-7c192393c25c details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:08:14.195482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] device_id is not set on port ee3c7c51-86aa-4222-9b17-489ce12d8650 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:14.206174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:14.266559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e166fd03-5955-4e4c-b0e6-7c192393c25c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e166fd03-5955-4e4c-b0e6-7c192393c25c,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:14.278801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'e166fd03-5955-4e4c-b0e6-7c192393c25c', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'port_id': 'e166fd03-5955-4e4c-b0e6-7c192393c25c', 'mac_address': 'fa:16:3e:0a:64:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe453df1-2304-40fe-96c6-0fb0afe45590', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:08:14.314383 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:14.316669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:14.332244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e166fd03-5955-4e4c-b0e6-7c192393c25c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:14.353328 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e166fd03-5955-4e4c-b0e6-7c192393c25c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e166fd03-5955-4e4c-b0e6-7c192393c25c,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:14.386793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=ee3c7c51-86aa-4222-9b17-489ce12d8650,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:14.396881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Checking segment: {'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:14.397238 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Network hostable DHCP agents. Network: cdd822e0-adee-42bf-88a8-7a4f3023e7a7, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:14.426561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb1bb0-af9f-4698-b269-d053c73faf2c req-7d22470b-012a-4e39-b426-f116f775208e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:14.428114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54bb1bb0-af9f-4698-b269-d053c73faf2c req-7d22470b-012a-4e39-b426-f116f775208e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.0516350 Apr 18 17:08:14.439406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:14.484198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54bb1bb0-af9f-4698-b269-d053c73faf2c req-4e59441d-2620-4e2c-baea-e1e0ae5b610e tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490377 Apr 18 17:08:14.499890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:14.510310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=e166fd03-5955-4e4c-b0e6-7c192393c25c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:14.592027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0534b-d45d-4612-9c8c-c83f7d266fde req-89e6e291-bb2a-4845-afdc-c22c9e0a53fd tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:14.593509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99c0534b-d45d-4612-9c8c-c83f7d266fde req-89e6e291-bb2a-4845-afdc-c22c9e0a53fd tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Apr 18 17:08:14.631426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, cdd822e0-adee-42bf-88a8-7a4f3023e7a7) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:14.635616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99c0534b-d45d-4612-9c8c-c83f7d266fde req-c79490fe-b44b-4142-977f-26d442a19f34 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355783 Apr 18 17:08:14.636298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:14.644894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0fd0c9-b69e-423f-be81-0ed3813da9de None None] Network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:14.665931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.666585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.667162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.674319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.674319 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.674319 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 2 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.689398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.689854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.690437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.695095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.695471 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.696025 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 3 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.709834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.710424 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.711068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.716377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.716722 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.717112 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 4 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.739207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.739548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.739895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.753824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.754155 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.754541 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 5 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.770028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.770364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.770707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.776254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.776530 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.777051 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 6 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.778726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136732a-525d-4ffd-82fb-798bae9a4ba8 req-973db261-9263-4a5d-b0c8-96dd6bc7afc2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:14.781316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a136732a-525d-4ffd-82fb-798bae9a4ba8 req-973db261-9263-4a5d-b0c8-96dd6bc7afc2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 944 time: 0.0625896 Apr 18 17:08:14.793143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.793645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.794194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.799346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.799953 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.800477 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 7 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.820943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.821507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.821937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.827596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.828038 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.828488 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 8 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.852909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.853004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a136732a-525d-4ffd-82fb-798bae9a4ba8 req-9f72830b-67aa-42d7-9db6-12301c50183d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541797 Apr 18 17:08:14.853089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.853089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.853089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.853089 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.853089 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 9 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.861426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.861772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.862110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.866358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.866681 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.867066 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 10 to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 Apr 18 17:08:14.879024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:14.879358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:14.879696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:14.884031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port ee3c7c51-86aa-4222-9b17-489ce12d8650 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:14.884377 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port ee3c7c51-86aa-4222-9b17-489ce12d8650 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:14.884754 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:14.951643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] For port ee3c7c51-86aa-4222-9b17-489ce12d8650, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:14.952013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempted to set empty binding levels {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 17:08:14.979691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6864042-7a5f-488b-847e-b1c8d99b30e7 req-a7c4add9-0cef-4731-81cc-2aef18d83fef tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:14.981156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6864042-7a5f-488b-847e-b1c8d99b30e7 req-a7c4add9-0cef-4731-81cc-2aef18d83fef tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 948 time: 0.0527973 Apr 18 17:08:15.012374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['e166fd03-5955-4e4c-b0e6-7c192393c25c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:08:15.023987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6864042-7a5f-488b-847e-b1c8d99b30e7 req-f07b4d28-7361-40fe-b64d-2e0f58365f70 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Apr 18 17:08:15.041453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:15.063198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:15.064310 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:15.109293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=ee3c7c51-86aa-4222-9b17-489ce12d8650,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:15.207548 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1a9b69c6-700a-4936-8148-75c9f6ede2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8450081 Apr 18 17:08:15.210234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60792) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:15.287776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Deleting port ee3c7c51-86aa-4222-9b17-489ce12d8650 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:15.288037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:15.350860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] For port ee3c7c51-86aa-4222-9b17-489ce12d8650, host n-h2-836015-2, got binding levels [] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:15.351235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:15.364029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Calling delete_port for ee3c7c51-86aa-4222-9b17-489ce12d8650 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:15.570300 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:15.596868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee3c7c51-86aa-4222-9b17-489ce12d8650,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:15.604849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:15.611976 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c0edf9c5-7ff3-41a5-a52a-8922ccd6f9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "DELETE /v2.0/ports/ee3c7c51-86aa-4222-9b17-489ce12d8650 HTTP/1.1" status: 204 len: 168 time: 0.3983324 Apr 18 17:08:15.612316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60798) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:15.638308 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4ae1b2-e649-4cf2-a4e5-e758eb30badd tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] GET failed (client error): The resource could not be found. Apr 18 17:08:15.643933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9e4ae1b2-e649-4cf2-a4e5-e758eb30badd tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "GET /v2.0/ports/ee3c7c51-86aa-4222-9b17-489ce12d8650 HTTP/1.1" status: 404 len: 333 time: 0.0267556 Apr 18 17:08:15.644346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60802) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:15.649373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Request body: {'port': {'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-515979994'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:15.741739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Made reservation on behalf of 101631b10aba479cb6d8da259688501c for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:15.744029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:15.761974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] device_id is not set on port e4ede231-9f12-4fef-89d1-d78073d1e279 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:15.921514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b8e6-b830-446e-8e48-3688316aeb7e req-0b3917bb-f5b2-450e-a26e-f4b1d96ae9af tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:15.922920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b879b8e6-b830-446e-8e48-3688316aeb7e req-0b3917bb-f5b2-450e-a26e-f4b1d96ae9af tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.3740373 Apr 18 17:08:15.930477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:15.939284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02b9b-8022-423d-b9c4-e31c31197f14 req-1b0162d5-2eb4-42a4-a805-703ca17358f3 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:15.940786 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4b02b9b-8022-423d-b9c4-e31c31197f14 req-1b0162d5-2eb4-42a4-a805-703ca17358f3 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0665712 Apr 18 17:08:15.995040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b879b8e6-b830-446e-8e48-3688316aeb7e req-2ffa419c-1db9-47f4-9477-e268e14e2ebf tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532815 Apr 18 17:08:16.002822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4b02b9b-8022-423d-b9c4-e31c31197f14 req-14eb7c5d-2314-4844-ae31-5b33145600d2 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536444 Apr 18 17:08:16.096449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.140480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d180a-3f10-4fe8-a4a5-e23e7b355723 req-396a1d5b-139f-4998-b36d-491d7a1c33af tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:16.142508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-658d180a-3f10-4fe8-a4a5-e23e7b355723 req-396a1d5b-139f-4998-b36d-491d7a1c33af tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.0695567 Apr 18 17:08:16.148435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:16.152319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdacabc-a251-4dcd-8419-20d309718e65 req-86ca5cb3-4518-4380-a001-0eb4364eec07 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:16.153994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfdacabc-a251-4dcd-8419-20d309718e65 req-86ca5cb3-4518-4380-a001-0eb4364eec07 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 944 time: 0.0914164 Apr 18 17:08:16.155172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60814) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:16.157035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:16.161801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Request body: {'floatingip': {'port_id': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:16.164597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:16.166424 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:16.167121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.180155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=e4ede231-9f12-4fef-89d1-d78073d1e279,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:16.218171 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.254522 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8a29f641-5c48-41a7-89c7-2d092e22c07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6089716 Apr 18 17:08:16.266457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60816) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:16.272626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:16.339489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.359832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfdacabc-a251-4dcd-8419-20d309718e65 req-cc8eb784-97c3-4c4b-b16c-56e9758d431e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571341 Apr 18 17:08:16.391438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c1bda-e7c7-48e6-b5ec-849b7af3ee8f req-4c35cdf1-5f31-4665-afa4-3b09c60f6d9d tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:16.399270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-559c1bda-e7c7-48e6-b5ec-849b7af3ee8f req-4c35cdf1-5f31-4665-afa4-3b09c60f6d9d tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 948 time: 0.1356506 Apr 18 17:08:16.485365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-559c1bda-e7c7-48e6-b5ec-849b7af3ee8f req-7374fc0f-a8ad-45bb-8043-537b9b18a079 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849552 Apr 18 17:08:16.542446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] device_id is not set on port e4ede231-9f12-4fef-89d1-d78073d1e279 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:16.550173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.633567 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.686796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=e4ede231-9f12-4fef-89d1-d78073d1e279,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:16.704045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.704390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.704787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.709615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.709940 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.710318 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 2 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.724380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.724712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.725052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.729697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.730027 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.730550 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 3 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.743429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.743766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.744093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.748942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.749264 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.749741 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 4 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.763281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.763723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.764611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.769226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.769579 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.769966 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 5 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.781905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.782243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.782596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.787086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.787367 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.787780 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 6 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.800583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.800915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.801242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.805539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.805864 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.806255 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 7 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.810064 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.819419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.819756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.820097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.824965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.825550 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.826776 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 8 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.843228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.843228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.843228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.847852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.848262 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.848641 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 9 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.862802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.863142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.863480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.867922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.868247 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.868629 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 10 to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 Apr 18 17:08:16.881498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:16.881831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:16.882164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:16.886690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:16.887008 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port e4ede231-9f12-4fef-89d1-d78073d1e279 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:16.887388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.901758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:16.959559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] For port e4ede231-9f12-4fef-89d1-d78073d1e279, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:16.960160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempted to set empty binding levels {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 17:08:17.053710 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Floating IP 287f09c4-6bc2-4448-a1e5-d05b9ab6f194 associated. External IP: 172.25.5.26, port: d69fd6ad-9684-4b63-a8f0-95467c9f3e83. Apr 18 17:08:17.102210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.137541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-2580c11c-1c1f-4b9e-b66e-aab888091e96 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.139242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-2580c11c-1c1f-4b9e-b66e-aab888091e96 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 948 time: 0.1448348 Apr 18 17:08:17.139864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] In _notify_port_updated(), no bound segment for port e4ede231-9f12-4fef-89d1-d78073d1e279 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:08:17.140772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.141493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.141810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.145268 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "PUT /v2.0/ports/e4ede231-9f12-4fef-89d1-d78073d1e279 HTTP/1.1" status: 200 len: 978 time: 0.8751767 Apr 18 17:08:17.148324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60822) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:17.188071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb0c9b-1def-4fff-be6e-121a04b3fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=e4ede231-9f12-4fef-89d1-d78073d1e279,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:17.202857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.206425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d423-5760-4f20-934c-789fe0264773 req-01b46cb5-3a77-498e-9ad3-e64a997a15c8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.208095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e50d423-5760-4f20-934c-789fe0264773 req-01b46cb5-3a77-498e-9ad3-e64a997a15c8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1175828 Apr 18 17:08:17.288224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.288224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.288224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.288224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.288224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.289319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.289935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.290602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.291233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.291899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.292841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.293535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.295847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.296476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.297069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.297738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.298460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.299312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.299958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.300556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.301159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.301777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.302379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.303212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.303817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.304759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.305361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.306066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.306694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.307295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.307885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.308552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.309176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.311195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.312274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.313188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.313878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.314875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.316974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.324748 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-19d2d453-810f-4325-9d7b-934790f7e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35079 time: 0.1725662 Apr 18 17:08:17.325048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60824) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:17.326462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e50d423-5760-4f20-934c-789fe0264773 req-4001fdc4-5e1f-49d2-a66e-4f0017d6672b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871418 Apr 18 17:08:17.399751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Deleting port fa4496a9-4eba-485d-84aa-57ab40db2437 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:17.400530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.415373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Deleting port e4ede231-9f12-4fef-89d1-d78073d1e279 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:17.415778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.491498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] For port e4ede231-9f12-4fef-89d1-d78073d1e279, host n-h2-836015-2, got binding levels [] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:17.491958 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.507787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Calling delete_port for e4ede231-9f12-4fef-89d1-d78073d1e279 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:17.536077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Router 911783f1-38a1-4044-9e85-dbf7feba15b2 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:08:17.581850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] For port fa4496a9-4eba-485d-84aa-57ab40db2437, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fa4496a9-4eba-485d-84aa-57ab40db2437,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:17.582142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.606624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06144fc-1e51-418c-b2fa-f1642309c38a req-32d9ab6a-d12a-48fc-8b62-54a8f92b4841 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.608147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e06144fc-1e51-418c-b2fa-f1642309c38a req-32d9ab6a-d12a-48fc-8b62-54a8f92b4841 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 944 time: 0.1299691 Apr 18 17:08:17.660777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Calling delete_port for fa4496a9-4eba-485d-84aa-57ab40db2437 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:17.713225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.750231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4ede231-9f12-4fef-89d1-d78073d1e279,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:17.756822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.764537 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-efe904af-8240-4d2a-af15-2092c344949a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "DELETE /v2.0/ports/e4ede231-9f12-4fef-89d1-d78073d1e279 HTTP/1.1" status: 204 len: 168 time: 0.4383593 Apr 18 17:08:17.765227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60832) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:17.791659 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a8b65e-70ad-40c9-abde-dec585b19fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] GET failed (client error): The resource could not be found. Apr 18 17:08:17.797873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e06144fc-1e51-418c-b2fa-f1642309c38a req-d3010cd5-14ef-4426-ba13-f8ca7f5da9f7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444416 Apr 18 17:08:17.798619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-90a8b65e-70ad-40c9-abde-dec585b19fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "GET /v2.0/ports/e4ede231-9f12-4fef-89d1-d78073d1e279 HTTP/1.1" status: 404 len: 333 time: 0.0321875 Apr 18 17:08:17.799840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60834) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:17.806017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-762719010', 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:17.813020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc54e78-ff59-402e-a50b-82b640e5ca85 req-c9cb7c92-8cc7-4c49-b257-beb60d3e6038 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:17.818234 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebc54e78-ff59-402e-a50b-82b640e5ca85 req-c9cb7c92-8cc7-4c49-b257-beb60d3e6038 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 948 time: 0.2449424 Apr 18 17:08:17.870915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:08:17.876114 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.882807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] Sync routers for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:08:17.896701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:17.897665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:17.923218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Made reservation on behalf of 101631b10aba479cb6d8da259688501c for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:17.926027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:17.941540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebc54e78-ff59-402e-a50b-82b640e5ca85 req-1ab88fca-d38b-41bb-a2a2-535c1c4606d9 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061578 Apr 18 17:08:17.943030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e09d63fa-28ed-445b-b224-397a8dbe037a tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "PUT /v2.0/floatingips/287f09c4-6bc2-4448-a1e5-d05b9ab6f194 HTTP/1.1" status: 200 len: 991 time: 1.7867799 Apr 18 17:08:17.962320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] device_id is not set on port f19e9915-da75-42f5-8fee-26e45abf2e17 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:17.992947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aadcd74-893d-4422-a77a-0a969143de27', 'tag': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:17.995535 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0aadcd74-893d-4422-a77a-0a969143de27", "tag": "d69fd6ad-9684-4b63-a8f0-95467c9f3e83"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:18.070648 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565d0ca1-0d7c-46d1-b931-0424755885d1 x-openstack-request-id: req-565d0ca1-0d7c-46d1-b931-0424755885d1 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:18.070648 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aadcd74-893d-4422-a77a-0a969143de27", "tag": "d69fd6ad-9684-4b63-a8f0-95467c9f3e83", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:18.071400 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-565d0ca1-0d7c-46d1-b931-0424755885d1 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:18.071750 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565d0ca1-0d7c-46d1-b931-0424755885d1'] response: {'name': 'network-changed', 'server_uuid': '0aadcd74-893d-4422-a77a-0a969143de27', 'tag': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'status': 'completed', 'code': 200} Apr 18 17:08:18.079290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:18.120862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bf8fb-c3a0-48f0-b859-2eae92b6d59c req-f2465c10-6ff4-4bd4-b206-91d803638fb4 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:18.122497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a6bf8fb-c3a0-48f0-b859-2eae92b6d59c req-f2465c10-6ff4-4bd4-b206-91d803638fb4 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.0829825 Apr 18 17:08:18.156394 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.197741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e166fd03-5955-4e4c-b0e6-7c192393c25c up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:18.198262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Pushing event deleted for resources: {'Port': ['ID=fa4496a9-4eba-485d-84aa-57ab40db2437,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:18.205341 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.222099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a6bf8fb-c3a0-48f0-b859-2eae92b6d59c req-3e1997c9-8976-4f81-85ec-b15c8d9cb8a0 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888071 Apr 18 17:08:18.268055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9346a5-14af-4534-9361-c7826d8b746c req-f0438bb7-1b50-4cf5-aff2-33aa08433681 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:18.269630 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5e9346a5-14af-4534-9361-c7826d8b746c req-f0438bb7-1b50-4cf5-aff2-33aa08433681 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.1489899 Apr 18 17:08:18.272912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] No DVR routers for this DVR port fa4496a9-4eba-485d-84aa-57ab40db2437 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:18.275797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.279993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-759fc8e0-b9d4-4599-a66c-e79c82787553 req-be561aac-f562-461e-82f3-777d995c8dde tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.18 "DELETE /v2.0/ports/fa4496a9-4eba-485d-84aa-57ab40db2437 HTTP/1.1" status: 204 len: 173 time: 1.1326931 Apr 18 17:08:18.288108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-962686eb-75b6-4e1c-9df5-b3be691f59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:18.289651 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-962686eb-75b6-4e1c-9df5-b3be691f59cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d8cbe0023fb457d80330115667153de&device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 1097 time: 0.1414752 Apr 18 17:08:18.441015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-917d2521-0d89-4ec4-bf9b-0a1cd4a3898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:18.442518 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-917d2521-0d89-4ec4-bf9b-0a1cd4a3898c service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fc79a16-a5ee-4122-ab73-377f1a5dcc07 HTTP/1.1" status: 200 len: 917 time: 0.1292062 Apr 18 17:08:18.452650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Deleting port e4aa0590-e21b-4b37-9e28-8746dcc87231 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:18.453000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.458934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port e166fd03-5955-4e4c-b0e6-7c192393c25c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:08:18.463465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.465205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port e166fd03-5955-4e4c-b0e6-7c192393c25c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:18.467369 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.493450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72503b07-f5ed-41ae-a453-ffa361da4431 req-f7f5f083-6978-4262-8277-f4a71f01ba6b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:18.501938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72503b07-f5ed-41ae-a453-ffa361da4431 req-f7f5f083-6978-4262-8277-f4a71f01ba6b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 945 time: 0.0639572 Apr 18 17:08:18.569329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72503b07-f5ed-41ae-a453-ffa361da4431 req-62ad0074-30c9-49bd-ad95-9a182b599bb8 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622094 Apr 18 17:08:18.606584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '287f09c4-6bc2-4448-a1e5-d05b9ab6f194', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'port_id': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'mac_address': 'fa:16:3e:b4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aadcd74-893d-4422-a77a-0a969143de27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:07:09Z', 'updated_at': '2022-04-18T17:08:16Z', 'revision_number': 1, 'project_id': '9d8cbe0023fb457d80330115667153de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:07:06Z', 'revision_number': 5, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:18.610214 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.617708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:18.634593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-5f6ec6b1-5e3c-4e87-a629-a332d2c4b76c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d69fd6ad-9684-4b63-a8f0-95467c9f3e83 HTTP/1.1" status: 200 len: 999 time: 0.1779883 Apr 18 17:08:18.637665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:18.639482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] Checking router: 911783f1-38a1-4044-9e85-dbf7feba15b2 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:08:18.643540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=f19e9915-da75-42f5-8fee-26e45abf2e17,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:18.646873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:18.648147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:18.648407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.664419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:18.664419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:18.705910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd25cc5-198e-4913-9dcb-d2a65d0502cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e166fd03-5955-4e4c-b0e6-7c192393c25c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:18.708181 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358be668-db7d-4545-98b4-d55dd3aa6423" -d '{"events": [{"server_uuid": "ffd25cc5-198e-4913-9dcb-d2a65d0502cc", "name": "network-vif-plugged", "status": "completed", "tag": "e166fd03-5955-4e4c-b0e6-7c192393c25c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:18.731316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e166fd03-5955-4e4c-b0e6-7c192393c25c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e166fd03-5955-4e4c-b0e6-7c192393c25c,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:18.744213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] For port e4aa0590-e21b-4b37-9e28-8746dcc87231, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e4aa0590-e21b-4b37-9e28-8746dcc87231,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:18.744754 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.769641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Calling delete_port for e4aa0590-e21b-4b37-9e28-8746dcc87231 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:18.783242 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936546d2-dc4c-46bf-9519-b4a9216b3c0b x-openstack-request-id: req-936546d2-dc4c-46bf-9519-b4a9216b3c0b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:18.783529 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd25cc5-198e-4913-9dcb-d2a65d0502cc", "name": "network-vif-plugged", "status": "completed", "tag": "e166fd03-5955-4e4c-b0e6-7c192393c25c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:18.784062 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-936546d2-dc4c-46bf-9519-b4a9216b3c0b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:18.784287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-0453856f-fcb7-43cc-9d4b-fb98fbd1ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:18.784550 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936546d2-dc4c-46bf-9519-b4a9216b3c0b'] response: {'server_uuid': 'ffd25cc5-198e-4913-9dcb-d2a65d0502cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e166fd03-5955-4e4c-b0e6-7c192393c25c', 'code': 200} Apr 18 17:08:18.786044 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-0453856f-fcb7-43cc-9d4b-fb98fbd1ff7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e565e588-417c-467a-b9d3-fe768801b203 HTTP/1.1" status: 200 len: 855 time: 0.1399405 Apr 18 17:08:18.813762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:18.859895 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3e4355a5-3fc6-4924-8fac-3f5cf70912dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0591338 Apr 18 17:08:18.862571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60848) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:18.891492 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:18.952219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-2a936873-e7e4-4081-b825-1e94715ec23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:18.952219 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-2a936873-e7e4-4081-b825-1e94715ec23c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fc79a16-a5ee-4122-ab73-377f1a5dcc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586533 Apr 18 17:08:19.094210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=e166fd03-5955-4e4c-b0e6-7c192393c25c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:19.119431 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-151673d1-5a51-4482-94a4-bf3710505ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/8fc79a16-a5ee-4122-ab73-377f1a5dcc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611884 Apr 18 17:08:19.147030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '287f09c4-6bc2-4448-a1e5-d05b9ab6f194', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'port_id': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'mac_address': 'fa:16:3e:b4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aadcd74-893d-4422-a77a-0a969143de27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:07:09Z', 'updated_at': '2022-04-18T17:08:16Z', 'revision_number': 1, 'project_id': '9d8cbe0023fb457d80330115667153de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:07:06Z', 'revision_number': 5, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:19.175894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09eefa-45ae-4c33-84e5-52ab01c567e5 None None] The sync data for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 is: [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '287f09c4-6bc2-4448-a1e5-d05b9ab6f194', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'port_id': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'mac_address': 'fa:16:3e:b4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aadcd74-893d-4422-a77a-0a969143de27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:07:09Z', 'updated_at': '2022-04-18T17:08:16Z', 'revision_number': 1, 'project_id': '9d8cbe0023fb457d80330115667153de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:07:06Z', 'revision_number': 5, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:08:19.179123 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:19.212825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['b5fe35f9-ce85-4e49-8efb-8b083cf019c1', 'e4aa0590-e21b-4b37-9e28-8746dcc87231'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:08:19.235007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Pushing event deleted for resources: {'Port': ['ID=e4aa0590-e21b-4b37-9e28-8746dcc87231,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:19.292601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] No DVR routers for this DVR port e4aa0590-e21b-4b37-9e28-8746dcc87231 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:19.296359 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:19.299682 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5e9346a5-14af-4534-9361-c7826d8b746c req-10a80f00-1f53-4440-83dc-64c43199b64b tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.18 "DELETE /v2.0/ports/e4aa0590-e21b-4b37-9e28-8746dcc87231 HTTP/1.1" status: 204 len: 173 time: 1.0225177 Apr 18 17:08:19.300154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ec9b3-bf2c-40c1-8172-fbc86463cd33', 'name': 'network-vif-deleted', 'tag': 'e4aa0590-e21b-4b37-9e28-8746dcc87231'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:19.303082 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c36e7-6a19-4339-beb3-b54e8991d52b" -d '{"events": [{"server_uuid": "e36ec9b3-bf2c-40c1-8172-fbc86463cd33", "name": "network-vif-deleted", "tag": "e4aa0590-e21b-4b37-9e28-8746dcc87231"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:19.309166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61ba5d7-3a68-4dbd-a77e-22520944cc7e req-864acc60-ba6b-40bf-9fe8-1d554a88809f service neutron] 10.222.0.18 "GET /v2.0/networks/8fc79a16-a5ee-4122-ab73-377f1a5dcc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813753 Apr 18 17:08:19.320945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b2fdc-9752-4b90-afbd-67d28e5e01f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:19.326504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1e0b2fdc-9752-4b90-afbd-67d28e5e01f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "GET /v2.0/ports/f19e9915-da75-42f5-8fee-26e45abf2e17 HTTP/1.1" status: 200 len: 958 time: 0.4580812 Apr 18 17:08:19.326678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60856) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:19.347110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8afffd39-f74a-4927-a341-fd70c4729f7a req-05f3b315-c564-4bb3-bc0d-8539a124fffd tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a84c266-e68a-4f75-9b09-2ab9d0cef628 HTTP/1.1" status: 200 len: 210 time: 0.0585628 Apr 18 17:08:19.377005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c83fde-fc2d-4575-a824-f15c3e41ab98 req-f41c274f-6bd4-4780-ac85-54fc45793552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:19.378833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1c83fde-fc2d-4575-a824-f15c3e41ab98 req-f41c274f-6bd4-4780-ac85-54fc45793552 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 1096 time: 0.4826689 Apr 18 17:08:19.388204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a0b76-c66c-4a9a-bc4a-cb80d68ae5c5 req-b721007d-da8c-4aae-b7be-cc4737645ec8 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:19.390553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d2a0b76-c66c-4a9a-bc4a-cb80d68ae5c5 req-b721007d-da8c-4aae-b7be-cc4737645ec8 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 945 time: 0.4932873 Apr 18 17:08:19.436730 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b1079c-3860-449d-b95d-26ca254310a8 x-openstack-request-id: req-d5b1079c-3860-449d-b95d-26ca254310a8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:19.437095 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36ec9b3-bf2c-40c1-8172-fbc86463cd33", "name": "network-vif-deleted", "tag": "e4aa0590-e21b-4b37-9e28-8746dcc87231", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:19.437602 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5b1079c-3860-449d-b95d-26ca254310a8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:19.438117 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b1079c-3860-449d-b95d-26ca254310a8'] response: {'server_uuid': 'e36ec9b3-bf2c-40c1-8172-fbc86463cd33', 'name': 'network-vif-deleted', 'tag': 'e4aa0590-e21b-4b37-9e28-8746dcc87231', 'status': 'completed', 'code': 200} Apr 18 17:08:19.444036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-67afeff8-df60-4ff8-8fae-7aaad40ea671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Deleting port f19e9915-da75-42f5-8fee-26e45abf2e17 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:19.444617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67afeff8-df60-4ff8-8fae-7aaad40ea671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:19.465641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1c83fde-fc2d-4575-a824-f15c3e41ab98 req-8908a157-1609-481a-94e3-1e10aeb2869f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732269 Apr 18 17:08:19.473359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d2a0b76-c66c-4a9a-bc4a-cb80d68ae5c5 req-b31f276a-7c40-41ef-9669-00d79bab9719 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752757 Apr 18 17:08:19.535885 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67afeff8-df60-4ff8-8fae-7aaad40ea671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:19.551302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-67afeff8-df60-4ff8-8fae-7aaad40ea671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Calling delete_port for f19e9915-da75-42f5-8fee-26e45abf2e17 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:19.580301 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398a2d1-9ae2-44de-9a63-152c2753b873 None None] New status for floating IP 287f09c4-6bc2-4448-a1e5-d05b9ab6f194: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:08:19.683107 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cc3cc62-7139-476c-ae59-331c70483963 req-cc5bf4b7-ead9-43e6-b8c1-fad69de2d447 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=e36ec9b3-bf2c-40c1-8172-fbc86463cd33 HTTP/1.1" status: 200 len: 210 time: 0.0291927 Apr 18 17:08:19.781840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67afeff8-df60-4ff8-8fae-7aaad40ea671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:19.808778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afeff8-df60-4ff8-8fae-7aaad40ea671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event deleted for resources: {'Port': ['ID=f19e9915-da75-42f5-8fee-26e45abf2e17,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:19.815511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67afeff8-df60-4ff8-8fae-7aaad40ea671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:19.821075 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-67afeff8-df60-4ff8-8fae-7aaad40ea671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "DELETE /v2.0/ports/f19e9915-da75-42f5-8fee-26e45abf2e17 HTTP/1.1" status: 204 len: 168 time: 0.4925256 Apr 18 17:08:19.821838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60860) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:19.849717 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe07db7-df6a-40e8-b145-552c9eafce2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] GET failed (client error): The resource could not be found. Apr 18 17:08:19.850982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-afe07db7-df6a-40e8-b145-552c9eafce2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "GET /v2.0/ports/f19e9915-da75-42f5-8fee-26e45abf2e17 HTTP/1.1" status: 404 len: 333 time: 0.0280983 Apr 18 17:08:19.855448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60862) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:19.860028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Request body: {'port': {'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194019050'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:19.959011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Made reservation on behalf of 101631b10aba479cb6d8da259688501c for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:19.961272 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:19.977031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] device_id is not set on port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:20.073363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'name': 'network-vif-deleted', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:20.075682 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b36438-fb6b-4fdd-a343-358b5436b512" -d '{"events": [{"server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "name": "network-vif-deleted", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:20.119547 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47490dd8-614f-43cb-8da5-ec457cedeb97 x-openstack-request-id: req-47490dd8-614f-43cb-8da5-ec457cedeb97 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:20.119842 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a84c266-e68a-4f75-9b09-2ab9d0cef628", "name": "network-vif-deleted", "tag": "fa4496a9-4eba-485d-84aa-57ab40db2437", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:20.120090 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47490dd8-614f-43cb-8da5-ec457cedeb97 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:20.120503 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47490dd8-614f-43cb-8da5-ec457cedeb97'] response: {'server_uuid': '4a84c266-e68a-4f75-9b09-2ab9d0cef628', 'name': 'network-vif-deleted', 'tag': 'fa4496a9-4eba-485d-84aa-57ab40db2437', 'status': 'completed', 'code': 200} Apr 18 17:08:20.150218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:20.256468 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:20.295262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:20.300272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:20.303729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:20.304747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:20.305245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:20.315540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=5273c3e6-9be5-4680-b7cf-f07eb230c0e2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:20.496750 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-57eb7fc6-e563-4e6a-9fac-7d5aeef3416a tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6401832 Apr 18 17:08:20.499424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60876) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:20.504468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:20.582670 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:20.641435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bd505-07d0-4e42-b2b9-4798de1e8389 req-263b6558-c7e3-474f-9372-4eb4c930c79e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:20.643425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c11bd505-07d0-4e42-b2b9-4798de1e8389 req-263b6558-c7e3-474f-9372-4eb4c930c79e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 945 time: 0.0920999 Apr 18 17:08:20.741039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c11bd505-07d0-4e42-b2b9-4798de1e8389 req-8ed30ecb-1bc5-4afb-80c9-f620c0244d92 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888426 Apr 18 17:08:20.822479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] device_id is not set on port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:20.831243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:20.859615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fa4496a9-4eba-485d-84aa-57ab40db2437 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:20.884391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: fa4496a9-4eba-485d-84aa-57ab40db2437 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:20.889462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fa4496a9-4eba-485d-84aa-57ab40db2437 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:20.935151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795954ab-f5f2-4c5e-bb42-62d447e4e5f1 req-ada5fac7-eaa3-4823-8cea-97dd8dbde0e5 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:20.936711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-795954ab-f5f2-4c5e-bb42-62d447e4e5f1 req-ada5fac7-eaa3-4823-8cea-97dd8dbde0e5 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 949 time: 0.0512388 Apr 18 17:08:20.975380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-795954ab-f5f2-4c5e-bb42-62d447e4e5f1 req-a69e4174-b68f-483e-8c1b-34bc6231b07c tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Apr 18 17:08:20.985996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:21.042257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=5273c3e6-9be5-4680-b7cf-f07eb230c0e2,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:21.057926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.058278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.058705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.066721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.072362 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.072362 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 2 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.085080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.085445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.085791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.090625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.090974 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.091366 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 3 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.105137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.105507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.105885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.110438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.110886 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.111280 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 4 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.124735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.125078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.125441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.130489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.130894 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.131292 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 5 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.145224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.145610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.146000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.150458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.150783 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.151172 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 6 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.164302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.164659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.164996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.169346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.169733 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.170123 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 7 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.182462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.182755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.183095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.188050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.188402 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.188796 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 8 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.201990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.202326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.202799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.207125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.207451 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.207838 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 9 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.219991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.220324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.220754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.230249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.230249 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.230249 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempt 10 to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 Apr 18 17:08:21.240901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:21.241262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:21.241799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempting to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:21.250146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:21.250524 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Failed to bind port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdd822e0-adee-42bf-88a8-7a4f3023e7a7'}] Apr 18 17:08:21.250965 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:21.352568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] For port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:21.352842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attempted to set empty binding levels {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 17:08:21.361479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8349a-bf65-4e9a-bd62-a54e1870d4b2 req-85094852-0825-49af-b92d-60e78b95d0bf tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:21.362956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36d8349a-bf65-4e9a-bd62-a54e1870d4b2 req-85094852-0825-49af-b92d-60e78b95d0bf tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0778189 Apr 18 17:08:21.402460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36d8349a-bf65-4e9a-bd62-a54e1870d4b2 req-47486ab5-a2c8-4356-a881-222a17a5b226 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Apr 18 17:08:21.439573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:21.469268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] In _notify_port_updated(), no bound segment for port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 on network cdd822e0-adee-42bf-88a8-7a4f3023e7a7 {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:08:21.470187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:21.470724 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:21.472069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "PUT /v2.0/ports/5273c3e6-9be5-4680-b7cf-f07eb230c0e2 HTTP/1.1" status: 200 len: 979 time: 0.9716921 Apr 18 17:08:21.475052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60896) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:21.487566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8585-4a7e-40ef-8428-9c6a96211474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event updated for resources: {'Port': ['ID=5273c3e6-9be5-4680-b7cf-f07eb230c0e2,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:21.558125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Deleting port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:21.558569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:21.622691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] For port 5273c3e6-9be5-4680-b7cf-f07eb230c0e2, host n-h2-836015-2, got binding levels [] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:21.622972 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:21.636650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Calling delete_port for 5273c3e6-9be5-4680-b7cf-f07eb230c0e2 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:21.804497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:21.842652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:21.848596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "DELETE /v2.0/ports/5273c3e6-9be5-4680-b7cf-f07eb230c0e2 HTTP/1.1" status: 204 len: 168 time: 0.3700049 Apr 18 17:08:21.848596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840207fc-012d-46c1-a3d1-a6f1979221ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] Pushing event deleted for resources: {'Port': ['ID=5273c3e6-9be5-4680-b7cf-f07eb230c0e2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:21.854123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60902) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:21.865065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f6b31-7772-4fd0-a97e-10eab73d9c64 req-a080947c-9d2a-4f9a-9b84-11b0fb288376 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:21.866573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8f6b31-7772-4fd0-a97e-10eab73d9c64 req-a080947c-9d2a-4f9a-9b84-11b0fb288376 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 945 time: 0.0513020 Apr 18 17:08:21.874041 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5566193d-4fa3-4d77-a7f5-07b0cd109410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] GET failed (client error): The resource could not be found. Apr 18 17:08:21.875536 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5566193d-4fa3-4d77-a7f5-07b0cd109410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560399582-project-admin] 10.222.0.45 "GET /v2.0/ports/5273c3e6-9be5-4680-b7cf-f07eb230c0e2 HTTP/1.1" status: 404 len: 333 time: 0.0250599 Apr 18 17:08:21.879598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60906) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:21.908534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8f6b31-7772-4fd0-a97e-10eab73d9c64 req-156dfdef-7e62-44a0-a569-4c1a283e4385 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Apr 18 17:08:21.973159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:22.061103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:22.082341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd822e0-adee-42bf-88a8-7a4f3023e7a7']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:22.092645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:22.093459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f6cb8d-2a9d-4b87-9eaa-2c84f058de4e') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:22.095450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0c6e9-5dd7-4277-af0f-ecab150d7d9a req-6d41fabc-42dc-4355-b1cd-ae64561bc8ac tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:22.096983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3e0c6e9-5dd7-4277-af0f-ecab150d7d9a req-6d41fabc-42dc-4355-b1cd-ae64561bc8ac tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 949 time: 0.0505483 Apr 18 17:08:22.103462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:22.117693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:22.123944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:22.124496 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:22.127359 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:22.143020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3e0c6e9-5dd7-4277-af0f-ecab150d7d9a req-904970b1-e1be-427a-9b0c-77f14e2fa4ba tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 Apr 18 17:08:22.248728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5f362-f1c7-4b0c-be00-87a46d89c67e req-fecd1b8c-5c40-4354-86a5-dab1e9fdef05 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:22.250209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3e5f362-f1c7-4b0c-be00-87a46d89c67e req-fecd1b8c-5c40-4354-86a5-dab1e9fdef05 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 945 time: 0.0495837 Apr 18 17:08:22.262556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:22.269302 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:22.273085 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] 10.222.0.45 "DELETE /v2.0/networks/cdd822e0-adee-42bf-88a8-7a4f3023e7a7 HTTP/1.1" status: 204 len: 168 time: 0.3920543 Apr 18 17:08:22.290243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d92ff-ad38-45f5-899d-deb808faf6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530742248-project] Pushing event deleted for resources: {'Network': ['ID=cdd822e0-adee-42bf-88a8-7a4f3023e7a7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:22.294452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3e5f362-f1c7-4b0c-be00-87a46d89c67e req-ff63ce51-7198-4004-879f-6f322af51cd6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Apr 18 17:08:22.520497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc43c-5be1-414c-a7e0-13c2d2735c3a req-db996064-4ecc-48ef-ae69-e19ded8928cf tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:22.522101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-379fc43c-5be1-414c-a7e0-13c2d2735c3a req-db996064-4ecc-48ef-ae69-e19ded8928cf tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0509257 Apr 18 17:08:22.560204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-379fc43c-5be1-414c-a7e0-13c2d2735c3a req-bf80099c-adef-4b9b-8351-ad0df1d601d9 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Apr 18 17:08:22.728660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60920) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:22.865854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e4aa0590-e21b-4b37-9e28-8746dcc87231 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:22.886949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: e4aa0590-e21b-4b37-9e28-8746dcc87231 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:22.887475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e4aa0590-e21b-4b37-9e28-8746dcc87231 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:22.889823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60932) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:22.890353 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3700493f-cdcd-4950-b62b-3c7894ee28f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe8f9555f24641138488df6d367dd047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602821 Apr 18 17:08:22.938014 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09517979-9f00-4978-8d38-92207d490161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:22.959696 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09517979-9f00-4978-8d38-92207d490161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:23.112733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09517979-9f00-4978-8d38-92207d490161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:23.115157 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09517979-9f00-4978-8d38-92207d490161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:23.116226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-09517979-9f00-4978-8d38-92207d490161 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7a39512-25f8-4673-9178-4e2272ee5d5e HTTP/1.1" status: 204 len: 168 time: 0.2252805 Apr 18 17:08:23.129621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09517979-9f00-4978-8d38-92207d490161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a39512-25f8-4673-9178-4e2272ee5d5e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:23.161100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-1e9af5e7-3f93-4fb9-8358-8ac6950f1ed6 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:23.162497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-1e9af5e7-3f93-4fb9-8358-8ac6950f1ed6 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.41 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 949 time: 0.0757041 Apr 18 17:08:23.307793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b49bf-dd5d-4705-92ca-af9bce586e2f req-726f373e-e53a-4d60-a9df-1427da472629 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:23.309256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-470b49bf-dd5d-4705-92ca-af9bce586e2f req-726f373e-e53a-4d60-a9df-1427da472629 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 949 time: 0.0897284 Apr 18 17:08:23.315956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Deleting port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:23.316295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:23.358534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-470b49bf-dd5d-4705-92ca-af9bce586e2f req-5a59f14c-d1ad-464f-822a-ecd01ac1eddd tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/security-groups?id=44991e9a-06d7-4dbf-986e-316fbcdb3dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391192 Apr 18 17:08:23.476149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a243d-7937-4d9e-9c03-bddcbde5cc7f req-eb50aa93-6aa7-4892-be73-c1508a732326 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:23.477815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df4a243d-7937-4d9e-9c03-bddcbde5cc7f req-eb50aa93-6aa7-4892-be73-c1508a732326 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 945 time: 0.0972824 Apr 18 17:08:23.549676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df4a243d-7937-4d9e-9c03-bddcbde5cc7f req-3a402706-f121-44ba-8f51-05571dc5dd0a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649676 Apr 18 17:08:23.575550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] For port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:23.576498 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:23.603679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Calling delete_port for 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:23.755488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd323-4846-4c27-add1-6337fd7d733a req-836f23e2-c7c3-4fb9-84d9-24c37e6ade3a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:23.757085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3edbd323-4846-4c27-add1-6337fd7d733a req-836f23e2-c7c3-4fb9-84d9-24c37e6ade3a tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0904605 Apr 18 17:08:23.837855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3edbd323-4846-4c27-add1-6337fd7d733a req-439cf618-c81e-4955-b14f-e44f61c010a1 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b99d-1612-4898-b109-22e2e7d22c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726891 Apr 18 17:08:23.941999 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:23.973812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60950) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:23.990487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Pushing event deleted for resources: {'Port': ['ID=6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:23.998521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388ce76-08af-44af-8122-46aefb035cc9 req-3c5daeaa-0209-4b36-be40-7df050ab2539 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:24.000218 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2388ce76-08af-44af-8122-46aefb035cc9 req-3c5daeaa-0209-4b36-be40-7df050ab2539 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.18 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 946 time: 0.0724390 Apr 18 17:08:24.057653 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-97ea1a4d-228f-40db-912d-62ad42410bfb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=101631b10aba479cb6d8da259688501c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826180 Apr 18 17:08:24.067229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60954) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:24.068064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] No DVR routers for this DVR port 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:24.070870 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.074873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b957282-420f-4d8c-b4b7-ffb2d8edcc50 req-d63e8add-9586-401e-bca6-e4edda05d7c3 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.41 "DELETE /v2.0/ports/6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c HTTP/1.1" status: 204 len: 173 time: 0.9059100 Apr 18 17:08:24.096751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-deleted', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:24.099269 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3af9140-c967-4a4e-8cfe-d89ddb1f812e" -d '{"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-deleted", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:24.147743 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d588521-0205-48fb-a798-4a005ab9786b x-openstack-request-id: req-9d588521-0205-48fb-a798-4a005ab9786b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:24.148033 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d1069-bae9-4567-9108-9ee553997a57", "name": "network-vif-deleted", "tag": "6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:24.148285 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d588521-0205-48fb-a798-4a005ab9786b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:24.148677 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d588521-0205-48fb-a798-4a005ab9786b'] response: {'server_uuid': 'f81d1069-bae9-4567-9108-9ee553997a57', 'name': 'network-vif-deleted', 'tag': '6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c', 'status': 'completed', 'code': 200} Apr 18 17:08:24.181783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Deleting port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:24.182218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.184704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c899b4-3a96-4a3a-88b5-9aab7a2c3104 req-45f6396a-232d-4be6-9cf5-c357d69ff075 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:24.186827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6c899b4-3a96-4a3a-88b5-9aab7a2c3104 req-45f6396a-232d-4be6-9cf5-c357d69ff075 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 945 time: 0.0909379 Apr 18 17:08:24.218219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4147b578-253e-4739-8ad9-319c116821bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.292248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] For port b5fe35f9-ce85-4e49-8efb-8b083cf019c1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:24.292621 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.294891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6c899b4-3a96-4a3a-88b5-9aab7a2c3104 req-59663c4d-81d6-48d8-9258-e93672761cf8 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949912 Apr 18 17:08:24.297860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4147b578-253e-4739-8ad9-319c116821bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.314472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Calling delete_port for b5fe35f9-ce85-4e49-8efb-8b083cf019c1 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:24.472392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40c71ca0-06d7-4353-a1e6-b66acab5b61e req-178a8a12-0a1d-4c7e-a3d1-fb3958d60ee5 tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 210 time: 0.0371256 Apr 18 17:08:24.513265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4147b578-253e-4739-8ad9-319c116821bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.519177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4147b578-253e-4739-8ad9-319c116821bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.525148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4147b578-253e-4739-8ad9-319c116821bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20e7c912-e68b-43ad-80db-2d4c00cad115 HTTP/1.1" status: 204 len: 168 time: 0.4488945 Apr 18 17:08:24.536459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147b578-253e-4739-8ad9-319c116821bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7c912-e68b-43ad-80db-2d4c00cad115,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:24.541983 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.574315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['b5fe35f9-ce85-4e49-8efb-8b083cf019c1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:08:24.582030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Pushing event deleted for resources: {'Port': ['ID=b5fe35f9-ce85-4e49-8efb-8b083cf019c1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:24.641227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] No DVR routers for this DVR port b5fe35f9-ce85-4e49-8efb-8b083cf019c1 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:24.644089 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:24.647982 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2388ce76-08af-44af-8122-46aefb035cc9 req-d6e94080-eafb-4278-8ee9-f1adadf82c44 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.18 "DELETE /v2.0/ports/b5fe35f9-ce85-4e49-8efb-8b083cf019c1 HTTP/1.1" status: 204 len: 173 time: 0.6406121 Apr 18 17:08:24.648457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dddb1d-a203-491c-923e-9ed297f80d21', 'name': 'network-vif-deleted', 'tag': 'b5fe35f9-ce85-4e49-8efb-8b083cf019c1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:24.652116 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a0e924-239b-4853-84cf-c0a4e9fe7090" -d '{"events": [{"server_uuid": "44dddb1d-a203-491c-923e-9ed297f80d21", "name": "network-vif-deleted", "tag": "b5fe35f9-ce85-4e49-8efb-8b083cf019c1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:24.702941 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff825f69-ea0a-4371-a953-967e89780256 x-openstack-request-id: req-ff825f69-ea0a-4371-a953-967e89780256 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:24.703227 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dddb1d-a203-491c-923e-9ed297f80d21", "name": "network-vif-deleted", "tag": "b5fe35f9-ce85-4e49-8efb-8b083cf019c1", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:24.703559 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff825f69-ea0a-4371-a953-967e89780256 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:24.703963 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff825f69-ea0a-4371-a953-967e89780256'] response: {'server_uuid': '44dddb1d-a203-491c-923e-9ed297f80d21', 'name': 'network-vif-deleted', 'tag': 'b5fe35f9-ce85-4e49-8efb-8b083cf019c1', 'status': 'completed', 'code': 200} Apr 18 17:08:24.946114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad2570ee-84e9-425a-b3a7-e9c3aa7494ee req-f179ebe6-02c9-4461-800f-6b27e9de4088 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 210 time: 0.0323105 Apr 18 17:08:25.427060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9fc87-2b65-4647-8c2f-d94b6ed3224e req-3a4b4495-2b16-455d-b81a-a9af4bca5f7d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:25.428651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ea9fc87-2b65-4647-8c2f-d94b6ed3224e req-3a4b4495-2b16-455d-b81a-a9af4bca5f7d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 945 time: 0.0600951 Apr 18 17:08:25.467012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ea9fc87-2b65-4647-8c2f-d94b6ed3224e req-787ea27f-91db-4aab-8a88-8b83c22458ee tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Apr 18 17:08:25.644622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c2ee4b9-c7d9-4591-b7f0-855b6ba3e717 req-fa4365c7-cbf8-4fac-a43d-aa8c9865c52d tempest-ListImageFiltersTestJSON-49436840 tempest-ListImageFiltersTestJSON-49436840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f81d1069-bae9-4567-9108-9ee553997a57 HTTP/1.1" status: 200 len: 210 time: 0.0466719 Apr 18 17:08:25.963329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32770) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:25.981178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-4433b4c6-d6e6-41d3-b14a-cee64812eec1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:25.982870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-4433b4c6-d6e6-41d3-b14a-cee64812eec1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 945 time: 0.0741568 Apr 18 17:08:26.126210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8740a6fd-e707-4b0e-9760-12b85941f27c req-ed125942-4e52-4e6f-9f4c-e0d31f85ade1 tempest-ServerRescueTestJSON-2023115064 tempest-ServerRescueTestJSON-2023115064-project] 10.222.0.45 "GET /v2.0/ports?device_id=44dddb1d-a203-491c-923e-9ed297f80d21 HTTP/1.1" status: 200 len: 210 time: 0.0421236 Apr 18 17:08:26.133396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-16092248'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:26.167697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Deleting port e166fd03-5955-4e4c-b0e6-7c192393c25c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:26.168175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.175788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:26.197809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:26.199060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6fd77e2d-d522-4ac0-8a50-1c0e57a05a7c not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:26.250338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:26.253831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.263062 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.293526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] For port e166fd03-5955-4e4c-b0e6-7c192393c25c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e166fd03-5955-4e4c-b0e6-7c192393c25c,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:26.293898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.308730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Calling delete_port for e166fd03-5955-4e4c-b0e6-7c192393c25c owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:26.358589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.490268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.518678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eb39e2-1f54-44d5-b445-a6177b0328c1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:26.536628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.542029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:26.552762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.553226 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Added segment 6a988e55-94ab-418a-8fbc-a26dbd6c2cb4 of type vlan for network fa0e3958-c12a-45dd-8396-001d68e740ca Apr 18 17:08:26.573954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event deleted for resources: {'Port': ['ID=e166fd03-5955-4e4c-b0e6-7c192393c25c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:26.578262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['e166fd03-5955-4e4c-b0e6-7c192393c25c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:08:26.608336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.611469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c71ebf0-e65d-4083-80f7-e2d4045df302 req-05aa159c-cc01-4d15-8e45-f9eb47e815ef tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 210 time: 0.0448058 Apr 18 17:08:26.673463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] No DVR routers for this DVR port e166fd03-5955-4e4c-b0e6-7c192393c25c on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:26.676000 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.679362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f37f615-c10b-4f36-b5a3-4fac10b676dd req-9d728750-eb35-4b78-8001-c43611c2afab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "DELETE /v2.0/ports/e166fd03-5955-4e4c-b0e6-7c192393c25c HTTP/1.1" status: 204 len: 173 time: 0.6906292 Apr 18 17:08:26.679825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd25cc5-198e-4913-9dcb-d2a65d0502cc', 'name': 'network-vif-deleted', 'tag': 'e166fd03-5955-4e4c-b0e6-7c192393c25c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:26.682270 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414b8c49-2cda-427c-9171-d23d3cb2d0a2" -d '{"events": [{"server_uuid": "ffd25cc5-198e-4913-9dcb-d2a65d0502cc", "name": "network-vif-deleted", "tag": "e166fd03-5955-4e4c-b0e6-7c192393c25c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:26.710821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.718342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:26.719224 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:26.727543 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737ea1c-daef-4938-a081-d2b305c86181 x-openstack-request-id: req-c737ea1c-daef-4938-a081-d2b305c86181 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:26.727918 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd25cc5-198e-4913-9dcb-d2a65d0502cc", "name": "network-vif-deleted", "tag": "e166fd03-5955-4e4c-b0e6-7c192393c25c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:26.728175 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c737ea1c-daef-4938-a081-d2b305c86181 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:26.728576 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c737ea1c-daef-4938-a081-d2b305c86181'] response: {'server_uuid': 'ffd25cc5-198e-4913-9dcb-d2a65d0502cc', 'name': 'network-vif-deleted', 'tag': 'e166fd03-5955-4e4c-b0e6-7c192393c25c', 'status': 'completed', 'code': 200} Apr 18 17:08:26.804775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Network': ['ID=fa0e3958-c12a-45dd-8396-001d68e740ca,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:26.816697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network fa0e3958-c12a-45dd-8396-001d68e740ca details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:26.837449 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c22e2e2b-e696-4fe5-a5c2-ec466509326c tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8724041 Apr 18 17:08:27.195524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32802) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:27.613047 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:27.848277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5f948e9-fb29-4bac-b8c6-db8586dca20f req-bcb5f225-fa7d-461f-9a62-44378c53368e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffd25cc5-198e-4913-9dcb-d2a65d0502cc HTTP/1.1" status: 200 len: 210 time: 0.0527840 Apr 18 17:08:28.273064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Deleting port 1185ba9b-815d-4a10-982e-dbeee495a552 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:28.273618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:28.360484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] For port 1185ba9b-815d-4a10-982e-dbeee495a552, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1185ba9b-815d-4a10-982e-dbeee495a552,segment=NetworkSegment(3f722d0a-b943-48b5-81ca-acca2f903bc4),segment_id=3f722d0a-b943-48b5-81ca-acca2f903bc4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:28.360862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:28.375658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Calling delete_port for 1185ba9b-815d-4a10-982e-dbeee495a552 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:28.712139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:28.738216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Pushing event deleted for resources: {'Port': ['ID=1185ba9b-815d-4a10-982e-dbeee495a552,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:28.893863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b5fe35f9-ce85-4e49-8efb-8b083cf019c1 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:28.929972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: b5fe35f9-ce85-4e49-8efb-8b083cf019c1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:28.930923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b5fe35f9-ce85-4e49-8efb-8b083cf019c1 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:28.944839 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:29.236574 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Router d83379d4-a356-44d1-8827-497fe50b8235 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:08:29.384293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:08:29.396302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba45886-c74d-4219-8aef-61efea191344 None None] Sync routers for ids ['d83379d4-a356-44d1-8827-497fe50b8235'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:08:29.403294 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-45c72741-fbd9-4ace-b194-779aa525d041 admin admin] 10.222.0.45 "PUT /v2.0/routers/d83379d4-a356-44d1-8827-497fe50b8235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2060580 Apr 18 17:08:29.404477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32868) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:29.411303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba45886-c74d-4219-8aef-61efea191344 None None] Routers {'d83379d4-a356-44d1-8827-497fe50b8235'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:29.412185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cba45886-c74d-4219-8aef-61efea191344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d83379d4-a356-44d1-8827-497fe50b8235'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:29.547045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:29.620721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-c849644b-aa85-495d-b974-10944f95a47b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:29.634009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-c849644b-aa85-495d-b974-10944f95a47b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.2474456 Apr 18 17:08:29.668940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-70055f35-4537-4080-b356-d74c61342c94 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/quotas/fbb48e2c6a3c4a4bab815b2caa6fb79a HTTP/1.1" status: 200 len: 375 time: 0.0309913 Apr 18 17:08:29.683274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cba45886-c74d-4219-8aef-61efea191344 None None] Set router d83379d4-a356-44d1-8827-497fe50b8235 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:29.726965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-0ee76ea5-b658-46ed-80dc-1b7a25b62d1c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558105 Apr 18 17:08:29.774812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7732-f9fe-4ba7-a34d-e45e3720a29c req-6a14b243-36a3-4c9b-8807-12bd8688de0e tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:29.789715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8eec7732-f9fe-4ba7-a34d-e45e3720a29c req-6a14b243-36a3-4c9b-8807-12bd8688de0e tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 945 time: 0.4429300 Apr 18 17:08:29.803207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32874) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:29.818821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:29.906812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8eec7732-f9fe-4ba7-a34d-e45e3720a29c req-7a2b4197-63ed-4c5c-a407-2cd73b0030ee tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134131 Apr 18 17:08:29.985564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-1a442474-6be9-489b-bd55-7808b9e3450c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:08:29.992841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-1a442474-6be9-489b-bd55-7808b9e3450c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2644527 Apr 18 17:08:30.014165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Deleting port b480b2cc-6c39-4479-b133-6b08583f434c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:30.014775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cba45886-c74d-4219-8aef-61efea191344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:08:28Z', 'revision_number': 5, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port': {'id': 'b480b2cc-6c39-4479-b133-6b08583f434c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:71:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:05:54Z', 'updated_at': '2022-04-18T17:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:30.015422 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.045162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba45886-c74d-4219-8aef-61efea191344 None None] Checking router: d83379d4-a356-44d1-8827-497fe50b8235 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:08:30.056349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba45886-c74d-4219-8aef-61efea191344 None None] Routers {'d83379d4-a356-44d1-8827-497fe50b8235'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:30.057254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cba45886-c74d-4219-8aef-61efea191344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d83379d4-a356-44d1-8827-497fe50b8235'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:30.076835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:30.083103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'subnet': {'network_id': 'fa0e3958-c12a-45dd-8396-001d68e740ca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:30.103495 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d99b3fe6-795d-4eb4-a85e-c1839b304b2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5284c0ff813848ca977f0087845c40bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978222 Apr 18 17:08:30.106014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32880) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:30.154112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cba45886-c74d-4219-8aef-61efea191344 None None] Set router d83379d4-a356-44d1-8827-497fe50b8235 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:30.156767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-9426c577-4c4e-44d8-ae36-eeb23e7f6d9e service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628971 Apr 18 17:08:30.157399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] For port b480b2cc-6c39-4479-b133-6b08583f434c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b480b2cc-6c39-4479-b133-6b08583f434c,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:30.157806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.180118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Calling delete_port for b480b2cc-6c39-4479-b133-6b08583f434c owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:30.206947 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f44ef33b-937a-4199-870b-7499048aa30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.229644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e166fd03-5955-4e4c-b0e6-7c192393c25c no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:30.232119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cba45886-c74d-4219-8aef-61efea191344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:08:29Z', 'revision_number': 6, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:30.279921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: e166fd03-5955-4e4c-b0e6-7c192393c25c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:30.280261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e166fd03-5955-4e4c-b0e6-7c192393c25c not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:30.281186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-d8b8c127-1270-4e68-80ed-58cb94622f83 service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176960 Apr 18 17:08:30.282645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba45886-c74d-4219-8aef-61efea191344 None None] The sync data for ids ['d83379d4-a356-44d1-8827-497fe50b8235'] in n-d-836015-2 is: [{'id': 'd83379d4-a356-44d1-8827-497fe50b8235', 'name': 'tempest-ServerRescueTestJSON-192428932-router', 'tenant_id': '4a012bfb8ec44130bda5b582907aeac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:05:53Z', 'updated_at': '2022-04-18T17:08:29Z', 'revision_number': 6, 'project_id': '4a012bfb8ec44130bda5b582907aeac7', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:08:30.283299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f44ef33b-937a-4199-870b-7499048aa30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.284884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:30.290254 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.513495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f44ef33b-937a-4199-870b-7499048aa30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.516190 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f44ef33b-937a-4199-870b-7499048aa30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.520751 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f44ef33b-937a-4199-870b-7499048aa30e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44991e9a-06d7-4dbf-986e-316fbcdb3dc6 HTTP/1.1" status: 204 len: 168 time: 0.4104557 Apr 18 17:08:30.523752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.537892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ef33b-937a-4199-870b-7499048aa30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44991e9a-06d7-4dbf-986e-316fbcdb3dc6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:30.562476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b480b2cc-6c39-4479-b133-6b08583f434c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:30.574908 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.655014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3522caa-0c4e-41f7-bf96-53fa2d08eb13 req-df54f1ce-9e14-40e5-bb04-1fca273b8a4b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 210 time: 0.0499034 Apr 18 17:08:30.673721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.705073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Subnet': ['ID=17f3b457-8964-4574-8dbb-cf6e6ee1c041,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:30.707779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Checking segment: {'id': '6a988e55-94ab-418a-8fbc-a26dbd6c2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa0e3958-c12a-45dd-8396-001d68e740ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:30.708136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network hostable DHCP agents. Network: fa0e3958-c12a-45dd-8396-001d68e740ca, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:30.804188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.806731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.810853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network fa0e3958-c12a-45dd-8396-001d68e740ca is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:30.942071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.942833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d83379d4-a356-44d1-8827-497fe50b8235 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:08:30.947823 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5c42305a-3888-4faf-b501-d24567dc4603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.952245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:30.955969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-de80a2d1-6de1-460e-833c-4045719d0b35 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d83379d4-a356-44d1-8827-497fe50b8235 HTTP/1.1" status: 204 len: 168 time: 1.5478396 Apr 18 17:08:30.957801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32898) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:31.009365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-644deb66-58bd-4691-96b2-53367c3db939 admin admin] Deleting subnet 59f527d0-5433-4af6-a971-7ca3097a7941 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:08:31.012737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-644deb66-58bd-4691-96b2-53367c3db939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.042170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff9140-666f-4a48-83e1-08a67d679d30 req-975068a9-45e6-473a-ba90-e6278c4edd92 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:31.045675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7ff9140-666f-4a48-83e1-08a67d679d30 req-975068a9-45e6-473a-ba90-e6278c4edd92 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0596178 Apr 18 17:08:31.052647 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-644deb66-58bd-4691-96b2-53367c3db939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.057750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, fa0e3958-c12a-45dd-8396-001d68e740ca) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:31.066759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec207d-fdd5-42fc-b5bd-ce8633e740ad None None] Network fa0e3958-c12a-45dd-8396-001d68e740ca requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:31.096510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:31.096510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.115159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-644deb66-58bd-4691-96b2-53367c3db939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.146613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7ff9140-666f-4a48-83e1-08a67d679d30 req-b4289fe7-b6e3-4cf9-9933-d36fcdf6a7d2 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/security-groups?id=e516e0b4-27c7-4788-87a4-d5c4ae57fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823276 Apr 18 17:08:31.167867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-109431ef-67f2-49cb-bf23-b19574210cf5 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:31.167867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-109431ef-67f2-49cb-bf23-b19574210cf5 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 945 time: 0.1212668 Apr 18 17:08:31.214819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d3402865-e414-4165-8931-b2db5dbeb1ce tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1363852 Apr 18 17:08:31.218611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32906) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:31.233913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1928431584'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:31.274658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-644deb66-58bd-4691-96b2-53367c3db939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.294207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Deleting port f86b2d19-718e-4bd4-96ea-6d774c75e052 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:31.294476 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.308161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-fa0e3958-c12a-45dd-8396-001d68e740ca', 'network_id': 'fa0e3958-c12a-45dd-8396-001d68e740ca', 'tenant_id': '69ee9b9913c44ce9bf5e5d0dc9026c9b', 'fixed_ips': [{'subnet_id': '17f3b457-8964-4574-8dbb-cf6e6ee1c041'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:08:31.310192 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.365586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644deb66-58bd-4691-96b2-53367c3db939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f527d0-5433-4af6-a971-7ca3097a7941,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:31.378461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-644deb66-58bd-4691-96b2-53367c3db939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.385075 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-644deb66-58bd-4691-96b2-53367c3db939 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/59f527d0-5433-4af6-a971-7ca3097a7941 HTTP/1.1" status: 204 len: 168 time: 0.4239659 Apr 18 17:08:31.385447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32910) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:31.393551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:31.398851 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.448713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:31.462903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.463585 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Added segment 35bb684a-77c0-4f28-9d71-b3d8420b8ac8 of type vlan for network 8ad1e86e-66fc-460c-ac50-ab309f376134 Apr 18 17:08:31.477451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] For port f86b2d19-718e-4bd4-96ea-6d774c75e052, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f86b2d19-718e-4bd4-96ea-6d774c75e052,segment=NetworkSegment(cf91cacc-d70e-4522-82fd-568b2974bede),segment_id=cf91cacc-d70e-4522-82fd-568b2974bede)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:31.477728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.502007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Calling delete_port for f86b2d19-718e-4bd4-96ea-6d774c75e052 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:31.508316 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.514560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Allocated IP 2001:db8:0:ffff::2 (fa0e3958-c12a-45dd-8396-001d68e740ca/17f3b457-8964-4574-8dbb-cf6e6ee1c041/3b5bd551-5c4d-4b75-824f-d7bb96b7f563) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:31.573595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.701707 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.710274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:31.710957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.711098 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.735703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c969a984-a27a-4436-9e2d-23c6b2391638']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:31.781046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f722d0a-b943-48b5-81ca-acca2f903bc4') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:31.781715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f722d0a-b943-48b5-81ca-acca2f903bc4') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:31.795620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.800574 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.821916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Network': ['ID=8ad1e86e-66fc-460c-ac50-ab309f376134,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:31.838103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 8ad1e86e-66fc-460c-ac50-ab309f376134 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:31.860781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cf56ea5-4812-4952-9878-2e2a03d6ab0d req-ee4bf451-d461-4552-af77-4949da4559af tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 210 time: 0.0677741 Apr 18 17:08:31.869796 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ebcc2bfe-b84d-4096-8577-92c7cd200c4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6494689 Apr 18 17:08:31.870408 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.872649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32926) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:31.877624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'subnet': {'network_id': '8ad1e86e-66fc-460c-ac50-ab309f376134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:31.901946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:31.902363 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:31.908536 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:31.934451 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:31.964602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Network fa0e3958-c12a-45dd-8396-001d68e740ca is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:31.971305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:31.977277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:32.054702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Pushing event updated for resources: {'Port': ['ID=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:32.068343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Attempting to bind port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:32.068994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Attempting to bind port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '6a988e55-94ab-418a-8fbc-a26dbd6c2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa0e3958-c12a-45dd-8396-001d68e740ca'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:32.068994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Attempting to bind port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 on network fa0e3958-c12a-45dd-8396-001d68e740ca {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:32.074494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:32.074862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Checking segment: {'id': '6a988e55-94ab-418a-8fbc-a26dbd6c2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa0e3958-c12a-45dd-8396-001d68e740ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:32.075259 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.075671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Bound using segment: {'id': '6a988e55-94ab-418a-8fbc-a26dbd6c2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa0e3958-c12a-45dd-8396-001d68e740ca'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:32.076664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Bound port: 3b5bd551-5c4d-4b75-824f-d7bb96b7f563, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a988e55-94ab-418a-8fbc-a26dbd6c2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa0e3958-c12a-45dd-8396-001d68e740ca'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:32.077035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.088849 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.121301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Pushing event deleted for resources: {'Port': ['ID=f86b2d19-718e-4bd4-96ea-6d774c75e052,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:32.124239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['f86b2d19-718e-4bd4-96ea-6d774c75e052'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:08:32.165071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:32.172261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.177296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] No DVR routers for this DVR port f86b2d19-718e-4bd4-96ea-6d774c75e052 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:32.180897 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.185529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e017f013-7681-40e6-b449-2caaa5b5b934 req-b5f307de-dfb7-4c2b-8820-afa0fed8f487 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.41 "DELETE /v2.0/ports/f86b2d19-718e-4bd4-96ea-6d774c75e052 HTTP/1.1" status: 204 len: 173 time: 1.0106299 Apr 18 17:08:32.186233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8', 'name': 'network-vif-deleted', 'tag': 'f86b2d19-718e-4bd4-96ea-6d774c75e052'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:32.187111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] For port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:32.190061 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0547ca-dfc6-4635-8263-6fa974a2d7d5" -d '{"events": [{"server_uuid": "bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8", "name": "network-vif-deleted", "tag": "f86b2d19-718e-4bd4-96ea-6d774c75e052"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:32.190784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] For port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,segment=NetworkSegment(6a988e55-94ab-418a-8fbc-a26dbd6c2cb4),segment_id=6a988e55-94ab-418a-8fbc-a26dbd6c2cb4)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:32.194188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.200225 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.207171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] 10.222.0.45 "DELETE /v2.0/networks/c969a984-a27a-4436-9e2d-23c6b2391638 HTTP/1.1" status: 204 len: 168 time: 0.8182232 Apr 18 17:08:32.228606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ffda5-9235-42a5-8c45-9c8c4cf23d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=c969a984-a27a-4436-9e2d-23c6b2391638,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:32.246304 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.341396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1185ba9b-815d-4a10-982e-dbeee495a552 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:32.377432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1185ba9b-815d-4a10-982e-dbeee495a552 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:32.377432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1185ba9b-815d-4a10-982e-dbeee495a552 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:32.377432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b480b2cc-6c39-4479-b133-6b08583f434c no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:32.391429 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2285f43d-0405-431d-914f-3c0810fb652e x-openstack-request-id: req-2285f43d-0405-431d-914f-3c0810fb652e {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:32.392049 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8", "name": "network-vif-deleted", "tag": "f86b2d19-718e-4bd4-96ea-6d774c75e052", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:32.392731 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2285f43d-0405-431d-914f-3c0810fb652e {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:32.395646 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2285f43d-0405-431d-914f-3c0810fb652e'] response: {'server_uuid': 'bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8', 'name': 'network-vif-deleted', 'tag': 'f86b2d19-718e-4bd4-96ea-6d774c75e052', 'status': 'completed', 'code': 200} Apr 18 17:08:32.398606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30a58582-680c-42fb-a0b1-976538bffd4a req-f31c9056-43e3-45be-a2bc-b88c9acc4646 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0656705 Apr 18 17:08:32.410234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: b480b2cc-6c39-4479-b133-6b08583f434c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:32.410647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b480b2cc-6c39-4479-b133-6b08583f434c not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:32.458364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d821b1-2e84-4d34-9018-106b688f2e0e None None] Pushing event updated for resources: {'Port': ['ID=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:32.783575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:08:32.784984 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:32.849301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Subnet': ['ID=cf43a380-0fa1-4f9e-951a-365ea00ad19e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:32.856609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Checking segment: {'id': '35bb684a-77c0-4f28-9d71-b3d8420b8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ad1e86e-66fc-460c-ac50-ab309f376134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:32.856973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network hostable DHCP agents. Network: 8ad1e86e-66fc-460c-ac50-ab309f376134, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:32.899920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:32.942228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d2c4a890-6b8b-452c-ba0b-4f438aec6fbf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a012bfb8ec44130bda5b582907aeac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411570 Apr 18 17:08:32.944680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:32.961532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network 8ad1e86e-66fc-460c-ac50-ab309f376134 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:33.000179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-073690af-c823-421d-89ac-981f3a7d155d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.001034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34207561-2084-467f-9968-699d96a364a0 req-184664d4-4362-4f1b-ae28-78573cdc2766 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 210 time: 0.0356188 Apr 18 17:08:33.033738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-073690af-c823-421d-89ac-981f3a7d155d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.055901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 8ad1e86e-66fc-460c-ac50-ab309f376134) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:33.065518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e135b2b-cb28-473c-a666-9518dfd5f32e None None] Network 8ad1e86e-66fc-460c-ac50-ab309f376134 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:33.072291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:33.072920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.126381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32976) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:33.154247 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6385acc1-34ac-47dc-ab57-8ead596ed023 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2803211 Apr 18 17:08:33.156727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:33.163292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'port': {'network_id': '8ad1e86e-66fc-460c-ac50-ab309f376134', 'name': 'tempest-NetworksIpV6TestAttrs-1577314926'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:33.199390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-073690af-c823-421d-89ac-981f3a7d155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.203014 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-073690af-c823-421d-89ac-981f3a7d155d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.204207 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-073690af-c823-421d-89ac-981f3a7d155d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea25b99d-1612-4898-b109-22e2e7d22c7c HTTP/1.1" status: 204 len: 168 time: 0.2586224 Apr 18 17:08:33.231778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073690af-c823-421d-89ac-981f3a7d155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea25b99d-1612-4898-b109-22e2e7d22c7c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:33.269559 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f104de41-19b8-4c74-936d-8ed015342efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.295201 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-863ba58f-ce3a-43a9-9d46-8806310edfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.333248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-8ad1e86e-66fc-460c-ac50-ab309f376134', 'network_id': '8ad1e86e-66fc-460c-ac50-ab309f376134', 'tenant_id': '69ee9b9913c44ce9bf5e5d0dc9026c9b', 'fixed_ips': [{'subnet_id': 'cf43a380-0fa1-4f9e-951a-365ea00ad19e'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:08:33.334181 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.424804 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-863ba58f-ce3a-43a9-9d46-8806310edfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.427045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-747f4170-159a-4e79-9cda-13722a56a0ea tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:33.428294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-747f4170-159a-4e79-9cda-13722a56a0ea tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.1611302 Apr 18 17:08:33.450873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Request body: {'port': {'device_id': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'admin_state_up': True, 'tenant_id': 'fbb48e2c6a3c4a4bab815b2caa6fb79a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:33.538611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Allocated IP 2001:db8::f816:3eff:fe7c:7f17 (8ad1e86e-66fc-460c-ac50-ab309f376134/cf43a380-0fa1-4f9e-951a-365ea00ad19e/c7d8dc0d-429f-4514-b655-b5dad2c522d4) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:33.552957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-863ba58f-ce3a-43a9-9d46-8806310edfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.553174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e446301-b9c6-4657-8243-67d76eecf5a2 req-24c1246c-7d96-4fc2-b2e2-1486ad9afdd2 tempest-VolumesAdminNegativeTest-1258526890 tempest-VolumesAdminNegativeTest-1258526890-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb32c1d1-ebf9-480c-ae09-4ae8cdf4e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0321519 Apr 18 17:08:33.618882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-863ba58f-ce3a-43a9-9d46-8806310edfad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e78ef4e936cb4b3d97d8ecff9d0eb8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900846 Apr 18 17:08:33.621629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32986) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:33.656548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ba58f-ce3a-43a9-9d46-8806310edfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de200205-79d1-4f33-9cc7-e6841ec40b2e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:33.657046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eab8fd-c5d3-4207-b955-a195d6969eed None None] Network fa0e3958-c12a-45dd-8396-001d68e740ca requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:33.679884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:33.679884 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.704681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] device_id is not set on port ab3f4394-151a-491e-bebc-5a4ae57ce03f yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:33.751041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31331bcb-c7bc-4fd2-8408-7490c73574be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.770734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Made reservation on behalf of fbb48e2c6a3c4a4bab815b2caa6fb79a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:33.774628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.806562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31331bcb-c7bc-4fd2-8408-7490c73574be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.952208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Allocated IP 172.20.0.3 (44a1a291-bf62-406d-9903-6a14c13bc8f6/fe453df1-2304-40fe-96c6-0fb0afe45590/63eb8f76-6654-4a9f-abcf-71582b07b247) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:33.959672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fe53787b-2530-47fa-9f9e-f8f7b8514cc0 None None] Provisioning complete for port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:33.959944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe53787b-2530-47fa-9f9e-f8f7b8514cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.987222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31331bcb-c7bc-4fd2-8408-7490c73574be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.990534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31331bcb-c7bc-4fd2-8408-7490c73574be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:33.994274 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-31331bcb-c7bc-4fd2-8408-7490c73574be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de200205-79d1-4f33-9cc7-e6841ec40b2e HTTP/1.1" status: 204 len: 168 time: 0.3690517 Apr 18 17:08:34.002171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31331bcb-c7bc-4fd2-8408-7490c73574be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de200205-79d1-4f33-9cc7-e6841ec40b2e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:34.050311 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.146636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe53787b-2530-47fa-9f9e-f8f7b8514cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.158482 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.214595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Network 8ad1e86e-66fc-460c-ac50-ab309f376134 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:34.220245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:34.231805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:34.239424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Pushing event updated for resources: {'Port': ['ID=c7d8dc0d-429f-4514-b655-b5dad2c522d4,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:34.248482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f86b2d19-718e-4bd4-96ea-6d774c75e052 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:34.252533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fe53787b-2530-47fa-9f9e-f8f7b8514cc0 None None] For port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,segment=NetworkSegment(6a988e55-94ab-418a-8fbc-a26dbd6c2cb4),segment_id=6a988e55-94ab-418a-8fbc-a26dbd6c2cb4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:34.300574 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: f86b2d19-718e-4bd4-96ea-6d774c75e052 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:34.305637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f86b2d19-718e-4bd4-96ea-6d774c75e052 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:34.347541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Attempting to bind port c7d8dc0d-429f-4514-b655-b5dad2c522d4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:34.350089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Attempting to bind port c7d8dc0d-429f-4514-b655-b5dad2c522d4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '35bb684a-77c0-4f28-9d71-b3d8420b8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ad1e86e-66fc-460c-ac50-ab309f376134'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:34.350802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Attempting to bind port c7d8dc0d-429f-4514-b655-b5dad2c522d4 on network 8ad1e86e-66fc-460c-ac50-ab309f376134 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:34.374411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:34.374411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Checking segment: {'id': '35bb684a-77c0-4f28-9d71-b3d8420b8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ad1e86e-66fc-460c-ac50-ab309f376134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:34.374411 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.374814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Bound using segment: {'id': '35bb684a-77c0-4f28-9d71-b3d8420b8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ad1e86e-66fc-460c-ac50-ab309f376134'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:34.375376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Bound port: c7d8dc0d-429f-4514-b655-b5dad2c522d4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bb684a-77c0-4f28-9d71-b3d8420b8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ad1e86e-66fc-460c-ac50-ab309f376134'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:34.375843 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.380831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:34.425496 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.426203 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe53787b-2530-47fa-9f9e-f8f7b8514cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.543595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa74bb84-2faf-4ccd-a4f0-c21684a300ce req-9dc4b8a6-4b39-436b-9184-a6355cf390ba tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 210 time: 0.0757058 Apr 18 17:08:34.575097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53787b-2530-47fa-9f9e-f8f7b8514cc0 None None] Pushing event updated for resources: {'Port': ['ID=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:34.586299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] For port c7d8dc0d-429f-4514-b655-b5dad2c522d4, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:34.592604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] For port c7d8dc0d-429f-4514-b655-b5dad2c522d4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c7d8dc0d-429f-4514-b655-b5dad2c522d4,segment=NetworkSegment(35bb684a-77c0-4f28-9d71-b3d8420b8ac8),segment_id=35bb684a-77c0-4f28-9d71-b3d8420b8ac8)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:34.597901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Allocated IP 2001:db8::f816:3eff:fecf:77d0 (8ad1e86e-66fc-460c-ac50-ab309f376134/cf43a380-0fa1-4f9e-951a-365ea00ad19e/ab3f4394-151a-491e-bebc-5a4ae57ce03f) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:34.598252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:34.598814 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.635693 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.652100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-aad22c03-41af-425b-9ab9-047466e2f017 None None] Provisioning complete for port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:34.652477 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aad22c03-41af-425b-9ab9-047466e2f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.682093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33018) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:34.738560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Deleting subnet 304f6fdd-fbf9-4d2f-bf1b-bedc75bc95c8 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:08:34.742261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.775378 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.783521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.809358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.825920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.899813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39eabc-05a6-4d8f-b896-a707a8244c1c None None] Pushing event updated for resources: {'Port': ['ID=c7d8dc0d-429f-4514-b655-b5dad2c522d4,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:34.919167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33024) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:34.920306 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.970014 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:34.972199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:34.990607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:34.997587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:35.002508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network 8ad1e86e-66fc-460c-ac50-ab309f376134 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:35.030281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:35.035033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event updated for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:35.039972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:35.042861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.046862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:35.046862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.099925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304f6fdd-fbf9-4d2f-bf1b-bedc75bc95c8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:35.110768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-network', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:35.117986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Port': ['ID=ab3f4394-151a-491e-bebc-5a4ae57ce03f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:35.138802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.140379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:35.141030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.142134 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/304f6fdd-fbf9-4d2f-bf1b-bedc75bc95c8 HTTP/1.1" status: 204 len: 168 time: 0.4589899 Apr 18 17:08:35.150752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33030) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:35.151618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.152141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.152632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.153117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.153641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.154713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.155194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.155681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.156010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.156509 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.156847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.157180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0392ed-7119-4f4e-a01d-c1c04d7c2979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:35.221668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1b1f37c7-552b-4d2a-a84a-38113d03d0d4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0636303 Apr 18 17:08:35.224826 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33036) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:35.239822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Made reservation on behalf of bcabbefaa1ec4dd88f79677486700168 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:35.243413 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.258345 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.264761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.328432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70250f9-b5b8-4ba8-b4b8-711e30f51e4f tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Deleting subnet cf43a380-0fa1-4f9e-951a-365ea00ad19e {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:08:35.337150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b70250f9-b5b8-4ba8-b4b8-711e30f51e4f tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.345126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-b925fdb2-0244-4969-b990-007d2802383d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9022439 Apr 18 17:08:35.353833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.389387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08edbed1-f988-4bd8-a4f4-f71bdbe41086']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:35.397571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b70250f9-b5b8-4ba8-b4b8-711e30f51e4f tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.400505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf91cacc-d70e-4522-82fd-568b2974bede') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:35.400809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf91cacc-d70e-4522-82fd-568b2974bede') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:35.410873 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.429512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Request body: {'port': {'device_id': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:35.433573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.460388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:35.461240 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:35.462963 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:35.464985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33040) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:35.499958 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.542313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.564714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b70250f9-b5b8-4ba8-b4b8-711e30f51e4f tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.606591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1022448716-network', 'tenant_id': '379f7d3c0c32490298cf5fe057c7b5c7'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:35.617259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.665372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:35.672186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80b351-6706-4842-b4b0-1ee657068232,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:35.682659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.687213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.687621 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Added segment 9d616d88-357f-43bf-80d1-bfc4a17d5d97 of type vlan for network ecdbe340-3970-4ffa-be4e-e62950601709 Apr 18 17:08:35.715984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.725691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] 10.222.0.45 "DELETE /v2.0/networks/08edbed1-f988-4bd8-a4f4-f71bdbe41086 HTTP/1.1" status: 204 len: 168 time: 0.5711999 Apr 18 17:08:35.732897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33048) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:35.741004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fa5ef-149b-428e-a667-13fc2b3df453 admin admin] Pushing event deleted for resources: {'Network': ['ID=08edbed1-f988-4bd8-a4f4-f71bdbe41086,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:35.755706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Made reservation on behalf of 379f7d3c0c32490298cf5fe057c7b5c7 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:35.758235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.762124 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.778784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc808a-2f07-4b92-a094-c5ea58e578c7 req-678da0a0-430c-4a42-b866-f3d5af8bc1b3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:35.780356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ebc808a-2f07-4b92-a094-c5ea58e578c7 req-678da0a0-430c-4a42-b866-f3d5af8bc1b3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 931 time: 0.1565309 Apr 18 17:08:35.802432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.803486 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.836677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f380a9-6db4-4702-accf-03f015ef5730 admin admin] Deleting subnet 02b4d870-0296-4041-9d90-9b0fb70166d0 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:08:35.842427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54f380a9-6db4-4702-accf-03f015ef5730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.859050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ebc808a-2f07-4b92-a094-c5ea58e578c7 req-bae531d3-4afa-42ec-adb1-c9608d96f87e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530896 Apr 18 17:08:35.867465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b70250f9-b5b8-4ba8-b4b8-711e30f51e4f tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.912709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.914125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:35.914239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.916368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70250f9-b5b8-4ba8-b4b8-711e30f51e4f tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Subnet': ['ID=cf43a380-0fa1-4f9e-951a-365ea00ad19e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:35.929926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b70250f9-b5b8-4ba8-b4b8-711e30f51e4f tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:35.933118 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b70250f9-b5b8-4ba8-b4b8-711e30f51e4f tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/subnets/cf43a380-0fa1-4f9e-951a-365ea00ad19e HTTP/1.1" status: 204 len: 168 time: 0.7069395 Apr 18 17:08:35.942157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33050) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:35.946128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54f380a9-6db4-4702-accf-03f015ef5730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.031587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775e830f-292d-47f6-b1f7-99e17886f6b2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:36.033448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775e830f-292d-47f6-b1f7-99e17886f6b2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:36.038130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-775e830f-292d-47f6-b1f7-99e17886f6b2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0950534 Apr 18 17:08:36.041712 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33052) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:36.066088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ecdbe340-3970-4ffa-be4e-e62950601709,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:36.071153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eb8f76-6654-4a9f-abcf-71582b07b247 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:36.079149 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8e1cef88-d3c7-474f-a360-afa2c92bb8c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1702826 Apr 18 17:08:36.079893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33054) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:36.084799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54f380a9-6db4-4702-accf-03f015ef5730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.086031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.086839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ecdbe340-3970-4ffa-be4e-e62950601709 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:36.124392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Request body: {'subnet': {'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-subnet', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:36.130492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.158390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccac93e-df4a-483a-879a-4ecf14c6c33b None None] Network 8ad1e86e-66fc-460c-ac50-ab309f376134 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:36.163783 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.171078 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30b469a3-3e1a-4777-9072-1896cb506a34 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.179976 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b469a3-3e1a-4777-9072-1896cb506a34 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 17:08:36.180451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b469a3-3e1a-4777-9072-1896cb506a34 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:36.187251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-30b469a3-3e1a-4777-9072-1896cb506a34 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/8ad1e86e-66fc-460c-ac50-ab309f376134 HTTP/1.1" status: 409 len: 405 time: 0.1422491 Apr 18 17:08:36.188063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33056) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:36.197168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1540087379'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:36.215845 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.240274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:36.253986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-502d5b9f-1ba1-4ecb-84ee-b7aa6e52c04e None None] Provisioning complete for port c7d8dc0d-429f-4514-b655-b5dad2c522d4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:36.254271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-502d5b9f-1ba1-4ecb-84ee-b7aa6e52c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.254888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf2fd53-0f10-4120-acd9-889b8af8d4cb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:36.261210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.263917 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Added segment ca379dcd-6e9b-456e-8aaf-b39304289f31 of type vlan for network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d Apr 18 17:08:36.273210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54f380a9-6db4-4702-accf-03f015ef5730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.273528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Transition to ACTIVE for port object 63eb8f76-6654-4a9f-abcf-71582b07b247 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:08:36.331484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Made reservation on behalf of bcabbefaa1ec4dd88f79677486700168 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:36.337286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.343354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54f380a9-6db4-4702-accf-03f015ef5730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.346178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:36.346358 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-54f380a9-6db4-4702-accf-03f015ef5730 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/02b4d870-0296-4041-9d90-9b0fb70166d0 HTTP/1.1" status: 204 len: 168 time: 0.6124229 Apr 18 17:08:36.349009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f380a9-6db4-4702-accf-03f015ef5730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b4d870-0296-4041-9d90-9b0fb70166d0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:36.351490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:36.353349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.360095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.387225 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.407908 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-502d5b9f-1ba1-4ecb-84ee-b7aa6e52c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.458821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.462779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-502d5b9f-1ba1-4ecb-84ee-b7aa6e52c04e None None] For port c7d8dc0d-429f-4514-b655-b5dad2c522d4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c7d8dc0d-429f-4514-b655-b5dad2c522d4,segment=NetworkSegment(35bb684a-77c0-4f28-9d71-b3d8420b8ac8),segment_id=35bb684a-77c0-4f28-9d71-b3d8420b8ac8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:36.487736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] DHCP port deletion for 8ad1e86e-66fc-460c-ac50-ab309f376134 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:08:36.498526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c7d8dc0d-429f-4514-b655-b5dad2c522d4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:36.532587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.534563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:36.535605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.557643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-502d5b9f-1ba1-4ecb-84ee-b7aa6e52c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.628588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:36.634334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d5b9f-1ba1-4ecb-84ee-b7aa6e52c04e None None] Pushing event updated for resources: {'Port': ['ID=c7d8dc0d-429f-4514-b655-b5dad2c522d4,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:36.639506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c7d8dc0d-429f-4514-b655-b5dad2c522d4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:36.639953 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.646201 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.667232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.667907 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Added segment 999078c1-bd6e-4db7-888e-7fb2bf87adec of type vlan for network d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 Apr 18 17:08:36.683007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Pushing event updated for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:36.683757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Deleting port c7d8dc0d-429f-4514-b655-b5dad2c522d4 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:36.684497 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.708127 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2415080 Apr 18 17:08:36.714666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33062) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:36.725882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Request body: {'subnet': {'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1022448716-subnet', 'tenant_id': '379f7d3c0c32490298cf5fe057c7b5c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:36.736301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cbfe4a-722a-47c6-9b2c-a9aaa41bf676']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:36.740189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb5c1-02c5-4372-ae50-5375d2a11d4c admin admin] Pushing event updated for resources: {'Network': ['ID=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:36.752733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7b7454-2906-4ea4-a638-f35e9df0266c') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:36.752733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7b7454-2906-4ea4-a638-f35e9df0266c') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:36.756445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:36.763120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.771632 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.789513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.795770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:36.796338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:36.798226 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:36.834396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] For port c7d8dc0d-429f-4514-b655-b5dad2c522d4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c7d8dc0d-429f-4514-b655-b5dad2c522d4,segment=NetworkSegment(35bb684a-77c0-4f28-9d71-b3d8420b8ac8),segment_id=35bb684a-77c0-4f28-9d71-b3d8420b8ac8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:36.835003 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.857925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Calling delete_port for c7d8dc0d-429f-4514-b655-b5dad2c522d4 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:36.858630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Attempting to bind port 63eb8f76-6654-4a9f-abcf-71582b07b247 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:36.859027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Attempting to bind port 63eb8f76-6654-4a9f-abcf-71582b07b247 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:36.859360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Attempting to bind port 63eb8f76-6654-4a9f-abcf-71582b07b247 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:36.887107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Port 63eb8f76-6654-4a9f-abcf-71582b07b247 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:36.887429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Attempting to bind port 63eb8f76-6654-4a9f-abcf-71582b07b247 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:36.891629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Made reservation on behalf of 379f7d3c0c32490298cf5fe057c7b5c7 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:36.894943 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.902268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:36.902524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Checking segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:36.902910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Bound using segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:36.903343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Bound port: 63eb8f76-6654-4a9f-abcf-71582b07b247, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:36.903697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.925766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.932079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:36.932694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.952980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:36.971037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.982328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:36.999749 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] 10.222.0.45 "DELETE /v2.0/networks/02cbfe4a-722a-47c6-9b2c-a9aaa41bf676 HTTP/1.1" status: 204 len: 168 time: 0.6438260 Apr 18 17:08:37.021764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:37.022419 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.023348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f546531-3efc-47df-8ae3-f75e7409b12b admin admin] Pushing event deleted for resources: {'Network': ['ID=02cbfe4a-722a-47c6-9b2c-a9aaa41bf676,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:37.039913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.104212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Network': ['ID=d1c386e1-5c0c-4eed-8af9-1bb48373dcf5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:37.117116 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:08:37.121480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eafba202-aae1-43bd-b89e-f63486b8a302 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9303916 Apr 18 17:08:37.124304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33068) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:37.168540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00bca5d3-eff8-43c4-9b48-895a2a85e34e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:37.172731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:37.178549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:37.187686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69257aec-ccaa-4cf6-ab97-ab15cc1afa06 req-b4d5f5ef-1237-4fc2-9418-942ecc48fe50 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:37.189302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69257aec-ccaa-4cf6-ab97-ab15cc1afa06 req-b4d5f5ef-1237-4fc2-9418-942ecc48fe50 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 943 time: 0.2272015 Apr 18 17:08:37.197985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'subnet': {'network_id': 'd1c386e1-5c0c-4eed-8af9-1bb48373dcf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:37.232500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Checking segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:37.232868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Network hostable DHCP agents. Network: ecdbe340-3970-4ffa-be4e-e62950601709, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:37.251506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69257aec-ccaa-4cf6-ab97-ab15cc1afa06 req-45c840ef-4b15-4a95-8ee8-a3ae93899d36 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553236 Apr 18 17:08:37.260091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:37.265466 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.292456 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.325389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:37.326390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.328028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] 10.222.0.41 "PUT /v2.0/ports/63eb8f76-6654-4a9f-abcf-71582b07b247 HTTP/1.1" status: 200 len: 1091 time: 1.9041879 Apr 18 17:08:37.330311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:37.332598 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdfda0d-694b-4ff1-adf6-c59cac26440f" -d '{"events": [{"name": "network-changed", "server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:37.340759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.367560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a36aad-6ae3-4ba7-bbee-68660bb03b5e service neutron] Pushing event updated for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:37.373554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Network ecdbe340-3970-4ffa-be4e-e62950601709 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:37.383862 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba87bd5-8016-4b6c-b92a-abd8c79cc56d x-openstack-request-id: req-dba87bd5-8016-4b6c-b92a-abd8c79cc56d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:37.384284 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:37.384635 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dba87bd5-8016-4b6c-b92a-abd8c79cc56d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:37.385047 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba87bd5-8016-4b6c-b92a-abd8c79cc56d'] response: {'name': 'network-changed', 'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'status': 'completed', 'code': 200} Apr 18 17:08:37.388598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Pushing event deleted for resources: {'Port': ['ID=c7d8dc0d-429f-4514-b655-b5dad2c522d4,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:37.393144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] No DVR routers for this DVR port c7d8dc0d-429f-4514-b655-b5dad2c522d4 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:37.420259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.420612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.420956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.424866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a8957-657d-4016-98ed-ce9761904bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:37.438310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f404838-c1a1-4223-b3e1-7e6187cce567,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:37.444065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:37.451366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.452122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Checking segment: {'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:37.452483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Network hostable DHCP agents. Network: 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:37.468850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33072) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:37.489753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfda0d-694b-4ff1-adf6-c59cac26440f req-da9dae73-e971-42bb-9fa4-ed8885979078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:37.491151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccdfda0d-694b-4ff1-adf6-c59cac26440f req-da9dae73-e971-42bb-9fa4-ed8885979078 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 1094 time: 0.0656176 Apr 18 17:08:37.498887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ecdbe340-3970-4ffa-be4e-e62950601709) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:37.503386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:37.503978 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.508272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b55fc1-f3a7-4121-a826-1e552184527b None None] Network ecdbe340-3970-4ffa-be4e-e62950601709 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:37.597295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c9053018-64fd-49dc-a9f1-e26defd40619 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ed593dc81354a849be72585bf29f722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270154 Apr 18 17:08:37.600613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:37.600768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33074) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:37.613839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:37.621513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:37.622768 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.629296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfca4dc3-82cf-45ad-826f-ffe2e6ef5a7e None None] Network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:37.662433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33076) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:37.664530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1ffdb1d4-94b8-4ef6-be8f-b2414d6380c4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5781915 Apr 18 17:08:37.666745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:37.687233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfda0d-694b-4ff1-adf6-c59cac26440f req-64a3723e-debb-4d53-9377-1fa9c670ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:37.689365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccdfda0d-694b-4ff1-adf6-c59cac26440f req-64a3723e-debb-4d53-9377-1fa9c670ba19 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1822236 Apr 18 17:08:37.726843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2b112af-1c9d-4760-993f-2de2c3e1e599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.739110 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cb90bbbe-a133-4701-a794-10b4441fc051 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0159295 Apr 18 17:08:37.739310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-ecdbe340-3970-4ffa-be4e-e62950601709', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:08:37.739728 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.791226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2b112af-1c9d-4760-993f-2de2c3e1e599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.844513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfda0d-694b-4ff1-adf6-c59cac26440f req-36136a4b-3dc6-40b2-a6bf-696b3a7ea24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:37.846037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccdfda0d-694b-4ff1-adf6-c59cac26440f req-36136a4b-3dc6-40b2-a6bf-696b3a7ea24c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491797 Apr 18 17:08:37.849182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.850424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.908025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:08:37.908025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.926592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b319904-12ef-45bd-b5ab-28b92e09135d None None] Network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:37.971052 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2b112af-1c9d-4760-993f-2de2c3e1e599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.975283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2b112af-1c9d-4760-993f-2de2c3e1e599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:37.977042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c2b112af-1c9d-4760-993f-2de2c3e1e599 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e516e0b4-27c7-4788-87a4-d5c4ae57fab3 HTTP/1.1" status: 204 len: 168 time: 0.3760426 Apr 18 17:08:37.979896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-3c353ab5-3901-40bc-9026-5c5122e4d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:37.981679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-3c353ab5-3901-40bc-9026-5c5122e4d292 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 1094 time: 0.0736556 Apr 18 17:08:37.994137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b112af-1c9d-4760-993f-2de2c3e1e599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e516e0b4-27c7-4788-87a4-d5c4ae57fab3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:38.036826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Allocated IP 172.20.0.2 (ecdbe340-3970-4ffa-be4e-e62950601709/00bca5d3-eff8-43c4-9b48-895a2a85e34e/789ce6e0-7940-4c2b-85da-991edffe04f9) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:38.052125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-3078e8c9-904c-4cbf-9a41-0e0c1df86d93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63eb8f76-6654-4a9f-abcf-71582b07b247 HTTP/1.1" status: 200 len: 217 time: 0.0524764 Apr 18 17:08:38.055704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Subnet': ['ID=f5d8d99a-b3c7-4e5e-95d2-8743f03360a2,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:38.058919 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.060109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Checking segment: {'id': '999078c1-bd6e-4db7-888e-7fb2bf87adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1c386e1-5c0c-4eed-8af9-1bb48373dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:38.060494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network hostable DHCP agents. Network: d1c386e1-5c0c-4eed-8af9-1bb48373dcf5, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:38.114352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-9e1229c0-4895-4345-adfc-5d05fb5d5553 req-ac175d7d-603f-4443-84b7-9fc530c36a5c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-952111151', 'description': 'tempest-description-1161600135'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:38.150642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-e53cced5-c666-48ca-8498-de1ad48cfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:38.152265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-e53cced5-c666-48ca-8498-de1ad48cfd09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.0906475 Apr 18 17:08:38.185025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-5b5be67a-c0bf-43d4-a8c1-2f5e3258f841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253584 Apr 18 17:08:38.188817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:38.246976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9e1229c0-4895-4345-adfc-5d05fb5d5553 req-ac175d7d-603f-4443-84b7-9fc530c36a5c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.291064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.302640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c7d8dc0d-429f-4514-b655-b5dad2c522d4 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:38.339715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-02642c6c-25e2-4f80-b8f4-af4330b3fd42 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483967 Apr 18 17:08:38.340685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c7d8dc0d-429f-4514-b655-b5dad2c522d4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:38.341343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c7d8dc0d-429f-4514-b655-b5dad2c522d4 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:38.452816 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.477710 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9e1229c0-4895-4345-adfc-5d05fb5d5553 req-ac175d7d-603f-4443-84b7-9fc530c36a5c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.519715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149f583-9bf3-45c0-95bd-083e140d8494 req-09043f7f-b849-4a60-b22d-de375bbcddb6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:38.524465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Network ecdbe340-3970-4ffa-be4e-e62950601709 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:38.529320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9149f583-9bf3-45c0-95bd-083e140d8494 req-09043f7f-b849-4a60-b22d-de375bbcddb6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 943 time: 0.1858640 Apr 18 17:08:38.532196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:38.541553 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:38.561613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Pushing event updated for resources: {'Port': ['ID=789ce6e0-7940-4c2b-85da-991edffe04f9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:38.586814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9149f583-9bf3-45c0-95bd-083e140d8494 req-9296bfad-bb10-40af-bf34-5c66f29c2005 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561032 Apr 18 17:08:38.587653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9e1229c0-4895-4345-adfc-5d05fb5d5553 req-ac175d7d-603f-4443-84b7-9fc530c36a5c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.626917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.628551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf95fde5-088b-4720-ae3e-c5d0c94434f8 req-32d4c1f4-ff54-4d2d-8033-907c263901f9 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751942 Apr 18 17:08:38.629700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, d1c386e1-5c0c-4eed-8af9-1bb48373dcf5) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:38.632332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Attempting to bind port 789ce6e0-7940-4c2b-85da-991edffe04f9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:38.633866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Attempting to bind port 789ce6e0-7940-4c2b-85da-991edffe04f9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:38.634325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:38.634597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Attempting to bind port 789ce6e0-7940-4c2b-85da-991edffe04f9 on network ecdbe340-3970-4ffa-be4e-e62950601709 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:38.634908 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.638142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac175d7d-603f-4443-84b7-9fc530c36a5c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd810abc-c409-4727-9f03-21c108aab8f1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:38.658761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af609c6-7292-4546-ad3d-a02749c62531 None None] Network d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:38.676646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:38.677020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Checking segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:38.677480 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.677869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Bound using segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:38.678346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Bound port: 789ce6e0-7940-4c2b-85da-991edffe04f9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:38.678719 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.691702 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9e1229c0-4895-4345-adfc-5d05fb5d5553 req-ac175d7d-603f-4443-84b7-9fc530c36a5c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.693069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e1229c0-4895-4345-adfc-5d05fb5d5553 req-ac175d7d-603f-4443-84b7-9fc530c36a5c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5854943 Apr 18 17:08:38.720197 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b8739551-8e02-47fc-8606-f75ca6244d4a tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5337722 Apr 18 17:08:38.720706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-cd322ba7-aca4-42b5-acaa-fd620f789e33 req-52ea6914-6020-4d5a-9525-70fdc254879c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1680376905', 'description': 'tempest-description-342166670'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:38.724194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33092) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:38.731115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'port': {'network_id': 'd1c386e1-5c0c-4eed-8af9-1bb48373dcf5', 'name': 'tempest-NetworksIpV6TestAttrs-2018340114'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:38.810107 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cd322ba7-aca4-42b5-acaa-fd620f789e33 req-52ea6914-6020-4d5a-9525-70fdc254879c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.866176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] For port 789ce6e0-7940-4c2b-85da-991edffe04f9, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:38.893068 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cd322ba7-aca4-42b5-acaa-fd620f789e33 req-52ea6914-6020-4d5a-9525-70fdc254879c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.902192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] For port 789ce6e0-7940-4c2b-85da-991edffe04f9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=789ce6e0-7940-4c2b-85da-991edffe04f9,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:38.940178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33094) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:38.978658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:38.982756 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:38.987366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3d7412c3-aaff-4025-a4f0-9b49230287e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a093786d1b340e1a33d5ccb15f00811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432529 Apr 18 17:08:38.991463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33096) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:38.995306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-d1c386e1-5c0c-4eed-8af9-1bb48373dcf5', 'network_id': 'd1c386e1-5c0c-4eed-8af9-1bb48373dcf5', 'tenant_id': '69ee9b9913c44ce9bf5e5d0dc9026c9b', 'fixed_ips': [{'subnet_id': 'f5d8d99a-b3c7-4e5e-95d2-8743f03360a2'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:08:38.996426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.015290 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cd322ba7-aca4-42b5-acaa-fd620f789e33 req-52ea6914-6020-4d5a-9525-70fdc254879c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.016139 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.028430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] device_id is not set on port c63ed60b-d737-483b-995d-b1bb3ad2b98c yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:08:39.068591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea6914-6020-4d5a-9525-70fdc254879c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355d28cf-8d69-4639-bb96-c0310c455032,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:39.083306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.089296 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd366134-8b7b-4f8c-a648-c3d2a184e780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.121077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.129292 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd366134-8b7b-4f8c-a648-c3d2a184e780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.165352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cd322ba7-aca4-42b5-acaa-fd620f789e33 req-52ea6914-6020-4d5a-9525-70fdc254879c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.166583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd322ba7-aca4-42b5-acaa-fd620f789e33 req-52ea6914-6020-4d5a-9525-70fdc254879c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4507275 Apr 18 17:08:39.182317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceff7d-7a86-443d-813a-ba168882fb42 None None] Pushing event updated for resources: {'Port': ['ID=789ce6e0-7940-4c2b-85da-991edffe04f9,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:39.250013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Allocated IP 2001:db8::f816:3eff:fef3:acf6 (d1c386e1-5c0c-4eed-8af9-1bb48373dcf5/f5d8d99a-b3c7-4e5e-95d2-8743f03360a2/c63ed60b-d737-483b-995d-b1bb3ad2b98c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:39.344201 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd366134-8b7b-4f8c-a648-c3d2a184e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.348983 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd366134-8b7b-4f8c-a648-c3d2a184e780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.353428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bd366134-8b7b-4f8c-a648-c3d2a184e780 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3164508b-604f-4dad-99f4-4bad2a9a79fc HTTP/1.1" status: 204 len: 168 time: 0.3620524 Apr 18 17:08:39.359527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Allocated IP 172.25.5.81 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ec6ade21-fcc6-45f5-9958-5f16943c1717) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:39.390823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd366134-8b7b-4f8c-a648-c3d2a184e780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3164508b-604f-4dad-99f4-4bad2a9a79fc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:39.566465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-3daef162-d86e-44d9-a963-7861c66da196 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:39.580404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-3daef162-d86e-44d9-a963-7861c66da196 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 813 time: 0.1329114 Apr 18 17:08:39.585712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-3d9bfecc-2dd4-4b48-a281-bea743f3ffe1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/quotas/379f7d3c0c32490298cf5fe057c7b5c7 HTTP/1.1" status: 200 len: 375 time: 0.0107777 Apr 18 17:08:39.609022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.621058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.635311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-2766c48f-c35a-4d45-95f2-de0b9db4a632 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426311 Apr 18 17:08:39.722036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e1118-3bb3-4820-9262-11b4e6d553fb req-530d9c06-5ec5-42f5-8a7b-45697750894f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:39.723632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-541e1118-3bb3-4820-9262-11b4e6d553fb req-530d9c06-5ec5-42f5-8a7b-45697750894f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 943 time: 0.0533805 Apr 18 17:08:39.736874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.742039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.791356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:39.795669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Allocated IP 2001:db8::f816:3eff:fe18:ccd8 (d1c386e1-5c0c-4eed-8af9-1bb48373dcf5/f5d8d99a-b3c7-4e5e-95d2-8743f03360a2/32bb1259-01dc-4c4b-bcb9-04429baf6ec5) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:39.799326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:39.800507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-541e1118-3bb3-4820-9262-11b4e6d553fb req-41970344-019e-4a84-bc19-0803113c44be tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704963 Apr 18 17:08:39.806492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:39.813387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:39.840692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:39.845139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Pushing event updated for resources: {'Port': ['ID=ec6ade21-fcc6-45f5-9958-5f16943c1717,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:39.858363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:39.865012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:39.865842 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:39.989098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-efc0cab3-a8f3-4c51-8cee-b1aef1667306 service neutron] 10.222.0.45 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372407 Apr 18 17:08:40.033753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Port': ['ID=c63ed60b-d737-483b-995d-b1bb3ad2b98c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:40.092239 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-541b66d0-dee9-4be1-bde7-fcb60c4eb8df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3667383 Apr 18 17:08:40.092438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33126) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:40.147830 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-6db1f156-aad9-4dde-8686-67cb32872324 service neutron] 10.222.0.45 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541784 Apr 18 17:08:40.177062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1288aa1-cd4a-4b1f-aadb-1a2cf99282f6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Deleting subnet f5d8d99a-b3c7-4e5e-95d2-8743f03360a2 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:08:40.206630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.330344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 789ce6e0-7940-4c2b-85da-991edffe04f9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:40.370648 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1288aa1-cd4a-4b1f-aadb-1a2cf99282f6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.375409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.386312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.419278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Network d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:40.422087 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1288aa1-cd4a-4b1f-aadb-1a2cf99282f6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.428924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:40.431887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:40.434493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Pushing event updated for resources: {'Port': ['ID=32bb1259-01dc-4c4b-bcb9-04429baf6ec5,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:40.465367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c7036-7dbd-4a3f-a15e-c7d1244bcf87 None None] Network ecdbe340-3970-4ffa-be4e-e62950601709 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:40.470141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 789ce6e0-7940-4c2b-85da-991edffe04f9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:40.470141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.730711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Attempting to bind port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:40.731190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Attempting to bind port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '999078c1-bd6e-4db7-888e-7fb2bf87adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1c386e1-5c0c-4eed-8af9-1bb48373dcf5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:40.731742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Attempting to bind port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 on network d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:40.735826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.767133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:40.767872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Checking segment: {'id': '999078c1-bd6e-4db7-888e-7fb2bf87adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1c386e1-5c0c-4eed-8af9-1bb48373dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:40.768416 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.768987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Bound using segment: {'id': '999078c1-bd6e-4db7-888e-7fb2bf87adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1c386e1-5c0c-4eed-8af9-1bb48373dcf5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:40.769551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Bound port: 32bb1259-01dc-4c4b-bcb9-04429baf6ec5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999078c1-bd6e-4db7-888e-7fb2bf87adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1c386e1-5c0c-4eed-8af9-1bb48373dcf5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:40.770060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.776148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ca090768-1f2b-4de6-a1ce-7461bbbec6f0 None None] Provisioning complete for port 789ce6e0-7940-4c2b-85da-991edffe04f9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:40.776682 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca090768-1f2b-4de6-a1ce-7461bbbec6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.881302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dc247b9-02f2-4ab3-8a7a-24f48412c303 req-a9326817-c1de-4070-8237-bb31f71059ed tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 210 time: 0.0363612 Apr 18 17:08:40.899495 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.947106 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1288aa1-cd4a-4b1f-aadb-1a2cf99282f6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:40.947202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33148) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:41.041864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60fad-33c0-4bd6-9562-b70edbca1c87 req-66283790-5586-4842-b0b4-233d5b8c9dff tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:41.050076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86a60fad-33c0-4bd6-9562-b70edbca1c87 req-66283790-5586-4842-b0b4-233d5b8c9dff tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 943 time: 0.1306975 Apr 18 17:08:41.071672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-network', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:41.078229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Router a448a5a7-a3ed-477b-929c-679f0e575686 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:08:41.078350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 789ce6e0-7940-4c2b-85da-991edffe04f9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=789ce6e0-7940-4c2b-85da-991edffe04f9,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:41.100642 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca090768-1f2b-4de6-a1ce-7461bbbec6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.103417 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86a60fad-33c0-4bd6-9562-b70edbca1c87 req-3f5aac60-aaf7-40c4-a66e-aff8cb10fdde tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509737 Apr 18 17:08:41.186101 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.186997 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1288aa1-cd4a-4b1f-aadb-1a2cf99282f6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.192926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Made reservation on behalf of 56e9c3ad2ce64065833f545515ac5e78 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:41.195407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.207631 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.229910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1288aa1-cd4a-4b1f-aadb-1a2cf99282f6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.233842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a1288aa1-cd4a-4b1f-aadb-1a2cf99282f6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/subnets/f5d8d99a-b3c7-4e5e-95d2-8743f03360a2 HTTP/1.1" status: 204 len: 168 time: 1.1402178 Apr 18 17:08:41.235119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1288aa1-cd4a-4b1f-aadb-1a2cf99282f6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d8d99a-b3c7-4e5e-95d2-8743f03360a2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:41.237685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33154) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:41.248645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] For port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:41.251756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:08:41.261456 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Sync routers for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:08:41.274597 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:41.275387 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:41.306623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] For port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=32bb1259-01dc-4c4b-bcb9-04429baf6ec5,segment=NetworkSegment(999078c1-bd6e-4db7-888e-7fb2bf87adec),segment_id=999078c1-bd6e-4db7-888e-7fb2bf87adec)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:41.344143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=789ce6e0-7940-4c2b-85da-991edffe04f9,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:41.348162 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-ca090768-1f2b-4de6-a1ce-7461bbbec6f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:08:41.349274 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-ca090768-1f2b-4de6-a1ce-7461bbbec6f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:08:41.369664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d655dc-0796-4f64-ad93-687ba05e1035 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:41.371246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d655dc-0796-4f64-ad93-687ba05e1035 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:41.375993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-76d655dc-0796-4f64-ad93-687ba05e1035 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1323073 Apr 18 17:08:41.376261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33156) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:41.403799 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:41.410193 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.459628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.460866 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4fe8ae56-356d-4c4b-8a3a-bf060bd244ea admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7976015 Apr 18 17:08:41.464118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33160) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:41.499328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e05f71e4-4b46-4226-af84-bed865b2cc86 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.515430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc495c6-fbd0-482c-bdac-f1ae9b54e54d None None] Pushing event updated for resources: {'Port': ['ID=32bb1259-01dc-4c4b-bcb9-04429baf6ec5,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:41.522738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.526272 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05f71e4-4b46-4226-af84-bed865b2cc86 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 17:08:41.526750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05f71e4-4b46-4226-af84-bed865b2cc86 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:41.529961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e05f71e4-4b46-4226-af84-bed865b2cc86 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 HTTP/1.1" status: 409 len: 405 time: 0.1528041 Apr 18 17:08:41.536129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33162) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:41.545943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1995279158'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:41.630746 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:40Z', 'revision_number': 3, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:41.658333 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Checking router: a448a5a7-a3ed-477b-929c-679f0e575686 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:08:41.658683 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Updating router a448a5a7-a3ed-477b-929c-679f0e575686 port ec6ade21-fcc6-45f5-9958-5f16943c1717 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:08:41.692634 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.702051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.765697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:41.771785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:41.781155 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.802581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:41.814325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.814973 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Added segment 31d605cd-f2f9-421d-a349-5a5b5ef921f4 of type vlan for network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc Apr 18 17:08:41.889996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.943775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:41.943775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:41.943775 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Added segment f930847e-4041-4e60-a4d2-bdff017de344 of type vlan for network 48e4684b-768a-4fc4-9368-bc36199ce1a4 Apr 18 17:08:41.982528 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.022718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd9bc3e6-0a43-411e-930c-a6efd34681f7 req-1be6dcc7-dd78-47ec-b81d-d407bef91793 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 210 time: 0.0359058 Apr 18 17:08:42.038636 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.039870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:42.040989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.062013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-41c0309a-3bfa-46b7-a242-5d01a387334e None None] Provisioning complete for port 789ce6e0-7940-4c2b-85da-991edffe04f9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:42.067774 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-41c0309a-3bfa-46b7-a242-5d01a387334e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.067973 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.116487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] Pushing event updated for resources: {'Network': ['ID=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:42.127513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:42.129611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.135382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:42.135988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.139218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.175576 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.215695 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9edd1729-a708-4674-b680-3d043cb2ffbd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2671857 Apr 18 17:08:42.219821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33168) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:42.224745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Request body: {'subnet': {'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-subnet', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:42.236896 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Attempting to bind port ec6ade21-fcc6-45f5-9958-5f16943c1717 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:42.237530 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Attempting to bind port ec6ade21-fcc6-45f5-9958-5f16943c1717 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:42.237947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Network': ['ID=48e4684b-768a-4fc4-9368-bc36199ce1a4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:42.238251 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Attempting to bind port ec6ade21-fcc6-45f5-9958-5f16943c1717 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:42.247635 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:42.249210 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:42.249670 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.250062 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:42.250537 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Bound port: ec6ade21-fcc6-45f5-9958-5f16943c1717, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:42.251101 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.252561 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Pushing event updated for resources: {'Port': ['ID=ec6ade21-fcc6-45f5-9958-5f16943c1717,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:42.265591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 48e4684b-768a-4fc4-9368-bc36199ce1a4 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:42.352307 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.355206 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.355646 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.356194 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.356781 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.358230 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.358698 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7060fe7c-634f-43b5-b432-9f41779cb1c2 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8212736 Apr 18 17:08:42.359032 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.359555 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.360254 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.360909 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.361679 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.362204 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:42.362561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33170) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:42.368348 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] For port ec6ade21-fcc6-45f5-9958-5f16943c1717, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:42.371927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'subnet': {'network_id': '48e4684b-768a-4fc4-9368-bc36199ce1a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:42.373743 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] For port ec6ade21-fcc6-45f5-9958-5f16943c1717, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ec6ade21-fcc6-45f5-9958-5f16943c1717,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:42.396873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 63eb8f76-6654-4a9f-abcf-71582b07b247 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:08:42.458590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c2c7d-de82-4e65-90cc-e2e34065a900 req-d9b7dbc9-3ca7-4bef-b809-456157dcf452 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:42.473859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-605c2c7d-de82-4e65-90cc-e2e34065a900 req-d9b7dbc9-3ca7-4bef-b809-456157dcf452 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 943 time: 0.1999574 Apr 18 17:08:42.490880 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.496563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Made reservation on behalf of 56e9c3ad2ce64065833f545515ac5e78 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:42.502068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.518606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 789ce6e0-7940-4c2b-85da-991edffe04f9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:42.564141 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2c306-bfbb-4807-a371-59da03740721 None None] Pushing event updated for resources: {'Port': ['ID=ec6ade21-fcc6-45f5-9958-5f16943c1717,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:42.573984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Allocated IP 172.20.0.1 (ecdbe340-3970-4ffa-be4e-e62950601709/00bca5d3-eff8-43c4-9b48-895a2a85e34e/c6473fc5-598a-4f29-b0ae-6ea9bb3d2519) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:42.603214 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:42.604307 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:42.609248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:42.629573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'port_id': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'mac_address': 'fa:16:3e:fd:44:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe453df1-2304-40fe-96c6-0fb0afe45590', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:08:42.642167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 789ce6e0-7940-4c2b-85da-991edffe04f9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:42.643202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.730680 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.770255 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.801564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb8f76-6654-4a9f-abcf-71582b07b247 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:42.812016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-605c2c7d-de82-4e65-90cc-e2e34065a900 req-8ab030b8-f964-4837-8b22-e2e2019795db tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372312 Apr 18 17:08:42.836998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:42.843263 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.863815 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.864416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:42.870957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:42.919083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Network ecdbe340-3970-4ffa-be4e-e62950601709 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:42.923221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:42.927691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:42.942217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:42.942217 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.980853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.981038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Pushing event updated for resources: {'Port': ['ID=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:42.990212 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:42.993058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:42.999322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12f9b1-82b0-4e15-af6e-3d617f64c692 None None] Network d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:43.035415 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.099878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fe6bcc-56c6-43cc-ac17-76b10b70b622,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:43.113395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Checking segment: {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:43.113893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Network hostable DHCP agents. Network: 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:43.205816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d91ffde6-6ca0-4d60-96e5-62db68fba8b1 req-14ea5814-c246-497b-a5a6-367e7430616f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 210 time: 0.0497723 Apr 18 17:08:43.247980 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.312831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4af690d3-f6d6-4963-859d-1a71281d1006 None None] Provisioning complete for port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:43.313514 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4af690d3-f6d6-4963-859d-1a71281d1006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.318915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:43.332379 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:40Z', 'revision_number': 3, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:43.342078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:43.366608 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4cb07-fab3-4db6-9bc2-a1479e54c11c None None] The sync data for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 is: [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:40Z', 'revision_number': 3, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:08:43.371538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.479810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:08:43.482468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:43.489349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:43.490252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.493491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.524365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=32bb1259-01dc-4c4b-bcb9-04429baf6ec5,segment=NetworkSegment(999078c1-bd6e-4db7-888e-7fb2bf87adec),segment_id=999078c1-bd6e-4db7-888e-7fb2bf87adec)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:43.530166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['63eb8f76-6654-4a9f-abcf-71582b07b247'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:08:43.532128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa26ba-8347-4798-a6bf-cd8883836566 None None] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:43.601663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.604737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Checking segment: {'id': 'f930847e-4041-4e60-a4d2-bdff017de344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '48e4684b-768a-4fc4-9368-bc36199ce1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:43.605213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network hostable DHCP agents. Network: 48e4684b-768a-4fc4-9368-bc36199ce1a4, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:43.620373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072a691-8592-459d-8788-9f51c03746fd None None] DHCP port deletion for d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:08:43.634471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Subnet': ['ID=33d8811c-a682-48fd-9148-38718a0ba166,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:43.674656 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.676701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ad0d87f2-662b-4a78-b54a-4224a5adf6c6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4557953 Apr 18 17:08:43.679663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33174) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:43.711258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:43.753275 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.775983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network 48e4684b-768a-4fc4-9368-bc36199ce1a4 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:43.829731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Pushing event updated for resources: {'Port': ['ID=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:43.832939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.839838 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.840945 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.861202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=32bb1259-01dc-4c4b-bcb9-04429baf6ec5,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:43.880729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 48e4684b-768a-4fc4-9368-bc36199ce1a4) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:43.891998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0072a691-8592-459d-8788-9f51c03746fd None None] Deleting port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:43.892375 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0072a691-8592-459d-8788-9f51c03746fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.901177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:43.906049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:43.960584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d70274-191e-41c3-bd9a-276e9020011d None None] Network 48e4684b-768a-4fc4-9368-bc36199ce1a4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:44.002621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.039334 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-706a35a1-cc76-432e-97fa-e7cb3f02a700 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6756897 Apr 18 17:08:44.040382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33178) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:44.054104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14762-a85b-4c69-96d8-0204b8fd03e9 req-f797a216-72fa-4470-8540-59fb339f868a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:44.056611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aba14762-a85b-4c69-96d8-0204b8fd03e9 req-f797a216-72fa-4470-8540-59fb339f868a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 944 time: 0.1385171 Apr 18 17:08:44.067546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Network ecdbe340-3970-4ffa-be4e-e62950601709 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:44.081185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:44.138175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d3293f55-2944-4b33-837c-e937c416b89b None None] Provisioning complete for port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:44.138564 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d3293f55-2944-4b33-837c-e937c416b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.152413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:08:44.154681 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.264753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aba14762-a85b-4c69-96d8-0204b8fd03e9 req-ff37d430-7285-4669-8da2-43b525aca7b9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959951 Apr 18 17:08:44.297946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0072a691-8592-459d-8788-9f51c03746fd None None] For port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=32bb1259-01dc-4c4b-bcb9-04429baf6ec5,segment=NetworkSegment(999078c1-bd6e-4db7-888e-7fb2bf87adec),segment_id=999078c1-bd6e-4db7-888e-7fb2bf87adec)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:44.298499 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0072a691-8592-459d-8788-9f51c03746fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.364927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d3293f55-2944-4b33-837c-e937c416b89b None None] Port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:08:44.374196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0072a691-8592-459d-8788-9f51c03746fd None None] Calling delete_port for 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:44.433202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-218fb5e2-4c8a-459b-a636-d8e3e726ef71 req-2755762c-2d13-41d4-804e-30d6ba97f882 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 210 time: 0.0367048 Apr 18 17:08:44.478475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ec6ade21-fcc6-45f5-9958-5f16943c1717 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:44.556830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.652219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Router a448a5a7-a3ed-477b-929c-679f0e575686 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:08:44.722632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-eea9a667-e6c4-43f9-bb31-33b1ae4995f2 None None] Provisioning complete for port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:44.723026 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eea9a667-e6c4-43f9-bb31-33b1ae4995f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.738351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c4667538-9376-4fc4-82b1-2028bc0bfa34 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:44.740041 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c4667538-9376-4fc4-82b1-2028bc0bfa34 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.18 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 813 time: 0.7912872 Apr 18 17:08:44.769556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.776857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'port': {'device_id': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d', 'admin_state_up': True, 'tenant_id': '379f7d3c0c32490298cf5fe057c7b5c7'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:44.789738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ecd557-12ec-48d9-bafb-c0a66761dafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-48e4684b-768a-4fc4-9368-bc36199ce1a4', 'network_id': '48e4684b-768a-4fc4-9368-bc36199ce1a4', 'tenant_id': '69ee9b9913c44ce9bf5e5d0dc9026c9b', 'fixed_ips': [{'subnet_id': '33d8811c-a682-48fd-9148-38718a0ba166'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:08:44.791158 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd557-12ec-48d9-bafb-c0a66761dafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.795186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Allocated IP 172.20.0.2 (256ff739-7bb6-4efc-ae0a-e34fb08aa1dc/37fe6bcc-56c6-43cc-ac17-76b10b70b622/1e71e33e-ebb6-4470-9f51-4c0aee8baf0b) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:44.809173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-eea9a667-e6c4-43f9-bb31-33b1ae4995f2 None None] Port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:08:44.824520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ec6ade21-fcc6-45f5-9958-5f16943c1717 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:44.824877 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.873822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:08:44.887065 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9e90ed2-1416-4711-9db8-b29d360ce96e admin admin] 10.222.0.45 "PUT /v2.0/routers/a448a5a7-a3ed-477b-929c-679f0e575686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202495 Apr 18 17:08:44.956648 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:44.957579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0072a691-8592-459d-8788-9f51c03746fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.017336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072a691-8592-459d-8788-9f51c03746fd None None] Pushing event deleted for resources: {'Port': ['ID=32bb1259-01dc-4c4b-bcb9-04429baf6ec5,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:45.022962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072a691-8592-459d-8788-9f51c03746fd None None] No DVR routers for this DVR port 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:45.093177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.113007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.130507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.156469 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.179561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.193358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Subnet': ['ID=33d8811c-a682-48fd-9148-38718a0ba166,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:45.196680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Made reservation on behalf of 379f7d3c0c32490298cf5fe057c7b5c7 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:45.201545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.264283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Allocated IP 172.25.5.110 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/066b48e1-a517-4306-90b2-23bf32cc6317) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server [None req-d4ecd557-12ec-48d9-bafb-c0a66761dafb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33d8811c-a682-48fd-9148-38718a0ba166: This subnet is being modified by another concurrent operation. Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:08:45.273511 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise exception Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33d8811c-a682-48fd-9148-38718a0ba166: This subnet is being modified by another concurrent operation. Apr 18 17:08:45.276455 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Apr 18 17:08:45.281475 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.283790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ec6ade21-fcc6-45f5-9958-5f16943c1717, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ec6ade21-fcc6-45f5-9958-5f16943c1717,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:45.284514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.344743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f819f-a167-4469-b5da-483432172d06 None None] Network 48e4684b-768a-4fc4-9368-bc36199ce1a4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:45.386776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e4684b-768a-4fc4-9368-bc36199ce1a4']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:45.400768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f930847e-4041-4e60-a4d2-bdff017de344') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:45.401048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f930847e-4041-4e60-a4d2-bdff017de344') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:45.404433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Pushing event updated for resources: {'Port': ['ID=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:45.408916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:45.416210 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.424877 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.444072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.474057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:45.474507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.487709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:45.498047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:45.522309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:45.534328 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:45.564329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:08:45.564574 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 32bb1259-01dc-4c4b-bcb9-04429baf6ec5 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:08:45.565260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bd97a-c1fb-4109-b910-6e16d08027d2 req-7804572b-9b57-490b-a579-0bf51c9c4aef tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:45.567371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-749bd97a-c1fb-4109-b910-6e16d08027d2 req-7804572b-9b57-490b-a579-0bf51c9c4aef tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 944 time: 0.1699531 Apr 18 17:08:45.574746 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.584845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8eab6897-cff7-4f19-a7a5-c8418605aa00 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:45.586335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8eab6897-cff7-4f19-a7a5-c8418605aa00 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 819 time: 0.2209032 Apr 18 17:08:45.618760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-a39e66e4-6070-4dfc-ac02-cab118f39f28 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/quotas/bcabbefaa1ec4dd88f79677486700168 HTTP/1.1" status: 200 len: 375 time: 0.0250609 Apr 18 17:08:45.642190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-749bd97a-c1fb-4109-b910-6e16d08027d2 req-18e7150e-aa91-4a80-b19b-bbdb8e6c0f8f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629985 Apr 18 17:08:45.674494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.689158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ec6ade21-fcc6-45f5-9958-5f16943c1717,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:45.691605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.697570 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/48e4684b-768a-4fc4-9368-bc36199ce1a4 HTTP/1.1" status: 204 len: 168 time: 1.6534081 Apr 18 17:08:45.701739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33204) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:45.708409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-460494304'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:45.719713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Allocated IP 172.20.0.6 (0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d/9f404838-c1a1-4223-b3e1-7e6187cce567/71f8ccf7-eec2-4a71-91f9-f16873039f8c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:45.723128 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2dee0-8bf3-487e-b94b-a4b6d9638088 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Network': ['ID=48e4684b-768a-4fc4-9368-bc36199ce1a4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:45.734873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Attempting to bind port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:45.735869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Attempting to bind port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:45.736933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-489bba21-92e5-4943-9a45-4fe70e0010ae tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925665 Apr 18 17:08:45.742054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Attempting to bind port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b on network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:45.753582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:45.753957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Checking segment: {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:45.754354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.754742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Bound using segment: {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:45.755210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Bound port: 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:45.755636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.791729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db01e4da-400f-4eb3-bf40-00f7f81b66b5 req-10e1f447-e4df-4ff5-af03-a2e8ae85e6dc tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 210 time: 0.0358229 Apr 18 17:08:45.795194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.849103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] For port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:45.850721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] For port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:45.917287 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.919087 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:45.957232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Sync routers for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:08:46.000530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:46.001313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:46.022295 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.072655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:46.079351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:46.084054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:46.142547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:46.145785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'Port': ['ID=71f8ccf7-eec2-4a71-91f9-f16873039f8c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:46.146358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.163225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:46.164053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.205617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:46.213638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:46.216232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:46.230167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:46.234921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303137a0-ffa8-44fe-9ab3-43891cfb9f4a None None] Pushing event updated for resources: {'Port': ['ID=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:46.301447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Pushing event updated for resources: {'Port': ['ID=066b48e1-a517-4306-90b2-23bf32cc6317,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:46.306999 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.307341 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Added segment eadf4d97-97b8-43e4-aee6-1c9c127ee3b1 of type vlan for network 8535df83-b397-4846-8791-7d84b2394874 Apr 18 17:08:46.318948 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 63eb8f76-6654-4a9f-abcf-71582b07b247 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:46.338581 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-f553c2e5-05a5-43a1-9765-0ba6e3818916 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5657356 Apr 18 17:08:46.340867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-3488f197-0338-4891-9ed4-6bc59445477b service neutron] 10.222.0.45 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943716 Apr 18 17:08:46.361599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Request body: {'port': {'device_id': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:46.363956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ec6ade21-fcc6-45f5-9958-5f16943c1717 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:46.390382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.405825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:46.435201 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.552211 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ec6ade21-fcc6-45f5-9958-5f16943c1717 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:46.552459 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.587235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-491027f4-0581-4529-8125-d70bcd751f37 service neutron] 10.222.0.45 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449162 Apr 18 17:08:46.610034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 63eb8f76-6654-4a9f-abcf-71582b07b247 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:08:46.632050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 63eb8f76-6654-4a9f-abcf-71582b07b247 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:46.632050 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.665170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.676707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:46.677377 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.800048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f8ccf7-eec2-4a71-91f9-f16873039f8c {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:46.802927 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.807390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 2, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:46.809541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.823068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1177266 Apr 18 17:08:46.839386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Transition to ACTIVE for port object 71f8ccf7-eec2-4a71-91f9-f16873039f8c will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:08:46.840302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33210) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:46.842253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Checking router: a448a5a7-a3ed-477b-929c-679f0e575686 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:08:46.842520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Updating router a448a5a7-a3ed-477b-929c-679f0e575686 port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:08:46.847610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'subnet': {'network_id': '8535df83-b397-4846-8791-7d84b2394874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:46.902637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:46.904951 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f84ec8-36c0-4e2a-8b7e-0f1682ec5f37" -d '{"events": [{"server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:46.916715 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:46.940942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:46.950322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f708d6c-e80f-4475-be58-0c56261ae029 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Network': ['ID=8535df83-b397-4846-8791-7d84b2394874,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:46.972750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 8535df83-b397-4846-8791-7d84b2394874 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:46.986760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.008466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760d246-cba7-4000-81eb-ca0502fad8d6 req-131d58c8-3ebb-4335-ab79-e908a04d0840 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:47.010103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e760d246-cba7-4000-81eb-ca0502fad8d6 req-131d58c8-3ebb-4335-ab79-e908a04d0840 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 944 time: 0.2140694 Apr 18 17:08:47.073218 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.099243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e760d246-cba7-4000-81eb-ca0502fad8d6 req-ac7ba02c-5488-4c17-8e02-691b56e822cc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499041 Apr 18 17:08:47.131183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Pushing event updated for resources: {'Port': ['ID=71f8ccf7-eec2-4a71-91f9-f16873039f8c,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:47.149154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73141e-374c-4e32-b1bd-7c981a895f7b req-6fb9c964-cba3-464e-8460-a9ec75398a99 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:47.150931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b73141e-374c-4e32-b1bd-7c981a895f7b req-6fb9c964-cba3-464e-8460-a9ec75398a99 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 931 time: 0.2161698 Apr 18 17:08:47.151765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.196861 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.215807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:47.220798 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.274069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b73141e-374c-4e32-b1bd-7c981a895f7b req-7902856a-88b7-4825-a366-d99371c15a75 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733654 Apr 18 17:08:47.276248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f31e18d3-398c-4483-8ff3-2f716f602878 req-35b21b1b-2b7e-4871-b9f0-06e167644a4c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 210 time: 0.0647974 Apr 18 17:08:47.306212 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.328132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:47.378232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Attempting to bind port 71f8ccf7-eec2-4a71-91f9-f16873039f8c on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:47.378232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Attempting to bind port 71f8ccf7-eec2-4a71-91f9-f16873039f8c by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:47.378232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Attempting to bind port 71f8ccf7-eec2-4a71-91f9-f16873039f8c on network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:47.390339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Port 71f8ccf7-eec2-4a71-91f9-f16873039f8c on network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:47.390608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Attempting to bind port 71f8ccf7-eec2-4a71-91f9-f16873039f8c on network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:47.413456 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b4353f-5059-464a-ad42-5634f2b652c8 x-openstack-request-id: req-b0b4353f-5059-464a-ad42-5634f2b652c8 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:47.415079 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:47.415566 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0b4353f-5059-464a-ad42-5634f2b652c8 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:47.416131 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b4353f-5059-464a-ad42-5634f2b652c8'] response: {'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'code': 200} Apr 18 17:08:47.432000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:47.432000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Checking segment: {'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:47.432541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Bound using segment: {'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:47.433322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Bound port: 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:47.435130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.577525 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.582769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd529f7-627b-4691-80e6-af4ed398a8f8 None None] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:47.608722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] For port 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:47.615026 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.629049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] For port 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:47.665804 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.677151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2d30-ad9d-4e45-a761-20dd77abfc39 req-1a431f13-1e54-4ad4-a26d-5d7e26d3bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:47.678831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a91e2d30-ad9d-4e45-a761-20dd77abfc39 req-1a431f13-1e54-4ad4-a26d-5d7e26d3bc9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 1096 time: 0.1677084 Apr 18 17:08:47.731227 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.734848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-5511f43e-e4f7-4b01-b6e5-5674f31a811c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:47.736582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-5511f43e-e4f7-4b01-b6e5-5674f31a811c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 819 time: 0.2265203 Apr 18 17:08:47.797912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a91e2d30-ad9d-4e45-a761-20dd77abfc39 req-a72298b7-24e8-4256-8b35-2dbe1f5d9e7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065354 Apr 18 17:08:47.800836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Pushing event updated for resources: {'Port': ['ID=71f8ccf7-eec2-4a71-91f9-f16873039f8c,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:47.800971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-5b5d795e-afa7-4a47-8a90-6998ea200bbd tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/quotas/bcabbefaa1ec4dd88f79677486700168 HTTP/1.1" status: 200 len: 375 time: 0.0554488 Apr 18 17:08:47.808246 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.838717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-58285ac2-0635-42e3-853b-230f00d4bf14 None None] Provisioning complete for port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:47.839093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58285ac2-0635-42e3-853b-230f00d4bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.891562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:47.892241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.896321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-c18e52a3-2ed8-472d-ab37-f4df5767589d service neutron] 10.222.0.18 "PUT /v2.0/ports/71f8ccf7-eec2-4a71-91f9-f16873039f8c HTTP/1.1" status: 200 len: 1091 time: 1.5428658 Apr 18 17:08:47.896795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:47.899430 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38286dd6-e8bd-4045-a199-f382368e570e" -d '{"events": [{"name": "network-changed", "server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:47.913651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab6991-82ec-4808-8834-f5449b62d181 None None] Pushing event updated for resources: {'Port': ['ID=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:47.936540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-1af410c3-d586-446b-8b46-02e7452f5b2f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228623 Apr 18 17:08:47.952795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Subnet': ['ID=ca180aa9-9ac2-4bd4-9ad4-0f6e895ba00e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:47.972467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Attempting to bind port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:47.972940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Attempting to bind port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:47.973754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Attempting to bind port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 on network ecdbe340-3970-4ffa-be4e-e62950601709 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:47.976164 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0980d6f1-6740-4e6b-b50d-09d55db182ac x-openstack-request-id: req-0980d6f1-6740-4e6b-b50d-09d55db182ac {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:47.976447 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:47.976771 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0980d6f1-6740-4e6b-b50d-09d55db182ac {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:47.977173 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0980d6f1-6740-4e6b-b50d-09d55db182ac'] response: {'name': 'network-changed', 'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'status': 'completed', 'code': 200} Apr 18 17:08:47.978142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Checking segment: {'id': 'eadf4d97-97b8-43e4-aee6-1c9c127ee3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8535df83-b397-4846-8791-7d84b2394874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:47.978273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network hostable DHCP agents. Network: 8535df83-b397-4846-8791-7d84b2394874, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:47.990807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:47.991413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Checking segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:47.993131 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:47.993131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Bound using segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:47.993131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Bound port: c6473fc5-598a-4f29-b0ae-6ea9bb3d2519, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:47.993574 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:48.093097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38286dd6-e8bd-4045-a199-f382368e570e req-9e25b10d-32d9-43c2-b367-abba0d4d726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:48.096148 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-38286dd6-e8bd-4045-a199-f382368e570e req-9e25b10d-32d9-43c2-b367-abba0d4d726c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1094 time: 0.0725012 Apr 18 17:08:48.097433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network 8535df83-b397-4846-8791-7d84b2394874 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:48.097554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-6a24e3bc-6910-4f6b-8be0-78205e4980a1 service neutron] 10.222.0.45 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533215 Apr 18 17:08:48.109348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Router 07ef01e8-9e01-4a77-b900-d0f63204c494 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:08:48.128123 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58285ac2-0635-42e3-853b-230f00d4bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:48.136005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] For port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:48.173675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] For port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:48.194521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-58285ac2-0635-42e3-853b-230f00d4bf14 None None] For port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:48.272742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38286dd6-e8bd-4045-a199-f382368e570e req-9d58397b-a03d-42e9-b70f-ef729c253c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:48.277827 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58285ac2-0635-42e3-853b-230f00d4bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:48.278076 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-38286dd6-e8bd-4045-a199-f382368e570e req-9d58397b-a03d-42e9-b70f-ef729c253c0e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1645889 Apr 18 17:08:48.278167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:48.334997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-d56e50e9-276f-4776-bf8d-9b52d8739b2e service neutron] 10.222.0.45 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365346 Apr 18 17:08:48.350513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 8535df83-b397-4846-8791-7d84b2394874) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:48.357978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:48.358719 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:48.374996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:08:48.391133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932310db-5a21-4cb9-80ae-908d220c686a req-82d99105-57e1-448c-8e9d-0b538ac7ab58 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:48.391133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-932310db-5a21-4cb9-80ae-908d220c686a req-82d99105-57e1-448c-8e9d-0b538ac7ab58 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1639316 Apr 18 17:08:48.396373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58285ac2-0635-42e3-853b-230f00d4bf14 None None] Pushing event updated for resources: {'Port': ['ID=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:48.405384 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Sync routers for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:08:48.419045 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:48.419381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a7c138-d62e-4a9f-a0be-9f4b8830236e None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:08:48.420543 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:48.434084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38286dd6-e8bd-4045-a199-f382368e570e req-86907148-27e3-49a1-8bb8-4141e07a0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:48.436518 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-38286dd6-e8bd-4045-a199-f382368e570e req-86907148-27e3-49a1-8bb8-4141e07a0b9b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540296 Apr 18 17:08:48.458668 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d9902076-9181-48d2-8535-e1bb55d3127b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6171746 Apr 18 17:08:48.461373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33246) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:48.475692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-932310db-5a21-4cb9-80ae-908d220c686a req-64937123-dfd2-40c9-b7c2-adf158a421da tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727391 Apr 18 17:08:48.526963 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:48.528180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8c24a807-66c7-4c1e-9a76-464c8792c598 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.8469887 Apr 18 17:08:48.531102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33248) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:48.582904 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:48.769779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-7f4775ae-07e5-4090-bc1b-2e9fefb2cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:48.773174 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-7f4775ae-07e5-4090-bc1b-2e9fefb2cc69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1094 time: 0.2693563 Apr 18 17:08:48.789496 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:48.806163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:48.809049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab6991-82ec-4808-8834-f5449b62d181 None None] Pushing event updated for resources: {'Port': ['ID=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:48.878895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3695292b-01cb-4691-a309-37710ebd57ac req-43c34779-c572-4dfb-b7c7-7e7800813aee tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 210 time: 0.1535397 Apr 18 17:08:48.895434 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-d4fc7ef4-e6bf-475d-b099-32ee8db20ff9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c HTTP/1.1" status: 200 len: 217 time: 0.1010151 Apr 18 17:08:48.922698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cdc53-cf58-4746-a4dd-84a2ec488bcc req-10bfff4f-d33e-4186-a568-10b9fcae9ae7 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:48.925015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-974cdc53-cf58-4746-a4dd-84a2ec488bcc req-10bfff4f-d33e-4186-a568-10b9fcae9ae7 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 943 time: 0.3281298 Apr 18 17:08:48.995271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b7c1abc7-04f5-4aee-b036-d94d76bf8227 None None] Provisioning complete for port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:48.995692 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7c1abc7-04f5-4aee-b036-d94d76bf8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.050348 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:46Z', 'revision_number': 3, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:49.057566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:49.059009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:49.095009 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Checking router: 07ef01e8-9e01-4a77-b900-d0f63204c494 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:08:49.095751 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Updating router 07ef01e8-9e01-4a77-b900-d0f63204c494 port 066b48e1-a517-4306-90b2-23bf32cc6317 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:08:49.104435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-974cdc53-cf58-4746-a4dd-84a2ec488bcc req-c531c4bd-fcc3-40ce-9862-1d4581f0845f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694071 Apr 18 17:08:49.127921 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.130607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.140043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-cc0a6294-b3cd-4083-9156-40711ff1f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:49.142228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-cc0a6294-b3cd-4083-9156-40711ff1f552 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 200 len: 853 time: 0.2258778 Apr 18 17:08:49.243276 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-9ce736dd-4bfd-463d-a3d0-ce892180aea1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438111 Apr 18 17:08:49.343003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:49.343400 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.438118 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-d98a285a-028b-45d5-a855-15be8ef928c2 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791134 Apr 18 17:08:49.438665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:49.474159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7c138-d62e-4a9f-a0be-9f4b8830236e None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:08:49.530457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.544663 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.654348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b7c1abc7-04f5-4aee-b036-d94d76bf8227 None None] Provisioning complete for port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:49.654723 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7c1abc7-04f5-4aee-b036-d94d76bf8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.654828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.677999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8535df83-b397-4846-8791-7d84b2394874']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:49.691939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadf4d97-97b8-43e4-aee6-1c9c127ee3b1') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:49.692227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadf4d97-97b8-43e4-aee6-1c9c127ee3b1') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:49.706729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.707535 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.723386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.730431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:49.730780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.807048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Subnet': ['ID=ca180aa9-9ac2-4bd4-9ad4-0f6e895ba00e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:49.812383 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Attempting to bind port 066b48e1-a517-4306-90b2-23bf32cc6317 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:49.813138 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Attempting to bind port 066b48e1-a517-4306-90b2-23bf32cc6317 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:49.819279 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:49.822215 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Attempting to bind port 066b48e1-a517-4306-90b2-23bf32cc6317 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:49.823186 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d0524-e713-4f9e-8338-aa7327b46494 None None] Pushing event updated for resources: {'Port': ['ID=066b48e1-a517-4306-90b2-23bf32cc6317,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:49.831415 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:49.832040 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:49.833164 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.834753 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:49.837122 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Bound port: 066b48e1-a517-4306-90b2-23bf32cc6317, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:49.837758 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.863997 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb35e91-9481-4aed-b4c5-6a1eb7f141aa req-d84dc89c-0b5a-42b2-8bba-59972c574574 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231977 Apr 18 17:08:49.881217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662edd9e-191a-4ea8-86c4-db40ffbf4d9a req-db6c6cfd-71bd-4802-b7f3-6bcd930135e0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:49.889509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-662edd9e-191a-4ea8-86c4-db40ffbf4d9a req-db6c6cfd-71bd-4802-b7f3-6bcd930135e0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0888374 Apr 18 17:08:49.924037 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] For port 066b48e1-a517-4306-90b2-23bf32cc6317, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:49.927416 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] For port 066b48e1-a517-4306-90b2-23bf32cc6317, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=066b48e1-a517-4306-90b2-23bf32cc6317,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:49.940843 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.948553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:49.952362 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/8535df83-b397-4846-8791-7d84b2394874 HTTP/1.1" status: 204 len: 168 time: 1.4899096 Apr 18 17:08:49.957992 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:49.963392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-662edd9e-191a-4ea8-86c4-db40ffbf4d9a req-e2c388f9-2108-4c82-9c6f-abd463f6b392 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710311 Apr 18 17:08:49.972517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1167642213'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:50.001446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71563cd0-d991-45d7-acb7-7e6590aecff4 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Network': ['ID=8535df83-b397-4846-8791-7d84b2394874,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:50.020330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0209d9e-f3c6-4644-9b44-3cf601a0d3d9 req-3de5f07d-1d0a-4914-a29d-67b944a34216 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 210 time: 0.0386510 Apr 18 17:08:50.037117 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.037250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7c1abc7-04f5-4aee-b036-d94d76bf8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.090284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:50.095214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.103285 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:50.104118 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:50.105248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.129994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:08:50.157216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.160375 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Added segment 9d3c8438-731d-4a06-9ee2-62a461668ad9 of type vlan for network eba424b8-8efe-4cd0-9acb-1047b31eeeff Apr 18 17:08:50.191177 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b7c1abc7-04f5-4aee-b036-d94d76bf8227 None None] For port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:50.250308 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.278832 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d0524-e713-4f9e-8338-aa7327b46494 None None] Pushing event updated for resources: {'Port': ['ID=066b48e1-a517-4306-90b2-23bf32cc6317,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:50.284745 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:50.339285 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7c1abc7-04f5-4aee-b036-d94d76bf8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.355363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:50.359380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:48Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:50.444650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e8949-18bb-453f-bc05-f1424fb6fbb1 req-a97560bb-af65-4564-b51c-6bfc56334b52 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:50.453101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c3e8949-18bb-453f-bc05-f1424fb6fbb1 req-a97560bb-af65-4564-b51c-6bfc56334b52 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 943 time: 0.2135105 Apr 18 17:08:50.478588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16bf4a-1aa2-4265-a2bc-d12b869d60bc None None] The sync data for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 is: [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:48Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:08:50.510480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.513920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:50.514667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.540268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1abc7-04f5-4aee-b036-d94d76bf8227 None None] Pushing event updated for resources: {'Port': ['ID=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:50.575262 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:46Z', 'revision_number': 3, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:50.604239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29864-5cb6-49a4-a014-9236816b417e req-a4efbcb0-dd3d-4117-8d7c-1d48bd59a6b9 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:50.605978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-a4efbcb0-dd3d-4117-8d7c-1d48bd59a6b9 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 819 time: 0.4003489 Apr 18 17:08:50.608728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Allocated IP 172.20.0.1 (256ff739-7bb6-4efc-ae0a-e34fb08aa1dc/37fe6bcc-56c6-43cc-ac17-76b10b70b622/ef7805b9-4364-4931-a5b3-340170dc0738) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:50.611542 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f19e5-7038-4bf4-9997-b88144352fab None None] The sync data for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 is: [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:46Z', 'revision_number': 3, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:08:50.628497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:50.628957 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:50.673729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'port': {'device_id': '0803a012-c4bf-47f6-aa6e-6c050a633241', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'admin_state_up': True, 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:50.702117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Network': ['ID=eba424b8-8efe-4cd0-9acb-1047b31eeeff,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:50.707562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44790e22-6908-406a-b542-7c273b244a7f None None] Network 8535df83-b397-4846-8791-7d84b2394874 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:50.721673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8e483643-b813-47d2-9dc5-33b30fb4b44b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7622619 Apr 18 17:08:50.724308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33274) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:50.734414 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network eba424b8-8efe-4cd0-9acb-1047b31eeeff details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:08:50.739195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c3e8949-18bb-453f-bc05-f1424fb6fbb1 req-7fa18d2b-83f5-4be3-9d46-8f9a506f1139 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851806 Apr 18 17:08:50.753856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Request body: {'subnet': {'network_id': 'eba424b8-8efe-4cd0-9acb-1047b31eeeff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:50.856259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44790e22-6908-406a-b542-7c273b244a7f None None] Network 8535df83-b397-4846-8791-7d84b2394874 could not be found, it might have been deleted concurrently. {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 17:08:50.956078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a37ea-0f0e-4bd0-9f9a-1214b7de8c5a None None] Network 8535df83-b397-4846-8791-7d84b2394874 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:50.991912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a37ea-0f0e-4bd0-9f9a-1214b7de8c5a None None] Network 8535df83-b397-4846-8791-7d84b2394874 could not be found, it might have been deleted concurrently. {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 17:08:51.035546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Made reservation on behalf of 69ee9b9913c44ce9bf5e5d0dc9026c9b for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:51.045362 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:51.052736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:51.237475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-72d2c391-d8c3-4def-b2d6-ae42ea9e7d3d None None] Provisioning complete for port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:51.240396 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72d2c391-d8c3-4def-b2d6-ae42ea9e7d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:51.298314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d739541-a94c-4c62-8275-e9161fcc6ac4 req-a81d2e18-80ea-4a4b-a88c-e6f24e026cc3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 210 time: 0.1490555 Apr 18 17:08:51.383660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0abb7-7fd5-4cd6-914a-7e430577129f req-aebb9f79-1f26-49aa-8636-6b0161d3271b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:51.385332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65a0abb7-7fd5-4cd6-914a-7e430577129f req-aebb9f79-1f26-49aa-8636-6b0161d3271b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0856850 Apr 18 17:08:51.434509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:51.448400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65a0abb7-7fd5-4cd6-914a-7e430577129f req-6f475785-8684-48b2-ac18-a6666e4f0485 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Apr 18 17:08:51.485862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Made reservation on behalf of bcabbefaa1ec4dd88f79677486700168 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:51.490420 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:51.548474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:51.556094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:51.627529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:51.629858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:08:51.635793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:51.636105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7805b9-4364-4931-a5b3-340170dc0738,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:51.705280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.705929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.706429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.707178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.707669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.708383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.709035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.709590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.713176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.713747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.714238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.714749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:08:51.750234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Checking segment: {'id': '9d3c8438-731d-4a06-9ee2-62a461668ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eba424b8-8efe-4cd0-9acb-1047b31eeeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:51.750603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network hostable DHCP agents. Network: eba424b8-8efe-4cd0-9acb-1047b31eeeff, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:08:51.770659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:51.776533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event updated for resources: {'Subnet': ['ID=a5d62f43-3cdf-42db-a74c-0cb67ebfc899,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:51.883874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Network eba424b8-8efe-4cd0-9acb-1047b31eeeff is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:08:51.931089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Allocated IP 172.20.0.12 (ecdbe340-3970-4ffa-be4e-e62950601709/00bca5d3-eff8-43c4-9b48-895a2a85e34e/ee27e24f-039c-46a4-b604-d5b7cb16a57a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:51.969115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, eba424b8-8efe-4cd0-9acb-1047b31eeeff) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:51.981212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95ff11-2ded-4ecf-819e-5564066ebe9a None None] Network eba424b8-8efe-4cd0-9acb-1047b31eeeff requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:51.982358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:51.982969 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.032115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-48be413c-18df-44e2-96bc-73ee1693ce60 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:52.033393 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-48be413c-18df-44e2-96bc-73ee1693ce60 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 819 time: 0.1984787 Apr 18 17:08:52.055822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'port': {'device_id': '4717f8cf-64e4-444a-a42a-66adbed3e12a', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'admin_state_up': True, 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:52.088152 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3090df74-a5e3-454d-85c5-32841083d5fc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3624413 Apr 18 17:08:52.091614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33288) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:52.093905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd00b-caab-425e-80ae-1860a9448b7d req-123e2690-3eb3-4847-bb36-543a1838b012 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:52.101833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b66dd00b-caab-425e-80ae-1860a9448b7d req-123e2690-3eb3-4847-bb36-543a1838b012 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 943 time: 0.1681745 Apr 18 17:08:52.117129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-748bb98d-7e5b-4bc0-ae6d-121fa876b496 None None] Provisioning complete for port ef7805b9-4364-4931-a5b3-340170dc0738 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:52.117714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-748bb98d-7e5b-4bc0-ae6d-121fa876b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.177125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-748bb98d-7e5b-4bc0-ae6d-121fa876b496 None None] Port ef7805b9-4364-4931-a5b3-340170dc0738 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:08:52.246470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.264179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b66dd00b-caab-425e-80ae-1860a9448b7d req-b1140ae8-41c0-4c04-bec8-0435d830b2cd tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554625 Apr 18 17:08:52.378621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-eba424b8-8efe-4cd0-9acb-1047b31eeeff', 'network_id': 'eba424b8-8efe-4cd0-9acb-1047b31eeeff', 'tenant_id': '69ee9b9913c44ce9bf5e5d0dc9026c9b', 'fixed_ips': [{'subnet_id': 'a5d62f43-3cdf-42db-a74c-0cb67ebfc899'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:08:52.380242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.451637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.475404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.564774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c574311-8193-4748-85a5-e5056cc82a07 req-1aaa31a9-129e-41f5-8852-3121535a3e50 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 210 time: 0.0472870 Apr 18 17:08:52.574921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Made reservation on behalf of bcabbefaa1ec4dd88f79677486700168 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:08:52.575739 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.587698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:52.659631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.693832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.759771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:52.760151 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.766419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Network ecdbe340-3970-4ffa-be4e-e62950601709 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:52.777629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7970cd-c778-4816-86d9-88e0b3c28bec req-4906ee9f-8880-46d2-9877-57e7c87c58be tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:52.785981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d7970cd-c778-4816-86d9-88e0b3c28bec req-4906ee9f-8880-46d2-9877-57e7c87c58be tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.2193038 Apr 18 17:08:52.801050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Allocated IP 2001:db8::f816:3eff:fe7c:3909 (eba424b8-8efe-4cd0-9acb-1047b31eeeff/a5d62f43-3cdf-42db-a74c-0cb67ebfc899/992e0115-a2f5-47fd-989a-127879ae9cf0) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:52.844031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:52.847614 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.857697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event updated for resources: {'Port': ['ID=ee27e24f-039c-46a4-b604-d5b7cb16a57a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:52.868297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:52.873620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-109f5efb-644e-4be8-b3ed-d3b0a95b6270 {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:08:52.874765 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:08:52.927011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:52.927784 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.956339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:52.988539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 066b48e1-a517-4306-90b2-23bf32cc6317 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:53.016070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 71f8ccf7-eec2-4a71-91f9-f16873039f8c details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:08:53.032273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d7970cd-c778-4816-86d9-88e0b3c28bec req-2312f5b1-f322-4f76-bfe1-c72b8f35f4b1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454107 Apr 18 17:08:53.053068 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.061500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.073558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d5da2-758c-43a1-a485-524f8051a41d req-03e69990-d75b-4f0a-b577-5c82bd5263f0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:53.075125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f2d5da2-758c-43a1-a485-524f8051a41d req-03e69990-d75b-4f0a-b577-5c82bd5263f0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.2870247 Apr 18 17:08:53.080313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-bf041950-d407-4011-aa75-4dd0639baf21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4499822 Apr 18 17:08:53.085594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7805b9-4364-4931-a5b3-340170dc0738,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:53.103921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Request body: {'port': {'device_id': '0803a012-c4bf-47f6-aa6e-6c050a633241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:53.123530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 066b48e1-a517-4306-90b2-23bf32cc6317 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:53.123906 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.173194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.218549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f2d5da2-758c-43a1-a485-524f8051a41d req-df105b76-2f28-4b88-892e-e539f7e4067f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300697 Apr 18 17:08:53.219054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:53.251095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Network eba424b8-8efe-4cd0-9acb-1047b31eeeff is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:53.254516 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.265462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:53.267712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d', 'port_id': '71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'mac_address': 'fa:16:3e:1e:eb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f404838-c1a1-4223-b3e1-7e6187cce567', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:08:53.269869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:53.277806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Pushing event updated for resources: {'Port': ['ID=992e0115-a2f5-47fd-989a-127879ae9cf0,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:53.310235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-49ea9f59-3ec1-4742-b6b7-b31acc6c2091 None None] Provisioning complete for port ee27e24f-039c-46a4-b604-d5b7cb16a57a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:53.310613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-49ea9f59-3ec1-4742-b6b7-b31acc6c2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.316493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:53.319973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.335908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:53.364883 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d62f43-3cdf-42db-a74c-0cb67ebfc899,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:53.383254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.425846 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.439774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Attempting to bind port 992e0115-a2f5-47fd-989a-127879ae9cf0 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:53.440143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Attempting to bind port 992e0115-a2f5-47fd-989a-127879ae9cf0 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9d3c8438-731d-4a06-9ee2-62a461668ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eba424b8-8efe-4cd0-9acb-1047b31eeeff'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:53.440702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Attempting to bind port 992e0115-a2f5-47fd-989a-127879ae9cf0 on network eba424b8-8efe-4cd0-9acb-1047b31eeeff {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:53.442811 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-49ea9f59-3ec1-4742-b6b7-b31acc6c2091 None None] Port ee27e24f-039c-46a4-b604-d5b7cb16a57a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:08:53.454095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.459632 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.462158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:53.462158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Checking segment: {'id': '9d3c8438-731d-4a06-9ee2-62a461668ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eba424b8-8efe-4cd0-9acb-1047b31eeeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:53.462473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.470825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Bound using segment: {'id': '9d3c8438-731d-4a06-9ee2-62a461668ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eba424b8-8efe-4cd0-9acb-1047b31eeeff'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:53.471460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Bound port: 992e0115-a2f5-47fd-989a-127879ae9cf0, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3c8438-731d-4a06-9ee2-62a461668ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eba424b8-8efe-4cd0-9acb-1047b31eeeff'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:53.471881 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.504687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 066b48e1-a517-4306-90b2-23bf32cc6317, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=066b48e1-a517-4306-90b2-23bf32cc6317,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:53.509113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f8ccf7-eec2-4a71-91f9-f16873039f8c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:53.540495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba424b8-8efe-4cd0-9acb-1047b31eeeff']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:53.566665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3c8438-731d-4a06-9ee2-62a461668ad9') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:53.567221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3c8438-731d-4a06-9ee2-62a461668ad9') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:53.600680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebed902-e8a2-4be0-8a5d-aa88b896b65b req-93e60424-1a61-4ab0-bf80-868ddec2257b tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:53.601629 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.602283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ebed902-e8a2-4be0-8a5d-aa88b896b65b req-93e60424-1a61-4ab0-bf80-868ddec2257b tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 943 time: 0.2646110 Apr 18 17:08:53.620030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.632192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:53.632588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:53.641745 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:53.644642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:53.644642 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.689658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] For port 992e0115-a2f5-47fd-989a-127879ae9cf0, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:53.737517 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.738903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=066b48e1-a517-4306-90b2-23bf32cc6317,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:53.786982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:08:53.786982 n-d-836015-2 neutron-server[109825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:08:53.786982 n-d-836015-2 neutron-server[109825]: [parameters: {'id': 'eba424b8-8efe-4cd0-9acb-1047b31eeeff'}] Apr 18 17:08:53.786982 n-d-836015-2 neutron-server[109825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:08:53.788257 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:08:53.791155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] For port 992e0115-a2f5-47fd-989a-127879ae9cf0, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=992e0115-a2f5-47fd-989a-127879ae9cf0,segment=NetworkSegment(9d3c8438-731d-4a06-9ee2-62a461668ad9),segment_id=9d3c8438-731d-4a06-9ee2-62a461668ad9)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:53.796493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Router 07ef01e8-9e01-4a77-b900-d0f63204c494 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:08:53.817507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3ad4c5fb-b475-4c67-bb04-5e04540e7453 None None] Provisioning complete for port ef7805b9-4364-4931-a5b3-340170dc0738 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:53.817872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c5fb-b475-4c67-bb04-5e04540e7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.820113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=71f8ccf7-eec2-4a71-91f9-f16873039f8c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:53.846560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ebed902-e8a2-4be0-8a5d-aa88b896b65b req-a48736c1-d3ed-4ebe-ada6-0a8e5454fe10 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048825 Apr 18 17:08:53.854341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4c5fb-b475-4c67-bb04-5e04540e7453 None None] Port ef7805b9-4364-4931-a5b3-340170dc0738 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:08:53.912962 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.957056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee27e24f-039c-46a4-b604-d5b7cb16a57a {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:53.963122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02fb8aa6-bb3b-48b0-881a-01b6a2e09eb1 req-13b3bf8f-6889-4f61-bed6-edea222747b8 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 210 time: 0.0445962 Apr 18 17:08:53.971033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:53.998721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feab62-2d03-4868-aab6-f0fbc7703ae6 None None] Pushing event updated for resources: {'Port': ['ID=992e0115-a2f5-47fd-989a-127879ae9cf0,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:54.018372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f1b60-cc5e-46bf-84a6-4a0ec233a84e None None] Network eba424b8-8efe-4cd0-9acb-1047b31eeeff requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:08:54.038689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Transition to ACTIVE for port object ee27e24f-039c-46a4-b604-d5b7cb16a57a will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:08:54.047673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:08:54.053150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f31b7332-8753-4533-81eb-73d03ffc00a2 admin admin] 10.222.0.45 "PUT /v2.0/routers/07ef01e8-9e01-4a77-b900-d0f63204c494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5187902 Apr 18 17:08:54.148951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:08:54.168990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aca5b-2260-4101-a498-d133c74ddbed req-59789191-b9ed-49f0-9890-861f4b3cf8e5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:54.171415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e6aca5b-2260-4101-a498-d133c74ddbed req-59789191-b9ed-49f0-9890-861f4b3cf8e5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0617154 Apr 18 17:08:54.175918 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.200226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Sync routers for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:08:54.276946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Pushing event updated for resources: {'Port': ['ID=ee27e24f-039c-46a4-b604-d5b7cb16a57a,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:54.290249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e6aca5b-2260-4101-a498-d133c74ddbed req-4211afc9-a83b-4f50-99f8-68ee190235ce tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021261 Apr 18 17:08:54.301362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:54.302155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:54.344347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Allocated IP 172.20.0.10 (ecdbe340-3970-4ffa-be4e-e62950601709/00bca5d3-eff8-43c4-9b48-895a2a85e34e/fc0da427-c9fa-4a09-b633-2b0c2b99cf1a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:08:54.412133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 066b48e1-a517-4306-90b2-23bf32cc6317 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:54.542141 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.544890 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.622418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1fd21-684a-493b-bd09-2ff676f8f2fd None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:08:54.635087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Deleting port 992e0115-a2f5-47fd-989a-127879ae9cf0 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:54.635346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.701703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:54.712934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.785915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Network ecdbe340-3970-4ffa-be4e-e62950601709 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:08:54.793684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] For port 992e0115-a2f5-47fd-989a-127879ae9cf0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=992e0115-a2f5-47fd-989a-127879ae9cf0,segment=NetworkSegment(9d3c8438-731d-4a06-9ee2-62a461668ad9),segment_id=9d3c8438-731d-4a06-9ee2-62a461668ad9)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:54.794450 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.799631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:08:54.802436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:08:54.825212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Attempting to bind port ee27e24f-039c-46a4-b604-d5b7cb16a57a on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:54.826266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Attempting to bind port ee27e24f-039c-46a4-b604-d5b7cb16a57a by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:54.826439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Attempting to bind port ee27e24f-039c-46a4-b604-d5b7cb16a57a on network ecdbe340-3970-4ffa-be4e-e62950601709 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:54.842934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Calling delete_port for 992e0115-a2f5-47fd-989a-127879ae9cf0 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:54.844836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event updated for resources: {'Port': ['ID=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:54.851124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a67fb2-501c-433f-9c00-b2d95ac8233c req-a58cfa9e-76ad-4bcb-9153-d80e251839d3 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:54.858823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18a67fb2-501c-433f-9c00-b2d95ac8233c req-a58cfa9e-76ad-4bcb-9153-d80e251839d3 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.1607919 Apr 18 17:08:54.864128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Port ee27e24f-039c-46a4-b604-d5b7cb16a57a on network ecdbe340-3970-4ffa-be4e-e62950601709 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:54.866926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Attempting to bind port ee27e24f-039c-46a4-b604-d5b7cb16a57a on network ecdbe340-3970-4ffa-be4e-e62950601709 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:54.894408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:54.894664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Checking segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:54.895235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Bound using segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:54.895699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Bound port: ee27e24f-039c-46a4-b604-d5b7cb16a57a, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:54.896141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.905152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3af0-9705-4343-b818-44d647b17bad req-2e8d5da8-9a3e-42b8-b27b-5909a113356f tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:54.906651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-2e8d5da8-9a3e-42b8-b27b-5909a113356f tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/networks?id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc HTTP/1.1" status: 200 len: 829 time: 0.2098489 Apr 18 17:08:54.913972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:54.914390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.941979 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-f34fc80b-7ba5-4aa1-b7cf-47ca8c11c3cf tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/quotas/56e9c3ad2ce64065833f545515ac5e78 HTTP/1.1" status: 200 len: 375 time: 0.0230219 Apr 18 17:08:54.959947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 066b48e1-a517-4306-90b2-23bf32cc6317 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:54.960310 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:54.973326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18a67fb2-501c-433f-9c00-b2d95ac8233c req-4e2ce23b-6db1-4710-8e29-18db2c29ce13 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134286 Apr 18 17:08:55.005304 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-55dbecdc-3085-4b26-8d70-002821679e65 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9551601 Apr 18 17:08:55.025643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Request body: {'port': {'device_id': '4717f8cf-64e4-444a-a42a-66adbed3e12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:55.055001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] For port ee27e24f-039c-46a4-b604-d5b7cb16a57a, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:55.063862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.066910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-385870a3-a54b-468b-b88e-a24a2f85cdb3 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e9c3ad2ce64065833f545515ac5e78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925927 Apr 18 17:08:55.108550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Port': ['ID=992e0115-a2f5-47fd-989a-127879ae9cf0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:55.110490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No DVR routers for this DVR port 992e0115-a2f5-47fd-989a-127879ae9cf0 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:55.120000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] For port ee27e24f-039c-46a4-b604-d5b7cb16a57a, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:55.146992 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.192829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1a3-4920-4fc3-aaa1-a968091902a1 req-ebbf5b5e-0779-43cd-a32b-b5ebef8e46f9 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:55.194429 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9275a1a3-4920-4fc3-aaa1-a968091902a1 req-ebbf5b5e-0779-43cd-a32b-b5ebef8e46f9 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 944 time: 0.1266170 Apr 18 17:08:55.207087 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.226925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1fd21-684a-493b-bd09-2ff676f8f2fd None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:08:55.232280 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.270154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba424b8-8efe-4cd0-9acb-1047b31eeeff']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:55.277385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:55.278010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.280081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] 10.222.0.41 "PUT /v2.0/ports/ee27e24f-039c-46a4-b604-d5b7cb16a57a HTTP/1.1" status: 200 len: 1092 time: 2.1821334 Apr 18 17:08:55.280765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0803a012-c4bf-47f6-aa6e-6c050a633241', 'tag': 'ee27e24f-039c-46a4-b604-d5b7cb16a57a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:55.283792 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824" -d '{"events": [{"name": "network-changed", "server_uuid": "0803a012-c4bf-47f6-aa6e-6c050a633241", "tag": "ee27e24f-039c-46a4-b604-d5b7cb16a57a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:55.296714 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-9a0db465-1b2d-49de-9d46-ee6a8b67ce61 service neutron] 10.222.0.45 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037771 Apr 18 17:08:55.333756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3c8438-731d-4a06-9ee2-62a461668ad9') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:55.334099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3c8438-731d-4a06-9ee2-62a461668ad9') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:55.336925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9275a1a3-4920-4fc3-aaa1-a968091902a1 req-438e1b44-a024-4836-9290-22924112f132 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278856 Apr 18 17:08:55.348925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1f6e7-88ac-41da-88e5-04bf53e2e01f service neutron] Pushing event updated for resources: {'Port': ['ID=ee27e24f-039c-46a4-b604-d5b7cb16a57a,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:55.352440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.375927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.393917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:55.394335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:55.400969 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:55.412931 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 2, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:55.467503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Checking router: 07ef01e8-9e01-4a77-b900-d0f63204c494 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:08:55.467993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Updating router 07ef01e8-9e01-4a77-b900-d0f63204c494 port ef7805b9-4364-4931-a5b3-340170dc0738 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:08:55.527666 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-3a14543e-1cb9-4b35-a9f6-cd6345b09d43 service neutron] 10.222.0.45 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072270 Apr 18 17:08:55.528697 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.531266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29864-5cb6-49a4-a014-9236816b417e req-09858222-8af6-455c-983f-331842beba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:55.533080 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-09858222-8af6-455c-983f-331842beba76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 1095 time: 0.0997572 Apr 18 17:08:55.533197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0da427-c9fa-4a09-b633-2b0c2b99cf1a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:08:55.543364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.545911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b667e-bbba-41f1-a15b-4609add09e71 req-ad898aaa-5ad6-4e7e-bbe7-5f489d85fb45 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:55.547413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-604b667e-bbba-41f1-a15b-4609add09e71 req-ad898aaa-5ad6-4e7e-bbe7-5f489d85fb45 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 932 time: 0.0866346 Apr 18 17:08:55.559001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Transition to ACTIVE for port object fc0da427-c9fa-4a09-b633-2b0c2b99cf1a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:08:55.598499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-5cf37627-1a2e-4208-babc-ca91f25e7414 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a HTTP/1.1" status: 200 len: 217 time: 0.0501142 Apr 18 17:08:55.638283 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.682774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-604b667e-bbba-41f1-a15b-4609add09e71 req-e4e13a3d-9187-453d-9249-1c43d9c86e83 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930481 Apr 18 17:08:55.698748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29864-5cb6-49a4-a014-9236816b417e req-afa707a9-e96e-44a6-bf71-4d7caedc4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:55.709538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-afa707a9-e96e-44a6-bf71-4d7caedc4f86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.1016762 Apr 18 17:08:55.718867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:55.751742 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec2b884-a58a-452f-9fe3-38333b8b03ca x-openstack-request-id: req-4ec2b884-a58a-452f-9fe3-38333b8b03ca {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:55.752124 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0803a012-c4bf-47f6-aa6e-6c050a633241", "tag": "ee27e24f-039c-46a4-b604-d5b7cb16a57a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:55.752463 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ec2b884-a58a-452f-9fe3-38333b8b03ca {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:55.752958 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec2b884-a58a-452f-9fe3-38333b8b03ca'] response: {'name': 'network-changed', 'server_uuid': '0803a012-c4bf-47f6-aa6e-6c050a633241', 'tag': 'ee27e24f-039c-46a4-b604-d5b7cb16a57a', 'status': 'completed', 'code': 200} Apr 18 17:08:55.765289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.772792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.773481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29864-5cb6-49a4-a014-9236816b417e req-3ec3ffbc-6ec5-44ba-b5b6-645537cd759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:55.775881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-3ec3ffbc-6ec5-44ba-b5b6-645537cd759e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581675 Apr 18 17:08:55.776581 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/eba424b8-8efe-4cd0-9acb-1047b31eeeff HTTP/1.1" status: 204 len: 168 time: 3.6837573 Apr 18 17:08:55.781129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33336) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:55.799264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d291ddb-06a7-4703-9828-933dfbbefef6 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Network': ['ID=eba424b8-8efe-4cd0-9acb-1047b31eeeff,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:55.801611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Attempting to bind port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:55.801961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Attempting to bind port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:55.802312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Attempting to bind port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a on network ecdbe340-3970-4ffa-be4e-e62950601709 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:55.808519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a on network ecdbe340-3970-4ffa-be4e-e62950601709 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:08:55.808850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Attempting to bind port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a on network ecdbe340-3970-4ffa-be4e-e62950601709 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:55.818089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:55.818445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Checking segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:55.818853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Bound using segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:55.819397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Bound port: fc0da427-c9fa-4a09-b633-2b0c2b99cf1a, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:55.819788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:55.859197 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-629ae714-2366-4980-9149-f7bddc62e28e tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): The resource could not be found. Apr 18 17:08:55.863755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629ae714-2366-4980-9149-f7bddc62e28e tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:55.868353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-629ae714-2366-4980-9149-f7bddc62e28e tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/subnets/a5d62f43-3cdf-42db-a74c-0cb67ebfc899 HTTP/1.1" status: 404 len: 337 time: 0.0853930 Apr 18 17:08:55.935067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33340) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:55.955419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] For port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:55.958986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] For port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:56.047577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-793aac06-34de-4faf-a328-53001ceaf076 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:56.049102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-793aac06-34de-4faf-a328-53001ceaf076 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.18 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.0887513 Apr 18 17:08:56.098120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c496275-8417-4dee-b7e5-f792333da3eb req-4b5a88e1-0b01-4d17-8186-21e2cf9f193d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:56.108324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c496275-8417-4dee-b7e5-f792333da3eb req-4b5a88e1-0b01-4d17-8186-21e2cf9f193d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1719940 Apr 18 17:08:56.120975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:56.125397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a44d269-4e07-4637-ad31-dd367b6f4aeb req-e9417a90-e94d-4227-bb2a-1547ef24a954 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 210 time: 0.1871336 Apr 18 17:08:56.126943 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e24fe73-c567-4e92-95b5-13cba8382ed7 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): The resource could not be found. Apr 18 17:08:56.128295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e24fe73-c567-4e92-95b5-13cba8382ed7 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:56.131837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1e24fe73-c567-4e92-95b5-13cba8382ed7 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/eba424b8-8efe-4cd0-9acb-1047b31eeeff HTTP/1.1" status: 404 len: 339 time: 0.1915293 Apr 18 17:08:56.210098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33348) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:56.224598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c496275-8417-4dee-b7e5-f792333da3eb req-0f78c309-a385-40f1-bfa7-ee666738f0d8 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149201 Apr 18 17:08:56.270661 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cdd6c3-a2e8-43bf-9bdd-7e2b0a33ed88 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): The resource could not be found. Apr 18 17:08:56.278405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cdd6c3-a2e8-43bf-9bdd-7e2b0a33ed88 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:56.282489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c1cdd6c3-a2e8-43bf-9bdd-7e2b0a33ed88 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/subnets/ca180aa9-9ac2-4bd4-9ad4-0f6e895ba00e HTTP/1.1" status: 404 len: 337 time: 0.0451484 Apr 18 17:08:56.288868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33354) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:56.293377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:56.337379 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e536f13-092b-4cae-8a98-7eb862e90904 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): The resource could not be found. Apr 18 17:08:56.338025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e536f13-092b-4cae-8a98-7eb862e90904 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:56.342222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0e536f13-092b-4cae-8a98-7eb862e90904 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/8535df83-b397-4846-8791-7d84b2394874 HTTP/1.1" status: 404 len: 339 time: 0.0523207 Apr 18 17:08:56.345562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-15e1706f-de05-4535-abf2-17e1f9f8bb44 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538168 Apr 18 17:08:56.347500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33356) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:56.399872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:56.488480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4fa37-20ca-477f-bc08-2eb333fd8707 None None] Pushing event updated for resources: {'Port': ['ID=ef7805b9-4364-4931-a5b3-340170dc0738,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:56.565169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4325b1-1ddf-4307-8e04-0693c25f3d8b req-ae86d43c-e0d8-4780-9b3e-f8247299b7f0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:56.566912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e4325b1-1ddf-4307-8e04-0693c25f3d8b req-ae86d43c-e0d8-4780-9b3e-f8247299b7f0 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.2815828 Apr 18 17:08:56.567856 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb46623c-6796-4227-806d-712d853c15df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): The resource could not be found. Apr 18 17:08:56.568317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb46623c-6796-4227-806d-712d853c15df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:56.575281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cb46623c-6796-4227-806d-712d853c15df tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/subnets/33d8811c-a682-48fd-9148-38718a0ba166 HTTP/1.1" status: 404 len: 337 time: 0.2247849 Apr 18 17:08:56.603150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33360) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:56.632310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Attempting to bind port ef7805b9-4364-4931-a5b3-340170dc0738 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:08:56.632867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Attempting to bind port ef7805b9-4364-4931-a5b3-340170dc0738 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:08:56.634211 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Attempting to bind port ef7805b9-4364-4931-a5b3-340170dc0738 on network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:08:56.652993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:08:56.653546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Checking segment: {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:08:56.654426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:56.655801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Bound using segment: {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:08:56.656556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Bound port: ef7805b9-4364-4931-a5b3-340170dc0738, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:08:56.658666 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:56.694820 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7e8ba8-f588-4a52-9706-41e6702f0d2b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): The resource could not be found. Apr 18 17:08:56.695479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7e8ba8-f588-4a52-9706-41e6702f0d2b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:56.698599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ba7e8ba8-f588-4a52-9706-41e6702f0d2b tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/48e4684b-768a-4fc4-9368-bc36199ce1a4 HTTP/1.1" status: 404 len: 339 time: 0.0816348 Apr 18 17:08:56.732355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33364) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:56.751400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aeb29864-5cb6-49a4-a014-9236816b417e req-9de11b2a-4bb2-4e4e-b9dd-fb7e9f40f897 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946621 Apr 18 17:08:56.827291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] For port ef7805b9-4364-4931-a5b3-340170dc0738, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:08:56.831526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e4325b1-1ddf-4307-8e04-0693c25f3d8b req-39b0560e-7210-471d-b3fa-07ab1ac2461f tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263925 Apr 18 17:08:56.840763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07705803-62ee-47c6-9a2d-613bffab5e2f req-99e6c7c1-440e-4dbf-ad8f-cb105d15faa3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:56.842413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] For port ef7805b9-4364-4931-a5b3-340170dc0738, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ef7805b9-4364-4931-a5b3-340170dc0738,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:08:56.846491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07705803-62ee-47c6-9a2d-613bffab5e2f req-99e6c7c1-440e-4dbf-ad8f-cb105d15faa3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 944 time: 0.3284922 Apr 18 17:08:56.924901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:56.926393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:56.928195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc0da427-c9fa-4a09-b633-2b0c2b99cf1a HTTP/1.1" status: 200 len: 1092 time: 1.9064262 Apr 18 17:08:56.929574 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4717f8cf-64e4-444a-a42a-66adbed3e12a', 'tag': 'fc0da427-c9fa-4a09-b633-2b0c2b99cf1a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:56.936669 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126" -d '{"events": [{"name": "network-changed", "server_uuid": "4717f8cf-64e4-444a-a42a-66adbed3e12a", "tag": "fc0da427-c9fa-4a09-b633-2b0c2b99cf1a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:56.983002 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.010483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c37a8-df30-4d85-9190-52ab07187a67 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:57.019945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ae39f7df-6416-4b83-82b2-f3e209ec0d41 None None] Provisioning complete for port ef7805b9-4364-4931-a5b3-340170dc0738 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:57.020650 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae39f7df-6416-4b83-82b2-f3e209ec0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.057751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 71f8ccf7-eec2-4a71-91f9-f16873039f8c up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:08:57.074883 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-14b42d93-7c23-48f9-8ad8-f927919ff89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.076420 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-14b42d93-7c23-48f9-8ad8-f927919ff89e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 1095 time: 0.1103034 Apr 18 17:08:57.097352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07705803-62ee-47c6-9a2d-613bffab5e2f req-f8c4e7ff-7a48-434f-b25a-75d4b9155d93 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964076 Apr 18 17:08:57.110631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Deleting port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:57.110972 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.152741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:57.154388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:57.253290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac06aa-53cf-4694-90dd-55d3b1bc0ccd tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Deleting port c63ed60b-d737-483b-995d-b1bb3ad2b98c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:57.253888 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6ac06aa-53cf-4694-90dd-55d3b1bc0ccd tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.340413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52252278-258e-44c0-8ec0-c6f445998e0e req-e25dba8b-a335-4d23-9a73-4f90d1603310 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 210 time: 0.0554237 Apr 18 17:08:57.346398 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b25408a-c333-4a78-9102-cef13665f10a x-openstack-request-id: req-1b25408a-c333-4a78-9102-cef13665f10a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:57.348795 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4717f8cf-64e4-444a-a42a-66adbed3e12a", "tag": "fc0da427-c9fa-4a09-b633-2b0c2b99cf1a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:57.348795 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b25408a-c333-4a78-9102-cef13665f10a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:57.348795 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b25408a-c333-4a78-9102-cef13665f10a'] response: {'name': 'network-changed', 'server_uuid': '4717f8cf-64e4-444a-a42a-66adbed3e12a', 'tag': 'fc0da427-c9fa-4a09-b633-2b0c2b99cf1a', 'status': 'completed', 'code': 200} Apr 18 17:08:57.419565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4fa37-20ca-477f-bc08-2eb333fd8707 None None] Pushing event updated for resources: {'Port': ['ID=ef7805b9-4364-4931-a5b3-340170dc0738,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:57.441649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-9897abd9-fa38-40c6-a787-5cd7bc2666bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.443786 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-9897abd9-fa38-40c6-a787-5cd7bc2666bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 1095 time: 0.3454058 Apr 18 17:08:57.452290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:57.474880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b9800-3518-4543-9d60-08feaec34d23 req-f1fabce7-a9d7-4388-ad50-279f4b8127da tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.477952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-130b9800-3518-4543-9d60-08feaec34d23 req-f1fabce7-a9d7-4388-ad50-279f4b8127da tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 944 time: 0.4930241 Apr 18 17:08:57.489855 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6ac06aa-53cf-4694-90dd-55d3b1bc0ccd tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.503313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] For port 262fd76a-d626-41cc-8ed3-5fbd55b9c391, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=262fd76a-d626-41cc-8ed3-5fbd55b9c391,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:57.503595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.506364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-d44a52be-79a1-440e-9fc0-107297e3592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.508143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-d44a52be-79a1-440e-9fc0-107297e3592f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.4232659 Apr 18 17:08:57.528250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae39f7df-6416-4b83-82b2-f3e209ec0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.541564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-8c901e1c-cf39-4935-b8b4-12ce1d3ec612 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a HTTP/1.1" status: 200 len: 217 time: 0.0808969 Apr 18 17:08:57.560905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac06aa-53cf-4694-90dd-55d3b1bc0ccd tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Calling delete_port for c63ed60b-d737-483b-995d-b1bb3ad2b98c owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:57.567481 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-dee7a287-e576-42f5-a6d7-778f6c214116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a HTTP/1.1" status: 200 len: 217 time: 0.0519223 Apr 18 17:08:57.588527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ae39f7df-6416-4b83-82b2-f3e209ec0d41 None None] For port ef7805b9-4364-4931-a5b3-340170dc0738, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ef7805b9-4364-4931-a5b3-340170dc0738,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:57.660312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 71f8ccf7-eec2-4a71-91f9-f16873039f8c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:08:57.692569 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae39f7df-6416-4b83-82b2-f3e209ec0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.693236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-130b9800-3518-4543-9d60-08feaec34d23 req-50f18768-063f-4392-9041-47c662459040 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005122 Apr 18 17:08:57.703178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 71f8ccf7-eec2-4a71-91f9-f16873039f8c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:57.703718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.706660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-d2dfe0de-2f01-40d9-b114-421b7a549eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.708234 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-d2dfe0de-2f01-40d9-b114-421b7a549eae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.1447763 Apr 18 17:08:57.715324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-f2df79d3-7ebf-4747-8673-607dd240f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.716881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-f2df79d3-7ebf-4747-8673-607dd240f47e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0949316 Apr 18 17:08:57.721493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d52d3-818c-4515-8559-b85e4ab17574 req-63a2dbb7-0cdf-47e9-af74-783952189178 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.722995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f79d52d3-818c-4515-8559-b85e4ab17574 req-63a2dbb7-0cdf-47e9-af74-783952189178 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.2438328 Apr 18 17:08:57.827387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-84687f7f-7610-4696-afe3-adcaf83a258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.828951 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-84687f7f-7610-4696-afe3-adcaf83a258a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059499 Apr 18 17:08:57.847274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0045b703-400c-4222-a898-e1cc5223752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:57.849233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-0045b703-400c-4222-a898-e1cc5223752c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211574 Apr 18 17:08:57.858577 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.858951 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:57.859277 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Floating IP 9c510fc3-97d6-4436-868b-009f2b2a93fa disassociated. External IP: 172.25.5.144, port: 262fd76a-d626-41cc-8ed3-5fbd55b9c391. Apr 18 17:08:57.859638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Calling delete_port for 262fd76a-d626-41cc-8ed3-5fbd55b9c391 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:57.998427 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-6361cee6-7fb5-4ba1-be97-6c6098e2e370 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593933 Apr 18 17:08:58.010495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39f7df-6416-4b83-82b2-f3e209ec0d41 None None] Pushing event updated for resources: {'Port': ['ID=ef7805b9-4364-4931-a5b3-340170dc0738,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:58.011376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6ac06aa-53cf-4694-90dd-55d3b1bc0ccd tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.020272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-08189312-694f-48ea-8b57-81f7ef16ba39 None None] Provisioning complete for port ef7805b9-4364-4931-a5b3-340170dc0738 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:08:58.020704 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08189312-694f-48ea-8b57-81f7ef16ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.044862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f79d52d3-818c-4515-8559-b85e4ab17574 req-e9cb0047-cad0-43e4-8bb1-630c53533ec3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140194 Apr 18 17:08:58.112355 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6ac06aa-53cf-4694-90dd-55d3b1bc0ccd tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.119459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d6ac06aa-53cf-4694-90dd-55d3b1bc0ccd tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/ports/c63ed60b-d737-483b-995d-b1bb3ad2b98c HTTP/1.1" status: 204 len: 168 time: 1.3814425 Apr 18 17:08:58.122689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac06aa-53cf-4694-90dd-55d3b1bc0ccd tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Port': ['ID=c63ed60b-d737-483b-995d-b1bb3ad2b98c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:58.124264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33378) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:58.161973 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.163589 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0821d051-efbf-4067-953f-485ea369caa9 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): The resource could not be found. Apr 18 17:08:58.164063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0821d051-efbf-4067-953f-485ea369caa9 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:58.167467 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0821d051-efbf-4067-953f-485ea369caa9 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/subnets/f5d8d99a-b3c7-4e5e-95d2-8743f03360a2 HTTP/1.1" status: 404 len: 337 time: 0.0402226 Apr 18 17:08:58.176862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33382) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:58.206854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e9842e2-3c58-4ab8-8b6c-d1dd8d59c824 req-0e64b10f-5982-44e3-bd70-73f3067540e5 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986892 Apr 18 17:08:58.233386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-eac47b56-c4d9-467e-8b6e-a4425497e1e1 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739786 Apr 18 17:08:58.246010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e868a2-8bd3-4b9c-9ce2-0194b3ec4481 req-45bd3b13-4c0f-4c3b-99a8-7990d51fbfc4 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:58.249467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:58.251724 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3e63d-8ca3-4880-8f8b-af1733c2daae" -d '{"events": [{"server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "name": "network-vif-plugged", "status": "completed", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:58.253491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24e868a2-8bd3-4b9c-9ce2-0194b3ec4481 req-45bd3b13-4c0f-4c3b-99a8-7990d51fbfc4 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 945 time: 0.2577655 Apr 18 17:08:58.289826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.292640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:08:58.303490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:56Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:58.340785 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.346384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe5622-213c-4c20-85d0-0b83ee523213 None None] The sync data for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 is: [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:56Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:08:58.368088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24e868a2-8bd3-4b9c-9ce2-0194b3ec4481 req-e4599c4f-0f20-4f5b-b1fb-a747608f3ace tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups?id=5292cf4f-b87d-4757-82fa-0d01af01bc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137249 Apr 18 17:08:58.380345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8504260-59af-4f50-afe5-f012712b5dee req-5ee8997a-18ad-48a7-92ed-9d777b1d5b46 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:58.381931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8504260-59af-4f50-afe5-f012712b5dee req-5ee8997a-18ad-48a7-92ed-9d777b1d5b46 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 944 time: 0.1905527 Apr 18 17:08:58.416576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event deleted for resources: {'Port': ['ID=262fd76a-d626-41cc-8ed3-5fbd55b9c391,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:58.438735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.457912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.491877 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f11710-06dd-496d-bdf7-2cf321506dce x-openstack-request-id: req-51f11710-06dd-496d-bdf7-2cf321506dce {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:58.495145 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "name": "network-vif-plugged", "status": "completed", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:58.495145 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51f11710-06dd-496d-bdf7-2cf321506dce {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:58.495145 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f11710-06dd-496d-bdf7-2cf321506dce'] response: {'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'code': 200} Apr 18 17:08:58.521684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bd8a88a-cba9-47fd-abd4-eceba495b187 req-f5aea287-f601-4fa6-a937-89990cd29d37 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653384 Apr 18 17:08:58.533367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c386e1-5c0c-4eed-8af9-1bb48373dcf5']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:58.543845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=71f8ccf7-eec2-4a71-91f9-f16873039f8c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:58.552106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999078c1-bd6e-4db7-888e-7fb2bf87adec') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:58.552106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999078c1-bd6e-4db7-888e-7fb2bf87adec') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:58.554093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8504260-59af-4f50-afe5-f012712b5dee req-e4773dda-f2c3-4fe8-954e-2d1c458c3056 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284587 Apr 18 17:08:58.565483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.640135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.647359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7abfca9b-cbcc-40ee-bc57-00dcdde334b0 req-0bcc61af-b9e5-4dac-94d9-3c74aba62645 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 210 time: 0.0402761 Apr 18 17:08:58.657355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:08:58.657355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:08:58.677151 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:08:58.734814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Router 2e244e42-9e42-404e-9639-a5e431ba2fdd has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:08:58.757229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126438a-9743-4c98-8a6d-d7b444300c64 req-8cacc85f-56c6-4ec8-be7e-a6cb54518acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:58.758770 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d126438a-9743-4c98-8a6d-d7b444300c64 req-8cacc85f-56c6-4ec8-be7e-a6cb54518acc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1096 time: 0.1519632 Apr 18 17:08:58.771574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-7bb014ed-cbd8-4e18-b1e6-f5766ef73e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:58.773816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-7bb014ed-cbd8-4e18-b1e6-f5766ef73e64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 1095 time: 0.0510330 Apr 18 17:08:58.847889 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d126438a-9743-4c98-8a6d-d7b444300c64 req-861ba283-912a-4d49-8427-8f4510b14721 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 Apr 18 17:08:58.888835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.900720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:58.906039 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/d1c386e1-5c0c-4eed-8af9-1bb48373dcf5 HTTP/1.1" status: 204 len: 168 time: 0.7266445 Apr 18 17:08:58.928531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33390) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:58.949374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a255920-518e-4bbc-91f2-4bd8f2888b5d tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Network': ['ID=d1c386e1-5c0c-4eed-8af9-1bb48373dcf5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:59.046539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:08:59.058989 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] Sync routers for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:08:59.070943 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:59.071833 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:59.102982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] No DVR routers for this DVR port 262fd76a-d626-41cc-8ed3-5fbd55b9c391 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:08:59.108424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:59.112158 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-deb711ba-ce1f-4fd9-939a-2c7f15249e55 req-ac5ca7b3-0ab7-4eaf-85b6-d4abcae96af9 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.18 "DELETE /v2.0/ports/262fd76a-d626-41cc-8ed3-5fbd55b9c391 HTTP/1.1" status: 204 len: 173 time: 3.0564094 Apr 18 17:08:59.133465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-11e3cf49-04a7-4376-83c5-f4426083ddbc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Deleting port ab3f4394-151a-491e-bebc-5a4ae57ce03f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:08:59.134301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e3cf49-04a7-4376-83c5-f4426083ddbc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:59.232013 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e3cf49-04a7-4376-83c5-f4426083ddbc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:59.251033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-11e3cf49-04a7-4376-83c5-f4426083ddbc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Calling delete_port for ab3f4394-151a-491e-bebc-5a4ae57ce03f owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:08:59.283556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf8596-3ed3-4856-a048-a06a7a22310b req-2b0ed5ba-efb5-40e7-a731-8b0561b956f7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:59.285153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbaf8596-3ed3-4856-a048-a06a7a22310b req-2b0ed5ba-efb5-40e7-a731-8b0561b956f7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1068161 Apr 18 17:08:59.320752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33057-67c6-49d6-8ae9-c7b9ae372879 req-cc915374-e73b-4280-9860-743293e1921c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:59.322304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61c33057-67c6-49d6-8ae9-c7b9ae372879 req-cc915374-e73b-4280-9860-743293e1921c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 944 time: 0.1451328 Apr 18 17:08:59.332923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-3e3ada19-ef39-46b4-919a-5d714f852b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:59.334487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-3e3ada19-ef39-46b4-919a-5d714f852b7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.5530293 Apr 18 17:08:59.349838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604241bf-b222-4596-a5af-1b7e0e32e025', 'name': 'network-vif-deleted', 'tag': '262fd76a-d626-41cc-8ed3-5fbd55b9c391'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:08:59.351736 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:59.353022 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc5e6cf-8832-4b29-bd43-73254092fd96" -d '{"events": [{"server_uuid": "604241bf-b222-4596-a5af-1b7e0e32e025", "name": "network-vif-deleted", "tag": "262fd76a-d626-41cc-8ed3-5fbd55b9c391"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:08:59.387684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-9975a9e1-7d57-4450-a1ea-70dd3adb0479 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a HTTP/1.1" status: 200 len: 217 time: 0.0417609 Apr 18 17:08:59.412620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbaf8596-3ed3-4856-a048-a06a7a22310b req-e7a3c38e-0b85-4bac-a77b-9f636dd4417d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175220 Apr 18 17:08:59.467378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61c33057-67c6-49d6-8ae9-c7b9ae372879 req-4f46a469-0cfc-41e5-a42e-1c5a0568824e tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305699 Apr 18 17:08:59.468800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-01c5c171-f1a6-454c-8f20-ff83c5b714b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:59.470194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-01c5c171-f1a6-454c-8f20-ff83c5b714b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0728319 Apr 18 17:08:59.518961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e3cf49-04a7-4376-83c5-f4426083ddbc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:59.544705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-db4320e2-74aa-423a-9ea1-390f61fde7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:59.546737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-db4320e2-74aa-423a-9ea1-390f61fde7f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688040 Apr 18 17:08:59.568045 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc4b04-8869-49a3-97c8-85f6d3d2f4ac x-openstack-request-id: req-1fcc4b04-8869-49a3-97c8-85f6d3d2f4ac {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:08:59.568643 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604241bf-b222-4596-a5af-1b7e0e32e025", "name": "network-vif-deleted", "tag": "262fd76a-d626-41cc-8ed3-5fbd55b9c391", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:08:59.569193 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fcc4b04-8869-49a3-97c8-85f6d3d2f4ac {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:08:59.569798 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fcc4b04-8869-49a3-97c8-85f6d3d2f4ac'] response: {'server_uuid': '604241bf-b222-4596-a5af-1b7e0e32e025', 'name': 'network-vif-deleted', 'tag': '262fd76a-d626-41cc-8ed3-5fbd55b9c391', 'status': 'completed', 'code': 200} Apr 18 17:08:59.573174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3cf49-04a7-4376-83c5-f4426083ddbc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Port': ['ID=ab3f4394-151a-491e-bebc-5a4ae57ce03f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:08:59.582589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e3cf49-04a7-4376-83c5-f4426083ddbc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:08:59.593636 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-11e3cf49-04a7-4376-83c5-f4426083ddbc tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/ports/ab3f4394-151a-491e-bebc-5a4ae57ce03f HTTP/1.1" status: 204 len: 168 time: 0.6639900 Apr 18 17:08:59.594255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33398) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:59.665532 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5793074e-052f-4cf9-8f52-a4592608ef48 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] DELETE failed (client error): The resource could not be found. Apr 18 17:08:59.666208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5793074e-052f-4cf9-8f52-a4592608ef48 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:08:59.666321 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:07:02Z', 'revision_number': 5, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:59.669713 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5793074e-052f-4cf9-8f52-a4592608ef48 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/subnets/cf43a380-0fa1-4f9e-951a-365ea00ad19e HTTP/1.1" status: 404 len: 337 time: 0.0744646 Apr 18 17:08:59.672489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33404) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:08:59.704260 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] Checking router: 2e244e42-9e42-404e-9639-a5e431ba2fdd for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:08:59.715705 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:08:59.716599 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:08:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:08:59.764616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98968471-3191-40a4-9ac7-5f1bd1678269 req-ababf9d7-e393-4881-867c-8ac129a2983a tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/ports?device_id=604241bf-b222-4596-a5af-1b7e0e32e025 HTTP/1.1" status: 200 len: 210 time: 0.0511267 Apr 18 17:08:59.812909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-ca0f0c0d-2292-445c-809b-ff9917707f2c service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576280 Apr 18 17:08:59.841792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3af0-9705-4343-b818-44d647b17bad req-3206c214-772f-45ed-9615-e024ca731053 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:59.844573 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-3206c214-772f-45ed-9615-e024ca731053 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.18 "GET /v2.0/networks?id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc HTTP/1.1" status: 200 len: 829 time: 0.1408470 Apr 18 17:08:59.888046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Request body: {'port': {'device_id': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'admin_state_up': True, 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:08:59.888997 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:08:59.919952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc11e1e4-0c72-485e-98d9-ffdcf508d4c8 req-65bfb115-997b-4f67-a311-02336eb35481 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 210 time: 0.0498676 Apr 18 17:08:59.997156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6a5e-99a4-43ff-bae4-efb78732803c req-f47f7ca5-d079-46c0-9483-2c97e2fa14a4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:08:59.999033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d2a6a5e-99a4-43ff-bae4-efb78732803c req-f47f7ca5-d079-46c0-9483-2c97e2fa14a4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 945 time: 0.2498236 Apr 18 17:09:00.015667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.028187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c863fd-9c39-4b1a-b0e3-5329dcb3b126 req-f556126f-f856-469d-8033-2e2949738091 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054729 Apr 18 17:09:00.111287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d2a6a5e-99a4-43ff-bae4-efb78732803c req-93fa1676-4d3e-4cd0-bfe3-8ce55c6df888 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807288 Apr 18 17:09:00.132418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Made reservation on behalf of 56e9c3ad2ce64065833f545515ac5e78 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:00.138982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.197049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.213517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:07:02Z', 'revision_number': 5, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:00.240478 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038e9c-e810-4584-b415-dba71acfdeda None None] The sync data for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 is: [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:06:49Z', 'revision_number': 4, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '601d63b9-6d54-48ec-a242-2d86248d5b74', 'name': '', 'network_id': 'f4778d0f-36b3-402d-affc-6b95839501c2', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'mac_address': 'fa:16:3e:c4:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:48Z', 'updated_at': '2022-04-18T17:07:02Z', 'revision_number': 5, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'subnets': [{'id': 'd9ed0032-e3a3-41a2-aa43-0b8501ac3aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:09:00.294789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad1e86e-66fc-460c-ac50-ab309f376134']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:00.327799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bb684a-77c0-4f28-9d71-b3d8420b8ac8') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:00.328199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bb684a-77c0-4f28-9d71-b3d8420b8ac8') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:00.338788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ee27e24f-039c-46a4-b604-d5b7cb16a57a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:09:00.344275 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.383196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-8a861d1d-da47-496a-b6db-533f630f60f0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.391086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-8a861d1d-da47-496a-b6db-533f630f60f0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.399004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-8a861d1d-da47-496a-b6db-533f630f60f0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.401861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ef7805b9-4364-4931-a5b3-340170dc0738 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:00.409264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-8a861d1d-da47-496a-b6db-533f630f60f0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.416681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-8a861d1d-da47-496a-b6db-533f630f60f0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.428116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-8a861d1d-da47-496a-b6db-533f630f60f0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.433656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.436569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-8a861d1d-da47-496a-b6db-533f630f60f0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.445104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-8a861d1d-da47-496a-b6db-533f630f60f0 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.1698029 Apr 18 17:09:00.449666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:00.454398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:00.461194 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:00.531319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ee27e24f-039c-46a4-b604-d5b7cb16a57a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:00.538963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ef7805b9-4364-4931-a5b3-340170dc0738 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:00.539228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.560643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1f4aa45-d0af-4edb-9160-9721bc7c777f req-1c279a53-f57d-422c-a67f-9fb075869a43 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092787 Apr 18 17:09:00.580182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'ee27e24f-039c-46a4-b604-d5b7cb16a57a', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'port_id': 'ee27e24f-039c-46a4-b604-d5b7cb16a57a', 'mac_address': 'fa:16:3e:98:38:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:09:00.583603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Allocated IP 172.20.0.5 (256ff739-7bb6-4efc-ae0a-e34fb08aa1dc/37fe6bcc-56c6-43cc-ac17-76b10b70b622/703920f6-e155-4d28-8f5a-4c5a5c0e7fa7) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:00.663628 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.681756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef29f2-a05f-4a6d-9481-11d593c4f76f req-05c0fde3-12cc-4282-a69f-a19af47c26a3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.684103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1eef29f2-a05f-4a6d-9481-11d593c4f76f req-05c0fde3-12cc-4282-a69f-a19af47c26a3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1002350 Apr 18 17:09:00.707279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e539b0-07e9-4db0-a459-9f4c63e2b780 None None] New status for floating IP 9c510fc3-97d6-4436-868b-009f2b2a93fa: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:09:00.714371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee27e24f-039c-46a4-b604-d5b7cb16a57a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:00.753324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.775270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.782212 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/8ad1e86e-66fc-460c-ac50-ab309f376134 HTTP/1.1" status: 204 len: 168 time: 1.1057341 Apr 18 17:09:00.783526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547394c1-eff0-4f44-92cc-b872b625eafa tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Network': ['ID=8ad1e86e-66fc-460c-ac50-ab309f376134,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:00.785755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33416) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:00.797520 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1eef29f2-a05f-4a6d-9481-11d593c4f76f req-e3987334-e7e2-427b-8d16-8bf8c0a65e83 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928640 Apr 18 17:09:00.816660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f322c-12c0-432c-8d03-18ff02bac516 req-635484a7-0eb9-4bc4-a939-ea64722d61c2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.819867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd9f322c-12c0-432c-8d03-18ff02bac516 req-635484a7-0eb9-4bc4-a939-ea64722d61c2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 944 time: 0.1338937 Apr 18 17:09:00.871245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0c389a-83e3-4fdd-8c87-3e390ff513bf tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Deleting subnet 17f3b457-8964-4574-8dbb-cf6e6ee1c041 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:00.878409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ee27e24f-039c-46a4-b604-d5b7cb16a57a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:00.878883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c0c389a-83e3-4fdd-8c87-3e390ff513bf tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.884323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd9f322c-12c0-432c-8d03-18ff02bac516 req-b04d4bf2-2d6d-4c5c-9777-4c3028c4cf3f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 Apr 18 17:09:00.919522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.941031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c0c389a-83e3-4fdd-8c87-3e390ff513bf tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.951281 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:00.976594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7900-e554-4cd4-9995-1343ba292a48 req-59aaf0a0-b920-4b64-8e27-b02f6d7edff1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.982510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7900-e554-4cd4-9995-1343ba292a48 req-59aaf0a0-b920-4b64-8e27-b02f6d7edff1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.989269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7900-e554-4cd4-9995-1343ba292a48 req-59aaf0a0-b920-4b64-8e27-b02f6d7edff1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:00.995240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7900-e554-4cd4-9995-1343ba292a48 req-59aaf0a0-b920-4b64-8e27-b02f6d7edff1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:01.001734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7900-e554-4cd4-9995-1343ba292a48 req-59aaf0a0-b920-4b64-8e27-b02f6d7edff1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:01.007908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7900-e554-4cd4-9995-1343ba292a48 req-59aaf0a0-b920-4b64-8e27-b02f6d7edff1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:01.014053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7900-e554-4cd4-9995-1343ba292a48 req-59aaf0a0-b920-4b64-8e27-b02f6d7edff1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:01.016190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fec7900-e554-4cd4-9995-1343ba292a48 req-59aaf0a0-b920-4b64-8e27-b02f6d7edff1 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.1196153 Apr 18 17:09:01.028042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ee27e24f-039c-46a4-b604-d5b7cb16a57a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:01.033292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-351351d3-18a7-49d2-b1c8-22ea3c2cfe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.036127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 262fd76a-d626-41cc-8ed3-5fbd55b9c391 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:01.062500 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c0c389a-83e3-4fdd-8c87-3e390ff513bf tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.064436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 262fd76a-d626-41cc-8ed3-5fbd55b9c391 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:01.068718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 262fd76a-d626-41cc-8ed3-5fbd55b9c391 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:01.119098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33426) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:01.125913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98b5528b-54a6-474f-8d7a-328b331db63d req-eaf38e66-ca0d-46d4-a7d1-09cb79c5ffe0 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 210 time: 0.0324090 Apr 18 17:09:01.174121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.217924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13a5e310-9460-47b9-842d-69e6a149ef86 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.232118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e11c7-f77c-4918-a64a-c902c37bb003 req-3d075657-fe8d-45f4-8783-46cbe6d0e1a0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:01.233633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f72e11c7-f77c-4918-a64a-c902c37bb003 req-3d075657-fe8d-45f4-8783-46cbe6d0e1a0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 945 time: 0.0533330 Apr 18 17:09:01.243935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:01.254140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:01.258655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Pushing event updated for resources: {'Port': ['ID=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:01.261161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:01.265432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13a5e310-9460-47b9-842d-69e6a149ef86 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.270038 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c0c389a-83e3-4fdd-8c87-3e390ff513bf tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.300038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f72e11c7-f77c-4918-a64a-c902c37bb003 req-1bf66480-795b-44bc-a0a3-e197fda2f088 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575418 Apr 18 17:09:01.338250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c389a-83e3-4fdd-8c87-3e390ff513bf tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Subnet': ['ID=17f3b457-8964-4574-8dbb-cf6e6ee1c041,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:01.355459 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c0c389a-83e3-4fdd-8c87-3e390ff513bf tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.357442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9aff8c-fd15-425f-9d78-9af10868085e None None] Network fa0e3958-c12a-45dd-8396-001d68e740ca requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:01.361341 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2c0c389a-83e3-4fdd-8c87-3e390ff513bf tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/subnets/17f3b457-8964-4574-8dbb-cf6e6ee1c041 HTTP/1.1" status: 204 len: 168 time: 0.5653434 Apr 18 17:09:01.362946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33432) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:01.373819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:01.374457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.446805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ee27e24f-039c-46a4-b604-d5b7cb16a57a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:01.481319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-08d4d598-f090-493e-8749-e1bce6553e64 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-952111151&fields=id&tenant_id=379f7d3c0c32490298cf5fe057c7b5c7 HTTP/1.1" status: 200 len: 267 time: 0.0893970 Apr 18 17:09:01.487169 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-24d1319d-7d1e-4d96-99df-b53d4b63bd97 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6046844 Apr 18 17:09:01.493311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.509676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Request body: {'port': {'device_id': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:01.576053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-64f5a6be-b00d-43bb-9085-036e9f252d18 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:01.578241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-64f5a6be-b00d-43bb-9085-036e9f252d18 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 945 time: 0.0892100 Apr 18 17:09:01.588368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.593732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'port': {'security_groups': ['edf2fd53-0f10-4120-acd9-889b8af8d4cb', 'bd810abc-c409-4727-9f03-21c108aab8f1']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:01.599413 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13a5e310-9460-47b9-842d-69e6a149ef86 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.604406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13a5e310-9460-47b9-842d-69e6a149ef86 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.604406 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-13a5e310-9460-47b9-842d-69e6a149ef86 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "DELETE /v2.0/security-groups/5292cf4f-b87d-4757-82fa-0d01af01bc89 HTTP/1.1" status: 204 len: 168 time: 0.4840612 Apr 18 17:09:01.611404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33434) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:01.641392 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-897edffb-d4f0-45ed-a8bb-4925ee036a4d None None] Provisioning complete for port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:01.646008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-897edffb-d4f0-45ed-a8bb-4925ee036a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.650840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Deleting port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:01.651301 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.663102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5e310-9460-47b9-842d-69e6a149ef86 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5292cf4f-b87d-4757-82fa-0d01af01bc89,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:01.670536 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-436fb92a-e837-4290-bca5-6aa4172ff35b tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] show failed (client error): The resource could not be found. Apr 18 17:09:01.671615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-436fb92a-e837-4290-bca5-6aa4172ff35b tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "GET /v2.0/security-groups/5292cf4f-b87d-4757-82fa-0d01af01bc89 HTTP/1.1" status: 404 len: 347 time: 0.0592771 Apr 18 17:09:01.675215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33436) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:01.678891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] DHCP port deletion for fa0e3958-c12a-45dd-8396-001d68e740ca request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:09:01.738381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-897edffb-d4f0-45ed-a8bb-4925ee036a4d None None] Port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:09:01.740168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.784321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] Deleting port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:01.786609 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.803774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] For port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,segment=NetworkSegment(6a988e55-94ab-418a-8fbc-a26dbd6c2cb4),segment_id=6a988e55-94ab-418a-8fbc-a26dbd6c2cb4)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:01.804346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.830186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Calling delete_port for 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:01.875502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] For port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,segment=NetworkSegment(6a988e55-94ab-418a-8fbc-a26dbd6c2cb4),segment_id=6a988e55-94ab-418a-8fbc-a26dbd6c2cb4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:01.876104 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:01.896141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] Calling delete_port for 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:02.054642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce884b-50ae-40ef-812c-c377447e81ed req-36147a3b-3f7c-4ca9-a229-2bb69384475e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:02.056544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51ce884b-50ae-40ef-812c-c377447e81ed req-36147a3b-3f7c-4ca9-a229-2bb69384475e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1529629 Apr 18 17:09:02.067032 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.097465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] Pushing event deleted for resources: {'Port': ['ID=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:02.102667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94951cb1-a04b-4872-98e2-2426d14fb996 None None] No DVR routers for this DVR port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:02.113885 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.165756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Port': ['ID=3b5bd551-5c4d-4b75-824f-d7bb96b7f563,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:02.170724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51ce884b-50ae-40ef-812c-c377447e81ed req-611a4531-5381-4fdb-9428-7c0b953e50b1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051149 Apr 18 17:09:02.180978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] For port 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:02.180978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] No DVR routers for this DVR port 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:02.285909 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.312525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Deleting port e813f609-5478-4f0a-b01d-cb4df7134baa {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:02.313099 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.316678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.319759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:02.338550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0e3958-c12a-45dd-8396-001d68e740ca']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:02.341542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:02.341976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3b5bd551-5c4d-4b75-824f-d7bb96b7f563 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:02.353542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a988e55-94ab-418a-8fbc-a26dbd6c2cb4') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:02.353843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a988e55-94ab-418a-8fbc-a26dbd6c2cb4') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:02.356043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fc0da427-c9fa-4a09-b633-2b0c2b99cf1a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:09:02.366968 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.386993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92e488-cf6e-4050-ad56-9000eb086496 req-a432bdf3-26d9-45e0-9dbd-faca2157b042 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:02.388826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e92e488-cf6e-4050-ad56-9000eb086496 req-a432bdf3-26d9-45e0-9dbd-faca2157b042 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 944 time: 0.1135302 Apr 18 17:09:02.394825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.396991 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.431549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.431549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.434566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:02.438293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:02.438710 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.455713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Calling delete_port for e813f609-5478-4f0a-b01d-cb4df7134baa owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:02.458668 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:02.522874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:02.532634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:02.534549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:02.536697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.537077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fb33869-6da2-4199-aee7-e80dcd079aa9 req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "PUT /v2.0/ports/71f8ccf7-eec2-4a71-91f9-f16873039f8c HTTP/1.1" status: 200 len: 981 time: 0.9501097 Apr 18 17:09:02.544619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:02.546807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.546936 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55a5bc-1eac-44d3-9f98-de757babe6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:02.551409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'fc0da427-c9fa-4a09-b633-2b0c2b99cf1a', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'port_id': 'fc0da427-c9fa-4a09-b633-2b0c2b99cf1a', 'mac_address': 'fa:16:3e:19:86:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:09:02.574351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Transition to ACTIVE for port object 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:09:02.579465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1fd42-56d2-43b3-a00c-f9414f03484f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'Port': ['ID=71f8ccf7-eec2-4a71-91f9-f16873039f8c,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:02.595054 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.595185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e92e488-cf6e-4050-ad56-9000eb086496 req-f0e55542-81f2-40b6-9d5a-515ecf700f81 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959543 Apr 18 17:09:02.628468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0da427-c9fa-4a09-b633-2b0c2b99cf1a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:02.663330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:02.663330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:02.697091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.769104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Pushing event updated for resources: {'Port': ['ID=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:02.822401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7141458-2f97-4192-8831-8421180ddef3 req-b2f0eb47-ceab-4f88-ab31-f171264ade18 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1680376905&fields=id&tenant_id=379f7d3c0c32490298cf5fe057c7b5c7 HTTP/1.1" status: 200 len: 267 time: 0.0770593 Apr 18 17:09:02.826789 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.855919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Attempting to bind port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:09:02.855919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Attempting to bind port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:09:02.855919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Attempting to bind port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 on network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:02.859917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0246d4-2d96-463a-b71e-fd107dc29626 req-aa3fa7ab-2e45-47a9-949e-225742ce45dc tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:02.861580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 on network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:09:02.862239 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c0246d4-2d96-463a-b71e-fd107dc29626 req-aa3fa7ab-2e45-47a9-949e-225742ce45dc tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 943 time: 0.1739306 Apr 18 17:09:02.866190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.868538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Attempting to bind port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 on network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:02.872806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] 10.222.0.45 "DELETE /v2.0/networks/fa0e3958-c12a-45dd-8396-001d68e740ca HTTP/1.1" status: 204 len: 168 time: 1.5084445 Apr 18 17:09:02.883469 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.905351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.915282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:09:02.916468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Checking segment: {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:02.920760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Bound using segment: {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:09:02.920760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Bound port: 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d605cd-f2f9-421d-a349-5a5b5ef921f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:09:02.920760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:02.929016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c1047-603a-4cfd-bdc3-d69f48de77a5 tempest-NetworksIpV6TestAttrs-1406610452 tempest-NetworksIpV6TestAttrs-1406610452-project] Pushing event deleted for resources: {'Network': ['ID=fa0e3958-c12a-45dd-8396-001d68e740ca,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:03.002519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c0246d4-2d96-463a-b71e-fd107dc29626 req-76a50585-2466-4ae0-b7c3-187bb360d407 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270516 Apr 18 17:09:03.016185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141458-2f97-4192-8831-8421180ddef3 req-ff781b76-0954-45d9-9dff-0f58a71cc9b6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:03.025037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7141458-2f97-4192-8831-8421180ddef3 req-ff781b76-0954-45d9-9dff-0f58a71cc9b6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 984 time: 0.1615753 Apr 18 17:09:03.031964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-c7141458-2f97-4192-8831-8421180ddef3 req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'port': {'security_groups': ['bd810abc-c409-4727-9f03-21c108aab8f1', 'edf2fd53-0f10-4120-acd9-889b8af8d4cb', '355d28cf-8d69-4639-bb96-c0310c455032']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:03.042177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Pushing event deleted for resources: {'Port': ['ID=e813f609-5478-4f0a-b01d-cb4df7134baa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:03.082294 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4046672-cd6c-470e-ab65-929a041d4ff1 x-openstack-request-id: req-a4046672-cd6c-470e-ab65-929a041d4ff1 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:03.082633 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:03.082814 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4046672-cd6c-470e-ab65-929a041d4ff1 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:03.083210 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4046672-cd6c-470e-ab65-929a041d4ff1'] response: {'name': 'network-changed', 'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'status': 'completed', 'code': 200} Apr 18 17:09:03.101366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:03.160052 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c7141458-2f97-4192-8831-8421180ddef3 req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.217195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] For port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:09:03.224137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] For port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:09:03.231872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.234578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.239893 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9f334aaf-3232-4209-9aaf-28cf0311c504 tempest-ServersTestManualDisk-635175447 tempest-ServersTestManualDisk-635175447-project] 10.222.0.45 "DELETE /v2.0/floatingips/9c510fc3-97d6-4436-868b-009f2b2a93fa HTTP/1.1" status: 204 len: 168 time: 1.5635169 Apr 18 17:09:03.240595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33458) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:03.290222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-c8bf016b-6e3d-4835-9eba-5c8111ff5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:03.299041 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-c8bf016b-6e3d-4835-9eba-5c8111ff5690 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1135 time: 0.1614871 Apr 18 17:09:03.461607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3825-d764-4ab0-85bb-2f42eb042956 req-98d116f0-a076-46ad-be32-33b4e67ef96c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:03.461607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42fb3825-d764-4ab0-85bb-2f42eb042956 req-98d116f0-a076-46ad-be32-33b4e67ef96c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1241724 Apr 18 17:09:03.492318 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.492318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-157a4d5c-3625-4d08-9df4-37c4bdd097bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:03.492318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-157a4d5c-3625-4d08-9df4-37c4bdd097bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 914 time: 0.1892743 Apr 18 17:09:03.565643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42fb3825-d764-4ab0-85bb-2f42eb042956 req-08b3b7ed-4d6a-47e0-806f-741bc9cfd6d5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242690 Apr 18 17:09:03.580006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c7141458-2f97-4192-8831-8421180ddef3 req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] For port 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:03.606245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['fc0da427-c9fa-4a09-b633-2b0c2b99cf1a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:03.620991 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-ec7d3b19-5be3-4a51-9df3-40d3aaebc632 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c HTTP/1.1" status: 200 len: 217 time: 0.1058125 Apr 18 17:09:03.656658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8861224a-d0fa-4ade-8bba-0b806b317e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.681229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c7141458-2f97-4192-8831-8421180ddef3 req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.739186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33470) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:03.740918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Pushing event updated for resources: {'Port': ['ID=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:03.746876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:03.748231 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.749766 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-c5719a74-4d18-40f2-805c-4431dbbda588 service neutron] 10.222.0.18 "PUT /v2.0/ports/703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 200 len: 1091 time: 2.2498147 Apr 18 17:09:03.751669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:03.754114 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1593728c-1b37-4646-817c-06aa121c56e7" -d '{"events": [{"name": "network-changed", "server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:03.805485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af77df0-ed20-471c-b7ea-babcd88a577a req-922a8bb7-eb7b-4eae-b473-c0637ca2fb3c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:03.807970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6af77df0-ed20-471c-b7ea-babcd88a577a req-922a8bb7-eb7b-4eae-b473-c0637ca2fb3c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 945 time: 0.0899687 Apr 18 17:09:03.809731 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c7141458-2f97-4192-8831-8421180ddef3 req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.848475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:03.951994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33482) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:03.973298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141458-2f97-4192-8831-8421180ddef3 req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:03.974670 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c7141458-2f97-4192-8831-8421180ddef3 req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:03.992922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7141458-2f97-4192-8831-8421180ddef3 req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "PUT /v2.0/ports/71f8ccf7-eec2-4a71-91f9-f16873039f8c HTTP/1.1" status: 200 len: 1020 time: 0.9666848 Apr 18 17:09:04.012640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-a7dfd390-1c20-4573-986b-50f9262236fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.014602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-a7dfd390-1c20-4573-986b-50f9262236fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 200 len: 853 time: 0.2636614 Apr 18 17:09:04.050357 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d3fa96-ee62-4966-a7e7-9a644a118577 x-openstack-request-id: req-44d3fa96-ee62-4966-a7e7-9a644a118577 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:04.050881 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:04.051334 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44d3fa96-ee62-4966-a7e7-9a644a118577 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:04.051888 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d3fa96-ee62-4966-a7e7-9a644a118577'] response: {'name': 'network-changed', 'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'status': 'completed', 'code': 200} Apr 18 17:09:04.072576 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-f074fcb8-82dd-47a0-8c91-b298c869a71a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445998 Apr 18 17:09:04.082844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6af77df0-ed20-471c-b7ea-babcd88a577a req-63f32eb9-a919-4daf-9a24-67b916cc94f0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582459 Apr 18 17:09:04.107305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3af0-9705-4343-b818-44d647b17bad req-6cd8d2aa-16cd-499b-bc15-5c7e6daa1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.107305 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-6cd8d2aa-16cd-499b-bc15-5c7e6daa1f54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56e9c3ad2ce64065833f545515ac5e78&device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 1094 time: 0.1676953 Apr 18 17:09:04.112192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:04.112385 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4c25ae5d-f50f-470f-ae13-3071e7c0430c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69ee9b9913c44ce9bf5e5d0dc9026c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685338 Apr 18 17:09:04.113355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33490) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:04.210892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-e7411b9c-7716-4b0d-8b47-b79db8828269 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 200 len: 217 time: 0.0795302 Apr 18 17:09:04.229603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb942c8-9b76-4465-be63-34c895dbda73 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'Port': ['ID=71f8ccf7-eec2-4a71-91f9-f16873039f8c,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:04.286740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7647e-5858-47b0-8c43-83f415a0e47b req-f4407af1-5bee-4ca2-ad65-d6c507615da3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.288513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3a7647e-5858-47b0-8c43-83f415a0e47b req-f4407af1-5bee-4ca2-ad65-d6c507615da3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1023 time: 0.1780362 Apr 18 17:09:04.298300 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-b0dba039-8c96-42f6-8f7c-6609666eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.298792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-b0dba039-8c96-42f6-8f7c-6609666eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.299707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-b0dba039-8c96-42f6-8f7c-6609666eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.300190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-b0dba039-8c96-42f6-8f7c-6609666eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.300663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-b0dba039-8c96-42f6-8f7c-6609666eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.301469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-b0dba039-8c96-42f6-8f7c-6609666eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.305716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-b0dba039-8c96-42f6-8f7c-6609666eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.310388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-b0dba039-8c96-42f6-8f7c-6609666eb873 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6491 time: 0.3572247 Apr 18 17:09:04.318537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3af0-9705-4343-b818-44d647b17bad req-e0ed0d7a-f9f2-46ab-8907-6b3dfc9b259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.319879 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-e0ed0d7a-f9f2-46ab-8907-6b3dfc9b259b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37fe6bcc-56c6-43cc-ac17-76b10b70b622 HTTP/1.1" status: 200 len: 868 time: 0.0977762 Apr 18 17:09:04.350987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cce0db-165f-4481-8946-d88cd1dae9ba req-f33eb9df-35a1-491d-84bc-efcea7bad9bb tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.352578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1cce0db-165f-4481-8946-d88cd1dae9ba req-f33eb9df-35a1-491d-84bc-efcea7bad9bb tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 943 time: 0.1876681 Apr 18 17:09:04.374910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ee27e24f-039c-46a4-b604-d5b7cb16a57a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:04.386131 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad9b8716-072f-446d-94f4-d32660678e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.394113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-c9f95faf-2954-404e-bb60-5f3eb398e54b service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129110 Apr 18 17:09:04.410519 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.423430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-47a5dbcb-0a97-4cc9-a6da-f4f6489eab8f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115322 Apr 18 17:09:04.442206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3af0-9705-4343-b818-44d647b17bad req-97b4aba0-e83c-48d6-b30b-c62affb437da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.444540 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-97b4aba0-e83c-48d6-b30b-c62affb437da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956488 Apr 18 17:09:04.459589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad9b8716-072f-446d-94f4-d32660678e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.492571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1cce0db-165f-4481-8946-d88cd1dae9ba req-867fb36e-77f1-4813-8fdb-d90c291795e1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161749 Apr 18 17:09:04.497094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.540926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port ee27e24f-039c-46a4-b604-d5b7cb16a57a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:09:04.543996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3a7647e-5858-47b0-8c43-83f415a0e47b req-a9f8f012-b277-42c0-8fce-0e2acc726565 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&id=355d28cf-8d69-4639-bb96-c0310c455032&id=bd810abc-c409-4727-9f03-21c108aab8f1 HTTP/1.1" status: 200 len: 6156 time: 0.2248280 Apr 18 17:09:04.546983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port ee27e24f-039c-46a4-b604-d5b7cb16a57a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:04.547419 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.576282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ef1124d8-1cca-435f-89da-4faa9d880954 req-87ee4269-fc9e-4bf8-9a74-41a804ba46bd tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1758401481 ', 'description': 'tempest-description-1324552473'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:04.624880 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed55a5bc-1eac-44d3-9f98-de757babe6d7 req-8c5933bf-cc16-4ce0-845d-72e30888b471 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144091 Apr 18 17:09:04.660780 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad9b8716-072f-446d-94f4-d32660678e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.663399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad9b8716-072f-446d-94f4-d32660678e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.664808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ad9b8716-072f-446d-94f4-d32660678e7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9eb39e2-1f54-44d5-b445-a6177b0328c1 HTTP/1.1" status: 204 len: 168 time: 0.5495257 Apr 18 17:09:04.683381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b8716-072f-446d-94f4-d32660678e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eb39e2-1f54-44d5-b445-a6177b0328c1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:04.693946 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-61d7331a-0df6-4d8f-92a7-3776f848b7ba service neutron] 10.222.0.18 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211795 Apr 18 17:09:04.735026 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.735913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef1124d8-1cca-435f-89da-4faa9d880954 req-87ee4269-fc9e-4bf8-9a74-41a804ba46bd tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.779907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0803a012-c4bf-47f6-aa6e-6c050a633241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee27e24f-039c-46a4-b604-d5b7cb16a57a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:04.779907 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9881eaa-10ff-486c-b4b1-3d89f88e3624" -d '{"events": [{"server_uuid": "0803a012-c4bf-47f6-aa6e-6c050a633241", "name": "network-vif-plugged", "status": "completed", "tag": "ee27e24f-039c-46a4-b604-d5b7cb16a57a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:04.791274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0a893-4c0c-4312-8ce7-4deca18d8ec6 req-f79222d7-e0db-4d9b-b084-bb677f500a72 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:04.792848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31c0a893-4c0c-4312-8ce7-4deca18d8ec6 req-f79222d7-e0db-4d9b-b084-bb677f500a72 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1271830 Apr 18 17:09:04.793829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port ee27e24f-039c-46a4-b604-d5b7cb16a57a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:04.855122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d8e3af0-9705-4343-b818-44d647b17bad req-58fea7dd-16bf-4bac-8f49-f67190635a24 service neutron] 10.222.0.18 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525514 Apr 18 17:09:04.864025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31c0a893-4c0c-4312-8ce7-4deca18d8ec6 req-1ec2f1e9-0afc-4082-ad4c-41bd46b94d66 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612605 Apr 18 17:09:04.866368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef1124d8-1cca-435f-89da-4faa9d880954 req-87ee4269-fc9e-4bf8-9a74-41a804ba46bd tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.873819 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.913951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef1124d8-1cca-435f-89da-4faa9d880954 req-87ee4269-fc9e-4bf8-9a74-41a804ba46bd tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.942964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Deleting port 601d63b9-6d54-48ec-a242-2d86248d5b74 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:04.943856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:04.952302 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38d063-0ad2-47d4-9de1-9e314638e8f8 x-openstack-request-id: req-5c38d063-0ad2-47d4-9de1-9e314638e8f8 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:04.952605 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0803a012-c4bf-47f6-aa6e-6c050a633241", "name": "network-vif-plugged", "status": "completed", "tag": "ee27e24f-039c-46a4-b604-d5b7cb16a57a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:04.952864 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c38d063-0ad2-47d4-9de1-9e314638e8f8 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:04.953303 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c38d063-0ad2-47d4-9de1-9e314638e8f8'] response: {'server_uuid': '0803a012-c4bf-47f6-aa6e-6c050a633241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee27e24f-039c-46a4-b604-d5b7cb16a57a', 'code': 200} Apr 18 17:09:04.961138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee4269-fc9e-4bf8-9a74-41a804ba46bd tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bfaa37-d789-4a11-97d7-eee26033e6a5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:04.979099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=ee27e24f-039c-46a4-b604-d5b7cb16a57a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:05.034569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef1124d8-1cca-435f-89da-4faa9d880954 req-87ee4269-fc9e-4bf8-9a74-41a804ba46bd tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.046981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef1124d8-1cca-435f-89da-4faa9d880954 req-87ee4269-fc9e-4bf8-9a74-41a804ba46bd tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4750199 Apr 18 17:09:05.088555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593728c-1b37-4646-817c-06aa121c56e7 req-255c2e2c-c412-4278-811f-e34430ce477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.090346 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1593728c-1b37-4646-817c-06aa121c56e7 req-255c2e2c-c412-4278-811f-e34430ce477c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56e9c3ad2ce64065833f545515ac5e78&device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 1094 time: 0.0882957 Apr 18 17:09:05.092978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] For port 601d63b9-6d54-48ec-a242-2d86248d5b74, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=601d63b9-6d54-48ec-a242-2d86248d5b74,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:05.093460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.102867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:05.102867 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820" -d '{"events": [{"name": "network-changed", "server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:05.150991 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a84960f-74cf-4a89-9d45-7b154994cc01 x-openstack-request-id: req-4a84960f-74cf-4a89-9d45-7b154994cc01 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:05.165959 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:05.165959 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a84960f-74cf-4a89-9d45-7b154994cc01 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:05.165959 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a84960f-74cf-4a89-9d45-7b154994cc01'] response: {'name': 'network-changed', 'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'status': 'completed', 'code': 200} Apr 18 17:09:05.165959 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d7714-a319-4a1c-b4f7-5b9306a8d1a5 req-537e6985-826e-4ead-a40d-b96662f045ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.165959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d62d7714-a319-4a1c-b4f7-5b9306a8d1a5 req-537e6985-826e-4ead-a40d-b96662f045ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 1097 time: 0.1073744 Apr 18 17:09:05.166887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e125a128-16a9-4fbe-8aa7-8b252c535415 req-f159fd12-3e27-492b-bc1a-da4cb0ad173d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/83bfaa37-d789-4a11-97d7-eee26033e6a5 HTTP/1.1" status: 200 len: 1783 time: 0.0899653 Apr 18 17:09:05.231295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Calling delete_port for 601d63b9-6d54-48ec-a242-2d86248d5b74 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:05.251794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d62d7714-a319-4a1c-b4f7-5b9306a8d1a5 req-d3cb620b-719f-421d-8a83-48e5d1a13471 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843861 Apr 18 17:09:05.273313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe820a59-9412-4359-984f-833d9f85a09e req-4c1c4616-a5a1-4ac0-b3fd-4ad04f73058b tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/83bfaa37-d789-4a11-97d7-eee26033e6a5 HTTP/1.1" status: 200 len: 1783 time: 0.0874927 Apr 18 17:09:05.311892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e6960-2c9c-4a30-a222-b257fadf9fec req-cedd36ea-5533-451a-bdd3-3dec9c4df916 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.313814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed1e6960-2c9c-4a30-a222-b257fadf9fec req-cedd36ea-5533-451a-bdd3-3dec9c4df916 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 945 time: 0.0803270 Apr 18 17:09:05.342781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593728c-1b37-4646-817c-06aa121c56e7 req-c67e35b8-21fa-4627-b166-445615685937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.344337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1593728c-1b37-4646-817c-06aa121c56e7 req-c67e35b8-21fa-4627-b166-445615685937 service neutron] 10.222.0.18 "GET /v2.0/networks?id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc HTTP/1.1" status: 200 len: 930 time: 0.2465847 Apr 18 17:09:05.346296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-dc1e8e98-f642-42a8-8366-98e2734b9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.347616 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-dc1e8e98-f642-42a8-8366-98e2734b9880 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1174 time: 0.1333559 Apr 18 17:09:05.384696 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed1e6960-2c9c-4a30-a222-b257fadf9fec req-aa0a5281-81b4-4116-86e2-0920b053b8d7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635715 Apr 18 17:09:05.387475 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fe820a59-9412-4359-984f-833d9f85a09e req-83b1f413-4559-488e-bbe7-9d16d472c956 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.418101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fe820a59-9412-4359-984f-833d9f85a09e req-83b1f413-4559-488e-bbe7-9d16d472c956 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.422376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1593728c-1b37-4646-817c-06aa121c56e7 req-74de960a-4f8d-4fd8-ba8e-1561b5a30c29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 200 len: 217 time: 0.0662427 Apr 18 17:09:05.556929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fe820a59-9412-4359-984f-833d9f85a09e req-83b1f413-4559-488e-bbe7-9d16d472c956 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.560187 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fe820a59-9412-4359-984f-833d9f85a09e req-83b1f413-4559-488e-bbe7-9d16d472c956 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.563724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe820a59-9412-4359-984f-833d9f85a09e req-83b1f413-4559-488e-bbe7-9d16d472c956 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/83bfaa37-d789-4a11-97d7-eee26033e6a5 HTTP/1.1" status: 204 len: 173 time: 0.2794631 Apr 18 17:09:05.576034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1f413-4559-488e-bbe7-9d16d472c956 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bfaa37-d789-4a11-97d7-eee26033e6a5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:05.623185 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-5fc5e621-e450-427b-8d89-cc47a12a0db9 req-237e6ead-2701-4759-b357-e632272292b6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:05.624219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fc5e621-e450-427b-8d89-cc47a12a0db9 req-237e6ead-2701-4759-b357-e632272292b6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/83bfaa37-d789-4a11-97d7-eee26033e6a5 HTTP/1.1" status: 404 len: 352 time: 0.0352349 Apr 18 17:09:05.649099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c876f-3f68-4d0d-a4ec-addb749aa495 req-0fa35390-e989-469a-8ef9-e3b7b7577af5 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.655092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-935c876f-3f68-4d0d-a4ec-addb749aa495 req-0fa35390-e989-469a-8ef9-e3b7b7577af5 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 943 time: 0.0728300 Apr 18 17:09:05.688806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-2a37e1d4-2531-4f90-bcfc-c9f2085d62e0 req-dee2d25d-f54a-4aff-b013-f7fc33720606 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1966074759', 'description': 'tempest-description-720252762'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:05.732264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-935c876f-3f68-4d0d-a4ec-addb749aa495 req-28e40efc-d366-4507-8d96-edbdaa68ee17 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557632 Apr 18 17:09:05.818787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.838030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2a37e1d4-2531-4f90-bcfc-c9f2085d62e0 req-dee2d25d-f54a-4aff-b013-f7fc33720606 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.849620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593728c-1b37-4646-817c-06aa121c56e7 req-a0ff458b-bf65-4678-9f7f-a5705820954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.851047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1593728c-1b37-4646-817c-06aa121c56e7 req-a0ff458b-bf65-4678-9f7f-a5705820954e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37fe6bcc-56c6-43cc-ac17-76b10b70b622 HTTP/1.1" status: 200 len: 868 time: 0.4021449 Apr 18 17:09:05.900441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-806d9514-35ef-4496-af27-4e329177d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.901919 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-806d9514-35ef-4496-af27-4e329177d012 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 914 time: 0.5423429 Apr 18 17:09:05.908795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2a37e1d4-2531-4f90-bcfc-c9f2085d62e0 req-dee2d25d-f54a-4aff-b013-f7fc33720606 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:05.971315 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-fba04991-55b1-4cb2-bd6d-24015d5951e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c HTTP/1.1" status: 200 len: 217 time: 0.0625155 Apr 18 17:09:05.978417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593728c-1b37-4646-817c-06aa121c56e7 req-2895c022-97b8-4b0b-b1bc-bac5407d5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:05.980345 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1593728c-1b37-4646-817c-06aa121c56e7 req-2895c022-97b8-4b0b-b1bc-bac5407d5746 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207671 Apr 18 17:09:06.019894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c56f5-63c9-47eb-acc3-16214a9ac7cb req-df771c72-f806-4d77-8cc7-b0913f4418f3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:06.021801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166c56f5-63c9-47eb-acc3-16214a9ac7cb req-df771c72-f806-4d77-8cc7-b0913f4418f3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0585549 Apr 18 17:09:06.025097 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2a37e1d4-2531-4f90-bcfc-c9f2085d62e0 req-dee2d25d-f54a-4aff-b013-f7fc33720606 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.075817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33540) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:06.083802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2d25d-f54a-4aff-b013-f7fc33720606 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edea55cb-91e5-499d-81b9-db009d11416f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:06.091888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-7f58093f-14cd-4221-9206-5f55db8ca046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:06.093392 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-7f58093f-14cd-4221-9206-5f55db8ca046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 200 len: 853 time: 0.1121571 Apr 18 17:09:06.107759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166c56f5-63c9-47eb-acc3-16214a9ac7cb req-b5d640ec-b046-4aa8-ab5a-f673074b16de tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698786 Apr 18 17:09:06.139419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-aac98991-d078-414a-b70e-2dc18914a7aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387800 Apr 18 17:09:06.147137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.158978 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1593728c-1b37-4646-817c-06aa121c56e7 req-13335fdd-0195-411b-8a16-351bf36ad3cb service neutron] 10.222.0.18 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636019 Apr 18 17:09:06.182720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2a37e1d4-2531-4f90-bcfc-c9f2085d62e0 req-dee2d25d-f54a-4aff-b013-f7fc33720606 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.184008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a37e1d4-2531-4f90-bcfc-c9f2085d62e0 req-dee2d25d-f54a-4aff-b013-f7fc33720606 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5056765 Apr 18 17:09:06.207911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-504815625'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:06.216758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-89353c13-e9b6-4831-b6e7-77aa1f0ae546 req-980c5804-5bc6-439c-9949-b1fe0d7429b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-194597016', 'description': 'tempest-description-1984030509'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:06.218078 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.280246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=601d63b9-6d54-48ec-a242-2d86248d5b74,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:06.351043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:06.355275 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.364922 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-89353c13-e9b6-4831-b6e7-77aa1f0ae546 req-980c5804-5bc6-439c-9949-b1fe0d7429b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.366771 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.383050 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-4ee3565b-bbe0-4ecc-897d-2076de72d1b4 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363222 Apr 18 17:09:06.385541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fc0da427-c9fa-4a09-b633-2b0c2b99cf1a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:06.408567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1593728c-1b37-4646-817c-06aa121c56e7 req-3c4e2a76-d45e-4ac1-9067-53609787e6c5 service neutron] 10.222.0.18 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403331 Apr 18 17:09:06.552317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-89353c13-e9b6-4831-b6e7-77aa1f0ae546 req-980c5804-5bc6-439c-9949-b1fe0d7429b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.567679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:09:06.569197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:06.569597 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.579105 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.582098 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b4eeff3d-662e-4e72-a6e1-5f427dcc6820 req-0ba34d0b-6463-4907-8bd9-6ade332fdb33 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881671 Apr 18 17:09:06.584964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.590333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3a732-806d-4cf7-b4e6-4bb3e396da78 req-36890bc8-7eb2-4bc3-82b8-97a73e033708 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:06.590333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1d3a732-806d-4cf7-b4e6-4bb3e396da78 req-36890bc8-7eb2-4bc3-82b8-97a73e033708 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 945 time: 0.0888064 Apr 18 17:09:06.635230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1d3a732-806d-4cf7-b4e6-4bb3e396da78 req-5900de47-708a-4670-bedb-fbfe26da0055 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Apr 18 17:09:06.660901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-89353c13-e9b6-4831-b6e7-77aa1f0ae546 req-980c5804-5bc6-439c-9949-b1fe0d7429b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.681945 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.700985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c5804-5bc6-439c-9949-b1fe0d7429b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b821d35-55b0-4393-a50a-a7645d7016a2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:06.711273 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.725462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:06.737562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:06.752417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f98f714-4008-4215-9c13-808c6b1aa36c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:06.755333 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.755676 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Added segment 59e770fa-04c5-4fdf-be80-b6f0efcfeb7e of type vlan for network a51605f5-d60a-4c7d-8c98-888f959c3b87 Apr 18 17:09:06.800791 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.818385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-89353c13-e9b6-4831-b6e7-77aa1f0ae546 req-980c5804-5bc6-439c-9949-b1fe0d7429b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.819619 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89353c13-e9b6-4831-b6e7-77aa1f0ae546 req-980c5804-5bc6-439c-9949-b1fe0d7429b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6083245 Apr 18 17:09:06.833220 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.857159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Router 2e244e42-9e42-404e-9639-a5e431ba2fdd has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:09:06.865828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-956acfd6-d717-40e1-bad9-5c8c83f87f4e req-218f4c5a-d24c-4221-9fba-9836a0337011 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1882281352', 'description': 'tempest-description-1637506055'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:06.898534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:06.903465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3248f-4d98-4f9a-bad6-e208cc2da205 req-d5630693-1332-45d2-95fb-99c3a9bd3f10 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:06.905069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fc3248f-4d98-4f9a-bad6-e208cc2da205 req-d5630693-1332-45d2-95fb-99c3a9bd3f10 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 943 time: 0.0707719 Apr 18 17:09:06.932247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.943059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:06.943059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.954994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4717f8cf-64e4-444a-a42a-66adbed3e12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0da427-c9fa-4a09-b633-2b0c2b99cf1a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:06.957472 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf265095-7e2c-4327-8be7-44c2ec2afb28" -d '{"events": [{"server_uuid": "4717f8cf-64e4-444a-a42a-66adbed3e12a", "name": "network-vif-plugged", "status": "completed", "tag": "fc0da427-c9fa-4a09-b633-2b0c2b99cf1a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:06.976164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-956acfd6-d717-40e1-bad9-5c8c83f87f4e req-218f4c5a-d24c-4221-9fba-9836a0337011 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:06.980385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:09:06.982474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fc3248f-4d98-4f9a-bad6-e208cc2da205 req-90bf9310-4811-4811-b1f0-457a9f46400c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709791 Apr 18 17:09:06.985435 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1a859fef-b64f-447c-9ccd-525a3b4cd9a3 admin admin] 10.222.0.45 "PUT /v2.0/routers/2e244e42-9e42-404e-9639-a5e431ba2fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7429163 Apr 18 17:09:06.991739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33554) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:06.993709 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] Sync routers for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:09:07.018415 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:07.020045 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:07.035581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Network': ['ID=a51605f5-d60a-4c7d-8c98-888f959c3b87,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:07.056807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:07.102264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-956acfd6-d717-40e1-bad9-5c8c83f87f4e req-218f4c5a-d24c-4221-9fba-9836a0337011 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.108824 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.127779 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dae10b-d1be-4cec-bdab-f8cbb1c57b36 x-openstack-request-id: req-f7dae10b-d1be-4cec-bdab-f8cbb1c57b36 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:07.128090 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4717f8cf-64e4-444a-a42a-66adbed3e12a", "name": "network-vif-plugged", "status": "completed", "tag": "fc0da427-c9fa-4a09-b633-2b0c2b99cf1a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:07.130545 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7dae10b-d1be-4cec-bdab-f8cbb1c57b36 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:07.130545 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7dae10b-d1be-4cec-bdab-f8cbb1c57b36'] response: {'server_uuid': '4717f8cf-64e4-444a-a42a-66adbed3e12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0da427-c9fa-4a09-b633-2b0c2b99cf1a', 'code': 200} Apr 18 17:09:07.145393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2952d537-11a0-4b57-bd7d-0927384ec97b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0681674 Apr 18 17:09:07.147477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33558) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:07.171206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'name': 'tempest-PortsTestJSON-494243556'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:07.176892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-956acfd6-d717-40e1-bad9-5c8c83f87f4e req-218f4c5a-d24c-4221-9fba-9836a0337011 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.217705 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:07.240000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.333182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f4c5a-d24c-4221-9fba-9836a0337011 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927deca5-ecbc-423d-8123-8466dcd57611,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:07.364460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc9bd4-ce52-4451-a91e-7679b51e0b35 req-857fde2f-3b53-49ba-9229-51ba4938c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:07.365918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfcc9bd4-ce52-4451-a91e-7679b51e0b35 req-857fde2f-3b53-49ba-9229-51ba4938c624 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 1097 time: 0.1211367 Apr 18 17:09:07.378426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc97d2-0f89-4707-8bc3-cc8f648b8f63 req-ec7e3206-95e1-42ab-ab65-fc88e72f14dc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:07.381360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34fc97d2-0f89-4707-8bc3-cc8f648b8f63 req-ec7e3206-95e1-42ab-ab65-fc88e72f14dc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1247227 Apr 18 17:09:07.395577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-956acfd6-d717-40e1-bad9-5c8c83f87f4e req-218f4c5a-d24c-4221-9fba-9836a0337011 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.396811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-956acfd6-d717-40e1-bad9-5c8c83f87f4e req-218f4c5a-d24c-4221-9fba-9836a0337011 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5513880 Apr 18 17:09:07.409804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Deleting port d33d5a9f-6770-4276-ac04-b5bbfda94a3f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:07.409977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.416381 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:09:05Z', 'revision_number': 5, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port': {'id': 'd33d5a9f-6770-4276-ac04-b5bbfda94a3f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:43Z', 'updated_at': '2022-04-18T17:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:07.443560 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] Checking router: 2e244e42-9e42-404e-9639-a5e431ba2fdd for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:09:07.449708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:07.452987 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] Routers {'2e244e42-9e42-404e-9639-a5e431ba2fdd'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:07.456813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.456963 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2e244e42-9e42-404e-9639-a5e431ba2fdd'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:07.460462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfcc9bd4-ce52-4451-a91e-7679b51e0b35 req-b52311ab-9062-4cde-8273-fe6e0ec52194 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774889 Apr 18 17:09:07.483838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34fc97d2-0f89-4707-8bc3-cc8f648b8f63 req-9bff58fa-cbc7-4441-93f4-567dec459f67 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850239 Apr 18 17:09:07.501557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 1ec7c11f-2439-46ab-9293-1154a836d642 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:07.509599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] For port d33d5a9f-6770-4276-ac04-b5bbfda94a3f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d33d5a9f-6770-4276-ac04-b5bbfda94a3f,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:07.510179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.535162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Calling delete_port for d33d5a9f-6770-4276-ac04-b5bbfda94a3f owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:07.555684 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] Set router 2e244e42-9e42-404e-9639-a5e431ba2fdd gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:07.611937 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:09:07Z', 'revision_number': 6, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:07.639138 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857016a-4f25-494b-90ca-865b0116d4ee None None] The sync data for ids ['2e244e42-9e42-404e-9639-a5e431ba2fdd'] in n-d-836015-2 is: [{'id': '2e244e42-9e42-404e-9639-a5e431ba2fdd', 'name': 'tempest-ServersTestManualDisk-1897292125-router', 'tenant_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:41Z', 'updated_at': '2022-04-18T17:09:07Z', 'revision_number': 6, 'project_id': '432e0b6b3a11486b88f8ee81fab4ec04', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:09:07.672790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b776a9d3-96b9-407a-a33f-339f9932ef70 req-a09e79af-78ff-4acc-b94e-d1993019d912 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7 HTTP/1.1" status: 200 len: 10910 time: 0.2259250 Apr 18 17:09:07.796850 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.823990 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33d5a9f-6770-4276-ac04-b5bbfda94a3f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:07.886527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.977640 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:07.979757 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.071584 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.079443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b776a9d3-96b9-407a-a33f-339f9932ef70 req-a85e75c9-6a72-4696-beb9-1baa149a2274 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/edf2fd53-0f10-4120-acd9-889b8af8d4cb HTTP/1.1" status: 200 len: 2985 time: 0.1065936 Apr 18 17:09:08.090016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dff79-c0d8-4936-89b0-025f8057bda0 req-f26b0ac3-7e1d-4000-81b6-dc988fc50fb1 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:08.091549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af4dff79-c0d8-4936-89b0-025f8057bda0 req-f26b0ac3-7e1d-4000-81b6-dc988fc50fb1 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1177032 Apr 18 17:09:08.100809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.101774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e244e42-9e42-404e-9639-a5e431ba2fdd {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:09:08.107733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.109362 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b0a4228e-066a-4a4e-a774-a2384d781767 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2e244e42-9e42-404e-9639-a5e431ba2fdd HTTP/1.1" status: 204 len: 168 time: 1.1202161 Apr 18 17:09:08.112406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33568) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:08.168168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-62977110-ce8a-4e38-892a-421c23d3e0b8 admin admin] Deleting subnet d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:08.171892 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62977110-ce8a-4e38-892a-421c23d3e0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.178337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b776a9d3-96b9-407a-a33f-339f9932ef70 req-b4989ddc-ee0d-4360-8138-8feaecc2bdf5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/edf2fd53-0f10-4120-acd9-889b8af8d4cb HTTP/1.1" status: 200 len: 2985 time: 0.0858257 Apr 18 17:09:08.191867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af4dff79-c0d8-4936-89b0-025f8057bda0 req-7b9b5f98-243a-4c89-bf87-6abea9bbe634 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891421 Apr 18 17:09:08.210846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62977110-ce8a-4e38-892a-421c23d3e0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.285319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.300603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62977110-ce8a-4e38-892a-421c23d3e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.320264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d617d5c-6098-43a7-a40c-39efcee73738 req-bd7bcb1d-d36d-4f22-84a2-b33ff5f07cca tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/edea55cb-91e5-499d-81b9-db009d11416f HTTP/1.1" status: 200 len: 1802 time: 0.0934253 Apr 18 17:09:08.363841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aeb60-1551-47f7-a23d-352ed56bdd8a req-8b1a76e5-abeb-43a6-aef3-096fc5c66bb9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:08.365295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a4aeb60-1551-47f7-a23d-352ed56bdd8a req-8b1a76e5-abeb-43a6-aef3-096fc5c66bb9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 943 time: 0.1245968 Apr 18 17:09:08.377509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=1ec7c11f-2439-46ab-9293-1154a836d642,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:08.443783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking segment: {'id': '59e770fa-04c5-4fdf-be80-b6f0efcfeb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:08.444023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62977110-ce8a-4e38-892a-421c23d3e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.444133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network hostable DHCP agents. Network: a51605f5-d60a-4c7d-8c98-888f959c3b87, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:08.448158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a4aeb60-1551-47f7-a23d-352ed56bdd8a req-625cf7f8-afa3-42d1-8fff-42c25b44127a tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765648 Apr 18 17:09:08.462760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d617d5c-6098-43a7-a40c-39efcee73738 req-ad8c4d96-caca-4244-afe7-efd30ddfd714 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.486567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62977110-ce8a-4e38-892a-421c23d3e0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:08.496670 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62977110-ce8a-4e38-892a-421c23d3e0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.496853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d617d5c-6098-43a7-a40c-39efcee73738 req-ad8c4d96-caca-4244-afe7-efd30ddfd714 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.501075 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-62977110-ce8a-4e38-892a-421c23d3e0b8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d9ed0032-e3a3-41a2-aa43-0b8501ac3aa7 HTTP/1.1" status: 204 len: 168 time: 0.3870714 Apr 18 17:09:08.501319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33572) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:08.504094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8037b627-05cf-4247-87fa-7f32f7a03d39 None None] Network f4778d0f-36b3-402d-affc-6b95839501c2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:08.572268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:08.574007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 601d63b9-6d54-48ec-a242-2d86248d5b74 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:08.598829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.603342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 601d63b9-6d54-48ec-a242-2d86248d5b74 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:08.603913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 601d63b9-6d54-48ec-a242-2d86248d5b74 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:08.604469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d33d5a9f-6770-4276-ac04-b5bbfda94a3f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:08.636391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d33d5a9f-6770-4276-ac04-b5bbfda94a3f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:08.636839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d33d5a9f-6770-4276-ac04-b5bbfda94a3f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:08.659741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a51605f5-d60a-4c7d-8c98-888f959c3b87) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:08.669396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:08.674559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:08.675157 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.686146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e179f-be36-4dea-8701-219911903afc None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:08.691082 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d617d5c-6098-43a7-a40c-39efcee73738 req-ad8c4d96-caca-4244-afe7-efd30ddfd714 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.693618 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d617d5c-6098-43a7-a40c-39efcee73738 req-ad8c4d96-caca-4244-afe7-efd30ddfd714 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.704264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d617d5c-6098-43a7-a40c-39efcee73738 req-ad8c4d96-caca-4244-afe7-efd30ddfd714 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/edea55cb-91e5-499d-81b9-db009d11416f HTTP/1.1" status: 204 len: 173 time: 0.3650467 Apr 18 17:09:08.717375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c4d96-caca-4244-afe7-efd30ddfd714 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edea55cb-91e5-499d-81b9-db009d11416f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:08.726385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da784ce8-be1e-4176-953f-3ffb1bdace0b req-814cac74-ba74-4962-b384-8b25a72e4812 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:08.727903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da784ce8-be1e-4176-953f-3ffb1bdace0b req-814cac74-ba74-4962-b384-8b25a72e4812 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1189256 Apr 18 17:09:08.759686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Deleting port 595d733e-a9ea-4950-9d43-856837fa4e74 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:08.760015 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.782477 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-5594c693-46b3-4bfd-b2e2-ac7fe81c847e req-fe3ef498-7c54-45ef-8cbc-71090276e3a9 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:08.783295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5594c693-46b3-4bfd-b2e2-ac7fe81c847e req-fe3ef498-7c54-45ef-8cbc-71090276e3a9 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/edea55cb-91e5-499d-81b9-db009d11416f HTTP/1.1" status: 404 len: 352 time: 0.0389979 Apr 18 17:09:08.837748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7cda31d6-aa4f-477d-98c4-61fa83cd039a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6838126 Apr 18 17:09:08.841608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33580) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:08.856287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1298506729'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:08.875246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] DHCP port deletion for f4778d0f-36b3-402d-affc-6b95839501c2 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:09:08.890673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da784ce8-be1e-4176-953f-3ffb1bdace0b req-f8d2f166-5b5d-4497-8b74-11aa3dd03d57 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487527 Apr 18 17:09:08.919562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] For port 595d733e-a9ea-4950-9d43-856837fa4e74, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=595d733e-a9ea-4950-9d43-856837fa4e74,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:08.919929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.939208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Calling delete_port for 595d733e-a9ea-4950-9d43-856837fa4e74 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:08.941950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] Deleting port 595d733e-a9ea-4950-9d43-856837fa4e74 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:08.941950 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:08.945909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a962d28f-0462-462b-ba1b-2bdee9e42672 req-f9ec206d-41aa-4d43-aee0-39263f2e94a8 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/9b821d35-55b0-4393-a50a-a7645d7016a2 HTTP/1.1" status: 200 len: 1802 time: 0.0988524 Apr 18 17:09:08.986247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:08.989805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.015318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] For port 595d733e-a9ea-4950-9d43-856837fa4e74, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=595d733e-a9ea-4950-9d43-856837fa4e74,segment=NetworkSegment(4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e),segment_id=4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:09.015710 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.019695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:09.029659 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.030122 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Added segment 03aaebe7-d22a-4d08-8b46-313c6f7402c4 of type vlan for network 0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e Apr 18 17:09:09.030284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] Calling delete_port for 595d733e-a9ea-4950-9d43-856837fa4e74 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:09.062037 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a962d28f-0462-462b-ba1b-2bdee9e42672 req-9606405f-0966-45de-8b19-7098035bfc34 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.073009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.088419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:09:09.097093 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a962d28f-0462-462b-ba1b-2bdee9e42672 req-9606405f-0966-45de-8b19-7098035bfc34 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.207765 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:09.219138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'port_id': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'mac_address': 'fa:16:3e:75:09:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:09:09.232506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.264509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Pushing event deleted for resources: {'Port': ['ID=595d733e-a9ea-4950-9d43-856837fa4e74,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:09.265496 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.269051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] No DVR routers for this DVR port 595d733e-a9ea-4950-9d43-856837fa4e74 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:09.272595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.278293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.279094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:09.279797 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.284488 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a962d28f-0462-462b-ba1b-2bdee9e42672 req-9606405f-0966-45de-8b19-7098035bfc34 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.286444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a962d28f-0462-462b-ba1b-2bdee9e42672 req-9606405f-0966-45de-8b19-7098035bfc34 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.287679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a962d28f-0462-462b-ba1b-2bdee9e42672 req-9606405f-0966-45de-8b19-7098035bfc34 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/9b821d35-55b0-4393-a50a-a7645d7016a2 HTTP/1.1" status: 204 len: 173 time: 0.3336291 Apr 18 17:09:09.314919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] Pushing event deleted for resources: {'Port': ['ID=595d733e-a9ea-4950-9d43-856837fa4e74,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:09.325991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d106f8-c680-4e26-ac09-4a97eb7fe4f6 None None] No DVR routers for this DVR port 595d733e-a9ea-4950-9d43-856837fa4e74 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:09.336891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:09.342259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606405f-0966-45de-8b19-7098035bfc34 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b821d35-55b0-4393-a50a-a7645d7016a2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:09.365167 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-4b6f5c3b-ee2a-4e2f-a69d-ef6976390a70 req-d254a737-77cc-4ed0-b881-f32287dbc19f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:09.375273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b6f5c3b-ee2a-4e2f-a69d-ef6976390a70 req-d254a737-77cc-4ed0-b881-f32287dbc19f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/9b821d35-55b0-4393-a50a-a7645d7016a2 HTTP/1.1" status: 404 len: 352 time: 0.0430787 Apr 18 17:09:09.375993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:09.389715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Network': ['ID=0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:09.407515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:09.425760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.466083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e64a9-949a-453f-a63d-49e559512a3c req-bc3df171-78a9-4ee4-8211-24991b64bf43 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:09.467607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f95e64a9-949a-453f-a63d-49e559512a3c req-bc3df171-78a9-4ee4-8211-24991b64bf43 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.2005749 Apr 18 17:09:09.468273 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.472885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4778d0f-36b3-402d-affc-6b95839501c2']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:09.492317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:09.492607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba6434c-f3e1-4f9c-95b3-8c6f40a5e54e') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:09.512192 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fcea3e73-a797-40bc-8c84-d1acec6cc4f2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6667891 Apr 18 17:09:09.512825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:09.514394 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.519674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'ports': [{'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87'}, {'network_id': '0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e'}]} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:09.520114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:09.520727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': '0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:09.530085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dcf85c5b-e6f5-4be6-84ab-aae6a68808ae req-cbb9d5a1-67f2-410b-9363-a209ba8e1242 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/927deca5-ecbc-423d-8123-8466dcd57611 HTTP/1.1" status: 200 len: 1803 time: 0.1250863 Apr 18 17:09:09.530642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:09.550348 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.557763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f95e64a9-949a-453f-a63d-49e559512a3c req-626ba233-0f6f-4911-843b-4ff6b569b4d5 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800247 Apr 18 17:09:09.566801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:09.566801 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:09.567742 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:09.686423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dcf85c5b-e6f5-4be6-84ab-aae6a68808ae req-4aeebbba-d800-4756-a8e6-a1773bd41664 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.719677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d13b48-a84c-4d97-8f95-ce103153fe49 req-e4c88124-6445-405b-8150-8c981134063c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:09.721148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1d13b48-a84c-4d97-8f95-ce103153fe49 req-e4c88124-6445-405b-8150-8c981134063c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 944 time: 0.0859847 Apr 18 17:09:09.722793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dcf85c5b-e6f5-4be6-84ab-aae6a68808ae req-4aeebbba-d800-4756-a8e6-a1773bd41664 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.775113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.784349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.787505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f4778d0f-36b3-402d-affc-6b95839501c2 HTTP/1.1" status: 204 len: 168 time: 1.2850866 Apr 18 17:09:09.799858 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1d13b48-a84c-4d97-8f95-ce103153fe49 req-25b92583-663e-4c26-887b-8f49be502aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693169 Apr 18 17:09:09.801709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bfef0-98ee-45b8-8b8a-a33f1cad2013 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4778d0f-36b3-402d-affc-6b95839501c2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:09.833679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 2} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:09.833679 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.849449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.871977 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dcf85c5b-e6f5-4be6-84ab-aae6a68808ae req-4aeebbba-d800-4756-a8e6-a1773bd41664 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.874637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-dcf85c5b-e6f5-4be6-84ab-aae6a68808ae req-4aeebbba-d800-4756-a8e6-a1773bd41664 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:09.875795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dcf85c5b-e6f5-4be6-84ab-aae6a68808ae req-4aeebbba-d800-4756-a8e6-a1773bd41664 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/927deca5-ecbc-423d-8123-8466dcd57611 HTTP/1.1" status: 204 len: 173 time: 0.3378644 Apr 18 17:09:09.898101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeebbba-d800-4756-a8e6-a1773bd41664 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927deca5-ecbc-423d-8123-8466dcd57611,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:09.912415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['703920f6-e155-4d28-8f5a-4c5a5c0e7fa7'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:09.933952 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-65c9824a-becd-4738-bd39-2170f4d79cdf req-b5cfa280-b176-4511-a41c-9248c9f8ebf7 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:09.935703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65c9824a-becd-4738-bd39-2170f4d79cdf req-b5cfa280-b176-4511-a41c-9248c9f8ebf7 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/927deca5-ecbc-423d-8123-8466dcd57611 HTTP/1.1" status: 404 len: 352 time: 0.0242534 Apr 18 17:09:10.018244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port a4db550f-5c2f-459e-a91a-6844be18ea76 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:10.080231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88963de-9385-4cb0-b217-592e0b2ce048 req-d87a56b2-d607-4c15-92cc-6f88e17744fc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:10.081674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f88963de-9385-4cb0-b217-592e0b2ce048 req-d87a56b2-d607-4c15-92cc-6f88e17744fc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0566583 Apr 18 17:09:10.110688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.123624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f88963de-9385-4cb0-b217-592e0b2ce048 req-bb8eff90-401a-4691-bc3a-cfbaeff6cd0e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Apr 18 17:09:10.188316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port b583914f-e185-462f-a7c8-bad232413969 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:10.218561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4026bb9-c86e-4379-a2f7-f2be15a11af8 req-d3162965-3478-4622-91a1-cfd261a25d48 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7 HTTP/1.1" status: 200 len: 6156 time: 0.0713062 Apr 18 17:09:10.279773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4026bb9-c86e-4379-a2f7-f2be15a11af8 req-fba93ef3-0ff8-4cff-a8b8-bfe00c42fce8 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/edf2fd53-0f10-4120-acd9-889b8af8d4cb HTTP/1.1" status: 200 len: 2985 time: 0.0537443 Apr 18 17:09:10.286519 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.289214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 595d733e-a9ea-4950-9d43-856837fa4e74 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:10.312863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 595d733e-a9ea-4950-9d43-856837fa4e74 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:10.313552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 595d733e-a9ea-4950-9d43-856837fa4e74 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:10.350270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4026bb9-c86e-4379-a2f7-f2be15a11af8 req-d9e47c0d-fed7-44d8-99f8-53cf50c14346 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/edf2fd53-0f10-4120-acd9-889b8af8d4cb HTTP/1.1" status: 200 len: 2985 time: 0.0553453 Apr 18 17:09:10.386309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-12ad59ca-3f23-4392-a0c9-42ebd26be4f4 req-c5a6eb9b-3ef2-47cf-8389-35e920aba77e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-701854547', 'description': 'tempest-description-1566586618'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:10.387223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33606) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:10.424985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ed30-f612-40f9-a10e-612e4a93e1dd req-c66d4b40-aca8-442a-a143-f7e57bf677d9 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:10.426543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0695ed30-f612-40f9-a10e-612e4a93e1dd req-c66d4b40-aca8-442a-a143-f7e57bf677d9 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.0754163 Apr 18 17:09:10.428736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-471e71f2-8bbb-4873-8883-423e325fd35d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=432e0b6b3a11486b88f8ee81fab4ec04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398271 Apr 18 17:09:10.431339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33608) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:10.473402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0695ed30-f612-40f9-a10e-612e4a93e1dd req-104e08c3-138c-4e3d-99b4-c791d027cc30 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Apr 18 17:09:10.494994 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec021d5f-7482-4f75-952e-9946af0a0c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.503749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.516427 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-12ad59ca-3f23-4392-a0c9-42ebd26be4f4 req-c5a6eb9b-3ef2-47cf-8389-35e920aba77e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.521686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec021d5f-7482-4f75-952e-9946af0a0c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.550611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-41ad072c-8673-4c53-b3e6-d472fcb591ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:10.552118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-41ad072c-8673-4c53-b3e6-d472fcb591ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 1097 time: 0.0637608 Apr 18 17:09:10.576742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:10.587575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:10.594208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:10.595091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.596618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=a4db550f-5c2f-459e-a91a-6844be18ea76,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:10.662969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-12ad59ca-3f23-4392-a0c9-42ebd26be4f4 req-c5a6eb9b-3ef2-47cf-8389-35e920aba77e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.671767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=b583914f-e185-462f-a7c8-bad232413969,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:10.679456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking segment: {'id': '03aaebe7-d22a-4d08-8b46-313c6f7402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:10.679826 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network hostable DHCP agents. Network: 0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:10.692097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-d48a1453-5155-46fc-93a7-e6d0029b20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:10.693931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-d48a1453-5155-46fc-93a7-e6d0029b20fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.1338155 Apr 18 17:09:10.738333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-803d748f-2f7f-41ca-9aca-6da06d06814b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a HTTP/1.1" status: 200 len: 217 time: 0.0367303 Apr 18 17:09:10.738930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-12ad59ca-3f23-4392-a0c9-42ebd26be4f4 req-c5a6eb9b-3ef2-47cf-8389-35e920aba77e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.747757 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec021d5f-7482-4f75-952e-9946af0a0c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.750435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec021d5f-7482-4f75-952e-9946af0a0c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.754455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ec021d5f-7482-4f75-952e-9946af0a0c42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c39ff4c3-9a58-4fee-8229-6ba7237b8a28 HTTP/1.1" status: 204 len: 168 time: 0.3193412 Apr 18 17:09:10.754455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network 0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:10.764433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec021d5f-7482-4f75-952e-9946af0a0c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39ff4c3-9a58-4fee-8229-6ba7237b8a28,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:10.800924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6eb9b-3ef2-47cf-8389-35e920aba77e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:10.815968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:10.819991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:10.827360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:10.833977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:10.834936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.836243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-96d3a3c4-61a1-4b52-9d83-df9e52290e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:10.838932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da019b-3a96-4975-a7e9-9415ebcca393 None None] Network 0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:10.840573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-96d3a3c4-61a1-4b52-9d83-df9e52290e12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0899704 Apr 18 17:09:10.867880 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-12ad59ca-3f23-4392-a0c9-42ebd26be4f4 req-c5a6eb9b-3ef2-47cf-8389-35e920aba77e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:10.876138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12ad59ca-3f23-4392-a0c9-42ebd26be4f4 req-c5a6eb9b-3ef2-47cf-8389-35e920aba77e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4945946 Apr 18 17:09:10.914261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-09c9ad94-fffb-4606-a734-37be033c477d req-c58014bc-6aa8-42d1-ac68-c0cc772cfda1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1619844526', 'description': 'tempest-description-1500662801'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:10.919816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-185fabc2-f492-435f-baa1-addc920e10bc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4058135 Apr 18 17:09:10.922565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33616) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:10.976494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-3a120483-a82d-43e5-b1a0-126807cc8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:10.978853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-3a120483-a82d-43e5-b1a0-126807cc8a40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311226 Apr 18 17:09:11.018422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1b0fa113-3ccd-4b99-bcdf-ee426124d04e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port b583914f-e185-462f-a7c8-bad232413969 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:11.018986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa113-3ccd-4b99-bcdf-ee426124d04e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.020702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243dfb3-4fe7-49ff-a402-81f9f86f7bf1 req-743d3d1e-633d-40b4-9dd7-2f017abb5c09 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:11.022253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b243dfb3-4fe7-49ff-a402-81f9f86f7bf1 req-743d3d1e-633d-40b4-9dd7-2f017abb5c09 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 944 time: 0.1151996 Apr 18 17:09:11.067165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:11.077278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-09c9ad94-fffb-4606-a734-37be033c477d req-c58014bc-6aa8-42d1-ac68-c0cc772cfda1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.084965 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa113-3ccd-4b99-bcdf-ee426124d04e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.100143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1b0fa113-3ccd-4b99-bcdf-ee426124d04e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for b583914f-e185-462f-a7c8-bad232413969 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:11.133818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b243dfb3-4fe7-49ff-a402-81f9f86f7bf1 req-7defdc49-0da0-4a8c-a61f-a47cbbff8ce7 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833826 Apr 18 17:09:11.152187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-49def7bf-d51a-4599-bd22-0018ab1ae9cb service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661246 Apr 18 17:09:11.181020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:09:11.186367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:11.186854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.285266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.306807 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-09c9ad94-fffb-4606-a734-37be033c477d req-c58014bc-6aa8-42d1-ac68-c0cc772cfda1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.309323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:11.312453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa113-3ccd-4b99-bcdf-ee426124d04e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.312761 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc3cf3b-d748-494b-af58-5d456bd7f301" -d '{"events": [{"server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "name": "network-vif-plugged", "status": "completed", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:11.330785 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:11.348285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c009aa2-5b84-49c9-8fd6-fc0fdbb40051 req-8d39c74c-fd06-4987-9c91-1818676a253d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:11.348285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c009aa2-5b84-49c9-8fd6-fc0fdbb40051 req-8d39c74c-fd06-4987-9c91-1818676a253d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1229918 Apr 18 17:09:11.348792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fa113-3ccd-4b99-bcdf-ee426124d04e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=b583914f-e185-462f-a7c8-bad232413969,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:11.351375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47d01685-0b06-47f5-b13a-bc4dcecbeb14 req-943547f6-15dd-46bf-b912-3a20ef1930c1 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844091 Apr 18 17:09:11.354974 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa113-3ccd-4b99-bcdf-ee426124d04e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.361470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33630) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:11.361687 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1b0fa113-3ccd-4b99-bcdf-ee426124d04e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/b583914f-e185-462f-a7c8-bad232413969 HTTP/1.1" status: 204 len: 168 time: 0.4380362 Apr 18 17:09:11.404065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.423382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-09c9ad94-fffb-4606-a734-37be033c477d req-c58014bc-6aa8-42d1-ac68-c0cc772cfda1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.454485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:11.486094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58014bc-6aa8-42d1-ac68-c0cc772cfda1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36f09b8-5312-4120-b164-c352c926cbe7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:11.490894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c009aa2-5b84-49c9-8fd6-fc0fdbb40051 req-405daeca-8ad6-429f-92cd-186a91d63cfa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329587 Apr 18 17:09:11.507815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6fa058-5826-4cbf-9b72-46ea3f2016d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:11.515102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6fa058-5826-4cbf-9b72-46ea3f2016d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:11.519707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4f6fa058-5826-4cbf-9b72-46ea3f2016d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1541626 Apr 18 17:09:11.520111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33636) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:11.558504 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010e93f-9a39-48a3-8153-3fdb559f2562 x-openstack-request-id: req-e010e93f-9a39-48a3-8153-3fdb559f2562 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:11.558992 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "name": "network-vif-plugged", "status": "completed", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:11.559185 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e010e93f-9a39-48a3-8153-3fdb559f2562 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:11.569491 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e010e93f-9a39-48a3-8153-3fdb559f2562'] response: {'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'code': 200} Apr 18 17:09:11.651698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-09c9ad94-fffb-4606-a734-37be033c477d req-c58014bc-6aa8-42d1-ac68-c0cc772cfda1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.652954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09c9ad94-fffb-4606-a734-37be033c477d req-c58014bc-6aa8-42d1-ac68-c0cc772cfda1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7470763 Apr 18 17:09:11.656056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-97020427-223d-4879-aceb-4b0017e21e37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port a4db550f-5c2f-459e-a91a-6844be18ea76 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:11.656395 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97020427-223d-4879-aceb-4b0017e21e37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.709100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390eab7-085f-469d-bbc0-a98dabee3116 req-5c007555-6bbe-43a0-87bc-1656c34ad869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:11.710667 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4390eab7-085f-469d-bbc0-a98dabee3116 req-5c007555-6bbe-43a0-87bc-1656c34ad869 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 1096 time: 0.0507274 Apr 18 17:09:11.727352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc4692-a5ca-4150-9ae1-aa4ba5a12cb3 req-ace16853-bece-4907-b9fe-0f089da71795 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:11.728841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ecc4692-a5ca-4150-9ae1-aa4ba5a12cb3 req-ace16853-bece-4907-b9fe-0f089da71795 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1130250 Apr 18 17:09:11.749915 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4390eab7-085f-469d-bbc0-a98dabee3116 req-8402244c-3208-4c1f-8cde-e1e8ab8cb199 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307696 Apr 18 17:09:11.760589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97020427-223d-4879-aceb-4b0017e21e37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:11.787547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-97020427-223d-4879-aceb-4b0017e21e37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for a4db550f-5c2f-459e-a91a-6844be18ea76 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:11.810098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ecc4692-a5ca-4150-9ae1-aa4ba5a12cb3 req-81517173-afa1-4c54-9123-5335e64fc1a0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722725 Apr 18 17:09:11.976267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-cc5176c1-9bb2-43fc-b658-cd7c0b1edc9e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:11.977588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-cc5176c1-9bb2-43fc-b658-cd7c0b1edc9e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 813 time: 0.1257865 Apr 18 17:09:11.993556 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-8a147dcb-14ab-411b-86d6-e1bce77c3609 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/quotas/379f7d3c0c32490298cf5fe057c7b5c7 HTTP/1.1" status: 200 len: 375 time: 0.0094163 Apr 18 17:09:12.044900 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-00842989-12e6-4e00-a692-ef69d605800a tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451128 Apr 18 17:09:12.045995 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97020427-223d-4879-aceb-4b0017e21e37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.067660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33662) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:12.097392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97020427-223d-4879-aceb-4b0017e21e37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=a4db550f-5c2f-459e-a91a-6844be18ea76,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:12.103708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97020427-223d-4879-aceb-4b0017e21e37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.107524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-97020427-223d-4879-aceb-4b0017e21e37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/a4db550f-5c2f-459e-a91a-6844be18ea76 HTTP/1.1" status: 204 len: 168 time: 0.5863988 Apr 18 17:09:12.110418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33666) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:12.172373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1894739409-network', 'tenant_id': '43dcf85386614399a0f147f010991642'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:12.212186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe053f-f11b-4e5c-a884-f3195deb73cd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:12.213654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f0fe053f-f11b-4e5c-a884-f3195deb73cd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1025856 Apr 18 17:09:12.217075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33670) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:12.226319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-50864c17-e95e-4dba-808f-3006d49ffd14 service neutron] 10.222.0.45 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737351 Apr 18 17:09:12.248780 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1b9542-b574-4eca-94e6-8f485ed7e780 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:12.250334 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb1b9542-b574-4eca-94e6-8f485ed7e780 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/b583914f-e185-462f-a7c8-bad232413969 HTTP/1.1" status: 404 len: 333 time: 0.0321693 Apr 18 17:09:12.253163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33672) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:12.280503 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-120e8dce-657c-4742-9e1e-086907377d22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:12.281961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-120e8dce-657c-4742-9e1e-086907377d22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/a4db550f-5c2f-459e-a91a-6844be18ea76 HTTP/1.1" status: 404 len: 333 time: 0.0278656 Apr 18 17:09:12.282584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Made reservation on behalf of 43dcf85386614399a0f147f010991642 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:12.284727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.286453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33674) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:12.309792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.322805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a4e07-2cda-4a4c-837e-627211cb4c34 req-adc1896f-8daa-47f7-8a50-1e5f0e02eb4b tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:12.324312 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f6a4e07-2cda-4a4c-837e-627211cb4c34 req-adc1896f-8daa-47f7-8a50-1e5f0e02eb4b tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 945 time: 0.1084073 Apr 18 17:09:12.369226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-0b4d9138-8632-4d17-b413-c4b40ae7cc53 service neutron] 10.222.0.45 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196411 Apr 18 17:09:12.384122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f6a4e07-2cda-4a4c-837e-627211cb4c34 req-7be2f429-5775-46ee-bb44-8c0d491dfbd1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486279 Apr 18 17:09:12.384408 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.511470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.522630 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.537587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:12.548582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03aaebe7-d22a-4d08-8b46-313c6f7402c4') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:12.548898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03aaebe7-d22a-4d08-8b46-313c6f7402c4') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:12.559011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.575716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.582328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:12.584297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:12.585974 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:12.599253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50cf2e0d-efc6-4599-a54d-86c6834dd977 req-e04651b9-219a-4f11-b066-0ad865348870 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 210 time: 0.0380790 Apr 18 17:09:12.617003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.649881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af931d51-00a3-4ae3-8974-56006719f7c0 req-5395bf72-55d1-47cc-af32-7ccbe146aa48 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:12.653878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af931d51-00a3-4ae3-8974-56006719f7c0 req-5395bf72-55d1-47cc-af32-7ccbe146aa48 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0547233 Apr 18 17:09:12.696646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c322cc0-4510-4f6e-96ee-7db00200fdab,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:12.705260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af931d51-00a3-4ae3-8974-56006719f7c0 req-aacc41a4-065a-49bb-b299-0b76a10140f7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Apr 18 17:09:12.766349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.776631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:12.779393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.782479 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/networks/0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e HTTP/1.1" status: 204 len: 168 time: 0.4950922 Apr 18 17:09:12.786260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33686) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:12.791962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-213981579'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:12.796463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276ee86-5529-4da5-ad23-243ab5ff8ea6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Network': ['ID=0c1f035a-d8ac-4c5c-9208-f38c9fea7a7e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:12.800561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.800908 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Added segment a72ae5bf-46f1-4bd7-a919-2c916f32659e of type vlan for network 59567f02-d888-4645-b56f-fa3654068d98 Apr 18 17:09:12.839821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.883471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:12.888821 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.940172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:12.950809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.952399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:12.953049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.958865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ee6e3-2484-4f02-aa33-7f39ed1a50d7 req-cbde2b3d-0440-40ac-9bc1-20301fec87c7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:12.960334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b4ee6e3-2484-4f02-aa33-7f39ed1a50d7 req-cbde2b3d-0440-40ac-9bc1-20301fec87c7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.0691586 Apr 18 17:09:12.961403 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:12.961762 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Added segment 8588c386-a183-4586-9834-35a144cd8f05 of type vlan for network 15923f90-07d1-44d1-be0c-52692d6b4c4c Apr 18 17:09:13.020047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] Pushing event updated for resources: {'Network': ['ID=59567f02-d888-4645-b56f-fa3654068d98,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:13.024347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:13.045738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b4ee6e3-2484-4f02-aa33-7f39ed1a50d7 req-4ef573da-675d-4b02-ac5d-991c69c7691f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760658 Apr 18 17:09:13.049963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 59567f02-d888-4645-b56f-fa3654068d98 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:13.079905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-27a48861-3c71-446e-8b5f-cd639fe766cd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0111268 Apr 18 17:09:13.082803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33690) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:13.087596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Request body: {'subnet': {'network_id': '59567f02-d888-4645-b56f-fa3654068d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1894739409-subnet', 'tenant_id': '43dcf85386614399a0f147f010991642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:13.237677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Made reservation on behalf of 43dcf85386614399a0f147f010991642 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:13.243233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:13.244066 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:13.250448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:13.251038 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:13.320906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Network': ['ID=15923f90-07d1-44d1-be0c-52692d6b4c4c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:13.331911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 15923f90-07d1-44d1-be0c-52692d6b4c4c details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:13.366780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2d3b6c38-671c-4e03-8cba-19f695356a00 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5788853 Apr 18 17:09:13.369859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33694) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:13.378420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': '15923f90-07d1-44d1-be0c-52692d6b4c4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:13.536934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12db029-d759-40cd-ab3f-6589ab4a23da req-4d8448df-8cb1-46c2-836c-d652058721a5 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:13.538447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e12db029-d759-40cd-ab3f-6589ab4a23da req-4d8448df-8cb1-46c2-836c-d652058721a5 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 945 time: 0.0695786 Apr 18 17:09:13.577111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e12db029-d759-40cd-ab3f-6589ab4a23da req-5cfb690f-9b92-457b-ad4d-2206d6a8763a tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319536 Apr 18 17:09:13.586618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:13.646696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79f7328-53cf-438f-8ecb-4b7d9be03eb1,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:13.657342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Checking segment: {'id': 'a72ae5bf-46f1-4bd7-a919-2c916f32659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59567f02-d888-4645-b56f-fa3654068d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:13.657732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Network hostable DHCP agents. Network: 59567f02-d888-4645-b56f-fa3654068d98, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:13.684313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cae8d80-9483-4f5e-956b-1e2082a5180f req-05db3515-f954-475b-965f-af8d426affb7 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 210 time: 0.0320220 Apr 18 17:09:13.685004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:13.688425 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:13.733910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Network 59567f02-d888-4645-b56f-fa3654068d98 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:13.754296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Performing IP validity checks on allocation pools {{(pid=109826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 17:09:13.754898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 17:09:13.837747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 59567f02-d888-4645-b56f-fa3654068d98) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:13.842841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:13.843988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:13.847623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6acd3c-0491-4e8e-b8b9-aeba1bfe7ff7 None None] Network 59567f02-d888-4645-b56f-fa3654068d98 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:13.870368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d53f15-2e23-47ac-aa0d-6812f68d9ad6 req-36772761-6cdc-42f0-84f1-e588dec800ff tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:13.871895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7d53f15-2e23-47ac-aa0d-6812f68d9ad6 req-36772761-6cdc-42f0-84f1-e588dec800ff tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0884073 Apr 18 17:09:13.951482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7d53f15-2e23-47ac-aa0d-6812f68d9ad6 req-d3db3dc4-d818-4f7d-ab02-039aed33f199 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713069 Apr 18 17:09:13.984178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa39846-a608-44f4-b4cd-9c68d4a484e4 None None] Network 59567f02-d888-4645-b56f-fa3654068d98 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:14.006188 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9ff025b9-0255-4f85-aba2-0dd336d675f3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9221401 Apr 18 17:09:14.109280 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:14.116538 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:09:14.220997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=45ca7a96-0b7c-4e1d-8f01-8e29f8bfdae1,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:14.234824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking segment: {'id': '8588c386-a183-4586-9834-35a144cd8f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '15923f90-07d1-44d1-be0c-52692d6b4c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:14.235189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network hostable DHCP agents. Network: 15923f90-07d1-44d1-be0c-52692d6b4c4c, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:14.246269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a06dd-b9a2-430a-907b-a53e52213ac6 req-9e9b5bba-b1a3-4a6d-bb4f-b51da8f29abf tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:14.249935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c14a06dd-b9a2-430a-907b-a53e52213ac6 req-9e9b5bba-b1a3-4a6d-bb4f-b51da8f29abf tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.0998204 Apr 18 17:09:14.303881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c14a06dd-b9a2-430a-907b-a53e52213ac6 req-0e00fc4c-6246-44dd-ae25-874fea5fb330 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469820 Apr 18 17:09:14.345533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network 15923f90-07d1-44d1-be0c-52692d6b4c4c is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:14.454354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 15923f90-07d1-44d1-be0c-52692d6b4c4c) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:14.461169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:14.461774 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:14.462134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67411557-87e6-4783-a137-ada6fae75cf6 None None] Network 15923f90-07d1-44d1-be0c-52692d6b4c4c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:14.518627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-8aec47e7-c806-4811-8bcb-7a511669de61 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:14.520150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-8aec47e7-c806-4811-8bcb-7a511669de61 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/networks?id=59567f02-d888-4645-b56f-fa3654068d98 HTTP/1.1" status: 200 len: 814 time: 0.1206889 Apr 18 17:09:14.536429 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-25cbb272-f6d2-412b-87a8-3c5622add2c6 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/quotas/43dcf85386614399a0f147f010991642 HTTP/1.1" status: 200 len: 375 time: 0.0100262 Apr 18 17:09:14.569802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-9c54087f-face-4ae8-8150-1188e88fc181 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=43dcf85386614399a0f147f010991642&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274656 Apr 18 17:09:14.576236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a5071d29-c8b1-4dcf-ac4b-b062f2681f33 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2018671 Apr 18 17:09:14.576540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33720) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:14.581474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': '15923f90-07d1-44d1-be0c-52692d6b4c4c', 'name': 'tempest-PortsTestJSON-2039817844'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:14.629210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-15923f90-07d1-44d1-be0c-52692d6b4c4c', 'network_id': '15923f90-07d1-44d1-be0c-52692d6b4c4c', 'tenant_id': '1a52f49992984532aaf1505172c34905', 'fixed_ips': [{'subnet_id': '45ca7a96-0b7c-4e1d-8f01-8e29f8bfdae1'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:09:14.630522 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:14.777531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Allocated IP 172.20.0.2 (15923f90-07d1-44d1-be0c-52692d6b4c4c/45ca7a96-0b7c-4e1d-8f01-8e29f8bfdae1/d2681e08-d476-41ef-8e69-3ea1c26b548c) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:14.930017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:15.032589 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:15.050805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d127-0efd-4440-a78d-b9bb42ecc66e req-2491ac9f-7703-40cf-994c-26284d254421 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:15.052271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7776d127-0efd-4440-a78d-b9bb42ecc66e req-2491ac9f-7703-40cf-994c-26284d254421 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 945 time: 0.1128566 Apr 18 17:09:15.054111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-38e6bcc0-c898-4dcc-97c6-3f157ba4196a service neutron] 10.222.0.45 "GET /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693654 Apr 18 17:09:15.074073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Network 15923f90-07d1-44d1-be0c-52692d6b4c4c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:15.077039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:15.080708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:15.087866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Pushing event updated for resources: {'Port': ['ID=d2681e08-d476-41ef-8e69-3ea1c26b548c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:15.140301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Attempting to bind port d2681e08-d476-41ef-8e69-3ea1c26b548c on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:09:15.140822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Attempting to bind port d2681e08-d476-41ef-8e69-3ea1c26b548c by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8588c386-a183-4586-9834-35a144cd8f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '15923f90-07d1-44d1-be0c-52692d6b4c4c'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:09:15.141319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Attempting to bind port d2681e08-d476-41ef-8e69-3ea1c26b548c on network 15923f90-07d1-44d1-be0c-52692d6b4c4c {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:15.147081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:09:15.147460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Checking segment: {'id': '8588c386-a183-4586-9834-35a144cd8f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '15923f90-07d1-44d1-be0c-52692d6b4c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:15.147927 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:15.148550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Bound using segment: {'id': '8588c386-a183-4586-9834-35a144cd8f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '15923f90-07d1-44d1-be0c-52692d6b4c4c'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:09:15.149096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Bound port: d2681e08-d476-41ef-8e69-3ea1c26b548c, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8588c386-a183-4586-9834-35a144cd8f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '15923f90-07d1-44d1-be0c-52692d6b4c4c'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:09:15.149680 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:15.155680 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7776d127-0efd-4440-a78d-b9bb42ecc66e req-ce64e98b-e73d-42e0-af91-4512203c7332 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942881 Apr 18 17:09:15.189436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-8953b03b-99fc-4ff0-945e-fd868d4638bd service neutron] 10.222.0.45 "GET /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263428 Apr 18 17:09:15.209231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:15.213745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:15.233471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 138d8b92-9286-46e3-96f5-2d18ce8e31aa yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:15.237716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] For port d2681e08-d476-41ef-8e69-3ea1c26b548c, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:09:15.238023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] For port d2681e08-d476-41ef-8e69-3ea1c26b548c, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d2681e08-d476-41ef-8e69-3ea1c26b548c,segment=NetworkSegment(8588c386-a183-4586-9834-35a144cd8f05),segment_id=8588c386-a183-4586-9834-35a144cd8f05)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:09:15.296837 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:15.297394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-aa238f2a-ac32-41c0-8144-95dacac7cdac tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:15.299694 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-aa238f2a-ac32-41c0-8144-95dacac7cdac tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.18 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 813 time: 0.1515207 Apr 18 17:09:15.323394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'port': {'device_id': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d', 'admin_state_up': True, 'tenant_id': '379f7d3c0c32490298cf5fe057c7b5c7'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:15.331664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80839271-d645-41a3-8ff4-54113e1046ce req-6ef09ee3-cf14-44ac-ba46-a83e4100596e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 210 time: 0.0395920 Apr 18 17:09:15.384210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6bbbd-6589-4b0d-9b84-b8b79ff1ab93 None None] Pushing event updated for resources: {'Port': ['ID=d2681e08-d476-41ef-8e69-3ea1c26b548c,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:15.408490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.5 (15923f90-07d1-44d1-be0c-52692d6b4c4c/45ca7a96-0b7c-4e1d-8f01-8e29f8bfdae1/138d8b92-9286-46e3-96f5-2d18ce8e31aa) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:15.675590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedbb43-e3c3-4b36-b467-5bec00fa8a32 req-eee95c53-f5c2-4eaa-910f-f1537a279011 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:15.677189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aaedbb43-e3c3-4b36-b467-5bec00fa8a32 req-eee95c53-f5c2-4eaa-910f-f1537a279011 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.2523658 Apr 18 17:09:15.836851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-d2778056-f5fe-44cd-91e5-678c9d358747 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 258 time: 0.3591464 Apr 18 17:09:15.843306 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aaedbb43-e3c3-4b36-b467-5bec00fa8a32 req-05362e4f-1a6c-4d71-85bb-15fdbdaa9644 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531677 Apr 18 17:09:15.857331 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:15.884500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:15.971718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1422a04-3378-478e-81be-6f504240a1e0 req-9350c8f9-ddc1-42f1-9e56-cb94c453e9c7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:15.973602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1422a04-3378-478e-81be-6f504240a1e0 req-9350c8f9-ddc1-42f1-9e56-cb94c453e9c7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.0506711 Apr 18 17:09:15.987774 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.003607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Made reservation on behalf of 379f7d3c0c32490298cf5fe057c7b5c7 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:16.007260 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.014958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.082458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network 15923f90-07d1-44d1-be0c-52692d6b4c4c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:16.086003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1422a04-3378-478e-81be-6f504240a1e0 req-4d6ef7eb-4f93-4641-8e28-1e98ed7ca8a1 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063108 Apr 18 17:09:16.119402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:16.122128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:16.144285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Allocated IP 172.20.0.11 (0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d/9f404838-c1a1-4223-b3e1-7e6187cce567/ea28e003-9498-425e-8279-e336c9c068fa) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:16.178572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=138d8b92-9286-46e3-96f5-2d18ce8e31aa,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:16.218409 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a1e433c-5dfa-474f-abb0-4e04ee18c91a req-3fe2becd-46ee-49a4-a5ba-702e6f802b7f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0605235 Apr 18 17:09:16.241392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:16.242120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.323562 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.340326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.384392 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d2681e08-d476-41ef-8e69-3ea1c26b548c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:16.452013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8343bb88-e260-4db3-8145-1790d30f7474 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8743992 Apr 18 17:09:16.453789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d2681e08-d476-41ef-8e69-3ea1c26b548c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:16.454167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.454817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33742) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:16.529091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48de4fc5-46bb-4777-bf8d-9c3b90948171 req-b40978d0-4ab7-469d-ba84-195d0e23e341 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 210 time: 0.0803053 Apr 18 17:09:16.544981 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.563771 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.574203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Allocated IP 172.25.5.108 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/3049d962-a697-4f79-ae9a-5b3eba105666) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:16.583002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:16.633000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'Port': ['ID=ea28e003-9498-425e-8279-e336c9c068fa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:16.638912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:16.649950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:16.659668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:16.659920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port d2681e08-d476-41ef-8e69-3ea1c26b548c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d2681e08-d476-41ef-8e69-3ea1c26b548c,segment=NetworkSegment(8588c386-a183-4586-9834-35a144cd8f05),segment_id=8588c386-a183-4586-9834-35a144cd8f05)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:16.692771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f898d4fd-9bb3-4b4e-879a-1eb731b5c43d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 138d8b92-9286-46e3-96f5-2d18ce8e31aa {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:16.693235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f898d4fd-9bb3-4b4e-879a-1eb731b5c43d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.734499 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.739062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.746420 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b58a9-10f9-4213-b621-e83867031620 None None] Network 15923f90-07d1-44d1-be0c-52692d6b4c4c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:16.767180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:16.767443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.818051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f898d4fd-9bb3-4b4e-879a-1eb731b5c43d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.827423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.830258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f898d4fd-9bb3-4b4e-879a-1eb731b5c43d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 138d8b92-9286-46e3-96f5-2d18ce8e31aa owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:16.867117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:16.877042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-228d5501-df58-4a3b-bd02-4efe9df3fa7c None None] Provisioning complete for port d2681e08-d476-41ef-8e69-3ea1c26b548c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:16.877447 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-228d5501-df58-4a3b-bd02-4efe9df3fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.880075 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-7cbebc82-5673-44eb-beae-63a804638de6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5624256 Apr 18 17:09:16.881857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Pushing event updated for resources: {'Port': ['ID=3049d962-a697-4f79-ae9a-5b3eba105666,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:16.884649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:16.887030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:16.901243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Request body: {'port': {'device_id': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:16.928500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=d2681e08-d476-41ef-8e69-3ea1c26b548c,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:16.986211 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:16.995357 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.048099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c489c9d-ae3f-4dda-8525-2301a0c9c356 req-855308b5-a897-4298-bf18-371a242dd43f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:17.049913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c489c9d-ae3f-4dda-8525-2301a0c9c356 req-855308b5-a897-4298-bf18-371a242dd43f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0568032 Apr 18 17:09:17.104621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.141471 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.145996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c489c9d-ae3f-4dda-8525-2301a0c9c356 req-b6a20408-cf7f-4bf8-adc7-e8338a9eaeab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864067 Apr 18 17:09:17.240918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f898d4fd-9bb3-4b4e-879a-1eb731b5c43d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.246209 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.278943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898d4fd-9bb3-4b4e-879a-1eb731b5c43d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=138d8b92-9286-46e3-96f5-2d18ce8e31aa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:17.318558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbd75a-51e6-498e-8d57-21c5d63378a6 req-43740f45-d342-4201-b5f2-906011babd9c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:17.318558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87cbd75a-51e6-498e-8d57-21c5d63378a6 req-43740f45-d342-4201-b5f2-906011babd9c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.0987091 Apr 18 17:09:17.386612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87cbd75a-51e6-498e-8d57-21c5d63378a6 req-be528bf1-11ec-4d0f-bbef-6733a241e78d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584335 Apr 18 17:09:17.391356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f898d4fd-9bb3-4b4e-879a-1eb731b5c43d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.398114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f898d4fd-9bb3-4b4e-879a-1eb731b5c43d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/138d8b92-9286-46e3-96f5-2d18ce8e31aa HTTP/1.1" status: 204 len: 168 time: 0.9381642 Apr 18 17:09:17.398279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.400099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33754) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:17.436442 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3a1ab9-404b-47a6-ab1e-b788cfa19b5d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:09:17.439733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3a1ab9-404b-47a6-ab1e-b788cfa19b5d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:09:17.441778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0e3a1ab9-404b-47a6-ab1e-b788cfa19b5d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/138d8b92-9286-46e3-96f5-2d18ce8e31aa HTTP/1.1" status: 404 len: 333 time: 0.0401862 Apr 18 17:09:17.444113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33756) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:17.478985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-97b56a05-59ba-4198-a054-73d2ab4bcb37 None None] Provisioning complete for port d2681e08-d476-41ef-8e69-3ea1c26b548c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:17.479561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-97b56a05-59ba-4198-a054-73d2ab4bcb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.493097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea28e003-9498-425e-8279-e336c9c068fa {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:17.502265 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.514884 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9254f05c-b251-432c-8b2a-15dba55490a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:17.520336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Transition to ACTIVE for port object ea28e003-9498-425e-8279-e336c9c068fa will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:09:17.521743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33758) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:17.521968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9254f05c-b251-432c-8b2a-15dba55490a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/138d8b92-9286-46e3-96f5-2d18ce8e31aa HTTP/1.1" status: 404 len: 333 time: 0.0764103 Apr 18 17:09:17.527151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.561965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e0dd83c-448a-4c92-bfbb-776fb206b5e2 req-2431facf-f057-4d1e-a0cd-2374f25ea2a2 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0736845 Apr 18 17:09:17.609959 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.614653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-97b56a05-59ba-4198-a054-73d2ab4bcb37 None None] Could not find standard attr ID for object 138d8b92-9286-46e3-96f5-2d18ce8e31aa. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:09:17.659832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Pushing event updated for resources: {'Port': ['ID=3049d962-a697-4f79-ae9a-5b3eba105666,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:17.692788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.703409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f396a324-9299-41d3-a1e6-e8a988490003 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 45ca7a96-0b7c-4e1d-8f01-8e29f8bfdae1 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:17.708563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f396a324-9299-41d3-a1e6-e8a988490003 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.759522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c4f7-b148-4fb4-ba57-2881b96b3cc2 req-bd96f8c4-02e4-4a5e-ac26-376af814c4b3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:17.760590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea28e003-9498-425e-8279-e336c9c068fa,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:17.761867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34c6c4f7-b148-4fb4-ba57-2881b96b3cc2 req-bd96f8c4-02e4-4a5e-ac26-376af814c4b3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 944 time: 0.0675783 Apr 18 17:09:17.783718 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f396a324-9299-41d3-a1e6-e8a988490003 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.820615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34c6c4f7-b148-4fb4-ba57-2881b96b3cc2 req-a5379bd8-7fd8-4b18-8b0d-a42b767323a0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 Apr 18 17:09:17.823775 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.842009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-1c16fac1-84bc-4f2f-b9b5-90f1573315ff tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9945776 Apr 18 17:09:17.849117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc08d97b-a02b-41cb-be11-5f167d50893a None None] Could not find standard attr ID for object 138d8b92-9286-46e3-96f5-2d18ce8e31aa. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:09:17.893635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Attempting to bind port ea28e003-9498-425e-8279-e336c9c068fa on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:09:17.893983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Attempting to bind port ea28e003-9498-425e-8279-e336c9c068fa by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:09:17.894222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Attempting to bind port ea28e003-9498-425e-8279-e336c9c068fa on network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:17.911365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-0b5d27b2-f849-450d-bc22-e077d572c9f8 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 696 time: 0.0575395 Apr 18 17:09:17.920187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Port ea28e003-9498-425e-8279-e336c9c068fa on network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:09:17.920512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Attempting to bind port ea28e003-9498-425e-8279-e336c9c068fa on network 0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:17.933006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:09:17.933352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Checking segment: {'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:17.933788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Bound using segment: {'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:09:17.934232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Bound port: ea28e003-9498-425e-8279-e336c9c068fa, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca379dcd-6e9b-456e-8aaf-b39304289f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:09:17.934650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:17.951385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f396a324-9299-41d3-a1e6-e8a988490003 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.026634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-747157b2-e445-4a39-9d0f-a3fa4f55b268 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:18.029880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00cd93b3-07d5-4fcd-9a6e-7614f3a94290 req-747157b2-e445-4a39-9d0f-a3fa4f55b268 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1125631 Apr 18 17:09:18.048822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] For port ea28e003-9498-425e-8279-e336c9c068fa, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:09:18.051965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] For port ea28e003-9498-425e-8279-e336c9c068fa, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ea28e003-9498-425e-8279-e336c9c068fa,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:09:18.123679 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f396a324-9299-41d3-a1e6-e8a988490003 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.159055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396a324-9299-41d3-a1e6-e8a988490003 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=45ca7a96-0b7c-4e1d-8f01-8e29f8bfdae1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:18.164443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-34efc1a1-9906-4b9e-befe-cd77523dcb2d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:18.164947 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f396a324-9299-41d3-a1e6-e8a988490003 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.165896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-34efc1a1-9906-4b9e-befe-cd77523dcb2d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0846620 Apr 18 17:09:18.168596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f396a324-9299-41d3-a1e6-e8a988490003 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/45ca7a96-0b7c-4e1d-8f01-8e29f8bfdae1 HTTP/1.1" status: 204 len: 168 time: 0.6445847 Apr 18 17:09:18.170767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33764) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:18.171328 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3107ad5a-1e00-457d-88b8-a948286d5635 None None] Network 15923f90-07d1-44d1-be0c-52692d6b4c4c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:18.181222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.260428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:18.261101 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.263328 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] 10.222.0.18 "PUT /v2.0/ports/ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 200 len: 1092 time: 1.3673947 Apr 18 17:09:18.264020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:18.267712 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be98f7d-f152-4441-8dc3-7dfd170e10f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "tag": "ea28e003-9498-425e-8279-e336c9c068fa"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:18.311438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e83004-f42c-48e9-bac8-7d1366894ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea28e003-9498-425e-8279-e336c9c068fa,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:18.334035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-e52b684a-6d40-4ed1-9d30-4aa23b4a0682 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 696 time: 0.1334586 Apr 18 17:09:18.359549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d2681e08-d476-41ef-8e69-3ea1c26b548c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:18.365199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Request body: {'floatingip': {'port_id': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:18.407165 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.409021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] DHCP port deletion for 15923f90-07d1-44d1-be0c-52692d6b4c4c request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:09:18.424659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.457554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d2681e08-d476-41ef-8e69-3ea1c26b548c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:18.457924 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.495874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b8911-8193-4c24-83af-3b0814d1fbc1 req-e6ded38c-fa02-41af-8655-e82ca4798e47 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:18.496455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] Deleting port d2681e08-d476-41ef-8e69-3ea1c26b548c {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:18.497647 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.497985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f8b8911-8193-4c24-83af-3b0814d1fbc1 req-e6ded38c-fa02-41af-8655-e82ca4798e47 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.2301359 Apr 18 17:09:18.570375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-8a49da19-8554-4818-91b1-7aed6ab17063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:18.572516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-8a49da19-8554-4818-91b1-7aed6ab17063 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1095 time: 0.1462355 Apr 18 17:09:18.598635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] For port d2681e08-d476-41ef-8e69-3ea1c26b548c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d2681e08-d476-41ef-8e69-3ea1c26b548c,segment=NetworkSegment(8588c386-a183-4586-9834-35a144cd8f05),segment_id=8588c386-a183-4586-9834-35a144cd8f05)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:18.599222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.619491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] Calling delete_port for d2681e08-d476-41ef-8e69-3ea1c26b548c owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:18.650113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-29e57d20-a088-470b-9502-a7e5f8366b9d tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:18.650113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-29e57d20-a088-470b-9502-a7e5f8366b9d tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.18 "GET /v2.0/networks?id=59567f02-d888-4645-b56f-fa3654068d98 HTTP/1.1" status: 200 len: 814 time: 0.2237983 Apr 18 17:09:18.650113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-3a13dfc2-7d66-44c2-8d6a-8702c05cdc30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 200 len: 217 time: 0.0579340 Apr 18 17:09:18.674427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Request body: {'port': {'device_id': '26826fc2-fb26-40c5-8d73-5f5ec548d4f2', 'network_id': '59567f02-d888-4645-b56f-fa3654068d98', 'admin_state_up': True, 'tenant_id': '43dcf85386614399a0f147f010991642'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:18.787268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-741f866c-0c90-4edd-8b7a-4c22144d870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:18.789267 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-741f866c-0c90-4edd-8b7a-4c22144d870f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 200 len: 853 time: 0.0988443 Apr 18 17:09:18.808948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:18.832104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-e5d8e894-fa21-40a8-bd9f-bcd950242ef9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333791 Apr 18 17:09:18.849201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] Pushing event deleted for resources: {'Port': ['ID=d2681e08-d476-41ef-8e69-3ea1c26b548c,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:18.856118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948cb54-6a7c-4326-ae6c-2d85e2bfd811 None None] No DVR routers for this DVR port d2681e08-d476-41ef-8e69-3ea1c26b548c on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:18.959755 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f8b8911-8193-4c24-83af-3b0814d1fbc1 req-18cad2f1-84f2-4c72-947d-74bea0992960 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422786 Apr 18 17:09:18.976847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-ca3d4b63-9d79-4945-8945-f9ee296750c2 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343501 Apr 18 17:09:18.998741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port d2681e08-d476-41ef-8e69-3ea1c26b548c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:18.999000 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.003404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Made reservation on behalf of 43dcf85386614399a0f147f010991642 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:19.007051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.024025 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2debc1e-8094-4e18-9061-6b366e6a0871 x-openstack-request-id: req-f2debc1e-8094-4e18-9061-6b366e6a0871 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:19.024228 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "tag": "ea28e003-9498-425e-8279-e336c9c068fa", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:19.024442 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2debc1e-8094-4e18-9061-6b366e6a0871 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:19.024893 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2debc1e-8094-4e18-9061-6b366e6a0871'] response: {'name': 'network-changed', 'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa', 'status': 'completed', 'code': 200} Apr 18 17:09:19.115162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] For port d2681e08-d476-41ef-8e69-3ea1c26b548c, host n-d-836015-2, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:19.115162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.151744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for d2681e08-d476-41ef-8e69-3ea1c26b548c owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:19.155742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Port d2681e08-d476-41ef-8e69-3ea1c26b548c was not found and therefore no delete operation was performed {{(pid=109826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:09:19.160797 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0558bd3-25b8-4835-95c8-15c00e5dcbff req-e8d63135-ad49-4029-b109-715978d5e029 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693261 Apr 18 17:09:19.166190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.223323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Allocated IP 172.20.0.2 (59567f02-d888-4645-b56f-fa3654068d98/d79f7328-53cf-438f-8ecb-4b7d9be03eb1/66154d88-b153-4a90-98ed-eeb00bb49ed5) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:19.240779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=d2681e08-d476-41ef-8e69-3ea1c26b548c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:19.242669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No DVR routers for this DVR port d2681e08-d476-41ef-8e69-3ea1c26b548c on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:19.290520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c6e8b-7d79-4763-948f-52e6e6f2ebc6 req-09e1677a-6395-44a6-a1db-2bcc0fa5fd51 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:19.292002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-590c6e8b-7d79-4763-948f-52e6e6f2ebc6 req-09e1677a-6395-44a6-a1db-2bcc0fa5fd51 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1998837 Apr 18 17:09:19.419623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.437996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-456dc4b0-6b4d-4cf5-9764-bd3f5405e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:19.439558 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-456dc4b0-6b4d-4cf5-9764-bd3f5405e68c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1095 time: 0.0699694 Apr 18 17:09:19.443897 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.466322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-590c6e8b-7d79-4763-948f-52e6e6f2ebc6 req-7f5391c2-b4de-4315-971e-46f78b8dafff tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522019 Apr 18 17:09:19.492494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15923f90-07d1-44d1-be0c-52692d6b4c4c']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:19.523116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8588c386-a183-4586-9834-35a144cd8f05') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:19.523116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8588c386-a183-4586-9834-35a144cd8f05') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:19.549658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.550224 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.607723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Network 59567f02-d888-4645-b56f-fa3654068d98 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:19.616320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:19.620595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.626363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:19.637340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:19.637782 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:19.641668 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:19.650972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Pushing event updated for resources: {'Port': ['ID=66154d88-b153-4a90-98ed-eeb00bb49ed5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:19.665387 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.673808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af140a-086a-4003-a40f-3d9a8454399c req-ca35da7d-d5e3-4bef-89ad-505da0a2d1fe tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:19.675262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1af140a-086a-4003-a40f-3d9a8454399c req-ca35da7d-d5e3-4bef-89ad-505da0a2d1fe tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 931 time: 0.1493108 Apr 18 17:09:19.680285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-cc805a1d-ebb6-4c40-9ddb-e816265b4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:19.681101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-cc805a1d-ebb6-4c40-9ddb-e816265b4690 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 914 time: 0.1827805 Apr 18 17:09:19.691637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:19.692238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.738170 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-33de88df-96d9-4434-9cc1-3ad69472296b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 200 len: 217 time: 0.0433228 Apr 18 17:09:19.742084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.782990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1af140a-086a-4003-a40f-3d9a8454399c req-4eafec4a-d5ab-44c7-8a18-291effca1f6c tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786762 Apr 18 17:09:19.788464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-de6d33d0-8fbe-4abd-a3b5-087fdfcf4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:19.790065 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-de6d33d0-8fbe-4abd-a3b5-087fdfcf4406 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 200 len: 853 time: 0.0445318 Apr 18 17:09:19.791124 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.796994 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:19.800356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/networks/15923f90-07d1-44d1-be0c-52692d6b4c4c HTTP/1.1" status: 204 len: 168 time: 1.6285803 Apr 18 17:09:19.804873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33776) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:19.823754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1241028830'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:19.824674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac3c72-e4e1-488b-b848-aa2093d8c37a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Network': ['ID=15923f90-07d1-44d1-be0c-52692d6b4c4c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:19.847754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-7bd4dae0-63fc-4cc2-bc93-0bde33bd799f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1772680 Apr 18 17:09:19.851797 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-b513b1c4-5f75-4a89-b9dd-c5a1ba1a1074 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549946 Apr 18 17:09:19.874441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Request body: {'port': {'device_id': '26826fc2-fb26-40c5-8d73-5f5ec548d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:19.908559 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Floating IP 80a2ede9-dcc2-4b7f-92f7-69757c26fc57 associated. External IP: 172.25.5.108, port: 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7. Apr 18 17:09:19.959626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203148f-cdda-4037-bae5-921a50429287 req-49a9b598-b947-4176-880e-8599c526b401 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:19.960995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a203148f-cdda-4037-bae5-921a50429287 req-49a9b598-b947-4176-880e-8599c526b401 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 944 time: 0.0961525 Apr 18 17:09:19.973818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:19.977145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.006966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.041713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a203148f-cdda-4037-bae5-921a50429287 req-ad560608-df10-4979-bcd2-46cc94727776 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736625 Apr 18 17:09:20.067487 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-f36bc5c4-9d7c-471c-8acb-4c9ffccb464c service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968973 Apr 18 17:09:20.068254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:20.112417 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.112855 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Added segment 173d0d90-fe59-469d-9758-876b746c9e4a of type vlan for network 8073eb45-d194-492d-88a4-843db6c1de56 Apr 18 17:09:20.196541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26f8b-4f43-4d4a-8904-505633a2e0d5 req-2d76dbf0-a333-4b79-a565-5b5b385fc57a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:20.198014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13f26f8b-4f43-4d4a-8904-505633a2e0d5 req-2d76dbf0-a333-4b79-a565-5b5b385fc57a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0946414 Apr 18 17:09:20.199758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Router 07ef01e8-9e01-4a77-b900-d0f63204c494 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:09:20.252110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.291534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13f26f8b-4f43-4d4a-8904-505633a2e0d5 req-a4950160-9f8a-4a01-9672-22f412f96025 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866411 Apr 18 17:09:20.297533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d2681e08-d476-41ef-8e69-3ea1c26b548c no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:20.323516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d2681e08-d476-41ef-8e69-3ea1c26b548c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:20.324476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d2681e08-d476-41ef-8e69-3ea1c26b548c not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:20.345432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:09:20.350496 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7be98f7d-f152-4441-8dc3-7dfd170e10f8 req-e7b3a184-93c4-45a8-8cd6-3119078d41cf service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746456 Apr 18 17:09:20.350611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.358858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] Sync routers for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:09:20.370392 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:20.372773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:20.390046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-035f230b-af63-4084-b7c3-2c6181e28489 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "PUT /v2.0/floatingips/80a2ede9-dcc2-4b7f-92f7-69757c26fc57 HTTP/1.1" status: 200 len: 996 time: 2.0373638 Apr 18 17:09:20.390619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:20.408697 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:20.409088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.409088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:20.409088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.446408 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ab121f-c020-424c-8652-245c632a6dd5 x-openstack-request-id: req-d8ab121f-c020-424c-8652-245c632a6dd5 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:20.447026 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:20.447357 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8ab121f-c020-424c-8652-245c632a6dd5 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:20.447881 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ab121f-c020-424c-8652-245c632a6dd5'] response: {'name': 'network-changed', 'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'status': 'completed', 'code': 200} Apr 18 17:09:20.461523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-4191a84a-85b9-4f1b-924c-911dc81ce6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:20.465167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-4191a84a-85b9-4f1b-924c-911dc81ce6c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e9c3ad2ce64065833f545515ac5e78&device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 1096 time: 0.0627677 Apr 18 17:09:20.472073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 63eb8f76-6654-4a9f-abcf-71582b07b247 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:09:20.502082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:20.506796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Network': ['ID=8073eb45-d194-492d-88a4-843db6c1de56,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:20.532925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0403379f-440d-4881-9994-6614e8c4fd9e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7268670 Apr 18 17:09:20.543375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 8073eb45-d194-492d-88a4-843db6c1de56 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:20.550869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33784) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:20.557526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': '8073eb45-d194-492d-88a4-843db6c1de56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:20.599743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66154d88-b153-4a90-98ed-eeb00bb49ed5 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:20.613485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.619094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-cc85e6fb-e87a-4e89-bf03-a30956536bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:20.620618 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-cc85e6fb-e87a-4e89-bf03-a30956536bc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56e9c3ad2ce64065833f545515ac5e78&device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 1096 time: 0.1076057 Apr 18 17:09:20.639542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Transition to ACTIVE for port object 66154d88-b153-4a90-98ed-eeb00bb49ed5 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:09:20.690768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-585b2b03-df81-44f6-afa5-ea502b51b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:20.692888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-585b2b03-df81-44f6-afa5-ea502b51b37f service neutron] 10.222.0.45 "GET /v2.0/networks?id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc HTTP/1.1" status: 200 len: 930 time: 0.2180541 Apr 18 17:09:20.716427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9656796-355f-47fb-a0eb-4bdf8a115770 req-810ebcc4-681a-46a0-9877-02c30740413f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:20.718336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9656796-355f-47fb-a0eb-4bdf8a115770 req-810ebcc4-681a-46a0-9877-02c30740413f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1687965 Apr 18 17:09:20.734409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.813486 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9656796-355f-47fb-a0eb-4bdf8a115770 req-28ef2ea2-48b9-4186-afa8-fc04caecc728 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548832 Apr 18 17:09:20.815473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-0b6a529f-eba7-4fbc-821d-a094dd07aed0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 200 len: 999 time: 0.0954688 Apr 18 17:09:20.820218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:20.823719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-a8488906-aac9-46ae-b189-3aca32366fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:20.824017 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.826238 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-a8488906-aac9-46ae-b189-3aca32366fc6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc HTTP/1.1" status: 200 len: 930 time: 0.1979339 Apr 18 17:09:20.897384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Pushing event updated for resources: {'Port': ['ID=66154d88-b153-4a90-98ed-eeb00bb49ed5,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:20.939233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Attempting to bind port 66154d88-b153-4a90-98ed-eeb00bb49ed5 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:09:20.939586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Attempting to bind port 66154d88-b153-4a90-98ed-eeb00bb49ed5 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'a72ae5bf-46f1-4bd7-a919-2c916f32659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59567f02-d888-4645-b56f-fa3654068d98'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:09:20.939889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Attempting to bind port 66154d88-b153-4a90-98ed-eeb00bb49ed5 on network 59567f02-d888-4645-b56f-fa3654068d98 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:20.950440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-f72eb5ec-8366-4cc7-8ce5-620d7d02590f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 200 len: 999 time: 0.0994730 Apr 18 17:09:20.951135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Port 66154d88-b153-4a90-98ed-eeb00bb49ed5 on network 59567f02-d888-4645-b56f-fa3654068d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:09:20.951457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Attempting to bind port 66154d88-b153-4a90-98ed-eeb00bb49ed5 on network 59567f02-d888-4645-b56f-fa3654068d98 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:20.958146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:20.966210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:09:20.966387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Checking segment: {'id': 'a72ae5bf-46f1-4bd7-a919-2c916f32659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59567f02-d888-4645-b56f-fa3654068d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:20.966656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Bound using segment: {'id': 'a72ae5bf-46f1-4bd7-a919-2c916f32659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59567f02-d888-4645-b56f-fa3654068d98'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:09:20.967299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Bound port: 66154d88-b153-4a90-98ed-eeb00bb49ed5, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72ae5bf-46f1-4bd7-a919-2c916f32659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59567f02-d888-4645-b56f-fa3654068d98'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:09:20.968136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:20.976244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'port_id': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'mac_address': 'fa:16:3e:fd:44:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe453df1-2304-40fe-96c6-0fb0afe45590', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:09:21.007567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-9b45449b-9232-4522-97bb-635f189df005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.015773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-9b45449b-9232-4522-97bb-635f189df005 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37fe6bcc-56c6-43cc-ac17-76b10b70b622 HTTP/1.1" status: 200 len: 868 time: 0.1719940 Apr 18 17:09:21.039390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-82c096bd-dda2-4b2e-b817-51a9e114f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.041129 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-82c096bd-dda2-4b2e-b817-51a9e114f324 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37fe6bcc-56c6-43cc-ac17-76b10b70b622 HTTP/1.1" status: 200 len: 868 time: 0.0834446 Apr 18 17:09:21.055346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:21.071391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63eb8f76-6654-4a9f-abcf-71582b07b247 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:21.092787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a055aa-9c07-41b8-9064-9bf0b378c7e2 req-9af1c9e4-a9a9-4935-9a76-55157b2be01f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.094352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03a055aa-9c07-41b8-9064-9bf0b378c7e2 req-9af1c9e4-a9a9-4935-9a76-55157b2be01f tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 943 time: 0.1494796 Apr 18 17:09:21.102974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-b1b8e27d-4da0-4f72-9a3e-ec6b57f63c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.103661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:21.104596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] For port 66154d88-b153-4a90-98ed-eeb00bb49ed5, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:09:21.108547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] For port 66154d88-b153-4a90-98ed-eeb00bb49ed5, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=66154d88-b153-4a90-98ed-eeb00bb49ed5,segment=NetworkSegment(a72ae5bf-46f1-4bd7-a919-2c916f32659e),segment_id=a72ae5bf-46f1-4bd7-a919-2c916f32659e)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:09:21.109762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-b1b8e27d-4da0-4f72-9a3e-ec6b57f63c82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931160 Apr 18 17:09:21.114603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-22158a4f-f679-40c9-9d8a-11b371338963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.116175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-22158a4f-f679-40c9-9d8a-11b371338963 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660355 Apr 18 17:09:21.120639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '80a2ede9-dcc2-4b7f-92f7-69757c26fc57', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'port_id': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'mac_address': 'fa:16:3e:75:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:09:16Z', 'updated_at': '2022-04-18T17:09:19Z', 'revision_number': 1, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:57Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:21.148078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] Checking router: 07ef01e8-9e01-4a77-b900-d0f63204c494 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:09:21.156400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:21.157109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:21.214943 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-a4095f09-15c9-476f-8964-8866d1e0fbd9 service neutron] 10.222.0.18 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909903 Apr 18 17:09:21.245769 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:21.274142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:21.279420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03a055aa-9c07-41b8-9064-9bf0b378c7e2 req-e7ca02a6-18b4-40c8-bc34-930f2e4ac6ea tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396577 Apr 18 17:09:21.326508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:21.329278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:21.330982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.332317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:21.334475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] 10.222.0.18 "PUT /v2.0/ports/66154d88-b153-4a90-98ed-eeb00bb49ed5 HTTP/1.1" status: 200 len: 1091 time: 1.4648373 Apr 18 17:09:21.338249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26826fc2-fb26-40c5-8d73-5f5ec548d4f2', 'tag': '66154d88-b153-4a90-98ed-eeb00bb49ed5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:21.345281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-4d25bf36-2cea-4c0f-b8c4-9642724ef8e3 service neutron] 10.222.0.45 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287009 Apr 18 17:09:21.345466 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa" -d '{"events": [{"name": "network-changed", "server_uuid": "26826fc2-fb26-40c5-8d73-5f5ec548d4f2", "tag": "66154d88-b153-4a90-98ed-eeb00bb49ed5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:21.365376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:21.388713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a5a2a-ea62-419a-aac4-38a7e15053a8 service neutron] Pushing event updated for resources: {'Port': ['ID=66154d88-b153-4a90-98ed-eeb00bb49ed5,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:21.398647 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce6e7714-af09-42ca-b6a4-cd1a84b6bfcc req-8abba6d8-b3e8-4d04-bc5d-2d817fa7879c service neutron] 10.222.0.18 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768730 Apr 18 17:09:21.504679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-43734d63-2a58-4604-82be-060b90f85f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.506202 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-43734d63-2a58-4604-82be-060b90f85f1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43dcf85386614399a0f147f010991642&device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0521605 Apr 18 17:09:21.508117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['63eb8f76-6654-4a9f-abcf-71582b07b247'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:21.514917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=68a7e6f8-6078-485e-9c86-51341ddc9f92,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:21.558628 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-ccdacd92-778c-4405-9ac9-f6e86e16505c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66154d88-b153-4a90-98ed-eeb00bb49ed5 HTTP/1.1" status: 200 len: 217 time: 0.0388992 Apr 18 17:09:21.615345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-2cda5fc8-bc9c-434e-aaa5-79ffab4f5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.616745 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-2cda5fc8-bc9c-434e-aaa5-79ffab4f5956 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d79f7328-53cf-438f-8ecb-4b7d9be03eb1 HTTP/1.1" status: 200 len: 854 time: 0.0514669 Apr 18 17:09:21.697740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '80a2ede9-dcc2-4b7f-92f7-69757c26fc57', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'port_id': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'mac_address': 'fa:16:3e:75:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:09:16Z', 'updated_at': '2022-04-18T17:09:19Z', 'revision_number': 1, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:57Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:21.748767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b6632-e216-4f18-8c59-7cebbd59e2e5 None None] The sync data for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 is: [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '80a2ede9-dcc2-4b7f-92f7-69757c26fc57', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'port_id': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'mac_address': 'fa:16:3e:75:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:09:16Z', 'updated_at': '2022-04-18T17:09:19Z', 'revision_number': 1, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:57Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:09:21.872346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b3422-52f1-4052-97c2-834f50faea71 req-cd17833c-18e7-45ad-bfb2-104ed372c31d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:21.873981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-843b3422-52f1-4052-97c2-834f50faea71 req-cd17833c-18e7-45ad-bfb2-104ed372c31d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 944 time: 0.4918699 Apr 18 17:09:21.882331 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking segment: {'id': '173d0d90-fe59-469d-9758-876b746c9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8073eb45-d194-492d-88a4-843db6c1de56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:21.882703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network hostable DHCP agents. Network: 8073eb45-d194-492d-88a4-843db6c1de56, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:21.889379 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43803b7-3310-46c7-8fd0-098a64c9439d req-8531c202-f6c5-4e64-867f-5bd9bd6538d3 service neutron] 10.222.0.45 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474072 Apr 18 17:09:21.937763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-843b3422-52f1-4052-97c2-834f50faea71 req-58caebb1-a25e-464e-bc74-c3bcca6bba7a tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Apr 18 17:09:22.008124 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b615df27-6827-4b7e-9104-a8799f34d64f x-openstack-request-id: req-b615df27-6827-4b7e-9104-a8799f34d64f {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:22.009316 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26826fc2-fb26-40c5-8d73-5f5ec548d4f2", "tag": "66154d88-b153-4a90-98ed-eeb00bb49ed5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:22.009316 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b615df27-6827-4b7e-9104-a8799f34d64f {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:22.009316 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b615df27-6827-4b7e-9104-a8799f34d64f'] response: {'name': 'network-changed', 'server_uuid': '26826fc2-fb26-40c5-8d73-5f5ec548d4f2', 'tag': '66154d88-b153-4a90-98ed-eeb00bb49ed5', 'status': 'completed', 'code': 200} Apr 18 17:09:22.011102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-2ce322d2-c16d-4b35-9ff2-ee9f77742649 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59567f02-d888-4645-b56f-fa3654068d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3857467 Apr 18 17:09:22.023652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ceb58-bb99-465e-ad1a-22f7070c3c8c req-687f0073-26ba-4b50-b93f-e32dd507b56b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:22.025183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f4ceb58-bb99-465e-ad1a-22f7070c3c8c req-687f0073-26ba-4b50-b93f-e32dd507b56b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 944 time: 0.0571260 Apr 18 17:09:22.047660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network 8073eb45-d194-492d-88a4-843db6c1de56 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:22.078456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f4ceb58-bb99-465e-ad1a-22f7070c3c8c req-cc79c87e-bf8d-4024-babf-31f65afb3f28 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Apr 18 17:09:22.126758 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-73b25596-57c1-44d2-a877-488f767630d5 service neutron] 10.222.0.18 "GET /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031685 Apr 18 17:09:22.149498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 8073eb45-d194-492d-88a4-843db6c1de56) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:22.151417 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb3426-2c74-4c3e-b9b9-00a2b6df70e5 None None] New status for floating IP 80a2ede9-dcc2-4b7f-92f7-69757c26fc57: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:09:22.156379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123f300-5e45-411b-b16d-e4a9ea7ab962 None None] Network 8073eb45-d194-492d-88a4-843db6c1de56 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:22.196243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:22.196832 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.217333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ab14-3453-4c04-9d9f-002814ae5d96 req-6053dc80-213e-4866-aaa9-cd160b69fd6e tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:22.218501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db15ab14-3453-4c04-9d9f-002814ae5d96 req-6053dc80-213e-4866-aaa9-cd160b69fd6e tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1396289 Apr 18 17:09:22.237018 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-80977f72-7345-4f43-a5d1-56edd64ff168 req-bb939825-ee2d-4951-a084-550e070ea599 service neutron] 10.222.0.18 "GET /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028035 Apr 18 17:09:22.293199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db15ab14-3453-4c04-9d9f-002814ae5d96 req-7bf013be-b5dc-403d-8926-d075453a1d21 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661993 Apr 18 17:09:22.307520 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a0eed2be-b8ac-4ee4-a617-72e928acd742 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 258 time: 0.1939514 Apr 18 17:09:22.325894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:22.344351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-8073eb45-d194-492d-88a4-843db6c1de56', 'network_id': '8073eb45-d194-492d-88a4-843db6c1de56', 'tenant_id': '1a52f49992984532aaf1505172c34905', 'fixed_ips': [{'subnet_id': '68a7e6f8-6078-485e-9c86-51341ddc9f92'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:09:22.345359 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.365176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e13f9f12-5fdb-4c42-9dfd-d0babc350fc1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8112323 Apr 18 17:09:22.366224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33800) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:22.370636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': '8073eb45-d194-492d-88a4-843db6c1de56', 'security_groups': [], 'name': 'tempest-PortsTestJSON-147600223'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:22.435957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3c3a9-13b0-4c41-a17c-082f9e6d5eb6 req-2d833b12-4398-450f-a954-4e317054af1a tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:22.438836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76c3c3a9-13b0-4c41-a17c-082f9e6d5eb6 req-2d833b12-4398-450f-a954-4e317054af1a tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0553083 Apr 18 17:09:22.456427 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.480690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 63eb8f76-6654-4a9f-abcf-71582b07b247 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:22.538212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Allocated IP 172.20.0.2 (8073eb45-d194-492d-88a4-843db6c1de56/68a7e6f8-6078-485e-9c86-51341ddc9f92/fc16bfda-cc02-4321-8fc4-f437fe9e9751) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:22.566258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76c3c3a9-13b0-4c41-a17c-082f9e6d5eb6 req-890d388d-712f-4ab6-957e-a999aaad623a tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212666 Apr 18 17:09:22.576184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-557c0498-35d2-4228-8d2f-2ac46b21248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:22.578456 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-557c0498-35d2-4228-8d2f-2ac46b21248a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43dcf85386614399a0f147f010991642&device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0949147 Apr 18 17:09:22.610973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 63eb8f76-6654-4a9f-abcf-71582b07b247 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:22.611422 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.632101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.686869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:22.690595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.721614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port eea25b85-bc97-46a8-aada-f979a651bc09 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:22.748948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.767257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Allocated IP 172.25.5.53 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/4ff159d8-8576-4a8a-a6be-8958c3cb3470) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:22.779936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-96f9e18f-bfcd-4536-9890-a9fb24830480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:22.782429 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-96f9e18f-bfcd-4536-9890-a9fb24830480 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59567f02-d888-4645-b56f-fa3654068d98 HTTP/1.1" status: 200 len: 915 time: 0.1951280 Apr 18 17:09:22.792343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:22.794671 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e8b32d-396a-4d3b-8e4c-8301310bc3f2" -d '{"events": [{"server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:22.810568 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.812901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:22.842912 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4261837-f31a-486e-b1d6-ca941582fc55 x-openstack-request-id: req-a4261837-f31a-486e-b1d6-ca941582fc55 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:22.843213 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:22.843470 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4261837-f31a-486e-b1d6-ca941582fc55 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:22.843883 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4261837-f31a-486e-b1d6-ca941582fc55'] response: {'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'code': 200} Apr 18 17:09:22.844546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-7a0a9d48-501b-4034-bd80-0f1e98894866 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66154d88-b153-4a90-98ed-eeb00bb49ed5 HTTP/1.1" status: 200 len: 217 time: 0.0539119 Apr 18 17:09:22.891527 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.897367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-c18bc085-7c86-4160-ac0f-1a6c865af1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:22.898933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-c18bc085-7c86-4160-ac0f-1a6c865af1a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d79f7328-53cf-438f-8ecb-4b7d9be03eb1 HTTP/1.1" status: 200 len: 854 time: 0.0473454 Apr 18 17:09:22.906562 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.911772 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:22.955832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Network 8073eb45-d194-492d-88a4-843db6c1de56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:22.960533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:22.965592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:22.968869 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-fd32dc85-afe3-49d4-8668-d2088c1e00bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59567f02-d888-4645-b56f-fa3654068d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604978 Apr 18 17:09:22.983945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:23.009938 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.042225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.10 (8073eb45-d194-492d-88a4-843db6c1de56/68a7e6f8-6078-485e-9c86-51341ddc9f92/eea25b85-bc97-46a8-aada-f979a651bc09) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:23.088854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Attempting to bind port fc16bfda-cc02-4321-8fc4-f437fe9e9751 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:09:23.089221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Attempting to bind port fc16bfda-cc02-4321-8fc4-f437fe9e9751 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '173d0d90-fe59-469d-9758-876b746c9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8073eb45-d194-492d-88a4-843db6c1de56'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:09:23.089615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Attempting to bind port fc16bfda-cc02-4321-8fc4-f437fe9e9751 on network 8073eb45-d194-492d-88a4-843db6c1de56 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:23.092299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Pushing event updated for resources: {'Port': ['ID=fc16bfda-cc02-4321-8fc4-f437fe9e9751,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:23.105304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:09:23.105304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Checking segment: {'id': '173d0d90-fe59-469d-9758-876b746c9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8073eb45-d194-492d-88a4-843db6c1de56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:23.105669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.106003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Bound using segment: {'id': '173d0d90-fe59-469d-9758-876b746c9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8073eb45-d194-492d-88a4-843db6c1de56'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:09:23.108132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Bound port: fc16bfda-cc02-4321-8fc4-f437fe9e9751, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173d0d90-fe59-469d-9758-876b746c9e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8073eb45-d194-492d-88a4-843db6c1de56'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:09:23.108411 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.119864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:23.125348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Pushing event updated for resources: {'Port': ['ID=4ff159d8-8576-4a8a-a6be-8958c3cb3470,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:23.129570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:23.132336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:23.145928 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-649f8544-a17a-4221-a8a5-779bc1a69cf1 service neutron] 10.222.0.18 "GET /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695056 Apr 18 17:09:23.181139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f49798-5095-4aac-b6d0-1f9742fdeed9 req-59fd0d6d-928c-4afa-b150-5d5e65c046d4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:23.190562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8f49798-5095-4aac-b6d0-1f9742fdeed9 req-59fd0d6d-928c-4afa-b150-5d5e65c046d4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 944 time: 0.1329403 Apr 18 17:09:23.213467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] For port fc16bfda-cc02-4321-8fc4-f437fe9e9751, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:09:23.213467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] For port fc16bfda-cc02-4321-8fc4-f437fe9e9751, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fc16bfda-cc02-4321-8fc4-f437fe9e9751,segment=NetworkSegment(173d0d90-fe59-469d-9758-876b746c9e4a),segment_id=173d0d90-fe59-469d-9758-876b746c9e4a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:09:23.216440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ea28e003-9498-425e-8279-e336c9c068fa details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:09:23.255930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8f49798-5095-4aac-b6d0-1f9742fdeed9 req-c6417fe3-c586-44b2-9f05-ea58174f9511 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653222 Apr 18 17:09:23.285188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.305849 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4d8ff4f8-96e7-48ca-ae11-651fc8292afa req-3a2f599b-4b1b-4c08-9dda-19f8b08774d8 service neutron] 10.222.0.18 "GET /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527293 Apr 18 17:09:23.337974 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.346080 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.415040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bf570-0073-49d2-b2a1-3d0075e73750 req-34078f38-c900-46ec-bbc8-520745b70d8d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:23.416928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a70bf570-0073-49d2-b2a1-3d0075e73750 req-34078f38-c900-46ec-bbc8-520745b70d8d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0689857 Apr 18 17:09:23.432293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.451736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ea28e003-9498-425e-8279-e336c9c068fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ea28e003-9498-425e-8279-e336c9c068fa,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:23.461224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2d1c-f540-451f-af9c-68d0f1ac4295 None None] Pushing event updated for resources: {'Port': ['ID=fc16bfda-cc02-4321-8fc4-f437fe9e9751,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:23.467291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a70bf570-0073-49d2-b2a1-3d0075e73750 req-98b6126b-3882-454d-a1b5-02a30911f26d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Apr 18 17:09:23.477018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'ea28e003-9498-425e-8279-e336c9c068fa', 'network_id': '0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d', 'port_id': 'ea28e003-9498-425e-8279-e336c9c068fa', 'mac_address': 'fa:16:3e:35:66:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f404838-c1a1-4223-b3e1-7e6187cce567', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:09:23.489266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network 8073eb45-d194-492d-88a4-843db6c1de56 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:23.498048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:23.502264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:23.519755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=eea25b85-bc97-46a8-aada-f979a651bc09,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:23.537252 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.563032 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.593389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:23.594355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.594520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28e003-9498-425e-8279-e336c9c068fa {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:23.641500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ea28e003-9498-425e-8279-e336c9c068fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ea28e003-9498-425e-8279-e336c9c068fa,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:23.708592 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc9a0ec7-03cd-4054-9cb2-b58f8d67e8fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3395047 Apr 18 17:09:23.709071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33838) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:23.712674 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.787143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ea28e003-9498-425e-8279-e336c9c068fa,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:23.875237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d753aab-c8bb-47b6-b119-d17b632fe005 req-06544f3f-6df1-4421-8e6b-dd382ba68736 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:23.879794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d753aab-c8bb-47b6-b119-d17b632fe005 req-06544f3f-6df1-4421-8e6b-dd382ba68736 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.2495849 Apr 18 17:09:23.951230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-df721119-e855-478c-adab-79aff90d02cb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port eea25b85-bc97-46a8-aada-f979a651bc09 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:23.951576 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df721119-e855-478c-adab-79aff90d02cb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:23.974864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d753aab-c8bb-47b6-b119-d17b632fe005 req-83e73c18-0e0c-4caa-bed5-182fd69c49d0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802116 Apr 18 17:09:24.014189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.098571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df721119-e855-478c-adab-79aff90d02cb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.111588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.116707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-df721119-e855-478c-adab-79aff90d02cb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for eea25b85-bc97-46a8-aada-f979a651bc09 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:24.191798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['ea28e003-9498-425e-8279-e336c9c068fa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:24.252497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.293201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84869e2c-ddc2-4306-a0d4-cc2f52bbdb49 req-39883ee4-913c-455a-9b6d-79cf70f66c8c tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:24.305759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84869e2c-ddc2-4306-a0d4-cc2f52bbdb49 req-39883ee4-913c-455a-9b6d-79cf70f66c8c tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 943 time: 0.2417533 Apr 18 17:09:24.370015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Pushing event updated for resources: {'Port': ['ID=4ff159d8-8576-4a8a-a6be-8958c3cb3470,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:24.404406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84869e2c-ddc2-4306-a0d4-cc2f52bbdb49 req-003bed4b-33f8-4af4-a271-ac47e37702ef tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974343 Apr 18 17:09:24.415586 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.416804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-a6978d1c-592c-46d6-aba5-79d7d23b6958 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1007466 Apr 18 17:09:24.480014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fc16bfda-cc02-4321-8fc4-f437fe9e9751 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:24.530095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df721119-e855-478c-adab-79aff90d02cb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.580634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port fc16bfda-cc02-4321-8fc4-f437fe9e9751 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:24.581291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.612146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df721119-e855-478c-adab-79aff90d02cb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=eea25b85-bc97-46a8-aada-f979a651bc09,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:24.613227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-34715be8-4cff-413f-b574-3a736ee506f1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.53 HTTP/1.1" status: 200 len: 695 time: 0.1878989 Apr 18 17:09:24.723227 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df721119-e855-478c-adab-79aff90d02cb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.730326 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-df721119-e855-478c-adab-79aff90d02cb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/eea25b85-bc97-46a8-aada-f979a651bc09 HTTP/1.1" status: 204 len: 168 time: 1.0198851 Apr 18 17:09:24.733593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33846) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:24.763295 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.778670 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9484aa1a-9059-4d35-95f4-8407ac616f84 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:24.780786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9484aa1a-9059-4d35-95f4-8407ac616f84 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/eea25b85-bc97-46a8-aada-f979a651bc09 HTTP/1.1" status: 404 len: 333 time: 0.0460532 Apr 18 17:09:24.784245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33848) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:24.801548 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port fc16bfda-cc02-4321-8fc4-f437fe9e9751, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fc16bfda-cc02-4321-8fc4-f437fe9e9751,segment=NetworkSegment(173d0d90-fe59-469d-9758-876b746c9e4a),segment_id=173d0d90-fe59-469d-9758-876b746c9e4a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:24.837336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b300-6bdf-4ef8-8a02-f323b44e36e0 req-cd721485-9f07-4cba-94fa-351039bd8b59 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:24.838900 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da75b300-6bdf-4ef8-8a02-f323b44e36e0 req-cd721485-9f07-4cba-94fa-351039bd8b59 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 945 time: 0.2954359 Apr 18 17:09:24.869253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3eeff6-de20-4c01-a59f-077086c842b7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 68a7e6f8-6078-485e-9c86-51341ddc9f92 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:24.873664 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3eeff6-de20-4c01-a59f-077086c842b7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.877464 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.914738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb81ce-701b-4d00-a637-944b23a60e83 None None] Network 8073eb45-d194-492d-88a4-843db6c1de56 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:24.933559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da75b300-6bdf-4ef8-8a02-f323b44e36e0 req-89074a31-dda7-4d33-ada0-657aacb74a1d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817065 Apr 18 17:09:24.941793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3eeff6-de20-4c01-a59f-077086c842b7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:24.980088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-9e504790-3b04-492b-bfc5-ff62dbaaba9c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:24.990418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-913abb10-5535-4117-a0c6-8aea6e925e66 req-9e504790-3b04-492b-bfc5-ff62dbaaba9c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.3669653 Apr 18 17:09:25.098659 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3eeff6-de20-4c01-a59f-077086c842b7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.155863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c2bc7-9ec8-49db-946e-9591b3e3dfe7 req-b37ebc53-dca9-4592-b7c7-e946314e1d74 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:25.165508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-459c2bc7-9ec8-49db-946e-9591b3e3dfe7 req-b37ebc53-dca9-4592-b7c7-e946314e1d74 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1328406 Apr 18 17:09:25.208297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9d80b-a4de-49a7-a1d9-271797d067f9 req-21c190cb-71fd-4f8a-92a3-2d872eff9c63 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:25.212820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ef9d80b-a4de-49a7-a1d9-271797d067f9 req-21c190cb-71fd-4f8a-92a3-2d872eff9c63 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1317763 Apr 18 17:09:25.228247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 66154d88-b153-4a90-98ed-eeb00bb49ed5 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:09:25.265381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=fc16bfda-cc02-4321-8fc4-f437fe9e9751,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:25.280162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e13755ab-1210-4c77-8ca6-e7c49daa1e58 None None] Provisioning complete for port fc16bfda-cc02-4321-8fc4-f437fe9e9751 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:25.280162 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e13755ab-1210-4c77-8ca6-e7c49daa1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.283475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3eeff6-de20-4c01-a59f-077086c842b7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.321757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-459c2bc7-9ec8-49db-946e-9591b3e3dfe7 req-f1ec4c54-c660-4231-9f86-58ceb203e18e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550384 Apr 18 17:09:25.368539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ef9d80b-a4de-49a7-a1d9-271797d067f9 req-afb3e523-574e-4a8c-976a-d1f6f3cc5ccb tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.53 HTTP/1.1" status: 200 len: 695 time: 0.1482952 Apr 18 17:09:25.375009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-5ef9d80b-a4de-49a7-a1d9-271797d067f9 req-e6b7726b-1f74-476f-93b6-8bb40444c17c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Request body: {'floatingip': {'port_id': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:25.387690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eeff6-de20-4c01-a59f-077086c842b7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=68a7e6f8-6078-485e-9c86-51341ddc9f92,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:25.395801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd3eeff6-de20-4c01-a59f-077086c842b7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.408908 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cd3eeff6-de20-4c01-a59f-077086c842b7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/68a7e6f8-6078-485e-9c86-51341ddc9f92 HTTP/1.1" status: 204 len: 168 time: 0.6226046 Apr 18 17:09:25.409677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33854) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:25.476378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5ef9d80b-a4de-49a7-a1d9-271797d067f9 req-e6b7726b-1f74-476f-93b6-8bb40444c17c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.508435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 66154d88-b153-4a90-98ed-eeb00bb49ed5, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=66154d88-b153-4a90-98ed-eeb00bb49ed5,segment=NetworkSegment(a72ae5bf-46f1-4bd7-a919-2c916f32659e),segment_id=a72ae5bf-46f1-4bd7-a919-2c916f32659e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:25.526088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.533477 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '66154d88-b153-4a90-98ed-eeb00bb49ed5', 'network_id': '59567f02-d888-4645-b56f-fa3654068d98', 'port_id': '66154d88-b153-4a90-98ed-eeb00bb49ed5', 'mac_address': 'fa:16:3e:9b:85:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79f7328-53cf-438f-8ecb-4b7d9be03eb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:09:25.584972 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.595082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b8bb6-e21d-4300-aabc-e839505146db req-ec735140-bf5d-42b6-8f8a-f80ff472d3c6 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:25.596669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-607b8bb6-e21d-4300-aabc-e839505146db req-ec735140-bf5d-42b6-8f8a-f80ff472d3c6 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1405153 Apr 18 17:09:25.607855 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66154d88-b153-4a90-98ed-eeb00bb49ed5 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:25.609579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port fc16bfda-cc02-4321-8fc4-f437fe9e9751 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:25.610041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.640417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 66154d88-b153-4a90-98ed-eeb00bb49ed5, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=66154d88-b153-4a90-98ed-eeb00bb49ed5,segment=NetworkSegment(a72ae5bf-46f1-4bd7-a919-2c916f32659e),segment_id=a72ae5bf-46f1-4bd7-a919-2c916f32659e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:25.651410 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] DHCP port deletion for 8073eb45-d194-492d-88a4-843db6c1de56 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:09:25.707849 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.708538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] For port fc16bfda-cc02-4321-8fc4-f437fe9e9751, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fc16bfda-cc02-4321-8fc4-f437fe9e9751,segment=NetworkSegment(173d0d90-fe59-469d-9758-876b746c9e4a),segment_id=173d0d90-fe59-469d-9758-876b746c9e4a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:25.709082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.726703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for fc16bfda-cc02-4321-8fc4-f437fe9e9751 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:25.744186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-607b8bb6-e21d-4300-aabc-e839505146db req-42699093-4848-4c12-b8bb-63c8fcb1c92c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305375 Apr 18 17:09:25.764283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] Deleting port fc16bfda-cc02-4321-8fc4-f437fe9e9751 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:25.764658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.872970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=66154d88-b153-4a90-98ed-eeb00bb49ed5,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:25.881236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] For port fc16bfda-cc02-4321-8fc4-f437fe9e9751, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fc16bfda-cc02-4321-8fc4-f437fe9e9751,segment=NetworkSegment(173d0d90-fe59-469d-9758-876b746c9e4a),segment_id=173d0d90-fe59-469d-9758-876b746c9e4a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:25.881374 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:25.897742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] Calling delete_port for fc16bfda-cc02-4321-8fc4-f437fe9e9751 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:25.916757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d6da-491b-452a-8a7e-fb3d74107786 req-dbdaf73b-42ab-4802-9a58-dcf4c5924c20 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:25.925441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb72d6da-491b-452a-8a7e-fb3d74107786 req-dbdaf73b-42ab-4802-9a58-dcf4c5924c20 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 944 time: 0.0797868 Apr 18 17:09:25.927564 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-5ef9d80b-a4de-49a7-a1d9-271797d067f9 req-e6b7726b-1f74-476f-93b6-8bb40444c17c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 17:09:25.935980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ef9d80b-a4de-49a7-a1d9-271797d067f9 req-e6b7726b-1f74-476f-93b6-8bb40444c17c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "PUT /v2.0/floatingips/8fcd7591-3010-4b06-82a4-09503ad18638 HTTP/1.1" status: 409 len: 549 time: 0.5660155 Apr 18 17:09:26.003530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.010515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-fd44d09b-6d8a-4231-aebd-cd62054167ef tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips/8fcd7591-3010-4b06-82a4-09503ad18638 HTTP/1.1" status: 200 len: 692 time: 0.0527625 Apr 18 17:09:26.011432 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.021296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No DVR routers for this DVR port fc16bfda-cc02-4321-8fc4-f437fe9e9751 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:26.051005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb72d6da-491b-452a-8a7e-fb3d74107786 req-99ad5ec8-f989-4632-885b-bd272b1c1038 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244857 Apr 18 17:09:26.056167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] Pushing event deleted for resources: {'Port': ['ID=fc16bfda-cc02-4321-8fc4-f437fe9e9751,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:26.062965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22efbc6a-e91b-4eaa-b9a1-e7822213196d None None] No DVR routers for this DVR port fc16bfda-cc02-4321-8fc4-f437fe9e9751 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:26.106141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=fc16bfda-cc02-4321-8fc4-f437fe9e9751,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:26.134805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['66154d88-b153-4a90-98ed-eeb00bb49ed5'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:26.186518 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.215209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8073eb45-d194-492d-88a4-843db6c1de56']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:26.256905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173d0d90-fe59-469d-9758-876b746c9e4a') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:26.257631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173d0d90-fe59-469d-9758-876b746c9e4a') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:26.269706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.288893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.299605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f0623-10d2-44a8-a7ff-01c48b87e9c5 req-6bd8aa98-ad2a-4766-8cac-e2e59e20be47 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:26.299605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-538f0623-10d2-44a8-a7ff-01c48b87e9c5 req-6bd8aa98-ad2a-4766-8cac-e2e59e20be47 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 945 time: 0.1510777 Apr 18 17:09:26.309129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:26.309656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.310741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-398947a1-72b3-4cc2-ad1b-5b3f476a5966 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:26.313091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-398947a1-72b3-4cc2-ad1b-5b3f476a5966 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2949088 Apr 18 17:09:26.381809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fc16bfda-cc02-4321-8fc4-f437fe9e9751 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:26.391756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-2e28bcec-c5b2-42ee-8e81-3945b7f6d1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.53 HTTP/1.1" status: 200 len: 695 time: 0.0602496 Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:26.405397 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:26.409540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: fc16bfda-cc02-4321-8fc4-f437fe9e9751 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:26.409896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fc16bfda-cc02-4321-8fc4-f437fe9e9751 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:26.444771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-538f0623-10d2-44a8-a7ff-01c48b87e9c5 req-72534ab3-6957-48a6-a3e0-078c0cb878e0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304331 Apr 18 17:09:26.488825 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.498824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-2f66b741-3b4a-49ec-90b7-5cf3e43fb416 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.53 HTTP/1.1" status: 200 len: 695 time: 0.0943174 Apr 18 17:09:26.500012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.505757 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/networks/8073eb45-d194-492d-88a4-843db6c1de56 HTTP/1.1" status: 204 len: 168 time: 1.0949783 Apr 18 17:09:26.509847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33866) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:26.524630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'name': 'tempest-PortsTestJSON-779030249'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:26.529709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b9892-a4dc-4d21-a66c-11731b01b7d4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Network': ['ID=8073eb45-d194-492d-88a4-843db6c1de56,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:26.697140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02faf-6e39-4c9c-aea1-ae290f244177 req-c4f85a36-ab5b-41e1-a0f5-a98e28c41793 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:26.698908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebd02faf-6e39-4c9c-aea1-ae290f244177 req-c4f85a36-ab5b-41e1-a0f5-a98e28c41793 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1841769 Apr 18 17:09:26.722550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:26.726247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.738105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Deleting port 4ff159d8-8576-4a8a-a6be-8958c3cb3470 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:26.738374 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.747194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 4a300321-09e0-4f15-a5c9-e8b6c4669f5b yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:26.807715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebd02faf-6e39-4c9c-aea1-ae290f244177 req-cddc4401-b774-48b8-b66f-1d75b18f480a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003356 Apr 18 17:09:26.879791 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.880532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:26.894629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Calling delete_port for 4ff159d8-8576-4a8a-a6be-8958c3cb3470 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:26.995908 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.004266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede84d5-b5c2-4983-b761-c130145d9bab req-983c341b-e709-4081-b976-309babc3a42e tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:27.007598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ede84d5-b5c2-4983-b761-c130145d9bab req-983c341b-e709-4081-b976-309babc3a42e tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1104598 Apr 18 17:09:27.066339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ede84d5-b5c2-4983-b761-c130145d9bab req-0301550c-e2e0-4d60-970c-8e28ad38fb80 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528543 Apr 18 17:09:27.089367 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.147476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ea28e003-9498-425e-8279-e336c9c068fa up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:27.160145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:27.163391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:27.166549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:27.176086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:27.176876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.181728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.192768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=4a300321-09e0-4f15-a5c9-e8b6c4669f5b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:27.233994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Pushing event deleted for resources: {'Port': ['ID=4ff159d8-8576-4a8a-a6be-8958c3cb3470,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:27.280400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3b12111d-c6ea-4d44-bb25-2781673b5323 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7596011 Apr 18 17:09:27.283171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33872) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:27.303274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79d8f-caed-4295-bcc2-e2e401628787 req-9e821786-3d39-4b00-ab2a-a95f4a77c9b0 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:27.304800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00b79d8f-caed-4295-bcc2-e2e401628787 req-9e821786-3d39-4b00-ab2a-a95f4a77c9b0 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 944 time: 0.1487181 Apr 18 17:09:27.346002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port ea28e003-9498-425e-8279-e336c9c068fa completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:09:27.350943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port ea28e003-9498-425e-8279-e336c9c068fa triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:27.354519 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.375870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00b79d8f-caed-4295-bcc2-e2e401628787 req-a7c45ea6-cdae-4134-8bb8-771d63b22c91 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482514 Apr 18 17:09:27.379840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.386495 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.386495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d673092-bd5d-44a3-a7a6-7540b162d10f req-6afe03f3-f294-47cf-9ba3-af9a477a26c1 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "DELETE /v2.0/floatingips/8fcd7591-3010-4b06-82a4-09503ad18638 HTTP/1.1" status: 204 len: 173 time: 0.8790796 Apr 18 17:09:27.459426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-925c55f2-7efa-4956-b88e-a3cb9c2eb606 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 4a300321-09e0-4f15-a5c9-e8b6c4669f5b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:27.460037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925c55f2-7efa-4956-b88e-a3cb9c2eb606 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.532799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-ea3f9fa8-583a-46c8-8b65-977430aa416b tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 1001 time: 0.1280208 Apr 18 17:09:27.534274 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.566955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:27.568449 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaf2415-d543-4041-aa0b-a3793612a036" -d '{"events": [{"server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "name": "network-vif-plugged", "status": "completed", "tag": "ea28e003-9498-425e-8279-e336c9c068fa"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:27.591876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ea28e003-9498-425e-8279-e336c9c068fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ea28e003-9498-425e-8279-e336c9c068fa,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:27.592775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925c55f2-7efa-4956-b88e-a3cb9c2eb606 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.607311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-925c55f2-7efa-4956-b88e-a3cb9c2eb606 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 4a300321-09e0-4f15-a5c9-e8b6c4669f5b owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:27.608955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-da725eb8-91a5-4cbd-aeca-c84c58dbf719 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:27.614976 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-da725eb8-91a5-4cbd-aeca-c84c58dbf719 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports/703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 200 len: 942 time: 0.0813475 Apr 18 17:09:27.650269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ba8e1-0bc8-4572-9dc4-db1b52d8f86b req-88621c73-ef94-4d7f-be1d-8de4e851f9fc tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:27.658655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a88ba8e1-0bc8-4572-9dc4-db1b52d8f86b req-88621c73-ef94-4d7f-be1d-8de4e851f9fc tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 945 time: 0.1151102 Apr 18 17:09:27.689021 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.749902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a88ba8e1-0bc8-4572-9dc4-db1b52d8f86b req-9b014680-5c86-4f45-a462-f283e5ef5bf5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845327 Apr 18 17:09:27.775738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-7a623031-094c-4728-a67e-cf27f757fdc3 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 1001 time: 0.0932815 Apr 18 17:09:27.789123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ea28e003-9498-425e-8279-e336c9c068fa,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:27.821146 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37001603-4941-4d67-a448-29ca2e3387ab x-openstack-request-id: req-37001603-4941-4d67-a448-29ca2e3387ab {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:27.825390 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "name": "network-vif-plugged", "status": "completed", "tag": "ea28e003-9498-425e-8279-e336c9c068fa", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:27.825390 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37001603-4941-4d67-a448-29ca2e3387ab {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:27.825390 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37001603-4941-4d67-a448-29ca2e3387ab'] response: {'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa', 'code': 200} Apr 18 17:09:27.843754 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925c55f2-7efa-4956-b88e-a3cb9c2eb606 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.913810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c55f2-7efa-4956-b88e-a3cb9c2eb606 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=4a300321-09e0-4f15-a5c9-e8b6c4669f5b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:27.930406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925c55f2-7efa-4956-b88e-a3cb9c2eb606 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:27.936770 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-925c55f2-7efa-4956-b88e-a3cb9c2eb606 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/4a300321-09e0-4f15-a5c9-e8b6c4669f5b HTTP/1.1" status: 204 len: 168 time: 0.6498525 Apr 18 17:09:27.945797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33882) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:27.954198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'mac_address': 'fa:16:3e:5e:06:62', 'name': 'tempest-PortsTestJSON-44072313'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:27.979188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4de237-c82e-45a0-97a1-7a25186cb050 req-4e046bef-90ce-4e54-ad42-8c270ad00eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:27.984257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8f4de237-c82e-45a0-97a1-7a25186cb050 req-4e046bef-90ce-4e54-ad42-8c270ad00eae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1097 time: 0.0580359 Apr 18 17:09:28.026589 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8f4de237-c82e-45a0-97a1-7a25186cb050 req-fc481bb5-a40c-4b1c-a4b7-c8b8c68814a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Apr 18 17:09:28.075135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-0b6d22fd-7d4e-420a-883a-6eeac8f79b35 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:28.076476 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-0b6d22fd-7d4e-420a-883a-6eeac8f79b35 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2844515 Apr 18 17:09:28.092498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e247b4-d7d9-4009-8344-12c7a96c0e57 req-f97e77c5-61fa-4c94-be40-2d40eacae3c8 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:28.094019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85e247b4-d7d9-4009-8344-12c7a96c0e57 req-f97e77c5-61fa-4c94-be40-2d40eacae3c8 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1987476 Apr 18 17:09:28.472773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-803e6ccb-9a1c-4ef6-8b37-b9ca887bbd86 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 1001 time: 0.3755839 Apr 18 17:09:28.478684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85e247b4-d7d9-4009-8344-12c7a96c0e57 req-16eb4628-44f7-4281-99c1-671f25b0418e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723714 Apr 18 17:09:28.484042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:28.517359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:28.633038 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:28.670928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:28.713808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383db2-c5b4-4a2a-9318-c6305fd70ff2 req-33a842b5-b309-46ef-a09f-9d38d549fb64 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:28.715264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d383db2-c5b4-4a2a-9318-c6305fd70ff2 req-33a842b5-b309-46ef-a09f-9d38d549fb64 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1420774 Apr 18 17:09:28.722612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 773e5d98-fe06-465a-b1bf-4e65faa44e9b yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:28.852713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d383db2-c5b4-4a2a-9318-c6305fd70ff2 req-e5aab069-ba1c-4ea3-8157-d3e2ada48dde tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253655 Apr 18 17:09:28.909092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:28.992697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:28.993026 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Floating IP 80a2ede9-dcc2-4b7f-92f7-69757c26fc57 disassociated. External IP: 172.25.5.108, port: 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7. Apr 18 17:09:29.056592 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.085580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1467c-7c8d-4190-bf8f-60ef0074c40a req-d24573cc-06b9-4a70-aa41-9aef06bc49a1 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:29.087064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0af1467c-7c8d-4190-bf8f-60ef0074c40a req-d24573cc-06b9-4a70-aa41-9aef06bc49a1 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 944 time: 0.1606464 Apr 18 17:09:29.162335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 66154d88-b153-4a90-98ed-eeb00bb49ed5 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:29.193662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0af1467c-7c8d-4190-bf8f-60ef0074c40a req-86ff47a9-5c3d-4c2b-ac51-05c12c761d28 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673058 Apr 18 17:09:29.263397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.342496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 66154d88-b153-4a90-98ed-eeb00bb49ed5 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:09:29.348365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 66154d88-b153-4a90-98ed-eeb00bb49ed5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:29.349022 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.405520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:29.417351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:29.427675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=773e5d98-fe06-465a-b1bf-4e65faa44e9b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:29.431559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Router 07ef01e8-9e01-4a77-b900-d0f63204c494 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:09:29.433473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:29.443821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:29.443821 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.450767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220b301-d865-4ce9-ac80-b51a3b6a765d req-a9b4aeb4-e5c2-4b73-b9ab-c9b4b1584d48 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:29.452287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1220b301-d865-4ce9-ac80-b51a3b6a765d req-a9b4aeb4-e5c2-4b73-b9ab-c9b4b1584d48 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 946 time: 0.1525078 Apr 18 17:09:29.485250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.534975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 66154d88-b153-4a90-98ed-eeb00bb49ed5, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=66154d88-b153-4a90-98ed-eeb00bb49ed5,segment=NetworkSegment(a72ae5bf-46f1-4bd7-a919-2c916f32659e),segment_id=a72ae5bf-46f1-4bd7-a919-2c916f32659e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:29.567727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1220b301-d865-4ce9-ac80-b51a3b6a765d req-211afaee-51d6-4a1c-96dd-499dbf387d9f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053550 Apr 18 17:09:29.573683 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f04ce04f-f8fd-4dec-97c7-bbaee8a90528 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.6247149 Apr 18 17:09:29.573929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33896) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:29.632264 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.642101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a2c999-7901-4d99-ab11-f66f041654a6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:29.645459 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-65a2c999-7901-4d99-ab11-f66f041654a6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/773e5d98-fe06-465a-b1bf-4e65faa44e9b HTTP/1.1" status: 200 len: 839 time: 0.0685980 Apr 18 17:09:29.647743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33898) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:29.717640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=66154d88-b153-4a90-98ed-eeb00bb49ed5,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:29.735643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:09:29.755323 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.764354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] Sync routers for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:09:29.782613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:29.783310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:29.795922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-860afe45-dd6b-4916-9fc3-f02eddf293bd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "PUT /v2.0/floatingips/80a2ede9-dcc2-4b7f-92f7-69757c26fc57 HTTP/1.1" status: 200 len: 695 time: 1.3156919 Apr 18 17:09:29.797475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:29.798707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a482e06e-19b4-4d07-9944-d53a2e5c6a62 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 773e5d98-fe06-465a-b1bf-4e65faa44e9b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:29.799639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a482e06e-19b4-4d07-9944-d53a2e5c6a62 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.801094 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9" -d '{"events": [{"name": "network-changed", "server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:29.819896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566608b1-b983-4eeb-b761-8d4e7d6a93dc req-018b0c3b-f7d6-4b4b-a027-17d254ad966c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:29.832088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-566608b1-b983-4eeb-b761-8d4e7d6a93dc req-018b0c3b-f7d6-4b4b-a027-17d254ad966c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1625996 Apr 18 17:09:29.898471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a482e06e-19b4-4d07-9944-d53a2e5c6a62 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:29.921965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a482e06e-19b4-4d07-9944-d53a2e5c6a62 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 773e5d98-fe06-465a-b1bf-4e65faa44e9b owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:29.929377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-566608b1-b983-4eeb-b761-8d4e7d6a93dc req-3d9f881b-78f8-46f9-aaf3-4f51a82932ab tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960536 Apr 18 17:09:29.938223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:29.946529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-ecd0631c-1bc6-4239-a987-dca61ab760e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:29.954386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-ecd0631c-1bc6-4239-a987-dca61ab760e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e9c3ad2ce64065833f545515ac5e78&device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 1096 time: 0.1199458 Apr 18 17:09:30.003981 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae6c7f5-6981-43eb-bde6-6867d089161c x-openstack-request-id: req-bae6c7f5-6981-43eb-bde6-6867d089161c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:30.004270 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:30.004525 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bae6c7f5-6981-43eb-bde6-6867d089161c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:30.004929 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae6c7f5-6981-43eb-bde6-6867d089161c'] response: {'name': 'network-changed', 'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'status': 'completed', 'code': 200} Apr 18 17:09:30.032610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26826fc2-fb26-40c5-8d73-5f5ec548d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66154d88-b153-4a90-98ed-eeb00bb49ed5'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:30.035774 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eb79ff-a14e-40d6-af3f-53ada663e48e" -d '{"events": [{"server_uuid": "26826fc2-fb26-40c5-8d73-5f5ec548d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "66154d88-b153-4a90-98ed-eeb00bb49ed5"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:30.152746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-524779bf-5150-4fe8-8056-ab80f96c497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.154488 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-524779bf-5150-4fe8-8056-ab80f96c497c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56e9c3ad2ce64065833f545515ac5e78&device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 1096 time: 0.1017759 Apr 18 17:09:30.166477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987198d-cc38-461e-9168-bd9658f15bd7 req-b4c149b8-c411-433b-bc98-963b5667ff22 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.167978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2987198d-cc38-461e-9168-bd9658f15bd7 req-b4c149b8-c411-433b-bc98-963b5667ff22 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.0958052 Apr 18 17:09:30.171574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-a1b96358-ac0b-4950-b3b7-d7d27081b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.173901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-a1b96358-ac0b-4950-b3b7-d7d27081b197 service neutron] 10.222.0.45 "GET /v2.0/networks?id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc HTTP/1.1" status: 200 len: 930 time: 0.2129631 Apr 18 17:09:30.183610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a482e06e-19b4-4d07-9944-d53a2e5c6a62 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:30.251863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482e06e-19b4-4d07-9944-d53a2e5c6a62 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=773e5d98-fe06-465a-b1bf-4e65faa44e9b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:30.263110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a482e06e-19b4-4d07-9944-d53a2e5c6a62 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:30.264736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:57Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:30.270988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a482e06e-19b4-4d07-9944-d53a2e5c6a62 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/773e5d98-fe06-465a-b1bf-4e65faa44e9b HTTP/1.1" status: 204 len: 168 time: 0.6204906 Apr 18 17:09:30.272558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33908) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:30.292096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-25ecac70-de1e-4bc2-8da1-f0f1562b2cf0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 200 len: 217 time: 0.1106882 Apr 18 17:09:30.304037 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a67283c-1be7-46dd-b8be-c11f5637aa49 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:30.306757 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7a67283c-1be7-46dd-b8be-c11f5637aa49 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/773e5d98-fe06-465a-b1bf-4e65faa44e9b HTTP/1.1" status: 404 len: 333 time: 0.0338683 Apr 18 17:09:30.316270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33910) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:30.321636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'name': 'tempest-PortsTestJSON-1910163588'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:30.331820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] Checking router: 07ef01e8-9e01-4a77-b900-d0f63204c494 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:09:30.341888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:30.342537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:30.361849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2987198d-cc38-461e-9168-bd9658f15bd7 req-cd73c500-bbe8-41df-956d-fdee27125614 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570587 Apr 18 17:09:30.398839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-9e0baddb-c0aa-4d20-a823-b3411381d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.400311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-9e0baddb-c0aa-4d20-a823-b3411381d345 service neutron] 10.222.0.18 "GET /v2.0/networks?id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc HTTP/1.1" status: 200 len: 930 time: 0.2374437 Apr 18 17:09:30.403461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-5f621b45-7d4f-4c10-a9ce-d4a0f94b05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.405218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-5f621b45-7d4f-4c10-a9ce-d4a0f94b05d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37fe6bcc-56c6-43cc-ac17-76b10b70b622 HTTP/1.1" status: 200 len: 868 time: 0.0992239 Apr 18 17:09:30.462340 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e366ae-57ce-4b6e-9ed5-e3dd2e744224 x-openstack-request-id: req-44e366ae-57ce-4b6e-9ed5-e3dd2e744224 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:30.462964 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26826fc2-fb26-40c5-8d73-5f5ec548d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "66154d88-b153-4a90-98ed-eeb00bb49ed5", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:30.463371 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44e366ae-57ce-4b6e-9ed5-e3dd2e744224 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:30.463947 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e366ae-57ce-4b6e-9ed5-e3dd2e744224'] response: {'server_uuid': '26826fc2-fb26-40c5-8d73-5f5ec548d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66154d88-b153-4a90-98ed-eeb00bb49ed5', 'code': 200} Apr 18 17:09:30.471868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-0dd2ba23-3ebe-4ef0-90a3-ef644ae2d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.474405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-0dd2ba23-3ebe-4ef0-90a3-ef644ae2d52a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579371 Apr 18 17:09:30.481136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-d410ab55-1ec5-4540-ad23-455f5e36f1a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 200 len: 217 time: 0.0729718 Apr 18 17:09:30.491561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:30.616696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-c8ca4987-9b1c-43b6-8f32-d33e19313ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.618924 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-c8ca4987-9b1c-43b6-8f32-d33e19313ed9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37fe6bcc-56c6-43cc-ac17-76b10b70b622 HTTP/1.1" status: 200 len: 868 time: 0.1307597 Apr 18 17:09:30.646225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70640221-587c-4923-839d-f2f5496977c5 req-baf3cbd7-1175-41bd-bab6-5d7e66b805e4 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.647956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70640221-587c-4923-839d-f2f5496977c5 req-baf3cbd7-1175-41bd-bab6-5d7e66b805e4 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 945 time: 0.1147671 Apr 18 17:09:30.688096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806c78e-efcb-46e2-a0c2-cd1804b4f6f4 req-c7e31081-13e8-4aae-860a-d94866dafc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.689648 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d806c78e-efcb-46e2-a0c2-cd1804b4f6f4 req-c7e31081-13e8-4aae-860a-d94866dafc28 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.1319482 Apr 18 17:09:30.692365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-f56cd4d4-771a-4917-b285-43f8703fe941 service neutron] 10.222.0.45 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975615 Apr 18 17:09:30.739841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70640221-587c-4923-839d-f2f5496977c5 req-aace72b8-4a66-4f00-84c0-aeb246c88790 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789423 Apr 18 17:09:30.760215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-d576fe11-0d38-4fb6-86ea-2d8a9e91ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.772557 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:57Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:30.777510 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-d576fe11-0d38-4fb6-86ea-2d8a9e91ac30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502442 Apr 18 17:09:30.778731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:30.801098 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:30.857979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d806c78e-efcb-46e2-a0c2-cd1804b4f6f4 req-1f7fe6b8-2b52-40df-8ad7-11917da67c89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582596 Apr 18 17:09:30.860472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b1dc6-470a-40f7-8fc6-47cf1924e5af None None] The sync data for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 is: [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:08:52Z', 'revision_number': 4, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef7805b9-4364-4931-a5b3-340170dc0738', 'name': '', 'network_id': '256ff739-7bb6-4efc-ae0a-e34fb08aa1dc', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'mac_address': 'fa:16:3e:84:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:50Z', 'updated_at': '2022-04-18T17:08:57Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'subnets': [{'id': '37fe6bcc-56c6-43cc-ac17-76b10b70b622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:09:30.901479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port eab0990b-dd59-4397-8bb9-3aabeedd2bee yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:30.921929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92aecff-7a14-4a8d-bc16-c9dfcc14e75e req-e1e49903-6594-4712-b3a5-cb7bbea1b2da service neutron] 10.222.0.45 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184362 Apr 18 17:09:30.946385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180db6-0542-4f5f-a354-620959aea325 req-b3a50183-7959-44dd-8a2c-cba7095eea12 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:30.948625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8180db6-0542-4f5f-a354-620959aea325 req-b3a50183-7959-44dd-8a2c-cba7095eea12 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 946 time: 0.1189551 Apr 18 17:09:30.952328 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f139f8c-83a5-4df3-aea1-da250e153702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.005265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-3897db2a-37b0-46c7-9d00-05df383df4ed service neutron] 10.222.0.18 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959898 Apr 18 17:09:31.024770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8180db6-0542-4f5f-a354-620959aea325 req-4adc9bbc-c08a-491e-89a8-09d1ea436f1c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663359 Apr 18 17:09:31.105657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-0590284a-b4a7-460a-9519-7a7d0f880d12 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips/80a2ede9-dcc2-4b7f-92f7-69757c26fc57 HTTP/1.1" status: 200 len: 695 time: 0.0633492 Apr 18 17:09:31.267211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-d5887986-e9f6-4e84-9cc2-197f10fb3a43 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:31.275419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-d5887986-e9f6-4e84-9cc2-197f10fb3a43 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1687875 Apr 18 17:09:31.290140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.294868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35500434-fedb-4058-8f25-e07ee6f5b74c req-37d85bf1-6a18-48ac-9ed0-bfac1e4a0a26 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:31.296408 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35500434-fedb-4058-8f25-e07ee6f5b74c req-37d85bf1-6a18-48ac-9ed0-bfac1e4a0a26 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1175566 Apr 18 17:09:31.355618 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145fdeb-7a71-49b4-8326-c1f21b945357 None None] New status for floating IP 80a2ede9-dcc2-4b7f-92f7-69757c26fc57: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:09:31.380928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-a1581861-4a38-4878-b53c-67608b0783d2 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 698 time: 0.1045580 Apr 18 17:09:31.398195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35500434-fedb-4058-8f25-e07ee6f5b74c req-0021c7c8-ce77-45d7-b144-40188cc4df0c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608673 Apr 18 17:09:31.450744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-9cfbbc46-8b87-4137-ae86-183a4b2f4952 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 698 time: 0.0688455 Apr 18 17:09:31.532639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d12a21a6-cd8b-4b16-91da-12eec9aa2de9 req-394dbbeb-0021-45e6-bc9b-de0efad4789b service neutron] 10.222.0.18 "GET /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594707 Apr 18 17:09:31.592989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.609641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-dc341616-6244-4b1e-8e94-4f628d45b587 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-701854547&fields=id&tenant_id=379f7d3c0c32490298cf5fe057c7b5c7 HTTP/1.1" status: 200 len: 267 time: 0.1093066 Apr 18 17:09:31.660727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=eab0990b-dd59-4397-8bb9-3aabeedd2bee,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:31.671761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:31.679659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:31.682841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:31.696116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:31.697608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.702044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Deleting port 3049d962-a697-4f79-ae9a-5b3eba105666 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:31.702623 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.714082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-5cc5de18-72e6-44e7-baca-831fed148b4c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:31.715985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-5cc5de18-72e6-44e7-baca-831fed148b4c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 946 time: 0.0999448 Apr 18 17:09:31.741840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'port': {'security_groups': ['edf2fd53-0f10-4120-acd9-889b8af8d4cb', 'c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:31.780267 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3778ed5d-dfbf-4a8c-9b56-4cdbe9014cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4604824 Apr 18 17:09:31.780738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33924) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:31.786434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:31.882939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.897700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.920220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.920433 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:31.970155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Calling delete_port for 3049d962-a697-4f79-ae9a-5b3eba105666 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:32.141967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.238256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.248235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] For port ea28e003-9498-425e-8279-e336c9c068fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ea28e003-9498-425e-8279-e336c9c068fa,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:32.298778 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.319326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=eab0990b-dd59-4397-8bb9-3aabeedd2bee,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:32.332932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] In _notify_port_updated(), no bound segment for port eab0990b-dd59-4397-8bb9-3aabeedd2bee on network a51605f5-d60a-4c7d-8c98-888f959c3b87 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:09:32.340213 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.340613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:32.341303 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.343514 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8c442b07-ecbb-4414-9719-e76fcaf58a76 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "PUT /v2.0/ports/eab0990b-dd59-4397-8bb9-3aabeedd2bee HTTP/1.1" status: 200 len: 818 time: 0.5617180 Apr 18 17:09:32.346179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33926) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:32.370773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Pushing event deleted for resources: {'Port': ['ID=3049d962-a697-4f79-ae9a-5b3eba105666,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:32.403521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.443098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'ea28e003-9498-425e-8279-e336c9c068fa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:32.552649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-58a8afe9-cd66-48df-b8f1-e57b1a9de756 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port eab0990b-dd59-4397-8bb9-3aabeedd2bee {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:32.554804 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58a8afe9-cd66-48df-b8f1-e57b1a9de756 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.718783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58a8afe9-cd66-48df-b8f1-e57b1a9de756 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.744601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-58a8afe9-cd66-48df-b8f1-e57b1a9de756 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for eab0990b-dd59-4397-8bb9-3aabeedd2bee owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:32.842924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:32.843636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.844950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40bdeff4-6785-4d48-a5c4-6397533a8cf4 req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "PUT /v2.0/ports/ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 200 len: 982 time: 1.1113429 Apr 18 17:09:32.845628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:32.851004 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "tag": "ea28e003-9498-425e-8279-e336c9c068fa"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:32.881619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.884395 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:32.891146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db732020-9fe3-47da-81fb-ab211f59e3ac req-80c5fbc1-f31b-4424-88a5-78f5d488b8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "DELETE /v2.0/floatingips/80a2ede9-dcc2-4b7f-92f7-69757c26fc57 HTTP/1.1" status: 204 len: 173 time: 1.4394915 Apr 18 17:09:32.909160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee93e89-59e7-49dd-aa30-5241fad9c36d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'Port': ['ID=ea28e003-9498-425e-8279-e336c9c068fa,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:32.941282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58a8afe9-cd66-48df-b8f1-e57b1a9de756 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:33.014340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58a8afe9-cd66-48df-b8f1-e57b1a9de756 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:33.015396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69386d9d-9303-4e6f-97ab-8e490186240e req-d6760773-1617-4947-bfa6-247dd331d38d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:33.017045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69386d9d-9303-4e6f-97ab-8e490186240e req-d6760773-1617-4947-bfa6-247dd331d38d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1048532 Apr 18 17:09:33.022020 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-58a8afe9-cd66-48df-b8f1-e57b1a9de756 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/eab0990b-dd59-4397-8bb9-3aabeedd2bee HTTP/1.1" status: 204 len: 168 time: 0.6723504 Apr 18 17:09:33.022020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8afe9-cd66-48df-b8f1-e57b1a9de756 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=eab0990b-dd59-4397-8bb9-3aabeedd2bee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:33.022861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33936) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:33.049762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0202da-3a3f-4789-bff8-9a06137ac674 req-654aae1d-f183-4e02-a791-12441f44bd9d tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:33.050225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['ea28e003-9498-425e-8279-e336c9c068fa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:33.051481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e0202da-3a3f-4789-bff8-9a06137ac674 req-654aae1d-f183-4e02-a791-12441f44bd9d tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0868983 Apr 18 17:09:33.114998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69386d9d-9303-4e6f-97ab-8e490186240e req-62e7fa80-ef37-4af8-8cdf-df3fcb75b6be tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623486 Apr 18 17:09:33.142504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34c902-2fe6-4498-b40e-14c872852cb6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:33.146847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fc34c902-2fe6-4498-b40e-14c872852cb6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1206486 Apr 18 17:09:33.147111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33938) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:33.148148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e0202da-3a3f-4789-bff8-9a06137ac674 req-344f6e79-f216-4663-bc15-6d0bb2a7b591 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644367 Apr 18 17:09:33.198218 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c735cdbc-e841-438e-adae-6e89ae679d61 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:33.203122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c735cdbc-e841-438e-adae-6e89ae679d61 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/eab0990b-dd59-4397-8bb9-3aabeedd2bee HTTP/1.1" status: 404 len: 333 time: 0.0513365 Apr 18 17:09:33.203461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33942) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:33.208804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-755620195'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:33.227493 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4adfe6e2-b620-4c90-be48-3c2f529c8cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:33.253206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f63ee52a-8073-4c8f-9ebc-7f915f556b9b req-546c406f-91b8-439d-bc17-0742c0800761 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb HTTP/1.1" status: 200 len: 1802 time: 0.0766139 Apr 18 17:09:33.314813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:33.319272 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:33.329055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44468cf-4342-436d-a7f5-dc898de93822 req-cb358832-3b55-4463-bb92-bfb598e0677e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:33.336390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f44468cf-4342-436d-a7f5-dc898de93822 req-cb358832-3b55-4463-bb92-bfb598e0677e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.0992894 Apr 18 17:09:33.359455 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-f63ee52a-8073-4c8f-9ebc-7f915f556b9b req-c6755195-818d-4589-ad2b-d41fd16b1ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 17:09:33.360544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f63ee52a-8073-4c8f-9ebc-7f915f556b9b req-c6755195-818d-4589-ad2b-d41fd16b1ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb HTTP/1.1" status: 409 len: 341 time: 0.0932555 Apr 18 17:09:33.380161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:33.390806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f44468cf-4342-436d-a7f5-dc898de93822 req-1155ef8a-004e-461f-b8eb-3606cac6e4ec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535660 Apr 18 17:09:33.397844 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:33.398559 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Added segment 5db67bb2-9ba7-4d23-a2c5-47d1ce456755 of type vlan for network 2260c792-5ee8-4889-8f03-20a6d045c1bc Apr 18 17:09:33.449076 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df373d3-4c4f-4356-9755-2aa1ed551864 x-openstack-request-id: req-7df373d3-4c4f-4356-9755-2aa1ed551864 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:33.449076 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "tag": "ea28e003-9498-425e-8279-e336c9c068fa", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:33.449076 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7df373d3-4c4f-4356-9755-2aa1ed551864 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:33.449076 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df373d3-4c4f-4356-9755-2aa1ed551864'] response: {'name': 'network-changed', 'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa', 'status': 'completed', 'code': 200} Apr 18 17:09:33.460073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:33.553146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-dcc4119d-4fdb-4f87-9531-4adb1c29a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:33.554710 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-dcc4119d-4fdb-4f87-9531-4adb1c29a420 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1136 time: 0.0569093 Apr 18 17:09:33.622492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f00835-9495-4961-a07d-ab0f8fe91e50 req-87d506fa-5fa4-434c-b510-43f0fe0f2b09 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:33.624001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7f00835-9495-4961-a07d-ab0f8fe91e50 req-87d506fa-5fa4-434c-b510-43f0fe0f2b09 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0511837 Apr 18 17:09:33.648702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-41e8429f-701f-4be2-b02d-f39503e8af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:33.650282 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-41e8429f-701f-4be2-b02d-f39503e8af3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 914 time: 0.0878885 Apr 18 17:09:33.672999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7f00835-9495-4961-a07d-ab0f8fe91e50 req-be7be5ae-2e58-4a52-b884-157be889fc22 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0419548 Apr 18 17:09:33.702154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-08d536f3-efc3-4c26-8278-66c6650eece9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 200 len: 217 time: 0.0445576 Apr 18 17:09:33.717910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:33.890571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:33.890571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:34.131166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9262309 Apr 18 17:09:34.139097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33960) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:34.147747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:34.152449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6d236-6448-40c1-8801-4142639d5a23 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Network': ['ID=2260c792-5ee8-4889-8f03-20a6d045c1bc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:34.153864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad273d9e-0ce9-4296-9f9f-e2bf6f8140a0 req-64ef07c2-8d8d-4517-8bad-555ecd674219 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0807052 Apr 18 17:09:34.156404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-078fd2dc-d8ed-4fc1-9126-9a778e1b396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:34.158221 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-078fd2dc-d8ed-4fc1-9126-9a778e1b396d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 200 len: 853 time: 0.4494882 Apr 18 17:09:34.172331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:34.226553 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-aaec481f-5cdb-4b82-9f7d-e40dbde9e685 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602756 Apr 18 17:09:34.408674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b754336-513c-4308-9904-4c435d9095bc req-75580479-c9e7-42d7-aa13-99b4d415acf6 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:34.411060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4038a3-5507-4fa2-893c-914c22463906 req-58635769-f83d-4524-8bad-2951e4c989e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:34.413003 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc4038a3-5507-4fa2-893c-914c22463906 req-58635769-f83d-4524-8bad-2951e4c989e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43dcf85386614399a0f147f010991642&device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.1130781 Apr 18 17:09:34.416560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b754336-513c-4308-9904-4c435d9095bc req-75580479-c9e7-42d7-aa13-99b4d415acf6 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0990663 Apr 18 17:09:34.500843 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-f6adb191-4e8f-4a8c-bd45-0916df654cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238162 Apr 18 17:09:34.500952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b754336-513c-4308-9904-4c435d9095bc req-7a7f2537-a314-4dda-a802-929283b5a065 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Apr 18 17:09:34.504752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf739cc-d09f-465c-9ffb-e17131bab454 req-144b95bb-4888-467e-b1db-882696ad10a0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:34.515152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fdf739cc-d09f-465c-9ffb-e17131bab454 req-144b95bb-4888-467e-b1db-882696ad10a0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 985 time: 0.2084296 Apr 18 17:09:34.629128 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fdf739cc-d09f-465c-9ffb-e17131bab454 req-e181653c-9dec-47b2-8329-44c5d1e67b89 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb&id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1121063 Apr 18 17:09:34.681299 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c49e2db1-7ff7-4c9d-94fd-ed01d9fad0f3 req-3766475f-9d2b-4b39-acc1-718b764b64f0 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818807 Apr 18 17:09:34.688163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656b0c6-abd9-44c0-afe9-6220462da4da req-6bf39c09-c1e8-451f-86b4-219477b4a557 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:34.701842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7656b0c6-abd9-44c0-afe9-6220462da4da req-6bf39c09-c1e8-451f-86b4-219477b4a557 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1402330 Apr 18 17:09:34.703040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4038a3-5507-4fa2-893c-914c22463906 req-5055bf4d-fa9a-4c98-a00d-5ae819473f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:34.704602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc4038a3-5507-4fa2-893c-914c22463906 req-5055bf4d-fa9a-4c98-a00d-5ae819473f51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59567f02-d888-4645-b56f-fa3654068d98 HTTP/1.1" status: 200 len: 915 time: 0.2815044 Apr 18 17:09:34.712374 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:34.723209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:34.726648 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:34.772270 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc4038a3-5507-4fa2-893c-914c22463906 req-fd97210c-3083-4113-8e41-42b3edfc0866 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66154d88-b153-4a90-98ed-eeb00bb49ed5 HTTP/1.1" status: 200 len: 217 time: 0.0506270 Apr 18 17:09:34.794206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7656b0c6-abd9-44c0-afe9-6220462da4da req-540898ff-457c-43e8-bb4a-ccd518eca67c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884922 Apr 18 17:09:34.901598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4038a3-5507-4fa2-893c-914c22463906 req-a11679da-9b62-4e71-875b-544e726e4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:34.903621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc4038a3-5507-4fa2-893c-914c22463906 req-a11679da-9b62-4e71-875b-544e726e4fab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d79f7328-53cf-438f-8ecb-4b7d9be03eb1 HTTP/1.1" status: 200 len: 854 time: 0.1224365 Apr 18 17:09:34.943851 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc4038a3-5507-4fa2-893c-914c22463906 req-68451b7c-2286-4df5-a76b-29277c7047e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59567f02-d888-4645-b56f-fa3654068d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332899 Apr 18 17:09:34.951060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-3170f9e6-c0fd-4218-8165-56555077425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:34.952683 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-3170f9e6-c0fd-4218-8165-56555077425c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1136 time: 0.0896871 Apr 18 17:09:35.114473 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:35.129548 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc4038a3-5507-4fa2-893c-914c22463906 req-e1a8631f-b085-4946-bcaf-1ad78d65de86 service neutron] 10.222.0.18 "GET /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757123 Apr 18 17:09:35.130834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-e55060ac-84d4-487c-9af8-b85ace4971b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:35.132481 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-e55060ac-84d4-487c-9af8-b85ace4971b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 914 time: 0.1689103 Apr 18 17:09:35.222720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-b0ea06e8-d11b-45a4-bc7d-1fae88e71ebe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 200 len: 217 time: 0.0669730 Apr 18 17:09:35.231477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9837b4-7231-4263-a7a0-5f3b8967bb75 req-8ccce317-9a91-43ef-b697-5e7ce4ed70f4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:35.239367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c9837b4-7231-4263-a7a0-5f3b8967bb75 req-8ccce317-9a91-43ef-b697-5e7ce4ed70f4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.2085814 Apr 18 17:09:35.270815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=6b2248ff-013e-45fb-8464-97f2d4d1064d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:35.291620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe9dda-e4ac-42a5-92b6-56a9e1298450 req-d7034604-e149-4e9f-a82b-84f5bce19da5 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:35.293167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbbe9dda-e4ac-42a5-92b6-56a9e1298450 req-d7034604-e149-4e9f-a82b-84f5bce19da5 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 945 time: 0.1953650 Apr 18 17:09:35.321557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking segment: {'id': '5db67bb2-9ba7-4d23-a2c5-47d1ce456755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:35.321952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network hostable DHCP agents. Network: 2260c792-5ee8-4889-8f03-20a6d045c1bc, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:35.341818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c9837b4-7231-4263-a7a0-5f3b8967bb75 req-de9207fe-2af2-444e-a8fc-51279d1b7347 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014400 Apr 18 17:09:35.347890 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc4038a3-5507-4fa2-893c-914c22463906 req-46940392-7995-416d-806f-059ed82726c4 service neutron] 10.222.0.18 "GET /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922932 Apr 18 17:09:35.373465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-b0b4cf13-5af6-4616-be0b-f378a3d98658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:35.375516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-b0b4cf13-5af6-4616-be0b-f378a3d98658 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 200 len: 853 time: 0.1245944 Apr 18 17:09:35.389963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbbe9dda-e4ac-42a5-92b6-56a9e1298450 req-119085c9-e8e5-4810-a698-69cddffb752c tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879905 Apr 18 17:09:35.433332 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-a2a744e6-389a-4f67-afdb-b53f79bba1db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449281 Apr 18 17:09:35.512173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:35.562546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-b7ae69d6-dd9f-4d15-8f10-e849788c5391 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213062 Apr 18 17:09:35.597453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee51518-e0cc-490a-8694-3f4dc3b4cf7f req-cee0006d-9599-4edf-b35d-4b04e932b053 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:35.599644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dee51518-e0cc-490a-8694-3f4dc3b4cf7f req-cee0006d-9599-4edf-b35d-4b04e932b053 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0573061 Apr 18 17:09:35.602550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 2260c792-5ee8-4889-8f03-20a6d045c1bc) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:35.607640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:35.608637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:35.615549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b6621-dcac-4d90-8955-f38c9b8cdf35 None None] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:35.678219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dee51518-e0cc-490a-8694-3f4dc3b4cf7f req-bc9074e8-b453-4455-b10a-4d17a0d68b70 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573072 Apr 18 17:09:35.710674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-056ea9d9-92da-4ee0-b9ba-c45f55632b7e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5601201 Apr 18 17:09:35.712975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33974) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:35.728741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6a452677-823e-49f9-8ec6-c6bd59ed99bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:35.842084 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c9e83a72-b360-4f54-a88f-0da099bf00ce req-5f3c758d-89e3-4f06-8f1b-e4d493c2951c service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630045 Apr 18 17:09:35.843237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:35.946240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-2260c792-5ee8-4889-8f03-20a6d045c1bc', 'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc', 'tenant_id': '1a52f49992984532aaf1505172c34905', 'fixed_ips': [{'subnet_id': '6b2248ff-013e-45fb-8464-97f2d4d1064d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:09:35.947227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:35.957063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a452677-823e-49f9-8ec6-c6bd59ed99bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:35.961181 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a452677-823e-49f9-8ec6-c6bd59ed99bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:36.133849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320412-204b-4ff7-93b6-36e5f03b2582 req-de57e5df-620a-48c4-9694-46fc6a1af29a tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:36.135805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30320412-204b-4ff7-93b6-36e5f03b2582 req-de57e5df-620a-48c4-9694-46fc6a1af29a tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 985 time: 0.2310989 Apr 18 17:09:36.155149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0ad6-e2ed-44e9-93c9-1dec37bbb4d8 req-a14176d4-a351-4ae0-b4af-981e0c56d337 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:36.157247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25ab0ad6-e2ed-44e9-93c9-1dec37bbb4d8 req-a14176d4-a351-4ae0-b4af-981e0c56d337 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.2024617 Apr 18 17:09:36.171494 n-d-836015-2 neutron-server[109826]: INFO neutron.db.ipam_backend_mixin [None req-6a452677-823e-49f9-8ec6-c6bd59ed99bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b2248ff-013e-45fb-8464-97f2d4d1064d (CIDR: 172.20.0.0/28) Apr 18 17:09:36.174734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:36.197311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Allocated IP 172.20.0.2 (2260c792-5ee8-4889-8f03-20a6d045c1bc/6b2248ff-013e-45fb-8464-97f2d4d1064d/1ea1bfdf-4e06-4358-a589-411401ffa957) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:36.211034 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a452677-823e-49f9-8ec6-c6bd59ed99bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:09:36.212018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a452677-823e-49f9-8ec6-c6bd59ed99bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:09:36.243660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30320412-204b-4ff7-93b6-36e5f03b2582 req-a172259a-8d88-4903-b141-e0e1c81bc052 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb&id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0914540 Apr 18 17:09:36.256113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25ab0ad6-e2ed-44e9-93c9-1dec37bbb4d8 req-43c4bfbb-c0d4-490d-82e4-1ea8a82dd116 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879891 Apr 18 17:09:36.323033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a452677-823e-49f9-8ec6-c6bd59ed99bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6056852 Apr 18 17:09:36.323389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:36.329032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:36.409309 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:36.478254 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:36.541688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:36.545749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:36.549632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:36.590428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fda80-9cc0-49f2-b942-45b75122a023 req-ec7460fe-5695-4db8-b4f8-141b8f2b651e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:36.598481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a7fda80-9cc0-49f2-b942-45b75122a023 req-ec7460fe-5695-4db8-b4f8-141b8f2b651e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1232762 Apr 18 17:09:36.609141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Pushing event updated for resources: {'Port': ['ID=1ea1bfdf-4e06-4358-a589-411401ffa957,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:36.625335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Attempting to bind port 1ea1bfdf-4e06-4358-a589-411401ffa957 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:09:36.626399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Attempting to bind port 1ea1bfdf-4e06-4358-a589-411401ffa957 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '5db67bb2-9ba7-4d23-a2c5-47d1ce456755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:09:36.626399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Attempting to bind port 1ea1bfdf-4e06-4358-a589-411401ffa957 on network 2260c792-5ee8-4889-8f03-20a6d045c1bc {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:36.632003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:09:36.632382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Checking segment: {'id': '5db67bb2-9ba7-4d23-a2c5-47d1ce456755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:36.632925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:36.633305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf97f3-b1cd-460f-9709-645ffa8b2eeb req-3d99f2f6-3a05-44c0-989c-bad1a0341ccd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:36.633612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Bound using segment: {'id': '5db67bb2-9ba7-4d23-a2c5-47d1ce456755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:09:36.633896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Bound port: 1ea1bfdf-4e06-4358-a589-411401ffa957, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db67bb2-9ba7-4d23-a2c5-47d1ce456755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:09:36.634390 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:36.640782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf97f3-b1cd-460f-9709-645ffa8b2eeb req-3d99f2f6-3a05-44c0-989c-bad1a0341ccd tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 945 time: 0.1123760 Apr 18 17:09:36.643879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:36.654390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:36.713134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a7fda80-9cc0-49f2-b942-45b75122a023 req-32637e91-1a45-4073-8b78-4a46204dd0ec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078222 Apr 18 17:09:36.743976 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf97f3-b1cd-460f-9709-645ffa8b2eeb req-a25c4989-94f4-498f-bdc5-9c1f807b863a tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021042 Apr 18 17:09:36.757855 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] For port 1ea1bfdf-4e06-4358-a589-411401ffa957, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:09:36.763825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] For port 1ea1bfdf-4e06-4358-a589-411401ffa957, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ea1bfdf-4e06-4358-a589-411401ffa957,segment=NetworkSegment(5db67bb2-9ba7-4d23-a2c5-47d1ce456755),segment_id=5db67bb2-9ba7-4d23-a2c5-47d1ce456755)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:09:36.837534 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:36.882845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f833b-dc64-49bb-8048-84f1b142d627 req-26061485-0f8e-497b-bdf9-e1e719e7084c tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:36.888777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f59f833b-dc64-49bb-8048-84f1b142d627 req-26061485-0f8e-497b-bdf9-e1e719e7084c tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0915763 Apr 18 17:09:36.963323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1832b6-3f7d-4368-adb9-b7abb99f5d1c None None] Pushing event updated for resources: {'Port': ['ID=1ea1bfdf-4e06-4358-a589-411401ffa957,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:36.973909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f59f833b-dc64-49bb-8048-84f1b142d627 req-a757a823-3c17-4d06-bc27-d5ef885304aa tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773797 Apr 18 17:09:37.180954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:37.364245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:37.385399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:37.389422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:37.390259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:37.400183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=0ceff75d-9daa-4cad-a201-16d29cbd5d3d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:37.417856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.418184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.420637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.421006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.421352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.421721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.422101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.422522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.430848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.431198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.431538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.431876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:37.458170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-5c8247f3-e042-4dd3-9c57-106a9ae72832 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:37.459791 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-5c8247f3-e042-4dd3-9c57-106a9ae72832 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.18 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 945 time: 0.2062638 Apr 18 17:09:37.471546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33998) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:37.476241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc', 'fixed_ips': [{'subnet_id': '6b2248ff-013e-45fb-8464-97f2d4d1064d'}, {'subnet_id': '0ceff75d-9daa-4cad-a201-16d29cbd5d3d'}], 'name': 'tempest-PortsTestJSON-1420809697'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:37.482160 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6fba70d8-3692-4cef-b529-1537608bb99c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1574457 Apr 18 17:09:37.533350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16140db-33a1-4c5d-92d7-799f99f2ba83 req-1e1194b5-cbbb-47d1-ae1b-086bb76d3c54 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:37.537814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d16140db-33a1-4c5d-92d7-799f99f2ba83 req-1e1194b5-cbbb-47d1-ae1b-086bb76d3c54 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1659310 Apr 18 17:09:37.626152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Deleting port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:37.626830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:37.683475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cd8e3-5dfc-4701-845f-2ec40e4a6db5 req-86c9205f-11f3-4644-8316-44b17d1a33c9 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:37.685039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb3cd8e3-5dfc-4701-845f-2ec40e4a6db5 req-86c9205f-11f3-4644-8316-44b17d1a33c9 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 985 time: 0.1369126 Apr 18 17:09:37.706183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d16140db-33a1-4c5d-92d7-799f99f2ba83 req-2652879c-a829-4f02-9af9-157341e6baf7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566839 Apr 18 17:09:37.781343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb3cd8e3-5dfc-4701-845f-2ec40e4a6db5 req-5e03777c-1e4f-490e-af59-6f25850bb228 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb&id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0875425 Apr 18 17:09:37.811949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] For port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:37.812328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:37.825847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:37.828046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Calling delete_port for 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:37.996428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae0a7-e01d-4210-af58-5874c3b81e48 req-9b8c27f6-f5b7-49bb-bb9a-0347b62af442 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:38.008481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2aaae0a7-e01d-4210-af58-5874c3b81e48 req-9b8c27f6-f5b7-49bb-bb9a-0347b62af442 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 945 time: 0.1568363 Apr 18 17:09:38.041510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258cb06-7399-4b58-93ec-a50b5a7103e7 req-699511c0-ce6a-4ad7-9549-3d67cb61a39c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:38.048953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1258cb06-7399-4b58-93ec-a50b5a7103e7 req-699511c0-ce6a-4ad7-9549-3d67cb61a39c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1851721 Apr 18 17:09:38.080089 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:38.095261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:38.126690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:38.145677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['703920f6-e155-4d28-8f5a-4c5a5c0e7fa7'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:38.147389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1258cb06-7399-4b58-93ec-a50b5a7103e7 req-d4e6485a-9d51-4201-a83c-efdab266a28a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972092 Apr 18 17:09:38.151415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Pushing event deleted for resources: {'Port': ['ID=703920f6-e155-4d28-8f5a-4c5a5c0e7fa7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:38.175503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2aaae0a7-e01d-4210-af58-5874c3b81e48 req-d2589ec2-8ef8-41fc-b919-d4ca665ef0e2 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536810 Apr 18 17:09:38.247555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] No DVR routers for this DVR port 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:38.252193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:38.261173 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d4092f-145d-4143-8984-36e08b1a9c87 req-1fa8f9c8-2290-4c5a-9d7f-d7635df4df0d tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.18 "DELETE /v2.0/ports/703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 HTTP/1.1" status: 204 len: 173 time: 0.7776465 Apr 18 17:09:38.261714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'name': 'network-vif-deleted', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:38.271406 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db6f50-d6cd-4284-abcb-2fdcf1419f7a" -d '{"events": [{"server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "name": "network-vif-deleted", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:38.413676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d81a9cf-9c30-4601-8bd7-f5d1390efefc req-8f4bfe5f-20f6-40b6-9531-8d9547d3ae52 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078 tempest-FloatingIPsAssociationNegativeTestJSON-1717176078-project] 10.222.0.45 "GET /v2.0/ports?device_id=122a38c5-6bbb-4ea2-b448-bcd251d3f832 HTTP/1.1" status: 200 len: 210 time: 0.0763605 Apr 18 17:09:38.435846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea1bfdf-4e06-4358-a589-411401ffa957 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:38.524428 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef560466-76a7-47ad-b2c9-9dbc4e0524e5 x-openstack-request-id: req-ef560466-76a7-47ad-b2c9-9dbc4e0524e5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:38.524978 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a38c5-6bbb-4ea2-b448-bcd251d3f832", "name": "network-vif-deleted", "tag": "703920f6-e155-4d28-8f5a-4c5a5c0e7fa7", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:38.525894 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef560466-76a7-47ad-b2c9-9dbc4e0524e5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:38.526708 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef560466-76a7-47ad-b2c9-9dbc4e0524e5'] response: {'server_uuid': '122a38c5-6bbb-4ea2-b448-bcd251d3f832', 'name': 'network-vif-deleted', 'tag': '703920f6-e155-4d28-8f5a-4c5a5c0e7fa7', 'status': 'completed', 'code': 200} Apr 18 17:09:38.533728 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6781b7-3c82-4845-9f97-c2bcc44ec8f2 None None] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:38.564446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-aa543152-c1a4-464a-99aa-122e77d63645 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1619844526&fields=id&tenant_id=379f7d3c0c32490298cf5fe057c7b5c7 HTTP/1.1" status: 200 len: 267 time: 0.2154727 Apr 18 17:09:38.617827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1ea1bfdf-4e06-4358-a589-411401ffa957 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:38.618202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:38.634490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e3ddeeb9-6727-4330-9833-12bc7fd5d9aa None None] Provisioning complete for port 1ea1bfdf-4e06-4358-a589-411401ffa957 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:38.634490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeeb9-6727-4330-9833-12bc7fd5d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:38.682144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-911b850e-8b2a-425e-8a76-9ac1d956929b tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:38.692045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-911b850e-8b2a-425e-8a76-9ac1d956929b tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 985 time: 0.1191161 Apr 18 17:09:38.697924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'port': {'security_groups': ['c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb', 'edf2fd53-0f10-4120-acd9-889b8af8d4cb', 'b36f09b8-5312-4120-b164-c352c926cbe7']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:38.891796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeeb9-6727-4330-9833-12bc7fd5d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:38.897073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:38.912525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:38.948547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb0146-3436-4ecc-8243-94dde641b7e6 req-ba06793a-d2f1-4db0-bfa0-65587789b0b4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:38.950014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcbb0146-3436-4ecc-8243-94dde641b7e6 req-ba06793a-d2f1-4db0-bfa0-65587789b0b4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1374419 Apr 18 17:09:38.951163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.9 (2260c792-5ee8-4889-8f03-20a6d045c1bc/6b2248ff-013e-45fb-8464-97f2d4d1064d/23ce6c8f-34e5-4fb2-a74c-f84851ba576a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:38.987296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.30 (2260c792-5ee8-4889-8f03-20a6d045c1bc/0ceff75d-9daa-4cad-a201-16d29cbd5d3d/23ce6c8f-34e5-4fb2-a74c-f84851ba576a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:38.990985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 1ea1bfdf-4e06-4358-a589-411401ffa957, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ea1bfdf-4e06-4358-a589-411401ffa957,segment=NetworkSegment(5db67bb2-9ba7-4d23-a2c5-47d1ce456755),segment_id=5db67bb2-9ba7-4d23-a2c5-47d1ce456755)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:39.056327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25c1b2-43f9-4505-859f-6509d7e87897 None None] Update dhcp port {'port': {'network_id': '2260c792-5ee8-4889-8f03-20a6d045c1bc', 'fixed_ips': [{'subnet_id': '6b2248ff-013e-45fb-8464-97f2d4d1064d', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ceff75d-9daa-4cad-a201-16d29cbd5d3d'}], 'binding:host_id': 'n-d-836015-2'}, 'id': '1ea1bfdf-4e06-4358-a589-411401ffa957'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:09:39.069905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcbb0146-3436-4ecc-8243-94dde641b7e6 req-1bc35e8c-4dcb-45b3-a9da-f2883d748a81 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933197 Apr 18 17:09:39.093787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a25c1b2-43f9-4505-859f-6509d7e87897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.136253 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.276484 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-e3ddeeb9-6727-4330-9833-12bc7fd5d9aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:09:39.277164 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-e3ddeeb9-6727-4330-9833-12bc7fd5d9aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:09:39.297634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=1ea1bfdf-4e06-4358-a589-411401ffa957,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:39.306301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.306668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.306991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.307333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.307766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.308070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.308621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.308800 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.309182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.309546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.309981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.316097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.316097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:39.360980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] For port ea28e003-9498-425e-8279-e336c9c068fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ea28e003-9498-425e-8279-e336c9c068fa,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:39.394410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987875-e64a-4d12-a37a-75312c8dc615 req-19287d20-e497-49be-bf07-0965a3d46cad tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:39.395935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55987875-e64a-4d12-a37a-75312c8dc615 req-19287d20-e497-49be-bf07-0965a3d46cad tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1437981 Apr 18 17:09:39.400258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-51223e41-af2e-4676-8368-a7a88b3c62ea tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:39.407462 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-51223e41-af2e-4676-8368-a7a88b3c62ea tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.18 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 945 time: 0.1116345 Apr 18 17:09:39.443098 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.462702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55987875-e64a-4d12-a37a-75312c8dc615 req-0a76690f-9c4d-4830-ae69-86c67335fc6d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546753 Apr 18 17:09:39.489284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.566628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=23ce6c8f-34e5-4fb2-a74c-f84851ba576a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:39.569123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.596002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:39.604164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:39.639129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'ea28e003-9498-425e-8279-e336c9c068fa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:39.649652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:39.656876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Deleting port 66154d88-b153-4a90-98ed-eeb00bb49ed5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:39.661293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.715995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-5a25c1b2-43f9-4505-859f-6509d7e87897 None None] Allocated IP 172.20.0.18 (2260c792-5ee8-4889-8f03-20a6d045c1bc/0ceff75d-9daa-4cad-a201-16d29cbd5d3d/1ea1bfdf-4e06-4358-a589-411401ffa957) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:39.743471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:39.744045 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.745864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d939d50c-6ec0-44b6-98f0-b49e53766d6d req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "PUT /v2.0/ports/ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 200 len: 1021 time: 1.0528069 Apr 18 17:09:39.756777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:39.757479 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:39.776536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:39.780405 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8336e389-7496-4d06-895d-5deee74111de" -d '{"events": [{"name": "network-changed", "server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "tag": "ea28e003-9498-425e-8279-e336c9c068fa"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:39.834509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a1202-00ce-4d46-82cb-bf95ed64485e req-f4448855-e8c5-4289-9a31-94739191bdcf tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:39.843954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-452a1202-00ce-4d46-82cb-bf95ed64485e req-f4448855-e8c5-4289-9a31-94739191bdcf tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 945 time: 0.2599516 Apr 18 17:09:39.853843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34024) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:39.867193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-69a385ca-7910-4bee-9524-c083f8e6aba8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3948436 Apr 18 17:09:39.867910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34026) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:39.891863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b2248ff-013e-45fb-8464-97f2d4d1064d'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:39.904274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43b4ed-475d-4e54-9884-4c25a38f3853 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'Port': ['ID=ea28e003-9498-425e-8279-e336c9c068fa,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:39.942700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['ea28e003-9498-425e-8279-e336c9c068fa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:40.014436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] For port 66154d88-b153-4a90-98ed-eeb00bb49ed5, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=66154d88-b153-4a90-98ed-eeb00bb49ed5,segment=NetworkSegment(a72ae5bf-46f1-4bd7-a919-2c916f32659e),segment_id=a72ae5bf-46f1-4bd7-a919-2c916f32659e)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:40.014726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:40.036715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Calling delete_port for 66154d88-b153-4a90-98ed-eeb00bb49ed5 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:40.064056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5a25c1b2-43f9-4505-859f-6509d7e87897 None None] For port 1ea1bfdf-4e06-4358-a589-411401ffa957, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ea1bfdf-4e06-4358-a589-411401ffa957,segment=NetworkSegment(5db67bb2-9ba7-4d23-a2c5-47d1ce456755),segment_id=5db67bb2-9ba7-4d23-a2c5-47d1ce456755)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:40.141807 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a25c1b2-43f9-4505-859f-6509d7e87897 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:40.201468 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a25c1b2-43f9-4505-859f-6509d7e87897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:40.313902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-452a1202-00ce-4d46-82cb-bf95ed64485e req-6967c6fb-5eba-4ff0-b499-7e5ff07b239d tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c322cc0-4510-4f6e-96ee-7db00200fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687490 Apr 18 17:09:40.383980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9fd21b5-f696-4bdf-9b48-1c53174fa8e2 req-f7bcb280-3017-42cc-a8ce-98ecaa6be121 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/b36f09b8-5312-4120-b164-c352c926cbe7 HTTP/1.1" status: 200 len: 1803 time: 0.4883444 Apr 18 17:09:40.422607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:40.428945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea1bfdf-4e06-4358-a589-411401ffa957 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:40.479080 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc4b7d-de47-4c16-a3bb-dd9fc316d0ce x-openstack-request-id: req-0afc4b7d-de47-4c16-a3bb-dd9fc316d0ce {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:40.479799 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "tag": "ea28e003-9498-425e-8279-e336c9c068fa", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:40.480261 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0afc4b7d-de47-4c16-a3bb-dd9fc316d0ce {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:40.481402 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afc4b7d-de47-4c16-a3bb-dd9fc316d0ce'] response: {'name': 'network-changed', 'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa', 'status': 'completed', 'code': 200} Apr 18 17:09:40.495098 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:40.531993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:40.562459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Pushing event deleted for resources: {'Port': ['ID=66154d88-b153-4a90-98ed-eeb00bb49ed5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:40.568963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25c1b2-43f9-4505-859f-6509d7e87897 None None] Pushing event updated for resources: {'Port': ['ID=1ea1bfdf-4e06-4358-a589-411401ffa957,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:40.611066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] No DVR routers for this DVR port 66154d88-b153-4a90-98ed-eeb00bb49ed5 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:40.616772 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:40.620148 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58be05b6-daa8-4e24-9cb6-088f06059a37 req-de84d39a-81cd-468b-8f59-4ff43f36c5a9 tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.18 "DELETE /v2.0/ports/66154d88-b153-4a90-98ed-eeb00bb49ed5 HTTP/1.1" status: 204 len: 173 time: 1.2056708 Apr 18 17:09:40.620612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26826fc2-fb26-40c5-8d73-5f5ec548d4f2', 'name': 'network-vif-deleted', 'tag': '66154d88-b153-4a90-98ed-eeb00bb49ed5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:40.627382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d1977-5256-47ae-b316-809c1e2821dc req-164fbbbe-e2a6-4e93-b6b3-bf8c528cb3a2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:40.630089 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029b6385-71aa-4a56-a9bb-e3a274c09275" -d '{"events": [{"server_uuid": "26826fc2-fb26-40c5-8d73-5f5ec548d4f2", "name": "network-vif-deleted", "tag": "66154d88-b153-4a90-98ed-eeb00bb49ed5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:40.636065 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d1977-5256-47ae-b316-809c1e2821dc req-164fbbbe-e2a6-4e93-b6b3-bf8c528cb3a2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1485007 Apr 18 17:09:40.640088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1ea1bfdf-4e06-4358-a589-411401ffa957 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:40.640464 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:40.689195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e389-7496-4d06-895d-5deee74111de req-53f17b85-e942-44a7-bef5-37d874dea246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:40.692207 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8336e389-7496-4d06-895d-5deee74111de req-53f17b85-e942-44a7-bef5-37d874dea246 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1175 time: 0.2085857 Apr 18 17:09:40.697661 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-f9fd21b5-f696-4bdf-9b48-1c53174fa8e2 req-19f7d62e-8245-403f-882f-4a62dde4915c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 17:09:40.698772 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9fd21b5-f696-4bdf-9b48-1c53174fa8e2 req-19f7d62e-8245-403f-882f-4a62dde4915c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/b36f09b8-5312-4120-b164-c352c926cbe7 HTTP/1.1" status: 409 len: 341 time: 0.2336316 Apr 18 17:09:40.742871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc5d1977-5256-47ae-b316-809c1e2821dc req-cf60a648-c678-483a-93b8-4b3e399dabf2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063023 Apr 18 17:09:40.886011 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0498cb-2a50-41d9-a288-921411905f31 x-openstack-request-id: req-2a0498cb-2a50-41d9-a288-921411905f31 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:40.886011 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26826fc2-fb26-40c5-8d73-5f5ec548d4f2", "name": "network-vif-deleted", "tag": "66154d88-b153-4a90-98ed-eeb00bb49ed5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:40.886011 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a0498cb-2a50-41d9-a288-921411905f31 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:40.886457 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0498cb-2a50-41d9-a288-921411905f31'] response: {'server_uuid': '26826fc2-fb26-40c5-8d73-5f5ec548d4f2', 'name': 'network-vif-deleted', 'tag': '66154d88-b153-4a90-98ed-eeb00bb49ed5', 'status': 'completed', 'code': 200} Apr 18 17:09:40.928620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e389-7496-4d06-895d-5deee74111de req-1c17f5e6-ecee-46c0-ab44-3a18f839fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:40.930266 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8336e389-7496-4d06-895d-5deee74111de req-1c17f5e6-ecee-46c0-ab44-3a18f839fd33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 200 len: 914 time: 0.2237387 Apr 18 17:09:40.988256 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8336e389-7496-4d06-895d-5deee74111de req-5f1bb535-7151-4049-9047-2bb57ae84ff6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 200 len: 217 time: 0.0501854 Apr 18 17:09:41.044975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['66154d88-b153-4a90-98ed-eeb00bb49ed5'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:41.065724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ed55f-3066-41fe-8e3d-a6e1d17fcf0a req-f8f4f2df-cb92-473d-b78f-6c347c94aa11 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:41.067997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c5ed55f-3066-41fe-8e3d-a6e1d17fcf0a req-f8f4f2df-cb92-473d-b78f-6c347c94aa11 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.2340882 Apr 18 17:09:41.126251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e389-7496-4d06-895d-5deee74111de req-b0ea0b99-0b1e-465e-8d55-df41b5e246d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:41.127719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8336e389-7496-4d06-895d-5deee74111de req-b0ea0b99-0b1e-465e-8d55-df41b5e246d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 200 len: 853 time: 0.0759437 Apr 18 17:09:41.160059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c5ed55f-3066-41fe-8e3d-a6e1d17fcf0a req-ce895994-bfdc-454c-9f3d-c15f4363f5fa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817466 Apr 18 17:09:41.182960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Delete allocated IP 172.20.0.30 (2260c792-5ee8-4889-8f03-20a6d045c1bc/0ceff75d-9daa-4cad-a201-16d29cbd5d3d) {{(pid=109826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 17:09:41.190683 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8336e389-7496-4d06-895d-5deee74111de req-be3cf14d-30bd-4fe2-956a-519a8333137a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517073 Apr 18 17:09:41.198989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Deleting port ef7805b9-4364-4931-a5b3-340170dc0738 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:41.199373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:41.256733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:41.288081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:41.289023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 703920f6-e155-4d28-8f5a-4c5a5c0e7fa7 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:41.344210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb2789d-573d-4dc2-8092-4f89eaac4239 None None] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:41.360234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] For port ef7805b9-4364-4931-a5b3-340170dc0738, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ef7805b9-4364-4931-a5b3-340170dc0738,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:41.360707 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:41.364925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8336e389-7496-4d06-895d-5deee74111de req-fd758dd0-2b2b-4c12-82e6-9b933af3afbe service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627800 Apr 18 17:09:41.371268 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:41.402425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Calling delete_port for ef7805b9-4364-4931-a5b3-340170dc0738 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:41.453460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0eaab11e-a900-41e2-801b-162e8394ebbf None None] Provisioning complete for port 1ea1bfdf-4e06-4358-a589-411401ffa957 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:41.455591 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0eaab11e-a900-41e2-801b-162e8394ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:41.485650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83303d57-5514-46f0-8fdb-aec86e849462 req-3e7cd434-dabe-41ed-884c-575375c1b89b tempest-InstanceActionsTestJSON-36467800 tempest-InstanceActionsTestJSON-36467800-project] 10.222.0.45 "GET /v2.0/ports?device_id=26826fc2-fb26-40c5-8d73-5f5ec548d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0544941 Apr 18 17:09:41.518856 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:41.523213 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8336e389-7496-4d06-895d-5deee74111de req-a6cccf66-b2d2-454f-b255-2e8671c5a783 service neutron] 10.222.0.18 "GET /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503496 Apr 18 17:09:41.627907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51792ba2-1348-46f2-a4ab-0ffdc5bfafe3 req-71f7e431-30a5-4d25-967f-250824a49cc5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:41.635580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51792ba2-1348-46f2-a4ab-0ffdc5bfafe3 req-71f7e431-30a5-4d25-967f-250824a49cc5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1024 time: 0.1548533 Apr 18 17:09:41.663230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=23ce6c8f-34e5-4fb2-a74c-f84851ba576a,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:41.719869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:41.738559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] In _notify_port_updated(), no bound segment for port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a on network 2260c792-5ee8-4889-8f03-20a6d045c1bc {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:09:41.744033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:41.744681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:41.746046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-df95cfb5-9023-40b3-ae78-325b299cfea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "PUT /v2.0/ports/23ce6c8f-34e5-4fb2-a74c-f84851ba576a HTTP/1.1" status: 200 len: 919 time: 1.8610127 Apr 18 17:09:41.761577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34050) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:41.762386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7805b9-4364-4931-a5b3-340170dc0738,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:41.768914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51792ba2-1348-46f2-a4ab-0ffdc5bfafe3 req-03827e9b-e7f9-48da-b7db-5eed93fc6154 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb&id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&id=b36f09b8-5312-4120-b164-c352c926cbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1297581 Apr 18 17:09:41.774207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b2248ff-013e-45fb-8464-97f2d4d1064d'}, {'subnet_id': '0ceff75d-9daa-4cad-a201-16d29cbd5d3d'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:41.798968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-b7bea23b-dbbe-4984-be85-706a816c2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:41.800974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-b7bea23b-dbbe-4984-be85-706a816c2284 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 1096 time: 0.1145306 Apr 18 17:09:41.931417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1b9f3168-a86b-4fed-8f5f-3497d42c4063 None None] Provisioning complete for port 1ea1bfdf-4e06-4358-a589-411401ffa957 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:41.931801 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1b9f3168-a86b-4fed-8f5f-3497d42c4063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:41.945727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334ca32-c699-4040-8672-51a8a7cea478 req-385c1011-e853-4b0f-9a99-04ccbbca165a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:41.947457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9334ca32-c699-4040-8672-51a8a7cea478 req-385c1011-e853-4b0f-9a99-04ccbbca165a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1106832 Apr 18 17:09:41.996099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-1fd89e57-f68d-49d1-a120-3eebb84abc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:41.998199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-1fd89e57-f68d-49d1-a120-3eebb84abc9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 913 time: 0.1899436 Apr 18 17:09:42.064144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1b9f3168-a86b-4fed-8f5f-3497d42c4063 None None] Provisioning complete for port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:42.064520 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1b9f3168-a86b-4fed-8f5f-3497d42c4063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.066342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-eca713a1-4552-4261-9d86-29f3ba6202fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63eb8f76-6654-4a9f-abcf-71582b07b247 HTTP/1.1" status: 200 len: 217 time: 0.0569623 Apr 18 17:09:42.073857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9334ca32-c699-4040-8672-51a8a7cea478 req-591d3863-0383-43b1-98a0-04a3796cf041 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153049 Apr 18 17:09:42.115497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f3168-a86b-4fed-8f5f-3497d42c4063 None None] Port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:09:42.129301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-453b89db-3357-482d-becf-fcb58bf423ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:42.131528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-453b89db-3357-482d-becf-fcb58bf423ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.0566266 Apr 18 17:09:42.167423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-feda4917-67be-4491-b2d3-fb8279d2ebc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287955 Apr 18 17:09:42.247412 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-309c5061-0352-4575-bcaa-3bd781628774 None None] Provisioning complete for port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:42.247868 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-309c5061-0352-4575-bcaa-3bd781628774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.327058 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-309c5061-0352-4575-bcaa-3bd781628774 None None] Port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:09:42.398142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-2e79ad3d-317e-4bc6-9bf4-77cc4c47b092 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234781 Apr 18 17:09:42.412981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0e159-b626-47b9-b4c6-bac5e0d78383 req-d389404a-ac75-4aba-adce-1c3e04104d5a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:42.417725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9b0e159-b626-47b9-b4c6-bac5e0d78383 req-d389404a-ac75-4aba-adce-1c3e04104d5a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1094100 Apr 18 17:09:42.468463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea1bfdf-4e06-4358-a589-411401ffa957 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:42.481176 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.536707 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.545108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1ea1bfdf-4e06-4358-a589-411401ffa957 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:42.545726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.551705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9b0e159-b626-47b9-b4c6-bac5e0d78383 req-9fe72d31-ee95-4686-8178-41f661b4b355 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259904 Apr 18 17:09:42.564590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34058) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:42.605817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5b0adbbd-9593-4aaf-9411-e510fc910191 None None] Provisioning complete for port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:42.606187 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b0adbbd-9593-4aaf-9411-e510fc910191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.624462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e69cc8d-bd60-4923-bdbc-5d439f64982d req-40c3fef1-f3a8-4e50-859f-f9812b91f13d service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087946 Apr 18 17:09:42.631923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9de07e5-14b6-460e-a9b1-20bda8847f76 admin admin] Deleting subnet d79f7328-53cf-438f-8ecb-4b7d9be03eb1 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:42.637946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9de07e5-14b6-460e-a9b1-20bda8847f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.681087 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9de07e5-14b6-460e-a9b1-20bda8847f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.706213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5b0adbbd-9593-4aaf-9411-e510fc910191 None None] Port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:09:42.731755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9de07e5-14b6-460e-a9b1-20bda8847f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.868095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9de07e5-14b6-460e-a9b1-20bda8847f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.899715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de07e5-14b6-460e-a9b1-20bda8847f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79f7328-53cf-438f-8ecb-4b7d9be03eb1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:42.902365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9de07e5-14b6-460e-a9b1-20bda8847f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:42.905771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f9de07e5-14b6-460e-a9b1-20bda8847f76 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d79f7328-53cf-438f-8ecb-4b7d9be03eb1 HTTP/1.1" status: 204 len: 168 time: 0.3378882 Apr 18 17:09:42.909389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34062) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:42.914562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10509b-4794-459a-ba19-32116e98d091 req-0d04d941-b9b1-45b9-a6f9-429b51539f3c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:42.916154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a10509b-4794-459a-ba19-32116e98d091 req-0d04d941-b9b1-45b9-a6f9-429b51539f3c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1024 time: 0.0855954 Apr 18 17:09:42.960970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a10509b-4794-459a-ba19-32116e98d091 req-a85bc0e5-2de8-4cf7-b2d5-05ff8282eff3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb&id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&id=b36f09b8-5312-4120-b164-c352c926cbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0383096 Apr 18 17:09:43.001724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Router 07ef01e8-9e01-4a77-b900-d0f63204c494 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:09:43.027387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.19 (2260c792-5ee8-4889-8f03-20a6d045c1bc/0ceff75d-9daa-4cad-a201-16d29cbd5d3d/23ce6c8f-34e5-4fb2-a74c-f84851ba576a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:43.047357 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.195795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f4a6e-f6d8-4689-8270-51128e6df15c req-96c6ecfd-a1b3-41a0-9da5-b2229be78491 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:43.197202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e9f4a6e-f6d8-4689-8270-51128e6df15c req-96c6ecfd-a1b3-41a0-9da5-b2229be78491 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.0542369 Apr 18 17:09:43.237969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e9f4a6e-f6d8-4689-8270-51128e6df15c req-1c5e0e3c-49ce-4ca9-a008-dd83fab9acf6 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338321 Apr 18 17:09:43.262348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 66154d88-b153-4a90-98ed-eeb00bb49ed5 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:43.282963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-bdb370ac-9345-4130-9410-66f2f52746b0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:43.284455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-bdb370ac-9345-4130-9410-66f2f52746b0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.18 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 1024 time: 0.1887934 Apr 18 17:09:43.285975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 66154d88-b153-4a90-98ed-eeb00bb49ed5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:43.286326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 66154d88-b153-4a90-98ed-eeb00bb49ed5 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:43.343147 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.378565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:09:43.388013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] Sync routers for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:09:43.391046 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bdc5be49-87d0-47cc-9c62-3b0b13f468d7 admin admin] 10.222.0.45 "PUT /v2.0/routers/07ef01e8-9e01-4a77-b900-d0f63204c494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361450 Apr 18 17:09:43.393821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34066) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:43.401359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:43.401359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:43.419727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59567f02-d888-4645-b56f-fa3654068d98']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:43.459697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72ae5bf-46f1-4bd7-a919-2c916f32659e') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:43.461041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72ae5bf-46f1-4bd7-a919-2c916f32659e') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:43.471485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.476005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.498110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.506844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:43.507278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:43.509146 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:43.529761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.538633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:43.570184 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.611638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Deleting port ea28e003-9498-425e-8279-e336c9c068fa {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:43.611638 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.627013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a657b-00d3-4157-9206-998da40afa8f req-d04e374e-8f9c-4214-9aa9-1731562d99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:43.628345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad9a657b-00d3-4157-9206-998da40afa8f req-d04e374e-8f9c-4214-9aa9-1731562d99be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 1097 time: 0.0602522 Apr 18 17:09:43.687884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad9a657b-00d3-4157-9206-998da40afa8f req-008a97de-e252-4abb-bd91-17ecc014d192 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 Apr 18 17:09:43.721323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.765997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:09:41Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:43.784206 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.790113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.795501 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/59567f02-d888-4645-b56f-fa3654068d98 HTTP/1.1" status: 204 len: 168 time: 0.8833582 Apr 18 17:09:43.799161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=23ce6c8f-34e5-4fb2-a74c-f84851ba576a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:43.803349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a53cd-6449-4e7b-bafa-5ad17cea0aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=59567f02-d888-4645-b56f-fa3654068d98,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:43.805826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] Checking router: 07ef01e8-9e01-4a77-b900-d0f63204c494 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:09:43.817052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] Routers {'07ef01e8-9e01-4a77-b900-d0f63204c494'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:43.820455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07ef01e8-9e01-4a77-b900-d0f63204c494'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:43.822187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7494a-e181-4a5b-a4ab-94feca9244b6 req-8ef18fda-8986-444b-a20f-46e39d75a9ff tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:43.826076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8db7494a-e181-4a5b-a4ab-94feca9244b6 req-8ef18fda-8986-444b-a20f-46e39d75a9ff tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 945 time: 0.1048768 Apr 18 17:09:43.873353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] In _notify_port_updated(), no bound segment for port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a on network 2260c792-5ee8-4889-8f03-20a6d045c1bc {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:09:43.878952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:43.880292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.883878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3e0855c1-dfb2-42e5-bac6-c66f6855c65f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "PUT /v2.0/ports/23ce6c8f-34e5-4fb2-a74c-f84851ba576a HTTP/1.1" status: 200 len: 999 time: 2.1163430 Apr 18 17:09:43.886306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34072) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:43.889488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] For port ea28e003-9498-425e-8279-e336c9c068fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ea28e003-9498-425e-8279-e336c9c068fa,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:43.890473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:43.899770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8db7494a-e181-4a5b-a4ab-94feca9244b6 req-775723be-2ce0-42f7-bbf9-aa2a305735f5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667870 Apr 18 17:09:43.911832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Calling delete_port for ea28e003-9498-425e-8279-e336c9c068fa owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:43.993786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] Set router 07ef01e8-9e01-4a77-b900-d0f63204c494 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:44.032499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Deleting port 066b48e1-a517-4306-90b2-23bf32cc6317 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:44.032850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.144145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1bfdaacb-e62a-4c0e-8813-ee963224f6c8 None None] Provisioning complete for port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:44.144517 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bfdaacb-e62a-4c0e-8813-ee963224f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.148474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0bee7-73c9-43e8-85ef-f9a2a0560c3f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:44.148828 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bee7-73c9-43e8-85ef-f9a2a0560c3f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.157852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.193561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'ea28e003-9498-425e-8279-e336c9c068fa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:09:44.219463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34076) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:44.221136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] For port 066b48e1-a517-4306-90b2-23bf32cc6317, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=066b48e1-a517-4306-90b2-23bf32cc6317,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:44.221534 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.229335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdaacb-e62a-4c0e-8813-ee963224f6c8 None None] Port 23ce6c8f-34e5-4fb2-a74c-f84851ba576a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:09:44.237467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'Port': ['ID=ea28e003-9498-425e-8279-e336c9c068fa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:44.260068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] No DVR routers for this DVR port ea28e003-9498-425e-8279-e336c9c068fa on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:44.264949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Calling delete_port for 066b48e1-a517-4306-90b2-23bf32cc6317 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:44.265795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.270486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ec2810b4-eb8e-4bdb-9033-7ec7d53f832d req-454ee86a-fcd7-47ca-9c07-98c3d34c6ae3 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.18 "DELETE /v2.0/ports/ea28e003-9498-425e-8279-e336c9c068fa HTTP/1.1" status: 204 len: 173 time: 0.9454598 Apr 18 17:09:44.271082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'name': 'network-vif-deleted', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:44.273740 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b8c8c2-f605-49ee-918b-b8f1a6ed0da7" -d '{"events": [{"server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "name": "network-vif-deleted", "tag": "ea28e003-9498-425e-8279-e336c9c068fa"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:44.285201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21560179-3f08-4757-8536-c74ec1ed215a req-7b5feffd-9d41-4a53-82bc-1b087eb108b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:44.285201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21560179-3f08-4757-8536-c74ec1ed215a req-7b5feffd-9d41-4a53-82bc-1b087eb108b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f HTTP/1.1" status: 200 len: 945 time: 0.1894624 Apr 18 17:09:44.356418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:09:41Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:44.385709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2478a-01c0-4ddb-8231-10d7c9827c08 None None] The sync data for ids ['07ef01e8-9e01-4a77-b900-d0f63204c494'] in n-d-836015-2 is: [{'id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1569295195-router', 'tenant_id': '56e9c3ad2ce64065833f545515ac5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:43Z', 'updated_at': '2022-04-18T17:09:41Z', 'revision_number': 5, 'project_id': '56e9c3ad2ce64065833f545515ac5e78', 'gw_port': {'id': '066b48e1-a517-4306-90b2-23bf32cc6317', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef01e8-9e01-4a77-b900-d0f63204c494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:45Z', 'updated_at': '2022-04-18T17:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:09:44.396723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bee7-73c9-43e8-85ef-f9a2a0560c3f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.401668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-467dd98c-37a1-40aa-9f4b-8580da0c0934 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43dcf85386614399a0f147f010991642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753707 Apr 18 17:09:44.406708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34082) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:44.452078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0bee7-73c9-43e8-85ef-f9a2a0560c3f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 23ce6c8f-34e5-4fb2-a74c-f84851ba576a owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:44.469013 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-daa640bd-a263-4c9c-971b-fab18e846881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.494057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21560179-3f08-4757-8536-c74ec1ed215a req-cd1dabbb-c8a4-4503-9680-91652871228b tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb&id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&id=b36f09b8-5312-4120-b164-c352c926cbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1862273 Apr 18 17:09:44.503033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-daa640bd-a263-4c9c-971b-fab18e846881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.548146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 63eb8f76-6654-4a9f-abcf-71582b07b247 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:44.554672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e49c6b-20eb-4cf5-97ee-0b7b67495bc5 req-1509988e-dc40-4f91-9785-b23b4845d89b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:44.562610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70e49c6b-20eb-4cf5-97ee-0b7b67495bc5 req-1509988e-dc40-4f91-9785-b23b4845d89b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.2308836 Apr 18 17:09:44.595892 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b61df9-9c6f-4228-96f6-e183bece8353 x-openstack-request-id: req-25b61df9-9c6f-4228-96f6-e183bece8353 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:44.596855 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f", "name": "network-vif-deleted", "tag": "ea28e003-9498-425e-8279-e336c9c068fa", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:44.596855 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25b61df9-9c6f-4228-96f6-e183bece8353 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:44.597370 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b61df9-9c6f-4228-96f6-e183bece8353'] response: {'server_uuid': '5048abc7-9dc7-45aa-bfd6-fbe2ef47c00f', 'name': 'network-vif-deleted', 'tag': 'ea28e003-9498-425e-8279-e336c9c068fa', 'status': 'completed', 'code': 200} Apr 18 17:09:44.620439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-daa640bd-a263-4c9c-971b-fab18e846881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.623744 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-daa640bd-a263-4c9c-971b-fab18e846881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.628059 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-daa640bd-a263-4c9c-971b-fab18e846881 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c322cc0-4510-4f6e-96ee-7db00200fdab HTTP/1.1" status: 204 len: 168 time: 0.2200491 Apr 18 17:09:44.646689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa640bd-a263-4c9c-971b-fab18e846881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c322cc0-4510-4f6e-96ee-7db00200fdab,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:44.675904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70e49c6b-20eb-4cf5-97ee-0b7b67495bc5 req-b63ccb3a-4cd8-406d-8225-131b47e2736a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123312 Apr 18 17:09:44.692273 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.742719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:44.749595 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d01eab2-559a-4846-80b6-28794b226f60" -d '{"events": [{"server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:44.779538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:44.816792 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e94cd40-a038-4f42-9fa1-be5917c21a48 x-openstack-request-id: req-2e94cd40-a038-4f42-9fa1-be5917c21a48 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:44.817084 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:44.817434 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e94cd40-a038-4f42-9fa1-be5917c21a48 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:44.817890 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e94cd40-a038-4f42-9fa1-be5917c21a48'] response: {'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'code': 200} Apr 18 17:09:44.895261 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.912359 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.914638 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bee7-73c9-43e8-85ef-f9a2a0560c3f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:44.966506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:44.983180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=066b48e1-a517-4306-90b2-23bf32cc6317,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:45.173102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0bee7-73c9-43e8-85ef-f9a2a0560c3f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=23ce6c8f-34e5-4fb2-a74c-f84851ba576a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:45.175935 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.334033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.336884 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.360368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb065b8-da45-42fa-8cbf-960a5b03e3ef req-bd9e82d1-7db5-4c30-b132-2d14a2e981ad tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:45.361938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2eb065b8-da45-42fa-8cbf-960a5b03e3ef req-bd9e82d1-7db5-4c30-b132-2d14a2e981ad tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 943 time: 0.2772212 Apr 18 17:09:45.367934 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bee7-73c9-43e8-85ef-f9a2a0560c3f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.375722 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b8d0bee7-73c9-43e8-85ef-f9a2a0560c3f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/23ce6c8f-34e5-4fb2-a74c-f84851ba576a HTTP/1.1" status: 204 len: 168 time: 1.4860048 Apr 18 17:09:45.376242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34102) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:45.402357 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbce8a0b-5787-44f5-a34e-f016517e84c1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:45.405965 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bbce8a0b-5787-44f5-a34e-f016517e84c1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/23ce6c8f-34e5-4fb2-a74c-f84851ba576a HTTP/1.1" status: 404 len: 333 time: 0.0266852 Apr 18 17:09:45.406952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:45.443832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2eb065b8-da45-42fa-8cbf-960a5b03e3ef req-1c8a8e19-e9b2-4944-bfc5-b64bb66e271f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365255 Apr 18 17:09:45.477837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a046db-fead-424f-96ab-620599b22b72 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 0ceff75d-9daa-4cad-a201-16d29cbd5d3d {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:45.481604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56a046db-fead-424f-96ab-620599b22b72 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.520709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56a046db-fead-424f-96ab-620599b22b72 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.522701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.523418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07ef01e8-9e01-4a77-b900-d0f63204c494 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:09:45.534431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.538097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4537f212-6c2f-4af2-8bfc-e95156f670c4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/07ef01e8-9e01-4a77-b900-d0f63204c494 HTTP/1.1" status: 204 len: 168 time: 2.1408906 Apr 18 17:09:45.538578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34108) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:45.633342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e3ed8a-d2ba-4726-a392-43f5cc3841bd admin admin] Deleting subnet 37fe6bcc-56c6-43cc-ac17-76b10b70b622 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:45.642508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed8a-d2ba-4726-a392-43f5cc3841bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.651987 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56a046db-fead-424f-96ab-620599b22b72 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.719104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-508817e0-dd53-45cc-97c1-dee5259efa14 req-b88de7cc-faef-428c-bba7-4b53abf84239 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb HTTP/1.1" status: 200 len: 1802 time: 0.1122499 Apr 18 17:09:45.747698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed8a-d2ba-4726-a392-43f5cc3841bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.832977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56a046db-fead-424f-96ab-620599b22b72 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.871187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a046db-fead-424f-96ab-620599b22b72 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=0ceff75d-9daa-4cad-a201-16d29cbd5d3d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:45.875213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56a046db-fead-424f-96ab-620599b22b72 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.881902 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-56a046db-fead-424f-96ab-620599b22b72 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/0ceff75d-9daa-4cad-a201-16d29cbd5d3d HTTP/1.1" status: 204 len: 168 time: 0.4736040 Apr 18 17:09:45.882717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34122) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:45.884907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5123d9-7ec8-4d52-90db-3858e76fb538 None None] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:45.903377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a190169-106a-4f17-ae55-15ce46abc44b req-42c3560b-6743-464c-be0e-745662250386 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:45.904944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a190169-106a-4f17-ae55-15ce46abc44b req-42c3560b-6743-464c-be0e-745662250386 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1106353 Apr 18 17:09:45.913914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-508817e0-dd53-45cc-97c1-dee5259efa14 req-9656475f-53a7-41d5-80ae-5f92551b790d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.926962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed8a-d2ba-4726-a392-43f5cc3841bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.948777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d5cf81-fa03-48a0-806a-daa1e9169c0a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 6b2248ff-013e-45fb-8464-97f2d4d1064d {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:45.952579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54d5cf81-fa03-48a0-806a-daa1e9169c0a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:45.992628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:46.011150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54d5cf81-fa03-48a0-806a-daa1e9169c0a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.119655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54d5cf81-fa03-48a0-806a-daa1e9169c0a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.147011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-138338802-network', 'tenant_id': '3736ba1afbbc4f41ab793078edbfe735'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:46.266424 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Made reservation on behalf of 3736ba1afbbc4f41ab793078edbfe735 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:46.268268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.278810 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.287881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54d5cf81-fa03-48a0-806a-daa1e9169c0a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.303940 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-508817e0-dd53-45cc-97c1-dee5259efa14 req-9656475f-53a7-41d5-80ae-5f92551b790d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.339211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5cf81-fa03-48a0-806a-daa1e9169c0a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2248ff-013e-45fb-8464-97f2d4d1064d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:46.343889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a190169-106a-4f17-ae55-15ce46abc44b req-2b03a3b2-2511-4001-afd2-c682971fda12 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199190 Apr 18 17:09:46.352247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ef7805b9-4364-4931-a5b3-340170dc0738 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:46.373977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54d5cf81-fa03-48a0-806a-daa1e9169c0a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.381101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-54d5cf81-fa03-48a0-806a-daa1e9169c0a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/6b2248ff-013e-45fb-8464-97f2d4d1064d HTTP/1.1" status: 204 len: 168 time: 0.4947832 Apr 18 17:09:46.381864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34130) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:46.407040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ef7805b9-4364-4931-a5b3-340170dc0738 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:46.407423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ef7805b9-4364-4931-a5b3-340170dc0738 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:46.407823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 066b48e1-a517-4306-90b2-23bf32cc6317 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:46.429442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 066b48e1-a517-4306-90b2-23bf32cc6317 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:46.429945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 066b48e1-a517-4306-90b2-23bf32cc6317 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:46.479074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-508817e0-dd53-45cc-97c1-dee5259efa14 req-9656475f-53a7-41d5-80ae-5f92551b790d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.485066 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-508817e0-dd53-45cc-97c1-dee5259efa14 req-9656475f-53a7-41d5-80ae-5f92551b790d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.485066 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-508817e0-dd53-45cc-97c1-dee5259efa14 req-9656475f-53a7-41d5-80ae-5f92551b790d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb HTTP/1.1" status: 204 len: 173 time: 0.7448664 Apr 18 17:09:46.495482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b96e0-53de-4930-a31a-53eb23e23d93 req-b835d6ea-30a0-417b-8b38-19706cc194d9 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:46.496577 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.503138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-629b96e0-53de-4930-a31a-53eb23e23d93 req-b835d6ea-30a0-417b-8b38-19706cc194d9 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.0745947 Apr 18 17:09:46.521478 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed8a-d2ba-4726-a392-43f5cc3841bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.560679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3ed8a-d2ba-4726-a392-43f5cc3841bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fe6bcc-56c6-43cc-ac17-76b10b70b622,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:46.562855 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed8a-d2ba-4726-a392-43f5cc3841bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.565317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99735b0e-f7bf-4ce1-a1f8-d245da0c5698 None None] Network 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:46.575490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-66e3ed8a-d2ba-4726-a392-43f5cc3841bd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/37fe6bcc-56c6-43cc-ac17-76b10b70b622 HTTP/1.1" status: 204 len: 168 time: 1.0351646 Apr 18 17:09:46.577074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656475f-53a7-41d5-80ae-5f92551b790d tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:46.580913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34136) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:46.645181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-629b96e0-53de-4930-a31a-53eb23e23d93 req-795da806-d91d-4086-bcfc-eb1917f60f93 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411672 Apr 18 17:09:46.687286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.691877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c7d8-7667-4646-96e9-1a23d5cd5819 req-bf7b1ba5-9b5c-491e-a469-5795a84a1ced tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:46.692144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 1ea1bfdf-4e06-4358-a589-411401ffa957 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:46.692493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.703981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ae4c7d8-7667-4646-96e9-1a23d5cd5819 req-bf7b1ba5-9b5c-491e-a469-5795a84a1ced tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 943 time: 0.1241808 Apr 18 17:09:46.770198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ae4c7d8-7667-4646-96e9-1a23d5cd5819 req-c2753450-3ccf-4fac-af46-ae55907733c9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651639 Apr 18 17:09:46.779478 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.785677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e477d6-7e4c-4c78-8165-0635cd5cd919 None None] Network 2260c792-5ee8-4889-8f03-20a6d045c1bc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:46.785985 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.787342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76568d8c-0acf-4eb7-a0f4-70a705c03073 req-474190c1-3fb2-42f6-a21f-0b119ae2b441 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/b36f09b8-5312-4120-b164-c352c926cbe7 HTTP/1.1" status: 200 len: 1803 time: 0.0803671 Apr 18 17:09:46.819096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] DHCP port deletion for 256ff739-7bb6-4efc-ae0a-e34fb08aa1dc request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:09:46.845456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:46.857053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.857494 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Added segment 339f8f74-9a3b-4e83-a599-9c3845bd2b19 of type vlan for network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 Apr 18 17:09:46.857722 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-76568d8c-0acf-4eb7-a0f4-70a705c03073 req-d78a4a52-0f01-408c-b90d-1b54ab334404 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.889569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-76568d8c-0acf-4eb7-a0f4-70a705c03073 req-d78a4a52-0f01-408c-b90d-1b54ab334404 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.912146 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.962626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] For port 1ea1bfdf-4e06-4358-a589-411401ffa957, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ea1bfdf-4e06-4358-a589-411401ffa957,segment=NetworkSegment(5db67bb2-9ba7-4d23-a2c5-47d1ce456755),segment_id=5db67bb2-9ba7-4d23-a2c5-47d1ce456755)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:46.963052 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:46.971243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c3d4e5-d30f-4ced-931e-d299f9763602,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:47.005102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 1ea1bfdf-4e06-4358-a589-411401ffa957 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:47.068212 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-76568d8c-0acf-4eb7-a0f4-70a705c03073 req-d78a4a52-0f01-408c-b90d-1b54ab334404 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.068212 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-76568d8c-0acf-4eb7-a0f4-70a705c03073 req-d78a4a52-0f01-408c-b90d-1b54ab334404 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.068212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76568d8c-0acf-4eb7-a0f4-70a705c03073 req-d78a4a52-0f01-408c-b90d-1b54ab334404 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/b36f09b8-5312-4120-b164-c352c926cbe7 HTTP/1.1" status: 204 len: 173 time: 0.2516494 Apr 18 17:09:47.068212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a4a52-0f01-408c-b90d-1b54ab334404 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36f09b8-5312-4120-b164-c352c926cbe7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:47.098378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Deleting port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:47.098697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.123832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.125548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:47.126183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.167850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c15d5a30-99cf-41ac-8287-c179a73a9ee5 None None] Provisioning complete for port 1ea1bfdf-4e06-4358-a589-411401ffa957 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:47.169518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c15d5a30-99cf-41ac-8287-c179a73a9ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.252651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] For port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:47.252651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.252916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] Deleting port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:47.252916 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.253072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] Pushing event updated for resources: {'Network': ['ID=a31d2fe2-9543-4ee1-b2f0-ce4370863a25,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:47.263463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Calling delete_port for 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:47.266940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:47.276474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.281391 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-45defc9d-18a2-4ade-9293-1ff275ceda48 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2873015 Apr 18 17:09:47.284972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34160) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:47.292109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Request body: {'subnet': {'network_id': 'a31d2fe2-9543-4ee1-b2f0-ce4370863a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-138338802-subnet', 'tenant_id': '3736ba1afbbc4f41ab793078edbfe735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:47.317268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ea28e003-9498-425e-8279-e336c9c068fa no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:47.319496 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.321263 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.358437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No DVR routers for this DVR port 1ea1bfdf-4e06-4358-a589-411401ffa957 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:47.366467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=1ea1bfdf-4e06-4358-a589-411401ffa957,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:47.396237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0ca73-e7e4-4c16-8585-231d8c8a03e5 None None] DHCP port deletion for 2260c792-5ee8-4889-8f03-20a6d045c1bc request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:09:47.407932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c15d5a30-99cf-41ac-8287-c179a73a9ee5 None None] Port 1ea1bfdf-4e06-4358-a589-411401ffa957 update to ACTIVE by agent not found {{(pid=109827) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 17:09:47.413016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: ea28e003-9498-425e-8279-e336c9c068fa {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:47.413390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ea28e003-9498-425e-8279-e336c9c068fa not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:47.420508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Made reservation on behalf of 3736ba1afbbc4f41ab793078edbfe735 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:47.424066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] For port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,segment=NetworkSegment(31d605cd-f2f9-421d-a349-5a5b5ef921f4),segment_id=31d605cd-f2f9-421d-a349-5a5b5ef921f4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:47.426918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.427025 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.452642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] Calling delete_port for 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:47.480813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-f3d3293b-2e85-4258-b430-912a44b30e3a req-7ecb8714-9fc5-4be7-a9d5-f0a1a225a053 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-862107229', 'description': 'tempest-description-619481655'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:47.632171 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.665017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] Pushing event deleted for resources: {'Port': ['ID=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:47.668749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c8b78-fcb2-408c-98dd-a6a5778db9d4 None None] No DVR routers for this DVR port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:47.685544 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f3d3293b-2e85-4258-b430-912a44b30e3a req-7ecb8714-9fc5-4be7-a9d5-f0a1a225a053 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.811908 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.821390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f3d3293b-2e85-4258-b430-912a44b30e3a req-7ecb8714-9fc5-4be7-a9d5-f0a1a225a053 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.839791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2260c792-5ee8-4889-8f03-20a6d045c1bc']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:47.850140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db67bb2-9ba7-4d23-a2c5-47d1ce456755') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:47.850439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db67bb2-9ba7-4d23-a2c5-47d1ce456755') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:47.852297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.867069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.883739 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.888522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f3d3293b-2e85-4258-b430-912a44b30e3a req-7ecb8714-9fc5-4be7-a9d5-f0a1a225a053 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.892159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e71e33e-ebb6-4470-9f51-4c0aee8baf0b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:47.899740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] No DVR routers for this DVR port 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:47.903877 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.929013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:47.929382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:47.932495 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:47.967469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0cae59-c8f1-4369-b14f-231ce480e7d9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:47.972856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb8714-9fc5-4be7-a9d5-f0a1a225a053 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e487775-78af-4d2f-a466-095b455b7931,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:47.997169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Checking segment: {'id': '339f8f74-9a3b-4e83-a599-9c3845bd2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a31d2fe2-9543-4ee1-b2f0-ce4370863a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:47.997595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Network hostable DHCP agents. Network: a31d2fe2-9543-4ee1-b2f0-ce4370863a25, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:48.028876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.055982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256ff739-7bb6-4efc-ae0a-e34fb08aa1dc']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:48.056584 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f3d3293b-2e85-4258-b430-912a44b30e3a req-7ecb8714-9fc5-4be7-a9d5-f0a1a225a053 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.067669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3d3293b-2e85-4258-b430-912a44b30e3a req-7ecb8714-9fc5-4be7-a9d5-f0a1a225a053 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6119592 Apr 18 17:09:48.067771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d605cd-f2f9-421d-a349-5a5b5ef921f4') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:48.067771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d605cd-f2f9-421d-a349-5a5b5ef921f4') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:48.068232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:48.077936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.092351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.098577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:09:48.098969 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:09:48.100607 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:09:48.113796 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.122095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.125359 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/networks/2260c792-5ee8-4889-8f03-20a6d045c1bc HTTP/1.1" status: 204 len: 168 time: 1.7421889 Apr 18 17:09:48.139241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34188) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:48.154051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a31d2fe2-9543-4ee1-b2f0-ce4370863a25) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:48.159247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:48.159906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.166759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e02cb-381c-4a68-bc58-ba0a19e147ef None None] Network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:48.171914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaacae-6e1f-46e5-8604-0c58f5ccb643 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Network': ['ID=2260c792-5ee8-4889-8f03-20a6d045c1bc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:48.230672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb7111-18f0-4d73-89d5-4f2c7c7fcf5c req-608b6042-412a-444a-9ccf-80ae64bfacc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:48.232664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72cb7111-18f0-4d73-89d5-4f2c7c7fcf5c req-608b6042-412a-444a-9ccf-80ae64bfacc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1240804 Apr 18 17:09:48.240108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd843e2-819c-4fbb-8c29-3c672a367f37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:48.241545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2fd843e2-819c-4fbb-8c29-3c672a367f37 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1004248 Apr 18 17:09:48.245139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34190) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:48.285462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.286047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72cb7111-18f0-4d73-89d5-4f2c7c7fcf5c req-cef110bd-0f52-4cd5-a1ac-afc3b6ecb279 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Apr 18 17:09:48.291805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.298154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] 10.222.0.45 "DELETE /v2.0/networks/256ff739-7bb6-4efc-ae0a-e34fb08aa1dc HTTP/1.1" status: 204 len: 168 time: 1.7157741 Apr 18 17:09:48.323160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c4a1d-e11b-42b5-9cca-49c1a570854a admin admin] Pushing event deleted for resources: {'Network': ['ID=256ff739-7bb6-4efc-ae0a-e34fb08aa1dc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:48.332651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1b1fa1fd-f91e-4aa7-95db-0358989b3eb4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0455577 Apr 18 17:09:48.364777 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f71ae54d-cdf5-4046-94ad-536565a2cfb3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1183419 Apr 18 17:09:48.365149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:48.368641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:48.384255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2018069062'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:48.393336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d989f46-ec80-4be5-8c9e-3a76179704b2 None None] Network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:48.395358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:48.395748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1e71e33e-ebb6-4470-9f51-4c0aee8baf0b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:48.396188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea1bfdf-4e06-4358-a589-411401ffa957 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:48.421731 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14fe7b8e-4097-4cfd-854a-bb18a3e8e71a req-52dde801-2859-4d42-9cda-9cd7bca95d37 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/2e487775-78af-4d2f-a466-095b455b7931 HTTP/1.1" status: 200 len: 1801 time: 0.0731514 Apr 18 17:09:48.429881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1ea1bfdf-4e06-4358-a589-411401ffa957 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:48.430280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea1bfdf-4e06-4358-a589-411401ffa957 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:48.437956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-14fe7b8e-4097-4cfd-854a-bb18a3e8e71a req-920bb27d-2731-4540-a2e8-b80bd2672ee0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Request body: {'security_group': {'name': 'tempest-sg-hth-824791897', 'description': 'tempest-description-hth-1907382556'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:48.483021 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-14fe7b8e-4097-4cfd-854a-bb18a3e8e71a req-920bb27d-2731-4540-a2e8-b80bd2672ee0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.489335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:48.494697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.552604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:48.564819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 63eb8f76-6654-4a9f-abcf-71582b07b247 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:48.566034 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-14fe7b8e-4097-4cfd-854a-bb18a3e8e71a req-920bb27d-2731-4540-a2e8-b80bd2672ee0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.569064 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.569436 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Added segment 1c56b2e2-19e1-4697-bd70-b3d948160bd3 of type vlan for network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b Apr 18 17:09:48.610509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.707636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-14fe7b8e-4097-4cfd-854a-bb18a3e8e71a req-920bb27d-2731-4540-a2e8-b80bd2672ee0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.710340 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-14fe7b8e-4097-4cfd-854a-bb18a3e8e71a req-920bb27d-2731-4540-a2e8-b80bd2672ee0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.711547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14fe7b8e-4097-4cfd-854a-bb18a3e8e71a req-920bb27d-2731-4540-a2e8-b80bd2672ee0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "PUT /v2.0/security-groups/2e487775-78af-4d2f-a466-095b455b7931 HTTP/1.1" status: 200 len: 1776 time: 0.2828152 Apr 18 17:09:48.740107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-41104cb1-28ad-4d7a-81e3-17d48c15e188 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:48.741653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-41104cb1-28ad-4d7a-81e3-17d48c15e188 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=39d83d40-5601-4a63-81ca-3a2030f6e2d6 HTTP/1.1" status: 200 len: 943 time: 0.0718057 Apr 18 17:09:48.762760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.770288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:48.770899 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.776755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34208) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:48.810830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bb27d-2731-4540-a2e8-b80bd2672ee0 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e487775-78af-4d2f-a466-095b455b7931,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:48.827842 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7e95d23-6d81-46ae-adfe-82659ad12b43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56e9c3ad2ce64065833f545515ac5e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488796 Apr 18 17:09:48.830409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34214) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:48.890145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ef07a22-e862-4e38-9739-62cb958d0dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.913942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Network': ['ID=dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:48.919614 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ef07a22-e862-4e38-9739-62cb958d0dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:48.927559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:48.943793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-45ddd706-24e2-4f45-9081-a2d3f236f625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5710943 Apr 18 17:09:48.944002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34216) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:48.952332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:48.977055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Deleting port 63eb8f76-6654-4a9f-abcf-71582b07b247 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:48.977396 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:49.078025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ef07a22-e862-4e38-9739-62cb958d0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:49.080561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ef07a22-e862-4e38-9739-62cb958d0dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:49.084302 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ef07a22-e862-4e38-9739-62cb958d0dc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b HTTP/1.1" status: 204 len: 168 time: 0.2472563 Apr 18 17:09:49.109664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef07a22-e862-4e38-9739-62cb958d0dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b342f1-fb1f-4e8c-a2db-9b606c1f9c3b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:49.143953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] For port 63eb8f76-6654-4a9f-abcf-71582b07b247, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=63eb8f76-6654-4a9f-abcf-71582b07b247,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:49.144512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:49.164348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Calling delete_port for 63eb8f76-6654-4a9f-abcf-71582b07b247 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:49.233489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:49.237091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:49.428528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-2464c4a4-7ff2-4e37-ab53-d0263493519a tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:49.429933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-2464c4a4-7ff2-4e37-ab53-d0263493519a tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/networks?id=a31d2fe2-9543-4ee1-b2f0-ce4370863a25 HTTP/1.1" status: 200 len: 821 time: 0.2212784 Apr 18 17:09:49.502146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-734b1063-c6f1-46ef-a1ea-85c0c98b9284 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/quotas/3736ba1afbbc4f41ab793078edbfe735 HTTP/1.1" status: 200 len: 375 time: 0.0483327 Apr 18 17:09:49.555824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-fbcf936e-7c4c-4926-9508-b7b99650dad9 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3736ba1afbbc4f41ab793078edbfe735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446007 Apr 18 17:09:49.651138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:49.686588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event deleted for resources: {'Port': ['ID=63eb8f76-6654-4a9f-abcf-71582b07b247,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:49.745468 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:49.755847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] No DVR routers for this DVR port 63eb8f76-6654-4a9f-abcf-71582b07b247 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:49.779966 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:49.783167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d5c3805-0868-4dff-93f2-987a7f26ac56 req-de174720-32a8-4668-a884-815e8aedacec tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "DELETE /v2.0/ports/63eb8f76-6654-4a9f-abcf-71582b07b247 HTTP/1.1" status: 204 len: 173 time: 1.0332804 Apr 18 17:09:49.783606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'name': 'network-vif-deleted', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:49.785901 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d2e04-b37c-4e67-8e7c-7e3b19c4e891" -d '{"events": [{"server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "name": "network-vif-deleted", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:49.798644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-23444b3d-2717-49cf-a0f9-0097ec405b7f service neutron] 10.222.0.45 "GET /v2.0/networks/a31d2fe2-9543-4ee1-b2f0-ce4370863a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085865 Apr 18 17:09:49.868414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=636bbbae-6361-4fec-a8a7-043fa85112c8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:49.906154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking segment: {'id': '1c56b2e2-19e1-4697-bd70-b3d948160bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:49.906562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network hostable DHCP agents. Network: dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:49.928991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-eb685b09-d65d-4c71-8fe0-2e390a4c71db service neutron] 10.222.0.45 "GET /v2.0/networks/a31d2fe2-9543-4ee1-b2f0-ce4370863a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220512 Apr 18 17:09:50.008388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:50.114633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:50.123145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:50.123145 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.144035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa081e12-e54e-408a-98a9-f0b474fe4e0d None None] Network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:50.237376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b56e8c5e-054d-48b7-b764-186f6ca4c0a9 req-f5ab1e66-e04f-479a-ad22-934b5a0237b5 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/2e487775-78af-4d2f-a466-095b455b7931 HTTP/1.1" status: 200 len: 1776 time: 0.0464189 Apr 18 17:09:50.263512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-847cc51f-fe2f-435f-8332-77ccfa261206 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3167288 Apr 18 17:09:50.268387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34256) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:50.273671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b', 'name': 'tempest-PortsTestJSON-1978884548'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:50.332719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b', 'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b', 'tenant_id': '1a52f49992984532aaf1505172c34905', 'fixed_ips': [{'subnet_id': '636bbbae-6361-4fec-a8a7-043fa85112c8'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:09:50.334136 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.457297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:50.502403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Allocated IP 172.20.0.2 (dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b/636bbbae-6361-4fec-a8a7-043fa85112c8/36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:50.536361 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c28295-0e0c-4d5c-a175-74bfe7f92b19 x-openstack-request-id: req-e3c28295-0e0c-4d5c-a175-74bfe7f92b19 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:50.536671 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d83d40-5601-4a63-81ca-3a2030f6e2d6", "name": "network-vif-deleted", "tag": "63eb8f76-6654-4a9f-abcf-71582b07b247", "status": "failed", "code": 422}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:50.536942 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3c28295-0e0c-4d5c-a175-74bfe7f92b19 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:50.537363 n-d-836015-2 neutron-server[109826]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e3c28295-0e0c-4d5c-a175-74bfe7f92b19']: {'server_uuid': '39d83d40-5601-4a63-81ca-3a2030f6e2d6', 'name': 'network-vif-deleted', 'tag': '63eb8f76-6654-4a9f-abcf-71582b07b247', 'status': 'failed', 'code': 422} returned with failed status Apr 18 17:09:50.578645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:50.582996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.589335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1569041780-network', 'tenant_id': 'eff89bb9d2144036906f3e3de3122e8e'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:50.614324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94d9020c-80c0-4842-8a1f-c8ad7b296a69 req-d1dccc7a-dc43-4c2d-b138-5ce395e731b3 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 210 time: 0.0475595 Apr 18 17:09:50.651545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port ab65f8cd-171b-423b-b806-f8f94202476a yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:50.682616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Made reservation on behalf of eff89bb9d2144036906f3e3de3122e8e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:50.683381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.710273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.725079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e884e8a-d105-4726-8773-19e04becb4fd req-5fcd1221-f6c2-418a-9677-a42998917779 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/2e487775-78af-4d2f-a466-095b455b7931 HTTP/1.1" status: 200 len: 1776 time: 0.1043372 Apr 18 17:09:50.774478 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.811604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.863631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9e884e8a-d105-4726-8773-19e04becb4fd req-ec5d1890-4bac-4599-a6fe-441facca5725 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.896043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9e884e8a-d105-4726-8773-19e04becb4fd req-ec5d1890-4bac-4599-a6fe-441facca5725 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.911399 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b85cb-dd5f-4907-a05a-bd100f0fde15 req-e6e868cb-790d-4608-b873-a5c2eb00fc80 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:50.916145 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.916290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef0b85cb-dd5f-4907-a05a-bd100f0fde15 req-e6e868cb-790d-4608-b873-a5c2eb00fc80 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1212752 Apr 18 17:09:50.953681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:50.957629 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:50.963322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:50.970803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:50.981550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:09:50.984356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Pushing event updated for resources: {'Port': ['ID=36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:50.996313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:51.001726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.002352 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Added segment 7ce70b9c-4b9d-4113-a408-590278c86ea4 of type vlan for network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e Apr 18 17:09:51.005749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.7 (dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b/636bbbae-6361-4fec-a8a7-043fa85112c8/ab65f8cd-171b-423b-b806-f8f94202476a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:51.024956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef0b85cb-dd5f-4907-a05a-bd100f0fde15 req-bf5918eb-c176-4413-93e6-b818bd959ed2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023331 Apr 18 17:09:51.059526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.066045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Attempting to bind port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:09:51.066519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Attempting to bind port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '1c56b2e2-19e1-4697-bd70-b3d948160bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:09:51.067133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Attempting to bind port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 on network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:51.072704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:09:51.077312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Checking segment: {'id': '1c56b2e2-19e1-4697-bd70-b3d948160bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:51.077312 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.077312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Bound using segment: {'id': '1c56b2e2-19e1-4697-bd70-b3d948160bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:09:51.077312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Bound port: 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c56b2e2-19e1-4697-bd70-b3d948160bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:09:51.077312 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.114889 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:09:51.137766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9e884e8a-d105-4726-8773-19e04becb4fd req-ec5d1890-4bac-4599-a6fe-441facca5725 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.140295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9e884e8a-d105-4726-8773-19e04becb4fd req-ec5d1890-4bac-4599-a6fe-441facca5725 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.143946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] For port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:09:51.148032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] For port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82,segment=NetworkSegment(1c56b2e2-19e1-4697-bd70-b3d948160bd3),segment_id=1c56b2e2-19e1-4697-bd70-b3d948160bd3)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:09:51.150090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e884e8a-d105-4726-8773-19e04becb4fd req-ec5d1890-4bac-4599-a6fe-441facca5725 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/2e487775-78af-4d2f-a466-095b455b7931 HTTP/1.1" status: 204 len: 173 time: 0.4150658 Apr 18 17:09:51.162790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.163985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:51.164840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.209512 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.245444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d1890-4bac-4599-a6fe-441facca5725 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e487775-78af-4d2f-a466-095b455b7931,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:51.275507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8143229 Apr 18 17:09:51.276457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34290) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:51.281173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Request body: {'subnet': {'network_id': 'fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1569041780-subnet', 'tenant_id': 'eff89bb9d2144036906f3e3de3122e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:51.302052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3514575-8846-4e57-b2e3-989eb8a42f5c admin admin] Pushing event updated for resources: {'Network': ['ID=fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:51.317193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:09:51.319718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8563d70-a6d3-40ea-8e6f-be0cbcb0aad6 None None] Pushing event updated for resources: {'Port': ['ID=36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:51.380176 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.391793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Made reservation on behalf of eff89bb9d2144036906f3e3de3122e8e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:51.395451 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.402106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0d9b-30cc-477f-9c48-f4cbe8dce1ca req-377b32b3-885a-464d-83c2-73c887179921 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:51.403710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d79e0d9b-30cc-477f-9c48-f4cbe8dce1ca req-377b32b3-885a-464d-83c2-73c887179921 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.1831501 Apr 18 17:09:51.478752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-fc6ab52e-b7b8-4113-9bad-c0a1506086bd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:51.480274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-fc6ab52e-b7b8-4113-9bad-c0a1506086bd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.2386026 Apr 18 17:09:51.533642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-d523af7c-5f89-4946-90cf-a0ea253396b7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/quotas/fbb48e2c6a3c4a4bab815b2caa6fb79a HTTP/1.1" status: 200 len: 375 time: 0.0384195 Apr 18 17:09:51.537435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d79e0d9b-30cc-477f-9c48-f4cbe8dce1ca req-b3c3ec0f-4f25-45de-b229-5e742dd3cdad tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255538 Apr 18 17:09:51.575763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-703192ef-6d0a-442c-8f3a-c9c5e326fb1d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347903 Apr 18 17:09:51.623099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.700846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.761769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea7561b-696f-4f14-a0cb-de8681b2f522,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:51.767625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45a3f9c9-ecef-4884-bb0a-dfa070078e40 req-cf65a203-7c6a-491f-863e-9f5bf8bbc281 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 210 time: 0.0488398 Apr 18 17:09:51.769207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Checking segment: {'id': '7ce70b9c-4b9d-4113-a408-590278c86ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:51.769605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Network hostable DHCP agents. Network: fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:09:51.771327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:51.780118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:51.789683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:51.800044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=ab65f8cd-171b-423b-b806-f8f94202476a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:51.819609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:09:51.834701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-c9316d20-cf01-4fb5-b398-ecbe3cc286f7 service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422173 Apr 18 17:09:51.843416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.843765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.844108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.844450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.844786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.845121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.845479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.845812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.846141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.846470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.846797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.847121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:09:51.879936 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-ee0bfac7-cff2-4f5d-8651-9dd6d9fd6b50 req-3a8d97b7-de42-466f-9e12-da4d487aa037 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:51.880984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee0bfac7-cff2-4f5d-8651-9dd6d9fd6b50 req-3a8d97b7-de42-466f-9e12-da4d487aa037 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/b36f09b8-5312-4120-b164-c352c926cbe7 HTTP/1.1" status: 404 len: 352 time: 0.0514913 Apr 18 17:09:51.894545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:51.899972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:51.904592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.905911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91485dc0-aa3d-4b46-ab7a-eb4d1de35087 None None] Network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:51.934126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:51.934753 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:51.947441 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-743815f9-ff25-48c3-bb4c-5f7ad63f9681 req-e3d673c2-1937-4340-a669-02005d3a0137 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:51.948443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-743815f9-ff25-48c3-bb4c-5f7ad63f9681 req-e3d673c2-1937-4340-a669-02005d3a0137 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/c8564f7e-aeb5-4f42-ba95-7bfd6e7d1afb HTTP/1.1" status: 404 len: 352 time: 0.0342894 Apr 18 17:09:52.001071 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-b1c6cd7a-3ee5-4ba8-90f3-9306866a8997 req-c54971f2-e507-4926-aa9c-49c706b5e7b2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:52.002064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1c6cd7a-3ee5-4ba8-90f3-9306866a8997 req-c54971f2-e507-4926-aa9c-49c706b5e7b2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/927deca5-ecbc-423d-8123-8466dcd57611 HTTP/1.1" status: 404 len: 352 time: 0.0226750 Apr 18 17:09:52.004387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-33c2c2d6-7c89-4bdb-b592-875d9122fab0 service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539562 Apr 18 17:09:52.060956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8b587c56-1c5a-4591-9106-a9a3679031af admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7755096 Apr 18 17:09:52.061702 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-dbd187ce-0189-4391-9cc7-f06cae892a3f req-89028989-7005-4d59-8fba-9e98c4aea1b1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:52.061702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbd187ce-0189-4391-9cc7-f06cae892a3f req-89028989-7005-4d59-8fba-9e98c4aea1b1 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/9b821d35-55b0-4393-a50a-a7645d7016a2 HTTP/1.1" status: 404 len: 352 time: 0.0221868 Apr 18 17:09:52.080884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e1565f12-9932-4ced-b5ce-c7425da4b0ca tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8111811 Apr 18 17:09:52.083700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34316) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:52.089579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b', 'name': 'tempest-PortsTestJSON-1922167941'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:52.091296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3059f5ef-dfe4-4855-846a-6df60411d435 None None] Network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:52.374773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:52.379228 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:52.414212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 325e89d9-b176-4bd4-9407-431ebfae4101 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:09:52.418799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:52.511404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:52.512312 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:52.541391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49130e-92df-4832-ab82-44dc96e5b75b req-738397bc-dbc6-469c-982c-17c930af3a80 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:52.551845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d49130e-92df-4832-ab82-44dc96e5b75b req-738397bc-dbc6-469c-982c-17c930af3a80 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1145792 Apr 18 17:09:52.568548 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-567cef0d-5575-4caa-b393-3c8996bd5080 req-d972db7c-3a29-48cb-bda1-4f3f2c28c6ac tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:52.584380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-567cef0d-5575-4caa-b393-3c8996bd5080 req-d972db7c-3a29-48cb-bda1-4f3f2c28c6ac tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/edea55cb-91e5-499d-81b9-db009d11416f HTTP/1.1" status: 404 len: 352 time: 0.0685556 Apr 18 17:09:52.600665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.12 (dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b/636bbbae-6361-4fec-a8a7-043fa85112c8/325e89d9-b176-4bd4-9407-431ebfae4101) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:52.640242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89aa96-f260-4275-b182-da8c51bd0189 None None] Network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:52.645492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d49130e-92df-4832-ab82-44dc96e5b75b req-8fb88c75-3475-40bc-92cd-ef2197112433 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925705 Apr 18 17:09:52.725581 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:52.766332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d7fe00b1-887b-41a5-a5fd-6fdb061ce4f6 None None] Provisioning complete for port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:52.766999 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7fe00b1-887b-41a5-a5fd-6fdb061ce4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:52.785465 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28fb5415-3c20-466e-9f79-9ca0202b37ff req-06cc68d8-f813-4eca-9a3c-d77c95cd0544 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 210 time: 0.0671811 Apr 18 17:09:52.826598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82,segment=NetworkSegment(1c56b2e2-19e1-4697-bd70-b3d948160bd3),segment_id=1c56b2e2-19e1-4697-bd70-b3d948160bd3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:52.903293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:52.954585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:52.959115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf924c0-09af-4b27-bf63-b091349244d0 req-aca291e5-de9b-4755-955e-86f0d57d51ad tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:52.969701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7bf924c0-09af-4b27-bf63-b091349244d0 req-aca291e5-de9b-4755-955e-86f0d57d51ad tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.0839767 Apr 18 17:09:53.040763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:53.069781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-f2caa6da-44dd-4c9d-8f92-5893fa72305e tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:53.071329 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-f2caa6da-44dd-4c9d-8f92-5893fa72305e tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.18 "GET /v2.0/networks?id=a31d2fe2-9543-4ee1-b2f0-ce4370863a25 HTTP/1.1" status: 200 len: 821 time: 0.1618845 Apr 18 17:09:53.080805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7bf924c0-09af-4b27-bf63-b091349244d0 req-5c64e76e-700b-480f-baea-444a7c050014 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098888 Apr 18 17:09:53.093369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Request body: {'port': {'device_id': '34925d06-41d0-45eb-9bb8-98801631327f', 'network_id': 'a31d2fe2-9543-4ee1-b2f0-ce4370863a25', 'admin_state_up': True, 'tenant_id': '3736ba1afbbc4f41ab793078edbfe735'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:53.148696 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [req-c6e33901-41a6-47a3-9ec2-94213fdd1a7f req-4098aca0-639e-42a2-a559-ed3d1ec124d9 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] show failed (client error): The resource could not be found. Apr 18 17:09:53.150764 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6e33901-41a6-47a3-9ec2-94213fdd1a7f req-4098aca0-639e-42a2-a559-ed3d1ec124d9 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/83bfaa37-d789-4a11-97d7-eee26033e6a5 HTTP/1.1" status: 404 len: 352 time: 0.0257199 Apr 18 17:09:53.151003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:53.244766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:53.253179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:53.264841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6aa64b2b-ace8-4896-a1d6-6ec08db55146 req-9084b6ce-3d95-40a1-8511-1c4b7f4161a1 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 210 time: 0.0354550 Apr 18 17:09:53.272753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-effb9c6c-ed58-4999-8897-83e6fe82f705 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:53.289873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-effb9c6c-ed58-4999-8897-83e6fe82f705 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/networks?id=fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e HTTP/1.1" status: 200 len: 821 time: 0.2910388 Apr 18 17:09:53.296553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:53.308361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-b38895a7-7f91-46ac-a57a-dd5924484b3b tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/quotas/eff89bb9d2144036906f3e3de3122e8e HTTP/1.1" status: 200 len: 375 time: 0.0175722 Apr 18 17:09:53.364901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-301c8ccc-597c-4745-af35-71260c78f386 None None] Provisioning complete for port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:53.365130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-a6730b63-131a-4d04-bc78-9a6c883229a0 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eff89bb9d2144036906f3e3de3122e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549655 Apr 18 17:09:53.367008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-301c8ccc-597c-4745-af35-71260c78f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:53.380669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=325e89d9-b176-4bd4-9407-431ebfae4101,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:53.448820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:53.450089 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:53.532684 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c5e2efe3-a381-406f-be92-b455c7ef6bc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4476521 Apr 18 17:09:53.533603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Made reservation on behalf of 3736ba1afbbc4f41ab793078edbfe735 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:53.539632 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:53.553283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-a59b69c1-71f6-41c5-8f00-5b9b4ecedeec service neutron] 10.222.0.45 "GET /v2.0/networks/fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864903 Apr 18 17:09:53.560546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34358) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:53.696056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-301c8ccc-597c-4745-af35-71260c78f386 None None] Provisioning complete for port ab65f8cd-171b-423b-b806-f8f94202476a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:53.696619 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-301c8ccc-597c-4745-af35-71260c78f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:53.783680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Allocated IP 172.20.0.8 (a31d2fe2-9543-4ee1-b2f0-ce4370863a25/1b0cae59-c8f1-4369-b14f-231ce480e7d9/c5fdac08-48b8-4adb-9f2c-877ded5ddb38) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:53.810295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-301c8ccc-597c-4745-af35-71260c78f386 None None] Port ab65f8cd-171b-423b-b806-f8f94202476a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:09:53.866541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17b2f0-62d5-4680-91d5-e56857d563a5 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:53.870106 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a17b2f0-62d5-4680-91d5-e56857d563a5 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.2404110 Apr 18 17:09:53.872491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34368) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:53.920207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bec78-ee97-472f-a942-ebef6ec17235 req-289cb92c-7ef4-44c7-a48a-74fe8a23707c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:53.922171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-804bec78-ee97-472f-a942-ebef6ec17235 req-289cb92c-7ef4-44c7-a48a-74fe8a23707c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1023 time: 0.1460490 Apr 18 17:09:53.935480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-e4d26ffe-0e3a-459e-a17c-78fdd7e6296b service neutron] 10.222.0.45 "GET /v2.0/networks/fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785977 Apr 18 17:09:53.940870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5cf47543-09d5-4162-849d-e777751e449e None None] Provisioning complete for port ab65f8cd-171b-423b-b806-f8f94202476a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:53.941701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cf47543-09d5-4162-849d-e777751e449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.017951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5cf47543-09d5-4162-849d-e777751e449e None None] Port ab65f8cd-171b-423b-b806-f8f94202476a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:09:54.030092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-804bec78-ee97-472f-a942-ebef6ec17235 req-3ec237e6-4a75-405c-a831-0ae292e5ac4c tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&id=355d28cf-8d69-4639-bb96-c0310c455032&id=bd810abc-c409-4727-9f03-21c108aab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0961468 Apr 18 17:09:54.133685 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.150507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1759cfc-c30d-4382-816e-055899813c24 req-122bfad7-d422-442c-8db6-846f76973a50 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 210 time: 0.0330474 Apr 18 17:09:54.164987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c3ddddc7-d47a-4f4f-911d-de47b4dee215 None None] Provisioning complete for port 325e89d9-b176-4bd4-9407-431ebfae4101 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:54.166580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c3ddddc7-d47a-4f4f-911d-de47b4dee215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.181155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3637cc2c-f08f-452e-a3c9-96e84999a262 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 325e89d9-b176-4bd4-9407-431ebfae4101 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:54.181660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3637cc2c-f08f-452e-a3c9-96e84999a262 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.304708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddddc7-d47a-4f4f-911d-de47b4dee215 None None] Port 325e89d9-b176-4bd4-9407-431ebfae4101 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:09:54.311157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62cae1e7-992c-4005-ad8f-0fc497aa276f req-09b167b3-a29e-4eda-b0f7-8927859cf905 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 210 time: 0.0422218 Apr 18 17:09:54.337073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f402d7b-7a54-49a0-b0e4-395eacfc2653 req-6487f963-dfb9-4914-afb7-c7c526576b77 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:54.343318 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3637cc2c-f08f-452e-a3c9-96e84999a262 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.354546 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.364135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f402d7b-7a54-49a0-b0e4-395eacfc2653 req-6487f963-dfb9-4914-afb7-c7c526576b77 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.1378233 Apr 18 17:09:54.366226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:09:54.444527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:54.448171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3637cc2c-f08f-452e-a3c9-96e84999a262 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 325e89d9-b176-4bd4-9407-431ebfae4101 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:54.451701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:54.460851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:09:54.461098 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.465359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:54.495897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f402d7b-7a54-49a0-b0e4-395eacfc2653 req-1817dc32-3c33-4f9c-bd52-35b9e25eabbd tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups?id=ce100cc0-143d-4f31-8e36-894795216ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282368 Apr 18 17:09:54.523453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3717ac-86d6-4d33-b99b-1e305ae9b4de req-22cfa3cb-c7a1-465e-b386-aab599ba0791 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:54.531590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d3717ac-86d6-4d33-b99b-1e305ae9b4de req-22cfa3cb-c7a1-465e-b386-aab599ba0791 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 931 time: 0.1227376 Apr 18 17:09:54.581493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d3717ac-86d6-4d33-b99b-1e305ae9b4de req-16b09bbb-3a29-4d68-967d-ab37a88069fd tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488734 Apr 18 17:09:54.625373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Pushing event updated for resources: {'Port': ['ID=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:54.646389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:54.647031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.678462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-c4ab5666-7225-44f5-80c9-269f67c7b088 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:54.679920 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-c4ab5666-7225-44f5-80c9-269f67c7b088 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 946 time: 0.1056464 Apr 18 17:09:54.791157 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-57b7342b-2f82-4a93-b8f6-d5f7102bfa95 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7027698 Apr 18 17:09:54.812875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Request body: {'port': {'device_id': '34925d06-41d0-45eb-9bb8-98801631327f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:54.858120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Deleting port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:54.858456 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.930907 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.948798 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3637cc2c-f08f-452e-a3c9-96e84999a262 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:54.979134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-283b49af-2524-42ba-849e-313359f203aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:54.980617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-283b49af-2524-42ba-849e-313359f203aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.18 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.1228399 Apr 18 17:09:55.000772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Request body: {'port': {'device_id': '136cccb3-64fc-42a8-bac6-ff3f28f4cab1', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'admin_state_up': True, 'tenant_id': 'fbb48e2c6a3c4a4bab815b2caa6fb79a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:55.007917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637cc2c-f08f-452e-a3c9-96e84999a262 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=325e89d9-b176-4bd4-9407-431ebfae4101,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:55.145355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] For port d69fd6ad-9684-4b63-a8f0-95467c9f3e83, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:55.146023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.241928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a0e2a-4a3a-4d64-9de9-5617c5a39c71 req-35ba774c-8304-48e7-be92-2596f93f5834 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:55.243248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c0a0e2a-4a3a-4d64-9de9-5617c5a39c71 req-35ba774c-8304-48e7-be92-2596f93f5834 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1023 time: 0.1083503 Apr 18 17:09:55.276020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3637cc2c-f08f-452e-a3c9-96e84999a262 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.279753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3637cc2c-f08f-452e-a3c9-96e84999a262 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/325e89d9-b176-4bd4-9407-431ebfae4101 HTTP/1.1" status: 204 len: 168 time: 1.4062960 Apr 18 17:09:55.285564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34390) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:55.286209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Made reservation on behalf of fbb48e2c6a3c4a4bab815b2caa6fb79a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:55.289873 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.335924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-310ceb53-9c08-4dee-b263-c43fa3553807 req-fc75e726-cad5-4969-b845-dd7eea60e795 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 210 time: 0.0673962 Apr 18 17:09:55.361863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c0a0e2a-4a3a-4d64-9de9-5617c5a39c71 req-666656c1-eed0-46f7-8618-3f71e81d533f tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&id=355d28cf-8d69-4639-bb96-c0310c455032&id=bd810abc-c409-4727-9f03-21c108aab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1085584 Apr 18 17:09:55.363699 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13e5a7b-8704-4168-9687-ad527499482b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:55.365104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d13e5a7b-8704-4168-9687-ad527499482b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/325e89d9-b176-4bd4-9407-431ebfae4101 HTTP/1.1" status: 404 len: 333 time: 0.0722873 Apr 18 17:09:55.368117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34394) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:55.471357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9dd4ed50-f472-421c-a7b1-daec9a353076 req-81c6fb1e-3868-42d0-bd51-d09f747515dc tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 210 time: 0.0612566 Apr 18 17:09:55.499789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.500180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.500499 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Floating IP 287f09c4-6bc2-4448-a1e5-d05b9ab6f194 disassociated. External IP: 172.25.5.26, port: d69fd6ad-9684-4b63-a8f0-95467c9f3e83. Apr 18 17:09:55.500835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Calling delete_port for d69fd6ad-9684-4b63-a8f0-95467c9f3e83 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:55.583872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fdac08-48b8-4adb-9f2c-877ded5ddb38 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:55.596708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.620975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Transition to ACTIVE for port object c5fdac08-48b8-4adb-9f2c-877ded5ddb38 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:09:55.688295 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.754487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:55.779933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.838646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event deleted for resources: {'Port': ['ID=d69fd6ad-9684-4b63-a8f0-95467c9f3e83,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:55.903831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Attempting to bind port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:09:55.904163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Attempting to bind port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '339f8f74-9a3b-4e83-a599-9c3845bd2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a31d2fe2-9543-4ee1-b2f0-ce4370863a25'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:09:55.904544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Attempting to bind port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 on network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:55.914242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 on network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:09:55.914631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Attempting to bind port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 on network a31d2fe2-9543-4ee1-b2f0-ce4370863a25 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:09:55.924681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:09:55.925021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Checking segment: {'id': '339f8f74-9a3b-4e83-a599-9c3845bd2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a31d2fe2-9543-4ee1-b2f0-ce4370863a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:09:55.925435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Bound using segment: {'id': '339f8f74-9a3b-4e83-a599-9c3845bd2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a31d2fe2-9543-4ee1-b2f0-ce4370863a25'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:09:55.925867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Bound port: c5fdac08-48b8-4adb-9f2c-877ded5ddb38, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339f8f74-9a3b-4e83-a599-9c3845bd2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a31d2fe2-9543-4ee1-b2f0-ce4370863a25'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:09:55.926234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:55.966421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b315230-318c-4347-8fc8-958ba284d538 req-e7905419-d691-4346-b992-34396d5731c7 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.1400614 Apr 18 17:09:56.046648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Allocated IP 172.20.0.2 (44a1a291-bf62-406d-9903-6a14c13bc8f6/fe453df1-2304-40fe-96c6-0fb0afe45590/265b919f-7242-4afc-900f-45a7277eaca1) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:56.055966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Router 911783f1-38a1-4044-9e85-dbf7feba15b2 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:09:56.116358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] For port c5fdac08-48b8-4adb-9f2c-877ded5ddb38, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:09:56.122501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85328d-f425-492a-9260-625df9b16f0c req-f035be0d-cfc7-434a-bc94-879bb4cecad2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:56.125077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a85328d-f425-492a-9260-625df9b16f0c req-f035be0d-cfc7-434a-bc94-879bb4cecad2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.18 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1023 time: 0.2970004 Apr 18 17:09:56.135487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] For port c5fdac08-48b8-4adb-9f2c-877ded5ddb38, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,segment=NetworkSegment(339f8f74-9a3b-4e83-a599-9c3845bd2b19),segment_id=339f8f74-9a3b-4e83-a599-9c3845bd2b19)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:09:56.149195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7cbdc-c4a4-4afe-9e6f-3454390a9787 req-355f9cf0-b730-4613-baaf-d565ef3d4209 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:56.151891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6da7cbdc-c4a4-4afe-9e6f-3454390a9787 req-355f9cf0-b730-4613-baaf-d565ef3d4209 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 943 time: 0.3267279 Apr 18 17:09:56.192408 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:56.196072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-26cfd998-34c1-4fce-bfd9-9f97cf7c2728 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port ab65f8cd-171b-423b-b806-f8f94202476a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:56.196421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26cfd998-34c1-4fce-bfd9-9f97cf7c2728 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:56.242747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:09:56.267668 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] Sync routers for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:09:56.282728 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:56.283372 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:56.290703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:56.301505 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:56.302818 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] 10.222.0.18 "PUT /v2.0/ports/c5fdac08-48b8-4adb-9f2c-877ded5ddb38 HTTP/1.1" status: 200 len: 1091 time: 1.4968457 Apr 18 17:09:56.326985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34925d06-41d0-45eb-9bb8-98801631327f', 'tag': 'c5fdac08-48b8-4adb-9f2c-877ded5ddb38'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:56.334321 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79173ea0-a129-42a8-9763-fb5392d3d809" -d '{"events": [{"name": "network-changed", "server_uuid": "34925d06-41d0-45eb-9bb8-98801631327f", "tag": "c5fdac08-48b8-4adb-9f2c-877ded5ddb38"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:56.475344 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:56.503247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26cfd998-34c1-4fce-bfd9-9f97cf7c2728 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:56.520796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-26cfd998-34c1-4fce-bfd9-9f97cf7c2728 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for ab65f8cd-171b-423b-b806-f8f94202476a owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:56.724775 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:07:06Z', 'revision_number': 5, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:56.755960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:56.757355 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] Checking router: 911783f1-38a1-4044-9e85-dbf7feba15b2 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:09:56.769299 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:09:56.770477 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:09:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:56.790884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6da7cbdc-c4a4-4afe-9e6f-3454390a9787 req-d59d1ca9-3075-4f09-b8ca-89abf51c4b43 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043131 Apr 18 17:09:56.802738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26cfd998-34c1-4fce-bfd9-9f97cf7c2728 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:56.848419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ab904b6-9e66-43d0-8901-638d175b9e78 req-3b2734dd-95fb-482e-87e9-a1b42a5e3a25 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 210 time: 0.1502666 Apr 18 17:09:56.925047 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:09:56.947049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfd998-34c1-4fce-bfd9-9f97cf7c2728 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=ab65f8cd-171b-423b-b806-f8f94202476a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:57.026338 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d43a9e-a8ad-41f3-96bd-c986c299706b x-openstack-request-id: req-82d43a9e-a8ad-41f3-96bd-c986c299706b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:57.026779 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34925d06-41d0-45eb-9bb8-98801631327f", "tag": "c5fdac08-48b8-4adb-9f2c-877ded5ddb38", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:57.027135 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82d43a9e-a8ad-41f3-96bd-c986c299706b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:57.028181 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d43a9e-a8ad-41f3-96bd-c986c299706b'] response: {'name': 'network-changed', 'server_uuid': '34925d06-41d0-45eb-9bb8-98801631327f', 'tag': 'c5fdac08-48b8-4adb-9f2c-877ded5ddb38', 'status': 'completed', 'code': 200} Apr 18 17:09:57.029276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] No DVR routers for this DVR port d69fd6ad-9684-4b63-a8f0-95467c9f3e83 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:57.051431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.080077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-8e46a51c-a1af-46cb-863f-c241761d9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.081736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-8e46a51c-a1af-46cb-863f-c241761d9634 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 1097 time: 0.3858058 Apr 18 17:09:57.100907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecd722-c31a-4010-b311-f44c6e4a1a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:57.107667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.111427 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e2fb8b72-a30d-4a65-bb5b-e2ac580b4cc4 req-48f322d1-d229-40d1-b2d3-0e0fe57809ca tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.18 "DELETE /v2.0/ports/d69fd6ad-9684-4b63-a8f0-95467c9f3e83 HTTP/1.1" status: 204 len: 173 time: 2.4225004 Apr 18 17:09:57.162748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event updated for resources: {'Port': ['ID=265b919f-7242-4afc-900f-45a7277eaca1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:57.178429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-533ea6fa-de84-455a-bda5-2b897af7df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.180222 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-533ea6fa-de84-455a-bda5-2b897af7df63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3736ba1afbbc4f41ab793078edbfe735&device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 1094 time: 0.1693401 Apr 18 17:09:57.200297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Deleting port 71f8ccf7-eec2-4a71-91f9-f16873039f8c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:57.200297 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.209020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-44269c48-201b-444e-a90f-0d8c069402fa tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.210770 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-44269c48-201b-444e-a90f-0d8c069402fa tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.41 "GET /v2.0/networks?id=fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e HTTP/1.1" status: 200 len: 821 time: 0.1987340 Apr 18 17:09:57.254959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-5b701bfd-1ebf-448b-a14a-aca4924a2aa1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5fdac08-48b8-4adb-9f2c-877ded5ddb38 HTTP/1.1" status: 200 len: 217 time: 0.0609710 Apr 18 17:09:57.259375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Request body: {'port': {'device_id': '7561fa64-99cd-4c78-89c1-5c896630a1c8', 'network_id': 'fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e', 'admin_state_up': True, 'tenant_id': 'eff89bb9d2144036906f3e3de3122e8e'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:57.278884 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:07:06Z', 'revision_number': 5, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:09:57.311231 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919326d-0796-4bdb-ae74-65ec379efa10 None None] The sync data for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 is: [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:06:58Z', 'revision_number': 4, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66a165e1-14ba-46de-80da-4ba7e03233c8', 'name': '', 'network_id': '8fc79a16-a5ee-4122-ab73-377f1a5dcc07', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'mac_address': 'fa:16:3e:b9:af:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e565e588-417c-467a-b9d3-fe768801b203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:56Z', 'updated_at': '2022-04-18T17:07:06Z', 'revision_number': 5, 'project_id': '9d8cbe0023fb457d80330115667153de', 'subnets': [{'id': 'e565e588-417c-467a-b9d3-fe768801b203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:09:57.351962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:57.362105 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26cfd998-34c1-4fce-bfd9-9f97cf7c2728 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.365249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-26cfd998-34c1-4fce-bfd9-9f97cf7c2728 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/ab65f8cd-171b-423b-b806-f8f94202476a HTTP/1.1" status: 204 len: 168 time: 1.9962208 Apr 18 17:09:57.369216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34416) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:57.385739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-c542f353-a54e-4954-b355-5217ad2a16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.385846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:57.385944 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-c542f353-a54e-4954-b355-5217ad2a16c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0cae59-c8f1-4369-b14f-231ce480e7d9 HTTP/1.1" status: 200 len: 861 time: 0.1187680 Apr 18 17:09:57.395694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:57.424334 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7ec181-ee57-432f-bda2-2c1833a3ee16 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:09:57.428516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8f7ec181-ee57-432f-bda2-2c1833a3ee16 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/ab65f8cd-171b-423b-b806-f8f94202476a HTTP/1.1" status: 404 len: 333 time: 0.0555611 Apr 18 17:09:57.446109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34418) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:57.454812 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-587e5e51-a43d-4728-81d5-960cbc1b476f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a31d2fe2-9543-4ee1-b2f0-ce4370863a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443623 Apr 18 17:09:57.468070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a467749-beb2-496f-8e18-9591c3f35c2f req-79d6feb5-8c97-4bf2-8f91-19fa2babbca6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.474850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a467749-beb2-496f-8e18-9591c3f35c2f req-79d6feb5-8c97-4bf2-8f91-19fa2babbca6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 1023 time: 0.4206846 Apr 18 17:09:57.520996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] For port 71f8ccf7-eec2-4a71-91f9-f16873039f8c, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=71f8ccf7-eec2-4a71-91f9-f16873039f8c,segment=NetworkSegment(ca379dcd-6e9b-456e-8aaf-b39304289f31),segment_id=ca379dcd-6e9b-456e-8aaf-b39304289f31)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:57.521169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.553806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.553806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.566461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20716d0-91c8-49fc-ad33-ae0da1ba5a1c req-9320c84d-e89c-4e3a-bece-3c160b4a8814 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.574411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d20716d0-91c8-49fc-ad33-ae0da1ba5a1c req-9320c84d-e89c-4e3a-bece-3c160b4a8814 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.5213945 Apr 18 17:09:57.576664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-a1bf1c10-b5a4-4db4-a635-265eaec649db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.578262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-a1bf1c10-b5a4-4db4-a635-265eaec649db service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.4167497 Apr 18 17:09:57.604200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c90a08-a3a5-4370-95aa-97de7ad34e22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 636bbbae-6361-4fec-a8a7-043fa85112c8 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:09:57.608342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-51aef18e-6b60-414f-ba23-7ad52d06d30a service neutron] 10.222.0.18 "GET /v2.0/networks/a31d2fe2-9543-4ee1-b2f0-ce4370863a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430399 Apr 18 17:09:57.613174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-21c90a08-a3a5-4370-95aa-97de7ad34e22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.626482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Calling delete_port for 71f8ccf7-eec2-4a71-91f9-f16873039f8c owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:57.695578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-d28867b1-9a4e-492c-a585-9b4e762c58b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a HTTP/1.1" status: 200 len: 217 time: 0.0669849 Apr 18 17:09:57.718258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Made reservation on behalf of eff89bb9d2144036906f3e3de3122e8e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:09:57.726742 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.738487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce9ade-032b-4efb-8395-9a98786b9005 None None] New status for floating IP 287f09c4-6bc2-4448-a1e5-d05b9ab6f194: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:09:57.739056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-21c90a08-a3a5-4370-95aa-97de7ad34e22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:57.804964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a467749-beb2-496f-8e18-9591c3f35c2f req-fbdaec83-8d4e-4ce0-b2c0-0b9102e9e6ed tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups?id=edf2fd53-0f10-4120-acd9-889b8af8d4cb&id=355d28cf-8d69-4639-bb96-c0310c455032&id=bd810abc-c409-4727-9f03-21c108aab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2587299 Apr 18 17:09:57.821586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-7823d3b9-8642-4d11-9b57-eb8c1fed0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:57.823024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-7823d3b9-8642-4d11-9b57-eb8c1fed0a59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0966496 Apr 18 17:09:57.895343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d20716d0-91c8-49fc-ad33-ae0da1ba5a1c req-66ef7450-33f4-4f8c-b1cc-33f7b53ad62b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200467 Apr 18 17:09:57.899035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-6063b2e4-006e-4aaa-bc33-282bdf7bc1b0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9014618 Apr 18 17:09:57.904706 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b92a6869-c64a-4dc8-a6b5-fd030fd80cc4 req-fcca9df5-c9f4-48e2-b6a1-9b4044345e2f service neutron] 10.222.0.18 "GET /v2.0/networks/a31d2fe2-9543-4ee1-b2f0-ce4370863a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870383 Apr 18 17:09:57.939839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Request body: {'port': {'device_id': '136cccb3-64fc-42a8-bac6-ff3f28f4cab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:57.983191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfa4ff1c-0cf6-44ff-a584-30c4fb5a0390 req-021991f3-cbea-4ca8-a12d-517bdc674a01 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 210 time: 0.0742209 Apr 18 17:09:58.000231 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-21c90a08-a3a5-4370-95aa-97de7ad34e22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.072805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Allocated IP 172.20.0.6 (fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e/8ea7561b-696f-4f14-a0cb-de8681b2f522/d4c171c8-05d1-49fe-85d3-85e9b44efe24) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:09:58.102983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-65255b16-8bf1-478d-8c9d-b623aa447ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:58.104497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-65255b16-8bf1-478d-8c9d-b623aa447ee3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011273 Apr 18 17:09:58.130352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.134177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3d17d7e-9d57-4f47-bc99-f35249de8208 req-0b9e130c-e3f1-49c6-a387-50ff565a6bbd tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.0519369 Apr 18 17:09:58.208164 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-21c90a08-a3a5-4370-95aa-97de7ad34e22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.232384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643da650-bb09-49fd-98a8-c091e9e3585c None None] Network dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:09:58.254549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-21c90a08-a3a5-4370-95aa-97de7ad34e22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.260197 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-21c90a08-a3a5-4370-95aa-97de7ad34e22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/636bbbae-6361-4fec-a8a7-043fa85112c8 HTTP/1.1" status: 204 len: 168 time: 0.8080351 Apr 18 17:09:58.269907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34424) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:09:58.331518 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c90a08-a3a5-4370-95aa-97de7ad34e22 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=636bbbae-6361-4fec-a8a7-043fa85112c8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:58.354411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-fdc02eea-ff0b-44da-8ea7-b1f06f31beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:58.357658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-fdc02eea-ff0b-44da-8ea7-b1f06f31beb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3736ba1afbbc4f41ab793078edbfe735&device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 1094 time: 0.2464521 Apr 18 17:09:58.377872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.450527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.506891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] DHCP port deletion for dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:09:58.525127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-516d5992-f9ea-47c4-aa77-0bb2de44db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:58.526784 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-516d5992-f9ea-47c4-aa77-0bb2de44db94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a31d2fe2-9543-4ee1-b2f0-ce4370863a25 HTTP/1.1" status: 200 len: 922 time: 0.1588321 Apr 18 17:09:58.569139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd342444-fe23-418d-9ca6-1a033b2b8ad4 req-75fa368a-ca7e-417f-a54b-ea833e9288e4 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:58.572670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-1fb817e1-aa53-4a9e-865d-dea41a4d25f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5fdac08-48b8-4adb-9f2c-877ded5ddb38 HTTP/1.1" status: 200 len: 217 time: 0.0392773 Apr 18 17:09:58.577998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd342444-fe23-418d-9ca6-1a033b2b8ad4 req-75fa368a-ca7e-417f-a54b-ea833e9288e4 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 943 time: 0.4410384 Apr 18 17:09:58.579730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'Port': ['ID=71f8ccf7-eec2-4a71-91f9-f16873039f8c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:58.585908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] Deleting port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:58.586442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.646074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-8c20fe02-5f2b-4a8e-a40e-4d28ce9e86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:58.648160 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-8c20fe02-5f2b-4a8e-a40e-4d28ce9e86a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0cae59-c8f1-4369-b14f-231ce480e7d9 HTTP/1.1" status: 200 len: 861 time: 0.0688651 Apr 18 17:09:58.650796 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.667100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] For port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82,segment=NetworkSegment(1c56b2e2-19e1-4697-bd70-b3d948160bd3),segment_id=1c56b2e2-19e1-4697-bd70-b3d948160bd3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:58.667487 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.695488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] Calling delete_port for 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:58.726490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-49d2b091-4d2a-48ea-a8fe-959b95231c81 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775061 Apr 18 17:09:58.731265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] No DVR routers for this DVR port 71f8ccf7-eec2-4a71-91f9-f16873039f8c on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:58.736196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:09:58.739140 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-ccf881b9-ccbe-47f9-9c32-1239b7e71cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a31d2fe2-9543-4ee1-b2f0-ce4370863a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730734 Apr 18 17:09:58.740535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f74d-da69-49f6-bb7d-2d961aca6620 req-3cc99d60-9290-4a1c-88cb-85e0558af43f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:58.743568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:09:58.747647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:09:58.748826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b103f74d-da69-49f6-bb7d-2d961aca6620 req-3cc99d60-9290-4a1c-88cb-85e0558af43f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 931 time: 0.5006914 Apr 18 17:09:58.753960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.756344 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.759599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a85328d-f425-492a-9260-625df9b16f0c req-c415db11-ba0a-417f-9d1b-0db7d9118da4 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.18 "DELETE /v2.0/ports/71f8ccf7-eec2-4a71-91f9-f16873039f8c HTTP/1.1" status: 204 len: 173 time: 2.6293139 Apr 18 17:09:58.778783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'name': 'network-vif-deleted', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:58.780995 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a012e7b-2ef1-40f8-bba9-6e2449afbd66" -d '{"events": [{"server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "name": "network-vif-deleted", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:58.888487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Pushing event updated for resources: {'Port': ['ID=d4c171c8-05d1-49fe-85d3-85e9b44efe24,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:58.914824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd342444-fe23-418d-9ca6-1a033b2b8ad4 req-8dd8594d-3ae2-45f9-8207-a9c503e3c170 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356931 Apr 18 17:09:58.920179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:58.921064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.936259 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:58.952917 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-9dbbdac8-af81-409e-b237-0030eb0cf32b service neutron] 10.222.0.18 "GET /v2.0/networks/a31d2fe2-9543-4ee1-b2f0-ce4370863a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987381 Apr 18 17:09:58.977649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] Pushing event deleted for resources: {'Port': ['ID=36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:58.985799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e20abe-717c-4903-8cd0-6c064949963e None None] No DVR routers for this DVR port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:59.008976 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0272c-d163-4155-af30-49f0e813695b x-openstack-request-id: req-84c0272c-d163-4155-af30-49f0e813695b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:09:59.009211 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731759bc-aec3-49e8-b9c5-0fb53e6cc95c", "name": "network-vif-deleted", "tag": "71f8ccf7-eec2-4a71-91f9-f16873039f8c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:09:59.009479 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84c0272c-d163-4155-af30-49f0e813695b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:09:59.009876 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c0272c-d163-4155-af30-49f0e813695b'] response: {'server_uuid': '731759bc-aec3-49e8-b9c5-0fb53e6cc95c', 'name': 'network-vif-deleted', 'tag': '71f8ccf7-eec2-4a71-91f9-f16873039f8c', 'status': 'completed', 'code': 200} Apr 18 17:09:59.037733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b103f74d-da69-49f6-bb7d-2d961aca6620 req-1ce92b66-1998-4ac0-92e8-e9cb56e4b607 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860694 Apr 18 17:09:59.083928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aadcd74-893d-4422-a77a-0a969143de27', 'name': 'network-vif-deleted', 'tag': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:09:59.095844 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babbc7d3-174c-4bc0-bde4-276b498172b4" -d '{"events": [{"server_uuid": "0aadcd74-893d-4422-a77a-0a969143de27", "name": "network-vif-deleted", "tag": "d69fd6ad-9684-4b63-a8f0-95467c9f3e83"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:09:59.111853 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-954ac1b4-5f3c-46e3-9438-71eb47a9c9df tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8588948 Apr 18 17:09:59.145387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b33eaf32-4906-46b3-8e08-b7d57b1b111f req-86eee81a-b2c9-48c3-9e5d-49faec62efa2 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684974 Apr 18 17:09:59.146009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Request body: {'port': {'device_id': '7561fa64-99cd-4c78-89c1-5c896630a1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:09:59.151917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:09:59.151917 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:59.200389 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79173ea0-a129-42a8-9763-fb5392d3d809 req-5bba5153-35f4-44be-a4d3-fd55922abcdf service neutron] 10.222.0.18 "GET /v2.0/networks/a31d2fe2-9543-4ee1-b2f0-ce4370863a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400665 Apr 18 17:09:59.228177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-138c3cf5-39f1-4dfe-8ab1-a046c07b5b95 req-61d9d542-29f5-481f-9fd0-7aad09981cb6 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/ports?device_id=731759bc-aec3-49e8-b9c5-0fb53e6cc95c HTTP/1.1" status: 200 len: 210 time: 0.0951681 Apr 18 17:09:59.229729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:59.349472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d69fd6ad-9684-4b63-a8f0-95467c9f3e83 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:59.377216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: d69fd6ad-9684-4b63-a8f0-95467c9f3e83 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:59.378131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d69fd6ad-9684-4b63-a8f0-95467c9f3e83 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:59.378131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 71f8ccf7-eec2-4a71-91f9-f16873039f8c no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:09:59.400960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46861d3-e5d0-4d71-8fdb-ac9ccd5539fc req-0978b1ac-0bb2-4125-83d0-b03987e6ac7a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:59.402645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c46861d3-e5d0-4d71-8fdb-ac9ccd5539fc req-0978b1ac-0bb2-4125-83d0-b03987e6ac7a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.2805936 Apr 18 17:09:59.411461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] For port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82, host n-d-836015-2, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:09:59.411855 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:59.415729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265b919f-7242-4afc-900f-45a7277eaca1 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:59.420840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 71f8ccf7-eec2-4a71-91f9-f16873039f8c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:09:59.421283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 71f8ccf7-eec2-4a71-91f9-f16873039f8c not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:09:59.446881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:09:59.759184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c171c8-05d1-49fe-85d3-85e9b44efe24 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:09:59.768407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:59.780456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 was not found and therefore no delete operation was performed {{(pid=109826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:09:59.785450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Transition to ACTIVE for port object d4c171c8-05d1-49fe-85d3-85e9b44efe24 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:09:59.788162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:59.801804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Transition to ACTIVE for port object 265b919f-7242-4afc-900f-45a7277eaca1 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:09:59.807568 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:59.849641 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:59.855591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2d37d-334a-4af1-9854-3192d7fdfb22 req-124e0ce7-dca9-401a-817b-548762f8c757 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:09:59.862158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bf2d37d-334a-4af1-9854-3192d7fdfb22 req-124e0ce7-dca9-401a-817b-548762f8c757 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 931 time: 0.5209334 Apr 18 17:09:59.864294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:09:59.871340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No DVR routers for this DVR port 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:09:59.883449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c46861d3-e5d0-4d71-8fdb-ac9ccd5539fc req-fc61ebb6-18b1-4877-8eb4-53ba9d891226 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509418 Apr 18 17:09:59.891740 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:09:59.939345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c171c8-05d1-49fe-85d3-85e9b44efe24,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:00.003484 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc382fe-e08a-47f5-a53e-44efbf8d1cca x-openstack-request-id: req-ccc382fe-e08a-47f5-a53e-44efbf8d1cca {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:00.003781 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aadcd74-893d-4422-a77a-0a969143de27", "name": "network-vif-deleted", "tag": "d69fd6ad-9684-4b63-a8f0-95467c9f3e83", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:00.004039 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ccc382fe-e08a-47f5-a53e-44efbf8d1cca {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:00.004436 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc382fe-e08a-47f5-a53e-44efbf8d1cca'] response: {'server_uuid': '0aadcd74-893d-4422-a77a-0a969143de27', 'name': 'network-vif-deleted', 'tag': 'd69fd6ad-9684-4b63-a8f0-95467c9f3e83', 'status': 'completed', 'code': 200} Apr 18 17:10:00.053878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Attempting to bind port d4c171c8-05d1-49fe-85d3-85e9b44efe24 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:00.054221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Attempting to bind port d4c171c8-05d1-49fe-85d3-85e9b44efe24 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '7ce70b9c-4b9d-4113-a408-590278c86ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:00.054557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Attempting to bind port d4c171c8-05d1-49fe-85d3-85e9b44efe24 on network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:00.058704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Pushing event updated for resources: {'Port': ['ID=265b919f-7242-4afc-900f-45a7277eaca1,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:00.064849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Port d4c171c8-05d1-49fe-85d3-85e9b44efe24 on network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:00.064849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Attempting to bind port d4c171c8-05d1-49fe-85d3-85e9b44efe24 on network fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:00.070305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:00.071004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Checking segment: {'id': '7ce70b9c-4b9d-4113-a408-590278c86ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:00.071545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Bound using segment: {'id': '7ce70b9c-4b9d-4113-a408-590278c86ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:00.072137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Bound port: d4c171c8-05d1-49fe-85d3-85e9b44efe24, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce70b9c-4b9d-4113-a408-590278c86ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:00.072656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.103395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bf2d37d-334a-4af1-9854-3192d7fdfb22 req-c9ef67bd-3ff1-4c95-b23c-cd77197647da tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218642 Apr 18 17:10:00.147330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] For port d4c171c8-05d1-49fe-85d3-85e9b44efe24, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:00.150715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] For port d4c171c8-05d1-49fe-85d3-85e9b44efe24, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d4c171c8-05d1-49fe-85d3-85e9b44efe24,segment=NetworkSegment(7ce70b9c-4b9d-4113-a408-590278c86ea4),segment_id=7ce70b9c-4b9d-4113-a408-590278c86ea4)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:00.153526 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.197522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4be00cc7-44b3-4183-9455-6970f179fb7a req-4adf3923-6f4c-4d64-ad8c-c1ea70d988d6 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.0781562 Apr 18 17:10:00.237687 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.238593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:00.262878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Attempting to bind port 265b919f-7242-4afc-900f-45a7277eaca1 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:00.263211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Attempting to bind port 265b919f-7242-4afc-900f-45a7277eaca1 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:00.263815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Attempting to bind port 265b919f-7242-4afc-900f-45a7277eaca1 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:00.270108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c56b2e2-19e1-4697-bd70-b3d948160bd3') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:00.270276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c56b2e2-19e1-4697-bd70-b3d948160bd3') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:00.281040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Port 265b919f-7242-4afc-900f-45a7277eaca1 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:00.281358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Attempting to bind port 265b919f-7242-4afc-900f-45a7277eaca1 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:00.286496 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.300025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:00.304990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.305918 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4c171c8-05d1-49fe-85d3-85e9b44efe24 HTTP/1.1" status: 200 len: 1091 time: 1.1685472 Apr 18 17:10:00.328719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:00.329139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Checking segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:00.329480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Bound using segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:00.329905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Bound port: 265b919f-7242-4afc-900f-45a7277eaca1, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:00.330313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.352900 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.356362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e8f42-59eb-4b82-bb90-8f031a486707 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c171c8-05d1-49fe-85d3-85e9b44efe24,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:00.390554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb03e4-41fc-44d5-a618-c4567748e105 req-fedf6022-f8cd-4bb9-9272-4fa3df249dfd tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:00.392149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22cb03e4-41fc-44d5-a618-c4567748e105 req-fedf6022-f8cd-4bb9-9272-4fa3df249dfd tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 943 time: 0.1984723 Apr 18 17:10:00.400074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:10:00.400428 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:10:00.403602 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:10:00.475708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-b202752f-61fd-4320-9186-992dd7e1def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:00.477770 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-b202752f-61fd-4320-9186-992dd7e1def9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff89bb9d2144036906f3e3de3122e8e&device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 1094 time: 0.0534284 Apr 18 17:10:00.525394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22cb03e4-41fc-44d5-a618-c4567748e105 req-22d6ab61-5abb-4f03-80b6-a8645e403f2c tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206772 Apr 18 17:10:00.536264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d6fc4-3f53-43c2-ace1-1f486619a157 req-80e96453-ec42-42b1-9fc7-256dbb5edc41 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:00.552819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d33d6fc4-3f53-43c2-ace1-1f486619a157 req-80e96453-ec42-42b1-9fc7-256dbb5edc41 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 943 time: 0.2725437 Apr 18 17:10:00.565693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] For port 265b919f-7242-4afc-900f-45a7277eaca1, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:00.586518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] For port 265b919f-7242-4afc-900f-45a7277eaca1, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=265b919f-7242-4afc-900f-45a7277eaca1,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:00.589466 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-08d5a8e2-5eb5-4354-989c-4b9afc15dc5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4c171c8-05d1-49fe-85d3-85e9b44efe24 HTTP/1.1" status: 200 len: 217 time: 0.0953844 Apr 18 17:10:00.616263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d33d6fc4-3f53-43c2-ace1-1f486619a157 req-9ffd719a-c004-442b-8e44-499a31510fb3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625324 Apr 18 17:10:00.651238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:00.681578 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.682221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:00.682550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-f290783f-977c-4382-a06a-ebdd8a4ba4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:00.682772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 36d47f57-f5d2-4e49-83d5-8dbcc5ac2e82 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:00.683377 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.691162 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-f290783f-977c-4382-a06a-ebdd8a4ba4c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ea7561b-696f-4f14-a0cb-de8681b2f522 HTTP/1.1" status: 200 len: 861 time: 0.0914960 Apr 18 17:10:00.706576 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.709872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/networks/dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b HTTP/1.1" status: 204 len: 168 time: 2.4378910 Apr 18 17:10:00.713448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34452) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:00.721118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1491351334'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:00.741793 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-2fb673c5-f009-4f97-b691-89495b09146a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396006 Apr 18 17:10:00.747859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:00.748463 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.749893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] 10.222.0.18 "PUT /v2.0/ports/265b919f-7242-4afc-900f-45a7277eaca1 HTTP/1.1" status: 200 len: 1091 time: 2.8213820 Apr 18 17:10:00.752584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23edc277-1452-4e35-9c01-65bd7eee51eb req-3137523f-b472-4c5b-8fdf-979efde6dbcc tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/355d28cf-8d69-4639-bb96-c0310c455032 HTTP/1.1" status: 200 len: 1802 time: 0.1264808 Apr 18 17:10:00.757548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74707ef-55ec-4c56-8078-30703c639e28 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Network': ['ID=dfb9a9d5-1942-498c-8f9a-a6ea0dd1252b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:00.789099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3c98-3138-4735-be0f-1e5dbee39edb service neutron] Pushing event updated for resources: {'Port': ['ID=265b919f-7242-4afc-900f-45a7277eaca1,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:00.833727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:00.838602 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.845022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23edc277-1452-4e35-9c01-65bd7eee51eb req-fb2d9f53-e35c-4231-815f-51a3387c03a2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.868632 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23edc277-1452-4e35-9c01-65bd7eee51eb req-fb2d9f53-e35c-4231-815f-51a3387c03a2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.881168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-2c8d6e90-ac71-43cf-8777-7faa71889368 service neutron] 10.222.0.41 "GET /v2.0/networks/fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283000 Apr 18 17:10:00.884032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:10:00.898058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.899927 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Added segment a51fe704-7fff-42d0-b48f-68cdc10fa877 of type vlan for network cfdf3d62-93c6-46a6-963a-474a240e15ad Apr 18 17:10:00.900032 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-15ba9df0-8b06-4614-9247-4e2b2800d2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.969043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:00.990381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-e93f80d1-e889-47ac-90f5-41135b512550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:00.990381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-e93f80d1-e889-47ac-90f5-41135b512550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 1094 time: 0.0905249 Apr 18 17:10:01.028685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136cccb3-64fc-42a8-bac6-ff3f28f4cab1', 'tag': '265b919f-7242-4afc-900f-45a7277eaca1'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:01.031215 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80215ca-715c-446e-b96a-2ac295909fac" -d '{"events": [{"name": "network-changed", "server_uuid": "136cccb3-64fc-42a8-bac6-ff3f28f4cab1", "tag": "265b919f-7242-4afc-900f-45a7277eaca1"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:01.066659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23edc277-1452-4e35-9c01-65bd7eee51eb req-fb2d9f53-e35c-4231-815f-51a3387c03a2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.069067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-23edc277-1452-4e35-9c01-65bd7eee51eb req-fb2d9f53-e35c-4231-815f-51a3387c03a2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.075251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23edc277-1452-4e35-9c01-65bd7eee51eb req-fb2d9f53-e35c-4231-815f-51a3387c03a2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/355d28cf-8d69-4639-bb96-c0310c455032 HTTP/1.1" status: 204 len: 173 time: 0.3014674 Apr 18 17:10:01.091624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-ceeebc68-39b1-43b0-83f3-be01843efeb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=265b919f-7242-4afc-900f-45a7277eaca1 HTTP/1.1" status: 200 len: 217 time: 0.0869334 Apr 18 17:10:01.108594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868486b-4009-4bef-948c-8a9af45d0f85 req-39aeda87-eb64-44f2-ad9a-f1db00106e18 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:01.109862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a868486b-4009-4bef-948c-8a9af45d0f85 req-39aeda87-eb64-44f2-ad9a-f1db00106e18 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1186187 Apr 18 17:10:01.110640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d9f53-e35c-4231-815f-51a3387c03a2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355d28cf-8d69-4639-bb96-c0310c455032,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:01.123719 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.131661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:01.138530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.151685 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baccbf5-c2a0-4aea-a4f6-d8fa9369cda0 x-openstack-request-id: req-4baccbf5-c2a0-4aea-a4f6-d8fa9369cda0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:01.151975 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136cccb3-64fc-42a8-bac6-ff3f28f4cab1", "tag": "265b919f-7242-4afc-900f-45a7277eaca1", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:01.152252 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4baccbf5-c2a0-4aea-a4f6-d8fa9369cda0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:01.153529 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4baccbf5-c2a0-4aea-a4f6-d8fa9369cda0'] response: {'name': 'network-changed', 'server_uuid': '136cccb3-64fc-42a8-bac6-ff3f28f4cab1', 'tag': '265b919f-7242-4afc-900f-45a7277eaca1', 'status': 'completed', 'code': 200} Apr 18 17:10:01.186624 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a0ae85ff-9688-4701-9757-348df39c62e2 req-f8eb623b-c2ff-47f7-9c3e-3eed0d1fef93 service neutron] 10.222.0.41 "GET /v2.0/networks/fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104964 Apr 18 17:10:01.232112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-5a0b43e1-946f-461d-a0b1-91aedfd4d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:01.233906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-5a0b43e1-946f-461d-a0b1-91aedfd4d5f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.1345551 Apr 18 17:10:01.236011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Network': ['ID=cfdf3d62-93c6-46a6-963a-474a240e15ad,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:01.240975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a868486b-4009-4bef-948c-8a9af45d0f85 req-954b6120-e674-42f7-99d8-35f59b39c04e tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151009 Apr 18 17:10:01.262328 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network cfdf3d62-93c6-46a6-963a-474a240e15ad details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:10:01.282002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-613eea3e-aa8f-49ee-bfe8-94d3aae4b334 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386307 Apr 18 17:10:01.285510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea788639-b2b5-4a75-a505-75fe61a994fc req-14fddb78-8504-4185-9a2f-82d888848df2 tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "GET /v2.0/security-groups/bd810abc-c409-4727-9f03-21c108aab8f1 HTTP/1.1" status: 200 len: 1802 time: 0.1102033 Apr 18 17:10:01.309111 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4d6d5da8-b589-4b9e-a345-a570e9d04072 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5940781 Apr 18 17:10:01.311934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34466) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:01.318270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:01.359522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c5fdac08-48b8-4adb-9f2c-877ded5ddb38 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:01.459392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-f6e637a4-fa7b-4972-ac9f-47b142307446 service neutron] 10.222.0.18 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713777 Apr 18 17:10:01.472784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4ba2-6a49-475d-ae0a-8232233b532d req-de5272dc-8ded-4445-99a6-b6d0c037c361 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:01.474428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aacb4ba2-6a49-475d-ae0a-8232233b532d req-de5272dc-8ded-4445-99a6-b6d0c037c361 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 943 time: 0.1176355 Apr 18 17:10:01.475070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c5fdac08-48b8-4adb-9f2c-877ded5ddb38, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,segment=NetworkSegment(339f8f74-9a3b-4e83-a599-9c3845bd2b19),segment_id=339f8f74-9a3b-4e83-a599-9c3845bd2b19)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:01.489550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'c5fdac08-48b8-4adb-9f2c-877ded5ddb38', 'network_id': 'a31d2fe2-9543-4ee1-b2f0-ce4370863a25', 'port_id': 'c5fdac08-48b8-4adb-9f2c-877ded5ddb38', 'mac_address': 'fa:16:3e:a7:6c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0cae59-c8f1-4369-b14f-231ce480e7d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:01.500982 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea788639-b2b5-4a75-a505-75fe61a994fc req-6e521d77-bc69-47f3-91ef-2af6f2b7519e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.529385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:01.532248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.546564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fdac08-48b8-4adb-9f2c-877ded5ddb38 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:01.553567 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.568644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c5fdac08-48b8-4adb-9f2c-877ded5ddb38, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,segment=NetworkSegment(339f8f74-9a3b-4e83-a599-9c3845bd2b19),segment_id=339f8f74-9a3b-4e83-a599-9c3845bd2b19)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:01.584664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea788639-b2b5-4a75-a505-75fe61a994fc req-6e521d77-bc69-47f3-91ef-2af6f2b7519e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.623154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aacb4ba2-6a49-475d-ae0a-8232233b532d req-e6b8b61d-463c-4401-8e89-9788f5a94656 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352582 Apr 18 17:10:01.648426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.682925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-872430e3-d844-43f5-9e6c-97fecda294c9 req-bcac4f76-99ea-4446-800b-32d987f6099f service neutron] 10.222.0.18 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073278 Apr 18 17:10:01.744375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:01.748024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea788639-b2b5-4a75-a505-75fe61a994fc req-6e521d77-bc69-47f3-91ef-2af6f2b7519e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.757579 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ea788639-b2b5-4a75-a505-75fe61a994fc req-6e521d77-bc69-47f3-91ef-2af6f2b7519e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.760241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34472) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:01.767812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea788639-b2b5-4a75-a505-75fe61a994fc req-6e521d77-bc69-47f3-91ef-2af6f2b7519e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] 10.222.0.45 "DELETE /v2.0/security-groups/bd810abc-c409-4727-9f03-21c108aab8f1 HTTP/1.1" status: 204 len: 173 time: 0.4637191 Apr 18 17:10:01.805278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93c71ad0-da39-43e2-bd39-0cf93e78f0cc req-02a58b6a-8f8a-4023-9237-c666ec1415a2 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.0708570 Apr 18 17:10:01.806452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e521d77-bc69-47f3-91ef-2af6f2b7519e tempest-SecurityGroupsTestJSON-477958786 tempest-SecurityGroupsTestJSON-477958786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd810abc-c409-4727-9f03-21c108aab8f1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:01.852606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dc5bd4-f1fc-4023-bed6-78b05d6e3445 admin admin] Deleting subnet 9f404838-c1a1-4223-b3e1-7e6187cce567 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:01.856751 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11dc5bd4-f1fc-4023-bed6-78b05d6e3445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.913518 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11dc5bd4-f1fc-4023-bed6-78b05d6e3445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.955417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80215ca-715c-446e-b96a-2ac295909fac req-e1ccb9e3-dd50-4104-8f74-e1a9a16e186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:01.956991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a80215ca-715c-446e-b96a-2ac295909fac req-e1ccb9e3-dd50-4104-8f74-e1a9a16e186e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 1094 time: 0.1221068 Apr 18 17:10:01.957114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11dc5bd4-f1fc-4023-bed6-78b05d6e3445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:01.967577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f267e12-a2c5-40eb-9a55-a3733f6d15e8 req-4c820905-d0ff-45b4-83b7-9d0c7900d26c tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:01.969110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f267e12-a2c5-40eb-9a55-a3733f6d15e8 req-4c820905-d0ff-45b4-83b7-9d0c7900d26c tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 944 time: 0.1003716 Apr 18 17:10:02.005080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7561fa64-99cd-4c78-89c1-5c896630a1c8', 'tag': 'd4c171c8-05d1-49fe-85d3-85e9b44efe24'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:02.007636 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df" -d '{"events": [{"name": "network-changed", "server_uuid": "7561fa64-99cd-4c78-89c1-5c896630a1c8", "tag": "d4c171c8-05d1-49fe-85d3-85e9b44efe24"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:02.016180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.047030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01532e3a-749b-4db1-86e9-1b87b4215670 req-428ef89a-655d-4f83-b560-6a2b617f769f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.048442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01532e3a-749b-4db1-86e9-1b87b4215670 req-428ef89a-655d-4f83-b560-6a2b617f769f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 943 time: 0.1429265 Apr 18 17:10:02.085296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=5d0d3601-65df-42ff-839d-ab8915ed327d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:02.094423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking segment: {'id': 'a51fe704-7fff-42d0-b48f-68cdc10fa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:02.094874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network hostable DHCP agents. Network: cfdf3d62-93c6-46a6-963a-474a240e15ad, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:10:02.095130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f267e12-a2c5-40eb-9a55-a3733f6d15e8 req-70d4f1b9-a418-4d70-a1a5-5bb5ef685a4c tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133261 Apr 18 17:10:02.107015 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11dc5bd4-f1fc-4023-bed6-78b05d6e3445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.127158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01532e3a-749b-4db1-86e9-1b87b4215670 req-5ee70577-efbd-4eb0-8462-9d836c1d30ef tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Apr 18 17:10:02.131812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80215ca-715c-446e-b96a-2ac295909fac req-24f70604-7f37-40f3-9384-cd8b67999362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.133253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a80215ca-715c-446e-b96a-2ac295909fac req-24f70604-7f37-40f3-9384-cd8b67999362 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 913 time: 0.1624713 Apr 18 17:10:02.136137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc5bd4-f1fc-4023-bed6-78b05d6e3445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f404838-c1a1-4223-b3e1-7e6187cce567,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:02.142551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11dc5bd4-f1fc-4023-bed6-78b05d6e3445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.147979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-11dc5bd4-f1fc-4023-bed6-78b05d6e3445 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9f404838-c1a1-4223-b3e1-7e6187cce567 HTTP/1.1" status: 204 len: 168 time: 0.3822594 Apr 18 17:10:02.148234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34476) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:02.170648 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e285bb-fff9-43bb-9b5d-b85da54f71c9 x-openstack-request-id: req-50e285bb-fff9-43bb-9b5d-b85da54f71c9 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:02.170936 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7561fa64-99cd-4c78-89c1-5c896630a1c8", "tag": "d4c171c8-05d1-49fe-85d3-85e9b44efe24", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:02.171183 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50e285bb-fff9-43bb-9b5d-b85da54f71c9 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:02.172365 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e285bb-fff9-43bb-9b5d-b85da54f71c9'] response: {'name': 'network-changed', 'server_uuid': '7561fa64-99cd-4c78-89c1-5c896630a1c8', 'tag': 'd4c171c8-05d1-49fe-85d3-85e9b44efe24', 'status': 'completed', 'code': 200} Apr 18 17:10:02.174221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['c5fdac08-48b8-4adb-9f2c-877ded5ddb38'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:02.184007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a80215ca-715c-446e-b96a-2ac295909fac req-c687e80e-c120-4635-80e0-644aafdcc58f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=265b919f-7242-4afc-900f-45a7277eaca1 HTTP/1.1" status: 200 len: 217 time: 0.0390182 Apr 18 17:10:02.207294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network cfdf3d62-93c6-46a6-963a-474a240e15ad is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:10:02.249362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80215ca-715c-446e-b96a-2ac295909fac req-849b53d9-6de6-4ddf-a978-c15b3e5c8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.251352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a80215ca-715c-446e-b96a-2ac295909fac req-849b53d9-6de6-4ddf-a978-c15b3e5c8ba5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.0612252 Apr 18 17:10:02.271171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.288177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-05816279-ae24-4a15-b1c1-6958888eee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.289692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-05816279-ae24-4a15-b1c1-6958888eee51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff89bb9d2144036906f3e3de3122e8e&device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 1094 time: 0.0696671 Apr 18 17:10:02.293376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a80215ca-715c-446e-b96a-2ac295909fac req-1e13bff7-c0e6-4674-b6a7-e63fe06d6393 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355179 Apr 18 17:10:02.311952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, cfdf3d62-93c6-46a6-963a-474a240e15ad) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:02.316800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.317903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.342408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a92b5-bb3f-4dd8-8c56-3200bdd8ab83 None None] Network cfdf3d62-93c6-46a6-963a-474a240e15ad requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:02.459394 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.491762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93364-4a6a-48be-9447-8ec3d74a4801 req-bf073f4e-cf25-45a7-a402-fd8cd6d7a831 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.497304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:02.500906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cc93364-4a6a-48be-9447-8ec3d74a4801 req-bf073f4e-cf25-45a7-a402-fd8cd6d7a831 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1070032 Apr 18 17:10:02.511490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a80215ca-715c-446e-b96a-2ac295909fac req-51b1ac8e-aa8d-42d5-b530-8c4491ef9426 service neutron] 10.222.0.18 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117584 Apr 18 17:10:02.518444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0d9c3590-cd32-48eb-b33d-75c0dfe5bc82 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2027113 Apr 18 17:10:02.518616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34480) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:02.520772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-5b307d41-f252-430b-8648-68be0bdd4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.522704 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-5b307d41-f252-430b-8648-68be0bdd4c1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e HTTP/1.1" status: 200 len: 922 time: 0.1964910 Apr 18 17:10:02.524472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca379dcd-6e9b-456e-8aaf-b39304289f31') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:02.524714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad', 'name': 'tempest-PortsTestJSON-1536391808', 'fixed_ips': [{'subnet_id': '5d0d3601-65df-42ff-839d-ab8915ed327d', 'ip_address': '172.20.0.10'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:02.524959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca379dcd-6e9b-456e-8aaf-b39304289f31') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:02.580608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.583464 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-de02462e-46a8-428b-a781-9a9bcaa3bd79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4c171c8-05d1-49fe-85d3-85e9b44efe24 HTTP/1.1" status: 200 len: 217 time: 0.0488961 Apr 18 17:10:02.602568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-cfdf3d62-93c6-46a6-963a-474a240e15ad', 'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad', 'tenant_id': '1a52f49992984532aaf1505172c34905', 'fixed_ips': [{'subnet_id': '5d0d3601-65df-42ff-839d-ab8915ed327d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:10:02.603275 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.603446 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.639497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:10:02.640279 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:10:02.642366 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:10:02.713545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-e426d049-a634-4b56-a10d-6fbdb7d560d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.715471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-e426d049-a634-4b56-a10d-6fbdb7d560d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ea7561b-696f-4f14-a0cb-de8681b2f522 HTTP/1.1" status: 200 len: 861 time: 0.1091454 Apr 18 17:10:02.749216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cc93364-4a6a-48be-9447-8ec3d74a4801 req-1b7fdd33-0bdd-4a63-a0c5-f0e14b0bf673 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473321 Apr 18 17:10:02.759497 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-5f04276e-2f29-4239-b09e-c8bf9f1f237d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370920 Apr 18 17:10:02.799758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Allocated IP 172.20.0.2 (cfdf3d62-93c6-46a6-963a-474a240e15ad/5d0d3601-65df-42ff-839d-ab8915ed327d/c932cd45-98d4-4669-9cc9-34f0e9a54a6e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:02.876744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c78822-fa88-4d77-ba54-8f23a142b91c req-f76aab81-6045-40d4-a5b4-1389ba96b21e tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:02.878779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8c78822-fa88-4d77-ba54-8f23a142b91c req-f76aab81-6045-40d4-a5b4-1389ba96b21e tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 943 time: 0.1137795 Apr 18 17:10:02.894395 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-2715c983-94db-4669-b149-e26403f38ce7 service neutron] 10.222.0.41 "GET /v2.0/networks/fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238027 Apr 18 17:10:02.895498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.916523 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:02.919683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:02.922694 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] 10.222.0.45 "DELETE /v2.0/networks/0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d HTTP/1.1" status: 204 len: 168 time: 0.7735038 Apr 18 17:10:02.952655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a80215ca-715c-446e-b96a-2ac295909fac req-4131cf93-f43e-4c73-8b1c-10cd9052ad3a service neutron] 10.222.0.18 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070086 Apr 18 17:10:03.068129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5e81f-5707-43db-9227-c7af2b04e8cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2c7b86-5f7c-4707-aba6-08ae0ebfc23d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:03.079202 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb32e490-bbc9-41a9-95be-54cb4c8dc0df req-e5df46c4-df6c-45f3-b476-81cf8ed0156e service neutron] 10.222.0.41 "GET /v2.0/networks/fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552246 Apr 18 17:10:03.114775 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.115416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64870e88-71e8-4d2b-9ed4-d93c4f6e9e34 req-7859c783-39c5-4723-9849-da443a4e2bd4 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/ports?device_id=0aadcd74-893d-4422-a77a-0a969143de27 HTTP/1.1" status: 200 len: 210 time: 0.1210637 Apr 18 17:10:03.139864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8c78822-fa88-4d77-ba54-8f23a142b91c req-c34b0ef0-c6d2-4faa-b650-42050c8bc42f tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489803 Apr 18 17:10:03.194392 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.203415 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.263136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Network cfdf3d62-93c6-46a6-963a-474a240e15ad is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:03.266037 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-24a82d8f-baa8-43be-abdf-a3f71b202ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.270701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:03.273157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:03.275071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Pushing event updated for resources: {'Port': ['ID=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:03.310988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port d8ea568c-9783-423a-a617-418a154442f8 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:10:03.339546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34492) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:03.351197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c5fdac08-48b8-4adb-9f2c-877ded5ddb38 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:03.377983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Attempting to bind port c932cd45-98d4-4669-9cc9-34f0e9a54a6e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:03.378364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Attempting to bind port c932cd45-98d4-4669-9cc9-34f0e9a54a6e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'a51fe704-7fff-42d0-b48f-68cdc10fa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:03.378856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Attempting to bind port c932cd45-98d4-4669-9cc9-34f0e9a54a6e on network cfdf3d62-93c6-46a6-963a-474a240e15ad {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:03.393560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:03.394201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Checking segment: {'id': 'a51fe704-7fff-42d0-b48f-68cdc10fa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:03.397994 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.397994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Bound using segment: {'id': 'a51fe704-7fff-42d0-b48f-68cdc10fa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:03.397994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Bound port: c932cd45-98d4-4669-9cc9-34f0e9a54a6e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51fe704-7fff-42d0-b48f-68cdc10fa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:03.397994 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.398298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4bbfb-d7c0-4dd4-9e7d-23612f93b2c3 req-e925650a-1a3c-48eb-8034-408a0dd3c64a tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:03.398385 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ebcd08d5-6f89-4765-aaf9-bb47454673cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=379f7d3c0c32490298cf5fe057c7b5c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561378 Apr 18 17:10:03.398462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11f4bbfb-d7c0-4dd4-9e7d-23612f93b2c3 req-e925650a-1a3c-48eb-8034-408a0dd3c64a tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 944 time: 0.1679864 Apr 18 17:10:03.401513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34494) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:03.409302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e0647-7f54-4b40-bc8a-035ba0a354e1 req-92de01f4-fee6-437e-abac-7e16d247934b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:03.417033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-651e0647-7f54-4b40-bc8a-035ba0a354e1 req-92de01f4-fee6-437e-abac-7e16d247934b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 943 time: 0.1833556 Apr 18 17:10:03.465669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0e81eac-96eb-4c63-83c6-b824c5282c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.489592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] For port c932cd45-98d4-4669-9cc9-34f0e9a54a6e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:03.493465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] For port c932cd45-98d4-4669-9cc9-34f0e9a54a6e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,segment=NetworkSegment(a51fe704-7fff-42d0-b48f-68cdc10fa877),segment_id=a51fe704-7fff-42d0-b48f-68cdc10fa877)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:03.495924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:03.497368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0e81eac-96eb-4c63-83c6-b824c5282c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.500683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:03.501581 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.539133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11f4bbfb-d7c0-4dd4-9e7d-23612f93b2c3 req-4984255f-38ef-43b8-beaf-c457b26bf55d tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107605 Apr 18 17:10:03.561105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-651e0647-7f54-4b40-bc8a-035ba0a354e1 req-22cc9dcc-245a-48e1-b07e-b31be893b1e1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427882 Apr 18 17:10:03.574496 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.614801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.10 (cfdf3d62-93c6-46a6-963a-474a240e15ad/5d0d3601-65df-42ff-839d-ab8915ed327d/d8ea568c-9783-423a-a617-418a154442f8) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:03.659799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0e81eac-96eb-4c63-83c6-b824c5282c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.665442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0e81eac-96eb-4c63-83c6-b824c5282c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.670188 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e0e81eac-96eb-4c63-83c6-b824c5282c69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edf2fd53-0f10-4120-acd9-889b8af8d4cb HTTP/1.1" status: 204 len: 168 time: 0.2676606 Apr 18 17:10:03.685801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e81eac-96eb-4c63-83c6-b824c5282c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf2fd53-0f10-4120-acd9-889b8af8d4cb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:03.714204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab14ef-4204-48a7-a5b6-b59a831fa4a9 None None] Pushing event updated for resources: {'Port': ['ID=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:03.755269 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.803798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34925d06-41d0-45eb-9bb8-98801631327f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fdac08-48b8-4adb-9f2c-877ded5ddb38'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:03.806824 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552e3659-9180-4eea-a9d4-9c977e4411b9" -d '{"events": [{"server_uuid": "34925d06-41d0-45eb-9bb8-98801631327f", "name": "network-vif-plugged", "status": "completed", "tag": "c5fdac08-48b8-4adb-9f2c-877ded5ddb38"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:03.825496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c5fdac08-48b8-4adb-9f2c-877ded5ddb38, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,segment=NetworkSegment(339f8f74-9a3b-4e83-a599-9c3845bd2b19),segment_id=339f8f74-9a3b-4e83-a599-9c3845bd2b19)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:03.837333 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.884568 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e85325-685a-47a5-a023-044611f757ad x-openstack-request-id: req-e0e85325-685a-47a5-a023-044611f757ad {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:03.884568 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34925d06-41d0-45eb-9bb8-98801631327f", "name": "network-vif-plugged", "status": "completed", "tag": "c5fdac08-48b8-4adb-9f2c-877ded5ddb38", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:03.884568 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0e85325-685a-47a5-a023-044611f757ad {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:03.885018 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e85325-685a-47a5-a023-044611f757ad'] response: {'server_uuid': '34925d06-41d0-45eb-9bb8-98801631327f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fdac08-48b8-4adb-9f2c-877ded5ddb38', 'code': 200} Apr 18 17:10:03.905530 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:03.971088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0ee05-8e4f-4757-ad9f-303adc201b8b req-9df85c72-3634-492f-8e98-f250844556ec tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:03.979280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64f0ee05-8e4f-4757-ad9f-303adc201b8b req-9df85c72-3634-492f-8e98-f250844556ec tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1133583 Apr 18 17:10:04.011509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:04.048806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.064077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64f0ee05-8e4f-4757-ad9f-303adc201b8b req-1073e5a0-7c85-4738-a5ff-31fb95fa478c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840092 Apr 18 17:10:04.113370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network cfdf3d62-93c6-46a6-963a-474a240e15ad is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:04.120644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:04.126604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a27c5a-c3cb-425c-abc6-b80fddf8fccd req-0e9b8b4f-4e97-400f-934e-bb1be2bb3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:04.128104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76a27c5a-c3cb-425c-abc6-b80fddf8fccd req-0e9b8b4f-4e97-400f-934e-bb1be2bb3dee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 1096 time: 0.1281600 Apr 18 17:10:04.129313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:04.132030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=d8ea568c-9783-423a-a617-418a154442f8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:04.221618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:04.222637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.228710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76a27c5a-c3cb-425c-abc6-b80fddf8fccd req-f5281d5c-a4fe-4f56-b03d-e6b9a00ab21d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924478 Apr 18 17:10:04.324745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34510) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:04.325732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-acf00f0f-3043-423a-880a-4478dd118325 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7991285 Apr 18 17:10:04.325732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34512) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:04.339255 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.346322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fa55d-f073-457c-b688-6eb8b5ce1f58 req-0523f886-9adc-44ac-911e-e696e0b79a74 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:04.348302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e1fa55d-f073-457c-b688-6eb8b5ce1f58 req-0523f886-9adc-44ac-911e-e696e0b79a74 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 943 time: 0.0988722 Apr 18 17:10:04.352057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'cfdf3d62-93c6-46a6-963a-474a240e15ad', 'name': 'tempest-PortsTestJSON-1400064581', 'fixed_ips': [{'subnet_id': '5d0d3601-65df-42ff-839d-ab8915ed327d', 'ip_address': '172.20.0.9'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:04.422362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c932cd45-98d4-4669-9cc9-34f0e9a54a6e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:04.438645 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c3c1-e914-41e5-9a71-feacc75604c9 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.458978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e1fa55d-f073-457c-b688-6eb8b5ce1f58 req-3956210f-35c7-4e04-b4c5-381d407b35f5 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030238 Apr 18 17:10:04.482566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c3c1-e914-41e5-9a71-feacc75604c9 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.520067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c932cd45-98d4-4669-9cc9-34f0e9a54a6e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:04.520448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.616364 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.649881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c3c1-e914-41e5-9a71-feacc75604c9 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.660962 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c3c1-e914-41e5-9a71-feacc75604c9 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.667030 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ffe0c3c1-e914-41e5-9a71-feacc75604c9 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "DELETE /v2.0/security-groups/ce100cc0-143d-4f31-8e36-894795216ea7 HTTP/1.1" status: 204 len: 168 time: 0.3488426 Apr 18 17:10:04.667723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port c932cd45-98d4-4669-9cc9-34f0e9a54a6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,segment=NetworkSegment(a51fe704-7fff-42d0-b48f-68cdc10fa877),segment_id=a51fe704-7fff-42d0-b48f-68cdc10fa877)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:04.667938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34524) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:04.678752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d4c171c8-05d1-49fe-85d3-85e9b44efe24 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:04.713139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0c3c1-e914-41e5-9a71-feacc75604c9 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce100cc0-143d-4f31-8e36-894795216ea7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:04.735074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:04.747530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:04.777833 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-ebeb6251-a4fe-4023-83ae-356dfbf1fb20 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] show failed (client error): The resource could not be found. Apr 18 17:10:04.782446 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ebeb6251-a4fe-4023-83ae-356dfbf1fb20 tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "GET /v2.0/security-groups/ce100cc0-143d-4f31-8e36-894795216ea7 HTTP/1.1" status: 404 len: 347 time: 0.1045265 Apr 18 17:10:04.785579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34528) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:04.825909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 1a43aa5d-c859-4406-8713-eae173867fef yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:10:04.842996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6bda6-1066-450e-a05a-ca8b829559d1 req-65500e0a-1ade-47d1-becd-7f26f9a30885 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:04.851627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86c6bda6-1066-450e-a05a-ca8b829559d1 req-65500e0a-1ade-47d1-becd-7f26f9a30885 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 945 time: 0.2448757 Apr 18 17:10:04.899147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d4c171c8-05d1-49fe-85d3-85e9b44efe24, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d4c171c8-05d1-49fe-85d3-85e9b44efe24,segment=NetworkSegment(7ce70b9c-4b9d-4113-a408-590278c86ea4),segment_id=7ce70b9c-4b9d-4113-a408-590278c86ea4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:04.914250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'd4c171c8-05d1-49fe-85d3-85e9b44efe24', 'network_id': 'fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e', 'port_id': 'd4c171c8-05d1-49fe-85d3-85e9b44efe24', 'mac_address': 'fa:16:3e:20:24:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea7561b-696f-4f14-a0cb-de8681b2f522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:04.926082 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-12e96b9a-40b2-4025-a04c-881ccd09acfc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2096059 Apr 18 17:10:04.987019 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:05.011314 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:05.014953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Deleting port 1cb7d8b1-95d5-4548-b863-5741fcd70b32 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:05.015566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:05.085142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c171c8-05d1-49fe-85d3-85e9b44efe24 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:05.095690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da12e3f-2403-440f-9acb-8c506656d544 req-41100ec9-3991-4644-b77d-022a7a268a5e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.104852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6da12e3f-2403-440f-9acb-8c506656d544 req-41100ec9-3991-4644-b77d-022a7a268a5e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 943 time: 0.4227345 Apr 18 17:10:05.234364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:05.234364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:05.234592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:05.234937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Calling delete_port for 1cb7d8b1-95d5-4548-b863-5741fcd70b32 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:05.240049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86c6bda6-1066-450e-a05a-ca8b829559d1 req-260bfb60-a8c0-4e12-a477-11828c39ab10 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870544 Apr 18 17:10:05.254241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d4c171c8-05d1-49fe-85d3-85e9b44efe24, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d4c171c8-05d1-49fe-85d3-85e9b44efe24,segment=NetworkSegment(7ce70b9c-4b9d-4113-a408-590278c86ea4),segment_id=7ce70b9c-4b9d-4113-a408-590278c86ea4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:05.282190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6da12e3f-2403-440f-9acb-8c506656d544 req-27ec1da9-099d-4509-b817-f2b657bae94b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763053 Apr 18 17:10:05.325903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-077f44b4-b3dc-4fa7-9c44-24844e8aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.326428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-077f44b4-b3dc-4fa7-9c44-24844e8aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.326845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-077f44b4-b3dc-4fa7-9c44-24844e8aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.328257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-077f44b4-b3dc-4fa7-9c44-24844e8aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.328743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-077f44b4-b3dc-4fa7-9c44-24844e8aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.329355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-077f44b4-b3dc-4fa7-9c44-24844e8aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.329848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-077f44b4-b3dc-4fa7-9c44-24844e8aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.331879 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-077f44b4-b3dc-4fa7-9c44-24844e8aede1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c24e1ed25414f21bf75839b11e5157d&device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 6491 time: 0.1216862 Apr 18 17:10:05.342059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc24b6d-d058-40fa-9c82-f9b27a0f0ee7 None None] Network cfdf3d62-93c6-46a6-963a-474a240e15ad requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:05.392426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 265b919f-7242-4afc-900f-45a7277eaca1 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:05.462322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:05.521648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-07f78775-052b-4dbd-8428-90c8645cc6cd None None] Provisioning complete for port c932cd45-98d4-4669-9cc9-34f0e9a54a6e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:05.522150 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07f78775-052b-4dbd-8428-90c8645cc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:05.560498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:05.624346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Pushing event deleted for resources: {'Port': ['ID=1cb7d8b1-95d5-4548-b863-5741fcd70b32,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:05.689401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d4c171c8-05d1-49fe-85d3-85e9b44efe24,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:05.809911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 265b919f-7242-4afc-900f-45a7277eaca1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=265b919f-7242-4afc-900f-45a7277eaca1,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:05.829456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '265b919f-7242-4afc-900f-45a7277eaca1', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'port_id': '265b919f-7242-4afc-900f-45a7277eaca1', 'mac_address': 'fa:16:3e:38:02:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe453df1-2304-40fe-96c6-0fb0afe45590', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:05.969163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.9 (cfdf3d62-93c6-46a6-963a-474a240e15ad/5d0d3601-65df-42ff-839d-ab8915ed327d/1a43aa5d-c859-4406-8713-eae173867fef) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:05.981960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bb129-4bac-4a14-ab49-5df748e23d44 req-60e59e4f-0530-4909-8c6f-f56bf31eae81 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:05.981960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef0bb129-4bac-4a14-ab49-5df748e23d44 req-60e59e4f-0530-4909-8c6f-f56bf31eae81 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.6131365 Apr 18 17:10:05.985403 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.005360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265b919f-7242-4afc-900f-45a7277eaca1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:06.011828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd298ee4-7808-4cd9-a39d-e9ac1bc98a77 req-c4b4df74-b717-4e4d-a5c0-90bac464f542 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:06.019825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd298ee4-7808-4cd9-a39d-e9ac1bc98a77 req-c4b4df74-b717-4e4d-a5c0-90bac464f542 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 944 time: 0.1153631 Apr 18 17:10:06.044045 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.055184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['d4c171c8-05d1-49fe-85d3-85e9b44efe24'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:06.068605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 265b919f-7242-4afc-900f-45a7277eaca1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=265b919f-7242-4afc-900f-45a7277eaca1,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:06.135041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd298ee4-7808-4cd9-a39d-e9ac1bc98a77 req-c8f5991c-c9dc-4b12-be43-b1c705fa1394 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144516 Apr 18 17:10:06.138214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef0bb129-4bac-4a14-ab49-5df748e23d44 req-99d0c308-5f5d-460b-9c54-3c861bc381b8 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343625 Apr 18 17:10:06.146809 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.151628 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.188133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-50661fd8-7856-4b50-8510-259900bd4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:06.188960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-50661fd8-7856-4b50-8510-259900bd4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:06.189947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-50661fd8-7856-4b50-8510-259900bd4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:06.191850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-50661fd8-7856-4b50-8510-259900bd4f14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3a97ff4-2136-4970-9c12-b41d3e746b6c&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=ba84c623-7c17-436b-aaba-ef122d61be9f&id=347e535b-58f1-44e7-a330-9384dc69e61d&id=347e535b-58f1-44e7-a330-9384dc69e61d HTTP/1.1" status: 200 len: 2293 time: 0.8096998 Apr 18 17:10:06.303999 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.312705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.319318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-01edd986-7dc8-44fd-8779-c428732cce1c tempest-ServersTestBootFromVolume-397307619 tempest-ServersTestBootFromVolume-397307619-project] 10.222.0.45 "DELETE /v2.0/floatingips/287f09c4-6bc2-4448-a1e5-d05b9ab6f194 HTTP/1.1" status: 204 len: 168 time: 1.5326107 Apr 18 17:10:06.326188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34550) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:06.502172 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-6a69a9f9-7098-4d11-b8d1-5280459d414b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=126975b8-a4b4-44ff-a082-cdd417c7c017 HTTP/1.1" status: 200 len: 1001 time: 0.3003943 Apr 18 17:10:06.509879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c932cd45-98d4-4669-9cc9-34f0e9a54a6e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:06.547616 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.586907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2a78c03c-7d4f-42cb-874c-05ed42ba739f None None] Provisioning complete for port c932cd45-98d4-4669-9cc9-34f0e9a54a6e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:06.587627 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2a78c03c-7d4f-42cb-874c-05ed42ba739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.637620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['265b919f-7242-4afc-900f-45a7277eaca1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:06.678875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=265b919f-7242-4afc-900f-45a7277eaca1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:06.733517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f04fa67a-9838-474a-b91c-a61875cb0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:06.735454 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f04fa67a-9838-474a-b91c-a61875cb0783 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1fa77b8-b09b-4853-90ce-2faa6ed1550e HTTP/1.1" status: 200 len: 850 time: 0.2168641 Apr 18 17:10:06.779951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b3ad0-1fd1-4a51-8129-284737345673 req-0fcedc28-f0a6-4d12-afa5-4ae3a663cefd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:06.781866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e4b3ad0-1fd1-4a51-8129-284737345673 req-0fcedc28-f0a6-4d12-afa5-4ae3a663cefd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 944 time: 0.2319131 Apr 18 17:10:06.802142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39988e-2a6f-4a74-9f19-197349422faa req-6a601411-c495-4954-9fe3-5f1dac021bfe tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:06.810097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f39988e-2a6f-4a74-9f19-197349422faa req-6a601411-c495-4954-9fe3-5f1dac021bfe tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 945 time: 0.3616776 Apr 18 17:10:06.850754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c932cd45-98d4-4669-9cc9-34f0e9a54a6e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:06.851464 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:06.863559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-911b2ff4-297b-4c81-a6a1-b51d15169044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:06.865164 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-911b2ff4-297b-4c81-a6a1-b51d15169044 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3a97ff4-2136-4970-9c12-b41d3e746b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206822 Apr 18 17:10:06.895454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e4b3ad0-1fd1-4a51-8129-284737345673 req-ab0404dd-98db-48dd-a3bd-eb6f1ea6852f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030252 Apr 18 17:10:06.907790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f39988e-2a6f-4a74-9f19-197349422faa req-a2383e4c-75b7-4340-9e54-2c87aec584ee tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849187 Apr 18 17:10:06.947747 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.042901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network cfdf3d62-93c6-46a6-963a-474a240e15ad is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:07.048219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:07.052500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:07.115521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=1a43aa5d-c859-4406-8713-eae173867fef,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:07.157044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.157869 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.219019 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-4e506996-e167-453e-b39e-d9f3b0d70d09 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462517 Apr 18 17:10:07.247850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9beabdc4-d98c-4a25-bc0a-a9ac787b7930 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9244080 Apr 18 17:10:07.249999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34568) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:07.281269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2a78c03c-7d4f-42cb-874c-05ed42ba739f None None] Provisioning complete for port d8ea568c-9783-423a-a617-418a154442f8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:07.282377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2a78c03c-7d4f-42cb-874c-05ed42ba739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.359108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34570) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:07.422778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2a78c03c-7d4f-42cb-874c-05ed42ba739f None None] Port d8ea568c-9783-423a-a617-418a154442f8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:07.432667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a097ea9-b49f-47bf-833d-35b904900e06 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.437040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2a097ea9-b49f-47bf-833d-35b904900e06 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1843696 Apr 18 17:10:07.438894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34574) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:07.478089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d7ea9-9bc4-4121-9228-50501982879e req-a6fc8b03-064e-417c-89cf-6d0752f01483 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.479604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43d7ea9-9bc4-4121-9228-50501982879e req-a6fc8b03-064e-417c-89cf-6d0752f01483 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 944 time: 0.1400368 Apr 18 17:10:07.488069 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-c4c4a918-3574-4233-afe9-a5f85d26051a service neutron] 10.222.0.41 "GET /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156363 Apr 18 17:10:07.541389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43d7ea9-9bc4-4121-9228-50501982879e req-bef3b957-fd53-4b16-b4e1-c1eb57d7b618 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518482 Apr 18 17:10:07.549610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2701524c-21cb-45f9-96e1-724af5010778 None None] Provisioning complete for port 1a43aa5d-c859-4406-8713-eae173867fef triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:07.550089 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2701524c-21cb-45f9-96e1-724af5010778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.556012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7f1d7-57fe-49df-93ed-9b0a8380995f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.566999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7f1d7-57fe-49df-93ed-9b0a8380995f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.569375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7f1d7-57fe-49df-93ed-9b0a8380995f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.570306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-4117ba74-b354-4f86-aa18-e25300d6168c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=c1a49168-1b22-4a79-93dc-3937ff69eda0 HTTP/1.1" status: 200 len: 217 time: 0.0724957 Apr 18 17:10:07.574158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-05a7f1d7-57fe-49df-93ed-9b0a8380995f tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1348565 Apr 18 17:10:07.575889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:07.593398 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0172839d-8ff4-4718-9329-e45ca68b52f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.596938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2701524c-21cb-45f9-96e1-724af5010778 None None] Port 1a43aa5d-c859-4406-8713-eae173867fef cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:07.624275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2701524c-21cb-45f9-96e1-724af5010778 None None] Provisioning complete for port d8ea568c-9783-423a-a617-418a154442f8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:07.625084 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2701524c-21cb-45f9-96e1-724af5010778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.647389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f41c7c09-924b-42b3-9892-d7ffb71cb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.651105 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f41c7c09-924b-42b3-9892-d7ffb71cb941 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0575073 Apr 18 17:10:07.685669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2701524c-21cb-45f9-96e1-724af5010778 None None] Port d8ea568c-9783-423a-a617-418a154442f8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:07.711233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.757519 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0172839d-8ff4-4718-9329-e45ca68b52f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.802073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-5cc01661-4ee4-4db9-80af-75886ae20649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.803461 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-5cc01661-4ee4-4db9-80af-75886ae20649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1401780 Apr 18 17:10:07.816274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d21f1-eea2-4425-b577-69db29cd80a3 req-c192a8e8-d910-4f05-9029-d0a1ee0c9ebc tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.817876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec8d21f1-eea2-4425-b577-69db29cd80a3 req-c192a8e8-d910-4f05-9029-d0a1ee0c9ebc tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 945 time: 0.1500840 Apr 18 17:10:07.827388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2a75-0bfa-4fc0-b27d-eb6a8fa718af req-15de875a-8374-471d-9c83-571b5a2dcad3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:07.828809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44cf2a75-0bfa-4fc0-b27d-eb6a8fa718af req-15de875a-8374-471d-9c83-571b5a2dcad3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1594880 Apr 18 17:10:07.829443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0172839d-8ff4-4718-9329-e45ca68b52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.909757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0172839d-8ff4-4718-9329-e45ca68b52f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f43aa7262a74b558203e235f09e8971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495527 Apr 18 17:10:07.917269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34580) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:07.919815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172839d-8ff4-4718-9329-e45ca68b52f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3ebc24-5970-4852-8319-23bf1094d8cf,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:07.966918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec8d21f1-eea2-4425-b577-69db29cd80a3 req-6f90030c-3145-47c8-9804-c854b2744633 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317592 Apr 18 17:10:07.969527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44cf2a75-0bfa-4fc0-b27d-eb6a8fa718af req-127cb16e-d808-4841-96de-82e4f4e7cec1 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319163 Apr 18 17:10:07.975710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7d088b43-a478-4190-83c2-ad7225d34402 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 1a43aa5d-c859-4406-8713-eae173867fef {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:07.975710 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d088b43-a478-4190-83c2-ad7225d34402 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:07.982092 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-420261bc-41d3-4a31-ab80-7c8ed72461ba service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697528 Apr 18 17:10:08.118376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-afc4e30c-6189-494c-8ced-ed6aa3748ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.140598 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-be9dcd56-6872-4b93-9f2b-3b528aa796a2 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499088 Apr 18 17:10:08.146631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d088b43-a478-4190-83c2-ad7225d34402 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.163830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852cefa-b8b5-4463-90bd-27c1c958e7aa req-f2d85c0c-9e94-448a-9bbd-54cebc9196e5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:08.165323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6852cefa-b8b5-4463-90bd-27c1c958e7aa req-f2d85c0c-9e94-448a-9bbd-54cebc9196e5 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 944 time: 0.1285098 Apr 18 17:10:08.178052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7d088b43-a478-4190-83c2-ad7225d34402 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 1a43aa5d-c859-4406-8713-eae173867fef owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:08.183278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-afc4e30c-6189-494c-8ced-ed6aa3748ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.188536 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-c69b9a63-6e69-48e2-9296-3d55dd1fd8a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c8cad90b-1cfa-4d19-a18b-df17b5bc0436 HTTP/1.1" status: 200 len: 217 time: 0.0384741 Apr 18 17:10:08.193320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Deleting port 66a165e1-14ba-46de-80da-4ba7e03233c8 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:08.193710 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.277876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6852cefa-b8b5-4463-90bd-27c1c958e7aa req-6eb41d3d-52dc-4768-8bf0-bd991a722879 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027861 Apr 18 17:10:08.286306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-eded997f-3d51-4ef5-af18-f175bbb886b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:08.289018 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-eded997f-3d51-4ef5-af18-f175bbb886b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0913806 Apr 18 17:10:08.340285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] For port 66a165e1-14ba-46de-80da-4ba7e03233c8, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=66a165e1-14ba-46de-80da-4ba7e03233c8,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:08.340658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.355896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Calling delete_port for 66a165e1-14ba-46de-80da-4ba7e03233c8 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:08.369273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-d1ba093b-e0e6-491e-9f40-216ee1a9ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:08.370725 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-d1ba093b-e0e6-491e-9f40-216ee1a9ccec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741456 Apr 18 17:10:08.390693 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-afc4e30c-6189-494c-8ced-ed6aa3748ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.393356 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-afc4e30c-6189-494c-8ced-ed6aa3748ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.394874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-afc4e30c-6189-494c-8ced-ed6aa3748ba8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa3ebc24-5970-4852-8319-23bf1094d8cf HTTP/1.1" status: 204 len: 168 time: 0.4722321 Apr 18 17:10:08.402647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4e30c-6189-494c-8ced-ed6aa3748ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3ebc24-5970-4852-8319-23bf1094d8cf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:08.407832 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d088b43-a478-4190-83c2-ad7225d34402 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.448630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d088b43-a478-4190-83c2-ad7225d34402 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=1a43aa5d-c859-4406-8713-eae173867fef,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:08.527470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d088b43-a478-4190-83c2-ad7225d34402 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.530910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7d088b43-a478-4190-83c2-ad7225d34402 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/1a43aa5d-c859-4406-8713-eae173867fef HTTP/1.1" status: 204 len: 168 time: 0.9541271 Apr 18 17:10:08.533561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34586) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:08.561487 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d9ff29-03f1-4bd1-adac-7d65871d7c91 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:10:08.566182 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-37d9ff29-03f1-4bd1-adac-7d65871d7c91 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/1a43aa5d-c859-4406-8713-eae173867fef HTTP/1.1" status: 404 len: 333 time: 0.0291297 Apr 18 17:10:08.566558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34588) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:08.569846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-c0cc685d-4206-4b48-8533-baeeefd82821 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644850 Apr 18 17:10:08.688878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d4c171c8-05d1-49fe-85d3-85e9b44efe24 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:08.729972 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-71b5c3b4-40cd-46d2-abcf-b58e95777bf4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526406 Apr 18 17:10:08.762260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b8f9f-1c75-469b-94c0-66ee3fa59338 req-04e50ab1-44fe-429a-9e21-0e68b9f6d22c tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:08.763689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c4b8f9f-1c75-469b-94c0-66ee3fa59338 req-04e50ab1-44fe-429a-9e21-0e68b9f6d22c tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 944 time: 0.0999479 Apr 18 17:10:08.767040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-81357a3e-8de5-49d7-970d-f6f906df188b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port d8ea568c-9783-423a-a617-418a154442f8 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:08.767388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81357a3e-8de5-49d7-970d-f6f906df188b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.777097 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-fe34450a-0845-4055-95c0-5aa2874dec80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa HTTP/1.1" status: 200 len: 217 time: 0.0389864 Apr 18 17:10:08.822776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.831142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port d4c171c8-05d1-49fe-85d3-85e9b44efe24 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:08.837777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port d4c171c8-05d1-49fe-85d3-85e9b44efe24 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:08.838420 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.852176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-7084190a-dff1-4dc4-8e6a-5a901dd429cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:08.853969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-7084190a-dff1-4dc4-8e6a-5a901dd429cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.0679476 Apr 18 17:10:08.904021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Pushing event deleted for resources: {'Port': ['ID=66a165e1-14ba-46de-80da-4ba7e03233c8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:08.921605 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81357a3e-8de5-49d7-970d-f6f906df188b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:08.936935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-81357a3e-8de5-49d7-970d-f6f906df188b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for d8ea568c-9783-423a-a617-418a154442f8 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:08.949947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c4b8f9f-1c75-469b-94c0-66ee3fa59338 req-858e570f-2505-466e-8b83-9c20f3da5aa3 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780133 Apr 18 17:10:08.974076 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.007924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7561fa64-99cd-4c78-89c1-5c896630a1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c171c8-05d1-49fe-85d3-85e9b44efe24'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:09.011141 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c3833e-74c8-4599-a87b-b2be1c36b189" -d '{"events": [{"server_uuid": "7561fa64-99cd-4c78-89c1-5c896630a1c8", "name": "network-vif-plugged", "status": "completed", "tag": "d4c171c8-05d1-49fe-85d3-85e9b44efe24"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:09.029127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f2580035-2fd3-488b-9678-a57316696d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:09.029127 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f2580035-2fd3-488b-9678-a57316696d6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1382062 Apr 18 17:10:09.041399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d4c171c8-05d1-49fe-85d3-85e9b44efe24, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d4c171c8-05d1-49fe-85d3-85e9b44efe24,segment=NetworkSegment(7ce70b9c-4b9d-4113-a408-590278c86ea4),segment_id=7ce70b9c-4b9d-4113-a408-590278c86ea4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:09.122898 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.200082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d4c171c8-05d1-49fe-85d3-85e9b44efe24,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:09.234192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e206071-cf3f-47b2-90f0-6ff19a81ec32 req-ad8318e3-2f94-450b-b73c-a2deb06de6ba tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:09.235795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e206071-cf3f-47b2-90f0-6ff19a81ec32 req-ad8318e3-2f94-450b-b73c-a2deb06de6ba tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 945 time: 0.1713259 Apr 18 17:10:09.260500 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.267254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79449f8e-2866-4a24-951d-00c0a48822b2 req-61ecce50-274a-4c3a-a4a2-95030fef4e97 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:09.268714 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79449f8e-2866-4a24-951d-00c0a48822b2 req-61ecce50-274a-4c3a-a4a2-95030fef4e97 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1532047 Apr 18 17:10:09.304362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d0669-f19d-4113-a103-f2812112407b req-f58535c3-d5d4-4ccb-99d4-1358554bddbd tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:09.307400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be2d0669-f19d-4113-a103-f2812112407b req-f58535c3-d5d4-4ccb-99d4-1358554bddbd tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.18 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 945 time: 0.1501610 Apr 18 17:10:09.337928 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-48ff5d57-c6a5-4765-a489-7bcac0237a61 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651165 Apr 18 17:10:09.356214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e206071-cf3f-47b2-90f0-6ff19a81ec32 req-67c149a2-b3b4-4247-b92b-ae4f821ec970 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5c3d4e5-d30f-4ced-931e-d299f9763602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085260 Apr 18 17:10:09.359332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81357a3e-8de5-49d7-970d-f6f906df188b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.388174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 265b919f-7242-4afc-900f-45a7277eaca1 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:09.414270 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81357a3e-8de5-49d7-970d-f6f906df188b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=d8ea568c-9783-423a-a617-418a154442f8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:09.431351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79449f8e-2866-4a24-951d-00c0a48822b2 req-44804447-ea05-46e6-a999-7c8285195f16 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504304 Apr 18 17:10:09.530317 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05236298-05d6-42fa-9857-6771979ef275 x-openstack-request-id: req-05236298-05d6-42fa-9857-6771979ef275 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:09.530643 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7561fa64-99cd-4c78-89c1-5c896630a1c8", "name": "network-vif-plugged", "status": "completed", "tag": "d4c171c8-05d1-49fe-85d3-85e9b44efe24", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:09.530879 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05236298-05d6-42fa-9857-6771979ef275 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:09.531289 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05236298-05d6-42fa-9857-6771979ef275'] response: {'server_uuid': '7561fa64-99cd-4c78-89c1-5c896630a1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c171c8-05d1-49fe-85d3-85e9b44efe24', 'code': 200} Apr 18 17:10:09.544366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-fc08d7d9-93b4-4864-b898-86f8c40dd769 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985655 Apr 18 17:10:09.572737 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81357a3e-8de5-49d7-970d-f6f906df188b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.576910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-81357a3e-8de5-49d7-970d-f6f906df188b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/d8ea568c-9783-423a-a617-418a154442f8 HTTP/1.1" status: 204 len: 168 time: 1.0094287 Apr 18 17:10:09.588906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34616) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:09.619490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 265b919f-7242-4afc-900f-45a7277eaca1 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:09.624562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 265b919f-7242-4afc-900f-45a7277eaca1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:09.625141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.637850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-90a152d2-5779-40a6-995d-30596d3cab70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=b7497679-2979-4888-9974-4da8f1012c65 HTTP/1.1" status: 200 len: 217 time: 0.0864868 Apr 18 17:10:09.638762 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab12eaf1-0e82-43e0-bdde-00239ecb6526 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:10:09.643816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab12eaf1-0e82-43e0-bdde-00239ecb6526 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/d8ea568c-9783-423a-a617-418a154442f8 HTTP/1.1" status: 404 len: 333 time: 0.0512445 Apr 18 17:10:09.650421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34620) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:09.737305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-681bc2f4-874a-48cf-b208-ddfeeda34523 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 5d0d3601-65df-42ff-839d-ab8915ed327d {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:09.741097 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-681bc2f4-874a-48cf-b208-ddfeeda34523 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.747807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-85fa50c6-9d63-4f82-ad97-6f534ffe7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:09.749454 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-85fa50c6-9d63-4f82-ad97-6f534ffe7055 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 200 len: 797 time: 0.1024890 Apr 18 17:10:09.749931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34622) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:09.760532 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.787832 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-681bc2f4-874a-48cf-b208-ddfeeda34523 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.798195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Router 911783f1-38a1-4044-9e85-dbf7feba15b2 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:10:09.803940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 265b919f-7242-4afc-900f-45a7277eaca1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=265b919f-7242-4afc-900f-45a7277eaca1,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:09.836665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f472e9-c8ae-4425-ab36-d9e5456e4db4 req-090bc2df-6e25-4e0e-93e5-c65e971307fa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:09.838188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48f472e9-c8ae-4425-ab36-d9e5456e4db4 req-090bc2df-6e25-4e0e-93e5-c65e971307fa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 944 time: 0.3122599 Apr 18 17:10:09.850996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Deleting port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:09.852755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.855097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c8a9-2d8c-4faa-a121-4347ea002001 req-c31377e2-fc92-47d4-9778-358654b6e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:09.856609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc45c8a9-2d8c-4faa-a121-4347ea002001 req-c31377e2-fc92-47d4-9778-358654b6e8e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 1096 time: 0.2877433 Apr 18 17:10:09.857883 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-d158cc98-56cb-4b28-a1dc-cf7f1ce97528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:09.859594 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-d158cc98-56cb-4b28-a1dc-cf7f1ce97528 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba84c623-7c17-436b-aaba-ef122d61be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003191 Apr 18 17:10:09.871327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:09.924993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-223150912-network', 'tenant_id': '95adb36d7cbb45688bcae0437ed77c73'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:09.928755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=265b919f-7242-4afc-900f-45a7277eaca1,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:10.013170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48f472e9-c8ae-4425-ab36-d9e5456e4db4 req-998f1986-c69c-4073-9859-08c044449b22 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534801 Apr 18 17:10:10.029270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc45c8a9-2d8c-4faa-a121-4347ea002001 req-9d6ef3ad-b14a-401f-bdc2-27dbf7d43d9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506228 Apr 18 17:10:10.083176 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-681bc2f4-874a-48cf-b208-ddfeeda34523 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.087238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] For port c5fdac08-48b8-4adb-9f2c-877ded5ddb38, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,segment=NetworkSegment(339f8f74-9a3b-4e83-a599-9c3845bd2b19),segment_id=339f8f74-9a3b-4e83-a599-9c3845bd2b19)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:10.087603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.139088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Calling delete_port for c5fdac08-48b8-4adb-9f2c-877ded5ddb38 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:10.165555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aaf91-f5e4-4979-b296-6bfa5fc67e84 req-6235571c-8a40-4697-9590-d4be6a37892f tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:10.167126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b2aaf91-f5e4-4979-b296-6bfa5fc67e84 req-6235571c-8a40-4697-9590-d4be6a37892f tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 945 time: 0.1331201 Apr 18 17:10:10.260704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b2aaf91-f5e4-4979-b296-6bfa5fc67e84 req-8fd060af-6a3e-4cd2-84ac-47f537e3d3ba tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840786 Apr 18 17:10:10.307522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-681bc2f4-874a-48cf-b208-ddfeeda34523 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.328338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:10:10.336627 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7b244e7d-195e-480d-a1a6-44fee21cba7a admin admin] 10.222.0.45 "PUT /v2.0/routers/911783f1-38a1-4044-9e85-dbf7feba15b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0082653 Apr 18 17:10:10.337221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34628) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:10.341217 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] Sync routers for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:10:10.354301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bc2f4-874a-48cf-b208-ddfeeda34523 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0d3601-65df-42ff-839d-ab8915ed327d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:10.354532 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:10.354856 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:10.362911 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-681bc2f4-874a-48cf-b208-ddfeeda34523 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.366213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-681bc2f4-874a-48cf-b208-ddfeeda34523 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/5d0d3601-65df-42ff-839d-ab8915ed327d HTTP/1.1" status: 204 len: 168 time: 0.7100174 Apr 18 17:10:10.368178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e92c40-ddeb-406f-8e69-7b92fe0be6be None None] Network cfdf3d62-93c6-46a6-963a-474a240e15ad requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:10.369081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34630) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:10.405989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Made reservation on behalf of 95adb36d7cbb45688bcae0437ed77c73 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:10.408314 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.421523 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.428412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-d8642bd5-2999-42de-8469-7d3155fb0611 service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559847 Apr 18 17:10:10.474540 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.498926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74daf463-81d9-4dd7-93da-4b0148ff0cb0 req-ee898e5c-6bf2-4a61-a0db-8036fec87a70 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 210 time: 0.0472989 Apr 18 17:10:10.505154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.534259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['c5fdac08-48b8-4adb-9f2c-877ded5ddb38'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:10.545072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Pushing event deleted for resources: {'Port': ['ID=c5fdac08-48b8-4adb-9f2c-877ded5ddb38,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:10.580557 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:10:10.594481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.629043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] No DVR routers for this DVR port c5fdac08-48b8-4adb-9f2c-877ded5ddb38 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:10.634487 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.637941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be2d0669-f19d-4113-a103-f2812112407b req-2b6e91aa-166c-4b6b-acb2-cb7866ba52e2 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.18 "DELETE /v2.0/ports/c5fdac08-48b8-4adb-9f2c-877ded5ddb38 HTTP/1.1" status: 204 len: 173 time: 1.3206606 Apr 18 17:10:10.648852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34925d06-41d0-45eb-9bb8-98801631327f', 'name': 'network-vif-deleted', 'tag': 'c5fdac08-48b8-4adb-9f2c-877ded5ddb38'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:10.652697 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ae3e15-5cd9-47b6-bf49-d4845dc6c5f8" -d '{"events": [{"server_uuid": "34925d06-41d0-45eb-9bb8-98801631327f", "name": "network-vif-deleted", "tag": "c5fdac08-48b8-4adb-9f2c-877ded5ddb38"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:10.719502 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-afb6dcbc-a540-4048-94cb-fcae349231bb service neutron] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753921 Apr 18 17:10:10.745052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4febc-fd5a-40ff-8be8-afff946855a1 req-042914f0-0c55-4016-a1fa-13c90aea0015 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:10.755071 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98e4febc-fd5a-40ff-8be8-afff946855a1 req-042914f0-0c55-4016-a1fa-13c90aea0015 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1179390 Apr 18 17:10:10.755071 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68a35ba-45b8-4009-981f-262690af1548 x-openstack-request-id: req-c68a35ba-45b8-4009-981f-262690af1548 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:10.755071 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34925d06-41d0-45eb-9bb8-98801631327f", "name": "network-vif-deleted", "tag": "c5fdac08-48b8-4adb-9f2c-877ded5ddb38", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:10.755071 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c68a35ba-45b8-4009-981f-262690af1548 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:10.755071 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68a35ba-45b8-4009-981f-262690af1548'] response: {'server_uuid': '34925d06-41d0-45eb-9bb8-98801631327f', 'name': 'network-vif-deleted', 'tag': 'c5fdac08-48b8-4adb-9f2c-877ded5ddb38', 'status': 'completed', 'code': 200} Apr 18 17:10:10.759862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port c932cd45-98d4-4669-9cc9-34f0e9a54a6e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:10.760215 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.783815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] DHCP port deletion for cfdf3d62-93c6-46a6-963a-474a240e15ad request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:10:10.818760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.844187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] Deleting port c932cd45-98d4-4669-9cc9-34f0e9a54a6e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:10.844703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.859608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.861588 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f37a3239-632b-491a-ba5f-649200e0021e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab1c4a4-58e7-4557-9753-3e197211f653 HTTP/1.1" status: 200 len: 217 time: 0.0703342 Apr 18 17:10:10.866940 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '05335764-d356-41a3-b81c-ee857b7d406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:10:08Z', 'revision_number': 5, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port': {'id': '05335764-d356-41a3-b81c-ee857b7d406e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:06:49Z', 'updated_at': '2022-04-18T17:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:10.878346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98e4febc-fd5a-40ff-8be8-afff946855a1 req-4a534821-c203-4e60-ad14-2fed5ccab035 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140485 Apr 18 17:10:10.880483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] For port c932cd45-98d4-4669-9cc9-34f0e9a54a6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,segment=NetworkSegment(a51fe704-7fff-42d0-b48f-68cdc10fa877),segment_id=a51fe704-7fff-42d0-b48f-68cdc10fa877)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:10.881011 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.896526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for c932cd45-98d4-4669-9cc9-34f0e9a54a6e owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:10.900978 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] Checking router: 911783f1-38a1-4044-9e85-dbf7feba15b2 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:10:10.919147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] For port c932cd45-98d4-4669-9cc9-34f0e9a54a6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,segment=NetworkSegment(a51fe704-7fff-42d0-b48f-68cdc10fa877),segment_id=a51fe704-7fff-42d0-b48f-68cdc10fa877)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:10.919697 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:10.922733 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] Routers {'911783f1-38a1-4044-9e85-dbf7feba15b2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:10.923446 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['911783f1-38a1-4044-9e85-dbf7feba15b2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:10.934279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] Calling delete_port for c932cd45-98d4-4669-9cc9-34f0e9a54a6e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:10.955301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.009510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:10:11.016116 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] Set router 911783f1-38a1-4044-9e85-dbf7feba15b2 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:10:11.026889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-0475e389-91d1-4906-b020-d5e1f143a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:11.029132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-0475e389-91d1-4906-b020-d5e1f143a485 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f47100-9464-4f3f-b852-3b0c693ee7ab HTTP/1.1" status: 200 len: 797 time: 0.1607072 Apr 18 17:10:11.034692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8821ec23-d3b5-493d-a3e2-174fffcf8c1d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:11.084571 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.087043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Deleting port 05335764-d356-41a3-b81c-ee857b7d406e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:11.087514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.090536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.094942 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Added segment df58d1c0-4ba4-47f1-a988-d85458aa41cb of type vlan for network eeef89c2-c0da-4d31-b505-235c21432894 Apr 18 17:10:11.095089 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.113122 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:10:10Z', 'revision_number': 6, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:11.121067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-3e65fb7f-eb3a-4094-95f7-4f56b8a39603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:11.122624 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-3e65fb7f-eb3a-4094-95f7-4f56b8a39603 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852256 Apr 18 17:10:11.145283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] Pushing event deleted for resources: {'Port': ['ID=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:11.149630 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3914ec3-445a-465a-a5c3-ae76dc4dffe9 None None] The sync data for ids ['911783f1-38a1-4044-9e85-dbf7feba15b2'] in n-d-836015-2 is: [{'id': '911783f1-38a1-4044-9e85-dbf7feba15b2', 'name': 'tempest-ServersTestBootFromVolume-1539984723-router', 'tenant_id': '9d8cbe0023fb457d80330115667153de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:06:47Z', 'updated_at': '2022-04-18T17:10:10Z', 'revision_number': 6, 'project_id': '9d8cbe0023fb457d80330115667153de', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:10:11.154436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be4113-3ea0-4156-8779-828113bdca5a None None] No DVR routers for this DVR port c932cd45-98d4-4669-9cc9-34f0e9a54a6e on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:11.160276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=c932cd45-98d4-4669-9cc9-34f0e9a54a6e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:11.191943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No DVR routers for this DVR port c932cd45-98d4-4669-9cc9-34f0e9a54a6e on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:11.241593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.284502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7a00-f0c0-42fd-9a80-9b651c431f1a req-4e4767ed-d512-427b-b83a-01601920ba63 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:11.286247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-961b7a00-f0c0-42fd-9a80-9b651c431f1a req-4e4767ed-d512-427b-b83a-01601920ba63 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1542356 Apr 18 17:10:11.309540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] For port 05335764-d356-41a3-b81c-ee857b7d406e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05335764-d356-41a3-b81c-ee857b7d406e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:11.315337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.325936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.339246 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-9c6a1693-5a32-48e7-8cfb-355acc0039cc service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969028 Apr 18 17:10:11.340822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Calling delete_port for 05335764-d356-41a3-b81c-ee857b7d406e owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:11.366390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdf3d62-93c6-46a6-963a-474a240e15ad']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:11.392316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-961b7a00-f0c0-42fd-9a80-9b651c431f1a req-e5a12774-32e1-4491-b103-44b049c8a824 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959091 Apr 18 17:10:11.392540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.393501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:11.394277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51fe704-7fff-42d0-b48f-68cdc10fa877') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:11.394391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.394567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51fe704-7fff-42d0-b48f-68cdc10fa877') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:11.418790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.437925 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.451950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25675e05-2767-4275-ab78-d148e33fad1f req-9b934875-1281-47ac-b0c5-64d84e8af914 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:11.454857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25675e05-2767-4275-ab78-d148e33fad1f req-9b934875-1281-47ac-b0c5-64d84e8af914 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 945 time: 0.0849078 Apr 18 17:10:11.457076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:10:11.457629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:10:11.477648 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:10:11.503641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7506604 Apr 18 17:10:11.508890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34642) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:11.532837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136cccb3-64fc-42a8-bac6-ff3f28f4cab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265b919f-7242-4afc-900f-45a7277eaca1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:11.534987 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee7f459-2680-412a-9009-1d01fa3fb011" -d '{"events": [{"server_uuid": "136cccb3-64fc-42a8-bac6-ff3f28f4cab1", "name": "network-vif-plugged", "status": "completed", "tag": "265b919f-7242-4afc-900f-45a7277eaca1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:11.546123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463ff70-6efc-4e9f-9a45-f042878e99f1 admin admin] Pushing event updated for resources: {'Network': ['ID=eeef89c2-c0da-4d31-b505-235c21432894,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:11.561132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network eeef89c2-c0da-4d31-b505-235c21432894 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:10:11.653209 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-7bbf5544-bebc-432a-a9bc-43a50b18b8d3 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465713 Apr 18 17:10:11.667678 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8bfa87-2ccd-4646-b177-ca81b979b6ff x-openstack-request-id: req-5b8bfa87-2ccd-4646-b177-ca81b979b6ff {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:11.668389 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136cccb3-64fc-42a8-bac6-ff3f28f4cab1", "name": "network-vif-plugged", "status": "completed", "tag": "265b919f-7242-4afc-900f-45a7277eaca1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:11.671052 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b8bfa87-2ccd-4646-b177-ca81b979b6ff {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:11.676456 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8bfa87-2ccd-4646-b177-ca81b979b6ff'] response: {'server_uuid': '136cccb3-64fc-42a8-bac6-ff3f28f4cab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265b919f-7242-4afc-900f-45a7277eaca1', 'code': 200} Apr 18 17:10:11.754749 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-95e7c7d2-2aba-4fe7-9eff-3f07e1c180e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abbc8be2-efa9-46f3-8d79-63551e08e847 HTTP/1.1" status: 200 len: 217 time: 0.0780592 Apr 18 17:10:11.857922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f18274ab-ef18-47d1-b128-d211bbc828f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:11.859555 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-f18274ab-ef18-47d1-b128-d211bbc828f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f47100-9464-4f3f-b852-3b0c693ee7ab HTTP/1.1" status: 200 len: 797 time: 0.0845950 Apr 18 17:10:11.908514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:11.914420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-b87421a3-ceed-462a-9c4d-04fa45125535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:11.915978 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-b87421a3-ceed-462a-9c4d-04fa45125535 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=347e535b-58f1-44e7-a330-9384dc69e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488679 Apr 18 17:10:11.940555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Request body: {'subnet': {'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-223150912-subnet', 'tenant_id': '95adb36d7cbb45688bcae0437ed77c73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:11.949620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=05335764-d356-41a3-b81c-ee857b7d406e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:12.040928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f380e61-5e0d-4561-815b-ba9371576649 req-1927d86f-5713-474d-b8ba-76c56c0c82f1 tempest-ServerAddressesNegativeTestJSON-1043752820 tempest-ServerAddressesNegativeTestJSON-1043752820-project] 10.222.0.45 "GET /v2.0/ports?device_id=34925d06-41d0-45eb-9bb8-98801631327f HTTP/1.1" status: 200 len: 210 time: 0.0962493 Apr 18 17:10:12.050094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.077019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.080274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/networks/cfdf3d62-93c6-46a6-963a-474a240e15ad HTTP/1.1" status: 204 len: 168 time: 1.7101266 Apr 18 17:10:12.084961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.096349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25675e05-2767-4275-ab78-d148e33fad1f req-3b4c4d21-1276-4a7a-9fbc-5100255e4772 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867000 Apr 18 17:10:12.096554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34650) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:12.099589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b94d3-90b9-44e7-8b7c-d42006e4944c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Network': ['ID=cfdf3d62-93c6-46a6-963a-474a240e15ad,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:12.117305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-670044859'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:12.117569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8217e0-6a28-4530-9216-73bba79b0f12 req-32067e3f-2d47-47a0-b945-ad7d453af97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:12.117569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd8217e0-6a28-4530-9216-73bba79b0f12 req-32067e3f-2d47-47a0-b945-ad7d453af97b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 1097 time: 0.1710460 Apr 18 17:10:12.119334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905a24-0106-4a96-9f12-335e850e879b req-d439f67f-68e7-4f63-aedf-4e2006259b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:12.120730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3905a24-0106-4a96-9f12-335e850e879b req-d439f67f-68e7-4f63-aedf-4e2006259b9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 1096 time: 0.1738877 Apr 18 17:10:12.149236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Made reservation on behalf of 95adb36d7cbb45688bcae0437ed77c73 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:12.151521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.205638 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-50685a0f-4ad2-4425-831c-381106077be6 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658927 Apr 18 17:10:12.242791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.257551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.264962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd8217e0-6a28-4530-9216-73bba79b0f12 req-c6591cb2-a9a0-4d5a-baa9-bc6d7e8ba6f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406283 Apr 18 17:10:12.271059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3905a24-0106-4a96-9f12-335e850e879b req-cf4fbb03-410c-4223-8301-4cfbb29444fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386292 Apr 18 17:10:12.299369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c31f-47af-40cd-b736-ad213c980290 req-027acf88-c95c-4f60-9e1f-6b772756fe45 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:12.300903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e316c31f-47af-40cd-b736-ad213c980290 req-027acf88-c95c-4f60-9e1f-6b772756fe45 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1589198 Apr 18 17:10:12.338027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:12.342097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.377140 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e316c31f-47af-40cd-b736-ad213c980290 req-eb89a37a-4d78-430c-a72c-12e62712f186 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682178 Apr 18 17:10:12.390033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 66a165e1-14ba-46de-80da-4ba7e03233c8 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:12.396114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:10:12.419123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8b5e8aa2-d3e6-4373-9fb7-f1aca07b00aa req-b626904d-2375-41cd-b6f0-06da573521a4 service neutron] 10.222.0.41 "GET /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786923 Apr 18 17:10:12.421775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.421775 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Added segment 8d0d765e-8008-4134-ab48-577bb7a5a07e of type vlan for network f95258d0-6613-477d-953c-404c54c78e30 Apr 18 17:10:12.422917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.423028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 911783f1-38a1-4044-9e85-dbf7feba15b2 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:10:12.440208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.444279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7e8a69a5-ab56-4bf2-87f1-1c92fe9a5de3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/911783f1-38a1-4044-9e85-dbf7feba15b2 HTTP/1.1" status: 204 len: 168 time: 2.1001120 Apr 18 17:10:12.444279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34654) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:12.456120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 66a165e1-14ba-46de-80da-4ba7e03233c8 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:12.456476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 66a165e1-14ba-46de-80da-4ba7e03233c8 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:12.456893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c932cd45-98d4-4669-9cc9-34f0e9a54a6e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:12.498978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c932cd45-98d4-4669-9cc9-34f0e9a54a6e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:12.499656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c932cd45-98d4-4669-9cc9-34f0e9a54a6e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:12.499799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.500360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05335764-d356-41a3-b81c-ee857b7d406e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:12.520211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.524458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 05335764-d356-41a3-b81c-ee857b7d406e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:12.525117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05335764-d356-41a3-b81c-ee857b7d406e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:12.526736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb4f3f4-6032-45c7-8d2c-4b9e191ad53a admin admin] Deleting subnet e565e588-417c-467a-b9d3-fe768801b203 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:12.532129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f3f4-6032-45c7-8d2c-4b9e191ad53a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.587268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f3f4-6032-45c7-8d2c-4b9e191ad53a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.601248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb4511a-71c6-4214-b2f6-4635fea258c1,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:12.629190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2419c-36d4-4b34-8d95-395f28095177 req-01c6a785-497a-4ede-92ff-9add840b9706 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:12.630725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00c2419c-36d4-4b34-8d95-395f28095177 req-01c6a785-497a-4ede-92ff-9add840b9706 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1277704 Apr 18 17:10:12.632754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Checking segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:12.633352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Network hostable DHCP agents. Network: eeef89c2-c0da-4d31-b505-235c21432894, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:10:12.676908 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f3f4-6032-45c7-8d2c-4b9e191ad53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.684240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00c2419c-36d4-4b34-8d95-395f28095177 req-f30c103c-1fd0-4b49-9094-a2e24b7d7db3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449133 Apr 18 17:10:12.708189 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.715875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:12.716463 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.779759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Network eeef89c2-c0da-4d31-b505-235c21432894 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:10:12.805104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Network': ['ID=f95258d0-6613-477d-953c-404c54c78e30,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:12.815335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network f95258d0-6613-477d-953c-404c54c78e30 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:10:12.844956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dee237f2-b65e-4bb6-9101-9958de2e78c4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7484546 Apr 18 17:10:12.847685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34656) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:12.852539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'f95258d0-6613-477d-953c-404c54c78e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:12.888542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, eeef89c2-c0da-4d31-b505-235c21432894) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:12.892838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:12.893382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.898580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b89c23-4007-4e11-b9d4-6d58f11bf64c None None] Network eeef89c2-c0da-4d31-b505-235c21432894 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:12.918955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f3f4-6032-45c7-8d2c-4b9e191ad53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.951486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4f3f4-6032-45c7-8d2c-4b9e191ad53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e565e588-417c-467a-b9d3-fe768801b203,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:12.959234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f3f4-6032-45c7-8d2c-4b9e191ad53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:12.962375 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8eb4f3f4-6032-45c7-8d2c-4b9e191ad53a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e565e588-417c-467a-b9d3-fe768801b203 HTTP/1.1" status: 204 len: 168 time: 0.5174801 Apr 18 17:10:12.964965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34658) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:12.965972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752d386-f7c8-4d9d-bdd4-fec351eed962 None None] Network 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:13.023317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-403e10ee-4ab5-48ea-af6a-e8e9dea93f1d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5064321 Apr 18 17:10:13.037910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.103470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34664) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:13.105033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Deleting port f0c46774-f244-4520-8543-b95051b42032 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:13.105607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.146977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:13.166888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.173249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-eeef89c2-c0da-4d31-b505-235c21432894', 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894', 'tenant_id': '95adb36d7cbb45688bcae0437ed77c73', 'fixed_ips': [{'subnet_id': 'ceb4511a-71c6-4214-b2f6-4635fea258c1'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:10:13.174165 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.238141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] For port f0c46774-f244-4520-8543-b95051b42032, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f0c46774-f244-4520-8543-b95051b42032,segment=NetworkSegment(e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8),segment_id=e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:13.238540 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.262369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Calling delete_port for f0c46774-f244-4520-8543-b95051b42032 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:13.298643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-00731154-d8a5-49b7-8895-fe305e22a296 admin admin] Deleting subnet 1b0cae59-c8f1-4369-b14f-231ce480e7d9 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:13.302599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00731154-d8a5-49b7-8895-fe305e22a296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.342346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cac51-f1f7-4538-a9fe-f1c5da9cc6a6 req-130a70d2-fd60-4667-95ce-05a32da3bc1d tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:13.348772 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00731154-d8a5-49b7-8895-fe305e22a296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.349287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac6cac51-f1f7-4538-a9fe-f1c5da9cc6a6 req-130a70d2-fd60-4667-95ce-05a32da3bc1d tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 945 time: 0.1031995 Apr 18 17:10:13.382961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Allocated IP 172.20.0.2 (eeef89c2-c0da-4d31-b505-235c21432894/ceb4511a-71c6-4214-b2f6-4635fea258c1/1a137be0-faee-4c3e-9c5b-76b5a7265272) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:13.413195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] DHCP port deletion for 8fc79a16-a5ee-4122-ab73-377f1a5dcc07 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:10:13.416165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c5fdac08-48b8-4adb-9f2c-877ded5ddb38 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:13.421490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac6cac51-f1f7-4538-a9fe-f1c5da9cc6a6 req-e7438375-11cf-400d-827f-15489afa6117 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712984 Apr 18 17:10:13.500056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: c5fdac08-48b8-4adb-9f2c-877ded5ddb38 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:13.504594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c5fdac08-48b8-4adb-9f2c-877ded5ddb38 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:13.517882 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00731154-d8a5-49b7-8895-fe305e22a296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.533493 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.618336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c46774-f244-4520-8543-b95051b42032,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:13.678797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] No DVR routers for this DVR port f0c46774-f244-4520-8543-b95051b42032 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:13.697842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] Deleting port f0c46774-f244-4520-8543-b95051b42032 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:13.698387 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.749852 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.752269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.775967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] For port f0c46774-f244-4520-8543-b95051b42032, host n-d-836015-2, got binding levels [] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:13.776741 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.778091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583eca6-9b0c-4254-bc5a-a58d7cf83958 req-e2a8801f-6c1f-4590-9f2c-c363c9bea298 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:13.779597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c583eca6-9b0c-4254-bc5a-a58d7cf83958 req-e2a8801f-6c1f-4590-9f2c-c363c9bea298 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.2620525 Apr 18 17:10:13.797155 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00731154-d8a5-49b7-8895-fe305e22a296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.806712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] Calling delete_port for f0c46774-f244-4520-8543-b95051b42032 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:13.809483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.ipam_backend_mixin [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] Port f0c46774-f244-4520-8543-b95051b42032 was not found and therefore no delete operation was performed {{(pid=109827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:10:13.810734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.832853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] Pushing event deleted for resources: {'Port': ['ID=f0c46774-f244-4520-8543-b95051b42032,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:13.855083 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.855905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bda1f1-3343-4f64-b95f-7a3fa8d2f94f None None] No DVR routers for this DVR port f0c46774-f244-4520-8543-b95051b42032 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:13.859767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00731154-d8a5-49b7-8895-fe305e22a296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.869619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-00731154-d8a5-49b7-8895-fe305e22a296 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1b0cae59-c8f1-4369-b14f-231ce480e7d9 HTTP/1.1" status: 204 len: 168 time: 0.7617834 Apr 18 17:10:13.869619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Checking segment: {'id': '8d0d765e-8008-4134-ab48-577bb7a5a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f95258d0-6613-477d-953c-404c54c78e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:13.869619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network hostable DHCP agents. Network: f95258d0-6613-477d-953c-404c54c78e30, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:10:13.870311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34692) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:13.877696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=729ae155-4a77-4788-8355-d52b9ec3cb4a,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:13.885463 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:13.902765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc79a16-a5ee-4122-ab73-377f1a5dcc07']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:13.906753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00731154-d8a5-49b7-8895-fe305e22a296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0cae59-c8f1-4369-b14f-231ce480e7d9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:13.930432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-7534fac5-756d-4b58-8435-bd50cef8faaf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:13.931496 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-7534fac5-756d-4b58-8435-bd50cef8faaf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 815 time: 0.3082681 Apr 18 17:10:13.931699 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Network eeef89c2-c0da-4d31-b505-235c21432894 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:13.936899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:13.940496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:13.942812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:13.943105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c3ffdb-a2f0-44be-9189-25fb3e7f8dc8') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:13.953575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Pushing event updated for resources: {'Port': ['ID=1a137be0-faee-4c3e-9c5b-76b5a7265272,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:13.977687 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c583eca6-9b0c-4254-bc5a-a58d7cf83958 req-a317e4c9-21ae-4d07-a50e-53fde74a4f66 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635573 Apr 18 17:10:13.998232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.022012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-f5a58123-6b33-47d9-9fb7-c3c6985085b1 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/quotas/95adb36d7cbb45688bcae0437ed77c73 HTTP/1.1" status: 200 len: 375 time: 0.0691750 Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Attempting to bind port 1a137be0-faee-4c3e-9c5b-76b5a7265272 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Attempting to bind port 1a137be0-faee-4c3e-9c5b-76b5a7265272 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Attempting to bind port 1a137be0-faee-4c3e-9c5b-76b5a7265272 on network eeef89c2-c0da-4d31-b505-235c21432894 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Checking segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Bound using segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Bound port: 1a137be0-faee-4c3e-9c5b-76b5a7265272, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:14.022113 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.025406 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.031623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network f95258d0-6613-477d-953c-404c54c78e30 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:10:14.042622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:10:14.043255 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:10:14.047633 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:10:14.070697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.095438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] For port 1a137be0-faee-4c3e-9c5b-76b5a7265272, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:14.105299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, f95258d0-6613-477d-953c-404c54c78e30) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:14.109624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:14.110346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.115454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a96da-74d1-4a41-9032-f78610debf11 None None] Network f95258d0-6613-477d-953c-404c54c78e30 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:14.187327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-0c7a009c-bb67-4f78-af7b-b01b0a56d669 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589987 Apr 18 17:10:14.229764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-01dc0d5f-b78d-47ac-be22-0e5b68f7ecfb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3809946 Apr 18 17:10:14.232350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34696) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:14.236853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2a1ea601-9435-4e3d-ab1e-5ed950d39625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2094741753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:14.263020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ace389-fe65-43d7-ac78-ede085a7bc15 req-a5af6753-11ad-4f47-8496-ca17691ec233 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:14.264509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57ace389-fe65-43d7-ac78-ede085a7bc15 req-a5af6753-11ad-4f47-8496-ca17691ec233 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1910992 Apr 18 17:10:14.270384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.272843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.275339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-f95258d0-6613-477d-953c-404c54c78e30', 'network_id': 'f95258d0-6613-477d-953c-404c54c78e30', 'tenant_id': '1a52f49992984532aaf1505172c34905', 'fixed_ips': [{'subnet_id': '729ae155-4a77-4788-8355-d52b9ec3cb4a'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:10:14.280859 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.290259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] For port 1a137be0-faee-4c3e-9c5b-76b5a7265272, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1a137be0-faee-4c3e-9c5b-76b5a7265272,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:14.311898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.317534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8fc79a16-a5ee-4122-ab73-377f1a5dcc07 HTTP/1.1" status: 204 len: 168 time: 1.3490493 Apr 18 17:10:14.334483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea601-9435-4e3d-ab1e-5ed950d39625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.335614 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea601-9435-4e3d-ab1e-5ed950d39625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.347451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48290d50-d86c-462b-8839-d3f7d0601a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc79a16-a5ee-4122-ab73-377f1a5dcc07,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:14.351693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31d2fe2-9543-4ee1-b2f0-ce4370863a25']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:14.372011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339f8f74-9a3b-4e83-a599-9c3845bd2b19') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:14.372313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339f8f74-9a3b-4e83-a599-9c3845bd2b19') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:14.395120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.400430 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.404607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57ace389-fe65-43d7-ac78-ede085a7bc15 req-c6c87b27-72b2-4e95-98a1-d0f361480a28 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234083 Apr 18 17:10:14.428714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea601-9435-4e3d-ab1e-5ed950d39625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.438299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.447801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f0c46774-f244-4520-8543-b95051b42032 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:14.456460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-479f5039-e2e0-46fc-8fa2-630fee292eb5 service neutron] 10.222.0.45 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581186 Apr 18 17:10:14.486358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:10:14.486785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:10:14.488766 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:10:14.555473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea601-9435-4e3d-ab1e-5ed950d39625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.618602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-50335075-131a-4dbc-a892-669a73a811ca service neutron] 10.222.0.45 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608713 Apr 18 17:10:14.654736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.658666 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2a1ea601-9435-4e3d-ab1e-5ed950d39625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.659014 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2a1ea601-9435-4e3d-ab1e-5ed950d39625 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4253209 Apr 18 17:10:14.660438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34706) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:14.662660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: f0c46774-f244-4520-8543-b95051b42032 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:14.663000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f0c46774-f244-4520-8543-b95051b42032 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:14.670091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:14.674541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a31d2fe2-9543-4ee1-b2f0-ce4370863a25 HTTP/1.1" status: 204 len: 168 time: 0.8030963 Apr 18 17:10:14.686878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'network_id': 'f95258d0-6613-477d-953c-404c54c78e30', 'name': 'tempest-PortsTestJSON-1230721098'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:14.714204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7cd7a-5c67-495a-a41c-5f475c7f2017 None None] Pushing event updated for resources: {'Port': ['ID=1a137be0-faee-4c3e-9c5b-76b5a7265272,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:14.714373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8eb69-f981-4175-85d8-fe0b9e5613e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31d2fe2-9543-4ee1-b2f0-ce4370863a25,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:14.714508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Allocated IP 172.20.0.2 (f95258d0-6613-477d-953c-404c54c78e30/729ae155-4a77-4788-8355-d52b9ec3cb4a/bd13f2d1-0a82-419a-b3b2-c7a0e59cd184) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:14.876783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34714) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:14.921240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df193380-62bf-4ae8-b554-fd3e2f03c317 req-c5372a72-27e6-45ee-994a-9a455f3176f9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:14.922765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df193380-62bf-4ae8-b554-fd3e2f03c317 req-c5372a72-27e6-45ee-994a-9a455f3176f9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.0715280 Apr 18 17:10:14.933993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34716) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:14.946800 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eaa1310f-8704-487c-9ba7-659c7dd56419 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d8cbe0023fb457d80330115667153de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675666 Apr 18 17:10:15.025247 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.036589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:15.040406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.082194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:10:15.092723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df193380-62bf-4ae8-b554-fd3e2f03c317 req-ae19b949-d585-426f-bdad-76f755aa6c4b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578021 Apr 18 17:10:15.128368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0817aabe-4e55-4f4d-82cb-fce7ba9b1528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.146466 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.235496 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0817aabe-4e55-4f4d-82cb-fce7ba9b1528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.272636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Network f95258d0-6613-477d-953c-404c54c78e30 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:15.281526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:15.284211 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:15.287556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Pushing event updated for resources: {'Port': ['ID=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:15.292043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada2bd4-eff9-445d-9930-3df2c7e4d101 req-4f7d6eae-732f-4809-b35d-1ddae8133f7b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:15.293674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ada2bd4-eff9-445d-9930-3df2c7e4d101 req-4f7d6eae-732f-4809-b35d-1ddae8133f7b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1298506 Apr 18 17:10:15.303675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34732) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:15.365318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6e899896-4e10-451b-9584-8c4a2a73d69d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3736ba1afbbc4f41ab793078edbfe735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575562 Apr 18 17:10:15.369345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.14 (f95258d0-6613-477d-953c-404c54c78e30/729ae155-4a77-4788-8355-d52b9ec3cb4a/5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:15.372374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34736) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:15.381074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ada2bd4-eff9-445d-9930-3df2c7e4d101 req-2a3b893d-4e04-44a9-982c-c979ce7b87ee tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715621 Apr 18 17:10:15.402690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Attempting to bind port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:15.403073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Attempting to bind port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8d0d765e-8008-4134-ab48-577bb7a5a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f95258d0-6613-477d-953c-404c54c78e30'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:15.403608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Attempting to bind port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 on network f95258d0-6613-477d-953c-404c54c78e30 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:15.419623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:15.422583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Checking segment: {'id': '8d0d765e-8008-4134-ab48-577bb7a5a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f95258d0-6613-477d-953c-404c54c78e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:15.423331 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.425835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Bound using segment: {'id': '8d0d765e-8008-4134-ab48-577bb7a5a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f95258d0-6613-477d-953c-404c54c78e30'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:15.427782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Bound port: bd13f2d1-0a82-419a-b3b2-c7a0e59cd184, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0d765e-8008-4134-ab48-577bb7a5a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f95258d0-6613-477d-953c-404c54c78e30'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:15.428522 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.493133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-845e3c7b-d1c2-42cd-8f2c-3b0f3bb9cbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.541645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] For port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:15.546578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] For port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,segment=NetworkSegment(8d0d765e-8008-4134-ab48-577bb7a5a07e),segment_id=8d0d765e-8008-4134-ab48-577bb7a5a07e)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:15.564564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0817aabe-4e55-4f4d-82cb-fce7ba9b1528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.567175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0817aabe-4e55-4f4d-82cb-fce7ba9b1528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.568342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0817aabe-4e55-4f4d-82cb-fce7ba9b1528 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e4eb4f2-a56a-47d6-bb88-2400ba86433a HTTP/1.1" status: 204 len: 168 time: 0.6333930 Apr 18 17:10:15.578988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-845e3c7b-d1c2-42cd-8f2c-3b0f3bb9cbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.601748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817aabe-4e55-4f4d-82cb-fce7ba9b1528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4eb4f2-a56a-47d6-bb88-2400ba86433a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:15.643129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.658672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-0411704c-8a35-44c1-9530-1e0ea90a67fd tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:15.660338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-0411704c-8a35-44c1-9530-1e0ea90a67fd tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 815 time: 0.1835053 Apr 18 17:10:15.702550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-2075ab78-da26-4017-80f6-8e205461da1f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/quotas/95adb36d7cbb45688bcae0437ed77c73 HTTP/1.1" status: 200 len: 375 time: 0.0226774 Apr 18 17:10:15.787675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-845e3c7b-d1c2-42cd-8f2c-3b0f3bb9cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.790241 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-845e3c7b-d1c2-42cd-8f2c-3b0f3bb9cbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.797808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-845e3c7b-d1c2-42cd-8f2c-3b0f3bb9cbd9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5c3d4e5-d30f-4ced-931e-d299f9763602 HTTP/1.1" status: 204 len: 168 time: 0.4243402 Apr 18 17:10:15.799864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:15.840016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e3c7b-d1c2-42cd-8f2c-3b0f3bb9cbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c3d4e5-d30f-4ced-931e-d299f9763602,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:15.849991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fabfe3-f517-4a49-9e04-34ba00ee3cb3 None None] Pushing event updated for resources: {'Port': ['ID=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:15.851467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-6cfe797b-b1dc-4815-93d0-c58d45c345e2 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436605 Apr 18 17:10:15.934489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:16.014045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network f95258d0-6613-477d-953c-404c54c78e30 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:16.026347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:16.031868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:16.072468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:16.096297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-ebe3bb1d-8052-4ab0-9ec9-329ebfe174da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:16.097544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28beb9-7521-4ad2-900c-71782eeb8e5e req-154cb349-0d0b-462e-a715-473aabfe50e0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:16.101093 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-ebe3bb1d-8052-4ab0-9ec9-329ebfe174da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 1097 time: 0.1821859 Apr 18 17:10:16.101243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28beb9-7521-4ad2-900c-71782eeb8e5e req-154cb349-0d0b-462e-a715-473aabfe50e0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1955631 Apr 18 17:10:16.180587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:16.181680 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:16.205363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28beb9-7521-4ad2-900c-71782eeb8e5e req-c0b5f7dd-83f6-4b88-b028-503b027c4226 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838068 Apr 18 17:10:16.230099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-1f029158-877e-485a-8619-1d814b0dcf19 service neutron] 10.222.0.45 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392680 Apr 18 17:10:16.371208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f866c6-9071-426f-85f1-37f845c4a9fc None None] Network eeef89c2-c0da-4d31-b505-235c21432894 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:16.391684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-a5741468-053d-4f5c-85d1-e625050be4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:16.395548 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-a5741468-053d-4f5c-85d1-e625050be4c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.2859831 Apr 18 17:10:16.411763 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0dee2a93-6363-4e8f-a172-1bc61e7515b0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7499738 Apr 18 17:10:16.416749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34778) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:16.480568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-66d20fcb-cc23-40a7-acda-a5623efe45dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a HTTP/1.1" status: 200 len: 217 time: 0.0675671 Apr 18 17:10:16.527974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7acaf72f-c9f1-42f8-a758-abedc999ce4d None None] Provisioning complete for port 1a137be0-faee-4c3e-9c5b-76b5a7265272 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:16.528609 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7acaf72f-c9f1-42f8-a758-abedc999ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:16.557534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:16.568617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-1e5efb2d-4fd9-4955-9fb0-bd93b1a5770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:16.570218 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-1e5efb2d-4fd9-4955-9fb0-bd93b1a5770c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0839603 Apr 18 17:10:16.685062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-65777804-54aa-4a1f-a344-7bc0f2669563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:16.692348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-65777804-54aa-4a1f-a344-7bc0f2669563 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085503 Apr 18 17:10:16.771812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:16.772563 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:16.778613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7acaf72f-c9f1-42f8-a758-abedc999ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:16.822701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-b1b15ff4-3059-43b4-9b63-1eae85375f73 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272931 Apr 18 17:10:16.867434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7acaf72f-c9f1-42f8-a758-abedc999ce4d None None] For port 1a137be0-faee-4c3e-9c5b-76b5a7265272, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1a137be0-faee-4c3e-9c5b-76b5a7265272,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:16.908849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-63cbff83-8dcd-4379-aff8-89f330c39b94 service neutron] 10.222.0.45 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715090 Apr 18 17:10:16.976809 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:17.000240 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b3d8947-60cb-4a65-b9de-16182f009f1d req-a7ea3d58-1f3c-4824-bb28-d71a229af588 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695347 Apr 18 17:10:17.022054 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7acaf72f-c9f1-42f8-a758-abedc999ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:17.102474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ce040-b8e3-48a2-9a64-498dd7c36bd8 req-5da6e561-12fe-4908-b44a-47dfb08fd68f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:17.113256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec4ce040-b8e3-48a2-9a64-498dd7c36bd8 req-5da6e561-12fe-4908-b44a-47dfb08fd68f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.5364919 Apr 18 17:10:17.174954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,segment=NetworkSegment(8d0d765e-8008-4134-ab48-577bb7a5a07e),segment_id=8d0d765e-8008-4134-ab48-577bb7a5a07e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:17.190941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:17.198084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaf72f-c9f1-42f8-a758-abedc999ce4d None None] Pushing event updated for resources: {'Port': ['ID=1a137be0-faee-4c3e-9c5b-76b5a7265272,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:17.240146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:17.263500 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:17.268745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1a137be0-faee-4c3e-9c5b-76b5a7265272 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:17.516541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e70e8b89-a5bc-4889-95ab-5e3817f44a67 None None] Provisioning complete for port 1a137be0-faee-4c3e-9c5b-76b5a7265272 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:17.516877 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e70e8b89-a5bc-4889-95ab-5e3817f44a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:17.522380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1a137be0-faee-4c3e-9c5b-76b5a7265272 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:17.522753 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:17.546651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:17.593026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34812) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:17.630362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be9685-db65-4dde-a6fb-d140b739362f None None] Network f95258d0-6613-477d-953c-404c54c78e30 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:17.762885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1088690244-network', 'tenant_id': '01d2dd1e21724b31ba79993c884e2b6f'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:17.768376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec4ce040-b8e3-48a2-9a64-498dd7c36bd8 req-f578db0a-89ca-4392-a3f9-afed99c8e065 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539755 Apr 18 17:10:17.894345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Made reservation on behalf of 01d2dd1e21724b31ba79993c884e2b6f for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:17.894345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:17.898582 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.032129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.065553 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-526d058b-e5fe-4eb7-b11c-8ab01c2b332f None None] Provisioning complete for port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:18.066048 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-526d058b-e5fe-4eb7-b11c-8ab01c2b332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.099154 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.154721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:10:18.178665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80df4c-a1c0-4aff-80ca-97d6027008d8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:18.189486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.189486 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Added segment a233cdfd-7ca0-4289-b8f7-0c94c9916543 of type vlan for network 74e5656a-b152-4028-9c04-b6bd64ad9c38 Apr 18 17:10:18.194258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac711-4970-424e-91dd-5e330f5cfa30 req-b18e5bdc-b3a3-443c-a7c6-3c509d0e3c72 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:18.195847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-103ac711-4970-424e-91dd-5e330f5cfa30 req-b18e5bdc-b3a3-443c-a7c6-3c509d0e3c72 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.3039544 Apr 18 17:10:18.202746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-9fbb5251-1797-48c4-aa26-f808c8b1eaf9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:18.204116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-9fbb5251-1797-48c4-aa26-f808c8b1eaf9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.18 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 815 time: 0.3307145 Apr 18 17:10:18.229970 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.236556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.244245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Request body: {'port': {'device_id': '5983588a-0b81-4029-af04-86f7edca98f0', 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894', 'admin_state_up': True, 'tenant_id': '95adb36d7cbb45688bcae0437ed77c73'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:18.362585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.363662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:18.364476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.380020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:18.380181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7e0247bd-1e93-42e2-bbe0-b2d2b7c58dd8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:18.387304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7e0247bd-1e93-42e2-bbe0-b2d2b7c58dd8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 815 time: 0.4545565 Apr 18 17:10:18.417328 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-103ac711-4970-424e-91dd-5e330f5cfa30 req-f7d85d0f-81a8-4193-a2b1-c2f3fd7b596c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020831 Apr 18 17:10:18.440945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5f481423-1c9f-43ea-87e7-3f1cb626177a None None] Provisioning complete for port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:18.441318 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f481423-1c9f-43ea-87e7-3f1cb626177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.457068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-18df7558-e56e-4bae-b42f-62c43e8696ba tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/quotas/95adb36d7cbb45688bcae0437ed77c73 HTTP/1.1" status: 200 len: 375 time: 0.0688868 Apr 18 17:10:18.474005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] Pushing event updated for resources: {'Network': ['ID=74e5656a-b152-4028-9c04-b6bd64ad9c38,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:18.489396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5f481423-1c9f-43ea-87e7-3f1cb626177a None None] Port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:18.491302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 74e5656a-b152-4028-9c04-b6bd64ad9c38 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:10:18.565363 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e656f6bc-7050-4843-b989-214e689a04a8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9669979 Apr 18 17:10:18.567565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5f481423-1c9f-43ea-87e7-3f1cb626177a None None] Provisioning complete for port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:18.567920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f481423-1c9f-43ea-87e7-3f1cb626177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.568579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34838) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:18.573885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Request body: {'subnet': {'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1088690244-subnet', 'tenant_id': '01d2dd1e21724b31ba79993c884e2b6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:18.599785 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:18.600153 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.723986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1a137be0-faee-4c3e-9c5b-76b5a7265272 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:18.728668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Made reservation on behalf of 01d2dd1e21724b31ba79993c884e2b6f for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:18.734020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.739295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-33543b44-b71a-48ae-a3f2-5f532e3a9d84 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2150564 Apr 18 17:10:18.757214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8919c8-b2fe-4571-89b0-adf0eb4d7367 req-2f980110-4e25-4138-9537-239275ba1085 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:18.765156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b8919c8-b2fe-4571-89b0-adf0eb4d7367 req-2f980110-4e25-4138-9537-239275ba1085 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 945 time: 0.2420588 Apr 18 17:10:18.775919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1a137be0-faee-4c3e-9c5b-76b5a7265272 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:18.776354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.838056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Made reservation on behalf of 95adb36d7cbb45688bcae0437ed77c73 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:18.841939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.889506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-842819fd-2a14-4613-a0fa-cd4fa60f5a85 None None] Provisioning complete for port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:18.890046 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-842819fd-2a14-4613-a0fa-cd4fa60f5a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:18.896748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b8919c8-b2fe-4571-89b0-adf0eb4d7367 req-04fb6de8-9a17-4759-a651-1f678be29444 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306014 Apr 18 17:10:18.937729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-842819fd-2a14-4613-a0fa-cd4fa60f5a85 None None] Port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:19.026509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:19.058010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-c53652d3-9acb-4297-874b-585e9228becd service neutron] 10.222.0.45 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713902 Apr 18 17:10:19.153236 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:19.217638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Allocated IP 172.20.0.6 (eeef89c2-c0da-4d31-b505-235c21432894/ceb4511a-71c6-4214-b2f6-4635fea258c1/815e4467-3e4d-436a-abc3-7f66eb3045f3) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:19.323464 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:19.351525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-c7ec82c7-ec33-42aa-a85b-997c916137c9 service neutron] 10.222.0.45 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834990 Apr 18 17:10:19.357869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:19.384003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=172d7eea-2e4b-48f9-9776-ac815d572d2d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:19.409394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Checking segment: {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:19.410265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Network hostable DHCP agents. Network: 74e5656a-b152-4028-9c04-b6bd64ad9c38, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:10:19.411559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c77a-48a0-4a8b-ab30-c5791cd09665 req-43d38ef8-ca4b-4eff-827e-e645eb56489d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:19.413136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb75c77a-48a0-4a8b-ab30-c5791cd09665 req-43d38ef8-ca4b-4eff-827e-e645eb56489d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.2357552 Apr 18 17:10:19.558532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Network 74e5656a-b152-4028-9c04-b6bd64ad9c38 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:10:19.562696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-af2ce0a7-854d-4a75-8c3e-06f9fec9038a None None] Provisioning complete for port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:19.563665 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-af2ce0a7-854d-4a75-8c3e-06f9fec9038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:19.592560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb75c77a-48a0-4a8b-ab30-c5791cd09665 req-6bcc89a6-5a01-4e59-938b-a8723c4c06eb tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653728 Apr 18 17:10:19.600176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-af2ce0a7-854d-4a75-8c3e-06f9fec9038a None None] Port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:19.686071 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:19.749210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9451731-7068-4309-b686-9a17dcb08845 req-1fdedc61-c3d8-4718-a6db-145c9f734aab tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:19.750467 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9451731-7068-4309-b686-9a17dcb08845 req-1fdedc61-c3d8-4718-a6db-145c9f734aab tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.41 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 945 time: 0.1564229 Apr 18 17:10:19.751111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 74e5656a-b152-4028-9c04-b6bd64ad9c38) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:19.760135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27834c9-d0a8-4bdb-a745-e2cc8a3e4652 None None] Network 74e5656a-b152-4028-9c04-b6bd64ad9c38 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:19.766060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:19.767004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:19.783070 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:19.851997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5112e55-ac7a-485c-aed3-299d84892c1b req-9f920b1f-dfa3-41f0-9495-f3db177795be tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 210 time: 0.0854185 Apr 18 17:10:19.921730 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5e91a2bd-2170-4287-954a-3a09dbfdecbd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3518016 Apr 18 17:10:19.980915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc660382-b73f-4b80-ac20-3311c2e4fd17 req-a74a4143-8c71-4c53-b7a5-23577ca70719 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:19.982476 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc660382-b73f-4b80-ac20-3311c2e4fd17 req-a74a4143-8c71-4c53-b7a5-23577ca70719 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.2172182 Apr 18 17:10:20.023106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Deleting port d4c171c8-05d1-49fe-85d3-85e9b44efe24 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:20.023447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.051453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f1ab1-25ce-44f3-8f7b-f55f7c6e1a52 None None] Network 74e5656a-b152-4028-9c04-b6bd64ad9c38 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:20.053991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc660382-b73f-4b80-ac20-3311c2e4fd17 req-e906f1bf-7fc7-4608-aaab-cf1bda5b5956 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646799 Apr 18 17:10:20.128020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.230131 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.237956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] For port d4c171c8-05d1-49fe-85d3-85e9b44efe24, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d4c171c8-05d1-49fe-85d3-85e9b44efe24,segment=NetworkSegment(7ce70b9c-4b9d-4113-a408-590278c86ea4),segment_id=7ce70b9c-4b9d-4113-a408-590278c86ea4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:20.240989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.255793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Network eeef89c2-c0da-4d31-b505-235c21432894 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:20.262686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:20.263575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Calling delete_port for d4c171c8-05d1-49fe-85d3-85e9b44efe24 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:20.264330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Pushing event updated for resources: {'Port': ['ID=815e4467-3e4d-436a-abc3-7f66eb3045f3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:20.266804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:20.440528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af438e-7318-4777-b6bf-241db534ef4b req-2310be6f-dc8a-4f91-9b4e-68af9b58cd6b tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:20.450912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83af438e-7318-4777-b6bf-241db534ef4b req-2310be6f-dc8a-4f91-9b4e-68af9b58cd6b tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 945 time: 0.3929124 Apr 18 17:10:20.492089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-680501c0-c686-4f57-837d-462d7cf6af88 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:20.493951 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-680501c0-c686-4f57-837d-462d7cf6af88 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.18 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 815 time: 0.3440242 Apr 18 17:10:20.502556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:20.503764 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.518244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Request body: {'port': {'device_id': '183bd88e-32e6-42bb-97e3-d230f3790b34', 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894', 'admin_state_up': True, 'tenant_id': '95adb36d7cbb45688bcae0437ed77c73'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:20.614608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83af438e-7318-4777-b6bf-241db534ef4b req-596fcd52-533a-45db-aa7e-9afbaf39861c tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548924 Apr 18 17:10:20.633753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c2c26542-ec87-40c5-bab5-d58212586625 None None] Provisioning complete for port 815e4467-3e4d-436a-abc3-7f66eb3045f3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:20.634127 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2c26542-ec87-40c5-bab5-d58212586625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.686913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c2c26542-ec87-40c5-bab5-d58212586625 None None] Port 815e4467-3e4d-436a-abc3-7f66eb3045f3 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:20.691917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:20.711397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-6c42a3cf-93b9-406e-9d51-bd3ccb195565 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4866228 Apr 18 17:10:20.804480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Request body: {'port': {'device_id': '5983588a-0b81-4029-af04-86f7edca98f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:20.830828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.875548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Pushing event deleted for resources: {'Port': ['ID=d4c171c8-05d1-49fe-85d3-85e9b44efe24,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:20.879892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Made reservation on behalf of 95adb36d7cbb45688bcae0437ed77c73 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:20.885325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.891990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c67004b-4364-4407-b5ec-8b861b973605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.929821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a49e17-e2a1-4208-8239-f81d4a526b3c req-f92d9abc-8316-4ca6-b8a7-44f81e64d0c2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:20.933180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5a49e17-e2a1-4208-8239-f81d4a526b3c req-f92d9abc-8316-4ca6-b8a7-44f81e64d0c2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.2147834 Apr 18 17:10:20.967249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] No DVR routers for this DVR port d4c171c8-05d1-49fe-85d3-85e9b44efe24 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:20.972136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:20.975388 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9451731-7068-4309-b686-9a17dcb08845 req-a18b50e5-6cf7-4d74-95dc-d19b00f28138 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.41 "DELETE /v2.0/ports/d4c171c8-05d1-49fe-85d3-85e9b44efe24 HTTP/1.1" status: 204 len: 173 time: 1.2116706 Apr 18 17:10:20.996166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-c685751d-8662-4042-910d-3ae98a87dc34 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:20.997618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-c685751d-8662-4042-910d-3ae98a87dc34 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/networks?id=74e5656a-b152-4028-9c04-b6bd64ad9c38 HTTP/1.1" status: 200 len: 815 time: 0.5027544 Apr 18 17:10:20.998166 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.001491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7561fa64-99cd-4c78-89c1-5c896630a1c8', 'name': 'network-vif-deleted', 'tag': 'd4c171c8-05d1-49fe-85d3-85e9b44efe24'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:21.003570 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221ef5dd-e6ac-43e7-9ca6-2b16782ba4da" -d '{"events": [{"server_uuid": "7561fa64-99cd-4c78-89c1-5c896630a1c8", "name": "network-vif-deleted", "tag": "d4c171c8-05d1-49fe-85d3-85e9b44efe24"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:21.124240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Allocated IP 172.20.0.8 (eeef89c2-c0da-4d31-b505-235c21432894/ceb4511a-71c6-4214-b2f6-4635fea258c1/1091bec9-db6b-4bed-b481-945d096266cc) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:21.139349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c67004b-4364-4407-b5ec-8b861b973605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.288396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c67004b-4364-4407-b5ec-8b861b973605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.312701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.342531 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2c67004b-4364-4407-b5ec-8b861b973605 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a766d0d66034fc59e135587c7ef4e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6492281 Apr 18 17:10:21.348969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34892) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:21.352101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-da360e6b-7c41-49d7-bcb2-d9ebad25228d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/quotas/01d2dd1e21724b31ba79993c884e2b6f HTTP/1.1" status: 200 len: 375 time: 0.3405292 Apr 18 17:10:21.359254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67004b-4364-4407-b5ec-8b861b973605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b133b67-19e3-4056-8cb4-7433a2286323,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:21.368591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5a49e17-e2a1-4208-8239-f81d4a526b3c req-f701076f-0a1b-428a-867b-37d82c28079e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255064 Apr 18 17:10:21.428116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-ece38ab2-1872-499b-b483-cf53dda15922 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659304 Apr 18 17:10:21.438717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4d86898-e38d-4a84-94f8-e2dc9c291396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.469094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4d86898-e38d-4a84-94f8-e2dc9c291396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.533817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.581061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Network eeef89c2-c0da-4d31-b505-235c21432894 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:21.584371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:21.588374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:21.595557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Pushing event updated for resources: {'Port': ['ID=1091bec9-db6b-4bed-b481-945d096266cc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:21.606743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a746f975-654e-4425-befb-1abb6c446f15 req-8d5ce835-b388-4967-a86c-34bf3c1cb532 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 210 time: 0.1242092 Apr 18 17:10:21.616153 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4d86898-e38d-4a84-94f8-e2dc9c291396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.619053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4d86898-e38d-4a84-94f8-e2dc9c291396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.622839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e4d86898-e38d-4a84-94f8-e2dc9c291396 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b133b67-19e3-4056-8cb4-7433a2286323 HTTP/1.1" status: 204 len: 168 time: 0.2692740 Apr 18 17:10:21.623725 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.637407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d86898-e38d-4a84-94f8-e2dc9c291396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b133b67-19e3-4056-8cb4-7433a2286323,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:21.656186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:21.657022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.711022 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-5f20c526-7750-417e-94b4-117975ff20f4 service neutron] 10.222.0.45 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724943 Apr 18 17:10:21.754155 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba6992b-ba6a-4c5d-81d5-d9817ecf2ac5 x-openstack-request-id: req-2ba6992b-ba6a-4c5d-81d5-d9817ecf2ac5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:21.754552 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7561fa64-99cd-4c78-89c1-5c896630a1c8", "name": "network-vif-deleted", "tag": "d4c171c8-05d1-49fe-85d3-85e9b44efe24", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:21.754963 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ba6992b-ba6a-4c5d-81d5-d9817ecf2ac5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:21.755462 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba6992b-ba6a-4c5d-81d5-d9817ecf2ac5'] response: {'server_uuid': '7561fa64-99cd-4c78-89c1-5c896630a1c8', 'name': 'network-vif-deleted', 'tag': 'd4c171c8-05d1-49fe-85d3-85e9b44efe24', 'status': 'completed', 'code': 200} Apr 18 17:10:21.772167 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-b54aae27-def4-4842-ba28-088dbe5324bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2596254 Apr 18 17:10:21.785718 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.790757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Request body: {'port': {'device_id': '183bd88e-32e6-42bb-97e3-d230f3790b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:21.859096 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.929673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-be09be61-4159-473f-b4a7-ca1bf52ad6fe None None] Provisioning complete for port 1091bec9-db6b-4bed-b481-945d096266cc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:21.930650 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-be09be61-4159-473f-b4a7-ca1bf52ad6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.958472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:21.971192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-be09be61-4159-473f-b4a7-ca1bf52ad6fe None None] Port 1091bec9-db6b-4bed-b481-945d096266cc cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:21.973957 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:21.990560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-9da6602c-77d8-42d4-baa9-5f1714d84db1 service neutron] 10.222.0.45 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707248 Apr 18 17:10:22.010573 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1825-b75e-42bc-8548-5bb85c818394 req-fe0558b5-0c84-42be-8f9d-4d21ca52506d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:22.017832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-696d1825-b75e-42bc-8548-5bb85c818394 req-fe0558b5-0c84-42be-8f9d-4d21ca52506d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1562233 Apr 18 17:10:22.124385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815e4467-3e4d-436a-abc3-7f66eb3045f3 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:22.138611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:22.143307 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-696d1825-b75e-42bc-8548-5bb85c818394 req-10de24e9-ea00-4e4a-94aa-672de2a89e1b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246629 Apr 18 17:10:22.183636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Transition to ACTIVE for port object 815e4467-3e4d-436a-abc3-7f66eb3045f3 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:22.209134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network f95258d0-6613-477d-953c-404c54c78e30 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:22.212507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:22.313544 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:22.433132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf4b4373-2f7a-4137-82a4-f87c30bd9483 req-f2bd5ef2-bcfb-4d9e-b5eb-e59218067217 tempest-ServerMetadataNegativeTestJSON-494054024 tempest-ServerMetadataNegativeTestJSON-494054024-project] 10.222.0.45 "GET /v2.0/ports?device_id=7561fa64-99cd-4c78-89c1-5c896630a1c8 HTTP/1.1" status: 200 len: 210 time: 0.1223934 Apr 18 17:10:22.564353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5471434-6fc8-46a6-9d45-9e32edc364b7 req-11d51e65-4847-4b7d-b466-8fdec3ea8016 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 210 time: 0.1866610 Apr 18 17:10:22.608699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Pushing event updated for resources: {'Port': ['ID=815e4467-3e4d-436a-abc3-7f66eb3045f3,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:22.629399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1091bec9-db6b-4bed-b481-945d096266cc {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:22.639660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:22.688037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Transition to ACTIVE for port object 1091bec9-db6b-4bed-b481-945d096266cc will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:22.703682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6513a95a-a14d-4bb8-a289-8f528b92aac8 None None] Provisioning complete for port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:22.704218 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6513a95a-a14d-4bb8-a289-8f528b92aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:22.745805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:22.751804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d4c171c8-05d1-49fe-85d3-85e9b44efe24 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:22.775123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83e753-6c86-487a-ad55-59a32f244d88 req-4b78ad6a-24d5-4a26-b1e6-d3496bf74736 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:22.782994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a83e753-6c86-487a-ad55-59a32f244d88 req-4b78ad6a-24d5-4a26-b1e6-d3496bf74736 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1931348 Apr 18 17:10:22.841762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: d4c171c8-05d1-49fe-85d3-85e9b44efe24 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:22.843754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d4c171c8-05d1-49fe-85d3-85e9b44efe24 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:22.847355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6513a95a-a14d-4bb8-a289-8f528b92aac8 None None] Port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:22.861597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68a27c7c-492d-43b6-b298-2949a4f65914 req-f66fdc06-2cd1-4ada-98d9-af62325fd099 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 210 time: 0.0754735 Apr 18 17:10:22.868464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Attempting to bind port 815e4467-3e4d-436a-abc3-7f66eb3045f3 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:22.870317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Attempting to bind port 815e4467-3e4d-436a-abc3-7f66eb3045f3 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:22.870317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Attempting to bind port 815e4467-3e4d-436a-abc3-7f66eb3045f3 on network eeef89c2-c0da-4d31-b505-235c21432894 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:22.885465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Port 815e4467-3e4d-436a-abc3-7f66eb3045f3 on network eeef89c2-c0da-4d31-b505-235c21432894 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:22.885465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Attempting to bind port 815e4467-3e4d-436a-abc3-7f66eb3045f3 on network eeef89c2-c0da-4d31-b505-235c21432894 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:22.900403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a83e753-6c86-487a-ad55-59a32f244d88 req-da7b18f6-643a-4992-8238-f932b90bc894 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153903 Apr 18 17:10:22.904365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1091bec9-db6b-4bed-b481-945d096266cc,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:22.907948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:22.908301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Checking segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:22.908687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Bound using segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:22.919022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Bound port: 815e4467-3e4d-436a-abc3-7f66eb3045f3, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:22.919586 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:22.928762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Router 303f7b17-01d2-490b-be3f-89f5dbcdab4e is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:10:23.008596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Attempting to bind port 1091bec9-db6b-4bed-b481-945d096266cc on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:23.008596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Attempting to bind port 1091bec9-db6b-4bed-b481-945d096266cc by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:23.008596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Attempting to bind port 1091bec9-db6b-4bed-b481-945d096266cc on network eeef89c2-c0da-4d31-b505-235c21432894 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:23.025464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Port 1091bec9-db6b-4bed-b481-945d096266cc on network eeef89c2-c0da-4d31-b505-235c21432894 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:23.025675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Attempting to bind port 1091bec9-db6b-4bed-b481-945d096266cc on network eeef89c2-c0da-4d31-b505-235c21432894 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:23.047530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:23.047878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Checking segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:23.051356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Bound using segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:23.051356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Bound port: 1091bec9-db6b-4bed-b481-945d096266cc, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:23.051356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:23.151279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] For port 815e4467-3e4d-436a-abc3-7f66eb3045f3, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:23.155437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:10:23.165388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34930) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:23.165594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e9f00c9d-2f65-4446-87cd-cf626fd544fe tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "PUT /v2.0/routers/303f7b17-01d2-490b-be3f-89f5dbcdab4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7472515 Apr 18 17:10:23.166693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cff19b-8ea6-4580-86f0-3d2f7ec7bc66 None None] Sync routers for ids ['303f7b17-01d2-490b-be3f-89f5dbcdab4e'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:10:23.167774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] For port 815e4467-3e4d-436a-abc3-7f66eb3045f3, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815e4467-3e4d-436a-abc3-7f66eb3045f3,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:23.183212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cff19b-8ea6-4580-86f0-3d2f7ec7bc66 None None] Routers {'303f7b17-01d2-490b-be3f-89f5dbcdab4e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:23.184031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a5cff19b-8ea6-4580-86f0-3d2f7ec7bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['303f7b17-01d2-490b-be3f-89f5dbcdab4e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:23.226190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:23.242397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a5cff19b-8ea6-4580-86f0-3d2f7ec7bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:23.267791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cff19b-8ea6-4580-86f0-3d2f7ec7bc66 None None] Routers {'303f7b17-01d2-490b-be3f-89f5dbcdab4e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:23.268704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a5cff19b-8ea6-4580-86f0-3d2f7ec7bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['303f7b17-01d2-490b-be3f-89f5dbcdab4e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:23.281359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-d338854d-56f7-4141-974f-435c423bfc83 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:23.287428 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-d338854d-56f7-4141-974f-435c423bfc83 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.41 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 815 time: 0.2808404 Apr 18 17:10:23.304281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] For port 1091bec9-db6b-4bed-b481-945d096266cc, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:23.306374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:23.307906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:23.309843 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] 10.222.0.18 "PUT /v2.0/ports/815e4467-3e4d-436a-abc3-7f66eb3045f3 HTTP/1.1" status: 200 len: 1091 time: 2.5240605 Apr 18 17:10:23.313000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5983588a-0b81-4029-af04-86f7edca98f0', 'tag': '815e4467-3e4d-436a-abc3-7f66eb3045f3'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:23.315288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Request body: {'port': {'device_id': '2395b971-e1c1-43da-b79b-0d8d52515d81', 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894', 'admin_state_up': True, 'tenant_id': '95adb36d7cbb45688bcae0437ed77c73'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:23.316560 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55184ba-2707-4580-b18d-b52f373dc9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5983588a-0b81-4029-af04-86f7edca98f0", "tag": "815e4467-3e4d-436a-abc3-7f66eb3045f3"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:23.329887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a5cff19b-8ea6-4580-86f0-3d2f7ec7bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:23.331004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cff19b-8ea6-4580-86f0-3d2f7ec7bc66 None None] The sync data for ids ['303f7b17-01d2-490b-be3f-89f5dbcdab4e'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:10:23.383488 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7f66cd-a278-40c2-a282-4a47761652d5 x-openstack-request-id: req-4f7f66cd-a278-40c2-a282-4a47761652d5 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:23.383913 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5983588a-0b81-4029-af04-86f7edca98f0", "tag": "815e4467-3e4d-436a-abc3-7f66eb3045f3", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:23.384215 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f7f66cd-a278-40c2-a282-4a47761652d5 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:23.384884 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7f66cd-a278-40c2-a282-4a47761652d5'] response: {'name': 'network-changed', 'server_uuid': '5983588a-0b81-4029-af04-86f7edca98f0', 'tag': '815e4467-3e4d-436a-abc3-7f66eb3045f3', 'status': 'completed', 'code': 200} Apr 18 17:10:23.392047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d0307-c863-4f5f-85ce-5e7ddbd8137a service neutron] Pushing event updated for resources: {'Port': ['ID=815e4467-3e4d-436a-abc3-7f66eb3045f3,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:23.477507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55184ba-2707-4580-b18d-b52f373dc9d3 req-4eb96176-1992-446c-b60f-3ae3bd29baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:23.479541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a55184ba-2707-4580-b18d-b52f373dc9d3 req-4eb96176-1992-446c-b60f-3ae3bd29baf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 1094 time: 0.0554307 Apr 18 17:10:23.496420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] For port 1091bec9-db6b-4bed-b481-945d096266cc, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1091bec9-db6b-4bed-b481-945d096266cc,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:23.515665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34946) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:23.526446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd816b9e-8e1b-4e7a-913e-e6a7a5763c70 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:23.528571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fd816b9e-8e1b-4e7a-913e-e6a7a5763c70 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports?device_id=303f7b17-01d2-490b-be3f-89f5dbcdab4e HTTP/1.1" status: 200 len: 983 time: 0.3596809 Apr 18 17:10:23.541379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34948) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:23.683934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55184ba-2707-4580-b18d-b52f373dc9d3 req-d0e539b7-afab-4cff-9ff8-c5626ea6dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:23.684760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:23.685529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a55184ba-2707-4580-b18d-b52f373dc9d3 req-d0e539b7-afab-4cff-9ff8-c5626ea6dff0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=95adb36d7cbb45688bcae0437ed77c73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1874268 Apr 18 17:10:23.724879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4be8eef9-ff0f-4368-acfb-9054cdd0bd5e req-6357fa24-c868-4f83-ac2a-ab984a822a0a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 210 time: 0.0381136 Apr 18 17:10:23.846149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55184ba-2707-4580-b18d-b52f373dc9d3 req-3403b67f-bc53-4b83-8974-75d29ce21675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:23.848006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a55184ba-2707-4580-b18d-b52f373dc9d3 req-3403b67f-bc53-4b83-8974-75d29ce21675 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497347 Apr 18 17:10:23.972059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:23.972059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:23.972059 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/1091bec9-db6b-4bed-b481-945d096266cc HTTP/1.1" status: 200 len: 1091 time: 2.1847210 Apr 18 17:10:23.978804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183bd88e-32e6-42bb-97e3-d230f3790b34', 'tag': '1091bec9-db6b-4bed-b481-945d096266cc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:23.982359 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113" -d '{"events": [{"name": "network-changed", "server_uuid": "183bd88e-32e6-42bb-97e3-d230f3790b34", "tag": "1091bec9-db6b-4bed-b481-945d096266cc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:24.004503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60b0f8c-4785-441c-a3cd-40d8438210bf admin admin] Deleting subnet 8ea7561b-696f-4f14-a0cb-de8681b2f522 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:24.008103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d60b0f8c-4785-441c-a3cd-40d8438210bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:24.063365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d16f34db-1cfa-4ea7-9acc-6e7b132300db req-0cc99e48-d36f-47e5-bd67-5c3d6f7305a3 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 210 time: 0.0418820 Apr 18 17:10:24.065368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-b344540e-be49-4580-a784-4ff3ba371448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:24.068397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-b344540e-be49-4580-a784-4ff3ba371448 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 1094 time: 0.1477711 Apr 18 17:10:24.164100 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f503acde-63c5-4385-94fe-257a8d46d24f x-openstack-request-id: req-f503acde-63c5-4385-94fe-257a8d46d24f {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:24.166478 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183bd88e-32e6-42bb-97e3-d230f3790b34", "tag": "1091bec9-db6b-4bed-b481-945d096266cc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:24.166478 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f503acde-63c5-4385-94fe-257a8d46d24f {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:24.166478 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f503acde-63c5-4385-94fe-257a8d46d24f'] response: {'name': 'network-changed', 'server_uuid': '183bd88e-32e6-42bb-97e3-d230f3790b34', 'tag': '1091bec9-db6b-4bed-b481-945d096266cc', 'status': 'completed', 'code': 200} Apr 18 17:10:24.206602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-a7fdb96d-b8b5-429c-b896-76be78799ac5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815e4467-3e4d-436a-abc3-7f66eb3045f3 HTTP/1.1" status: 200 len: 217 time: 0.0971048 Apr 18 17:10:24.250367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4acb7-622f-4d28-bff2-43d4c46eb454 req-5e6ed565-00cc-4ac0-9a0c-9a5edd9b6189 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:24.252104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8f4acb7-622f-4d28-bff2-43d4c46eb454 req-5e6ed565-00cc-4ac0-9a0c-9a5edd9b6189 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1270950 Apr 18 17:10:24.289678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a08c1f-ccbb-403a-a404-de96145dc2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1091bec9-db6b-4bed-b481-945d096266cc,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:24.340434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d60b0f8c-4785-441c-a3cd-40d8438210bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:24.354176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-e253a88d-5143-4a5d-ae35-93943e3d0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:24.355885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-e253a88d-5143-4a5d-ae35-93943e3d0c3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceb4511a-71c6-4214-b2f6-4635fea258c1 HTTP/1.1" status: 200 len: 854 time: 0.1422870 Apr 18 17:10:24.360413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8f4acb7-622f-4d28-bff2-43d4c46eb454 req-8150fd76-13ba-49e5-b6a2-235860855d09 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970988 Apr 18 17:10:24.452481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Made reservation on behalf of 95adb36d7cbb45688bcae0437ed77c73 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:24.455872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-bddd496a-b4f8-4cde-9a85-8994cb87d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:24.456232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:24.457559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-bddd496a-b4f8-4cde-9a85-8994cb87d59e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eeef89c2-c0da-4d31-b505-235c21432894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946898 Apr 18 17:10:24.511715 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d60b0f8c-4785-441c-a3cd-40d8438210bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:24.581752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-47d3c9ca-4944-448f-ad8a-1c91f4239296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:24.586095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-47d3c9ca-4944-448f-ad8a-1c91f4239296 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 1094 time: 0.4171243 Apr 18 17:10:24.619109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-63fca1d1-35f1-420a-8ca3-d36d565ae193 service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530809 Apr 18 17:10:24.725624 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-ccdc4ccd-982a-44fc-8299-ba7cdc634fb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1091bec9-db6b-4bed-b481-945d096266cc HTTP/1.1" status: 200 len: 217 time: 0.1085665 Apr 18 17:10:24.726456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13cf7634-6911-442a-8c26-6e1c27fd0a0f req-2d890765-71fd-4401-be74-175dcf16afbe service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998464 Apr 18 17:10:24.835523 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-720cd426-93aa-40c2-8a3b-649516fabaad req-ce367a56-342b-467c-9281-afc1f704e6be tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 210 time: 0.0326726 Apr 18 17:10:24.897306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d60b0f8c-4785-441c-a3cd-40d8438210bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:24.925473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-19154994-985d-47c6-afc2-ef995ff8607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:24.926956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-19154994-985d-47c6-afc2-ef995ff8607f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceb4511a-71c6-4214-b2f6-4635fea258c1 HTTP/1.1" status: 200 len: 854 time: 0.1763930 Apr 18 17:10:25.004344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b0f8c-4785-441c-a3cd-40d8438210bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea7561b-696f-4f14-a0cb-de8681b2f522,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:25.025248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Allocated IP 172.20.0.14 (eeef89c2-c0da-4d31-b505-235c21432894/ceb4511a-71c6-4214-b2f6-4635fea258c1/bb8865c7-ebf5-4891-9b1f-1ed9b22896b4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:25.051260 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d60b0f8c-4785-441c-a3cd-40d8438210bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.056951 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d60b0f8c-4785-441c-a3cd-40d8438210bf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8ea7561b-696f-4f14-a0cb-de8681b2f522 HTTP/1.1" status: 204 len: 168 time: 1.5376506 Apr 18 17:10:25.057442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34996) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:25.142115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35002) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:25.146847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-97d7d2f1-ad21-4fed-960b-51cd143c203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:25.147896 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-97d7d2f1-ad21-4fed-960b-51cd143c203a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eeef89c2-c0da-4d31-b505-235c21432894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879382 Apr 18 17:10:25.188524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.238446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a102008f-3adc-4cbf-8a52-1c2d793c21db req-14760f68-7cd1-4122-8b4c-b56a044abc9f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 210 time: 0.0467808 Apr 18 17:10:25.345930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.383897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:25.408091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce70b9c-4b9d-4113-a408-590278c86ea4') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:25.408535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce70b9c-4b9d-4113-a408-590278c86ea4') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:25.453997 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.477043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.502325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:10:25.505307 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:10:25.528368 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:10:25.625337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-c9b7e55c-e475-45a7-accc-e5eceb73b57a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:25.626824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-c9b7e55c-e475-45a7-accc-e5eceb73b57a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.41 "GET /v2.0/networks?id=74e5656a-b152-4028-9c04-b6bd64ad9c38 HTTP/1.1" status: 200 len: 815 time: 0.2563260 Apr 18 17:10:25.647413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580064e-b702-4c73-8f68-8742657ec8cc req-8bea1ead-f0f7-4e98-935d-7623dd23263f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:25.648982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e580064e-b702-4c73-8f68-8742657ec8cc req-8bea1ead-f0f7-4e98-935d-7623dd23263f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1694739 Apr 18 17:10:25.654801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Request body: {'port': {'device_id': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'admin_state_up': True, 'tenant_id': '01d2dd1e21724b31ba79993c884e2b6f'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:25.676755 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.702758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.711500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.717829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e HTTP/1.1" status: 204 len: 168 time: 0.6568439 Apr 18 17:10:25.743326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-264f4056-aad0-4f26-ae78-65c97c1491fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.752788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35012) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:25.770648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c37d02ad-47d1-42cb-bd0f-5b24dd9d1db3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659452466', 'description': 'tempest-description--1403305597'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:25.779815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1b7a5-9614-42f5-b737-01b908926a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0b3ae9-8e7d-41a7-aa78-5eaa099cbb9e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:25.799299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e580064e-b702-4c73-8f68-8742657ec8cc req-cad3f179-4664-467d-af69-5a32f6c5f901 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357567 Apr 18 17:10:25.900834 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c37d02ad-47d1-42cb-bd0f-5b24dd9d1db3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:25.944178 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-fe8c01fb-75f4-484f-94a6-e9da55578aa3 service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803652 Apr 18 17:10:25.955834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74330af-ae84-45f2-a078-965af209e2f9 req-32968edc-a9d8-49c7-bf98-85f5a63c52cb tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 210 time: 0.0367200 Apr 18 17:10:25.975100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Made reservation on behalf of 01d2dd1e21724b31ba79993c884e2b6f for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:25.978556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.030830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.069857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c37d02ad-47d1-42cb-bd0f-5b24dd9d1db3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.132517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-264f4056-aad0-4f26-ae78-65c97c1491fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.139965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Allocated IP 172.20.0.7 (74e5656a-b152-4028-9c04-b6bd64ad9c38/172d7eea-2e4b-48f9-9776-ac815d572d2d/158649b0-b836-4b75-b0fe-7c94bc4bb151) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:26.152374 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c37d02ad-47d1-42cb-bd0f-5b24dd9d1db3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.158310 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a6de604-ddec-4185-9003-0ee57a9b5c55 req-6154c206-ce52-49ec-b58b-7b670e46b8de service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050440 Apr 18 17:10:26.169549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35018) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:26.196551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-264f4056-aad0-4f26-ae78-65c97c1491fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.202126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d02ad-47d1-42cb-bd0f-5b24dd9d1db3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3798f10-682d-4fa2-8ee7-f369860a02de,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:26.256124 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.280301 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-264f4056-aad0-4f26-ae78-65c97c1491fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28725032d469413c82fd9d68cc64d446&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1310813 Apr 18 17:10:26.283378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c37d02ad-47d1-42cb-bd0f-5b24dd9d1db3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.285893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c37d02ad-47d1-42cb-bd0f-5b24dd9d1db3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5230508 Apr 18 17:10:26.285893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35022) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:26.299892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35024) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:26.304958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-abe1e7a8-3025-405b-9141-42f7e49d75c4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'security_group_rule': {'security_group_id': 'b3798f10-682d-4fa2-8ee7-f369860a02de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:26.311394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f4056-aad0-4f26-ae78-65c97c1491fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384da2f3-1eb2-42cf-83fb-0d94f1717d08,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:26.324979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9ec29e8a-cd4e-4b77-9554-616c9470b2f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eff89bb9d2144036906f3e3de3122e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369507 Apr 18 17:10:26.330362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35026) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:26.350755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Network eeef89c2-c0da-4d31-b505-235c21432894 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:26.372728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:26.399088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:26.403446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:26.403797 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.443285 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.447414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Pushing event updated for resources: {'Port': ['ID=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:26.455905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb26b-5372-4530-af55-c45b330b20c8 req-db07c0d1-9e06-4849-807a-e894a750d45b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:26.457462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccdbb26b-5372-4530-af55-c45b330b20c8 req-db07c0d1-9e06-4849-807a-e894a750d45b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 932 time: 0.1201141 Apr 18 17:10:26.518413 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7a8-3025-405b-9141-42f7e49d75c4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.529909 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e2374fa-a82d-4088-ba15-0d7ef79c57e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.539179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:26.539869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.552782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-aeea2260-b0fe-46a8-91a7-875e0bf7052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:26.554335 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-aeea2260-b0fe-46a8-91a7-875e0bf7052c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 1094 time: 0.2008553 Apr 18 17:10:26.593474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9748643-0ca5-4979-a2a3-c3ad5558b99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.596159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e2374fa-a82d-4088-ba15-0d7ef79c57e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.618357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccdbb26b-5372-4530-af55-c45b330b20c8 req-9871ef58-59c0-444f-8c2e-52fe01998e1d tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507814 Apr 18 17:10:26.648582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-649be3a6-dfd5-44e8-a389-aba7977eb089 None None] Provisioning complete for port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:26.649155 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-649be3a6-dfd5-44e8-a389-aba7977eb089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.649304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.667699 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7a8-3025-405b-9141-42f7e49d75c4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.682841 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9748643-0ca5-4979-a2a3-c3ad5558b99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.685207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:26.688080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-649be3a6-dfd5-44e8-a389-aba7977eb089 None None] Port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:26.712056 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-57c9fac1-7865-489b-ac07-054a11b5ba3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4041882 Apr 18 17:10:26.728103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.739759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Request body: {'port': {'device_id': '2395b971-e1c1-43da-b79b-0d8d52515d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:26.774359 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7a8-3025-405b-9141-42f7e49d75c4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.780023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e2374fa-a82d-4088-ba15-0d7ef79c57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.782537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e2374fa-a82d-4088-ba15-0d7ef79c57e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.783693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5e2374fa-a82d-4088-ba15-0d7ef79c57e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/384da2f3-1eb2-42cf-83fb-0d94f1717d08 HTTP/1.1" status: 204 len: 168 time: 0.4935098 Apr 18 17:10:26.791107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Network 74e5656a-b152-4028-9c04-b6bd64ad9c38 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:26.803307 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-7ebce860-b1b3-48e8-83cd-0df02d29a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:26.804783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-7ebce860-b1b3-48e8-83cd-0df02d29a3af service neutron] 10.222.0.18 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 916 time: 0.2390294 Apr 18 17:10:26.813477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:26.816689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:26.866481 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-13404665-b741-489f-b50c-f0b89bd01f72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1091bec9-db6b-4bed-b481-945d096266cc HTTP/1.1" status: 200 len: 217 time: 0.0520873 Apr 18 17:10:26.910226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:26.911059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.920862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Pushing event updated for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:26.925537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2374fa-a82d-4088-ba15-0d7ef79c57e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384da2f3-1eb2-42cf-83fb-0d94f1717d08,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:26.926585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.942967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1e7a8-3025-405b-9141-42f7e49d75c4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6363d6e-e669-4cd0-8832-2b6e0489aa41,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:26.971337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7a8-3025-405b-9141-42f7e49d75c4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.975301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-abe1e7a8-3025-405b-9141-42f7e49d75c4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6717994 Apr 18 17:10:26.975430 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9748643-0ca5-4979-a2a3-c3ad5558b99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.975518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35032) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:26.976768 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9748643-0ca5-4979-a2a3-c3ad5558b99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:26.981018 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c9748643-0ca5-4979-a2a3-c3ad5558b99c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f HTTP/1.1" status: 204 len: 168 time: 0.6489840 Apr 18 17:10:26.996693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2661ae98-b97a-4068-868e-b4c98ebc9dea tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'security_group_rule': {'security_group_id': 'b3798f10-682d-4fa2-8ee7-f369860a02de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:27.013910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-c3b6bf4d-7ab0-4239-b875-c7b2dbc26f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:27.019642 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-c3b6bf4d-7ab0-4239-b875-c7b2dbc26f41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceb4511a-71c6-4214-b2f6-4635fea258c1 HTTP/1.1" status: 200 len: 854 time: 0.1295950 Apr 18 17:10:27.033595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9748643-0ca5-4979-a2a3-c3ad5558b99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e31c9-7c36-4b0a-876a-dd43e0d3af9f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:27.034109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8b355-099b-4e4b-aa54-82d811b1995c req-09efe36f-1506-4794-882a-c3c4338b0461 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:27.055931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04e8b355-099b-4e4b-aa54-82d811b1995c req-09efe36f-1506-4794-882a-c3c4338b0461 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1370595 Apr 18 17:10:27.067557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-697f6901-845c-4f4d-97e1-d77c4e0cb4f0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4175255 Apr 18 17:10:27.090570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Request body: {'port': {'device_id': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:27.180850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2661ae98-b97a-4068-868e-b4c98ebc9dea tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.201179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-4bb3e600-4748-4f15-966e-7195ff986c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:27.202269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04e8b355-099b-4e4b-aa54-82d811b1995c req-227647a7-5d43-4361-a881-502ff440ebd2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454046 Apr 18 17:10:27.202724 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-4bb3e600-4748-4f15-966e-7195ff986c50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eeef89c2-c0da-4d31-b505-235c21432894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671286 Apr 18 17:10:27.264398 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.278706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ccd71-e131-4ba2-b9e1-b96b191ee1bb req-5d3c9890-3ad0-4974-830a-7375593fc6f4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:27.280204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e0ccd71-e131-4ba2-b9e1-b96b191ee1bb req-5d3c9890-3ad0-4974-830a-7375593fc6f4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 931 time: 0.1847370 Apr 18 17:10:27.336268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.382043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2661ae98-b97a-4068-868e-b4c98ebc9dea tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.385736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:27.391243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e0ccd71-e131-4ba2-b9e1-b96b191ee1bb req-74fdb281-f121-4bb9-83e7-eb803b235f85 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975444 Apr 18 17:10:27.487345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815e4467-3e4d-436a-abc3-7f66eb3045f3 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:27.547677 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-e916c900-4e2e-4b96-b7ab-b597ac470898 service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310759 Apr 18 17:10:27.693862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:27.698254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815e4467-3e4d-436a-abc3-7f66eb3045f3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815e4467-3e4d-436a-abc3-7f66eb3045f3,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:27.703623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.713529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '815e4467-3e4d-436a-abc3-7f66eb3045f3', 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894', 'port_id': '815e4467-3e4d-436a-abc3-7f66eb3045f3', 'mac_address': 'fa:16:3e:0f:2a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb4511a-71c6-4214-b2f6-4635fea258c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:27.717273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Transition to ACTIVE for port object bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:27.759586 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.774766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815e4467-3e4d-436a-abc3-7f66eb3045f3 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:27.802958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815e4467-3e4d-436a-abc3-7f66eb3045f3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815e4467-3e4d-436a-abc3-7f66eb3045f3,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:27.843995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.851994 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.905247 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.968966 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2661ae98-b97a-4068-868e-b4c98ebc9dea tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:27.976516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa6b7032-e1dc-4720-bc3e-589f1cf9a113 req-7ad92f55-8928-4e59-8c9e-04d6b48537df service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056573 Apr 18 17:10:28.007144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=815e4467-3e4d-436a-abc3-7f66eb3045f3,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:28.048005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661ae98-b97a-4068-868e-b4c98ebc9dea tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca73688-77a4-47cb-a5b4-08ce5f2685ac,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:28.113596 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:10:28.120008 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2661ae98-b97a-4068-868e-b4c98ebc9dea tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.122150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2661ae98-b97a-4068-868e-b4c98ebc9dea tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1443264 Apr 18 17:10:28.127248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35066) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:28.139664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:28.190986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75996250-cab9-437d-9deb-1efce6bdf199 req-c96c4cae-85eb-40e5-a186-3085e69a0639 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:28.198161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75996250-cab9-437d-9deb-1efce6bdf199 req-c96c4cae-85eb-40e5-a186-3085e69a0639 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 944 time: 0.2346251 Apr 18 17:10:28.303277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['815e4467-3e4d-436a-abc3-7f66eb3045f3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:28.356193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158649b0-b836-4b75-b0fe-7c94bc4bb151 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:28.385660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35078) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:28.389804 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.395781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:28.473072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Transition to ACTIVE for port object 158649b0-b836-4b75-b0fe-7c94bc4bb151 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:28.503134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75996250-cab9-437d-9deb-1efce6bdf199 req-b437f96a-1a28-48cc-b6c9-1c82261a66d9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208465 Apr 18 17:10:28.513190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7dac5-7c57-4932-9171-a1696197b484 req-061b3ce9-73f9-458b-9b5d-94d746d94b7b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:28.521052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2d7dac5-7c57-4932-9171-a1696197b484 req-061b3ce9-73f9-458b-9b5d-94d746d94b7b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1360111 Apr 18 17:10:28.525146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.542301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-40279162-network', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:28.559575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Router 303f7b17-01d2-490b-be3f-89f5dbcdab4e has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:10:28.573048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Attempting to bind port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:28.574589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Attempting to bind port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:28.574589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Attempting to bind port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 on network eeef89c2-c0da-4d31-b505-235c21432894 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:28.582920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 on network eeef89c2-c0da-4d31-b505-235c21432894 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:28.583247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Attempting to bind port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 on network eeef89c2-c0da-4d31-b505-235c21432894 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:28.622648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:28.622985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Checking segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:28.623379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Bound using segment: {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:28.623827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Bound port: bb8865c7-ebf5-4891-9b1f-1ed9b22896b4, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df58d1c0-4ba4-47f1-a988-d85458aa41cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:28.624188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.641522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:28.646874 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.685770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:10:28.694495 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b343ff25-8b15-4cca-98ab-36208d6cd5ff tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "PUT /v2.0/routers/303f7b17-01d2-490b-be3f-89f5dbcdab4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1517246 Apr 18 17:10:28.696787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35090) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:28.699320 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3cd495-c33c-4ba2-94ca-6499d444e8f1 None None] Sync routers for ids ['303f7b17-01d2-490b-be3f-89f5dbcdab4e'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:10:28.715881 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3cd495-c33c-4ba2-94ca-6499d444e8f1 None None] Routers {'303f7b17-01d2-490b-be3f-89f5dbcdab4e'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:28.716610 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9e3cd495-c33c-4ba2-94ca-6499d444e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['303f7b17-01d2-490b-be3f-89f5dbcdab4e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:28.758237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2d7dac5-7c57-4932-9171-a1696197b484 req-5ba76713-2731-43eb-a093-1356a03707fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361314 Apr 18 17:10:28.758604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] For port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:28.762939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] For port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:28.763598 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9e3cd495-c33c-4ba2-94ca-6499d444e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:28.771005 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-291cc5e7-26de-4cf5-acf8-74a859821ceb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:10:28.775112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-291cc5e7-26de-4cf5-acf8-74a859821ceb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/5c4aaeca-0f9c-4bb1-92c6-6da88bcd3646 HTTP/1.1" status: 404 len: 333 time: 0.0674376 Apr 18 17:10:28.775112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Made reservation on behalf of e26e2a34127a4a01b4a2418d027e60f7 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:28.775500 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3cd495-c33c-4ba2-94ca-6499d444e8f1 None None] Routers {'303f7b17-01d2-490b-be3f-89f5dbcdab4e'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:28.775500 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9e3cd495-c33c-4ba2-94ca-6499d444e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['303f7b17-01d2-490b-be3f-89f5dbcdab4e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:28.775916 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.777028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35092) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:28.816670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Pushing event updated for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:28.839042 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9e3cd495-c33c-4ba2-94ca-6499d444e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:28.839844 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3cd495-c33c-4ba2-94ca-6499d444e8f1 None None] The sync data for ids ['303f7b17-01d2-490b-be3f-89f5dbcdab4e'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:10:28.850641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83911-dac9-4a14-a3b1-53a5b22c50ed req-f3d6f3d8-4285-4406-9735-c53fc6549394 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:28.852250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55f83911-dac9-4a14-a3b1-53a5b22c50ed req-f3d6f3d8-4285-4406-9735-c53fc6549394 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 943 time: 0.2773266 Apr 18 17:10:28.853018 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.874615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-973767558-network', 'tenant_id': 'f1f5fa762bf24665b01526e7b1312f82'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:28.877932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.890168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4283a580-0648-4ed7-ab17-a77336dd5a79 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.962837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Attempting to bind port 158649b0-b836-4b75-b0fe-7c94bc4bb151 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:28.963178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Attempting to bind port 158649b0-b836-4b75-b0fe-7c94bc4bb151 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:28.963518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Attempting to bind port 158649b0-b836-4b75-b0fe-7c94bc4bb151 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:28.972891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55f83911-dac9-4a14-a3b1-53a5b22c50ed req-8bb6edeb-794f-4a29-8907-56822253e9ab tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061873 Apr 18 17:10:28.980750 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.983012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Port 158649b0-b836-4b75-b0fe-7c94bc4bb151 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:28.984011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Attempting to bind port 158649b0-b836-4b75-b0fe-7c94bc4bb151 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:28.988213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:28.988845 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:28.990917 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] 10.222.0.41 "PUT /v2.0/ports/bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 HTTP/1.1" status: 200 len: 1092 time: 2.2573707 Apr 18 17:10:28.991382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2395b971-e1c1-43da-b79b-0d8d52515d81', 'tag': 'bb8865c7-ebf5-4891-9b1f-1ed9b22896b4'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:28.999619 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226fd48-11e9-492c-876f-ddb269a88143" -d '{"events": [{"name": "network-changed", "server_uuid": "2395b971-e1c1-43da-b79b-0d8d52515d81", "tag": "bb8865c7-ebf5-4891-9b1f-1ed9b22896b4"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:29.001726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:29.002077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Checking segment: {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:29.005849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Bound using segment: {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:29.005849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Bound port: 158649b0-b836-4b75-b0fe-7c94bc4bb151, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:29.005849 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.081003 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b90291-aebc-4db3-b4be-c253eda58db5 x-openstack-request-id: req-51b90291-aebc-4db3-b4be-c253eda58db5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:29.081284 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2395b971-e1c1-43da-b79b-0d8d52515d81", "tag": "bb8865c7-ebf5-4891-9b1f-1ed9b22896b4", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:29.081551 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51b90291-aebc-4db3-b4be-c253eda58db5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:29.081947 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b90291-aebc-4db3-b4be-c253eda58db5'] response: {'name': 'network-changed', 'server_uuid': '2395b971-e1c1-43da-b79b-0d8d52515d81', 'tag': 'bb8865c7-ebf5-4891-9b1f-1ed9b22896b4', 'status': 'completed', 'code': 200} Apr 18 17:10:29.137036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4283a580-0648-4ed7-ab17-a77336dd5a79 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.138205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.138874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Made reservation on behalf of f1f5fa762bf24665b01526e7b1312f82 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:29.141113 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.146012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4283a580-0648-4ed7-ab17-a77336dd5a79 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.165365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968d4ca-9248-4c26-81f5-fc1615904239 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:29.173659 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.193913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:29.208853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.225794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:29.243833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Allocated IP 172.25.5.235 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/af5472cd-c03f-44ff-b936-aded02642dd8) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:29.247103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226fd48-11e9-492c-876f-ddb269a88143 req-5faf8a76-1dea-459c-94e4-27cf68f8a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.248637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7226fd48-11e9-492c-876f-ddb269a88143 req-5faf8a76-1dea-459c-94e4-27cf68f8a247 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 1095 time: 0.1231768 Apr 18 17:10:29.252488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:10:29.281840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.282121 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Added segment 56307389-6f16-4df4-bc6d-d950f7212a81 of type vlan for network 31d186fc-2662-4e24-8685-0df0e6001120 Apr 18 17:10:29.283521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3539ea39-b465-42a1-9a27-27da72a737ba,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:29.306441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.397174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.397986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4283a580-0648-4ed7-ab17-a77336dd5a79 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.397986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4283a580-0648-4ed7-ab17-a77336dd5a79 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Fanout notify agent at l3_agent the message router_deleted on router 303f7b17-01d2-490b-be3f-89f5dbcdab4e {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:10:29.398370 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.400675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] 10.222.0.41 "PUT /v2.0/ports/158649b0-b836-4b75-b0fe-7c94bc4bb151 HTTP/1.1" status: 200 len: 1091 time: 2.3172185 Apr 18 17:10:29.410359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:29.413916 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c55be3-1d32-4709-9a48-869f6e95fa87" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:29.416317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4283a580-0648-4ed7-ab17-a77336dd5a79 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.419661 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4283a580-0648-4ed7-ab17-a77336dd5a79 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/routers/303f7b17-01d2-490b-be3f-89f5dbcdab4e HTTP/1.1" status: 204 len: 168 time: 0.6388178 Apr 18 17:10:29.423433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35098) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:29.429189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.445274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.462044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226fd48-11e9-492c-876f-ddb269a88143 req-f192913e-1026-4588-8c3a-2860c71502ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.463609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7226fd48-11e9-492c-876f-ddb269a88143 req-f192913e-1026-4588-8c3a-2860c71502ed service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=95adb36d7cbb45688bcae0437ed77c73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1994004 Apr 18 17:10:29.482702 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4543eaa2-abad-4b43-86b5-5cda00768db0 x-openstack-request-id: req-4543eaa2-abad-4b43-86b5-5cda00768db0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:29.483021 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:29.483229 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4543eaa2-abad-4b43-86b5-5cda00768db0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:29.483620 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4543eaa2-abad-4b43-86b5-5cda00768db0'] response: {'name': 'network-changed', 'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'status': 'completed', 'code': 200} Apr 18 17:10:29.488919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1091bec9-db6b-4bed-b481-945d096266cc details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:29.500121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815e4467-3e4d-436a-abc3-7f66eb3045f3 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:29.513698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.513930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486f90e-fc30-477f-9146-f83430c0048d service neutron] Pushing event updated for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:29.583996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:10:29.599653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-155dcb7b-3f90-42c3-9665-d8ade0b983d9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 729ae155-4a77-4788-8355-d52b9ec3cb4a {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:29.605877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.613491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8201b384-5743-4df1-96a7-882b641c8a5f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:29.621329 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.621329 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Added segment 453b26d1-751d-43d3-85b4-376a6ead6afe of type vlan for network fa916f8d-bc99-4ca1-8752-efc0a3986851 Apr 18 17:10:29.626028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.627033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.627642 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.633493 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-155dcb7b-3f90-42c3-9665-d8ade0b983d9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.653615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 815e4467-3e4d-436a-abc3-7f66eb3045f3 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:29.664334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 815e4467-3e4d-436a-abc3-7f66eb3045f3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:29.664928 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.689641 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.706186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1091bec9-db6b-4bed-b481-945d096266cc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1091bec9-db6b-4bed-b481-945d096266cc,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:29.721705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226fd48-11e9-492c-876f-ddb269a88143 req-e68cd2ad-5287-4633-ad61-adf43afeea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.723288 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7226fd48-11e9-492c-876f-ddb269a88143 req-e68cd2ad-5287-4633-ad61-adf43afeea50 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204487 Apr 18 17:10:29.724024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '1091bec9-db6b-4bed-b481-945d096266cc', 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894', 'port_id': '1091bec9-db6b-4bed-b481-945d096266cc', 'mac_address': 'fa:16:3e:8f:d3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb4511a-71c6-4214-b2f6-4635fea258c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:29.736885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c55be3-1d32-4709-9a48-869f6e95fa87 req-cc603748-7784-4084-8616-0ac7a8629e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.738444 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25c55be3-1d32-4709-9a48-869f6e95fa87 req-cc603748-7784-4084-8616-0ac7a8629e17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 1094 time: 0.2072904 Apr 18 17:10:29.796386 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.797688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-155dcb7b-3f90-42c3-9665-d8ade0b983d9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.807857 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.809516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.813321 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.814127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1091bec9-db6b-4bed-b481-945d096266cc {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:29.829249 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.840841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4447842 Apr 18 17:10:29.851495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35104) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:29.867094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1091bec9-db6b-4bed-b481-945d096266cc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1091bec9-db6b-4bed-b481-945d096266cc,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:29.871218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Request body: {'subnet': {'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-40279162-subnet', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:29.894851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5983588a-0b81-4029-af04-86f7edca98f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815e4467-3e4d-436a-abc3-7f66eb3045f3'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:29.898595 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d183197-2502-46d0-a4fe-641e1a8d34ca" -d '{"events": [{"server_uuid": "5983588a-0b81-4029-af04-86f7edca98f0", "name": "network-vif-plugged", "status": "completed", "tag": "815e4467-3e4d-436a-abc3-7f66eb3045f3"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:29.904090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 815e4467-3e4d-436a-abc3-7f66eb3045f3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815e4467-3e4d-436a-abc3-7f66eb3045f3,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:29.908399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] Pushing event updated for resources: {'Network': ['ID=fa916f8d-bc99-4ca1-8752-efc0a3986851,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:29.912062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80892b81-8f0a-4f5c-8678-68b63314968f admin admin] Pushing event updated for resources: {'Network': ['ID=31d186fc-2662-4e24-8685-0df0e6001120,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:29.915236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-b7c18f6f-485c-4ebe-9b2b-f06cc622967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.916668 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-b7c18f6f-485c-4ebe-9b2b-f06cc622967f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 1095 time: 0.1192262 Apr 18 17:10:29.922601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network fa916f8d-bc99-4ca1-8752-efc0a3986851 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:10:29.939790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 31d186fc-2662-4e24-8685-0df0e6001120 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:10:29.943499 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eb67c13e-fdff-4610-b21e-c8768aa1d142 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2984681 Apr 18 17:10:29.950472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35110) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:29.956778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Request body: {'subnet': {'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-973767558-subnet', 'tenant_id': 'f1f5fa762bf24665b01526e7b1312f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:29.979318 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:29.988418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878c640-2586-4ffc-9c25-ba483c771a56 req-e15e7cfe-4796-4a72-beec-6b1f7ab196f0 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:29.989963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6878c640-2586-4ffc-9c25-ba483c771a56 req-e15e7cfe-4796-4a72-beec-6b1f7ab196f0 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 944 time: 0.3580477 Apr 18 17:10:29.990892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-9c382a6b-5599-4814-adb7-c05a599d8e98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 HTTP/1.1" status: 200 len: 217 time: 0.0486670 Apr 18 17:10:29.995330 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.002419 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.047564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Made reservation on behalf of f1f5fa762bf24665b01526e7b1312f82 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:30.050435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.071179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-19d7afad-6681-49bb-b493-1cc13a5a1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.072833 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-19d7afad-6681-49bb-b493-1cc13a5a1ff1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ceb4511a-71c6-4214-b2f6-4635fea258c1 HTTP/1.1" status: 200 len: 854 time: 0.0694196 Apr 18 17:10:30.103651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Made reservation on behalf of e26e2a34127a4a01b4a2418d027e60f7 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:30.106585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.110169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1091bec9-db6b-4bed-b481-945d096266cc,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:30.116926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:30.137305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:30.139239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event updated for resources: {'Port': ['ID=af5472cd-c03f-44ff-b936-aded02642dd8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:30.162903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:30.164010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-198ba1f5-1d41-441a-9cad-3da0fc61f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.165571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-198ba1f5-1d41-441a-9cad-3da0fc61f8ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eeef89c2-c0da-4d31-b505-235c21432894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662735 Apr 18 17:10:30.165706 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=815e4467-3e4d-436a-abc3-7f66eb3045f3,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:30.208768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c55be3-1d32-4709-9a48-869f6e95fa87 req-5c9e6094-cfa4-492e-a3c3-352c0167779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.210286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25c55be3-1d32-4709-9a48-869f6e95fa87 req-5c9e6094-cfa4-492e-a3c3-352c0167779b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4373581 Apr 18 17:10:30.247106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc9a1b-b1c6-4964-981c-fa4b89a719c4 req-45ddd838-ff91-4b5d-ae53-6db2a70b4ea1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.248684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cbc9a1b-b1c6-4964-981c-fa4b89a719c4 req-45ddd838-ff91-4b5d-ae53-6db2a70b4ea1 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.3675478 Apr 18 17:10:30.255558 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-155dcb7b-3f90-42c3-9665-d8ade0b983d9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.264382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6878c640-2586-4ffc-9c25-ba483c771a56 req-25d1e509-6789-48bb-9776-4cba5aacdf64 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356439 Apr 18 17:10:30.319026 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af32a199-8e26-48b5-bb86-78a7b6fce529 x-openstack-request-id: req-af32a199-8e26-48b5-bb86-78a7b6fce529 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:30.319322 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5983588a-0b81-4029-af04-86f7edca98f0", "name": "network-vif-plugged", "status": "completed", "tag": "815e4467-3e4d-436a-abc3-7f66eb3045f3", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:30.319603 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af32a199-8e26-48b5-bb86-78a7b6fce529 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:30.320274 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af32a199-8e26-48b5-bb86-78a7b6fce529'] response: {'server_uuid': '5983588a-0b81-4029-af04-86f7edca98f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815e4467-3e4d-436a-abc3-7f66eb3045f3', 'code': 200} Apr 18 17:10:30.342865 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-41bec0f5-7a0f-44ad-a12f-38b8ba8fad88 service neutron] 10.222.0.41 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685672 Apr 18 17:10:30.387610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1091bec9-db6b-4bed-b481-945d096266cc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:30.448495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.494889 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.529840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f789211-6bac-4326-9dc4-18630021209e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:30.536881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa1fa752-0f68-41e7-8a8b-594114de9cb6 req-042cb8ea-1f9a-4d7e-83c3-f28fd4f43c7c service neutron] 10.222.0.41 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856101 Apr 18 17:10:30.539130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c55be3-1d32-4709-9a48-869f6e95fa87 req-6ae8d2e8-debe-49c1-afec-0b1e0cde6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.545849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e439153-c69b-4fbf-810b-709e332dc0fe req-61bb6c09-3c0a-435f-8bd5-9c3afde826eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.545849 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e439153-c69b-4fbf-810b-709e332dc0fe req-61bb6c09-3c0a-435f-8bd5-9c3afde826eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 1096 time: 0.1201930 Apr 18 17:10:30.546094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25c55be3-1d32-4709-9a48-869f6e95fa87 req-6ae8d2e8-debe-49c1-afec-0b1e0cde6de5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2813871 Apr 18 17:10:30.581107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Checking segment: {'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:30.581383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Network hostable DHCP agents. Network: fa916f8d-bc99-4ca1-8752-efc0a3986851, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:10:30.593404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cbc9a1b-b1c6-4964-981c-fa4b89a719c4 req-82a78b52-958a-4f65-850f-50cffaa27b97 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254900 Apr 18 17:10:30.598856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e439153-c69b-4fbf-810b-709e332dc0fe req-e751b8d8-46a3-4421-9b1b-2f7d6f8f0893 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478039 Apr 18 17:10:30.618780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec976332-7b08-444f-a322-6424b2a4126c req-1c386f13-d9a4-425b-936e-9552a9378bed tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.623326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec976332-7b08-444f-a322-6424b2a4126c req-1c386f13-d9a4-425b-936e-9552a9378bed tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 943 time: 0.2350669 Apr 18 17:10:30.649283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.671022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Network fa916f8d-bc99-4ca1-8752-efc0a3986851 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:10:30.737820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-155dcb7b-3f90-42c3-9665-d8ade0b983d9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.905315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec976332-7b08-444f-a322-6424b2a4126c req-327a52ca-914a-4ed1-933d-2225bbe239e8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331685 Apr 18 17:10:30.905315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dcb7b-3f90-42c3-9665-d8ade0b983d9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=729ae155-4a77-4788-8355-d52b9ec3cb4a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:30.905315 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-155dcb7b-3f90-42c3-9665-d8ade0b983d9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.905617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b55af-2b63-4339-b5e2-514a08cc83b0 None None] Network f95258d0-6613-477d-953c-404c54c78e30 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:30.905995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-155dcb7b-3f90-42c3-9665-d8ade0b983d9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/729ae155-4a77-4788-8355-d52b9ec3cb4a HTTP/1.1" status: 204 len: 168 time: 1.3814883 Apr 18 17:10:30.906090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35114) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:30.906090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, fa916f8d-bc99-4ca1-8752-efc0a3986851) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:30.906090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.906090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.906416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905784b-968f-4b01-bbbf-bd00ac3b8eae None None] Network fa916f8d-bc99-4ca1-8752-efc0a3986851 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:30.906511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-937e9011-e7d1-4cf0-a1a1-0c171a227046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:30.906511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-937e9011-e7d1-4cf0-a1a1-0c171a227046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 1094 time: 0.2330980 Apr 18 17:10:30.915436 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.947946 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-99864756-64cd-4d79-86f9-587f8fe071be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.962484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-8293be38-a2e4-4c58-bd1a-a692be0413d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151 HTTP/1.1" status: 200 len: 217 time: 0.0420523 Apr 18 17:10:30.971273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:30.971273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:30.980433 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f4dbc5f3-3821-4c63-a225-354bfb358d66 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0231731 Apr 18 17:10:31.025458 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.070605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ae266-1a6f-43a0-bf1b-39c907d78f69 None None] Network fa916f8d-bc99-4ca1-8752-efc0a3986851 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:31.079905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] For port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,segment=NetworkSegment(8d0d765e-8008-4134-ab48-577bb7a5a07e),segment_id=8d0d765e-8008-4134-ab48-577bb7a5a07e)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:31.080449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.096845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:31.102982 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.172557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-acb74150-d56a-47e0-8e12-17153c6e17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:31.172557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-acb74150-d56a-47e0-8e12-17153c6e17e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=172d7eea-2e4b-48f9-9776-ac815d572d2d HTTP/1.1" status: 200 len: 855 time: 0.1686671 Apr 18 17:10:31.172771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] DHCP port deletion for f95258d0-6613-477d-953c-404c54c78e30 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:10:31.190934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-cbf56c1b-d94d-41f1-9732-c261aa3fe807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74e5656a-b152-4028-9c04-b6bd64ad9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343151 Apr 18 17:10:31.193136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48210664-c1ef-4143-8a4d-9201794350a5,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:31.203522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Checking segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:31.203963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Network hostable DHCP agents. Network: 31d186fc-2662-4e24-8685-0df0e6001120, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:10:31.206640 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.279722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] Deleting port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:31.280093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.287966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.329798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:31.331651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No DVR routers for this DVR port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:31.349350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event updated for resources: {'Port': ['ID=af5472cd-c03f-44ff-b936-aded02642dd8,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:31.409978 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.420529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Network 31d186fc-2662-4e24-8685-0df0e6001120 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:10:31.430546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-cb8f8e14-cc6c-4025-8b1c-c38c50669219 service neutron] 10.222.0.41 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304327 Apr 18 17:10:31.430726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] For port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,segment=NetworkSegment(8d0d765e-8008-4134-ab48-577bb7a5a07e),segment_id=8d0d765e-8008-4134-ab48-577bb7a5a07e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:31.431246 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.445563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.460295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] Calling delete_port for bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:31.515447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1091bec9-db6b-4bed-b481-945d096266cc up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:31.521086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95258d0-6613-477d-953c-404c54c78e30']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:31.532034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0d765e-8008-4134-ab48-577bb7a5a07e') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:31.532393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0d765e-8008-4134-ab48-577bb7a5a07e') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:31.542933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.558072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.565171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:10:31.565614 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:10:31.569156 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:10:31.588184 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.615911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] Pushing event deleted for resources: {'Port': ['ID=bd13f2d1-0a82-419a-b3b2-c7a0e59cd184,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:31.619914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e7885-1a4d-43f1-bce4-57c511e0a826 None None] No DVR routers for this DVR port bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:31.653327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 1091bec9-db6b-4bed-b481-945d096266cc completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:31.657817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 1091bec9-db6b-4bed-b481-945d096266cc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:31.658188 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.704835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.709346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.718701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/networks/f95258d0-6613-477d-953c-404c54c78e30 HTTP/1.1" status: 204 len: 168 time: 0.8976800 Apr 18 17:10:31.738259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35136) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:31.739148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebe45a-dfde-4ca7-a9e9-8c9075d43fd3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Network': ['ID=f95258d0-6613-477d-953c-404c54c78e30,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:31.752960 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.788332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727362f-550e-43b3-9dce-0ce9aa9c961c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:31.790185 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8727362f-550e-43b3-9dce-0ce9aa9c961c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/1ec7c11f-2439-46ab-9293-1154a836d642 HTTP/1.1" status: 200 len: 840 time: 0.0475011 Apr 18 17:10:31.793535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1091bec9-db6b-4bed-b481-945d096266cc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1091bec9-db6b-4bed-b481-945d096266cc,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:31.794053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35140) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:31.802649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 31d186fc-2662-4e24-8685-0df0e6001120) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:31.806118 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.807208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c94527fb-9173-421f-9ee5-dc02f584c441 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6777654 Apr 18 17:10:31.820025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94fd019-97cf-49e6-9313-0a24cf39208a None None] Network 31d186fc-2662-4e24-8685-0df0e6001120 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:31.824801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:31.825384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.835069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1308a-5046-4970-bf25-9a1ed4113ad2 req-c5fba9fe-c452-459a-8c49-a6290150cacf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:31.836573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03a1308a-5046-4970-bf25-9a1ed4113ad2 req-c5fba9fe-c452-459a-8c49-a6290150cacf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 944 time: 0.4658980 Apr 18 17:10:31.848352 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9e898d30-3e32-4e31-b06f-4b67e2d7a06c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/1ec7c11f-2439-46ab-9293-1154a836d642?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0529656 Apr 18 17:10:31.854491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35144) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:31.860137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:31.887541 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:31.983664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-455acd97-2b07-4670-9792-e4a0b9c7c26e req-22059750-08e9-41d3-8f17-45f1a29eeec4 service neutron] 10.222.0.41 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453720 Apr 18 17:10:31.993291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03a1308a-5046-4970-bf25-9a1ed4113ad2 req-4f0b2687-6b89-4bbb-bb9f-7ef1fbc88633 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366367 Apr 18 17:10:32.003065 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7859dbfe-f635-4fb4-81bb-603527c18f7e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1484866 Apr 18 17:10:32.008290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35148) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:32.018406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:32.039294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ca382-695e-49b2-a514-fe701d4beebf req-ce98ce6f-b8c6-4666-abf4-f9fd3df126e4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:32.041061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-ce98ce6f-b8c6-4666-abf4-f9fd3df126e4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 813 time: 0.2430823 Apr 18 17:10:32.058679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-93fc44b0-e224-4ace-a1c6-7f458ddd3aec tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/quotas/f1f5fa762bf24665b01526e7b1312f82 HTTP/1.1" status: 200 len: 375 time: 0.0104289 Apr 18 17:10:32.065107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:32.068670 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.121303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-e6ede466-0641-4a65-ad7d-f0f5e56dd78b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531619 Apr 18 17:10:32.149055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.150580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.184097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1091bec9-db6b-4bed-b481-945d096266cc,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:32.190895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f551b1-c62e-4b42-94ef-26e61920e70b req-c757d3c7-d211-44e7-ba9c-2650ffb6f656 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:32.192621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4f551b1-c62e-4b42-94ef-26e61920e70b req-c757d3c7-d211-44e7-ba9c-2650ffb6f656 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1277063 Apr 18 17:10:32.230839 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.253725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-63987199-4447-4240-9148-f033d278d4b0 service neutron] 10.222.0.45 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249299 Apr 18 17:10:32.275503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-31d186fc-2662-4e24-8685-0df0e6001120', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:10:32.276582 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.358352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183bd88e-32e6-42bb-97e3-d230f3790b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1091bec9-db6b-4bed-b481-945d096266cc'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:32.360862 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f00a7cf-61d9-4d6e-be58-4ad87b78eb0f" -d '{"events": [{"server_uuid": "183bd88e-32e6-42bb-97e3-d230f3790b34", "name": "network-vif-plugged", "status": "completed", "tag": "1091bec9-db6b-4bed-b481-945d096266cc"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:32.369951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-63cac005-b665-4995-bfba-ed15db468fee service neutron] 10.222.0.45 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049440 Apr 18 17:10:32.385048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4f551b1-c62e-4b42-94ef-26e61920e70b req-08ef7671-64ed-472f-a709-f5e435bc23ff tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692502 Apr 18 17:10:32.413251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:32.454450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:32.454947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bd13f2d1-0a82-419a-b3b2-c7a0e59cd184 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:32.505571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8745abe-c61d-4c3f-8166-dadbd91ffe92 req-b1471e59-4a48-43d9-bac5-72dfc158583f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:32.507212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8745abe-c61d-4c3f-8166-dadbd91ffe92 req-b1471e59-4a48-43d9-bac5-72dfc158583f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 943 time: 0.0676081 Apr 18 17:10:32.549390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8745abe-c61d-4c3f-8166-dadbd91ffe92 req-d5c2ca4d-c0e2-4737-acd2-2af18a8ea9f3 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Apr 18 17:10:32.575440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Allocated IP 172.20.0.2 (31d186fc-2662-4e24-8685-0df0e6001120/48210664-c1ef-4143-8a4d-9201794350a5/7e78d94f-7112-4a1c-bfdf-de14d409ed47) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:32.716362 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449824ec-65de-4cb0-80c5-0772c0fa42dd x-openstack-request-id: req-449824ec-65de-4cb0-80c5-0772c0fa42dd {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:32.721271 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183bd88e-32e6-42bb-97e3-d230f3790b34", "name": "network-vif-plugged", "status": "completed", "tag": "1091bec9-db6b-4bed-b481-945d096266cc", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:32.721271 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-449824ec-65de-4cb0-80c5-0772c0fa42dd {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:32.725684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53ad5095-3012-4f55-bbb8-639d3b743411 req-8f4ef060-e2b7-4ae6-8e0b-73022e448913 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 210 time: 0.0505612 Apr 18 17:10:32.729359 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449824ec-65de-4cb0-80c5-0772c0fa42dd'] response: {'server_uuid': '183bd88e-32e6-42bb-97e3-d230f3790b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1091bec9-db6b-4bed-b481-945d096266cc', 'code': 200} Apr 18 17:10:32.736901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-2d13a389-5da4-4415-a95a-4becbb44253b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--659452466&fields=id&tenant_id=bcabbefaa1ec4dd88f79677486700168 HTTP/1.1" status: 200 len: 267 time: 0.0928347 Apr 18 17:10:32.775469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.855375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.866638 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.876666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:32.882826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-76c933bb-9bdd-43fe-b7b4-327527eb3cee tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:32.883351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:32.883459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-76c933bb-9bdd-43fe-b7b4-327527eb3cee tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 819 time: 0.1456842 Apr 18 17:10:32.888116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:32.888718 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.891915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eee8e2-d295-4bc8-95f2-38f127c4dabd None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:32.903586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=45a5b8e6-dd87-415d-b7fa-3e74810d5f5f,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:32.907606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-4aa4b42f-6ee1-41a3-8251-21dfff2af684 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/quotas/bcabbefaa1ec4dd88f79677486700168 HTTP/1.1" status: 200 len: 375 time: 0.0138426 Apr 18 17:10:32.909288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb701-c13f-4b5e-8b41-b95fea700957 req-89c0926d-776f-40e4-9d4e-748569c51619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:32.910850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-513bb701-c13f-4b5e-8b41-b95fea700957 req-89c0926d-776f-40e4-9d4e-748569c51619 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 1096 time: 0.1488738 Apr 18 17:10:32.956154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-513bb701-c13f-4b5e-8b41-b95fea700957 req-85d5982e-f2e4-4f82-8050-4f731e08cd23 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 Apr 18 17:10:32.961511 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:32.974648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-c6185d13-6101-48ce-b9b7-5fa80ceb2029 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0596366 Apr 18 17:10:33.019862 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fdfe539f-9c74-4c32-b37d-8b949169c15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1635687 Apr 18 17:10:33.023404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Network 31d186fc-2662-4e24-8685-0df0e6001120 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:33.024994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35168) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:33.038110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c23f6d28-da0e-4728-8ecc-1e58ca5c59f0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'security_group': {'name': 'tempest-secgroup-77862654'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:33.093272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:33.103645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:33.131663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-60f41e01-4a7d-4fd0-a2a0-156f70740519 service neutron] 10.222.0.45 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450796 Apr 18 17:10:33.166061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c23f6d28-da0e-4728-8ecc-1e58ca5c59f0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.171809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e322-76a7-4854-b547-fadf3eae6f3e req-704528b8-fd25-4521-8952-2855ea47bb53 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:33.173775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3596e322-76a7-4854-b547-fadf3eae6f3e req-704528b8-fd25-4521-8952-2855ea47bb53 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 944 time: 0.0889072 Apr 18 17:10:33.187200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Pushing event updated for resources: {'Port': ['ID=7e78d94f-7112-4a1c-bfdf-de14d409ed47,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:33.203620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Attempting to bind port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:33.203620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Attempting to bind port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:33.203620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Attempting to bind port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 on network 31d186fc-2662-4e24-8685-0df0e6001120 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:33.224174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:33.224564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Checking segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:33.224969 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.225445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Bound using segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:33.225900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Bound port: 7e78d94f-7112-4a1c-bfdf-de14d409ed47, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:33.230735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.271979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-a51605f5-d60a-4c7d-8c98-888f959c3b87', 'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'tenant_id': '1a52f49992984532aaf1505172c34905', 'fixed_ips': [{'subnet_id': '45a5b8e6-dd87-415d-b7fa-3e74810d5f5f'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:10:33.272917 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.275120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3596e322-76a7-4854-b547-fadf3eae6f3e req-023032f7-9358-422b-8c6f-b0323ba03d7d tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735812 Apr 18 17:10:33.290434 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d3f-b6e1-4903-b97e-723b5491c6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.308512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-69409a1f-047a-4c91-be80-bed42e5fbea9 service neutron] 10.222.0.45 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648104 Apr 18 17:10:33.361152 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.375308 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c23f6d28-da0e-4728-8ecc-1e58ca5c59f0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.398485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.413881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] For port 7e78d94f-7112-4a1c-bfdf-de14d409ed47, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:33.437895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] For port 7e78d94f-7112-4a1c-bfdf-de14d409ed47, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7e78d94f-7112-4a1c-bfdf-de14d409ed47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:33.475477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c23f6d28-da0e-4728-8ecc-1e58ca5c59f0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.495611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Allocated IP 172.20.0.2 (a51605f5-d60a-4c7d-8c98-888f959c3b87/45a5b8e6-dd87-415d-b7fa-3e74810d5f5f/a6e3091c-ee26-4bc9-b9a0-41af1e5961db) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:33.519177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5790ff2-f470-45a0-a576-08fac4eaae95 req-3527e052-3f5d-46df-bb13-ccee3bdd2d97 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:33.521702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5790ff2-f470-45a0-a576-08fac4eaae95 req-3527e052-3f5d-46df-bb13-ccee3bdd2d97 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Apr 18 17:10:33.557041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f6d28-da0e-4728-8ecc-1e58ca5c59f0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad49ff9-3672-44d9-b47d-e181ad6d808d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:33.593009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Allocated IP 172.25.5.45 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:33.603780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5790ff2-f470-45a0-a576-08fac4eaae95 req-e63efe06-7c27-4ed2-9328-7bf10594665f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567575 Apr 18 17:10:33.606062 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.655732 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c23f6d28-da0e-4728-8ecc-1e58ca5c59f0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.658752 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c23f6d28-da0e-4728-8ecc-1e58ca5c59f0 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6245983 Apr 18 17:10:33.663785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35180) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:33.669851 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bdf94861-69fe-4254-814f-e9f62f3ee222 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'security_group': {'name': 'tempest-secgroup-773251940'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:33.681160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424acdc-1b36-414c-9bd1-c075f2941803 None None] Pushing event updated for resources: {'Port': ['ID=7e78d94f-7112-4a1c-bfdf-de14d409ed47,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:33.737401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b67db1-9ce1-4246-b382-004ad937209c req-ab2f258e-0239-4c57-b4e0-2dc70a4ec6c1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:33.740612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7b67db1-9ce1-4246-b382-004ad937209c req-ab2f258e-0239-4c57-b4e0-2dc70a4ec6c1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 943 time: 0.0920465 Apr 18 17:10:33.771101 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.797974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7bac0dd7-e546-4b0c-b453-74eed31a507a req-3b893e23-609b-4366-8b10-8105ff6e89bb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 210 time: 0.0715828 Apr 18 17:10:33.827511 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.849336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdf94861-69fe-4254-814f-e9f62f3ee222 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.866336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7b67db1-9ce1-4246-b382-004ad937209c req-864ece7f-f635-4972-bd73-8e7254635bf1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604959 Apr 18 17:10:33.888681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:33.907395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:33.908861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Pushing event updated for resources: {'Port': ['ID=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:33.912044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:33.914280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:33.937282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dee47c07-6f63-4b9f-b4d5-18cd53f62a7a req-37f7a03b-3153-4d63-a2f3-9e03665bb4b7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 210 time: 0.0561211 Apr 18 17:10:34.034198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.034784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Attempting to bind port a6e3091c-ee26-4bc9-b9a0-41af1e5961db on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:34.034784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Attempting to bind port a6e3091c-ee26-4bc9-b9a0-41af1e5961db by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '59e770fa-04c5-4fdf-be80-b6f0efcfeb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:34.034784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Attempting to bind port a6e3091c-ee26-4bc9-b9a0-41af1e5961db on network a51605f5-d60a-4c7d-8c98-888f959c3b87 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:34.036205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:34.036640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Checking segment: {'id': '59e770fa-04c5-4fdf-be80-b6f0efcfeb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:34.037043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.037510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Bound using segment: {'id': '59e770fa-04c5-4fdf-be80-b6f0efcfeb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:34.038055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Bound port: a6e3091c-ee26-4bc9-b9a0-41af1e5961db, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e770fa-04c5-4fdf-be80-b6f0efcfeb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:34.038500 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.063895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdf94861-69fe-4254-814f-e9f62f3ee222 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.080252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:34.083268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:34.087854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:34.111234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:34.119642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] For port a6e3091c-ee26-4bc9-b9a0-41af1e5961db, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:34.129081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] For port a6e3091c-ee26-4bc9-b9a0-41af1e5961db, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,segment=NetworkSegment(59e770fa-04c5-4fdf-be80-b6f0efcfeb7e),segment_id=59e770fa-04c5-4fdf-be80-b6f0efcfeb7e)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:34.175424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdf94861-69fe-4254-814f-e9f62f3ee222 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.259498 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.263430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf94861-69fe-4254-814f-e9f62f3ee222 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e2542-28a6-4de5-bced-ef311b01f6da,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:34.284159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdf94861-69fe-4254-814f-e9f62f3ee222 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.291554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bdf94861-69fe-4254-814f-e9f62f3ee222 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6208632 Apr 18 17:10:34.294283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35192) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:34.299550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1133815462', 'security_groups': ['2d2e2542-28a6-4de5-bced-ef311b01f6da'], 'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45a5b8e6-dd87-415d-b7fa-3e74810d5f5f'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:34.453373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b22bd-7d1a-4b1d-8c67-0e709f083efd None None] Pushing event updated for resources: {'Port': ['ID=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:34.467473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.502835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7e78d94f-7112-4a1c-bfdf-de14d409ed47 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:34.526059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.535099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a38bb-dab1-43eb-bb65-57cf8b9597da req-7834cd9b-95ff-48fa-8970-c1540f90d07b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:34.536636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c4a38bb-dab1-43eb-bb65-57cf8b9597da req-7834cd9b-95ff-48fa-8970-c1540f90d07b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 944 time: 0.1109495 Apr 18 17:10:34.567329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:34.567952 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.612023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c4a38bb-dab1-43eb-bb65-57cf8b9597da req-5c0b9154-e98c-4cb4-a1e5-9e359b49d2a3 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677950 Apr 18 17:10:34.715572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:34.734453 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.796706 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 158649b0-b836-4b75-b0fe-7c94bc4bb151 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:34.851014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 7e78d94f-7112-4a1c-bfdf-de14d409ed47, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7e78d94f-7112-4a1c-bfdf-de14d409ed47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:34.858120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2804-9f19-4949-b903-245d3d0ec1c4 req-b01a8d2b-1ebd-4181-80a4-a91e8e7dadf0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:34.873957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78ec2804-9f19-4949-b903-245d3d0ec1c4 req-b01a8d2b-1ebd-4181-80a4-a91e8e7dadf0 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1742847 Apr 18 17:10:34.889159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:34.986257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:35.002085 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:35.027393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'port_id': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'mac_address': 'fa:16:3e:d1:17:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172d7eea-2e4b-48f9-9776-ac815d572d2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:35.046395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9e8cf4a-2526-471d-9f44-104ff0aba2a6 req-4a362079-ace5-4b68-a25d-feeb1f5e8ee4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 210 time: 0.1048756 Apr 18 17:10:35.091920 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:35.119083 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78ec2804-9f19-4949-b903-245d3d0ec1c4 req-4d01eb92-17be-441e-9887-3a68c8fae01c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442358 Apr 18 17:10:35.130344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 12b56714-6b21-4c34-8856-1c138623a9ae yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:10:35.154919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=7e78d94f-7112-4a1c-bfdf-de14d409ed47,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:35.177830 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:35.196293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158649b0-b836-4b75-b0fe-7c94bc4bb151 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:35.196531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Router f047c84a-fb0e-402b-b40a-55fd8fa50e4a is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:10:35.226520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:35.277954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b428c-ca9e-48ae-9cd7-1b908c329ace None None] Network 31d186fc-2662-4e24-8685-0df0e6001120 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:35.294368 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77f43e54-3095-4b34-a531-7980c5777ab9 req-cc4a4b39-f639-4eb4-98bb-2285606f0f7b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 210 time: 0.0512800 Apr 18 17:10:35.320513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca942c-f719-43ae-87c7-e84299fafada req-49fdb190-0ff5-47e3-8a60-acbd97ddc127 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:35.322394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcca942c-f719-43ae-87c7-e84299fafada req-49fdb190-0ff5-47e3-8a60-acbd97ddc127 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 943 time: 0.1873558 Apr 18 17:10:35.345819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:10:35.358156 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:35.358817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:35.372428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Sync routers for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:10:35.408617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcca942c-f719-43ae-87c7-e84299fafada req-0338e8ee-ed1d-4569-ba76-0331087f20f8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596430 Apr 18 17:10:35.409796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bb5d6128-338a-4852-ab11-8a2fcf14aa98 None None] Provisioning complete for port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:35.410161 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb5d6128-338a-4852-ab11-8a2fcf14aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:35.467793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:35.469171 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8c7dece2-1610-43b5-a571-87b0f6a24bd6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4591286 Apr 18 17:10:35.474022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35204) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:35.476584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.5 (a51605f5-d60a-4c7d-8c98-888f959c3b87/45a5b8e6-dd87-415d-b7fa-3e74810d5f5f/12b56714-6b21-4c34-8856-1c138623a9ae) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:35.487513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:35.488285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:35.600847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:35.601521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ca382-695e-49b2-a514-fe701d4beebf req-6641e3b2-c98d-4db2-b32c-97bde9ac0f59 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:35.603405 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-6641e3b2-c98d-4db2-b32c-97bde9ac0f59 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.18 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 813 time: 0.1997466 Apr 18 17:10:35.628046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Request body: {'port': {'device_id': 'af4f171e-d870-4b9a-8291-6b962e125458', 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851', 'admin_state_up': True, 'tenant_id': 'f1f5fa762bf24665b01526e7b1312f82'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:35.836553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Made reservation on behalf of f1f5fa762bf24665b01526e7b1312f82 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:35.842297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:35.915583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:35.936528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754c97-313f-47bd-9570-b12930933b66 req-00ca425d-62d4-48a3-83d4-247b9b5b2417 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:35.938220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55754c97-313f-47bd-9570-b12930933b66 req-00ca425d-62d4-48a3-83d4-247b9b5b2417 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 944 time: 0.2010102 Apr 18 17:10:36.049182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Allocated IP 172.20.0.4 (fa916f8d-bc99-4ca1-8752-efc0a3986851/2f789211-6bac-4326-9dc4-18630021209e/a77c003d-5a99-4a7d-8949-cee1dc4d0e29) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:36.057257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55754c97-313f-47bd-9570-b12930933b66 req-b8cdec5e-88f4-4ea3-ba89-247466d7b930 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111417 Apr 18 17:10:36.115733 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.119935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:36.133806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:10:36.134091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.194394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bccfc128-df64-4aaf-bc11-c6b3d0757212 req-8c0e9a5f-631e-4ac3-8064-fbf2a645700f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 210 time: 0.0503008 Apr 18 17:10:36.208693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'bb8865c7-ebf5-4891-9b1f-1ed9b22896b4', 'network_id': 'eeef89c2-c0da-4d31-b505-235c21432894', 'port_id': 'bb8865c7-ebf5-4891-9b1f-1ed9b22896b4', 'mac_address': 'fa:16:3e:51:76:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb4511a-71c6-4214-b2f6-4635fea258c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:36.234333 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.277294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:36.333094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:36.344377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:36.345120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.373830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:36.376444 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.390964 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.472016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:36.472825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.492855 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:36.501143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=12b56714-6b21-4c34-8856-1c138623a9ae,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:36.548667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.593171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Network fa916f8d-bc99-4ca1-8752-efc0a3986851 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:36.594972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:36.605878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7e78d94f-7112-4a1c-bfdf-de14d409ed47 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:36.606815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:36.642134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f70f7b-fcd9-4e29-8b2d-d549549d4a2f req-771e33aa-38a4-4d88-b5d7-5bbfa1d777be tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:36.643947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3f70f7b-fcd9-4e29-8b2d-d549549d4a2f req-771e33aa-38a4-4d88-b5d7-5bbfa1d777be tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.3806705 Apr 18 17:10:36.712704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:36.719133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-120e3d54-67da-40b4-a129-a1a430d6679d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4234819 Apr 18 17:10:36.722557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35216) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:36.730963 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.733647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:36.733647 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.740160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5130b60d-0ba0-42ff-b2d9-1bed1db20b87 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:36.752492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:34Z', 'revision_number': 3, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:36.796407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a829660-ddde-4b6b-8c26-50557d255458 req-d14192e1-e763-4e84-bb70-1ed356d708ae tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:36.798351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a829660-ddde-4b6b-8c26-50557d255458 req-d14192e1-e763-4e84-bb70-1ed356d708ae tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 931 time: 0.3204632 Apr 18 17:10:36.811092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] For port a6e3091c-ee26-4bc9-b9a0-41af1e5961db, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,segment=NetworkSegment(59e770fa-04c5-4fdf-be80-b6f0efcfeb7e),segment_id=59e770fa-04c5-4fdf-be80-b6f0efcfeb7e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:36.813902 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.817724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Checking router: f047c84a-fb0e-402b-b40a-55fd8fa50e4a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:10:36.817724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Updating router f047c84a-fb0e-402b-b40a-55fd8fa50e4a port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:10:36.843643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:36.846292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.846425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:36.871277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3f70f7b-fcd9-4e29-8b2d-d549549d4a2f req-e1f394e2-aa01-4f2e-8b3c-0e4fd701764a tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581259 Apr 18 17:10:36.889055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-6311f682-d8d9-4ffe-91ac-70814ddbdd0b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:36.895376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-6311f682-d8d9-4ffe-91ac-70814ddbdd0b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 819 time: 0.5481701 Apr 18 17:10:36.912516 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.923019 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.929466 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-543c74f7-1a3a-4b2f-9b72-5b4daaa726cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3097856 Apr 18 17:10:36.951830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Request body: {'port': {'device_id': 'af4f171e-d870-4b9a-8291-6b962e125458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:36.962515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:36.972488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] Provisioning complete for port 1ec7c11f-2439-46ab-9293-1154a836d642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:36.972918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:36.982898 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a829660-ddde-4b6b-8c26-50557d255458 req-b4ccd57c-c9ac-42d4-86bf-a7c7291d962a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637466 Apr 18 17:10:37.017537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5130b60d-0ba0-42ff-b2d9-1bed1db20b87 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:37.021397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5130b60d-0ba0-42ff-b2d9-1bed1db20b87 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.040316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-35f3a4c7-2caf-4dee-b093-7a70d7773138 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcabbefaa1ec4dd88f79677486700168 HTTP/1.1" status: 200 len: 379 time: 0.1249645 Apr 18 17:10:37.047830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.050892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.057126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'port': {'device_id': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'admin_state_up': True, 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'security_groups': ['b3798f10-682d-4fa2-8ee7-f369860a02de']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:37.137261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5035f2-9230-4b18-bbe4-0f2c4d8984f3 req-c849c15e-8d1b-467b-93c5-d041217c5f58 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:37.142116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] Port 1ec7c11f-2439-46ab-9293-1154a836d642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:37.144930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de5035f2-9230-4b18-bbe4-0f2c4d8984f3 req-c849c15e-8d1b-467b-93c5-d041217c5f58 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 944 time: 0.1747191 Apr 18 17:10:37.161674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ea34f-72c5-4c93-9e5f-3099b8ac542a None None] Pushing event updated for resources: {'Port': ['ID=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:37.168076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a6e3091c-ee26-4bc9-b9a0-41af1e5961db up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:37.284306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a3cffb87-53b8-47e7-b3db-52d734a28b5e None None] Provisioning complete for port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:37.284672 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb87-53b8-47e7-b3db-52d734a28b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.300230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de5035f2-9230-4b18-bbe4-0f2c4d8984f3 req-535b50eb-7889-4fd9-90ba-dfd3e54a2314 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546261 Apr 18 17:10:37.313518 n-d-836015-2 neutron-server[109825]: INFO neutron.db.ipam_backend_mixin [None req-5130b60d-0ba0-42ff-b2d9-1bed1db20b87 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45a5b8e6-dd87-415d-b7fa-3e74810d5f5f (CIDR: 172.20.0.0/28) Apr 18 17:10:37.330568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:37.330568 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.365046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['158649b0-b836-4b75-b0fe-7c94bc4bb151'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:37.382333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923da83f-209f-40a7-bed6-26ce209682d3 req-66986e3b-9011-456c-94f4-992747ad3f0c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:37.384079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-923da83f-209f-40a7-bed6-26ce209682d3 req-66986e3b-9011-456c-94f4-992747ad3f0c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 945 time: 0.1515338 Apr 18 17:10:37.396951 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5130b60d-0ba0-42ff-b2d9-1bed1db20b87 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:10:37.397533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5130b60d-0ba0-42ff-b2d9-1bed1db20b87 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:37.424248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['bb8865c7-ebf5-4891-9b1f-1ed9b22896b4'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:37.442534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77c003d-5a99-4a7d-8949-cee1dc4d0e29 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:37.451552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.464913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Transition to ACTIVE for port object a77c003d-5a99-4a7d-8949-cee1dc4d0e29 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:37.468268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-504a04f0-029d-472f-8a5c-91629eed6ef6 req-b360f2e5-7b39-43e5-a661-ec81e749f3bc tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 210 time: 0.0451458 Apr 18 17:10:37.474245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Made reservation on behalf of bcabbefaa1ec4dd88f79677486700168 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:37.477756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.499276 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5130b60d-0ba0-42ff-b2d9-1bed1db20b87 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7751029 Apr 18 17:10:37.505952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35222) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:37.508500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-923da83f-209f-40a7-bed6-26ce209682d3 req-0b1609f9-f9a9-4a3b-b6ae-ba3fda40af95 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132176 Apr 18 17:10:37.509924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Allocated IP 172.20.0.1 (31d186fc-2662-4e24-8685-0df0e6001120/48210664-c1ef-4143-8a4d-9201794350a5/9fa81e35-f922-4d28-8d43-b5a6ede5e302) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:37.512429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:37.571580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.617788 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.737100 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.810121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a3cffb87-53b8-47e7-b3db-52d734a28b5e None None] Provisioning complete for port 12b56714-6b21-4c34-8856-1c138623a9ae triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:37.810492 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a3cffb87-53b8-47e7-b3db-52d734a28b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.895945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Attempting to bind port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:37.896312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Attempting to bind port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:37.896674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Attempting to bind port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:37.912395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353c5de-1f52-4dbe-8093-79263d19b04b None None] Pushing event updated for resources: {'Port': ['ID=9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:37.928030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a3cffb87-53b8-47e7-b3db-52d734a28b5e None None] Port 12b56714-6b21-4c34-8856-1c138623a9ae cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:37.931278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:37.931278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:37.931278 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.931278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:37.931844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Bound port: 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:37.932244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:37.976167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:38.018585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.018807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.019084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.019820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.020011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.020338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.020662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.021439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.021439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.021659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.021940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.022253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:38.084936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Attempting to bind port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:38.085303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Attempting to bind port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:38.085773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Attempting to bind port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 on network fa916f8d-bc99-4ca1-8752-efc0a3986851 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:38.088645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] For port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:38.092331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 on network fa916f8d-bc99-4ca1-8752-efc0a3986851 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:38.092660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Attempting to bind port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 on network fa916f8d-bc99-4ca1-8752-efc0a3986851 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:38.093718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] For port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:38.097679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:38.098017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Checking segment: {'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:38.098413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Bound using segment: {'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:38.098825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Bound port: a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:38.099252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.110458 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.116268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Allocated IP 172.20.0.9 (ecdbe340-3970-4ffa-be4e-e62950601709/00bca5d3-eff8-43c4-9b48-895a2a85e34e/b652763c-f123-4067-8607-bf094156ac3b) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:38.138524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:38.142255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.145730 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.158443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b31b1-21fe-40ae-879c-1c91620951de req-8eb4a0a6-72ea-4427-8e23-10364e0570a9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:38.159923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b32b31b1-21fe-40ae-879c-1c91620951de req-8eb4a0a6-72ea-4427-8e23-10364e0570a9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1495421 Apr 18 17:10:38.212251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:38.212519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:38.248081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:38.253948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:38.261565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1a559-d1ac-49fa-8038-3522fb655408 req-278290ce-f6ea-4307-aef6-83ae66fbe906 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:38.270809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abb1a559-d1ac-49fa-8038-3522fb655408 req-278290ce-f6ea-4307-aef6-83ae66fbe906 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.1793225 Apr 18 17:10:38.327177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b32b31b1-21fe-40ae-879c-1c91620951de req-c5eb88f9-3084-41c3-9e60-14ecfd84d669 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488552 Apr 18 17:10:38.336603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.381028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.395489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:38.401495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.403242 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] 10.222.0.18 "PUT /v2.0/ports/a77c003d-5a99-4a7d-8949-cee1dc4d0e29 HTTP/1.1" status: 200 len: 1091 time: 1.4597189 Apr 18 17:10:38.406355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:38.408213 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb84f1e8-45cd-4dae-b051-95bcec56b54c" -d '{"events": [{"name": "network-changed", "server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:38.458533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb112a12-0c3e-4b7a-b7c3-2cfac39b3b4e service neutron] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:38.472468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353c5de-1f52-4dbe-8093-79263d19b04b None None] Pushing event updated for resources: {'Port': ['ID=9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:38.484689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a6e3091c-ee26-4bc9-b9a0-41af1e5961db up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:38.500544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abb1a559-d1ac-49fa-8038-3522fb655408 req-14701c3e-a029-49a3-8176-c1b9e352ed9e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152290 Apr 18 17:10:38.528086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Network 31d186fc-2662-4e24-8685-0df0e6001120 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:38.539100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:38.547659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:38.555964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Pushing event updated for resources: {'Port': ['ID=9fa81e35-f922-4d28-8d43-b5a6ede5e302,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:38.609937 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefe05d9-64ed-4572-a187-6a08755cbe7d x-openstack-request-id: req-aefe05d9-64ed-4572-a187-6a08755cbe7d {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:38.610592 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:38.610854 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aefe05d9-64ed-4572-a187-6a08755cbe7d {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:38.611280 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefe05d9-64ed-4572-a187-6a08755cbe7d'] response: {'name': 'network-changed', 'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'status': 'completed', 'code': 200} Apr 18 17:10:38.619333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:38.619658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.626260 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.626405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.657604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c1d7e-ab40-4ffc-8ebd-ad5f686570fd req-63f1ca22-4324-4ee9-a580-dbbe93ec23be tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:38.665658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f4c1d7e-ab40-4ffc-8ebd-ad5f686570fd req-63f1ca22-4324-4ee9-a580-dbbe93ec23be tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 944 time: 0.1969693 Apr 18 17:10:38.684099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.685167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:38.694059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:38.699477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ca382-695e-49b2-a514-fe701d4beebf req-dba15a22-3314-48cc-9998-8fe212132f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:38.702091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-dba15a22-3314-48cc-9998-8fe212132f2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 1094 time: 0.1441681 Apr 18 17:10:38.706426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:38.707263 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.712800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:10:38.758073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2295f91b-2815-427a-b071-5024242b7aaf None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:38.765177 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-ba4ac1f4-5b07-4bc8-94a1-5ff921b84335 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29 HTTP/1.1" status: 200 len: 217 time: 0.0408831 Apr 18 17:10:38.797946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b98d624e-2613-40f1-a356-4683e4854af6 req-90505050-4180-43be-ac1b-20fd44913e93 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 210 time: 0.0885913 Apr 18 17:10:38.807546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2999165 Apr 18 17:10:38.808338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0b057-4c49-4bbf-adbd-825fe64384c9 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=375ae068-7e25-4043-ac0d-46a015557fac,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:38.810478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35236) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:38.821156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-44210418', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '375ae068-7e25-4043-ac0d-46a015557fac'}], 'security_groups': ['dad49ff9-3672-44d9-b47d-e181ad6d808d']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:38.860412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f4c1d7e-ab40-4ffc-8ebd-ad5f686570fd req-446b1cc4-8984-4255-9c01-3861f4f923e7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910949 Apr 18 17:10:38.939572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ca382-695e-49b2-a514-fe701d4beebf req-938695d5-0728-4d80-9d35-112e81640106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:38.940650 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-938695d5-0728-4d80-9d35-112e81640106 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f789211-6bac-4326-9dc4-18630021209e HTTP/1.1" status: 200 len: 853 time: 0.1673465 Apr 18 17:10:38.942914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:38.978764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-48465793-2c59-4111-b232-10867dae1863 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa916f8d-bc99-4ca1-8752-efc0a3986851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286613 Apr 18 17:10:39.004210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Network ecdbe340-3970-4ffa-be4e-e62950601709 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:39.014198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:39.023602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd91e3d-d6de-4784-b5f5-012ee100adfa req-494fed35-b92c-4873-af6c-ca5a92e8394a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:39.031600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cd91e3d-d6de-4784-b5f5-012ee100adfa req-494fed35-b92c-4873-af6c-ca5a92e8394a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 945 time: 0.1461523 Apr 18 17:10:39.036537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event updated for resources: {'Port': ['ID=b652763c-f123-4067-8607-bf094156ac3b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:39.036537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:39.083354 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-bdb1a2d7-8823-43d8-b9ef-35f203dfeeb9 service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952258 Apr 18 17:10:39.084438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fcc136fd-2fd3-40e9-8ebb-1d0207313767 None None] Provisioning complete for port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:39.084818 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fcc136fd-2fd3-40e9-8ebb-1d0207313767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.122045 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.242807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.254157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fcc136fd-2fd3-40e9-8ebb-1d0207313767 None None] Port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:39.292602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:39.300365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.307155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cd91e3d-d6de-4784-b5f5-012ee100adfa req-9c18e0c9-34d9-48bd-b105-174a44eaa813 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746992 Apr 18 17:10:39.341722 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-008ca382-695e-49b2-a514-fe701d4beebf req-48c9bf27-c9b6-4a6a-b5b3-9c71b47eeb08 service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468073 Apr 18 17:10:39.345252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:34Z', 'revision_number': 3, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:39.346237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.388316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-9d8b47fe-e113-4585-8aa0-65f39e644e5c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3409739 Apr 18 17:10:39.391669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3b0e3-20cc-42b2-a169-0998a70c790d None None] The sync data for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 is: [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:34Z', 'revision_number': 3, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:10:39.408035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Request body: {'port': {'device_id': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:39.432030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ade09588-af50-4649-b559-60ce656a779b None None] Provisioning complete for port b652763c-f123-4067-8607-bf094156ac3b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:39.432400 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ade09588-af50-4649-b559-60ce656a779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.458372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.472806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Update dhcp port {'port': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'fixed_ips': [{'subnet_id': '45a5b8e6-dd87-415d-b7fa-3e74810d5f5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '375ae068-7e25-4043-ac0d-46a015557fac'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'a6e3091c-ee26-4bc9-b9a0-41af1e5961db'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:10:39.477891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ade09588-af50-4649-b559-60ce656a779b None None] Port b652763c-f123-4067-8607-bf094156ac3b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:39.508514 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.589049 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.671211 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:39.695739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Pushing event updated for resources: {'Port': ['ID=9fa81e35-f922-4d28-8d43-b5a6ede5e302,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:39.710156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-7f941399-4499-4a31-b56b-d59a06e24322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:39.711896 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-7f941399-4499-4a31-b56b-d59a06e24322 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 1094 time: 0.1000433 Apr 18 17:10:39.742801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cf07-aaf7-44ca-8685-0aa346e6b511 req-1bab8c4b-0b59-4b87-b7a9-52a05713f0ed tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:39.744775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c4cf07-aaf7-44ca-8685-0aa346e6b511 req-1bab8c4b-0b59-4b87-b7a9-52a05713f0ed tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.3102109 Apr 18 17:10:39.795278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Delete allocated IP 172.20.0.5 (a51605f5-d60a-4c7d-8c98-888f959c3b87/45a5b8e6-dd87-415d-b7fa-3e74810d5f5f) {{(pid=109825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 17:10:39.816880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.24 (a51605f5-d60a-4c7d-8c98-888f959c3b87/375ae068-7e25-4043-ac0d-46a015557fac/12b56714-6b21-4c34-8856-1c138623a9ae) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:39.842469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed2b36-a02f-418b-bf4c-1937e0c9e76d req-3488e015-4d92-4671-bdf2-e0161fbe3312 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:39.843962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed2b36-a02f-418b-bf4c-1937e0c9e76d req-3488e015-4d92-4671-bdf2-e0161fbe3312 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.2291818 Apr 18 17:10:39.882557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-91709870-932b-4ee8-8a14-354692750517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:39.884120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-91709870-932b-4ee8-8a14-354692750517 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 914 time: 0.1643989 Apr 18 17:10:39.973245 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-7bd40746-d73d-4faf-95fb-686e1f43ba64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29 HTTP/1.1" status: 200 len: 217 time: 0.0690737 Apr 18 17:10:39.977460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c4cf07-aaf7-44ca-8685-0aa346e6b511 req-4929b547-6301-4da6-8655-b8da489266c2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982160 Apr 18 17:10:40.021689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed2b36-a02f-418b-bf4c-1937e0c9e76d req-fb1c32c2-c97b-4d45-bf2b-9b8e3f825ab6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647377 Apr 18 17:10:40.053985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Network 31d186fc-2662-4e24-8685-0df0e6001120 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:40.063014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-44f85e00-4e56-48dc-a246-481703a5beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:40.064486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-44f85e00-4e56-48dc-a246-481703a5beb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f789211-6bac-4326-9dc4-18630021209e HTTP/1.1" status: 200 len: 853 time: 0.0817699 Apr 18 17:10:40.097208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:40.132825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-4b93d2b5-df75-45dc-a09f-3b081f3a4218 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa916f8d-bc99-4ca1-8752-efc0a3986851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401902 Apr 18 17:10:40.173601 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.264308 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-be8a63cc-9133-4300-9e87-fb1a0ed4570b service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221902 Apr 18 17:10:40.264872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.266038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189093e8-2a3c-46c5-b519-b1c6465cd658 req-d46a6c79-0d1c-4ec4-b0eb-20f7dde40989 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:40.267579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-189093e8-2a3c-46c5-b519-b1c6465cd658 req-d46a6c79-0d1c-4ec4-b0eb-20f7dde40989 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 931 time: 0.2125604 Apr 18 17:10:40.344179 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c800009-4651-4dc2-ba45-227d261769e6 req-0a69ff53-b76c-465d-a742-ba3a8fbec57f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:40.353118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6c800009-4651-4dc2-ba45-227d261769e6 req-0a69ff53-b76c-465d-a742-ba3a8fbec57f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 944 time: 0.2213931 Apr 18 17:10:40.408391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Allocated IP 172.20.0.18 (a51605f5-d60a-4c7d-8c98-888f959c3b87/375ae068-7e25-4043-ac0d-46a015557fac/a6e3091c-ee26-4bc9-b9a0-41af1e5961db) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:40.472107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=12b56714-6b21-4c34-8856-1c138623a9ae,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:40.485649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] In _notify_port_updated(), no bound segment for port 12b56714-6b21-4c34-8856-1c138623a9ae on network a51605f5-d60a-4c7d-8c98-888f959c3b87 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:10:40.491492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:40.492317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.493734 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-102a3827-10cf-4d93-b1de-7732601bf15a tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "PUT /v2.0/ports/12b56714-6b21-4c34-8856-1c138623a9ae HTTP/1.1" status: 200 len: 919 time: 1.6806619 Apr 18 17:10:40.500402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35250) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:40.524074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-189093e8-2a3c-46c5-b519-b1c6465cd658 req-679420a6-f2fa-4a0b-bff2-ad8d34f9e0d0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399788 Apr 18 17:10:40.524303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:40.528479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Router f047c84a-fb0e-402b-b40a-55fd8fa50e4a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:10:40.537489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b652763c-f123-4067-8607-bf094156ac3b {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:40.544135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6c800009-4651-4dc2-ba45-227d261769e6 req-aaa2f8de-083a-449f-bd79-5a05087b09ba tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739275 Apr 18 17:10:40.558700 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.576734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-84e1842d-60b4-485d-b253-b29c825a952c None None] Provisioning complete for port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:40.577471 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-84e1842d-60b4-485d-b253-b29c825a952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.582964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Transition to ACTIVE for port object b652763c-f123-4067-8607-bf094156ac3b will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:40.586871 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fb84f1e8-45cd-4dae-b051-95bcec56b54c req-fc70ed79-bc97-4978-8c2d-8af3ac3f856a service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025889 Apr 18 17:10:40.650795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] For port a6e3091c-ee26-4bc9-b9a0-41af1e5961db, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,segment=NetworkSegment(59e770fa-04c5-4fdf-be80-b6f0efcfeb7e),segment_id=59e770fa-04c5-4fdf-be80-b6f0efcfeb7e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:40.681949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-84e1842d-60b4-485d-b253-b29c825a952c None None] Port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:40.704973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:40.705528 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.706942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-79a08bca-cd23-4810-bee3-d80d5d9f5ddd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 12b56714-6b21-4c34-8856-1c138623a9ae {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:40.707293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79a08bca-cd23-4810-bee3-d80d5d9f5ddd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.708706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.715078 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.764938 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.827534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Pushing event updated for resources: {'Port': ['ID=b652763c-f123-4067-8607-bf094156ac3b,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:40.851971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd67b5-1469-4089-822b-d3d449823fb7 req-1d7f9ff3-bd63-4947-8ccf-867b3e0d2d46 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:40.863926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67bd67b5-1469-4089-822b-d3d449823fb7 req-1d7f9ff3-bd63-4947-8ccf-867b3e0d2d46 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 945 time: 0.1911383 Apr 18 17:10:40.879688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79a08bca-cd23-4810-bee3-d80d5d9f5ddd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:40.894849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-79a08bca-cd23-4810-bee3-d80d5d9f5ddd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 12b56714-6b21-4c34-8856-1c138623a9ae owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:40.931897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 158649b0-b836-4b75-b0fe-7c94bc4bb151 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:40.937446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:10:40.953475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-972f83f0-d8d7-49d2-88e7-8b344f6b35bf admin admin] 10.222.0.45 "PUT /v2.0/routers/f047c84a-fb0e-402b-b40a-55fd8fa50e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4716759 Apr 18 17:10:40.972960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67bd67b5-1469-4089-822b-d3d449823fb7 req-a47337cc-cf2f-4a7c-bbeb-cc45be30314f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854983 Apr 18 17:10:41.003227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Attempting to bind port b652763c-f123-4067-8607-bf094156ac3b on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:41.003569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Attempting to bind port b652763c-f123-4067-8607-bf094156ac3b by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:41.003907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Attempting to bind port b652763c-f123-4067-8607-bf094156ac3b on network ecdbe340-3970-4ffa-be4e-e62950601709 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:41.014419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Port b652763c-f123-4067-8607-bf094156ac3b on network ecdbe340-3970-4ffa-be4e-e62950601709 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:41.014419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Attempting to bind port b652763c-f123-4067-8607-bf094156ac3b on network ecdbe340-3970-4ffa-be4e-e62950601709 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:41.015988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:41.016603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Checking segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:41.017219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Bound using segment: {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:41.017861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Bound port: b652763c-f123-4067-8607-bf094156ac3b, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d616d88-357f-43bf-80d1-bfc4a17d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:41.018385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.117959 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] For port b652763c-f123-4067-8607-bf094156ac3b, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:41.124412 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Pushing event updated for resources: {'Port': ['ID=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:41.137033 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.144647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.152151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7749-aebc-4a9d-b80e-082a15bad68b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:41.162680 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79a08bca-cd23-4810-bee3-d80d5d9f5ddd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.174452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:41.179078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 158649b0-b836-4b75-b0fe-7c94bc4bb151 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:41.199426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 158649b0-b836-4b75-b0fe-7c94bc4bb151 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:41.199796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.205375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] For port b652763c-f123-4067-8607-bf094156ac3b, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b652763c-f123-4067-8607-bf094156ac3b,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:41.211648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a08bca-cd23-4810-bee3-d80d5d9f5ddd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=12b56714-6b21-4c34-8856-1c138623a9ae,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:41.243340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb631a-c1f5-4e48-86ab-aa3de4639b70 req-7b6e1a2c-d537-4513-8ee4-933de402d2f6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:41.251327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82cb631a-c1f5-4e48-86ab-aa3de4639b70 req-7b6e1a2c-d537-4513-8ee4-933de402d2f6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.0824995 Apr 18 17:10:41.254427 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.279012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cf063-6dd4-4932-8802-6cb77c3f5aff req-e573414e-5b17-42f1-bf53-90ae61dee909 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:41.280614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-911cf063-6dd4-4932-8802-6cb77c3f5aff req-e573414e-5b17-42f1-bf53-90ae61dee909 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1717217 Apr 18 17:10:41.284168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.285474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79a08bca-cd23-4810-bee3-d80d5d9f5ddd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.289531 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-79a08bca-cd23-4810-bee3-d80d5d9f5ddd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/12b56714-6b21-4c34-8856-1c138623a9ae HTTP/1.1" status: 204 len: 168 time: 0.7879891 Apr 18 17:10:41.292932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35260) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:41.331953 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1fe5d5-48ec-4966-82a3-b5748a281d74 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:10:41.335120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ee1fe5d5-48ec-4966-82a3-b5748a281d74 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/12b56714-6b21-4c34-8856-1c138623a9ae HTTP/1.1" status: 404 len: 333 time: 0.0405862 Apr 18 17:10:41.338172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35262) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:41.384783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:41.388503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.390032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] 10.222.0.18 "PUT /v2.0/ports/b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 1091 time: 1.9866505 Apr 18 17:10:41.390512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:41.420583 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceed47b3-ef90-4b63-90e2-4b5c52371f76" -d '{"events": [{"name": "network-changed", "server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "tag": "b652763c-f123-4067-8607-bf094156ac3b"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:41.443191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a6a1540-56b9-4903-bce8-d0e746789a52 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.477456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82cb631a-c1f5-4e48-86ab-aa3de4639b70 req-e55a26d7-5aa7-4b17-bbc0-142b605c5220 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198472 Apr 18 17:10:41.497779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a6a1540-56b9-4903-bce8-d0e746789a52 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.514544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-911cf063-6dd4-4932-8802-6cb77c3f5aff req-90c328dd-6ba2-4b20-b203-d23f5b6a41fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176971 Apr 18 17:10:41.558717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23d36b-6217-44e1-a84c-bfec0cda2946 service neutron] Pushing event updated for resources: {'Port': ['ID=b652763c-f123-4067-8607-bf094156ac3b,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:41.594155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-75812d59-b8ae-46aa-909b-032253c759f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:41.595691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-75812d59-b8ae-46aa-909b-032253c759f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1094 time: 0.0914559 Apr 18 17:10:41.627756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:41.693837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a6a1540-56b9-4903-bce8-d0e746789a52 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.697043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a6a1540-56b9-4903-bce8-d0e746789a52 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.701929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1a6a1540-56b9-4903-bce8-d0e746789a52 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/security-groups/2d2e2542-28a6-4de5-bced-ef311b01f6da HTTP/1.1" status: 204 len: 168 time: 0.3615019 Apr 18 17:10:41.702425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35274) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:41.705846 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23da1150-5527-4348-8eec-baf21222c155 x-openstack-request-id: req-23da1150-5527-4348-8eec-baf21222c155 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:41.706145 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "tag": "b652763c-f123-4067-8607-bf094156ac3b", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:41.706408 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23da1150-5527-4348-8eec-baf21222c155 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:41.706843 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23da1150-5527-4348-8eec-baf21222c155'] response: {'name': 'network-changed', 'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b', 'status': 'completed', 'code': 200} Apr 18 17:10:41.708528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-de78663e-cfbc-4027-b079-fec8e1bea421 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 217 time: 0.0961900 Apr 18 17:10:41.725203 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.741771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a1540-56b9-4903-bce8-d0e746789a52 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e2542-28a6-4de5-bced-ef311b01f6da,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:41.808438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:41.811383 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad906274-5f26-44b3-937f-3e86711a73a9" -d '{"events": [{"server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "name": "network-vif-plugged", "status": "completed", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:41.833711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:41.836646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0efb2dd-0db0-43ab-a9dc-b7186b1f8cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.861518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-3e6d465f-ca3c-4f1c-9a41-7c9e1c6538a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:41.863888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-3e6d465f-ca3c-4f1c-9a41-7c9e1c6538a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.1430657 Apr 18 17:10:41.872224 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0efb2dd-0db0-43ab-a9dc-b7186b1f8cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.883127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61c1be-f127-4538-922f-d07f9d222efd req-b9f87900-610a-4ace-b9e1-c901e4cb8850 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:41.883127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c61c1be-f127-4538-922f-d07f9d222efd req-b9f87900-610a-4ace-b9e1-c901e4cb8850 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 943 time: 0.1060176 Apr 18 17:10:41.899013 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.899968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:41.968462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0efb2dd-0db0-43ab-a9dc-b7186b1f8cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.976208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0efb2dd-0db0-43ab-a9dc-b7186b1f8cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:41.978369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c61c1be-f127-4538-922f-d07f9d222efd req-01ca107d-5bbd-4bf9-9df6-9d85fce2f52b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621696 Apr 18 17:10:41.985771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35278) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:41.996818 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a0efb2dd-0db0-43ab-a9dc-b7186b1f8cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/security-groups/dad49ff9-3672-44d9-b47d-e181ad6d808d HTTP/1.1" status: 204 len: 168 time: 0.2513406 Apr 18 17:10:41.996818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35280) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:42.003839 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Sync routers for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:10:42.005857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-26637738-5b92-4989-98d1-6a504c35a799 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85495154', 'description': 'tempest-description--1532593450'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:42.017892 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:42.020191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efb2dd-0db0-43ab-a9dc-b7186b1f8cc6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad49ff9-3672-44d9-b47d-e181ad6d808d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:42.020334 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:42.040478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-96801366-399d-40ae-b66e-9d77a9bbf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:42.042000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-96801366-399d-40ae-b66e-9d77a9bbf224 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611686 Apr 18 17:10:42.069287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:42.099185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26637738-5b92-4989-98d1-6a504c35a799 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.133225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fa4e5851-8d00-4508-adf0-9b9f336e639f None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:42.133612 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5851-8d00-4508-adf0-9b9f336e639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.152164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-51edec3e-3170-45af-afc3-4bcdf2933267 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 45a5b8e6-dd87-415d-b7fa-3e74810d5f5f {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:42.158734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:42.168115 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51edec3e-3170-45af-afc3-4bcdf2933267 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.176335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:42.176714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.192615 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:10:42.212831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26637738-5b92-4989-98d1-6a504c35a799 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.274356 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51edec3e-3170-45af-afc3-4bcdf2933267 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.305335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26637738-5b92-4989-98d1-6a504c35a799 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.306947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fa4e5851-8d00-4508-adf0-9b9f336e639f None None] Could not find standard attr ID for object 12b56714-6b21-4c34-8856-1c138623a9ae. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:10:42.325290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615ae82-77ca-40b9-8480-b0aa93fbeb01 req-c99d2995-fe2a-4eaa-9fa2-e8245472b3c1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:42.326848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f615ae82-77ca-40b9-8480-b0aa93fbeb01 req-c99d2995-fe2a-4eaa-9fa2-e8245472b3c1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.2150943 Apr 18 17:10:42.334729 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.353009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fa4e5851-8d00-4508-adf0-9b9f336e639f None None] Provisioning complete for port 1ec7c11f-2439-46ab-9293-1154a836d642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:42.365720 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5851-8d00-4508-adf0-9b9f336e639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.379901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26637738-5b92-4989-98d1-6a504c35a799 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dc71b1-7f7a-44a7-9600-ef94425b18da,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:42.388765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-e9bc1e0a-477e-432d-84db-04357e61d5ed service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371639 Apr 18 17:10:42.393315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f615ae82-77ca-40b9-8480-b0aa93fbeb01 req-1b05e981-a7c0-44f2-8729-f5a9253ff95b tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 Apr 18 17:10:42.418599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26637738-5b92-4989-98d1-6a504c35a799 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.430246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35286) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:42.430492 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-26637738-5b92-4989-98d1-6a504c35a799 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4311688 Apr 18 17:10:42.455422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c2436f58-13c3-4ed1-a2b5-860413106919 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'security_group_rule': {'security_group_id': '76dc71b1-7f7a-44a7-9600-ef94425b18da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:42.474713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e5851-8d00-4508-adf0-9b9f336e639f None None] Port 1ec7c11f-2439-46ab-9293-1154a836d642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:42.483060 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6202c89a-2fe6-4140-a292-462656415997 x-openstack-request-id: req-6202c89a-2fe6-4140-a292-462656415997 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:42.483356 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "name": "network-vif-plugged", "status": "completed", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:42.483747 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6202c89a-2fe6-4140-a292-462656415997 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:42.484630 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6202c89a-2fe6-4140-a292-462656415997'] response: {'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'code': 200} Apr 18 17:10:42.487899 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:39Z', 'revision_number': 2, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:42.500096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a6e3091c-ee26-4bc9-b9a0-41af1e5961db up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:42.538996 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Checking router: f047c84a-fb0e-402b-b40a-55fd8fa50e4a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:10:42.539331 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Updating router f047c84a-fb0e-402b-b40a-55fd8fa50e4a port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:10:42.573614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:42.575192 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.592108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:42.592496 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.632928 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.725278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:42.738185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:42.790887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-67355803-4424-4a2e-95cd-c65d84929b8e None None] Could not find standard attr ID for object 12b56714-6b21-4c34-8856-1c138623a9ae. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:10:42.803481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:42.803736 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.911144 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.962204 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:42.971981 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51edec3e-3170-45af-afc3-4bcdf2933267 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.013794 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Pushing event updated for resources: {'Port': ['ID=9fa81e35-f922-4d28-8d43-b5a6ede5e302,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:43.040666 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.041015 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.041518 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.041781 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.042141 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.042476 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.042801 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.043128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.043452 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.043772 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.044101 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.044412 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:43.084704 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Attempting to bind port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:43.085006 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Attempting to bind port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:43.085368 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Attempting to bind port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 on network 31d186fc-2662-4e24-8685-0df0e6001120 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:43.088782 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2436f58-13c3-4ed1-a2b5-860413106919 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.091309 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:43.091681 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Checking segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:43.092378 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.092506 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Bound using segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:43.092963 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Bound port: 9fa81e35-f922-4d28-8d43-b5a6ede5e302, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:43.093353 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.161610 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] For port 9fa81e35-f922-4d28-8d43-b5a6ede5e302, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:43.164818 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] For port 9fa81e35-f922-4d28-8d43-b5a6ede5e302, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9fa81e35-f922-4d28-8d43-b5a6ede5e302,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:43.169218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9db3c3-702c-497b-93a3-df5f341b5528 req-5d5a79b4-bff4-46a0-9add-d637e2a0a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:43.170782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd9db3c3-702c-497b-93a3-df5f341b5528 req-5d5a79b4-bff4-46a0-9add-d637e2a0a4e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 1096 time: 0.2240438 Apr 18 17:10:43.178181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c6b7-e2cd-46ec-8fde-d2d5d72c4238 req-146183ce-baf8-40ca-991f-818f73e22348 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:43.179625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fd1c6b7-e2cd-46ec-8fde-d2d5d72c4238 req-146183ce-baf8-40ca-991f-818f73e22348 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.2277844 Apr 18 17:10:43.187526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3116550-1a39-40ef-a4ac-f697a3573447 req-eb39f0e3-2e22-478a-af56-acb33809ab25 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:43.191217 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3116550-1a39-40ef-a4ac-f697a3573447 req-eb39f0e3-2e22-478a-af56-acb33809ab25 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.2434168 Apr 18 17:10:43.196442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027a478e-bf8c-4778-9ae9-9f2b06f91301 req-e1bb449b-7914-4d26-8d2f-9406ebaa9d2a service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650275 Apr 18 17:10:43.225359 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.287493 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:43.288134 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:43.295189 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a7d81-827e-424a-b21e-272be158e6d0 None None] Pushing event updated for resources: {'Port': ['ID=9fa81e35-f922-4d28-8d43-b5a6ede5e302,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:43.307477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2436f58-13c3-4ed1-a2b5-860413106919 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.320072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fd1c6b7-e2cd-46ec-8fde-d2d5d72c4238 req-e64d1b2d-bc1a-4448-95d0-50521860bcad tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186652 Apr 18 17:10:43.322553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3116550-1a39-40ef-a4ac-f697a3573447 req-26ab3ce3-13c3-4678-85d3-1ef533c64f5a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174479 Apr 18 17:10:43.325662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd9db3c3-702c-497b-93a3-df5f341b5528 req-8eef59ed-c355-4cbe-98c5-35376c2b63bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354399 Apr 18 17:10:43.349299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51edec3e-3170-45af-afc3-4bcdf2933267 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.377882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cec32c0c-60c7-4ff0-84be-d1f287ca6a9d None None] Provisioning complete for port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:43.378588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cec32c0c-60c7-4ff0-84be-d1f287ca6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.380902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edec3e-3170-45af-afc3-4bcdf2933267 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=45a5b8e6-dd87-415d-b7fa-3e74810d5f5f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:43.394681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51edec3e-3170-45af-afc3-4bcdf2933267 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.403486 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-51edec3e-3170-45af-afc3-4bcdf2933267 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/45a5b8e6-dd87-415d-b7fa-3e74810d5f5f HTTP/1.1" status: 204 len: 168 time: 1.3876803 Apr 18 17:10:43.404086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35292) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:43.417794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:43.435458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146391d1-cd7c-466d-9d40-57351c3a9cb8 None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:43.458417 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2436f58-13c3-4ed1-a2b5-860413106919 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.517905 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:10:43.590789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:43.606580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2436f58-13c3-4ed1-a2b5-860413106919 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb9508e-3cc7-48fc-9136-310cf6ef9e0e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:43.637255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-f359f88f-2806-4be8-8125-d74389b3ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:43.638809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-f359f88f-2806-4be8-8125-d74389b3ac2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1094 time: 0.2556229 Apr 18 17:10:43.686376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2436f58-13c3-4ed1-a2b5-860413106919 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.687528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c2436f58-13c3-4ed1-a2b5-860413106919 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2474394 Apr 18 17:10:43.690397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35296) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:43.695099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7d1c736c-7d6f-4b46-ac5b-6cc1f3ca22e2 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'security_group_rule': {'security_group_id': '76dc71b1-7f7a-44a7-9600-ef94425b18da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:43.699733 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cec32c0c-60c7-4ff0-84be-d1f287ca6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.730998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ad06-8d93-40f2-add7-136cb3db5f71 req-1d3fde7f-a6d5-4ebb-88f3-23283ed8a4cb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:43.733026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd07ad06-8d93-40f2-add7-136cb3db5f71 req-1d3fde7f-a6d5-4ebb-88f3-23283ed8a4cb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 943 time: 0.2445238 Apr 18 17:10:43.750184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc684-eb9d-404e-9f95-d3d1aed3a532 req-0c5f55f9-32ed-42a0-94da-a9c207f778ef tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:43.758120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-604dc684-eb9d-404e-9f95-d3d1aed3a532 req-0c5f55f9-32ed-42a0-94da-a9c207f778ef tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.2455468 Apr 18 17:10:43.759837 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:43.783066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1c736c-7d6f-4b46-ac5b-6cc1f3ca22e2 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.787541 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a320c0-db4c-4ca7-9294-1d8856d7baec None None] The sync data for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 is: [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:10:43.794416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cec32c0c-60c7-4ff0-84be-d1f287ca6a9d None None] For port 9fa81e35-f922-4d28-8d43-b5a6ede5e302, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9fa81e35-f922-4d28-8d43-b5a6ede5e302,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:43.841774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:43.852292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd07ad06-8d93-40f2-add7-136cb3db5f71 req-edf0a8a4-01fb-4a1c-96cc-4a967afd9a7e tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855076 Apr 18 17:10:43.857504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851', 'port_id': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'mac_address': 'fa:16:3e:44:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f789211-6bac-4326-9dc4-18630021209e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:43.905169 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cec32c0c-60c7-4ff0-84be-d1f287ca6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.912906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-604dc684-eb9d-404e-9f95-d3d1aed3a532 req-10edce57-c6fb-4990-8a1e-ed56a5fe60cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538191 Apr 18 17:10:43.934412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1c736c-7d6f-4b46-ac5b-6cc1f3ca22e2 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.951015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:43.951015 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.951572 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.985867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1c736c-7d6f-4b46-ac5b-6cc1f3ca22e2 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:43.988601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77c003d-5a99-4a7d-8949-cee1dc4d0e29 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:44.018276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec32c0c-60c7-4ff0-84be-d1f287ca6a9d None None] Pushing event updated for resources: {'Port': ['ID=9fa81e35-f922-4d28-8d43-b5a6ede5e302,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:44.043108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:44.051976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c736c-7d6f-4b46-ac5b-6cc1f3ca22e2 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a514127c-d0c0-4421-bb73-f08fcd4a0a5c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:44.066119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-48bbb8f0-7db3-41f7-b7ba-acab973c0f5c None None] Provisioning complete for port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:44.066513 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-48bbb8f0-7db3-41f7-b7ba-acab973c0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.097537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-06436658-1e91-4dc3-9230-99d86969f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:44.099119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-06436658-1e91-4dc3-9230-99d86969f652 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.4357660 Apr 18 17:10:44.108399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-7630e544-0e51-4242-8503-9da51c1b8a1f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:44.110643 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-7630e544-0e51-4242-8503-9da51c1b8a1f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.18 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.1476307 Apr 18 17:10:44.115909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.174372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1c736c-7d6f-4b46-ac5b-6cc1f3ca22e2 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.178547 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d1c736c-7d6f-4b46-ac5b-6cc1f3ca22e2 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4840937 Apr 18 17:10:44.194420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35298) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:44.195918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-091ebd7f-6521-46e0-afcf-c8d2d76f9232 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 217 time: 0.0816557 Apr 18 17:10:44.199294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:44.205994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:44.236857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2be464-b189-4b5d-8c73-b2ca147a166e req-1f439285-6a7b-4395-90d9-8c6ed0480a61 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:44.239519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe2be464-b189-4b5d-8c73-b2ca147a166e req-1f439285-6a7b-4395-90d9-8c6ed0480a61 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1945481 Apr 18 17:10:44.271035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Deleting port 265b919f-7242-4afc-900f-45a7277eaca1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:44.271398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.352845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-5da7df7b-bd63-40d9-bcc7-896337d059b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:44.354598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-5da7df7b-bd63-40d9-bcc7-896337d059b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.1096618 Apr 18 17:10:44.383683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] For port 265b919f-7242-4afc-900f-45a7277eaca1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=265b919f-7242-4afc-900f-45a7277eaca1,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:44.384057 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.391933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.426833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Calling delete_port for 265b919f-7242-4afc-900f-45a7277eaca1 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:44.435887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe2be464-b189-4b5d-8c73-b2ca147a166e req-722b3b8e-e93a-4684-b14d-1de59d68e3c1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824503 Apr 18 17:10:44.486362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2395b971-e1c1-43da-b79b-0d8d52515d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8865c7-ebf5-4891-9b1f-1ed9b22896b4'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:44.489550 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f019e71-14ba-455f-be02-aea9c25c8c81" -d '{"events": [{"server_uuid": "2395b971-e1c1-43da-b79b-0d8d52515d81", "name": "network-vif-plugged", "status": "completed", "tag": "bb8865c7-ebf5-4891-9b1f-1ed9b22896b4"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:44.500980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9fa81e35-f922-4d28-8d43-b5a6ede5e302 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:44.582893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a77c003d-5a99-4a7d-8949-cee1dc4d0e29'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:44.623033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-80f560fa-0991-4612-9cd7-164dc244aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:44.624773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-80f560fa-0991-4612-9cd7-164dc244aa60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264817 Apr 18 17:10:44.695481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:44.695862 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.792890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b384c2-b650-45bf-ac99-5e275d7281ae req-23da83dc-47a7-4282-8bfe-6296d6765c76 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:44.795249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5b384c2-b650-45bf-ac99-5e275d7281ae req-23da83dc-47a7-4282-8bfe-6296d6765c76 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 945 time: 0.3131030 Apr 18 17:10:44.802109 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.813327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.869328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event deleted for resources: {'Port': ['ID=265b919f-7242-4afc-900f-45a7277eaca1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:44.876491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8f431-02e6-4c70-8488-15d52ba11ee0 req-69cc16ee-27ca-404d-a258-d75fe117a32b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:44.884277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72c8f431-02e6-4c70-8488-15d52ba11ee0 req-69cc16ee-27ca-404d-a258-d75fe117a32b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.3292425 Apr 18 17:10:44.943691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-180c0469-f7ae-4491-b61f-4da40880c0ce None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:44.944123 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-180c0469-f7ae-4491-b61f-4da40880c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.984589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] No DVR routers for this DVR port 265b919f-7242-4afc-900f-45a7277eaca1 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:44.989304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:44.993848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0fa08bdc-ab01-411b-af5d-1e601be1f98c req-20eb738c-c54e-43ca-8519-959606e5f8fd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.18 "DELETE /v2.0/ports/265b919f-7242-4afc-900f-45a7277eaca1 HTTP/1.1" status: 204 len: 173 time: 0.8767779 Apr 18 17:10:45.012391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136cccb3-64fc-42a8-bac6-ff3f28f4cab1', 'name': 'network-vif-deleted', 'tag': '265b919f-7242-4afc-900f-45a7277eaca1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:45.015654 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeef89d-cd91-4808-bfd5-29112f083a6a" -d '{"events": [{"server_uuid": "136cccb3-64fc-42a8-bac6-ff3f28f4cab1", "name": "network-vif-deleted", "tag": "265b919f-7242-4afc-900f-45a7277eaca1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:45.020387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5b384c2-b650-45bf-ac99-5e275d7281ae req-b4fe778c-718d-47fc-8c3e-3dfc634126d2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091393 Apr 18 17:10:45.024997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-c3b803d9-b6b8-498e-9a31-5a7d816dbba4 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569827 Apr 18 17:10:45.093872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-180c0469-f7ae-4491-b61f-4da40880c0ce None None] Provisioning complete for port 1ec7c11f-2439-46ab-9293-1154a836d642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:45.094204 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-180c0469-f7ae-4491-b61f-4da40880c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.119394 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3a1f8a-d131-474b-b762-d6fca5580d9a x-openstack-request-id: req-7a3a1f8a-d131-474b-b762-d6fca5580d9a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:45.119805 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2395b971-e1c1-43da-b79b-0d8d52515d81", "name": "network-vif-plugged", "status": "completed", "tag": "bb8865c7-ebf5-4891-9b1f-1ed9b22896b4", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:45.120805 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a3a1f8a-d131-474b-b762-d6fca5580d9a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:45.121554 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3a1f8a-d131-474b-b762-d6fca5580d9a'] response: {'server_uuid': '2395b971-e1c1-43da-b79b-0d8d52515d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8865c7-ebf5-4891-9b1f-1ed9b22896b4', 'code': 200} Apr 18 17:10:45.140582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Allocated IP 172.25.5.230 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/596e39a1-f5ed-4870-a958-84913555d366) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:45.151101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-180c0469-f7ae-4491-b61f-4da40880c0ce None None] Port 1ec7c11f-2439-46ab-9293-1154a836d642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:45.184463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72c8f431-02e6-4c70-8488-15d52ba11ee0 req-4144710d-d7ae-4360-870e-1baccf8993d7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990575 Apr 18 17:10:45.310702 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.352521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77a22b-78e5-4794-af84-2f5202cbaa49 req-6efe013c-4b02-4581-ad5a-7d44cef36970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:45.354040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce77a22b-78e5-4794-af84-2f5202cbaa49 req-6efe013c-4b02-4581-ad5a-7d44cef36970 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 1097 time: 0.1510398 Apr 18 17:10:45.362157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7909eb-f87d-4d9f-a5f4-86a2bc43dceb req-fdc0376c-93ee-428d-a5e8-48cd7243df09 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:45.363677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da7909eb-f87d-4d9f-a5f4-86a2bc43dceb req-fdc0376c-93ee-428d-a5e8-48cd7243df09 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 943 time: 0.1926277 Apr 18 17:10:45.377042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ceed47b3-ef90-4b63-90e2-4b5c52371f76 req-77c89198-a9d0-4abf-a191-0502fc25a0af service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198676 Apr 18 17:10:45.413249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6b7d-cd13-4041-9987-cb19a10756c2 req-ec773b31-3fe0-4402-8c9c-c405cf64dd06 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:45.414837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f46b6b7d-cd13-4041-9987-cb19a10756c2 req-ec773b31-3fe0-4402-8c9c-c405cf64dd06 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 944 time: 0.1577623 Apr 18 17:10:45.422733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.487839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce77a22b-78e5-4794-af84-2f5202cbaa49 req-93dd3144-73ff-49f0-8c3f-44b4055f828f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210737 Apr 18 17:10:45.516078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da7909eb-f87d-4d9f-a5f4-86a2bc43dceb req-99b69ea8-4a3f-4cad-ae89-55ef051e3129 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380129 Apr 18 17:10:45.520354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:45.530687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:45.537587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:45.537867 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.543250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a47d0-9404-492d-a4f3-0335cc6eb8ee None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:45.548233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f46b6b7d-cd13-4041-9987-cb19a10756c2 req-4fe8783f-aaaa-4c2e-9d4a-d759cdc778bb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229839 Apr 18 17:10:45.551658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=9130ce24-268c-4da9-a421-8a1d2028c963,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:45.629659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-60165e22-e7ab-412e-a3da-ba26317729a2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2224660 Apr 18 17:10:45.629865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35314) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:45.634145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3f3ba253-a1b5-438a-899d-117e7875e218 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'security_group': {'name': 'tempest-secgroup-1037177937'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:45.639641 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f230f9-d796-4bb7-be52-9a49bdb0e232 x-openstack-request-id: req-16f230f9-d796-4bb7-be52-9a49bdb0e232 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:45.640042 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136cccb3-64fc-42a8-bac6-ff3f28f4cab1", "name": "network-vif-deleted", "tag": "265b919f-7242-4afc-900f-45a7277eaca1", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:45.640876 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16f230f9-d796-4bb7-be52-9a49bdb0e232 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:45.640995 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f230f9-d796-4bb7-be52-9a49bdb0e232'] response: {'server_uuid': '136cccb3-64fc-42a8-bac6-ff3f28f4cab1', 'name': 'network-vif-deleted', 'tag': '265b919f-7242-4afc-900f-45a7277eaca1', 'status': 'completed', 'code': 200} Apr 18 17:10:45.699838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6e5d3-ce38-429a-b705-86af5ce3569e req-89c60b12-70bb-4a13-9109-8d36926152d3 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:45.699991 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.701935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26c6e5d3-ce38-429a-b705-86af5ce3569e req-89c60b12-70bb-4a13-9109-8d36926152d3 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0629895 Apr 18 17:10:45.737172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:45.738930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba253-a1b5-438a-899d-117e7875e218 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.740083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:45.743580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:45.752677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26c6e5d3-ce38-429a-b705-86af5ce3569e req-5ea25fab-46b7-4769-9bf8-e0a6d861de9a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440571 Apr 18 17:10:45.781940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'Port': ['ID=596e39a1-f5ed-4870-a958-84913555d366,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:45.844471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba253-a1b5-438a-899d-117e7875e218 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.862883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072960a2-09dc-48d2-9b12-9b346ebf9aae None None] Update dhcp port {'port': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'fixed_ips': [{'subnet_id': '375ae068-7e25-4043-ac0d-46a015557fac', 'ip_address': '172.20.0.18'}, {'subnet_id': '9130ce24-268c-4da9-a421-8a1d2028c963'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'a6e3091c-ee26-4bc9-b9a0-41af1e5961db'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:10:45.883326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.890144 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-072960a2-09dc-48d2-9b12-9b346ebf9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.907893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7516bb-304c-463e-bb04-ffe68d392c68 req-4c20c6d4-156c-43d2-8bab-014f6bf05e22 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:45.909613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba7516bb-304c-463e-bb04-ffe68d392c68 req-4c20c6d4-156c-43d2-8bab-014f6bf05e22 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0635669 Apr 18 17:10:45.910700 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba253-a1b5-438a-899d-117e7875e218 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:45.959600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ba253-a1b5-438a-899d-117e7875e218 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b081227-e4c7-46f3-a639-f8bff10278d9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:45.974616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba7516bb-304c-463e-bb04-ffe68d392c68 req-9f3f144e-33d1-4c55-a5dc-034db035885b tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531290 Apr 18 17:10:46.003256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.056703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba253-a1b5-438a-899d-117e7875e218 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.061365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3f3ba253-a1b5-438a-899d-117e7875e218 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4306273 Apr 18 17:10:46.062673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35322) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:46.066530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-15f6bc6f-226d-4111-ad8b-bafcb3176bdd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'security_group': {'name': 'tempest-secgroup-968112994'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:46.085708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-072960a2-09dc-48d2-9b12-9b346ebf9aae None None] Allocated IP 172.20.0.2 (a51605f5-d60a-4c7d-8c98-888f959c3b87/9130ce24-268c-4da9-a421-8a1d2028c963/a6e3091c-ee26-4bc9-b9a0-41af1e5961db) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:46.152797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85c4697c-2280-4360-b924-8dd575489127 req-b78a452f-7a20-4876-be7f-a3e7e5e7e973 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=136cccb3-64fc-42a8-bac6-ff3f28f4cab1 HTTP/1.1" status: 200 len: 210 time: 0.0291078 Apr 18 17:10:46.173612 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15f6bc6f-226d-4111-ad8b-bafcb3176bdd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.208885 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.232591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-072960a2-09dc-48d2-9b12-9b346ebf9aae None None] For port a6e3091c-ee26-4bc9-b9a0-41af1e5961db, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,segment=NetworkSegment(59e770fa-04c5-4fdf-be80-b6f0efcfeb7e),segment_id=59e770fa-04c5-4fdf-be80-b6f0efcfeb7e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:46.266570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-072960a2-09dc-48d2-9b12-9b346ebf9aae None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.293441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15f6bc6f-226d-4111-ad8b-bafcb3176bdd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.293749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.319778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c61f-02c4-42d4-8342-eaf7eb56a522 req-25542617-6fe4-4b6d-bafb-7a7b4424e531 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:46.321719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08a4c61f-02c4-42d4-8342-eaf7eb56a522 req-25542617-6fe4-4b6d-bafb-7a7b4424e531 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.0586824 Apr 18 17:10:46.339903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-072960a2-09dc-48d2-9b12-9b346ebf9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.367422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'Port': ['ID=596e39a1-f5ed-4870-a958-84913555d366,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:46.372203 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15f6bc6f-226d-4111-ad8b-bafcb3176bdd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.380692 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.399430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08a4c61f-02c4-42d4-8342-eaf7eb56a522 req-3874e18a-f1b4-4612-a803-d1580ccdcccf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647926 Apr 18 17:10:46.412663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6bc6f-226d-4111-ad8b-bafcb3176bdd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ff811b-f62d-4989-b910-ae13ec12943c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:46.449515 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.459615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c985d98d-a0a2-4625-91d2-a25baa89ea13 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2585478 Apr 18 17:10:46.463709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072960a2-09dc-48d2-9b12-9b346ebf9aae None None] Pushing event updated for resources: {'Port': ['ID=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:46.477809 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15f6bc6f-226d-4111-ad8b-bafcb3176bdd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.482364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35338) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:46.482512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-15f6bc6f-226d-4111-ad8b-bafcb3176bdd tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4195428 Apr 18 17:10:46.487007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8b4b6f69-a9f9-4cf4-991d-277fa0f566cc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'security_group': {'name': 'tempest-secgroup-97450574'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:46.579769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6f69-a9f9-4cf4-991d-277fa0f566cc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.580013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5c3cf-459d-4e0c-8779-728361cf009f req-7c86561f-b7c3-4ea9-a4a5-3d4246959ed5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:46.586152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdf5c3cf-459d-4e0c-8779-728361cf009f req-7c86561f-b7c3-4ea9-a4a5-3d4246959ed5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0625734 Apr 18 17:10:46.652089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdf5c3cf-459d-4e0c-8779-728361cf009f req-c019749f-de8e-4354-a475-fcc9729ec544 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630136 Apr 18 17:10:46.660753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-bae4c273-b638-4269-9b77-524858928963 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--85495154&fields=id&tenant_id=e26e2a34127a4a01b4a2418d027e60f7 HTTP/1.1" status: 200 len: 267 time: 0.0640314 Apr 18 17:10:46.668824 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6f69-a9f9-4cf4-991d-277fa0f566cc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.750201 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6f69-a9f9-4cf4-991d-277fa0f566cc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.784700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b6f69-a9f9-4cf4-991d-277fa0f566cc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672fe98c-cbb2-4189-8dbc-bc5f3abbef27,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:46.826167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-650eced4-c317-4941-ab74-2565fefcbdac tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:46.827705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-650eced4-c317-4941-ab74-2565fefcbdac tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 809 time: 0.1483967 Apr 18 17:10:46.838004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6f69-a9f9-4cf4-991d-277fa0f566cc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:46.841124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec136-6533-4a57-8b1e-d3f38e7373be req-5b58c82b-9cf4-4546-927d-460a27ab0791 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:46.843191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e45ec136-6533-4a57-8b1e-d3f38e7373be req-5b58c82b-9cf4-4546-927d-460a27ab0791 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 943 time: 0.1058357 Apr 18 17:10:46.843342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8b4b6f69-a9f9-4cf4-991d-277fa0f566cc tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3598070 Apr 18 17:10:46.844026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35360) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:46.848882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1227205398', 'security_groups': ['672fe98c-cbb2-4189-8dbc-bc5f3abbef27'], 'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9130ce24-268c-4da9-a421-8a1d2028c963'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:46.855886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-7f0a53ad-4af0-4071-8e0a-2f36f42a8113 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/quotas/e26e2a34127a4a01b4a2418d027e60f7 HTTP/1.1" status: 200 len: 375 time: 0.0117195 Apr 18 17:10:46.916178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e45ec136-6533-4a57-8b1e-d3f38e7373be req-bce8835d-f702-471a-b74b-26d5c1fc6276 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634108 Apr 18 17:10:46.936068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-497765e9-97d4-4ce8-8ccf-72bfb5d134a1 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731220 Apr 18 17:10:47.024600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:47.076481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.103570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4f39a-021f-420a-8829-95de72222bb6 req-d834975d-b4b8-469f-ac1b-bd7bdd29619c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:47.105651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94c4f39a-021f-420a-8829-95de72222bb6 req-d834975d-b4b8-469f-ac1b-bd7bdd29619c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 944 time: 0.0812225 Apr 18 17:10:47.108263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-34aa0a9b-1bc4-43b8-ae34-193703f25386 service neutron] 10.222.0.45 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566870 Apr 18 17:10:47.158817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.177879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] device_id is not set on port 3e53ca36-2fcb-465c-a74b-048c9d2fea9d yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:10:47.196909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dfeba5a6-83ff-4994-8eb3-9e2fcf9be390 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:47.198121 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dfeba5a6-83ff-4994-8eb3-9e2fcf9be390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.216460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94c4f39a-021f-420a-8829-95de72222bb6 req-e0690237-296b-47cf-ad13-49826c645380 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984309 Apr 18 17:10:47.222098 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.281996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-6423f91d-df96-4243-ab04-c01ad5324475 service neutron] 10.222.0.45 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581879 Apr 18 17:10:47.342079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dfeba5a6-83ff-4994-8eb3-9e2fcf9be390 None None] Provisioning complete for port 1ec7c11f-2439-46ab-9293-1154a836d642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:47.342472 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dfeba5a6-83ff-4994-8eb3-9e2fcf9be390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.376986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dfeba5a6-83ff-4994-8eb3-9e2fcf9be390 None None] Port 1ec7c11f-2439-46ab-9293-1154a836d642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:47.400341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.11 (a51605f5-d60a-4c7d-8c98-888f959c3b87/9130ce24-268c-4da9-a421-8a1d2028c963/3e53ca36-2fcb-465c-a74b-048c9d2fea9d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:47.544281 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.576265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53547462-de6b-4688-8430-43369e3a0b87 req-f659e7d0-b54a-4c55-a817-d1a308ce1cdc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:47.578418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-f659e7d0-b54a-4c55-a817-d1a308ce1cdc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.1258557 Apr 18 17:10:47.583247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b652763c-f123-4067-8607-bf094156ac3b details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:47.594078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:47.630951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-919afb8f-8620-4e5a-a0b5-762dd80bfc67 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/quotas/fbb48e2c6a3c4a4bab815b2caa6fb79a HTTP/1.1" status: 200 len: 375 time: 0.0405385 Apr 18 17:10:47.647697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.682239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd29f3-0bcf-4f36-9342-e2604d42cc2a req-65e6f5b5-9f65-44de-aeaf-7c1582b9d77e tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:47.683757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08fd29f3-0bcf-4f36-9342-e2604d42cc2a req-65e6f5b5-9f65-44de-aeaf-7c1582b9d77e tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.0861211 Apr 18 17:10:47.706013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-d7066d16-374f-4658-ba18-27c19bbe317f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609956 Apr 18 17:10:47.706869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:47.710569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:47.716486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:47.760087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08fd29f3-0bcf-4f36-9342-e2604d42cc2a req-b354ee04-13ae-483e-9b4c-1970aebe3c3f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566628 Apr 18 17:10:47.768891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=3e53ca36-2fcb-465c-a74b-048c9d2fea9d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:47.795050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:47.798486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.820719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b652763c-f123-4067-8607-bf094156ac3b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b652763c-f123-4067-8607-bf094156ac3b,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:47.833677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:47.837129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'b652763c-f123-4067-8607-bf094156ac3b', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'port_id': 'b652763c-f123-4067-8607-bf094156ac3b', 'mac_address': 'fa:16:3e:90:a4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:47.840593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:47.842587 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.860911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5157bec-5099-49d3-88ae-58ee11cda28c req-c593e584-f300-43f2-9a09-be7d29e1d5e9 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 210 time: 0.0347362 Apr 18 17:10:47.907194 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a1c7ce60-1a94-4d8c-ad68-44719e3263b2 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0615721 Apr 18 17:10:47.914324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35390) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:47.917642 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:47.919936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cc91f955-d7c9-47f8-9e78-f970c3e24e5b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:47.926221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-6df079cc-0385-4fa0-9bf3-80b14162eaba service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967263 Apr 18 17:10:47.933113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b652763c-f123-4067-8607-bf094156ac3b {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:48.133543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc91f955-d7c9-47f8-9e78-f970c3e24e5b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:48.144298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc91f955-d7c9-47f8-9e78-f970c3e24e5b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:48.156545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b652763c-f123-4067-8607-bf094156ac3b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b652763c-f123-4067-8607-bf094156ac3b,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:48.158372 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:48.180455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a0d72b40-8e50-4d47-9da0-d76bf332d2df None None] Provisioning complete for port 3e53ca36-2fcb-465c-a74b-048c9d2fea9d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:48.180826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a0d72b40-8e50-4d47-9da0-d76bf332d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:48.204812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:48.207033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:48.209298 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cdfb79-7896-408f-b181-6882e621923f" -d '{"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-plugged", "status": "completed", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:48.230692 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:48.268241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a0d72b40-8e50-4d47-9da0-d76bf332d2df None None] Port 3e53ca36-2fcb-465c-a74b-048c9d2fea9d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:48.278265 n-d-836015-2 neutron-server[109825]: INFO neutron.db.ipam_backend_mixin [None req-cc91f955-d7c9-47f8-9e78-f970c3e24e5b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9130ce24-268c-4da9-a421-8a1d2028c963 (CIDR: 172.20.0.0/28) Apr 18 17:10:48.290524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:48.291306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 265b919f-7242-4afc-900f-45a7277eaca1 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:48.294411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=b652763c-f123-4067-8607-bf094156ac3b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:48.317194 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc91f955-d7c9-47f8-9e78-f970c3e24e5b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:10:48.317823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc91f955-d7c9-47f8-9e78-f970c3e24e5b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:48.318044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 265b919f-7242-4afc-900f-45a7277eaca1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:10:48.318381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 265b919f-7242-4afc-900f-45a7277eaca1 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:48.374800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:48.405229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-e86502e0-ffa3-42ff-bbec-c37323839628 service neutron] 10.222.0.45 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700551 Apr 18 17:10:48.414440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc91f955-d7c9-47f8-9e78-f970c3e24e5b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4986432 Apr 18 17:10:48.415763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35400) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:48.416942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64865e1-bfba-4373-aaa0-5afa18b8f26a req-137319a2-4c27-41f2-b23f-de214bf58d75 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:48.418481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f64865e1-bfba-4373-aaa0-5afa18b8f26a req-137319a2-4c27-41f2-b23f-de214bf58d75 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.4208667 Apr 18 17:10:48.424571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1667ea78-fa8e-43d7-9240-2e8fef62b49c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:48.429693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a6e3091c-ee26-4bc9-b9a0-41af1e5961db up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:48.487489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f64865e1-bfba-4373-aaa0-5afa18b8f26a req-b1963783-ebcb-405b-9313-1f33ce28abef tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429120 Apr 18 17:10:48.494107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:48.494482 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:48.584957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50392f51-3a41-4c50-b067-a0ac0718afcc req-69288a65-2a1c-43c9-bc81-35df057e204c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:48.586419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50392f51-3a41-4c50-b067-a0ac0718afcc req-69288a65-2a1c-43c9-bc81-35df057e204c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.0510864 Apr 18 17:10:48.607331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1667ea78-fa8e-43d7-9240-2e8fef62b49c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:48.611257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1667ea78-fa8e-43d7-9240-2e8fef62b49c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:48.664336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['b652763c-f123-4067-8607-bf094156ac3b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:48.690283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50392f51-3a41-4c50-b067-a0ac0718afcc req-5e54fc1d-a6d5-4512-b483-a9bbee0aae83 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978358 Apr 18 17:10:48.738246 n-d-836015-2 neutron-server[109825]: INFO neutron.db.ipam_backend_mixin [None req-1667ea78-fa8e-43d7-9240-2e8fef62b49c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 375ae068-7e25-4043-ac0d-46a015557fac (CIDR: 172.20.0.16/28) Apr 18 17:10:48.752316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc8fd5-1662-404b-bdad-54bc9735a422 req-82d6c1be-6d2b-4ee7-9461-b9cae599955a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:48.753964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cebc8fd5-1662-404b-bdad-54bc9735a422 req-82d6c1be-6d2b-4ee7-9461-b9cae599955a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 944 time: 0.0966744 Apr 18 17:10:48.774774 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1667ea78-fa8e-43d7-9240-2e8fef62b49c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:10:48.775856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1667ea78-fa8e-43d7-9240-2e8fef62b49c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:48.788158 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ad966-2e57-4e43-b63d-8b11477aa61d x-openstack-request-id: req-036ad966-2e57-4e43-b63d-8b11477aa61d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:48.788158 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-plugged", "status": "completed", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:48.788158 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-036ad966-2e57-4e43-b63d-8b11477aa61d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:48.788158 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036ad966-2e57-4e43-b63d-8b11477aa61d'] response: {'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'code': 200} Apr 18 17:10:48.809013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cebc8fd5-1662-404b-bdad-54bc9735a422 req-1a840d38-56fd-4138-b577-bc76fd97782c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484967 Apr 18 17:10:48.912665 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1667ea78-fa8e-43d7-9240-2e8fef62b49c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4952354 Apr 18 17:10:48.915404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35414) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:48.921063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'subnet': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:48.923490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4dd0fd4-ac05-4725-be60-60ac9afcbda9 req-9ad8f9ca-73e7-43be-9b79-1ff152f1bb6b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 210 time: 0.0575712 Apr 18 17:10:48.982671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e3737-9c15-4acd-a034-d670da4e7e0a req-fa572551-8389-4933-85bd-2268577dc35e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:48.984624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c50e3737-9c15-4acd-a034-d670da4e7e0a req-fa572551-8389-4933-85bd-2268577dc35e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1305597 Apr 18 17:10:49.002668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627a46a-af46-450a-871b-e3fdc2539eba req-78d7f133-cb77-45d8-98df-7d56aeb4145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:49.004135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3627a46a-af46-450a-871b-e3fdc2539eba req-78d7f133-cb77-45d8-98df-7d56aeb4145f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 1096 time: 0.1096904 Apr 18 17:10:49.093982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c50e3737-9c15-4acd-a034-d670da4e7e0a req-ddf3284b-e3b6-4a6e-abb1-0859e6fc739c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002495 Apr 18 17:10:49.099045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3627a46a-af46-450a-871b-e3fdc2539eba req-c9eae6d8-16db-4578-89a1-56d625fe067d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814028 Apr 18 17:10:49.108788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0c9a-56ed-4308-9aeb-0e647431fefd req-cd4ab5b0-9bdb-4ac7-96dc-0de56f0a6476 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:49.116638 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23aa0c9a-56ed-4308-9aeb-0e647431fefd req-cd4ab5b0-9bdb-4ac7-96dc-0de56f0a6476 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 945 time: 0.1188159 Apr 18 17:10:49.116979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Made reservation on behalf of 1a52f49992984532aaf1505172c34905 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:49.121034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:49.160519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23aa0c9a-56ed-4308-9aeb-0e647431fefd req-ce319b2d-6e8a-4ec1-a8e1-071770d2b544 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 Apr 18 17:10:49.194905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cc5e220-aac0-4d70-ad59-ca7a063c2baf req-e15411f8-21c5-4676-90cd-377c52b6c8ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 210 time: 0.0318220 Apr 18 17:10:49.477332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:49.519963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e92f4-894b-49e4-9fa4-6f5ed16558fa req-d5213d56-18fa-45e5-b19d-f021ac224a1c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:49.521678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23e92f4-894b-49e4-9fa4-6f5ed16558fa req-d5213d56-18fa-45e5-b19d-f021ac224a1c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.0666063 Apr 18 17:10:49.571640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:49.576924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:49.582003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:49.582622 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:49.588258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc61f8c-9e97-4089-903e-5d4945dea402 None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:49.588726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Subnet': ['ID=97382d9b-58bf-4a4d-b4cb-2253464f10bc,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:49.633515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23e92f4-894b-49e4-9fa4-6f5ed16558fa req-32fbf666-a128-4084-9244-3147c145106b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026568 Apr 18 17:10:49.655663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c33e34-8bab-4bf0-8ae9-6d70f15a502a req-b5b35388-9c5d-4faa-b219-c332a5264804 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:49.659905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38c33e34-8bab-4bf0-8ae9-6d70f15a502a req-b5b35388-9c5d-4faa-b219-c332a5264804 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0837579 Apr 18 17:10:49.679079 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2db588d2-5421-4777-bb5d-d6a9eaf2c828 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7624125 Apr 18 17:10:49.685770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35424) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:49.691803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-350310888', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97382d9b-58bf-4a4d-b4cb-2253464f10bc'}], 'security_groups': ['6b081227-e4c7-46f3-a639-f8bff10278d9', '45ff811b-f62d-4989-b910-ae13ec12943c']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:49.716390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38c33e34-8bab-4bf0-8ae9-6d70f15a502a req-9894eff6-b2c7-4dde-9997-ed47bd6d5eb2 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Apr 18 17:10:49.807057 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.006169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1e454-4a3e-4c7d-8206-75744cfc3edb req-1f235b6b-8f6d-4cfd-b4fd-f99723dd299f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:50.008204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2da1e454-4a3e-4c7d-8206-75744cfc3edb req-1f235b6b-8f6d-4cfd-b4fd-f99723dd299f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 944 time: 0.0786893 Apr 18 17:10:50.032813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785a023c-f726-4c13-b49a-ee63a67f6fe0 None None] Update dhcp port {'port': {'network_id': 'a51605f5-d60a-4c7d-8c98-888f959c3b87', 'fixed_ips': [{'subnet_id': '375ae068-7e25-4043-ac0d-46a015557fac', 'ip_address': '172.20.0.18'}, {'subnet_id': '9130ce24-268c-4da9-a421-8a1d2028c963', 'ip_address': '172.20.0.2'}, {'subnet_id': '97382d9b-58bf-4a4d-b4cb-2253464f10bc'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'a6e3091c-ee26-4bc9-b9a0-41af1e5961db'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:10:50.093304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2da1e454-4a3e-4c7d-8206-75744cfc3edb req-16059d8c-5025-48c1-9a50-97c94e5d7126 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782571 Apr 18 17:10:50.103350 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-785a023c-f726-4c13-b49a-ee63a67f6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.209435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2661b15-3382-4eeb-9344-a487798f66ea req-8364fb67-f956-4083-9c59-0550e7f60be7 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 210 time: 0.0440025 Apr 18 17:10:50.275905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Delete allocated IP 172.20.0.11 (a51605f5-d60a-4c7d-8c98-888f959c3b87/9130ce24-268c-4da9-a421-8a1d2028c963) {{(pid=109825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 17:10:50.284703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Allocated IP 172.20.0.40 (a51605f5-d60a-4c7d-8c98-888f959c3b87/97382d9b-58bf-4a4d-b4cb-2253464f10bc/3e53ca36-2fcb-465c-a74b-048c9d2fea9d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:50.439897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda1964-b50c-4df2-8a50-0bef8451e4dc req-d351450b-c64a-469c-9ac3-3858c4346407 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:50.441452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deda1964-b50c-4df2-8a50-0bef8451e4dc req-d351450b-c64a-469c-9ac3-3858c4346407 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1888053 Apr 18 17:10:50.458587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.464794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabc806-881b-44da-82b4-b56d22a5be0e req-8230ce3e-d42e-43f7-a00c-99b8fbb18f44 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:50.466350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2cabc806-881b-44da-82b4-b56d22a5be0e req-8230ce3e-d42e-43f7-a00c-99b8fbb18f44 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1731272 Apr 18 17:10:50.482972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-49d1631e-1eea-4638-9e7b-501c9c1e5f1c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:50.484303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-49d1631e-1eea-4638-9e7b-501c9c1e5f1c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.41 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 809 time: 0.2452941 Apr 18 17:10:50.505823 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.546449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deda1964-b50c-4df2-8a50-0bef8451e4dc req-fd623fcc-c66f-4271-80df-c799a8b5b63a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939605 Apr 18 17:10:50.568230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event updated for resources: {'Port': ['ID=3e53ca36-2fcb-465c-a74b-048c9d2fea9d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:50.585620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2cabc806-881b-44da-82b4-b56d22a5be0e req-44135191-b9bb-442e-8e16-1fb235b5aadc tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082768 Apr 18 17:10:50.603712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-6128e0e2-3449-4cec-a0ea-ec2ed79c1564 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e26e2a34127a4a01b4a2418d027e60f7 HTTP/1.1" status: 200 len: 378 time: 0.0995259 Apr 18 17:10:50.617007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'port': {'device_id': '1052a193-958e-4493-a430-56032c41e891', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'admin_state_up': True, 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'security_groups': ['76dc71b1-7f7a-44a7-9600-ef94425b18da']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:50.617522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-785a023c-f726-4c13-b49a-ee63a67f6fe0 None None] Allocated IP 172.20.0.34 (a51605f5-d60a-4c7d-8c98-888f959c3b87/97382d9b-58bf-4a4d-b4cb-2253464f10bc/a6e3091c-ee26-4bc9-b9a0-41af1e5961db) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:50.662773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] In _notify_port_updated(), no bound segment for port 3e53ca36-2fcb-465c-a74b-048c9d2fea9d on network a51605f5-d60a-4c7d-8c98-888f959c3b87 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:10:50.676171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:50.676952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.681096 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9321c7fe-d12b-4457-b1d5-5e4c637b464e tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "PUT /v2.0/ports/3e53ca36-2fcb-465c-a74b-048c9d2fea9d HTTP/1.1" status: 200 len: 959 time: 0.9916599 Apr 18 17:10:50.681334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35436) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:50.714653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59050fe3-4250-4978-8afe-54021c0c840c req-fd7345f5-96a0-4fb6-8286-7f374b0bfab9 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 210 time: 0.0608208 Apr 18 17:10:50.784789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-785a023c-f726-4c13-b49a-ee63a67f6fe0 None None] For port a6e3091c-ee26-4bc9-b9a0-41af1e5961db, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,segment=NetworkSegment(59e770fa-04c5-4fdf-be80-b6f0efcfeb7e),segment_id=59e770fa-04c5-4fdf-be80-b6f0efcfeb7e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:50.796099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-397de950-a879-4a68-b3b0-b0ba06d74ea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 3e53ca36-2fcb-465c-a74b-048c9d2fea9d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:50.796455 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-397de950-a879-4a68-b3b0-b0ba06d74ea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.847347 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-785a023c-f726-4c13-b49a-ee63a67f6fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.896614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804c20-a611-4794-ab41-022920a772dd req-24a3a5dc-11c2-4ccf-9420-d149efa2c13b tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:50.898131 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5804c20-a611-4794-ab41-022920a772dd req-24a3a5dc-11c2-4ccf-9420-d149efa2c13b tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0627713 Apr 18 17:10:50.910721 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-785a023c-f726-4c13-b49a-ee63a67f6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.932494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-397de950-a879-4a68-b3b0-b0ba06d74ea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:50.952597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-397de950-a879-4a68-b3b0-b0ba06d74ea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 3e53ca36-2fcb-465c-a74b-048c9d2fea9d owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:50.958087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5804c20-a611-4794-ab41-022920a772dd req-0e54f711-bb86-4f90-b355-89fe7fae50c3 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529046 Apr 18 17:10:50.980319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Made reservation on behalf of e26e2a34127a4a01b4a2418d027e60f7 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:50.985058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.036000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a023c-f726-4c13-b49a-ee63a67f6fe0 None None] Pushing event updated for resources: {'Port': ['ID=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:51.055514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63ba6-6ac8-4a6a-9db3-34db685fde47 req-6e946aa0-cbe9-44ba-8e4c-6935459b03ed tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:51.064134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63ba6-6ac8-4a6a-9db3-34db685fde47 req-6e946aa0-cbe9-44ba-8e4c-6935459b03ed tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:51.070146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63ba6-6ac8-4a6a-9db3-34db685fde47 req-6e946aa0-cbe9-44ba-8e4c-6935459b03ed tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:51.071857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30b63ba6-6ac8-4a6a-9db3-34db685fde47 req-6e946aa0-cbe9-44ba-8e4c-6935459b03ed tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81&device_id=183bd88e-32e6-42bb-97e3-d230f3790b34&device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 2417 time: 0.1123035 Apr 18 17:10:51.163681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30b63ba6-6ac8-4a6a-9db3-34db685fde47 req-9867cb4b-645a-493c-8fb9-64b83b3b1a6a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Apr 18 17:10:51.249323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53547462-de6b-4688-8430-43369e3a0b87 req-025c35ad-0fe4-4c18-9a7b-9dd1de801659 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:51.250842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Allocated IP 172.20.0.5 (31d186fc-2662-4e24-8685-0df0e6001120/48210664-c1ef-4143-8a4d-9201794350a5/cdb8e411-2e1a-449b-8f64-8c01d0df5e47) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:51.250994 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-025c35ad-0fe4-4c18-9a7b-9dd1de801659 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 812 time: 0.1942055 Apr 18 17:10:51.252086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-397de950-a879-4a68-b3b0-b0ba06d74ea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.283832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Request body: {'port': {'device_id': '711b4f68-cbe4-4664-8c6b-4d4fb25c45f2', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'admin_state_up': True, 'tenant_id': 'fbb48e2c6a3c4a4bab815b2caa6fb79a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:51.296352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c018ef-14ba-4afc-a7c4-f3be6a5f5078 req-7b1367d9-7a5e-47df-8df1-cf05ab021251 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:51.303864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08c018ef-14ba-4afc-a7c4-f3be6a5f5078 req-7b1367d9-7a5e-47df-8df1-cf05ab021251 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 944 time: 0.0953107 Apr 18 17:10:51.315100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397de950-a879-4a68-b3b0-b0ba06d74ea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=3e53ca36-2fcb-465c-a74b-048c9d2fea9d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:51.447091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-397de950-a879-4a68-b3b0-b0ba06d74ea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.453827 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-397de950-a879-4a68-b3b0-b0ba06d74ea4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/3e53ca36-2fcb-465c-a74b-048c9d2fea9d HTTP/1.1" status: 204 len: 168 time: 0.7713070 Apr 18 17:10:51.454496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35446) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:51.466208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08c018ef-14ba-4afc-a7c4-f3be6a5f5078 req-4b168fbe-5d41-41bb-9861-1a3ada57da8b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568146 Apr 18 17:10:51.477801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cfbf8-d972-4f11-84c4-eaeb885e615e req-65734eb8-b2e3-468a-bbc3-db21d65a2a8a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:51.480248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-978cfbf8-d972-4f11-84c4-eaeb885e615e req-65734eb8-b2e3-468a-bbc3-db21d65a2a8a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.1683798 Apr 18 17:10:51.507382 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1346dc-5aed-486d-8f98-e6c75b68b5a6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] GET failed (client error): The resource could not be found. Apr 18 17:10:51.511983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35448) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:51.512135 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cd1346dc-5aed-486d-8f98-e6c75b68b5a6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports/3e53ca36-2fcb-465c-a74b-048c9d2fea9d HTTP/1.1" status: 404 len: 333 time: 0.0481205 Apr 18 17:10:51.595567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b652763c-f123-4067-8607-bf094156ac3b up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:51.606315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02883ee0-467a-42ac-97b4-673d64846f82 req-77f8c51c-e2c3-49a6-9383-b92a06204b80 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 210 time: 0.0616031 Apr 18 17:10:51.612224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-978cfbf8-d972-4f11-84c4-eaeb885e615e req-acb1fe99-3157-4d63-a37c-525d04ae1fb9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253133 Apr 18 17:10:51.653965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Made reservation on behalf of fbb48e2c6a3c4a4bab815b2caa6fb79a for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:51.654120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.654225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.678306 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.728074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.733190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port b652763c-f123-4067-8607-bf094156ac3b completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:10:51.738454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port b652763c-f123-4067-8607-bf094156ac3b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:51.739213 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.826140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc60da-420d-48fa-9bc2-1d8095aa6a49 req-ad60f0ed-1788-4f41-8b33-046787c117a6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:51.827828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1bbc60da-420d-48fa-9bc2-1d8095aa6a49 req-ad60f0ed-1788-4f41-8b33-046787c117a6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0896730 Apr 18 17:10:51.867650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Allocated IP 172.20.0.11 (44a1a291-bf62-406d-9903-6a14c13bc8f6/fe453df1-2304-40fe-96c6-0fb0afe45590/d69f2e6f-6455-454f-aac8-6099491fec49) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:51.874181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51c5209d-ccb9-4c38-afb6-0428aa60c413 req-6f6279e9-2978-44c9-872a-10d74c954aa3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 210 time: 0.0397117 Apr 18 17:10:51.877816 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.878506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.914699 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b652763c-f123-4067-8607-bf094156ac3b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b652763c-f123-4067-8607-bf094156ac3b,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:51.916779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:51.919270 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31ec317-ed66-4d7e-9883-e69de0e86a4d" -d '{"events": [{"server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "name": "network-vif-plugged", "status": "completed", "tag": "b652763c-f123-4067-8607-bf094156ac3b"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:51.935338 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6a5ed5c8-cc84-434f-9747-f81ecb79b2f1 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:51.940799 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed5c8-cc84-434f-9747-f81ecb79b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.942366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.944910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:51.946080 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/security-groups/672fe98c-cbb2-4189-8dbc-bc5f3abbef27 HTTP/1.1" status: 204 len: 168 time: 0.4301376 Apr 18 17:10:51.949625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35460) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:51.965893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1bbc60da-420d-48fa-9bc2-1d8095aa6a49 req-a922d4e7-1194-4440-a708-da37bb46ad95 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220112 Apr 18 17:10:51.971369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Network 31d186fc-2662-4e24-8685-0df0e6001120 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:51.972951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'Port': ['ID=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:51.975527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:51.978037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672fe98c-cbb2-4189-8dbc-bc5f3abbef27,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:51.981447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:52.027997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.027997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.033052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae0217-52ca-4777-b60e-2a4136aed601 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.037210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.037606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.037952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.038291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.038696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.039052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.039272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.039598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.040042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.040385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.040715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.041043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:10:52.100350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:52.101007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.126137 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30429c6-bf4a-41e6-b62f-1889c052f1dd x-openstack-request-id: req-a30429c6-bf4a-41e6-b62f-1889c052f1dd {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:52.126745 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "name": "network-vif-plugged", "status": "completed", "tag": "b652763c-f123-4067-8607-bf094156ac3b", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:52.127175 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a30429c6-bf4a-41e6-b62f-1889c052f1dd {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:52.127788 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30429c6-bf4a-41e6-b62f-1889c052f1dd'] response: {'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b', 'code': 200} Apr 18 17:10:52.138039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6a5ed5c8-cc84-434f-9747-f81ecb79b2f1 None None] Could not find standard attr ID for object 3e53ca36-2fcb-465c-a74b-048c9d2fea9d. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:10:52.140351 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.193801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c95aeb9-6fc0-418d-8bd8-11305c7d54bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.214457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=b652763c-f123-4067-8607-bf094156ac3b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:52.227049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6a5ed5c8-cc84-434f-9747-f81ecb79b2f1 None None] Provisioning complete for port 1ec7c11f-2439-46ab-9293-1154a836d642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:52.227507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed5c8-cc84-434f-9747-f81ecb79b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.277375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c95aeb9-6fc0-418d-8bd8-11305c7d54bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.282070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-e6b4e71b-ddc9-4064-93ec-3903d0a760f3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6697915 Apr 18 17:10:52.310025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.310171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Request body: {'port': {'device_id': '1052a193-958e-4493-a430-56032c41e891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:52.321241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ed5c8-cc84-434f-9747-f81ecb79b2f1 None None] Port 1ec7c11f-2439-46ab-9293-1154a836d642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:52.420233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.429240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a6e3091c-ee26-4bc9-b9a0-41af1e5961db up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:10:52.433396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48697a-6703-4df2-8c74-3ff98124d442 req-01f1aa25-2d12-4a40-a2ec-4aa08c2c9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:52.435650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a48697a-6703-4df2-8c74-3ff98124d442 req-01f1aa25-2d12-4a40-a2ec-4aa08c2c9299 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.2620771 Apr 18 17:10:52.472996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.476055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dd665c43-43e3-4cbf-9c0b-5ce21ebb8092 None None] Provisioning complete for port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:52.476524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dd665c43-43e3-4cbf-9c0b-5ce21ebb8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.486687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event updated for resources: {'Port': ['ID=d69f2e6f-6455-454f-aac8-6099491fec49,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:52.492435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c95aeb9-6fc0-418d-8bd8-11305c7d54bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.496602 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c95aeb9-6fc0-418d-8bd8-11305c7d54bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.500644 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8c95aeb9-6fc0-418d-8bd8-11305c7d54bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/security-groups/45ff811b-f62d-4989-b910-ae13ec12943c HTTP/1.1" status: 204 len: 168 time: 0.5490868 Apr 18 17:10:52.501221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35482) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:52.522990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dd665c43-43e3-4cbf-9c0b-5ce21ebb8092 None None] Port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:52.523238 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95aeb9-6fc0-418d-8bd8-11305c7d54bb tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ff811b-f62d-4989-b910-ae13ec12943c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:52.533249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:52.533767 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.541207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Network 44a1a291-bf62-406d-9903-6a14c13bc8f6 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:52.545767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:52.550480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:52.582772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567ff90-4fdf-4c4d-b1b5-caf170a86435 req-f9b03141-ff81-4150-956d-ca72cf186006 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:52.591464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0567ff90-4fdf-4c4d-b1b5-caf170a86435 req-f9b03141-ff81-4150-956d-ca72cf186006 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.3785431 Apr 18 17:10:52.619562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:52.620516 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.643336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f4b1ffb0-441e-4744-b724-9aeeacc53c2a None None] Could not find standard attr ID for object 3e53ca36-2fcb-465c-a74b-048c9d2fea9d. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:10:52.643560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a48697a-6703-4df2-8c74-3ff98124d442 req-e037724d-fb6b-41b5-b8fe-99fa7fa13206 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907551 Apr 18 17:10:52.683076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-acfe63dd-67ec-48b2-acaf-94a377dc68e1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.700129 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-6bf52043-f70a-4760-b30f-470d0df16692 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4262903 Apr 18 17:10:52.712197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-acfe63dd-67ec-48b2-acaf-94a377dc68e1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.726352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Request body: {'port': {'device_id': '711b4f68-cbe4-4664-8c6b-4d4fb25c45f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:52.745188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0567ff90-4fdf-4c4d-b1b5-caf170a86435 req-a06880c8-2288-4048-8d4f-de2aeb52dc99 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528120 Apr 18 17:10:52.756269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-2e51d75f-65bf-4b4d-a457-c362e386729c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:52.766919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-2e51d75f-65bf-4b4d-a457-c362e386729c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 813 time: 0.3581891 Apr 18 17:10:52.780402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-604c8809-b67b-47bf-8361-100290bb222f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/quotas/f1f5fa762bf24665b01526e7b1312f82 HTTP/1.1" status: 200 len: 375 time: 0.0157971 Apr 18 17:10:52.836778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.891735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-acfe63dd-67ec-48b2-acaf-94a377dc68e1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.894397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-acfe63dd-67ec-48b2-acaf-94a377dc68e1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:52.894900 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-c97b096e-f9ea-4a0a-8540-906d5cc4b55d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044817 Apr 18 17:10:52.897847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-acfe63dd-67ec-48b2-acaf-94a377dc68e1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/security-groups/6b081227-e4c7-46f3-a639-f8bff10278d9 HTTP/1.1" status: 204 len: 168 time: 0.3848698 Apr 18 17:10:52.902511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35488) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:52.986096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe63dd-67ec-48b2-acaf-94a377dc68e1 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b081227-e4c7-46f3-a639-f8bff10278d9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:53.030766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-591d9a43-0ac7-4702-a82c-cfe4692adc1d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 9130ce24-268c-4da9-a421-8a1d2028c963 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:53.042085 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-591d9a43-0ac7-4702-a82c-cfe4692adc1d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.098546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a88393a3-1a33-491b-96de-6159de833728 service neutron] 10.222.0.45 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880434 Apr 18 17:10:53.116087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-591d9a43-0ac7-4702-a82c-cfe4692adc1d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.117686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb8e411-2e1a-449b-8f64-8c01d0df5e47 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:53.132258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfc727-5191-4b70-8776-99771adae217 req-e315ab4b-11fd-42df-a312-9f821dba06d6 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:53.133790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7bfc727-5191-4b70-8776-99771adae217 req-e315ab4b-11fd-42df-a312-9f821dba06d6 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1249595 Apr 18 17:10:53.144870 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.208944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Transition to ACTIVE for port object cdb8e411-2e1a-449b-8f64-8c01d0df5e47 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:53.236210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7bfc727-5191-4b70-8776-99771adae217 req-739078b4-039a-4337-8161-3bf2f3f21cc6 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869002 Apr 18 17:10:53.255031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-01e4c593-a739-4bfb-b1c0-18453adc696d service neutron] 10.222.0.45 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463807 Apr 18 17:10:53.264494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-591d9a43-0ac7-4702-a82c-cfe4692adc1d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.282107 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.320798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69f2e6f-6455-454f-aac8-6099491fec49 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:53.332292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.361926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Transition to ACTIVE for port object d69f2e6f-6455-454f-aac8-6099491fec49 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:53.373312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:53.430749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39786fe2-e452-4c34-904f-6ddf4961288e req-ed0ca091-ffbb-49fa-bfff-774be3cccdea tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:53.432355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39786fe2-e452-4c34-904f-6ddf4961288e req-ed0ca091-ffbb-49fa-bfff-774be3cccdea tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 932 time: 0.1161156 Apr 18 17:10:53.437913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.442389 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-591d9a43-0ac7-4702-a82c-cfe4692adc1d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.475014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d5bc3-c01a-4ed1-a145-ee32314ef3ba None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:53.491339 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-591d9a43-0ac7-4702-a82c-cfe4692adc1d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.501020 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-591d9a43-0ac7-4702-a82c-cfe4692adc1d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/9130ce24-268c-4da9-a421-8a1d2028c963 HTTP/1.1" status: 204 len: 168 time: 0.5944238 Apr 18 17:10:53.502088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35496) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:53.532259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d9a43-0ac7-4702-a82c-cfe4692adc1d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=9130ce24-268c-4da9-a421-8a1d2028c963,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:53.606400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39786fe2-e452-4c34-904f-6ddf4961288e req-5c0603c5-3a96-429a-9fbe-85b278af1a27 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503603 Apr 18 17:10:53.607393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Attempting to bind port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:53.618510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Attempting to bind port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:53.618852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Attempting to bind port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 on network 31d186fc-2662-4e24-8685-0df0e6001120 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:53.651546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 on network 31d186fc-2662-4e24-8685-0df0e6001120 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:53.651871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Attempting to bind port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 on network 31d186fc-2662-4e24-8685-0df0e6001120 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:53.669360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0890813c-e3fc-4102-b9da-b3d7407ecd71 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 97382d9b-58bf-4a4d-b4cb-2253464f10bc {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:53.671955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Pushing event updated for resources: {'Port': ['ID=d69f2e6f-6455-454f-aac8-6099491fec49,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:53.693779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecf6c1-df44-46a3-9933-db3781e281fd req-52fd409c-ff07-466e-a2dd-ec2e623442de tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:53.695327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2ecf6c1-df44-46a3-9933-db3781e281fd req-52fd409c-ff07-466e-a2dd-ec2e623442de tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 943 time: 0.1781392 Apr 18 17:10:53.696325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:53.702449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Checking segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:53.702888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Bound using segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:53.703357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Bound port: cdb8e411-2e1a-449b-8f64-8c01d0df5e47, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:53.703733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.714783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0890813c-e3fc-4102-b9da-b3d7407ecd71 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.773378 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0890813c-e3fc-4102-b9da-b3d7407ecd71 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.810852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69cf588e-1e5d-4124-9b14-a733b6233e35 req-e06f9a1f-a77a-4f8e-b288-77b45d1cd6f3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 210 time: 0.0343738 Apr 18 17:10:53.824115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Attempting to bind port d69f2e6f-6455-454f-aac8-6099491fec49 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:53.824467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Attempting to bind port d69f2e6f-6455-454f-aac8-6099491fec49 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:53.833334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Attempting to bind port d69f2e6f-6455-454f-aac8-6099491fec49 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:53.837481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2ecf6c1-df44-46a3-9933-db3781e281fd req-6261fa9f-297c-4672-8300-a18d5c70e78e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209409 Apr 18 17:10:53.846012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Port d69f2e6f-6455-454f-aac8-6099491fec49 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:53.846619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Attempting to bind port d69f2e6f-6455-454f-aac8-6099491fec49 on network 44a1a291-bf62-406d-9903-6a14c13bc8f6 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:53.857581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:53.857848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Checking segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:53.858240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Bound using segment: {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:53.858694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Bound port: d69f2e6f-6455-454f-aac8-6099491fec49, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2526a5b3-7691-4011-8beb-2e15bc039dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:53.859061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.871513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] For port cdb8e411-2e1a-449b-8f64-8c01d0df5e47, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:53.875523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] For port cdb8e411-2e1a-449b-8f64-8c01d0df5e47, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:53.951690 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:53.961335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0890813c-e3fc-4102-b9da-b3d7407ecd71 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:54.009271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:54.012322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] For port d69f2e6f-6455-454f-aac8-6099491fec49, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:54.018068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] For port d69f2e6f-6455-454f-aac8-6099491fec49, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d69f2e6f-6455-454f-aac8-6099491fec49,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:54.030604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.034676 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:54.034676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-55a7055c-2e01-4e12-8fb3-b1ce36d79094 service neutron] 10.222.0.41 "PUT /v2.0/ports/cdb8e411-2e1a-449b-8f64-8c01d0df5e47 HTTP/1.1" status: 200 len: 1091 time: 1.7285416 Apr 18 17:10:54.034676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1052a193-958e-4493-a430-56032c41e891', 'tag': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:54.035925 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679a00b-7a48-4e9c-bdfd-f899f696e824" -d '{"events": [{"name": "network-changed", "server_uuid": "1052a193-958e-4493-a430-56032c41e891", "tag": "cdb8e411-2e1a-449b-8f64-8c01d0df5e47"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:54.052879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822a790-8592-4149-982c-6588eb6197fe req-980b85fb-8fbd-465c-8d7a-5120dcd2d172 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.061273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b822a790-8592-4149-982c-6588eb6197fe req-980b85fb-8fbd-465c-8d7a-5120dcd2d172 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1602314 Apr 18 17:10:54.107811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:54.112458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b822a790-8592-4149-982c-6588eb6197fe req-231b1363-3776-4862-a7e4-0896e09fc3a3 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498397 Apr 18 17:10:54.227483 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b92f6a8-a14d-41b7-9a92-c5b7594de8be x-openstack-request-id: req-2b92f6a8-a14d-41b7-9a92-c5b7594de8be {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:54.227909 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1052a193-958e-4493-a430-56032c41e891", "tag": "cdb8e411-2e1a-449b-8f64-8c01d0df5e47", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:54.228264 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b92f6a8-a14d-41b7-9a92-c5b7594de8be {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:54.228787 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b92f6a8-a14d-41b7-9a92-c5b7594de8be'] response: {'name': 'network-changed', 'server_uuid': '1052a193-958e-4493-a430-56032c41e891', 'tag': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'status': 'completed', 'code': 200} Apr 18 17:10:54.239707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Pushing event updated for resources: {'Port': ['ID=d69f2e6f-6455-454f-aac8-6099491fec49,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:54.255936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-2f2dbcb1-c6be-4d42-9b35-1327956a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.255936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-2f2dbcb1-c6be-4d42-9b35-1327956a113d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 1094 time: 0.0783534 Apr 18 17:10:54.266456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.267651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:54.272387 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-2329e506-0875-48a5-a6a1-720fff43aa08 service neutron] 10.222.0.41 "PUT /v2.0/ports/d69f2e6f-6455-454f-aac8-6099491fec49 HTTP/1.1" status: 200 len: 1092 time: 1.5512624 Apr 18 17:10:54.273682 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0890813c-e3fc-4102-b9da-b3d7407ecd71 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:54.282572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711b4f68-cbe4-4664-8c6b-4d4fb25c45f2', 'tag': 'd69f2e6f-6455-454f-aac8-6099491fec49'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:54.285245 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d361f815-23d6-492d-ace2-547997825f10" -d '{"events": [{"name": "network-changed", "server_uuid": "711b4f68-cbe4-4664-8c6b-4d4fb25c45f2", "tag": "d69f2e6f-6455-454f-aac8-6099491fec49"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:54.336744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-551051f4-937d-46b0-951a-ce66ee60b8f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47 HTTP/1.1" status: 200 len: 217 time: 0.0682158 Apr 18 17:10:54.355828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0890813c-e3fc-4102-b9da-b3d7407ecd71 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:54.359025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0890813c-e3fc-4102-b9da-b3d7407ecd71 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/97382d9b-58bf-4a4d-b4cb-2253464f10bc HTTP/1.1" status: 204 len: 168 time: 0.8353481 Apr 18 17:10:54.360275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890813c-e3fc-4102-b9da-b3d7407ecd71 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=97382d9b-58bf-4a4d-b4cb-2253464f10bc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:54.362017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35516) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:54.454594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-64f16b24-2aee-440a-a897-f7ed7769cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.456163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-64f16b24-2aee-440a-a897-f7ed7769cf42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.1124926 Apr 18 17:10:54.472866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf21c1-7d75-4dc5-9829-417c16ae60d1 req-7890b5ea-4e83-4005-9f83-a73a110d713f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.478039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fdf21c1-7d75-4dc5-9829-417c16ae60d1 req-7890b5ea-4e83-4005-9f83-a73a110d713f tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1160309 Apr 18 17:10:54.557234 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fdf21c1-7d75-4dc5-9829-417c16ae60d1 req-929f8498-332b-4408-abb8-4964a50a38fb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665812 Apr 18 17:10:54.564605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-1dfa81eb-edd2-4c13-941e-7af7741238c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.566482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-1dfa81eb-edd2-4c13-941e-7af7741238c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873189 Apr 18 17:10:54.691526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e794d7-f5a9-4565-918a-e838a2c6522b None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:54.744467 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735cb1fe-964f-497c-932a-d0f4c3a8a360 x-openstack-request-id: req-735cb1fe-964f-497c-932a-d0f4c3a8a360 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:54.745090 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711b4f68-cbe4-4664-8c6b-4d4fb25c45f2", "tag": "d69f2e6f-6455-454f-aac8-6099491fec49", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:54.745090 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-735cb1fe-964f-497c-932a-d0f4c3a8a360 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:54.745269 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735cb1fe-964f-497c-932a-d0f4c3a8a360'] response: {'name': 'network-changed', 'server_uuid': '711b4f68-cbe4-4664-8c6b-4d4fb25c45f2', 'tag': 'd69f2e6f-6455-454f-aac8-6099491fec49', 'status': 'completed', 'code': 200} Apr 18 17:10:54.754202 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e8fc43-8b74-415b-a5b6-83c5df2a1894 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:54.754642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e8fc43-8b74-415b-a5b6-83c5df2a1894 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:54.757563 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c4e8fc43-8b74-415b-a5b6-83c5df2a1894 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/9130ce24-268c-4da9-a421-8a1d2028c963 HTTP/1.1" status: 404 len: 337 time: 0.3946097 Apr 18 17:10:54.762941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35522) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:54.793041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53547462-de6b-4688-8430-43369e3a0b87 req-f810d4f5-6cca-4a77-9189-ab623f03d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.794546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-f810d4f5-6cca-4a77-9189-ab623f03d0c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 1095 time: 0.0483053 Apr 18 17:10:54.815372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2d80e8aa-b8ad-452b-af7f-287b0cc4ab32 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:54.815781 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d80e8aa-b8ad-452b-af7f-287b0cc4ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:54.847529 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-ca06af2c-9d72-48a9-b93f-0123f8a2bcf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d69f2e6f-6455-454f-aac8-6099491fec49 HTTP/1.1" status: 200 len: 217 time: 0.0369055 Apr 18 17:10:54.911940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53547462-de6b-4688-8430-43369e3a0b87 req-d51e7ca2-21e4-4977-85d9-0da32d6c280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:54.913610 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-d51e7ca2-21e4-4977-85d9-0da32d6c280c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.0586572 Apr 18 17:10:54.959835 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-6550bef5-b401-48eb-a28c-25f83db57d2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391312 Apr 18 17:10:54.976299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2d80e8aa-b8ad-452b-af7f-287b0cc4ab32 None None] Provisioning complete for port 1ec7c11f-2439-46ab-9293-1154a836d642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:54.976666 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d80e8aa-b8ad-452b-af7f-287b0cc4ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:55.013513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2d80e8aa-b8ad-452b-af7f-287b0cc4ab32 None None] Port 1ec7c11f-2439-46ab-9293-1154a836d642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:55.071680 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-d9e1ba7d-a95f-461c-98f1-34edb5aed4f8 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049852 Apr 18 17:10:55.147244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ead096-72f2-4143-927a-b98232c81fd2 req-4ffec768-bcf7-42b2-9960-94c1c3aa67f3 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:55.149550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72ead096-72f2-4143-927a-b98232c81fd2 req-4ffec768-bcf7-42b2-9960-94c1c3aa67f3 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.4743805 Apr 18 17:10:55.150558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-2c2855de-5836-44d4-a3a4-cf8bcecfe2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616717 Apr 18 17:10:55.188095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-53547462-de6b-4688-8430-43369e3a0b87 req-798f3bc9-8d05-42bb-b457-f0998b1fbe41 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090760 Apr 18 17:10:55.206236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5985d4d-8895-43c1-84e2-ba6121b05e0d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting subnet 375ae068-7e25-4043-ac0d-46a015557fac {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:10:55.212909 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5985d4d-8895-43c1-84e2-ba6121b05e0d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:55.223752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3cc71-c1c1-4377-aebb-1d894bfa8195 req-ece1c605-18c1-4b3b-81f1-777218e25a7b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:55.225300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02d3cc71-c1c1-4377-aebb-1d894bfa8195 req-ece1c605-18c1-4b3b-81f1-777218e25a7b tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 944 time: 0.5019181 Apr 18 17:10:55.335926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72ead096-72f2-4143-927a-b98232c81fd2 req-4522ab87-a90c-4afb-ad92-1a72e188ebf3 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661596 Apr 18 17:10:55.338097 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5985d4d-8895-43c1-84e2-ba6121b05e0d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:55.382999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02d3cc71-c1c1-4377-aebb-1d894bfa8195 req-3e6ac87f-f21b-464f-ac48-aa572ef05f28 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087887 Apr 18 17:10:55.442708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361f815-23d6-492d-ace2-547997825f10 req-4c9f068d-acbf-4a54-b0ab-e2891d149c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:55.445042 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d361f815-23d6-492d-ace2-547997825f10 req-4c9f068d-acbf-4a54-b0ab-e2891d149c82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 1095 time: 0.1030173 Apr 18 17:10:55.534474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cd3744f-27c8-4cbd-b8bd-75ac7d07c433 req-82bed524-df4c-4213-8e04-c7295a2b28a4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 210 time: 0.0791867 Apr 18 17:10:55.544705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9abffcc8-6b8e-44ed-8336-d56d12753e3e req-6b1dea56-02cc-4730-b32f-cc2d3f6dc5ef service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874280 Apr 18 17:10:55.548685 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5985d4d-8895-43c1-84e2-ba6121b05e0d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:55.558832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361f815-23d6-492d-ace2-547997825f10 req-8a266e32-35ce-4612-b9c0-d20143e234b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:55.560433 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d361f815-23d6-492d-ace2-547997825f10 req-8a266e32-35ce-4612-b9c0-d20143e234b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 200 len: 913 time: 0.1036241 Apr 18 17:10:55.595863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871fbcb-f86d-4360-b27e-0d5d741c7110 req-66f60ccb-9e93-4e10-a6de-6060e03d56af tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:55.597358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6871fbcb-f86d-4360-b27e-0d5d741c7110 req-66f60ccb-9e93-4e10-a6de-6060e03d56af tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 943 time: 0.1260378 Apr 18 17:10:55.615153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d361f815-23d6-492d-ace2-547997825f10 req-462082e7-f88e-47b8-9b06-6b04ee35f469 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d69f2e6f-6455-454f-aac8-6099491fec49 HTTP/1.1" status: 200 len: 217 time: 0.0377746 Apr 18 17:10:55.641850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-735327b0-47ae-4892-9090-156ffe783c39 None None] Provisioning complete for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:55.642310 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-735327b0-47ae-4892-9090-156ffe783c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:55.690951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361f815-23d6-492d-ace2-547997825f10 req-64dd466d-6860-42df-9ace-e52f363aa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:55.692518 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d361f815-23d6-492d-ace2-547997825f10 req-64dd466d-6860-42df-9ace-e52f363aa78b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 200 len: 852 time: 0.0696726 Apr 18 17:10:55.692953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6871fbcb-f86d-4360-b27e-0d5d741c7110 req-ce2eab15-4d9a-440c-aa0f-12e8b35af4ef tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849915 Apr 18 17:10:55.709950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f293d16-611d-4117-a284-ff7750934541 req-5612b832-4123-4ebb-8f96-d6bfe923f735 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:55.711480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f293d16-611d-4117-a284-ff7750934541 req-5612b832-4123-4ebb-8f96-d6bfe923f735 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0987535 Apr 18 17:10:55.751303 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d361f815-23d6-492d-ace2-547997825f10 req-80fe749c-8f66-41e3-a1bd-371ac370965b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44a1a291-bf62-406d-9903-6a14c13bc8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337417 Apr 18 17:10:55.761918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-735327b0-47ae-4892-9090-156ffe783c39 None None] Provisioning complete for port 1ec7c11f-2439-46ab-9293-1154a836d642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:10:55.762372 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-735327b0-47ae-4892-9090-156ffe783c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:55.763061 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5985d4d-8895-43c1-84e2-ba6121b05e0d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:55.801974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-735327b0-47ae-4892-9090-156ffe783c39 None None] Port 1ec7c11f-2439-46ab-9293-1154a836d642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:10:55.814034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5985d4d-8895-43c1-84e2-ba6121b05e0d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Subnet': ['ID=375ae068-7e25-4043-ac0d-46a015557fac,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:55.832132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167419c6-d501-40b3-ae20-a6aba51a1e6f None None] Network a51605f5-d60a-4c7d-8c98-888f959c3b87 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:10:55.835158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5985d4d-8895-43c1-84e2-ba6121b05e0d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:55.842019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f5985d4d-8895-43c1-84e2-ba6121b05e0d tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/375ae068-7e25-4043-ac0d-46a015557fac HTTP/1.1" status: 204 len: 168 time: 1.0718384 Apr 18 17:10:55.850504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35532) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:55.875229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f293d16-611d-4117-a284-ff7750934541 req-5d5f2c62-265a-48c7-8d75-94b4e704bd28 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494689 Apr 18 17:10:55.883005 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-17de69cc-f34f-4861-89d9-715539a9bca8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:55.883698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17de69cc-f34f-4861-89d9-715539a9bca8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:55.891214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35534) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:55.892639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-17de69cc-f34f-4861-89d9-715539a9bca8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/45a5b8e6-dd87-415d-b7fa-3e74810d5f5f HTTP/1.1" status: 404 len: 337 time: 0.0393243 Apr 18 17:10:55.893503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-4a9e1ab3-a5bc-44ad-818c-40ffd8ae8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:55.895795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-4a9e1ab3-a5bc-44ad-818c-40ffd8ae8f36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 1094 time: 0.1789315 Apr 18 17:10:55.920267 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d361f815-23d6-492d-ace2-547997825f10 req-806795d1-ea6c-4d79-b04e-cbeea3e37c41 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579127 Apr 18 17:10:55.963665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f1417c28-38f2-4204-a88f-7b5d087e4d04 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "GET /v2.0/ports?device_id=303f7b17-01d2-490b-be3f-89f5dbcdab4e HTTP/1.1" status: 200 len: 205 time: 0.0663171 Apr 18 17:10:55.983820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35536) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.001523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d10ab6-fe49-4eca-a347-519fb56abf21 req-1aa3da9f-27e1-4444-840b-d00bc989a2ee tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:56.008982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06d10ab6-fe49-4eca-a347-519fb56abf21 req-1aa3da9f-27e1-4444-840b-d00bc989a2ee tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2052886 Apr 18 17:10:56.065590 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d361f815-23d6-492d-ace2-547997825f10 req-a6e1ef5c-117e-4ee0-901c-dad5f711d383 service neutron] 10.222.0.41 "GET /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382298 Apr 18 17:10:56.100214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] DHCP port deletion for a51605f5-d60a-4c7d-8c98-888f959c3b87 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:10:56.126715 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-055921f1-b99f-42a6-b94c-e8b0d9bdf1d7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] delete failed (client error): The resource could not be found. Apr 18 17:10:56.131328 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-055921f1-b99f-42a6-b94c-e8b0d9bdf1d7 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/routers/303f7b17-01d2-490b-be3f-89f5dbcdab4e HTTP/1.1" status: 404 len: 336 time: 0.1380794 Apr 18 17:10:56.131447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35538) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.164384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] Deleting port a6e3091c-ee26-4bc9-b9a0-41af1e5961db {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:56.164788 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:56.183552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06d10ab6-fe49-4eca-a347-519fb56abf21 req-8fea350c-ff0d-45f3-b297-44b031132c5d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730344 Apr 18 17:10:56.193260 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d59f2f-d400-48c3-a44f-5297237f40b6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.194063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d59f2f-d400-48c3-a44f-5297237f40b6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.221092 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-47d59f2f-d400-48c3-a44f-5297237f40b6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/729ae155-4a77-4788-8355-d52b9ec3cb4a HTTP/1.1" status: 404 len: 337 time: 0.0883613 Apr 18 17:10:56.222088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35542) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.238242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-e8df4f76-9ca0-4f65-80e1-489f37599d34 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:56.250740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] For port a6e3091c-ee26-4bc9-b9a0-41af1e5961db, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,segment=NetworkSegment(59e770fa-04c5-4fdf-be80-b6f0efcfeb7e),segment_id=59e770fa-04c5-4fdf-be80-b6f0efcfeb7e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:56.250740 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:56.250987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-e8df4f76-9ca0-4f65-80e1-489f37599d34 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.18 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 813 time: 0.2648852 Apr 18 17:10:56.250987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-65549448-8d8b-4c5f-8989-521ef1ad0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:56.250987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-65549448-8d8b-4c5f-8989-521ef1ad0477 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 910 time: 0.3236616 Apr 18 17:10:56.252704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] Calling delete_port for a6e3091c-ee26-4bc9-b9a0-41af1e5961db owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:56.266975 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21888ef-e013-422c-a84f-f79c1f28e5f8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.267861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21888ef-e013-422c-a84f-f79c1f28e5f8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.272590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Request body: {'port': {'device_id': 'ff1c9579-c8fa-4315-9623-ce2fb271aa74', 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851', 'admin_state_up': True, 'tenant_id': 'f1f5fa762bf24665b01526e7b1312f82'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:56.274860 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b21888ef-e013-422c-a84f-f79c1f28e5f8 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/5d0d3601-65df-42ff-839d-ab8915ed327d HTTP/1.1" status: 404 len: 337 time: 0.0493591 Apr 18 17:10:56.277875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35544) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.305479 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cae715-0284-47ae-a210-e9ef2a29baa3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.305948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8cae715-0284-47ae-a210-e9ef2a29baa3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.311270 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d8cae715-0284-47ae-a210-e9ef2a29baa3 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/636bbbae-6361-4fec-a8a7-043fa85112c8 HTTP/1.1" status: 404 len: 337 time: 0.0301263 Apr 18 17:10:56.312153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35546) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.325393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-24e1d886-3826-4d6f-8c7f-a03189e5954c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47 HTTP/1.1" status: 200 len: 217 time: 0.0749135 Apr 18 17:10:56.353484 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b4d4a8-b144-4f85-bf78-ceb84f63297b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.354502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b4d4a8-b144-4f85-bf78-ceb84f63297b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.364109 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-55b4d4a8-b144-4f85-bf78-ceb84f63297b tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/23ce6c8f-34e5-4fb2-a74c-f84851ba576a HTTP/1.1" status: 404 len: 333 time: 0.0444877 Apr 18 17:10:56.364109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35548) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.398168 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e13b1e-18ec-4616-a3a3-08da190d4fc4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.398168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e13b1e-18ec-4616-a3a3-08da190d4fc4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.405516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-95e13b1e-18ec-4616-a3a3-08da190d4fc4 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/0ceff75d-9daa-4cad-a201-16d29cbd5d3d HTTP/1.1" status: 404 len: 337 time: 0.0405762 Apr 18 17:10:56.407805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35554) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.427258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a6e3091c-ee26-4bc9-b9a0-41af1e5961db no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:10:56.451122 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb5e8d4-3dcf-4117-8def-b92b0cdc0b2c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.451761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb5e8d4-3dcf-4117-8def-b92b0cdc0b2c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.457305 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3cb5e8d4-3dcf-4117-8def-b92b0cdc0b2c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/6b2248ff-013e-45fb-8464-97f2d4d1064d HTTP/1.1" status: 404 len: 337 time: 0.0458984 Apr 18 17:10:56.457724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35556) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.469082 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:56.486019 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fb0e3b-e80b-44d3-81ba-da3bb70f1678 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.486788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fb0e3b-e80b-44d3-81ba-da3bb70f1678 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.492246 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-20fb0e3b-e80b-44d3-81ba-da3bb70f1678 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/eea25b85-bc97-46a8-aada-f979a651bc09 HTTP/1.1" status: 404 len: 333 time: 0.0311327 Apr 18 17:10:56.492607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35558) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.506307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] Pushing event deleted for resources: {'Port': ['ID=a6e3091c-ee26-4bc9-b9a0-41af1e5961db,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:56.517648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d03de7-0602-4108-bfee-31a0b194dc94 None None] No DVR routers for this DVR port a6e3091c-ee26-4bc9-b9a0-41af1e5961db on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:10:56.531351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9bcb4-8735-4cda-9be3-4145268cf10a req-dc486243-824c-4229-b0bc-e47037c0655b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:56.541455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No active binding found for port a6e3091c-ee26-4bc9-b9a0-41af1e5961db {{(pid=109827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 17:10:56.542075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a6e3091c-ee26-4bc9-b9a0-41af1e5961db not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:10:56.543124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35560) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.544346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3c9bcb4-8735-4cda-9be3-4145268cf10a req-dc486243-824c-4229-b0bc-e47037c0655b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2395570 Apr 18 17:10:56.549528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-3bf1ebbf-13f5-408c-827b-152f9392253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:56.550063 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-3bf1ebbf-13f5-408c-827b-152f9392253c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.2056060 Apr 18 17:10:56.564226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'floatingip': {'port_id': 'b652763c-f123-4067-8607-bf094156ac3b'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:56.569849 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3479a9be-cd87-45d0-be83-fa10b561b9c6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.570438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3479a9be-cd87-45d0-be83-fa10b561b9c6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.574481 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3479a9be-cd87-45d0-be83-fa10b561b9c6 tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/68a7e6f8-6078-485e-9c86-51341ddc9f92 HTTP/1.1" status: 404 len: 337 time: 0.0798185 Apr 18 17:10:56.587158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.623913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:56.635332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f3196-8180-4716-9fe5-f8a9bacda54d req-5ec8e2b8-3f8b-4bb3-9583-d63b28adc421 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:56.637369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-014f3196-8180-4716-9fe5-f8a9bacda54d req-5ec8e2b8-3f8b-4bb3-9583-d63b28adc421 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1864340 Apr 18 17:10:56.687745 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0040d7f-ec59-4c45-ba39-0424879bf74c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] DELETE failed (client error): The resource could not be found. Apr 18 17:10:56.688197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0040d7f-ec59-4c45-ba39-0424879bf74c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:10:56.693497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e0040d7f-ec59-4c45-ba39-0424879bf74c tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/subnets/45ca7a96-0b7c-4e1d-8f01-8e29f8bfdae1 HTTP/1.1" status: 404 len: 337 time: 0.0864542 Apr 18 17:10:56.695801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35566) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:56.728357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-98e1ea68-ebea-461c-bc2f-ba5096be0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:56.730333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-98e1ea68-ebea-461c-bc2f-ba5096be0c94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634226 Apr 18 17:10:56.756490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a55f87-252c-4fd4-880f-541b1acf2e55 req-f344795b-640c-40fb-af99-377da058eed3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:56.764325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05a55f87-252c-4fd4-880f-541b1acf2e55 req-f344795b-640c-40fb-af99-377da058eed3 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 944 time: 0.1579709 Apr 18 17:10:56.787412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Made reservation on behalf of f1f5fa762bf24665b01526e7b1312f82 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:10:56.790715 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:56.802109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-014f3196-8180-4716-9fe5-f8a9bacda54d req-89034f93-dbd8-4564-8a04-4ffe305aec66 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401653 Apr 18 17:10:56.876863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8cd15e35-7858-47e6-89be-c8d4db4178ef tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Deleting port 1ec7c11f-2439-46ab-9293-1154a836d642 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:10:56.877491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cd15e35-7858-47e6-89be-c8d4db4178ef tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:56.886960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05a55f87-252c-4fd4-880f-541b1acf2e55 req-49f9c1e4-d859-452e-8cef-46b44ea86703 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221733 Apr 18 17:10:56.928196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a1ebf7b-7270-40fa-ac5e-b03067c817c9 req-c06edc49-1f68-47fc-b482-5dd24aae8049 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 210 time: 0.0494370 Apr 18 17:10:57.034034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cd15e35-7858-47e6-89be-c8d4db4178ef tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.087127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-548a6bff-6ceb-4600-bc80-fe92e1597d2e service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476965 Apr 18 17:10:57.107667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8cd15e35-7858-47e6-89be-c8d4db4178ef tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Calling delete_port for 1ec7c11f-2439-46ab-9293-1154a836d642 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:10:57.202080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59ac7-d12d-477a-a4e4-287a940d4b35 req-427a72e7-e132-4931-b9db-6ead802dca67 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:57.203567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5b59ac7-d12d-477a-a4e4-287a940d4b35 req-427a72e7-e132-4931-b9db-6ead802dca67 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.2000763 Apr 18 17:10:57.221392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a3de-a33b-4d9b-a551-a5243ccf1aba req-facdb639-0dba-4122-b687-d8abef00436d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:57.222859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cf8a3de-a33b-4d9b-a551-a5243ccf1aba req-facdb639-0dba-4122-b687-d8abef00436d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 943 time: 0.2182693 Apr 18 17:10:57.224583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Allocated IP 172.20.0.2 (fa916f8d-bc99-4ca1-8752-efc0a3986851/2f789211-6bac-4326-9dc4-18630021209e/ad39ac44-2ec2-49de-bd02-423f0403b40d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:10:57.328348 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5b59ac7-d12d-477a-a4e4-287a940d4b35 req-461e95c2-276c-4940-af0b-28d2eacbf8cb tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169057 Apr 18 17:10:57.330115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d679a00b-7a48-4e9c-bdfd-f899f696e824 req-73b95d31-9b83-48b7-8ff0-33d3ae219c53 service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186124 Apr 18 17:10:57.345523 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cf8a3de-a33b-4d9b-a551-a5243ccf1aba req-1d9ff631-8fbd-4072-a057-e726067aaaef tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107321 Apr 18 17:10:57.426438 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.427699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cd15e35-7858-47e6-89be-c8d4db4178ef tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.459236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd15e35-7858-47e6-89be-c8d4db4178ef tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Port': ['ID=1ec7c11f-2439-46ab-9293-1154a836d642,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:57.465319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8cd15e35-7858-47e6-89be-c8d4db4178ef tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.470596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8cd15e35-7858-47e6-89be-c8d4db4178ef tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/ports/1ec7c11f-2439-46ab-9293-1154a836d642 HTTP/1.1" status: 204 len: 168 time: 0.7724755 Apr 18 17:10:57.470987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35572) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:57.484878 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.490957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.585311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.593511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.623298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a77c003d-5a99-4a7d-8949-cee1dc4d0e29'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:10:57.646010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Network fa916f8d-bc99-4ca1-8752-efc0a3986851 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:10:57.651793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:10:57.655060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:10:57.662195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Pushing event updated for resources: {'Port': ['ID=ad39ac44-2ec2-49de-bd02-423f0403b40d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:57.667321 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Floating IP e0a17825-dec8-45b9-8c87-b58235540b5a associated. External IP: 172.25.5.235, port: b652763c-f123-4067-8607-bf094156ac3b. Apr 18 17:10:57.722361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:57.722993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.770507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.793239 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-a5ca807b-1fe0-46bb-ba19-4d4f11b69ef6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5250785 Apr 18 17:10:57.811372 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Request body: {'port': {'device_id': 'ff1c9579-c8fa-4315-9623-ce2fb271aa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:10:57.819277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51605f5-d60a-4c7d-8c98-888f959c3b87']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:57.835277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e770fa-04c5-4fdf-be80-b6f0efcfeb7e') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:57.835569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e770fa-04c5-4fdf-be80-b6f0efcfeb7e') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:57.849875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.870757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.901448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.910923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:10:57.911322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:10:57.914475 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:10:57.964971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425ae23-7153-407e-ae5a-19e81be61ffe req-100defc1-ea56-4dd7-9d04-8d5559039d16 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:57.966529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2425ae23-7153-407e-ae5a-19e81be61ffe req-100defc1-ea56-4dd7-9d04-8d5559039d16 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.0981610 Apr 18 17:10:58.031419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Router a448a5a7-a3ed-477b-929c-679f0e575686 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:10:58.160351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2425ae23-7153-407e-ae5a-19e81be61ffe req-b8f679b4-8043-407a-b242-02af313011c9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403196 Apr 18 17:10:58.173368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ffc64-2208-46cf-9802-668f95650fb4 req-8c018ba9-b51c-46b3-ad20-9f422798fa5f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:58.174930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c87ffc64-2208-46cf-9802-668f95650fb4 req-8c018ba9-b51c-46b3-ad20-9f422798fa5f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 944 time: 0.1591272 Apr 18 17:10:58.257539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c87ffc64-2208-46cf-9802-668f95650fb4 req-b14eacc3-94a2-4a1a-9bd8-65a7b2fb2da6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661340 Apr 18 17:10:58.328783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51d6df-9dcf-4c2e-a736-72080134717f req-6dbc4052-606c-4ba5-8203-bd43b3e780a2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:58.329886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b51d6df-9dcf-4c2e-a736-72080134717f req-6dbc4052-606c-4ba5-8203-bd43b3e780a2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 931 time: 0.0929735 Apr 18 17:10:58.337966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:58.340566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad39ac44-2ec2-49de-bd02-423f0403b40d {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:58.348025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:58.355243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:58.355374 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] 10.222.0.45 "DELETE /v2.0/networks/a51605f5-d60a-4c7d-8c98-888f959c3b87 HTTP/1.1" status: 204 len: 168 time: 0.8792267 Apr 18 17:10:58.369763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec79bf-5c53-43ec-8745-e70c143a4eee tempest-PortsTestJSON-590126342 tempest-PortsTestJSON-590126342-project] Pushing event deleted for resources: {'Network': ['ID=a51605f5-d60a-4c7d-8c98-888f959c3b87,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:58.377496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Transition to ACTIVE for port object ad39ac44-2ec2-49de-bd02-423f0403b40d will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:10:58.399741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b51d6df-9dcf-4c2e-a736-72080134717f req-3fb49eab-aba0-4ad1-9a5f-24c89a98b28f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 Apr 18 17:10:58.458263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:10:58.462200 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:58.464236 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:58.476720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] Sync routers for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:10:58.488268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:58.489001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:58.514971 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c88a81b5-36d6-4587-a02f-a898dcd81c67 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "PUT /v2.0/floatingips/e0a17825-dec8-45b9-8c87-b58235540b5a HTTP/1.1" status: 200 len: 991 time: 1.9604287 Apr 18 17:10:58.516103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:58.519066 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff9d11-6c32-419c-8418-1a9fc5f6391f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "tag": "b652763c-f123-4067-8607-bf094156ac3b"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:58.548761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Pushing event updated for resources: {'Port': ['ID=ad39ac44-2ec2-49de-bd02-423f0403b40d,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:58.565301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3a47-057a-45c7-8add-4b6923331ae8 req-3d786ac7-f90b-43d3-ae9a-dd3c21745a5d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:58.566861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a3f3a47-057a-45c7-8add-4b6923331ae8 req-3d786ac7-f90b-43d3-ae9a-dd3c21745a5d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1370883 Apr 18 17:10:58.609042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:10:58.641621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557cde8-ffe5-438c-a691-1b2e74f2827c req-41755c80-861e-4f5c-84c3-61b36d73dc27 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:58.643533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7557cde8-ffe5-438c-a691-1b2e74f2827c req-41755c80-861e-4f5c-84c3-61b36d73dc27 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 943 time: 0.1717222 Apr 18 17:10:58.685215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a3f3a47-057a-45c7-8add-4b6923331ae8 req-5c0b9935-1727-408f-a595-35a446a1628f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039598 Apr 18 17:10:58.700121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Attempting to bind port ad39ac44-2ec2-49de-bd02-423f0403b40d on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:10:58.700810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Attempting to bind port ad39ac44-2ec2-49de-bd02-423f0403b40d by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:10:58.701147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Attempting to bind port ad39ac44-2ec2-49de-bd02-423f0403b40d on network fa916f8d-bc99-4ca1-8752-efc0a3986851 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:58.715413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Port ad39ac44-2ec2-49de-bd02-423f0403b40d on network fa916f8d-bc99-4ca1-8752-efc0a3986851 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:10:58.715746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Attempting to bind port ad39ac44-2ec2-49de-bd02-423f0403b40d on network fa916f8d-bc99-4ca1-8752-efc0a3986851 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:10:58.721531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:10:58.721905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Checking segment: {'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:10:58.722296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Bound using segment: {'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:10:58.722731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Bound port: ad39ac44-2ec2-49de-bd02-423f0403b40d, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453b26d1-751d-43d3-85b4-376a6ead6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:10:58.723100 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:58.735470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7557cde8-ffe5-438c-a691-1b2e74f2827c req-151c2d72-74f5-4a9f-9ac3-6fafa8ac38a9 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760336 Apr 18 17:10:58.752664 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07862c77-4e11-41dd-8d60-021c61078579 x-openstack-request-id: req-07862c77-4e11-41dd-8d60-021c61078579 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:58.753272 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "tag": "b652763c-f123-4067-8607-bf094156ac3b", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:58.753272 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07862c77-4e11-41dd-8d60-021c61078579 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:58.753677 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07862c77-4e11-41dd-8d60-021c61078579'] response: {'name': 'network-changed', 'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b', 'status': 'completed', 'code': 200} Apr 18 17:10:58.778594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35592) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:58.815900 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] For port ad39ac44-2ec2-49de-bd02-423f0403b40d, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:10:58.829098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] For port ad39ac44-2ec2-49de-bd02-423f0403b40d, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ad39ac44-2ec2-49de-bd02-423f0403b40d,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:10:58.849856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-9c7dd9ab-c047-4dcf-b236-22bb1af9e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:58.851456 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-9c7dd9ab-c047-4dcf-b236-22bb1af9e291 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.0489430 Apr 18 17:10:58.873013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'e0a17825-dec8-45b9-8c87-b58235540b5a', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'port_id': 'b652763c-f123-4067-8607-bf094156ac3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'mac_address': 'fa:16:3e:90:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:30Z', 'updated_at': '2022-04-18T17:10:57Z', 'revision_number': 1, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:58.899528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:58.940322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:58.940880 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:58.943095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] 10.222.0.18 "PUT /v2.0/ports/ad39ac44-2ec2-49de-bd02-423f0403b40d HTTP/1.1" status: 200 len: 1091 time: 1.1350849 Apr 18 17:10:58.946369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1c9579-c8fa-4315-9623-ce2fb271aa74', 'tag': 'ad39ac44-2ec2-49de-bd02-423f0403b40d'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:10:58.949293 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ab5c44-c3c4-4cc5-aa02-4ddf15bdb395" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1c9579-c8fa-4315-9623-ce2fb271aa74", "tag": "ad39ac44-2ec2-49de-bd02-423f0403b40d"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:10:58.982422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb5d03-585f-450e-8b50-1243f7d3b7bc service neutron] Pushing event updated for resources: {'Port': ['ID=ad39ac44-2ec2-49de-bd02-423f0403b40d,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:59.005121 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621289e-f3ef-478f-b992-022bbedd6570 x-openstack-request-id: req-c621289e-f3ef-478f-b992-022bbedd6570 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:10:59.005444 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1c9579-c8fa-4315-9623-ce2fb271aa74", "tag": "ad39ac44-2ec2-49de-bd02-423f0403b40d", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:10:59.005702 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c621289e-f3ef-478f-b992-022bbedd6570 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:10:59.006114 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c621289e-f3ef-478f-b992-022bbedd6570'] response: {'name': 'network-changed', 'server_uuid': 'ff1c9579-c8fa-4315-9623-ce2fb271aa74', 'tag': 'ad39ac44-2ec2-49de-bd02-423f0403b40d', 'status': 'completed', 'code': 200} Apr 18 17:10:59.006953 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2b451abb-2ed5-4fdd-a62e-7c38230df838 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a52f49992984532aaf1505172c34905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270727 Apr 18 17:10:59.009561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35598) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:10:59.032699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-ce82a953-42c3-4c40-9e14-c3609cc37569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.034605 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-ce82a953-42c3-4c40-9e14-c3609cc37569 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.1752188 Apr 18 17:10:59.083994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] Checking router: a448a5a7-a3ed-477b-929c-679f0e575686 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:10:59.088183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d69f2e6f-6455-454f-aac8-6099491fec49 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:59.095547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-01255ec5-6470-48a3-a9a0-c2e4e57cdb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:59.111099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:10:59.111975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:10:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:59.125253 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-01255ec5-6470-48a3-a9a0-c2e4e57cdb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:59.128143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5c44-c3c4-4cc5-aa02-4ddf15bdb395 req-05f34e48-e3e1-473d-a08c-2a1fad395dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.129401 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-9858f276-5bb6-42a1-8ff4-24b3c0b89921 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 999 time: 0.0671067 Apr 18 17:10:59.129679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ab5c44-c3c4-4cc5-aa02-4ddf15bdb395 req-05f34e48-e3e1-473d-a08c-2a1fad395dba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 1094 time: 0.0635917 Apr 18 17:10:59.199694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-9035293c-7714-4d7c-9a48-fdb73df49a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.201674 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-9035293c-7714-4d7c-9a48-fdb73df49a9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0505617 Apr 18 17:10:59.264846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-457bb1d5-e116-4cb3-b27a-19e1e4e28e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.266586 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-457bb1d5-e116-4cb3-b27a-19e1e4e28e81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579557 Apr 18 17:10:59.293173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-01255ec5-6470-48a3-a9a0-c2e4e57cdb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:59.296193 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-01255ec5-6470-48a3-a9a0-c2e4e57cdb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:59.300068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-01255ec5-6470-48a3-a9a0-c2e4e57cdb93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f98f714-4008-4215-9c13-808c6b1aa36c HTTP/1.1" status: 204 len: 168 time: 0.2871740 Apr 18 17:10:59.312321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5c44-c3c4-4cc5-aa02-4ddf15bdb395 req-d05a8306-237b-40ec-b588-357ccefedfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.313812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ab5c44-c3c4-4cc5-aa02-4ddf15bdb395 req-d05a8306-237b-40ec-b588-357ccefedfaf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f1f5fa762bf24665b01526e7b1312f82&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1573143 Apr 18 17:10:59.315625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01255ec5-6470-48a3-a9a0-c2e4e57cdb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f98f714-4008-4215-9c13-808c6b1aa36c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:59.332381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d69f2e6f-6455-454f-aac8-6099491fec49, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d69f2e6f-6455-454f-aac8-6099491fec49,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:59.337191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f96a5-b351-40a7-a66f-77adbce9758b req-8b937e62-c949-4157-88af-6597be3bbeca tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.339373 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-928f96a5-b351-40a7-a66f-77adbce9758b req-8b937e62-c949-4157-88af-6597be3bbeca tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.0974123 Apr 18 17:10:59.359831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'd69f2e6f-6455-454f-aac8-6099491fec49', 'network_id': '44a1a291-bf62-406d-9903-6a14c13bc8f6', 'port_id': 'd69f2e6f-6455-454f-aac8-6099491fec49', 'mac_address': 'fa:16:3e:99:cf:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe453df1-2304-40fe-96c6-0fb0afe45590', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:10:59.370812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:10:59.423536 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-11c0888c-7943-48ef-ab69-c27706cd8f37 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499805 Apr 18 17:10:59.461445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-928f96a5-b351-40a7-a66f-77adbce9758b req-039eaadd-d864-46dd-b7a8-853b1fe7d01e tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087127 Apr 18 17:10:59.467935 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:59.504539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902306dd-df2f-4b27-b4fe-081316c69b66 req-e720b4a3-959a-4447-8498-f6279576d246 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.506048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-902306dd-df2f-4b27-b4fe-081316c69b66 req-e720b4a3-959a-4447-8498-f6279576d246 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 944 time: 0.1102979 Apr 18 17:10:59.507307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5c44-c3c4-4cc5-aa02-4ddf15bdb395 req-3115a610-1050-429a-a691-f879cb31f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.508626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40ab5c44-c3c4-4cc5-aa02-4ddf15bdb395 req-3115a610-1050-429a-a691-f879cb31f189 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866593 Apr 18 17:10:59.540849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69f2e6f-6455-454f-aac8-6099491fec49 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:10:59.555596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-902306dd-df2f-4b27-b4fe-081316c69b66 req-80bdfc96-2fc6-458e-a81c-06c91933bd4e tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Apr 18 17:10:59.570523 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4dff9d11-6c32-419c-8418-1a9fc5f6391f req-a23c2a34-8315-44d0-bc8f-28e4538831d3 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410713 Apr 18 17:10:59.592180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d69f2e6f-6455-454f-aac8-6099491fec49, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d69f2e6f-6455-454f-aac8-6099491fec49,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:59.650305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005f32b-f5b8-47ee-9633-1cb5b1dac6e2 req-d80b6f36-1eeb-48e2-99ce-9987e4d612fb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.652803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-f69c952e-d140-4e00-ad88-f0163b649cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.654337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-f69c952e-d140-4e00-ad88-f0163b649cc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 1094 time: 0.0576267 Apr 18 17:10:59.656507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:10:59.657369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device cdb8e411-2e1a-449b-8f64-8c01d0df5e47 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:10:59.660244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6005f32b-f5b8-47ee-9633-1cb5b1dac6e2 req-d80b6f36-1eeb-48e2-99ce-9987e4d612fb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 943 time: 0.0789278 Apr 18 17:10:59.713658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-3d419dd1-b713-46e5-83a6-1ffff362c2c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad39ac44-2ec2-49de-bd02-423f0403b40d HTTP/1.1" status: 200 len: 217 time: 0.0423436 Apr 18 17:10:59.724909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6005f32b-f5b8-47ee-9633-1cb5b1dac6e2 req-63814d27-f538-4a0c-99cd-1e30bc6a1aee tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635586 Apr 18 17:10:59.797767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-af285d0c-95e1-4252-abb6-1b155ea4f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:10:59.800177 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-af285d0c-95e1-4252-abb6-1b155ea4f425 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f789211-6bac-4326-9dc4-18630021209e HTTP/1.1" status: 200 len: 853 time: 0.0794358 Apr 18 17:10:59.843078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-72e90c17-3ede-4379-9169-0b9422219e7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa916f8d-bc99-4ca1-8752-efc0a3986851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355260 Apr 18 17:10:59.874435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d69f2e6f-6455-454f-aac8-6099491fec49,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:10:59.937385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port cdb8e411-2e1a-449b-8f64-8c01d0df5e47, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:10:59.954132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'e0a17825-dec8-45b9-8c87-b58235540b5a', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'port_id': 'b652763c-f123-4067-8607-bf094156ac3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'mac_address': 'fa:16:3e:90:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:30Z', 'updated_at': '2022-04-18T17:10:57Z', 'revision_number': 1, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:10:59.962028 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-95e8fb8a-cccf-438d-89bf-93e4300ec38d service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110783 Apr 18 17:10:59.982827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9987b4-179b-4830-a001-dfd0bb20ee07 None None] The sync data for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 is: [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'e0a17825-dec8-45b9-8c87-b58235540b5a', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'port_id': 'b652763c-f123-4067-8607-bf094156ac3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'mac_address': 'fa:16:3e:90:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:30Z', 'updated_at': '2022-04-18T17:10:57Z', 'revision_number': 1, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:10:59.984569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'port_id': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'mac_address': 'fa:16:3e:61:b4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:11:00.063860 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:00.083713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb8e411-2e1a-449b-8f64-8c01d0df5e47 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:11:00.105298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port cdb8e411-2e1a-449b-8f64-8c01d0df5e47, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:00.106849 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c56b421e-aa22-491b-8af1-2ccab66a2959 req-cd54f193-02f7-4075-8340-4386ac5bd71a service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377704 Apr 18 17:11:00.174258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:00.218447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ce459-9757-4c2b-a084-3bf3dbf91570 req-cc52d933-142d-49f1-8290-20c9f5da601f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:00.220039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-682ce459-9757-4c2b-a084-3bf3dbf91570 req-cc52d933-142d-49f1-8290-20c9f5da601f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.4494617 Apr 18 17:11:00.250140 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67450f85-d636-4f46-991e-d81d73c11508 None None] New status for floating IP e0a17825-dec8-45b9-8c87-b58235540b5a: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:11:00.264226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f304-bc64-4786-8ba2-a717ab163350 req-a349988f-dee1-4f57-b4d3-ba231456d1d8 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:00.265833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2395f304-bc64-4786-8ba2-a717ab163350 req-a349988f-dee1-4f57-b4d3-ba231456d1d8 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 943 time: 0.4482512 Apr 18 17:11:00.279727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:00.298314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-682ce459-9757-4c2b-a084-3bf3dbf91570 req-cd98f6e4-d278-4204-a7cc-984af254c19f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706112 Apr 18 17:11:00.318001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2395f304-bc64-4786-8ba2-a717ab163350 req-6b82e400-67de-4589-83f7-1b1bf2f6de39 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434873 Apr 18 17:11:00.481867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35630) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:00.583127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-210916620'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:00.621452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44e6c8-b3e9-4b9a-9388-73b62c08da2f req-8adadcbc-fe13-4f8e-8bcc-5fcee93da991 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:00.622996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb44e6c8-b3e9-4b9a-9388-73b62c08da2f req-8adadcbc-fe13-4f8e-8bcc-5fcee93da991 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.0748587 Apr 18 17:11:00.678768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:00.682151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:00.700243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:00.705942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb44e6c8-b3e9-4b9a-9388-73b62c08da2f req-6e2b8bb6-b161-4b95-8e55-d7a683fec200 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769553 Apr 18 17:11:00.727974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a1f65-7e1c-48b6-bb3c-99169de47256 req-c23e82a2-548a-43a3-85ee-ee9940e373fa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:00.729374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-990a1f65-7e1c-48b6-bb3c-99169de47256 req-c23e82a2-548a-43a3-85ee-ee9940e373fa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 945 time: 0.0864680 Apr 18 17:11:00.773221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['cdb8e411-2e1a-449b-8f64-8c01d0df5e47'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:00.783519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-990a1f65-7e1c-48b6-bb3c-99169de47256 req-5b0a1567-b103-48e6-ac4a-d26b240e2d82 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Apr 18 17:11:00.802677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['d69f2e6f-6455-454f-aac8-6099491fec49'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:00.871719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba071f-4155-4cb0-9312-447c21e3e505 req-3ead2fd9-74e7-4413-aca5-a50225fe3e34 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:00.873342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41ba071f-4155-4cb0-9312-447c21e3e505 req-3ead2fd9-74e7-4413-aca5-a50225fe3e34 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 943 time: 0.0837579 Apr 18 17:11:00.875652 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:00.912455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41ba071f-4155-4cb0-9312-447c21e3e505 req-de34651b-86b1-44e5-8f39-a5be845ee525 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Apr 18 17:11:00.925602 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2a2d651c-f5e1-4b66-9eb2-b2daddcff7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:00.944522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:00.968388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:11:00.986657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6603af-652a-461b-af6b-579bb3cba8c7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:00.991368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:00.992056 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment bcdce60f-a5ac-45c6-9abd-0bde742e80c9 of type vlan for network e067f5d2-61da-43ec-ab18-a647eeefa800 Apr 18 17:11:01.035811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.115543 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.121042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:01.121660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.186940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=e067f5d2-61da-43ec-ab18-a647eeefa800,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:01.197041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e067f5d2-61da-43ec-ab18-a647eeefa800 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:11:01.199490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b561207a-7954-4ded-a5bf-e716691bc824 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7165320 Apr 18 17:11:01.202038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35640) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:01.207043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-940604861'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:01.275876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:01.280029 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.303210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:11:01.312164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.312512 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment 94db3ecc-a747-452c-b4aa-35d8d8125e25 of type vlan for network c1d9a588-7062-40f3-a4ee-74b6b84711a9 Apr 18 17:11:01.361949 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.462049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad5a3e-4f05-4d48-a8bb-5bce5a09664a req-a2ac7112-2c4d-452c-939a-d098df2b09fc tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:01.463695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08ad5a3e-4f05-4d48-a8bb-5bce5a09664a req-a2ac7112-2c4d-452c-939a-d098df2b09fc tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0930378 Apr 18 17:11:01.472131 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c9666-e711-4865-b478-a3c07e20c552 req-9510fdb8-470c-4645-8cb4-96b43ade7fb5 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:01.473489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c26c9666-e711-4865-b478-a3c07e20c552 req-9510fdb8-470c-4645-8cb4-96b43ade7fb5 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 944 time: 0.0845649 Apr 18 17:11:01.480389 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.485553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:01.486119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.602960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08ad5a3e-4f05-4d48-a8bb-5bce5a09664a req-31decd5f-41a3-40ed-8675-3c983a7b83ef tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284325 Apr 18 17:11:01.605822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=c1d9a588-7062-40f3-a4ee-74b6b84711a9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:01.615944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-95ed5491-fbd9-498f-bf20-c52b2fc66377 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4101081 Apr 18 17:11:01.616289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35646) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:01.618172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c26c9666-e711-4865-b478-a3c07e20c552 req-6dffeda0-76ed-4431-be4f-d6ef2c8d237b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281645 Apr 18 17:11:01.619350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network c1d9a588-7062-40f3-a4ee-74b6b84711a9 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:11:01.627944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': 'e067f5d2-61da-43ec-ab18-a647eeefa800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:01.778685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:01.782182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:01.821943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0a8b-c132-40bf-972d-8c29217e5236 req-a1b4e76b-9ae1-403a-86f6-66b98bd8acec tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:01.824154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e8c0a8b-c132-40bf-972d-8c29217e5236 req-a1b4e76b-9ae1-403a-86f6-66b98bd8acec tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.0505307 Apr 18 17:11:01.873335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e8c0a8b-c132-40bf-972d-8c29217e5236 req-4e3aaf5a-e90b-4922-a58e-b64bbf13c9d8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Apr 18 17:11:01.916398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228d936-4b49-4957-bea5-675d504e28b4 req-5b8e23b1-70e4-4278-bd75-215aae6ea568 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:01.917929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c228d936-4b49-4957-bea5-675d504e28b4 req-5b8e23b1-70e4-4278-bd75-215aae6ea568 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 945 time: 0.0614719 Apr 18 17:11:01.959202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c228d936-4b49-4957-bea5-675d504e28b4 req-56793819-b2d9-43a7-b429-ee440b940bdc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348034 Apr 18 17:11:02.013276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.037723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e44ad-b71b-4d94-a284-be59b1f98195 req-ceabf539-cfc4-42b8-9f13-262316dc91b8 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:02.039901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe8e44ad-b71b-4d94-a284-be59b1f98195 req-ceabf539-cfc4-42b8-9f13-262316dc91b8 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 943 time: 0.0547748 Apr 18 17:11:02.079119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe8e44ad-b71b-4d94-a284-be59b1f98195 req-a1b12786-a032-48a0-b04a-13f93bb6d195 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Apr 18 17:11:02.079759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=1def97e1-8d7e-4f84-9afb-ea39c535a1f4,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:02.088830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': 'bcdce60f-a5ac-45c6-9abd-0bde742e80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e067f5d2-61da-43ec-ab18-a647eeefa800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:02.089193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: e067f5d2-61da-43ec-ab18-a647eeefa800, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:11:02.149846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network e067f5d2-61da-43ec-ab18-a647eeefa800 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:11:02.189823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e067f5d2-61da-43ec-ab18-a647eeefa800) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:02.193802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:02.194397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.201712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979a9cc-6a76-47b5-8757-7171744db555 None None] Network e067f5d2-61da-43ec-ab18-a647eeefa800 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:02.267414 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-99d50395-8fd2-4d6d-a44f-8541948f85da tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6499529 Apr 18 17:11:02.270462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35654) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:02.275420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': 'c1d9a588-7062-40f3-a4ee-74b6b84711a9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:02.345057 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e067f5d2-61da-43ec-ab18-a647eeefa800', 'network_id': 'e067f5d2-61da-43ec-ab18-a647eeefa800', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': '1def97e1-8d7e-4f84-9afb-ea39c535a1f4'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:11:02.345961 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.469932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:02.473526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.480358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Allocated IP 172.20.0.2 (e067f5d2-61da-43ec-ab18-a647eeefa800/1def97e1-8d7e-4f84-9afb-ea39c535a1f4/fbb4212e-0a3a-4399-9fcd-ce379803c03d) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:02.622920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.670869 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.694409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.714441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Network e067f5d2-61da-43ec-ab18-a647eeefa800 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:02.717758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:02.723674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:02.730466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Pushing event updated for resources: {'Port': ['ID=fbb4212e-0a3a-4399-9fcd-ce379803c03d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:02.751204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed8d50-764e-40d2-b524-064d5ea99ee2 req-44ec8194-b21e-4e4d-82f4-9593c6f496c5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:02.752720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6ed8d50-764e-40d2-b524-064d5ea99ee2 req-44ec8194-b21e-4e4d-82f4-9593c6f496c5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0772333 Apr 18 17:11:02.784008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=2dec346f-bcab-4947-b5c3-c192958cb58f,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:02.786124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149db4c1-789e-4d6d-b74e-6ce88b03feef req-510bf908-e753-4e5e-b2f0-2fa6844c3d71 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:02.787617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-149db4c1-789e-4d6d-b74e-6ce88b03feef req-510bf908-e753-4e5e-b2f0-2fa6844c3d71 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 944 time: 0.0748122 Apr 18 17:11:02.789626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': '94db3ecc-a747-452c-b4aa-35d8d8125e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d9a588-7062-40f3-a4ee-74b6b84711a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:02.789999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: c1d9a588-7062-40f3-a4ee-74b6b84711a9, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:11:02.797266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Attempting to bind port fbb4212e-0a3a-4399-9fcd-ce379803c03d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:02.797700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Attempting to bind port fbb4212e-0a3a-4399-9fcd-ce379803c03d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'bcdce60f-a5ac-45c6-9abd-0bde742e80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e067f5d2-61da-43ec-ab18-a647eeefa800'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:02.798213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Attempting to bind port fbb4212e-0a3a-4399-9fcd-ce379803c03d on network e067f5d2-61da-43ec-ab18-a647eeefa800 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:02.803921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:02.804239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Checking segment: {'id': 'bcdce60f-a5ac-45c6-9abd-0bde742e80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e067f5d2-61da-43ec-ab18-a647eeefa800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:02.804594 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.804990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Bound using segment: {'id': 'bcdce60f-a5ac-45c6-9abd-0bde742e80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e067f5d2-61da-43ec-ab18-a647eeefa800'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:02.805483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Bound port: fbb4212e-0a3a-4399-9fcd-ce379803c03d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdce60f-a5ac-45c6-9abd-0bde742e80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e067f5d2-61da-43ec-ab18-a647eeefa800'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:02.805864 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:02.819611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6ed8d50-764e-40d2-b524-064d5ea99ee2 req-611c2b41-b6f0-401c-82ca-349dbda0ee85 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578675 Apr 18 17:11:02.848768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-149db4c1-789e-4d6d-b74e-6ce88b03feef req-4fdda248-e0dc-4164-a25c-d6a9b4c848c7 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539708 Apr 18 17:11:02.870623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network c1d9a588-7062-40f3-a4ee-74b6b84711a9 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:11:02.956676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, c1d9a588-7062-40f3-a4ee-74b6b84711a9) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:02.970981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:02.971578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.007022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12efd0-48b4-4108-ad20-4a17f0076f33 req-e708de60-8ac4-4057-9e97-c09753c7c31f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:03.008573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6c12efd0-48b4-4108-ad20-4a17f0076f33 req-e708de60-8ac4-4057-9e97-c09753c7c31f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.0595536 Apr 18 17:11:03.009751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device cdb8e411-2e1a-449b-8f64-8c01d0df5e47 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:03.012759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61325e3b-1399-4f0f-b21e-9f59e705751a None None] Network c1d9a588-7062-40f3-a4ee-74b6b84711a9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:03.056104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-17c7eb11-ad4b-4db8-9559-afef73744de2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7844872 Apr 18 17:11:03.059199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35664) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:03.064146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cc42528a-7e0b-4866-816e-c785cdf4de1b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-331325997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:03.083633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6c12efd0-48b4-4108-ad20-4a17f0076f33 req-72df1996-97a1-43be-9587-ee88259baf0b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650957 Apr 18 17:11:03.107593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] For port fbb4212e-0a3a-4399-9fcd-ce379803c03d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:03.109071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc61830-0d41-4203-96c3-5e694cb5521d req-651af980-ffb4-4e7c-8c7d-e5dd698fefe4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:03.110939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fc61830-0d41-4203-96c3-5e694cb5521d req-651af980-ffb4-4e7c-8c7d-e5dd698fefe4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 945 time: 0.0742202 Apr 18 17:11:03.126074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] For port fbb4212e-0a3a-4399-9fcd-ce379803c03d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fbb4212e-0a3a-4399-9fcd-ce379803c03d,segment=NetworkSegment(bcdce60f-a5ac-45c6-9abd-0bde742e80c9),segment_id=bcdce60f-a5ac-45c6-9abd-0bde742e80c9)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:03.159660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc42528a-7e0b-4866-816e-c785cdf4de1b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.161002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fc61830-0d41-4203-96c3-5e694cb5521d req-365efc9b-8109-418a-bdf4-8a6e28ccb151 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Apr 18 17:11:03.162596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc42528a-7e0b-4866-816e-c785cdf4de1b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.180547 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.219206 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc42528a-7e0b-4866-816e-c785cdf4de1b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.236799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee34fc-9f50-42c6-af52-31ef22666a0d req-f4dc2b3c-942b-4c3d-8b33-5c3348c7e2f8 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:03.238338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dee34fc-9f50-42c6-af52-31ef22666a0d req-f4dc2b3c-942b-4c3d-8b33-5c3348c7e2f8 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 943 time: 0.0621855 Apr 18 17:11:03.240171 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:11:03.258476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c1c4-bc9f-47ba-9a18-7dd844cfab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.263910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:03.264376 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.292281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dee34fc-9f50-42c6-af52-31ef22666a0d req-7401d04e-c8a4-43aa-89a7-360c72092793 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Apr 18 17:11:03.299534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc42528a-7e0b-4866-816e-c785cdf4de1b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.343850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebed062-f891-4037-898c-ae1bcdfa6e1e None None] Pushing event updated for resources: {'Port': ['ID=fbb4212e-0a3a-4399-9fcd-ce379803c03d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:03.353547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-c1d9a588-7062-40f3-a4ee-74b6b84711a9', 'network_id': 'c1d9a588-7062-40f3-a4ee-74b6b84711a9', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': '2dec346f-bcab-4947-b5c3-c192958cb58f'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:11:03.357212 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.375614 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc42528a-7e0b-4866-816e-c785cdf4de1b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.379403 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc42528a-7e0b-4866-816e-c785cdf4de1b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3162994 Apr 18 17:11:03.379638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35668) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:03.480323 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.521732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1052a193-958e-4493-a430-56032c41e891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:03.524107 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e8f69d-ad7b-49b4-99b7-0dce7beb7f21" -d '{"events": [{"server_uuid": "1052a193-958e-4493-a430-56032c41e891", "name": "network-vif-plugged", "status": "completed", "tag": "cdb8e411-2e1a-449b-8f64-8c01d0df5e47"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:03.547330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port cdb8e411-2e1a-449b-8f64-8c01d0df5e47, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:03.574482 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5038cc4c-850d-483a-ac71-edbc0dcfb9d0 x-openstack-request-id: req-5038cc4c-850d-483a-ac71-edbc0dcfb9d0 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:03.574873 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1052a193-958e-4493-a430-56032c41e891", "name": "network-vif-plugged", "status": "completed", "tag": "cdb8e411-2e1a-449b-8f64-8c01d0df5e47", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:03.575200 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5038cc4c-850d-483a-ac71-edbc0dcfb9d0 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:03.575667 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5038cc4c-850d-483a-ac71-edbc0dcfb9d0'] response: {'server_uuid': '1052a193-958e-4493-a430-56032c41e891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'code': 200} Apr 18 17:11:03.600754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Allocated IP 172.21.0.2 (c1d9a588-7062-40f3-a4ee-74b6b84711a9/2dec346f-bcab-4947-b5c3-c192958cb58f/9e50777a-de5c-4a71-bf01-059d0593db5d) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:03.635020 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.635935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d69f2e6f-6455-454f-aac8-6099491fec49 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:03.697597 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.721205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ad39ac44-2ec2-49de-bd02-423f0403b40d details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:11:03.729012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8406e-08db-485e-98c8-176f2d9a1c97 req-2a6b3813-2f8b-4555-8a22-8356b87f09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:03.731372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92a8406e-08db-485e-98c8-176f2d9a1c97 req-2a6b3813-2f8b-4555-8a22-8356b87f09fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 1096 time: 0.0502329 Apr 18 17:11:03.769454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92a8406e-08db-485e-98c8-176f2d9a1c97 req-06706ff4-5320-4f45-a04c-bf3ac71b21f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298045 Apr 18 17:11:03.813210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:03.938087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port d69f2e6f-6455-454f-aac8-6099491fec49 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:11:03.941100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ad39ac44-2ec2-49de-bd02-423f0403b40d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ad39ac44-2ec2-49de-bd02-423f0403b40d,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:03.943667 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.953743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port d69f2e6f-6455-454f-aac8-6099491fec49 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:03.954119 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:03.961753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc0924-8d15-4c2f-8990-9b436ddd4b2a req-567d00b3-3516-4715-ab40-28f80545bb1d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:03.963236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bfc0924-8d15-4c2f-8990-9b436ddd4b2a req-567d00b3-3516-4715-ab40-28f80545bb1d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0608435 Apr 18 17:11:03.976297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'ad39ac44-2ec2-49de-bd02-423f0403b40d', 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851', 'port_id': 'ad39ac44-2ec2-49de-bd02-423f0403b40d', 'mac_address': 'fa:16:3e:fd:22:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f789211-6bac-4326-9dc4-18630021209e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:11:03.982738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.20.0.1 (e067f5d2-61da-43ec-ab18-a647eeefa800/1def97e1-8d7e-4f84-9afb-ea39c535a1f4/88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:04.031526 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.034599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bfc0924-8d15-4c2f-8990-9b436ddd4b2a req-acef0a7e-75cd-49fb-bce8-972910a43cff tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607173 Apr 18 17:11:04.050760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5605382-554b-4e4b-b49d-236355c70b99 req-3558aa93-8392-4ab7-bf6a-11e64141b20f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:04.052304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5605382-554b-4e4b-b49d-236355c70b99 req-3558aa93-8392-4ab7-bf6a-11e64141b20f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0990918 Apr 18 17:11:04.101959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Network c1d9a588-7062-40f3-a4ee-74b6b84711a9 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:04.116850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:04.123351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:04.125751 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.129258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Pushing event updated for resources: {'Port': ['ID=9e50777a-de5c-4a71-bf01-059d0593db5d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:04.136872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.147680 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5605382-554b-4e4b-b49d-236355c70b99 req-e8112cbc-477f-4a3d-b428-c303cd8dc8b2 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851126 Apr 18 17:11:04.218601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad39ac44-2ec2-49de-bd02-423f0403b40d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:11:04.230637 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.281349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ad39ac44-2ec2-49de-bd02-423f0403b40d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ad39ac44-2ec2-49de-bd02-423f0403b40d,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:04.299435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network e067f5d2-61da-43ec-ab18-a647eeefa800 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:04.299696 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.299804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:04.299804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:04.322388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Attempting to bind port 9e50777a-de5c-4a71-bf01-059d0593db5d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:04.323384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Attempting to bind port 9e50777a-de5c-4a71-bf01-059d0593db5d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '94db3ecc-a747-452c-b4aa-35d8d8125e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d9a588-7062-40f3-a4ee-74b6b84711a9'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:04.323828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Attempting to bind port 9e50777a-de5c-4a71-bf01-059d0593db5d on network c1d9a588-7062-40f3-a4ee-74b6b84711a9 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:04.328385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6322d88-983d-4ea2-9918-ba3c80143157 req-3aa67dec-9ea9-464d-ad27-ea29001c13f9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:04.337228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6322d88-983d-4ea2-9918-ba3c80143157 req-3aa67dec-9ea9-464d-ad27-ea29001c13f9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 945 time: 0.0947621 Apr 18 17:11:04.340547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:04.341254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Checking segment: {'id': '94db3ecc-a747-452c-b4aa-35d8d8125e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d9a588-7062-40f3-a4ee-74b6b84711a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:04.341626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.342129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Bound using segment: {'id': '94db3ecc-a747-452c-b4aa-35d8d8125e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d9a588-7062-40f3-a4ee-74b6b84711a9'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:04.342802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Bound port: 9e50777a-de5c-4a71-bf01-059d0593db5d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94db3ecc-a747-452c-b4aa-35d8d8125e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d9a588-7062-40f3-a4ee-74b6b84711a9'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:04.343301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.352814 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.367761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.377217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08efa3a-05f9-42dc-b713-5316fe83ff98 req-caac701f-07ba-4e9b-80f4-a8b8eba31c6a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:04.378042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d08efa3a-05f9-42dc-b713-5316fe83ff98 req-caac701f-07ba-4e9b-80f4-a8b8eba31c6a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1712868 Apr 18 17:11:04.390140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d69f2e6f-6455-454f-aac8-6099491fec49, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d69f2e6f-6455-454f-aac8-6099491fec49,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:04.398159 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.430068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6322d88-983d-4ea2-9918-ba3c80143157 req-449e16f4-03e1-46a7-8c8a-400fc46e5af6 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918400 Apr 18 17:11:04.460902 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.465365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:04.482402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55804bbe-f092-4287-ac15-aed23462aa82 None None] Network e067f5d2-61da-43ec-ab18-a647eeefa800 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:04.512946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d08efa3a-05f9-42dc-b713-5316fe83ff98 req-ffd19115-05d5-4e83-82b0-eba157316ea7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114416 Apr 18 17:11:04.525761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fbb4212e-0a3a-4399-9fcd-ce379803c03d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:04.600583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d941e-721e-4bfe-9d42-a7b3c7cd18b6 req-f4822018-b959-413c-8523-6cc38a123755 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:04.601894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d2d941e-721e-4bfe-9d42-a7b3c7cd18b6 req-f4822018-b959-413c-8523-6cc38a123755 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 944 time: 0.0572007 Apr 18 17:11:04.623036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ad39ac44-2ec2-49de-bd02-423f0403b40d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:04.652065 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d2d941e-721e-4bfe-9d42-a7b3c7cd18b6 req-30e50770-7412-4133-9dba-42b7605ffd02 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367756 Apr 18 17:11:04.665946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] For port 9e50777a-de5c-4a71-bf01-059d0593db5d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:04.684773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.701163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5e3a32de-e260-49ca-8eb7-39b5507d964b None None] Provisioning complete for port fbb4212e-0a3a-4399-9fcd-ce379803c03d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:04.701570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e3a32de-e260-49ca-8eb7-39b5507d964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.704249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] For port 9e50777a-de5c-4a71-bf01-059d0593db5d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9e50777a-de5c-4a71-bf01-059d0593db5d,segment=NetworkSegment(94db3ecc-a747-452c-b4aa-35d8d8125e25),segment_id=94db3ecc-a747-452c-b4aa-35d8d8125e25)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:04.770310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d69f2e6f-6455-454f-aac8-6099491fec49,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:04.773330 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.830639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port fbb4212e-0a3a-4399-9fcd-ce379803c03d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:04.831016 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:04.838611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['ad39ac44-2ec2-49de-bd02-423f0403b40d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:04.978446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.058900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.114163 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:11:05.182162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:05.185701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.240544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc6a08-296a-470c-9512-376b114955bd None None] Pushing event updated for resources: {'Port': ['ID=9e50777a-de5c-4a71-bf01-059d0593db5d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:05.246337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136153-f968-434d-a0b3-744854690467 req-519add6c-0f35-4825-a4a2-ddb18397f3a0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:05.248062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80136153-f968-434d-a0b3-744854690467 req-519add6c-0f35-4825-a4a2-ddb18397f3a0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0906167 Apr 18 17:11:05.324831 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e3a32de-e260-49ca-8eb7-39b5507d964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.334000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network e067f5d2-61da-43ec-ab18-a647eeefa800 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:05.335637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:05.343514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483d424-02ea-481a-bb91-0a0401b11cfd req-d0aa5c34-c8ff-48a5-9706-14ea3f0e5846 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:05.345071 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4483d424-02ea-481a-bb91-0a0401b11cfd req-d0aa5c34-c8ff-48a5-9706-14ea3f0e5846 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0960941 Apr 18 17:11:05.356605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80136153-f968-434d-a0b3-744854690467 req-05e5b243-4dfa-4f90-9cb9-f74691509f1c tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717139 Apr 18 17:11:05.432771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4483d424-02ea-481a-bb91-0a0401b11cfd req-8c9ecf28-e86a-4e7a-a1b3-008030f60ed1 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731351 Apr 18 17:11:05.436843 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.466668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5e3a32de-e260-49ca-8eb7-39b5507d964b None None] For port fbb4212e-0a3a-4399-9fcd-ce379803c03d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fbb4212e-0a3a-4399-9fcd-ce379803c03d,segment=NetworkSegment(bcdce60f-a5ac-45c6-9abd-0bde742e80c9),segment_id=bcdce60f-a5ac-45c6-9abd-0bde742e80c9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:05.546017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e3a32de-e260-49ca-8eb7-39b5507d964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.597023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b4f68-cbe4-4664-8c6b-4d4fb25c45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69f2e6f-6455-454f-aac8-6099491fec49'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:05.602386 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e39ade-5b61-458d-a7e6-651b41fd649a" -d '{"events": [{"server_uuid": "711b4f68-cbe4-4664-8c6b-4d4fb25c45f2", "name": "network-vif-plugged", "status": "completed", "tag": "d69f2e6f-6455-454f-aac8-6099491fec49"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:05.609467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb03b4-0979-43d8-aa60-fca0d5ecf257 req-9df3fdad-eccd-4fd6-9bac-3b88892aa2bd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:05.611574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17fb03b4-0979-43d8-aa60-fca0d5ecf257 req-9df3fdad-eccd-4fd6-9bac-3b88892aa2bd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.0907519 Apr 18 17:11:05.696999 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:11:05.697358 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:11:05.698647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a32de-e260-49ca-8eb7-39b5507d964b None None] Pushing event updated for resources: {'Port': ['ID=fbb4212e-0a3a-4399-9fcd-ce379803c03d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:05.729476 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17fb03b4-0979-43d8-aa60-fca0d5ecf257 req-b49d317e-3e9a-4dde-8134-043808b8a16f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107843 Apr 18 17:11:05.757811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-d77903cb-66d1-4739-8601-48d052cebc63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134281 Apr 18 17:11:05.779549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-41ddf1f6-5279-48e5-b2d6-55067fabd567 None None] Provisioning complete for port 88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:05.780066 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-41ddf1f6-5279-48e5-b2d6-55067fabd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.783333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b403c8-8040-45c1-8e21-728236948798 req-8fd54a59-ce48-4658-8bf0-dca7f0922b92 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:05.784939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43b403c8-8040-45c1-8e21-728236948798 req-8fd54a59-ce48-4658-8bf0-dca7f0922b92 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1444438 Apr 18 17:11:05.821136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-41ddf1f6-5279-48e5-b2d6-55067fabd567 None None] Port 88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:05.830567 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8369fc0-1a57-4992-a9da-5c732c0db000 x-openstack-request-id: req-b8369fc0-1a57-4992-a9da-5c732c0db000 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:05.832700 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b4f68-cbe4-4664-8c6b-4d4fb25c45f2", "name": "network-vif-plugged", "status": "completed", "tag": "d69f2e6f-6455-454f-aac8-6099491fec49", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:05.833051 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8369fc0-1a57-4992-a9da-5c732c0db000 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:05.833666 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8369fc0-1a57-4992-a9da-5c732c0db000'] response: {'server_uuid': '711b4f68-cbe4-4664-8c6b-4d4fb25c45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69f2e6f-6455-454f-aac8-6099491fec49', 'code': 200} Apr 18 17:11:05.854628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-41ddf1f6-5279-48e5-b2d6-55067fabd567 None None] Provisioning complete for port fbb4212e-0a3a-4399-9fcd-ce379803c03d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:05.854628 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-41ddf1f6-5279-48e5-b2d6-55067fabd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.898535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:05.929827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43b403c8-8040-45c1-8e21-728236948798 req-869fcf6a-37b2-4a02-b7fd-7f2538f05f4a tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356742 Apr 18 17:11:06.005939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-58729678-e663-4d94-a0d2-f4b2a1c97126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.007201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-58729678-e663-4d94-a0d2-f4b2a1c97126 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 1097 time: 0.1933997 Apr 18 17:11:06.073837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55619884-5bc0-496d-b278-9c3430e3f157 req-f08845b7-0887-4fb4-87f2-a50f83f68b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.079700 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55619884-5bc0-496d-b278-9c3430e3f157 req-f08845b7-0887-4fb4-87f2-a50f83f68b1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 1097 time: 0.1097779 Apr 18 17:11:06.094193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b92ee-72e6-46a4-89ce-613fb7e63e1d req-2cbf2e22-afbf-4ff4-9395-06d3b7a18bce tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.101748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f7b92ee-72e6-46a4-89ce-613fb7e63e1d req-2cbf2e22-afbf-4ff4-9395-06d3b7a18bce tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 944 time: 0.1706359 Apr 18 17:11:06.137914 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55619884-5bc0-496d-b278-9c3430e3f157 req-45b22d83-6bb1-4d50-91d6-a96b270b30e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511680 Apr 18 17:11:06.184354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:06.205774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router f1846296-22f0-41a1-9904-a8d40cd77d48 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:11:06.207969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f7b92ee-72e6-46a4-89ce-613fb7e63e1d req-d853fa23-30ae-46d1-a0d1-bb665b8ab50f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053526 Apr 18 17:11:06.239367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-9d9e4307-63b3-48ad-ae94-888346a303f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.241485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-9d9e4307-63b3-48ad-ae94-888346a303f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.1925850 Apr 18 17:11:06.242819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-45ab1b2a-f444-4038-9e0b-52f2714736dc None None] Provisioning complete for port 88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:06.243316 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45ab1b2a-f444-4038-9e0b-52f2714736dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:06.311431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-45ab1b2a-f444-4038-9e0b-52f2714736dc None None] Port 88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:06.330607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a69562-8961-4ae8-a234-c9305f3ab350 None None] Network c1d9a588-7062-40f3-a4ee-74b6b84711a9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:06.348459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:06.371370 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4a8520c4-3969-4087-8031-d6ff9d9b6c0d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/f1846296-22f0-41a1-9904-a8d40cd77d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9905167 Apr 18 17:11:06.375494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35706) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:06.413975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf9110b-4a32-47a4-b782-be32661d036d None None] Sync routers for ids ['f1846296-22f0-41a1-9904-a8d40cd77d48'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:06.455062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7536eda-7257-400e-83d8-72234a62b049 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.456659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f7536eda-7257-400e-83d8-72234a62b049 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports/88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 HTTP/1.1" status: 200 len: 910 time: 0.0801415 Apr 18 17:11:06.459611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35712) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:06.473095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9110b-4a32-47a4-b782-be32661d036d None None] Routers {'f1846296-22f0-41a1-9904-a8d40cd77d48'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:06.473874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fbf9110b-4a32-47a4-b782-be32661d036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1846296-22f0-41a1-9904-a8d40cd77d48'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:06.521430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fbf9110b-4a32-47a4-b782-be32661d036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:06.528409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] Provisioning complete for port 88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:06.528784 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:06.568107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9110b-4a32-47a4-b782-be32661d036d None None] Routers {'f1846296-22f0-41a1-9904-a8d40cd77d48'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:06.572265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fbf9110b-4a32-47a4-b782-be32661d036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1846296-22f0-41a1-9904-a8d40cd77d48'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:06.583481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-0da4ab1b-4847-4c2e-876b-0a1eaee51051 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a HTTP/1.1" status: 200 len: 217 time: 0.0547624 Apr 18 17:11:06.642213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fbf9110b-4a32-47a4-b782-be32661d036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:06.643003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf9110b-4a32-47a4-b782-be32661d036d None None] The sync data for ids ['f1846296-22f0-41a1-9904-a8d40cd77d48'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:06.650353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fbb4212e-0a3a-4399-9fcd-ce379803c03d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:06.662534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60e76-9af4-4f8e-9ad4-5b9ac9740fea req-439beb5c-e6c3-4406-b007-3b49c452930e tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.672127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] Port 88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:06.673131 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abb60e76-9af4-4f8e-9ad4-5b9ac9740fea req-439beb5c-e6c3-4406-b007-3b49c452930e tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1780467 Apr 18 17:11:06.708962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-dcf917e5-c5f3-4dc8-9474-011039172459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.711222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-dcf917e5-c5f3-4dc8-9474-011039172459 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0991518 Apr 18 17:11:06.762067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abb60e76-9af4-4f8e-9ad4-5b9ac9740fea req-763c668b-3b83-4ce9-a00a-884537d0cf0e tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877442 Apr 18 17:11:06.773858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] Provisioning complete for port 9e50777a-de5c-4a71-bf01-059d0593db5d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:06.774108 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:06.777582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-4be8b72d-635f-45dc-8de5-f6951cd66f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.780052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-4be8b72d-635f-45dc-8de5-f6951cd66f81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576510 Apr 18 17:11:06.815741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-e2572fcf-4b74-4d7e-ad57-d6df8818f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.817226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-e2572fcf-4b74-4d7e-ad57-d6df8818f828 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 1096 time: 0.1635060 Apr 18 17:11:06.821547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port fbb4212e-0a3a-4399-9fcd-ce379803c03d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:06.822008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:06.929090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf691be3-2e93-47a3-9b53-9be03a761ecc req-85660cd7-8abf-4864-95b8-89112beae09d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:06.936862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf691be3-2e93-47a3-9b53-9be03a761ecc req-85660cd7-8abf-4864-95b8-89112beae09d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0874162 Apr 18 17:11:06.955597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-88bf3a89-7832-41be-a3ee-03f2446450b0 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625907 Apr 18 17:11:06.980035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:06.995230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf691be3-2e93-47a3-9b53-9be03a761ecc req-edd8a070-a6e2-4821-b3aa-0484c8a8cc22 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573218 Apr 18 17:11:07.010283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9e50777a-de5c-4a71-bf01-059d0593db5d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:07.063729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-f3b94fc6-fd9e-42e4-9bb4-ea33a63bcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.069200 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-f3b94fc6-fd9e-42e4-9bb4-ea33a63bcb45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 916 time: 0.2434671 Apr 18 17:11:07.096273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b233c8e6-1c36-4d4e-a67c-efc1ab333c90 req-7c6020d9-76a3-464a-b045-c5bc78bc1c28 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263554 Apr 18 17:11:07.103366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] For port 9e50777a-de5c-4a71-bf01-059d0593db5d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9e50777a-de5c-4a71-bf01-059d0593db5d,segment=NetworkSegment(94db3ecc-a747-452c-b4aa-35d8d8125e25),segment_id=94db3ecc-a747-452c-b4aa-35d8d8125e25)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:07.118916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9e50777a-de5c-4a71-bf01-059d0593db5d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:07.119486 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.126908 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-622e24f1-4ff1-4299-90dc-5e5cd89ec5c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815e4467-3e4d-436a-abc3-7f66eb3045f3 HTTP/1.1" status: 200 len: 217 time: 0.0464709 Apr 18 17:11:07.201798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cfac-aa8e-42ce-b649-2c15bc800fbf req-f969883c-cfe0-4529-941b-972a70080a28 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.210362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a964cfac-aa8e-42ce-b649-2c15bc800fbf req-f969883c-cfe0-4529-941b-972a70080a28 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0715251 Apr 18 17:11:07.211001 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.237837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.254848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a964cfac-aa8e-42ce-b649-2c15bc800fbf req-738e12c4-2915-4ef3-8b10-e395cf983a71 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429933 Apr 18 17:11:07.257665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-82617314-24a2-4cec-acf5-e9f14efc857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.259190 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-82617314-24a2-4cec-acf5-e9f14efc857f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceb4511a-71c6-4214-b2f6-4635fea258c1 HTTP/1.1" status: 200 len: 854 time: 0.1192122 Apr 18 17:11:07.263236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.289171 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb4df9-4382-4ad3-b4a8-99d892a23f05 None None] Pushing event updated for resources: {'Port': ['ID=9e50777a-de5c-4a71-bf01-059d0593db5d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:07.350201 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:11:07.350900 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:11:07.351201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3d9fbd5c-0c5e-44fc-9382-ba54ba1fa51f None None] Provisioning complete for port 9e50777a-de5c-4a71-bf01-059d0593db5d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:07.351569 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbd5c-0c5e-44fc-9382-ba54ba1fa51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.400144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-35c1c531-8952-4805-89d3-3c48d4353f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.401987 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-35c1c531-8952-4805-89d3-3c48d4353f38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eeef89c2-c0da-4d31-b505-235c21432894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052735 Apr 18 17:11:07.404568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2cf39-e1cf-4f95-8455-ba301bcea4c0 req-09166693-1cea-4f18-8215-fbaf73473804 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.413337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eff2cf39-e1cf-4f95-8455-ba301bcea4c0 req-09166693-1cea-4f18-8215-fbaf73473804 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.0697665 Apr 18 17:11:07.463142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eff2cf39-e1cf-4f95-8455-ba301bcea4c0 req-0d7e7c96-c2ec-4a9f-a882-bcc6af34ae65 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487659 Apr 18 17:11:07.579849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f9e85-5dee-4218-9432-5663a07929d5 req-7b21f360-1228-4c71-948b-3c007989a96e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.581809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e38f9e85-5dee-4218-9432-5663a07929d5 req-7b21f360-1228-4c71-948b-3c007989a96e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0600600 Apr 18 17:11:07.592891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35722) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:07.597687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'floatingip': {'port_id': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:07.625183 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-a6010ff8-5d60-4411-a319-bbd2bc14b20f service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165818 Apr 18 17:11:07.653236 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.679692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ad39ac44-2ec2-49de-bd02-423f0403b40d up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:07.707286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.21.0.1 (c1d9a588-7062-40f3-a4ee-74b6b84711a9/2dec346f-bcab-4947-b5c3-c192958cb58f/314a9de6-b841-4e7f-bfe9-7b309bbb7dae) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:07.801925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6f11a7e6-703f-4220-8140-3704e1da1f45 req-87364ca4-9ad9-4d56-a981-61c87e7aaa18 service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693053 Apr 18 17:11:07.818665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port ad39ac44-2ec2-49de-bd02-423f0403b40d completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:11:07.824770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port ad39ac44-2ec2-49de-bd02-423f0403b40d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:07.825376 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.853736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-e2dc0b01-04c1-42c1-b5fb-c14874eebd1a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.859772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-e2dc0b01-04c1-42c1-b5fb-c14874eebd1a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.865797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-e2dc0b01-04c1-42c1-b5fb-c14874eebd1a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.866200 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.872608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-e2dc0b01-04c1-42c1-b5fb-c14874eebd1a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.878608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-e2dc0b01-04c1-42c1-b5fb-c14874eebd1a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.884480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-e2dc0b01-04c1-42c1-b5fb-c14874eebd1a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.890912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-e2dc0b01-04c1-42c1-b5fb-c14874eebd1a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.899770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-e2dc0b01-04c1-42c1-b5fb-c14874eebd1a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.1937592 Apr 18 17:11:07.959523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.976279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2e38d-81c1-4536-aed0-a57a2a2e7963 req-b43d8a86-d5c4-40bc-a4ac-2584532486be tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:07.977929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eea2e38d-81c1-4536-aed0-a57a2a2e7963 req-b43d8a86-d5c4-40bc-a4ac-2584532486be tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 944 time: 0.2367630 Apr 18 17:11:07.979779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:07.986822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c9579-c8fa-4315-9623-ce2fb271aa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad39ac44-2ec2-49de-bd02-423f0403b40d'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:07.992103 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a41857-0004-4e12-b838-8b40334b490d" -d '{"events": [{"server_uuid": "ff1c9579-c8fa-4315-9623-ce2fb271aa74", "name": "network-vif-plugged", "status": "completed", "tag": "ad39ac44-2ec2-49de-bd02-423f0403b40d"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:08.005176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ad39ac44-2ec2-49de-bd02-423f0403b40d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ad39ac44-2ec2-49de-bd02-423f0403b40d,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:08.020673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d784c1c3-eb87-4aec-9d6a-d7973ee5bcf5 req-19d65a26-010b-4f38-9398-88b966aa61b5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199794 Apr 18 17:11:08.078629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network c1d9a588-7062-40f3-a4ee-74b6b84711a9 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:08.078833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eea2e38d-81c1-4536-aed0-a57a2a2e7963 req-dd8fb757-5ec3-485b-9459-e1e95b21db71 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890112 Apr 18 17:11:08.092085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:08.096202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:08.108031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-f756f58e-f093-4f08-806e-2e34cb6a8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:08.109597 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-f756f58e-f093-4f08-806e-2e34cb6a8f91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95adb36d7cbb45688bcae0437ed77c73&device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 1096 time: 0.1259441 Apr 18 17:11:08.139191 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:08.150722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=314a9de6-b841-4e7f-bfe9-7b309bbb7dae,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:08.186060 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f90f0-5a82-4c67-8965-c04be83f0f91 x-openstack-request-id: req-c25f90f0-5a82-4c67-8965-c04be83f0f91 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:08.186471 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1c9579-c8fa-4315-9623-ce2fb271aa74", "name": "network-vif-plugged", "status": "completed", "tag": "ad39ac44-2ec2-49de-bd02-423f0403b40d", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:08.186947 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c25f90f0-5a82-4c67-8965-c04be83f0f91 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:08.187426 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25f90f0-5a82-4c67-8965-c04be83f0f91'] response: {'server_uuid': 'ff1c9579-c8fa-4315-9623-ce2fb271aa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad39ac44-2ec2-49de-bd02-423f0403b40d', 'code': 200} Apr 18 17:11:08.240891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ad39ac44-2ec2-49de-bd02-423f0403b40d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:08.269164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56169d3-a476-42f0-9b08-c27e075ca7ce req-cbf2c70b-d7b1-435d-9247-039c7a39d4b2 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:08.271219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d56169d3-a476-42f0-9b08-c27e075ca7ce req-cbf2c70b-d7b1-435d-9247-039c7a39d4b2 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1785679 Apr 18 17:11:08.311644 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:08.317037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-67a694c6-d0d3-4556-b9e0-4e5ac571e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:08.320643 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-67a694c6-d0d3-4556-b9e0-4e5ac571e8f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 200 len: 916 time: 0.1634102 Apr 18 17:11:08.415160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-25c84995-3a25-4d11-86a7-187e789f8722 None None] Provisioning complete for port 314a9de6-b841-4e7f-bfe9-7b309bbb7dae triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:08.415704 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-25c84995-3a25-4d11-86a7-187e789f8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:08.429122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-c2a94d56-3ba8-47e4-ba31-301bfa53e06c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815e4467-3e4d-436a-abc3-7f66eb3045f3 HTTP/1.1" status: 200 len: 217 time: 0.0795805 Apr 18 17:11:08.433577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d56169d3-a476-42f0-9b08-c27e075ca7ce req-162bb905-31c1-484f-8811-7dc427bad99f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537147 Apr 18 17:11:08.458278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf6ce9-896d-490e-bb53-7ba2b2e3e07a req-0e0f7413-3324-41d6-b946-6eac1c342542 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:08.459374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57bf6ce9-896d-490e-bb53-7ba2b2e3e07a req-0e0f7413-3324-41d6-b946-6eac1c342542 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1873243 Apr 18 17:11:08.464126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa23386-6334-423c-972d-a0e94000bd08 req-fc52bfe6-27da-4d4d-a568-4590f288f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:08.465573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfa23386-6334-423c-972d-a0e94000bd08 req-fc52bfe6-27da-4d4d-a568-4590f288f6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 1096 time: 0.1730497 Apr 18 17:11:08.471512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9e50777a-de5c-4a71-bf01-059d0593db5d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:08.502981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-25c84995-3a25-4d11-86a7-187e789f8722 None None] Port 314a9de6-b841-4e7f-bfe9-7b309bbb7dae cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:08.538427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-5dceb2dd-8fb6-4ece-be01-a3a2f15c34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:08.539956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-5dceb2dd-8fb6-4ece-be01-a3a2f15c34cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceb4511a-71c6-4214-b2f6-4635fea258c1 HTTP/1.1" status: 200 len: 854 time: 0.0759866 Apr 18 17:11:08.543673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9e50777a-de5c-4a71-bf01-059d0593db5d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:08.544239 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:08.609770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-e463e5be-5b72-4f87-894e-e9d6bd4b88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:08.611166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-e463e5be-5b72-4f87-894e-e9d6bd4b88ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eeef89c2-c0da-4d31-b505-235c21432894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570211 Apr 18 17:11:08.630996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfa23386-6334-423c-972d-a0e94000bd08 req-ca7525ac-8063-4240-9804-1532c7540e1d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489313 Apr 18 17:11:08.669531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57bf6ce9-896d-490e-bb53-7ba2b2e3e07a req-1b4d55b7-223d-4030-b01b-b24216776047 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012420 Apr 18 17:11:08.705023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ab3fe-72bd-430c-80cb-ce42ef2a35e1 req-ecc5f1d1-cf32-43a1-a7e9-9a01a7b9995c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:08.706644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f9ab3fe-72bd-430c-80cb-ce42ef2a35e1 req-ecc5f1d1-cf32-43a1-a7e9-9a01a7b9995c tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.1421139 Apr 18 17:11:08.708167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:08.711251 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:08.748803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f9ab3fe-72bd-430c-80cb-ce42ef2a35e1 req-174ec53f-e674-4dc3-b459-4d552210e0a2 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Apr 18 17:11:08.773148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:08.779283 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-b564f49e-dfe4-4db9-b435-fd638585af8a service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584365 Apr 18 17:11:08.878833 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Floating IP 33246c2f-28b3-4fb3-b955-cf9d550e1a04 associated. External IP: 172.25.5.230, port: cdb8e411-2e1a-449b-8f64-8c01d0df5e47. Apr 18 17:11:09.000897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:09.065345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:09.204253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:09.223101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=314a9de6-b841-4e7f-bfe9-7b309bbb7dae,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:09.285239 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8a2c8b94-312b-42be-b814-f55a0a57c8de req-a4f73e98-ac1b-4256-9001-b0a15093ebcc service neutron] 10.222.0.18 "GET /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355106 Apr 18 17:11:09.330933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network c1d9a588-7062-40f3-a4ee-74b6b84711a9 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:09.332498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:09.487536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Router f047c84a-fb0e-402b-b40a-55fd8fa50e4a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:09.497599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fb564-fd7d-40b1-ada0-a4688470760e req-bab759fb-3748-4de8-9230-cd78e3bff8dc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.508157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f15fb564-fd7d-40b1-ada0-a4688470760e req-bab759fb-3748-4de8-9230-cd78e3bff8dc tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.1224725 Apr 18 17:11:09.542236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6664582-2699-41d0-91ee-7b6b17582200 req-c45881aa-c17e-40be-b9f3-6f4611858a78 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.548364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6664582-2699-41d0-91ee-7b6b17582200 req-c45881aa-c17e-40be-b9f3-6f4611858a78 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.554207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6664582-2699-41d0-91ee-7b6b17582200 req-c45881aa-c17e-40be-b9f3-6f4611858a78 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.560166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6664582-2699-41d0-91ee-7b6b17582200 req-c45881aa-c17e-40be-b9f3-6f4611858a78 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.565908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6664582-2699-41d0-91ee-7b6b17582200 req-c45881aa-c17e-40be-b9f3-6f4611858a78 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.571575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6664582-2699-41d0-91ee-7b6b17582200 req-c45881aa-c17e-40be-b9f3-6f4611858a78 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.578920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6664582-2699-41d0-91ee-7b6b17582200 req-c45881aa-c17e-40be-b9f3-6f4611858a78 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.580739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6664582-2699-41d0-91ee-7b6b17582200 req-c45881aa-c17e-40be-b9f3-6f4611858a78 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.1940875 Apr 18 17:11:09.642925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-afc2944e-349b-40fa-9aa6-1e214bc7f76f None None] Provisioning complete for port 314a9de6-b841-4e7f-bfe9-7b309bbb7dae triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:09.643503 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-afc2944e-349b-40fa-9aa6-1e214bc7f76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:09.662188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f15fb564-fd7d-40b1-ada0-a4688470760e req-02bd6af7-5097-47d0-8530-c38011f044ef tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527560 Apr 18 17:11:09.702530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-afc2944e-349b-40fa-9aa6-1e214bc7f76f None None] Port 314a9de6-b841-4e7f-bfe9-7b309bbb7dae cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:09.710024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6664582-2699-41d0-91ee-7b6b17582200 req-f43a61fe-5d2e-4947-8cfb-50dae0a425d3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193752 Apr 18 17:11:09.733498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router f1846296-22f0-41a1-9904-a8d40cd77d48 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:09.797956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:09.802905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:09.807672 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] Sync routers for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:09.816820 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:09.817660 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:09.828513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:09.833731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ae7d6eb7-2d50-423a-aec6-159bf199a560 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/f1846296-22f0-41a1-9904-a8d40cd77d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3727586 Apr 18 17:11:09.836116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35744) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:09.840161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2a289-d21f-405c-9c6d-0d08d8d83a4d None None] Sync routers for ids ['f1846296-22f0-41a1-9904-a8d40cd77d48'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:09.858092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2a289-d21f-405c-9c6d-0d08d8d83a4d None None] Routers {'f1846296-22f0-41a1-9904-a8d40cd77d48'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:09.858916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8cf2a289-d21f-405c-9c6d-0d08d8d83a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1846296-22f0-41a1-9904-a8d40cd77d48'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:09.874107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c13fd-5eae-4d31-95c3-a911a55cbcf6 req-155788d6-6aa2-4507-9b19-75fd99bda347 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.875603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-384c13fd-5eae-4d31-95c3-a911a55cbcf6 req-155788d6-6aa2-4507-9b19-75fd99bda347 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 945 time: 0.1233380 Apr 18 17:11:09.883483 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-221d9ab3-e4f5-485d-89bc-3ffa65c4e381 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "PUT /v2.0/floatingips/33246c2f-28b3-4fb3-b955-cf9d550e1a04 HTTP/1.1" status: 200 len: 991 time: 2.2892723 Apr 18 17:11:09.887512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1052a193-958e-4493-a430-56032c41e891', 'tag': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:09.889749 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f7859-c4b1-42bf-9c6c-56be4a914571" -d '{"events": [{"name": "network-changed", "server_uuid": "1052a193-958e-4493-a430-56032c41e891", "tag": "cdb8e411-2e1a-449b-8f64-8c01d0df5e47"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:09.899949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8cf2a289-d21f-405c-9c6d-0d08d8d83a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:09.908405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2a289-d21f-405c-9c6d-0d08d8d83a4d None None] Routers {'f1846296-22f0-41a1-9904-a8d40cd77d48'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:09.909148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8cf2a289-d21f-405c-9c6d-0d08d8d83a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1846296-22f0-41a1-9904-a8d40cd77d48'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:09.911631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6b502-1762-4b08-91e2-b0b2d682da2b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.913288 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b2f6b502-1762-4b08-91e2-b0b2d682da2b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports/314a9de6-b841-4e7f-bfe9-7b309bbb7dae HTTP/1.1" status: 200 len: 910 time: 0.0760789 Apr 18 17:11:09.916024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35750) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:09.929112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073d0ac-b6f7-4c2c-b3eb-c9e409bbe36a req-7fe8e213-abf0-424f-ab75-c4dff610b573 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:09.930643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8073d0ac-b6f7-4c2c-b3eb-c9e409bbe36a req-7fe8e213-abf0-424f-ab75-c4dff610b573 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1171193 Apr 18 17:11:09.954092 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:09.955537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8cf2a289-d21f-405c-9c6d-0d08d8d83a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:09.956283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2a289-d21f-405c-9c6d-0d08d8d83a4d None None] The sync data for ids ['f1846296-22f0-41a1-9904-a8d40cd77d48'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:09.964878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-384c13fd-5eae-4d31-95c3-a911a55cbcf6 req-386c6c5a-e09d-4508-84ea-314f5ced8784 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779381 Apr 18 17:11:10.008716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8073d0ac-b6f7-4c2c-b3eb-c9e409bbe36a req-c3bd9ba5-cfb4-4e88-b4b4-a3bc5bd3f590 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654819 Apr 18 17:11:10.079880 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb5b213-d894-4914-b192-65c3c1de4652 x-openstack-request-id: req-6bb5b213-d894-4914-b192-65c3c1de4652 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:10.080179 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1052a193-958e-4493-a430-56032c41e891", "tag": "cdb8e411-2e1a-449b-8f64-8c01d0df5e47", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:10.080433 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bb5b213-d894-4914-b192-65c3c1de4652 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:10.080961 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb5b213-d894-4914-b192-65c3c1de4652'] response: {'name': 'network-changed', 'server_uuid': '1052a193-958e-4493-a430-56032c41e891', 'tag': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'status': 'completed', 'code': 200} Apr 18 17:11:10.095868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800641b3-e96f-42f2-9ba3-9228c6c4b666 req-99bf4675-a5a7-4789-9aa3-bcdc91595601 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.097445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-800641b3-e96f-42f2-9ba3-9228c6c4b666 req-99bf4675-a5a7-4789-9aa3-bcdc91595601 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0683007 Apr 18 17:11:10.166355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-800641b3-e96f-42f2-9ba3-9228c6c4b666 req-3a40904d-67c4-4176-8dc6-ac18234021c4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559673 Apr 18 17:11:10.210834 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '33246c2f-28b3-4fb3-b955-cf9d550e1a04', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'port_id': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'mac_address': 'fa:16:3e:61:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1052a193-958e-4493-a430-56032c41e891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:45Z', 'updated_at': '2022-04-18T17:11:08Z', 'revision_number': 1, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:10.238364 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] Checking router: f047c84a-fb0e-402b-b40a-55fd8fa50e4a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:11:10.253785 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:10.254433 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:10.273932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-9c591525-c3bf-495d-ab7c-93191489e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.275893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-9c591525-c3bf-495d-ab7c-93191489e105 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 1096 time: 0.0600674 Apr 18 17:11:10.283367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291f5f9-aaf1-48cb-ac33-8af2058df11b req-78d4181e-c483-4bd1-8083-12b034b8e6bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.284864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f291f5f9-aaf1-48cb-ac33-8af2058df11b req-78d4181e-c483-4bd1-8083-12b034b8e6bf tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1055200 Apr 18 17:11:10.316202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:10.373368 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:10.393860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f291f5f9-aaf1-48cb-ac33-8af2058df11b req-bc93c8cb-7a9a-4e13-ba8d-2981119a5206 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978055 Apr 18 17:11:10.433031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-47857aa9-1b33-4511-a846-68c41cfdf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.437810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-47857aa9-1b33-4511-a846-68c41cfdf72e service neutron] 10.222.0.41 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 910 time: 0.1506519 Apr 18 17:11:10.552730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-60dc1c33-592c-4ae1-88f4-0501cb4c55a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47 HTTP/1.1" status: 200 len: 999 time: 0.1062853 Apr 18 17:11:10.590802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d41c2-9313-4845-b9a0-9461e0a9d500 req-95081488-2e81-4aa6-a8d9-64d4341fba96 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.592465 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e24d41c2-9313-4845-b9a0-9461e0a9d500 req-95081488-2e81-4aa6-a8d9-64d4341fba96 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 945 time: 0.1027484 Apr 18 17:11:10.618353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 314a9de6-b841-4e7f-bfe9-7b309bbb7dae {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:10.618778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:10.630004 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '33246c2f-28b3-4fb3-b955-cf9d550e1a04', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'port_id': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'mac_address': 'fa:16:3e:61:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1052a193-958e-4493-a430-56032c41e891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:45Z', 'updated_at': '2022-04-18T17:11:08Z', 'revision_number': 1, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:10.654704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-d1c20507-4488-4d55-a23a-2dfa9697516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.656310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-d1c20507-4488-4d55-a23a-2dfa9697516d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.0822103 Apr 18 17:11:10.661450 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd728731-d679-4d55-a70c-773f6f672304 None None] The sync data for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 is: [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '33246c2f-28b3-4fb3-b955-cf9d550e1a04', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'port_id': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'mac_address': 'fa:16:3e:61:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1052a193-958e-4493-a430-56032c41e891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:45Z', 'updated_at': '2022-04-18T17:11:08Z', 'revision_number': 1, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:10.680519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e24d41c2-9313-4845-b9a0-9461e0a9d500 req-a99a643e-2f29-400c-89e8-a8aeb37ee3e4 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678318 Apr 18 17:11:10.733643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-32d197b5-d78d-483f-8084-0907edb38aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.735305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-32d197b5-d78d-483f-8084-0907edb38aff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688238 Apr 18 17:11:10.745267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:10.760551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 314a9de6-b841-4e7f-bfe9-7b309bbb7dae owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:10.895865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ed517-fb02-4977-9c1f-5fc81d26b3fa req-4a1da912-5465-4f55-a42a-4715f805f819 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.897541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-046ed517-fb02-4977-9c1f-5fc81d26b3fa req-4a1da912-5465-4f55-a42a-4715f805f819 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.1268890 Apr 18 17:11:10.919325 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb012a-6b63-46a4-b99f-4e86e97d9243 None None] New status for floating IP 33246c2f-28b3-4fb3-b955-cf9d550e1a04: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:11:10.939775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de346b5-231b-4e4d-806b-649764584f6e req-5c37344d-6f99-4ba2-a3a2-d0b20e473bfd tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:10.941263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5de346b5-231b-4e4d-806b-649764584f6e req-5c37344d-6f99-4ba2-a3a2-d0b20e473bfd tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.1380072 Apr 18 17:11:10.961492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-fce5ebd1-a4f3-4dae-b7ef-e87378a1defe service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161341 Apr 18 17:11:11.019596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-046ed517-fb02-4977-9c1f-5fc81d26b3fa req-8d8b97e3-430c-472d-8df6-34596abbf53d tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138442 Apr 18 17:11:11.042867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:11.052017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5de346b5-231b-4e4d-806b-649764584f6e req-41a77e4c-3a2b-4573-b78f-6bee036a2937 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005311 Apr 18 17:11:11.095325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d49f7859-c4b1-42bf-9c6c-56be4a914571 req-746e79ef-988c-4a00-955f-cbfd3922e878 service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208782 Apr 18 17:11:11.115034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=314a9de6-b841-4e7f-bfe9-7b309bbb7dae,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:11.221655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6a067-30a5-4ecb-aee1-bc1eb1a7f62f req-92836a6c-f461-4a22-939e-1f049ade5763 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.229018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1f6a067-30a5-4ecb-aee1-bc1eb1a7f62f req-92836a6c-f461-4a22-939e-1f049ade5763 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 945 time: 0.0676045 Apr 18 17:11:11.234243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df3de-d728-4864-976b-6ed4998c1185 req-8788957a-0dd3-4833-9f1b-cc8f21356384 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.240074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df3de-d728-4864-976b-6ed4998c1185 req-8788957a-0dd3-4833-9f1b-cc8f21356384 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.245867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df3de-d728-4864-976b-6ed4998c1185 req-8788957a-0dd3-4833-9f1b-cc8f21356384 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.251641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df3de-d728-4864-976b-6ed4998c1185 req-8788957a-0dd3-4833-9f1b-cc8f21356384 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.257570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df3de-d728-4864-976b-6ed4998c1185 req-8788957a-0dd3-4833-9f1b-cc8f21356384 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.264014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df3de-d728-4864-976b-6ed4998c1185 req-8788957a-0dd3-4833-9f1b-cc8f21356384 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.270115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df3de-d728-4864-976b-6ed4998c1185 req-8788957a-0dd3-4833-9f1b-cc8f21356384 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.272052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f62df3de-d728-4864-976b-6ed4998c1185 req-8788957a-0dd3-4833-9f1b-cc8f21356384 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.1588938 Apr 18 17:11:11.298082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:11.335174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1f6a067-30a5-4ecb-aee1-bc1eb1a7f62f req-d24ced4e-4ae6-4a7e-81f8-f0b57d914bc3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620301 Apr 18 17:11:11.352337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f62df3de-d728-4864-976b-6ed4998c1185 req-704e4a80-94e7-4113-8a04-d2fe36a1b07a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659776 Apr 18 17:11:11.383730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-4fcb6ab4-dbc0-4188-8049-7955cba4bb0a req-bf306f35-0511-4ad2-9211-76e205d7ff6d tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:11:11.385922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fcb6ab4-dbc0-4188-8049-7955cba4bb0a req-bf306f35-0511-4ad2-9211-76e205d7ff6d tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096776 Apr 18 17:11:11.439690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fcb6ab4-dbc0-4188-8049-7955cba4bb0a req-ae757ae9-c0b0-441e-9126-fbf216eee010 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0470963 Apr 18 17:11:11.507841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-258ca7bc-67db-4005-9033-5996d6145a98 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.514516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-258ca7bc-67db-4005-9033-5996d6145a98 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.516146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router f1846296-22f0-41a1-9904-a8d40cd77d48 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:11.520560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-258ca7bc-67db-4005-9033-5996d6145a98 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.526480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-258ca7bc-67db-4005-9033-5996d6145a98 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.537909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-258ca7bc-67db-4005-9033-5996d6145a98 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.547570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-258ca7bc-67db-4005-9033-5996d6145a98 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.553436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-258ca7bc-67db-4005-9033-5996d6145a98 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.555991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-258ca7bc-67db-4005-9033-5996d6145a98 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 5434 time: 0.1066279 Apr 18 17:11:11.615961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:11.616181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-14e66a74-23c3-48f5-b640-c0b4e2098005 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.618158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-14e66a74-23c3-48f5-b640-c0b4e2098005 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "GET /v2.0/ports/c8cad90b-1cfa-4d19-a18b-df17b5bc0436?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0542970 Apr 18 17:11:11.621737 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1cf57675-80ce-4f7f-bf4f-7d5666923885 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/f1846296-22f0-41a1-9904-a8d40cd77d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7044821 Apr 18 17:11:11.624408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35776) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:11.628368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd8c30-325d-4d13-8400-ba2d6d278611 None None] Sync routers for ids ['f1846296-22f0-41a1-9904-a8d40cd77d48'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:11.645274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd8c30-325d-4d13-8400-ba2d6d278611 None None] Routers {'f1846296-22f0-41a1-9904-a8d40cd77d48'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:11.645951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-88dd8c30-325d-4d13-8400-ba2d6d278611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1846296-22f0-41a1-9904-a8d40cd77d48'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:11.691650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-88dd8c30-325d-4d13-8400-ba2d6d278611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:11.701497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd8c30-325d-4d13-8400-ba2d6d278611 None None] Routers {'f1846296-22f0-41a1-9904-a8d40cd77d48'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:11.702351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-88dd8c30-325d-4d13-8400-ba2d6d278611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1846296-22f0-41a1-9904-a8d40cd77d48'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:11.737562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-88dd8c30-325d-4d13-8400-ba2d6d278611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:11.738228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd8c30-325d-4d13-8400-ba2d6d278611 None None] The sync data for ids ['f1846296-22f0-41a1-9904-a8d40cd77d48'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:11.771482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede279e-c45c-478d-8327-4c23ced03b91 req-8cbb32d5-b20e-4336-8534-b877d4090471 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:11.772971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cede279e-c45c-478d-8327-4c23ced03b91 req-8cbb32d5-b20e-4336-8534-b877d4090471 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1054866 Apr 18 17:11:11.824460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-372c408c-24f1-42c7-a5fa-de461137a498 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "GET /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1960921 Apr 18 17:11:11.838808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:11.843319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cede279e-c45c-478d-8327-4c23ced03b91 req-da37cc8f-c86f-410a-a01e-f748fb64f6a6 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Apr 18 17:11:11.897295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:11.987280 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.047050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8047e7-b7d0-4309-a4d2-411e7581380b req-ff61faa6-5ecc-498a-ad9a-fe448bb364d6 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.053926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa8047e7-b7d0-4309-a4d2-411e7581380b req-ff61faa6-5ecc-498a-ad9a-fe448bb364d6 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1244547 Apr 18 17:11:12.116558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa8047e7-b7d0-4309-a4d2-411e7581380b req-2dbbf16e-6c4e-42b4-8683-b08ce2cf6f2c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616810 Apr 18 17:11:12.122259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] For port c8cad90b-1cfa-4d19-a18b-df17b5bc0436, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:12.221600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] For port c8cad90b-1cfa-4d19-a18b-df17b5bc0436, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:12.255630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:12.255911 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.257198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98ac1a-62d0-4615-98ca-478db51aa9ee req-12f14789-0b33-4dd0-b7be-e3c11c096de4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.259991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf98ac1a-62d0-4615-98ca-478db51aa9ee req-12f14789-0b33-4dd0-b7be-e3c11c096de4 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.1395116 Apr 18 17:11:12.297257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] device_id is not set on port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:11:12.313405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.321804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630ab17-6c94-4125-a45a-004c121b7de7 req-1a0dc095-ae53-4815-b8be-c976ad2d2158 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.323825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f630ab17-6c94-4125-a45a-004c121b7de7 req-1a0dc095-ae53-4815-b8be-c976ad2d2158 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 945 time: 0.1484601 Apr 18 17:11:12.349151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.349370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf98ac1a-62d0-4615-98ca-478db51aa9ee req-4029c5ae-c962-4b05-a942-24e4dbd85461 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814226 Apr 18 17:11:12.363890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:12.371765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f630ab17-6c94-4125-a45a-004c121b7de7 req-64b9efe3-9233-40e8-8bbd-443d761407f5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Apr 18 17:11:12.387239 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.503557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] No DVR routers for this DVR port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:12.518528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:12.581585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] In _notify_port_updated(), no bound segment for port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:11:12.582459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.583067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.584424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-7bc976db-5976-4c88-a428-e4dcaa057581 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8cad90b-1cfa-4d19-a18b-df17b5bc0436 HTTP/1.1" status: 200 len: 1027 time: 0.7497869 Apr 18 17:11:12.595198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca24fa-701a-4e47-9fda-ebe23a41be75 req-c439c08c-4526-4f31-8453-154df023f6af tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.601025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca24fa-701a-4e47-9fda-ebe23a41be75 req-c439c08c-4526-4f31-8453-154df023f6af tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.607572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca24fa-701a-4e47-9fda-ebe23a41be75 req-c439c08c-4526-4f31-8453-154df023f6af tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.613374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca24fa-701a-4e47-9fda-ebe23a41be75 req-c439c08c-4526-4f31-8453-154df023f6af tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.619300 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca24fa-701a-4e47-9fda-ebe23a41be75 req-c439c08c-4526-4f31-8453-154df023f6af tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.625682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca24fa-701a-4e47-9fda-ebe23a41be75 req-c439c08c-4526-4f31-8453-154df023f6af tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.627537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2dca24fa-701a-4e47-9fda-ebe23a41be75 req-c439c08c-4526-4f31-8453-154df023f6af tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 4660 time: 0.1705627 Apr 18 17:11:12.634838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c737-3c37-4c67-92e6-65de17244e45 req-625806c1-eb59-45fa-b097-39c2cdeea516 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.636185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.636673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0915c737-3c37-4c67-92e6-65de17244e45 req-625806c1-eb59-45fa-b097-39c2cdeea516 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 945 time: 0.2020245 Apr 18 17:11:12.663677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=88b90a43-9b55-4e19-8c20-d2f2bfaf6fc1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:12.699387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-eb5e23b6-2bc4-4cef-b4b8-37c0aae32009 None None] Provisioning complete for port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:12.700408 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e23b6-2bc4-4cef-b4b8-37c0aae32009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.714132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-3cc46bc3-3051-43d6-acad-b412cd27c122 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.715525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-3cc46bc3-3051-43d6-acad-b412cd27c122 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "GET /v2.0/ports/c1a49168-1b22-4a79-93dc-3937ff69eda0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0773993 Apr 18 17:11:12.740420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:12.748301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e23b6-2bc4-4cef-b4b8-37c0aae32009 None None] Port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:12.753936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2dca24fa-701a-4e47-9fda-ebe23a41be75 req-82429922-7c11-411a-a3b0-6f2c749295ea tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=98e5d812-d364-4f23-99bb-7d2ad58a248a&id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167505 Apr 18 17:11:12.779868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0915c737-3c37-4c67-92e6-65de17244e45 req-4f5c7293-13e6-4109-887e-00c0194dd665 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320283 Apr 18 17:11:12.825546 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.837468 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:12.933369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d1e3-18d7-4c77-a277-6bb52408fcd1 req-78f3a4c6-d0c3-4574-8506-9a508244f1b9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:12.934871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ee4d1e3-18d7-4c77-a277-6bb52408fcd1 req-78f3a4c6-d0c3-4574-8506-9a508244f1b9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.0696878 Apr 18 17:11:12.995228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b7497679-2979-4888-9974-4da8f1012c65 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:13.006920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router f1846296-22f0-41a1-9904-a8d40cd77d48 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:13.071214 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.072912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d64ad-4171-4fc8-a021-04ea3599d097 req-a0deeee1-83f7-472d-96a3-72ff1f2134ab tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.074685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-910d64ad-4171-4fc8-a021-04ea3599d097 req-a0deeee1-83f7-472d-96a3-72ff1f2134ab tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1389217 Apr 18 17:11:13.082834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ee4d1e3-18d7-4c77-a277-6bb52408fcd1 req-862c6fe9-5b05-45bf-84ee-bfae064637ac tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285608 Apr 18 17:11:13.090019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:13.097632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] For port c1a49168-1b22-4a79-93dc-3937ff69eda0, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c1a49168-1b22-4a79-93dc-3937ff69eda0,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:13.099474 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-869810a2-aa16-413b-9641-c57d95879354 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/f1846296-22f0-41a1-9904-a8d40cd77d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4738085 Apr 18 17:11:13.100159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35792) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:13.136504 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aad7b709-6ed1-4a53-a177-0a3cbd0ec0b8 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1846296-22f0-41a1-9904-a8d40cd77d48 HTTP/1.1" status: 200 len: 205 time: 0.0351982 Apr 18 17:11:13.137239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35796) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:13.149365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b7497679-2979-4888-9974-4da8f1012c65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b7497679-2979-4888-9974-4da8f1012c65,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:13.153469 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835efb84-d7e6-48c7-a369-ee913663e90e None None] Sync routers for ids ['f1846296-22f0-41a1-9904-a8d40cd77d48'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:13.153972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7497679-2979-4888-9974-4da8f1012c65'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:13.155859 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e255a1f-ac3e-4761-8d28-2255f08f6840" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-unplugged", "status": "completed", "tag": "b7497679-2979-4888-9974-4da8f1012c65"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:13.168075 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835efb84-d7e6-48c7-a369-ee913663e90e None None] Routers {'f1846296-22f0-41a1-9904-a8d40cd77d48'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:13.169768 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-835efb84-d7e6-48c7-a369-ee913663e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1846296-22f0-41a1-9904-a8d40cd77d48'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:13.171657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-910d64ad-4171-4fc8-a021-04ea3599d097 req-23a8abaa-a87a-4d83-a2a9-61b8ef336300 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853245 Apr 18 17:11:13.193012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] For port c1a49168-1b22-4a79-93dc-3937ff69eda0, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:13.216296 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12685011-b534-471f-97da-8d3bd163238d x-openstack-request-id: req-12685011-b534-471f-97da-8d3bd163238d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:13.216588 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-unplugged", "status": "completed", "tag": "b7497679-2979-4888-9974-4da8f1012c65", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:13.216845 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12685011-b534-471f-97da-8d3bd163238d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:13.217297 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12685011-b534-471f-97da-8d3bd163238d'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7497679-2979-4888-9974-4da8f1012c65', 'code': 200} Apr 18 17:11:13.220305 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-835efb84-d7e6-48c7-a369-ee913663e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:13.224802 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.226455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c1a49168-1b22-4a79-93dc-3937ff69eda0 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:13.232211 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835efb84-d7e6-48c7-a369-ee913663e90e None None] Routers {'f1846296-22f0-41a1-9904-a8d40cd77d48'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:13.233132 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-835efb84-d7e6-48c7-a369-ee913663e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1846296-22f0-41a1-9904-a8d40cd77d48'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:13.248523 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96f41129-d497-48a1-8778-031557787a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.265042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] device_id is not set on port c1a49168-1b22-4a79-93dc-3937ff69eda0 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:11:13.275503 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-835efb84-d7e6-48c7-a369-ee913663e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:13.276841 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835efb84-d7e6-48c7-a369-ee913663e90e None None] The sync data for ids ['f1846296-22f0-41a1-9904-a8d40cd77d48'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:13.296400 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.334627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b7497679-2979-4888-9974-4da8f1012c65,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:13.338161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23265d-b35b-48b2-a4e7-974d95d22a90 req-e20bda96-d9e1-459c-93bb-e6bb305842bd tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.344767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23265d-b35b-48b2-a4e7-974d95d22a90 req-e20bda96-d9e1-459c-93bb-e6bb305842bd tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.350709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23265d-b35b-48b2-a4e7-974d95d22a90 req-e20bda96-d9e1-459c-93bb-e6bb305842bd tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.352376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c23265d-b35b-48b2-a4e7-974d95d22a90 req-e20bda96-d9e1-459c-93bb-e6bb305842bd tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81&device_id=183bd88e-32e6-42bb-97e3-d230f3790b34&device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 2417 time: 0.0743570 Apr 18 17:11:13.374557 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.375745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.437757 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:11:13.438247 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:11:13.458052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c23265d-b35b-48b2-a4e7-974d95d22a90 req-56a0a8e7-787b-446e-b6af-afcd5df1a67e tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985219 Apr 18 17:11:13.483829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] Pushing event updated for resources: {'Port': ['ID=c1a49168-1b22-4a79-93dc-3937ff69eda0,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:13.523164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] No DVR routers for this DVR port c1a49168-1b22-4a79-93dc-3937ff69eda0 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:13.604118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] In _notify_port_updated(), no bound segment for port c1a49168-1b22-4a79-93dc-3937ff69eda0 on network ba84c623-7c17-436b-aaba-ef122d61be9f {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:11:13.605002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.605650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.607033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f7c1b065-40d8-4106-9144-11bca9d54fab service neutron] 10.222.0.41 "PUT /v2.0/ports/c1a49168-1b22-4a79-93dc-3937ff69eda0 HTTP/1.1" status: 200 len: 1027 time: 0.8795943 Apr 18 17:11:13.615984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5ee59-d5be-4e6f-aacd-a3926cd6eb77 req-c381d107-a991-4e1d-8a12-ce4224fa1d0f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.617613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86a5ee59-d5be-4e6f-aacd-a3926cd6eb77 req-c381d107-a991-4e1d-8a12-ce4224fa1d0f tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.1579769 Apr 18 17:11:13.629242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b897c14-880b-4d36-8388-7f95b78fd708 req-97314e68-efaa-4e47-b411-639f03e8815f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.630830 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b897c14-880b-4d36-8388-7f95b78fd708 req-97314e68-efaa-4e47-b411-639f03e8815f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 945 time: 0.1094415 Apr 18 17:11:13.677512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d79df687-f6fd-47b3-b8b0-6566d85a766e None None] Provisioning complete for port c1a49168-1b22-4a79-93dc-3937ff69eda0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:13.677988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d79df687-f6fd-47b3-b8b0-6566d85a766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.721148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d79df687-f6fd-47b3-b8b0-6566d85a766e None None] Port c1a49168-1b22-4a79-93dc-3937ff69eda0 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:13.785091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86a5ee59-d5be-4e6f-aacd-a3926cd6eb77 req-cc237ecd-32b3-4586-8deb-cb74a84fc270 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462727 Apr 18 17:11:13.785503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96f41129-d497-48a1-8778-031557787a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.788866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96f41129-d497-48a1-8778-031557787a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.794391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b897c14-880b-4d36-8388-7f95b78fd708 req-8823e182-2f27-440a-991e-078398d725f9 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451604 Apr 18 17:11:13.829352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-75bc1fa3-f465-45d1-82eb-d31ffd53717f req-9af80282-707a-4a00-91fa-0c12a5fc2d82 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:11:13.830398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75bc1fa3-f465-45d1-82eb-d31ffd53717f req-9af80282-707a-4a00-91fa-0c12a5fc2d82 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061791 Apr 18 17:11:13.843123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting port fab1c4a4-58e7-4557-9753-3e197211f653 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:13.843459 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.916924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-1b55efff-f28c-4a48-9766-9bcab219f541 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.918351 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-1b55efff-f28c-4a48-9766-9bcab219f541 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 945 time: 0.0737946 Apr 18 17:11:13.957553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96f41129-d497-48a1-8778-031557787a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.958061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f41129-d497-48a1-8778-031557787a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Fanout notify agent at l3_agent the message router_deleted on router f1846296-22f0-41a1-9904-a8d40cd77d48 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:11:13.966549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-9ca678d5-194d-4c37-81b6-e7535412caa9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:13.968033 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-9ca678d5-194d-4c37-81b6-e7535412caa9 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.0894222 Apr 18 17:11:13.981115 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96f41129-d497-48a1-8778-031557787a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:13.981115 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-96f41129-d497-48a1-8778-031557787a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/f1846296-22f0-41a1-9904-a8d40cd77d48 HTTP/1.1" status: 204 len: 168 time: 0.8385069 Apr 18 17:11:13.981115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35808) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:13.992109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c8cad90b-1cfa-4d19-a18b-df17b5bc0436 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:14.003229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75bc1fa3-f465-45d1-82eb-d31ffd53717f req-4ea3c264-2cb6-44ed-8ffb-b7abf884f7c0 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1629922 Apr 18 17:11:14.029048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681416da-a789-4350-966a-f22acadd2d3e req-da80a0f9-a1a6-401e-b845-708c9cb5dbc3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:14.034813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681416da-a789-4350-966a-f22acadd2d3e req-da80a0f9-a1a6-401e-b845-708c9cb5dbc3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:14.038368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c8cad90b-1cfa-4d19-a18b-df17b5bc0436 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:14.039038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device abbc8be2-efa9-46f3-8d79-63551e08e847 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:14.040605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681416da-a789-4350-966a-f22acadd2d3e req-da80a0f9-a1a6-401e-b845-708c9cb5dbc3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:14.046977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681416da-a789-4350-966a-f22acadd2d3e req-da80a0f9-a1a6-401e-b845-708c9cb5dbc3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:14.052730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681416da-a789-4350-966a-f22acadd2d3e req-da80a0f9-a1a6-401e-b845-708c9cb5dbc3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:14.054511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-681416da-a789-4350-966a-f22acadd2d3e req-da80a0f9-a1a6-401e-b845-708c9cb5dbc3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 3884 time: 0.1883178 Apr 18 17:11:14.060393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] For port fab1c4a4-58e7-4557-9753-3e197211f653, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fab1c4a4-58e7-4557-9753-3e197211f653,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:14.060763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.087441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Calling delete_port for fab1c4a4-58e7-4557-9753-3e197211f653 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:14.118933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-681416da-a789-4350-966a-f22acadd2d3e req-c3d0feb2-dff2-454e-985f-ca84da7d0387 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555098 Apr 18 17:11:14.192098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3225b9-3509-40a7-968a-f035febdb719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet 2dec346f-bcab-4947-b5c3-c192958cb58f {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:11:14.201604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e3225b9-3509-40a7-968a-f035febdb719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.243034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Deleting port ad39ac44-2ec2-49de-bd02-423f0403b40d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:14.243470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.277169 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e3225b9-3509-40a7-968a-f035febdb719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.328861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d2b16-4203-44bb-9e81-f932948b50eb req-b48e375c-ea68-4ce9-8da9-da681c94d420 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:14.331059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-393d2b16-4203-44bb-9e81-f932948b50eb req-b48e375c-ea68-4ce9-8da9-da681c94d420 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0702910 Apr 18 17:11:14.333030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.378885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Deleting port d69f2e6f-6455-454f-aac8-6099491fec49 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:14.379425 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.396140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Port': ['ID=fab1c4a4-58e7-4557-9753-3e197211f653,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:14.456865 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.464660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] No DVR routers for this DVR port fab1c4a4-58e7-4557-9753-3e197211f653 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:14.467685 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.471826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-9cbe5c0a-8f53-4370-a844-e50b718b47cd tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "DELETE /v2.0/ports/fab1c4a4-58e7-4557-9753-3e197211f653 HTTP/1.1" status: 204 len: 173 time: 0.8400500 Apr 18 17:11:14.474993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': 'fab1c4a4-58e7-4557-9753-3e197211f653'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:14.477548 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e5c2b0-ce3a-4fde-9e66-65b98c475916" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "fab1c4a4-58e7-4557-9753-3e197211f653"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:14.506231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port abbc8be2-efa9-46f3-8d79-63551e08e847, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=abbc8be2-efa9-46f3-8d79-63551e08e847,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:14.513359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] For port ad39ac44-2ec2-49de-bd02-423f0403b40d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ad39ac44-2ec2-49de-bd02-423f0403b40d,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:14.513766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.515494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-393d2b16-4203-44bb-9e81-f932948b50eb req-c6281805-7a54-4182-ab8c-690d778735c8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708307 Apr 18 17:11:14.540734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Calling delete_port for ad39ac44-2ec2-49de-bd02-423f0403b40d owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:14.570309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e3225b9-3509-40a7-968a-f035febdb719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.577489 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b6299c-5fc4-4240-a047-e93f8d82baf6 x-openstack-request-id: req-f9b6299c-5fc4-4240-a047-e93f8d82baf6 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:14.577680 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "fab1c4a4-58e7-4557-9753-3e197211f653", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:14.578072 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9b6299c-5fc4-4240-a047-e93f8d82baf6 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:14.578537 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b6299c-5fc4-4240-a047-e93f8d82baf6'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': 'fab1c4a4-58e7-4557-9753-3e197211f653', 'status': 'completed', 'code': 200} Apr 18 17:11:14.585242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.586557 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 126975b8-a4b4-44ff-a082-cdd417c7c017 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:14.624848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting port abbc8be2-efa9-46f3-8d79-63551e08e847 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:14.625467 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.702113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=abbc8be2-efa9-46f3-8d79-63551e08e847,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:14.722771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] For port d69f2e6f-6455-454f-aac8-6099491fec49, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d69f2e6f-6455-454f-aac8-6099491fec49,segment=NetworkSegment(2526a5b3-7691-4011-8beb-2e15bc039dfd),segment_id=2526a5b3-7691-4011-8beb-2e15bc039dfd)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:14.723161 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.740399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Calling delete_port for d69f2e6f-6455-454f-aac8-6099491fec49 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:14.762258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] For port abbc8be2-efa9-46f3-8d79-63551e08e847, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=abbc8be2-efa9-46f3-8d79-63551e08e847,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:14.762772 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.765600 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.786063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Calling delete_port for abbc8be2-efa9-46f3-8d79-63551e08e847 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:14.807489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e3225b9-3509-40a7-968a-f035febdb719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.833206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 126975b8-a4b4-44ff-a082-cdd417c7c017, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=126975b8-a4b4-44ff-a082-cdd417c7c017,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:14.848831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e3225b9-3509-40a7-968a-f035febdb719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.855060 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e3225b9-3509-40a7-968a-f035febdb719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/2dec346f-bcab-4947-b5c3-c192958cb58f HTTP/1.1" status: 204 len: 168 time: 0.8722591 Apr 18 17:11:14.858227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84cd95-7afb-4b37-9f34-9ad89f20f674 None None] Network c1d9a588-7062-40f3-a4ee-74b6b84711a9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:14.858390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35826) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:14.860312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3225b9-3509-40a7-968a-f035febdb719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=2dec346f-bcab-4947-b5c3-c192958cb58f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:14.925568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-077d984e-b292-46bb-ac10-95d86469b4bf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet 1def97e1-8d7e-4f84-9afb-ea39c535a1f4 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:11:14.930245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-077d984e-b292-46bb-ac10-95d86469b4bf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.940281 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:14.941248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fab1c4a4-58e7-4557-9753-3e197211f653 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:14.971876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-077d984e-b292-46bb-ac10-95d86469b4bf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.004998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: fab1c4a4-58e7-4557-9753-3e197211f653 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:15.004998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fab1c4a4-58e7-4557-9753-3e197211f653 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:15.004998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:15.069054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40e5c-41d4-44bd-87cd-dcf464b23a86 req-d09b6b8f-8ba5-4bca-9f3b-1daa368348cd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:15.078299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1b40e5c-41d4-44bd-87cd-dcf464b23a86 req-d09b6b8f-8ba5-4bca-9f3b-1daa368348cd tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 946 time: 0.1650813 Apr 18 17:11:15.123823 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-077d984e-b292-46bb-ac10-95d86469b4bf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.138103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.144726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=126975b8-a4b4-44ff-a082-cdd417c7c017,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:15.199178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Port': ['ID=abbc8be2-efa9-46f3-8d79-63551e08e847,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:15.202646 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.226036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbc8be2-efa9-46f3-8d79-63551e08e847'}, {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:15.228473 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aac3e7-2b24-4c64-aa24-8986eb4e2d4c" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-unplugged", "status": "completed", "tag": "abbc8be2-efa9-46f3-8d79-63551e08e847"}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-unplugged", "status": "completed", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:15.246725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.253277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:15.275591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103a280-c9bb-43b1-97c5-7cc1c9568b30 req-c4e3014d-688d-4ad8-b89a-af6d15eb1351 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:15.277244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6103a280-c9bb-43b1-97c5-7cc1c9568b30 req-c4e3014d-688d-4ad8-b89a-af6d15eb1351 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1c9579-c8fa-4315-9623-ce2fb271aa74 HTTP/1.1" status: 200 len: 945 time: 0.1820664 Apr 18 17:11:15.280623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1b40e5c-41d4-44bd-87cd-dcf464b23a86 req-abd7a335-d3c2-4f93-8d79-f61f3e186514 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b731eeed-cfc9-4eb5-aaed-937a4bbb913a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015035 Apr 18 17:11:15.281657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] No DVR routers for this DVR port abbc8be2-efa9-46f3-8d79-63551e08e847 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:15.284179 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.287722 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-287e6f3b-eedb-4003-b946-d12b94cd293a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "DELETE /v2.0/ports/abbc8be2-efa9-46f3-8d79-63551e08e847 HTTP/1.1" status: 204 len: 173 time: 0.8041503 Apr 18 17:11:15.289340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Pushing event deleted for resources: {'Port': ['ID=ad39ac44-2ec2-49de-bd02-423f0403b40d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:15.294086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'ad39ac44-2ec2-49de-bd02-423f0403b40d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:15.342080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] No DVR routers for this DVR port ad39ac44-2ec2-49de-bd02-423f0403b40d on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:15.342080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.346030 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-29571b98-8928-471c-ae03-7fb9ec6a8b95 req-655e8680-062b-49bb-83eb-0b160c03b5e3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.18 "DELETE /v2.0/ports/ad39ac44-2ec2-49de-bd02-423f0403b40d HTTP/1.1" status: 204 len: 173 time: 1.4196446 Apr 18 17:11:15.347151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-077d984e-b292-46bb-ac10-95d86469b4bf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.350959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c9579-c8fa-4315-9623-ce2fb271aa74', 'name': 'network-vif-deleted', 'tag': 'ad39ac44-2ec2-49de-bd02-423f0403b40d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:15.353610 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b0e86-fcab-46f7-86a4-db0a66a7aa71" -d '{"events": [{"server_uuid": "ff1c9579-c8fa-4315-9623-ce2fb271aa74", "name": "network-vif-deleted", "tag": "ad39ac44-2ec2-49de-bd02-423f0403b40d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:15.358923 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.371993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] DHCP port deletion for c1d9a588-7062-40f3-a4ee-74b6b84711a9 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:11:15.381598 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.428729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d984e-b292-46bb-ac10-95d86469b4bf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=1def97e1-8d7e-4f84-9afb-ea39c535a1f4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:15.431708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Pushing event deleted for resources: {'Port': ['ID=d69f2e6f-6455-454f-aac8-6099491fec49,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:15.435260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6103a280-c9bb-43b1-97c5-7cc1c9568b30 req-8e879bf1-4ac8-4984-8e24-715170ad87fe tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973287 Apr 18 17:11:15.461289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-077d984e-b292-46bb-ac10-95d86469b4bf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.467117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35838) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:15.467317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-077d984e-b292-46bb-ac10-95d86469b4bf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/1def97e1-8d7e-4f84-9afb-ea39c535a1f4 HTTP/1.1" status: 204 len: 168 time: 0.6036706 Apr 18 17:11:15.496411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting port 126975b8-a4b4-44ff-a082-cdd417c7c017 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:15.496970 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.501120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d69f2e6f-6455-454f-aac8-6099491fec49 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:15.513039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] No DVR routers for this DVR port d69f2e6f-6455-454f-aac8-6099491fec49 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:15.516633 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.525203 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0bbf480d-4210-44ad-9f0d-7db37b60ae3e req-7bfacdfb-21ef-4425-97a1-17837425f6aa tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.41 "DELETE /v2.0/ports/d69f2e6f-6455-454f-aac8-6099491fec49 HTTP/1.1" status: 204 len: 173 time: 1.5430877 Apr 18 17:11:15.531610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430898e1-495d-4cc4-b24a-60970bb8b055 None None] Network e067f5d2-61da-43ec-ab18-a647eeefa800 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:15.606377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: d69f2e6f-6455-454f-aac8-6099491fec49 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:15.612304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d69f2e6f-6455-454f-aac8-6099491fec49 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:15.687292 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1415f31b-3525-47da-ac0c-809b56e2d126 x-openstack-request-id: req-1415f31b-3525-47da-ac0c-809b56e2d126 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:15.687590 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-unplugged", "status": "completed", "tag": "abbc8be2-efa9-46f3-8d79-63551e08e847", "code": 200}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-unplugged", "status": "completed", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:15.687841 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1415f31b-3525-47da-ac0c-809b56e2d126 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:15.688249 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1415f31b-3525-47da-ac0c-809b56e2d126'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbc8be2-efa9-46f3-8d79-63551e08e847', 'code': 200} Apr 18 17:11:15.689049 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1415f31b-3525-47da-ac0c-809b56e2d126'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'code': 200} Apr 18 17:11:15.707229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.715950 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7c6f17-01c4-4c76-a878-0509efacf8d8 x-openstack-request-id: req-7d7c6f17-01c4-4c76-a878-0509efacf8d8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:15.715950 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1c9579-c8fa-4315-9623-ce2fb271aa74", "name": "network-vif-deleted", "tag": "ad39ac44-2ec2-49de-bd02-423f0403b40d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:15.715950 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d7c6f17-01c4-4c76-a878-0509efacf8d8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:15.715950 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7c6f17-01c4-4c76-a878-0509efacf8d8'] response: {'server_uuid': 'ff1c9579-c8fa-4315-9623-ce2fb271aa74', 'name': 'network-vif-deleted', 'tag': 'ad39ac44-2ec2-49de-bd02-423f0403b40d', 'status': 'completed', 'code': 200} Apr 18 17:11:15.717935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c02f38-d9c1-4c05-9d21-12257a10f56a req-d3066070-9802-42b4-8122-d40b3304ce30 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:15.724063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c02f38-d9c1-4c05-9d21-12257a10f56a req-d3066070-9802-42b4-8122-d40b3304ce30 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:15.729901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c02f38-d9c1-4c05-9d21-12257a10f56a req-d3066070-9802-42b4-8122-d40b3304ce30 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:15.731715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62c02f38-d9c1-4c05-9d21-12257a10f56a req-d3066070-9802-42b4-8122-d40b3304ce30 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 2410 time: 0.1701586 Apr 18 17:11:15.756181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:15.814960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] Deleting port 9e50777a-de5c-4a71-bf01-059d0593db5d {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:15.815614 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.856734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] For port 126975b8-a4b4-44ff-a082-cdd417c7c017, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=126975b8-a4b4-44ff-a082-cdd417c7c017,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:15.857318 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.881681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] DHCP port deletion for e067f5d2-61da-43ec-ab18-a647eeefa800 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:11:15.929963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62c02f38-d9c1-4c05-9d21-12257a10f56a req-0cc6c1ec-2c08-4d0e-ba85-e19fef1d592f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828744 Apr 18 17:11:15.945525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] For port 9e50777a-de5c-4a71-bf01-059d0593db5d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9e50777a-de5c-4a71-bf01-059d0593db5d,segment=NetworkSegment(94db3ecc-a747-452c-b4aa-35d8d8125e25),segment_id=94db3ecc-a747-452c-b4aa-35d8d8125e25)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:15.945929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:15.962724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] Calling delete_port for 9e50777a-de5c-4a71-bf01-059d0593db5d owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:16.041286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] Deleting port fbb4212e-0a3a-4399-9fcd-ce379803c03d {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:16.041286 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.124448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] For port fbb4212e-0a3a-4399-9fcd-ce379803c03d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fbb4212e-0a3a-4399-9fcd-ce379803c03d,segment=NetworkSegment(bcdce60f-a5ac-45c6-9abd-0bde742e80c9),segment_id=bcdce60f-a5ac-45c6-9abd-0bde742e80c9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:16.124850 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.139297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] Calling delete_port for fbb4212e-0a3a-4399-9fcd-ce379803c03d owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:16.185248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.225682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] Pushing event deleted for resources: {'Port': ['ID=9e50777a-de5c-4a71-bf01-059d0593db5d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:16.227636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d14d7-4179-46be-8525-302e4fff5523 None None] No DVR routers for this DVR port 9e50777a-de5c-4a71-bf01-059d0593db5d on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:16.305435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed26c6-bfb9-44f8-a0cc-2092578c4bac req-5c3ee113-9eb1-4bba-aba5-eace82ba9374 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:16.306841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2aed26c6-bfb9-44f8-a0cc-2092578c4bac req-5c3ee113-9eb1-4bba-aba5-eace82ba9374 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.5243578 Apr 18 17:11:16.380918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.421929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 9e50777a-de5c-4a71-bf01-059d0593db5d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:16.422421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.435975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] Pushing event deleted for resources: {'Port': ['ID=fbb4212e-0a3a-4399-9fcd-ce379803c03d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:16.438915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7958b-ff19-4132-b32b-232da480acc8 None None] No DVR routers for this DVR port fbb4212e-0a3a-4399-9fcd-ce379803c03d on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:16.494265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2aed26c6-bfb9-44f8-a0cc-2092578c4bac req-afa8055c-d272-4551-b63c-a7a7c8552578 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802347 Apr 18 17:11:16.506360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fbb4212e-0a3a-4399-9fcd-ce379803c03d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:16.530831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: fbb4212e-0a3a-4399-9fcd-ce379803c03d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:16.531653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fbb4212e-0a3a-4399-9fcd-ce379803c03d not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:16.532287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9e50777a-de5c-4a71-bf01-059d0593db5d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:16.555063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 9e50777a-de5c-4a71-bf01-059d0593db5d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:16.555829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9e50777a-de5c-4a71-bf01-059d0593db5d not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:16.590958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 9e50777a-de5c-4a71-bf01-059d0593db5d, host n-d-836015-2, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:16.591164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.593277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': 'abbc8be2-efa9-46f3-8d79-63551e08e847'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:16.595583 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2e0d5e-32a4-45e1-abe4-26ac704500df" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "abbc8be2-efa9-46f3-8d79-63551e08e847"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:16.623949 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.624320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.624635 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Floating IP f9e51241-4635-4719-90f3-1458e3fbab24 disassociated. External IP: 172.25.5.25, port: 126975b8-a4b4-44ff-a082-cdd417c7c017. Apr 18 17:11:16.624981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Calling delete_port for 126975b8-a4b4-44ff-a082-cdd417c7c017 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:16.630685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 9e50777a-de5c-4a71-bf01-059d0593db5d owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:16.652481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Port 9e50777a-de5c-4a71-bf01-059d0593db5d was not found and therefore no delete operation was performed {{(pid=109826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:11:16.656702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77f9a368-7351-468b-8548-3509fd8d5cbe req-1f97faa9-77bb-48c6-a82d-20d438520908 tempest-DeleteServersTestJSON-901066159 tempest-DeleteServersTestJSON-901066159-project] 10.222.0.45 "GET /v2.0/ports?device_id=711b4f68-cbe4-4664-8c6b-4d4fb25c45f2 HTTP/1.1" status: 200 len: 210 time: 0.0508342 Apr 18 17:11:16.660328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.737240 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7686ba2d-d273-4176-943b-c5ce89d1e0ff x-openstack-request-id: req-7686ba2d-d273-4176-943b-c5ce89d1e0ff {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:16.737893 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "abbc8be2-efa9-46f3-8d79-63551e08e847", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:16.737893 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7686ba2d-d273-4176-943b-c5ce89d1e0ff {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:16.738178 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7686ba2d-d273-4176-943b-c5ce89d1e0ff'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': 'abbc8be2-efa9-46f3-8d79-63551e08e847', 'status': 'completed', 'code': 200} Apr 18 17:11:16.757922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=9e50777a-de5c-4a71-bf01-059d0593db5d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:16.759956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No DVR routers for this DVR port 9e50777a-de5c-4a71-bf01-059d0593db5d on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:16.892931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500b8e0-8113-472b-b325-2a6780fefd34 req-2db6e3ce-d36b-4319-a866-dd0fdb9199c8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:16.894354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7500b8e0-8113-472b-b325-2a6780fefd34 req-2db6e3ce-d36b-4319-a866-dd0fdb9199c8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.2280061 Apr 18 17:11:16.905393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:16.958259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d9a588-7062-40f3-a4ee-74b6b84711a9']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:16.967822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9258dfb-a8a1-43a2-935e-1c8599ef9dee req-28c97c53-aab6-491f-bfbe-3d4e61158059 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:16.969287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9258dfb-a8a1-43a2-935e-1c8599ef9dee req-28c97c53-aab6-491f-bfbe-3d4e61158059 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1751211 Apr 18 17:11:16.986732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94db3ecc-a747-452c-b4aa-35d8d8125e25') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:16.987010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94db3ecc-a747-452c-b4aa-35d8d8125e25') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:17.030728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.047806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7500b8e0-8113-472b-b325-2a6780fefd34 req-bcbfa336-507f-4df7-9dca-6a27232c553c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398234 Apr 18 17:11:17.066947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.081645 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.094780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:11:17.100442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.100673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9258dfb-a8a1-43a2-935e-1c8599ef9dee req-33ea135e-a078-479d-a7c7-9fc345bba16f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218185 Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:11:17.101348 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:11:17.161629 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.167896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.213096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Port': ['ID=126975b8-a4b4-44ff-a082-cdd417c7c017,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:17.261840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.278432 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.281641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/c1d9a588-7062-40f3-a4ee-74b6b84711a9 HTTP/1.1" status: 204 len: 168 time: 1.8132246 Apr 18 17:11:17.284571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35866) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:17.294030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da1138-55f0-486b-850f-b49e45aaf174 req-228b9708-1479-4a4b-9243-9cc35cd66546 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:17.299856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da1138-55f0-486b-850f-b49e45aaf174 req-228b9708-1479-4a4b-9243-9cc35cd66546 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:17.301407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0da1138-55f0-486b-850f-b49e45aaf174 req-228b9708-1479-4a4b-9243-9cc35cd66546 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 1676 time: 0.1528444 Apr 18 17:11:17.327456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2be0d1-27b9-4e3f-80d1-7db6d2e3424f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=c1d9a588-7062-40f3-a4ee-74b6b84711a9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:17.373970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.432505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0da1138-55f0-486b-850f-b49e45aaf174 req-dfd591bf-15cc-44b9-8120-9bda359edcb2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190581 Apr 18 17:11:17.441065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2049e8-4012-4feb-b326-68c797a24161 req-4f0726e6-2d0b-4548-8605-0607d415e974 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:17.442521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb2049e8-4012-4feb-b326-68c797a24161 req-4f0726e6-2d0b-4548-8605-0607d415e974 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1581950 Apr 18 17:11:17.450040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:17.460525 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.480256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e067f5d2-61da-43ec-ab18-a647eeefa800']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:17.489405 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdce60f-a5ac-45c6-9abd-0bde742e80c9') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:17.489674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdce60f-a5ac-45c6-9abd-0bde742e80c9') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:17.504299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.518818 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.521407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb2049e8-4012-4feb-b326-68c797a24161 req-e38cdf54-685a-4173-9270-3f52beda767d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700803 Apr 18 17:11:17.547723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:11:17.547723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:11:17.609139 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:11:17.634523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:17.646767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] Sync routers for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:17.664713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.673619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:17.674810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:17.675638 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.686356 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/e067f5d2-61da-43ec-ab18-a647eeefa800 HTTP/1.1" status: 204 len: 168 time: 0.4003882 Apr 18 17:11:17.688779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35872) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:17.695670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5548f-618d-4187-975a-de6251dbdceb req-b31b631e-50bc-41af-832a-3247de91ed83 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:17.697257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eae5548f-618d-4187-975a-de6251dbdceb req-b31b631e-50bc-41af-832a-3247de91ed83 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1198096 Apr 18 17:11:17.707732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-516613649'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:17.712664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b4f68-cbe4-4664-8c6b-4d4fb25c45f2', 'name': 'network-vif-deleted', 'tag': 'd69f2e6f-6455-454f-aac8-6099491fec49'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:17.720491 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38984ab4-96c0-4c8a-8361-3d2a101ee79b" -d '{"events": [{"server_uuid": "711b4f68-cbe4-4664-8c6b-4d4fb25c45f2", "name": "network-vif-deleted", "tag": "d69f2e6f-6455-454f-aac8-6099491fec49"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:17.720634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] No DVR routers for this DVR port 126975b8-a4b4-44ff-a082-cdd417c7c017 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:17.722111 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.723438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7188d97-308a-4669-9c0c-26074c309897 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=e067f5d2-61da-43ec-ab18-a647eeefa800,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:17.725448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-769e1d42-5b56-4c3f-af92-30123082ddd2 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "DELETE /v2.0/ports/126975b8-a4b4-44ff-a082-cdd417c7c017 HTTP/1.1" status: 204 len: 173 time: 2.4076703 Apr 18 17:11:17.737602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:17.739956 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31c2155-3efc-48af-a45e-65bc6a97bd21" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-unplugged", "status": "completed", "tag": "eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:17.742899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ad39ac44-2ec2-49de-bd02-423f0403b40d no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:17.759099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad12bd-90e7-4901-a880-9c3c36397e15 req-21e203a1-bb11-4a68-97d4-30c622b12154 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:17.760660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7ad12bd-90e7-4901-a880-9c3c36397e15 req-21e203a1-bb11-4a68-97d4-30c622b12154 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1453378 Apr 18 17:11:17.767077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: ad39ac44-2ec2-49de-bd02-423f0403b40d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:17.767662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ad39ac44-2ec2-49de-bd02-423f0403b40d not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:17.806479 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eae5548f-618d-4187-975a-de6251dbdceb req-46e759a4-366c-446e-9c2b-f6a863f5c146 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891335 Apr 18 17:11:17.828465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:17.831117 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.844798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:17.867139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:11:17.874568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7ad12bd-90e7-4901-a880-9c3c36397e15 req-20c09b17-316f-48f9-9bc3-02dee8375d5b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000419 Apr 18 17:11:17.889611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.892317 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment b93157ba-edab-4a59-bde5-01cc53d5f41b of type vlan for network d724da9b-13c9-4724-8111-4b8d0c3a594c Apr 18 17:11:17.917565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:17.917565 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:17.927625 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb210e39-f778-4ce6-9738-5fd1d96ebddd x-openstack-request-id: req-bb210e39-f778-4ce6-9738-5fd1d96ebddd {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:17.930264 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b4f68-cbe4-4664-8c6b-4d4fb25c45f2", "name": "network-vif-deleted", "tag": "d69f2e6f-6455-454f-aac8-6099491fec49", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:17.930584 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb210e39-f778-4ce6-9738-5fd1d96ebddd {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:17.932916 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb210e39-f778-4ce6-9738-5fd1d96ebddd'] response: {'server_uuid': '711b4f68-cbe4-4664-8c6b-4d4fb25c45f2', 'name': 'network-vif-deleted', 'tag': 'd69f2e6f-6455-454f-aac8-6099491fec49', 'status': 'completed', 'code': 200} Apr 18 17:11:17.960459 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ba57e1-be6c-4274-bc45-fb16a352f035 x-openstack-request-id: req-b7ba57e1-be6c-4274-bc45-fb16a352f035 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:17.960755 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-unplugged", "status": "completed", "tag": "eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:17.961168 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7ba57e1-be6c-4274-bc45-fb16a352f035 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:17.971086 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ba57e1-be6c-4274-bc45-fb16a352f035'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa', 'code': 200} Apr 18 17:11:17.979393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:18.065234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:18.071426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:18.072062 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:18.091003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] For port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:18.091003 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:18.119746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Calling delete_port for eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:18.175449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:28Z', 'revision_number': 5, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:18.206700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] Checking router: 18b1edea-9de5-4beb-bd77-f4d8f5b81945 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:11:18.215470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:18.216635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:18.227658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5252116 Apr 18 17:11:18.229616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c1f2d-9db9-4a1b-9b31-3cdb297bfc2f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=d724da9b-13c9-4724-8111-4b8d0c3a594c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:18.230981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35896) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:18.236281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': 'd724da9b-13c9-4724-8111-4b8d0c3a594c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:18.255846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network d724da9b-13c9-4724-8111-4b8d0c3a594c details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:11:18.301842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d08ca-c11b-4e29-abe0-1930a675d465 req-baa0b4cd-e446-49c6-a760-a2a7537cfee9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:18.303396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e6d08ca-c11b-4e29-abe0-1930a675d465 req-baa0b4cd-e446-49c6-a760-a2a7537cfee9 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.1321909 Apr 18 17:11:18.391504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e6d08ca-c11b-4e29-abe0-1930a675d465 req-ebb5b7a3-47fe-4d99-b0a9-248159417c45 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749676 Apr 18 17:11:18.455520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-e29c4880-ea47-4c13-a896-bf754399f99b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:18.457342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-e29c4880-ea47-4c13-a896-bf754399f99b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 946 time: 0.1345832 Apr 18 17:11:18.470348 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:18.518073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Port': ['ID=eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:18.531362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:18.535261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:18.586263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:18.693622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] No DVR routers for this DVR port eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:18.700539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:18.708801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-57d6abaa-292c-48e0-8cf3-6ce1c576fa2a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "DELETE /v2.0/ports/eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa HTTP/1.1" status: 204 len: 173 time: 0.9471395 Apr 18 17:11:18.743121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017'}, {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:18.757849 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffcc8c0-5560-4d41-a916-3f291c4e32f8" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017"}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:18.864558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:28Z', 'revision_number': 5, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:18.900168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Deleting port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:18.900522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:18.908558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8514e-b5d6-471d-85cb-d16310574d58 None None] The sync data for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 is: [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:04:23Z', 'revision_number': 4, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'adf46103-f26b-49a1-957e-c2f8550468b9', 'name': '', 'network_id': 'd3a97ff4-2136-4970-9c12-b41d3e746b6c', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'mac_address': 'fa:16:3e:f8:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:22Z', 'updated_at': '2022-04-18T17:04:28Z', 'revision_number': 5, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'subnets': [{'id': 'd1fa77b8-b09b-4853-90ce-2faa6ed1550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:18.923148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b6bd-e62a-463a-bef6-19e02c9ed47e req-0afe54df-3c44-49ba-b3c5-0ad2d90e5840 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:18.924823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3a3b6bd-e62a-463a-bef6-19e02c9ed47e req-0afe54df-3c44-49ba-b3c5-0ad2d90e5840 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 942 time: 0.3433523 Apr 18 17:11:19.010036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.066108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3a3b6bd-e62a-463a-bef6-19e02c9ed47e req-695cd6db-774d-4b81-9dae-471bfc454d71 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups?id=f180712f-7cae-4703-afc3-183c4ae5d2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339841 Apr 18 17:11:19.101499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting port b7497679-2979-4888-9974-4da8f1012c65 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:19.102198 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.135053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75861183-dc6d-4ec1-b87a-d9499d0595da req-6f003c63-f872-40bc-bed9-7da9e9780fe6 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:19.144810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75861183-dc6d-4ec1-b87a-d9499d0595da req-6f003c63-f872-40bc-bed9-7da9e9780fe6 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1773763 Apr 18 17:11:19.174269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=48d521fe-4555-4610-8ff8-3148edac9de5,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:19.179007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] For port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:19.181701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.193049 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59110cd-4f1d-475a-84fa-0fda40e1ff4e x-openstack-request-id: req-c59110cd-4f1d-475a-84fa-0fda40e1ff4e {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:19.193342 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "126975b8-a4b4-44ff-a082-cdd417c7c017", "status": "completed", "code": 200}, {"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:19.193720 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c59110cd-4f1d-475a-84fa-0fda40e1ff4e {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:19.194124 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59110cd-4f1d-475a-84fa-0fda40e1ff4e'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': '126975b8-a4b4-44ff-a082-cdd417c7c017', 'status': 'completed', 'code': 200} Apr 18 17:11:19.194463 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59110cd-4f1d-475a-84fa-0fda40e1ff4e'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': 'eb5d4639-e1a2-4df5-be09-a2ce22ebe8aa', 'status': 'completed', 'code': 200} Apr 18 17:11:19.219510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Calling delete_port for bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:19.284267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': 'b93157ba-edab-4a59-bde5-01cc53d5f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd724da9b-13c9-4724-8111-4b8d0c3a594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:19.284267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: d724da9b-13c9-4724-8111-4b8d0c3a594c, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:11:19.350986 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7f07d3-c3e8-4b04-bcf5-015e81622fea None None] New status for floating IP f9e51241-4635-4719-90f3-1458e3fbab24: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:11:19.382585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] For port b7497679-2979-4888-9974-4da8f1012c65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b7497679-2979-4888-9974-4da8f1012c65,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:19.383142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.399723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Calling delete_port for b7497679-2979-4888-9974-4da8f1012c65 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:19.440736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network d724da9b-13c9-4724-8111-4b8d0c3a594c is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:11:19.552943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75861183-dc6d-4ec1-b87a-d9499d0595da req-c1d8f511-443f-4fce-a12f-6fed03ffb7ce tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069388 Apr 18 17:11:19.561639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.597672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['815e4467-3e4d-436a-abc3-7f66eb3045f3', '1091bec9-db6b-4bed-b481-945d096266cc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:19.611656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485587e6-fee4-45ec-8133-c8611f7d6706 req-ebaf3fa9-8277-49a4-80e2-b5fd0df12839 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:19.612875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Pushing event deleted for resources: {'Port': ['ID=bb8865c7-ebf5-4891-9b1f-1ed9b22896b4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:19.613339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-485587e6-fee4-45ec-8133-c8611f7d6706 req-ebaf3fa9-8277-49a4-80e2-b5fd0df12839 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 867 time: 0.1162436 Apr 18 17:11:19.616075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, d724da9b-13c9-4724-8111-4b8d0c3a594c) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:19.634566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:19.635669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.699731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db2a3ea-80f9-4693-9e4c-807e5c742b6f None None] Network d724da9b-13c9-4724-8111-4b8d0c3a594c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:19.707571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] No DVR routers for this DVR port bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:19.710987 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.716551 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c48d23b-89a8-4bb1-9d9b-a5d93e3a9995 req-7f028224-9453-45f0-b780-a2d9f353b1b7 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.41 "DELETE /v2.0/ports/bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 HTTP/1.1" status: 204 len: 173 time: 1.2530520 Apr 18 17:11:19.732120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-485587e6-fee4-45ec-8133-c8611f7d6706 req-4c66c49c-20de-4287-9092-9af72b5e85a5 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017408 Apr 18 17:11:19.733405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.772211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Port': ['ID=b7497679-2979-4888-9974-4da8f1012c65,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:19.837360 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c3734a7f-a1dc-48f2-8bdc-03a94a3fcbbc tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6052151 Apr 18 17:11:19.838030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35928) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:19.844292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-608f8c75-cc2a-4b74-93d8-96afcf7caf67 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-936672004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:19.915912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] No DVR routers for this DVR port b7497679-2979-4888-9974-4da8f1012c65 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:19.919483 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:19.923542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2641ae4c-5617-4793-aa08-0e7841ce6993 req-f1816692-68e1-43e1-888d-6cfa81cc3381 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.41 "DELETE /v2.0/ports/b7497679-2979-4888-9974-4da8f1012c65 HTTP/1.1" status: 204 len: 173 time: 1.2028465 Apr 18 17:11:19.933055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2395b971-e1c1-43da-b79b-0d8d52515d81', 'name': 'network-vif-deleted', 'tag': 'bb8865c7-ebf5-4891-9b1f-1ed9b22896b4'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:19.940519 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b5776a-8a16-4c97-af35-14f3737ed8b5" -d '{"events": [{"server_uuid": "2395b971-e1c1-43da-b79b-0d8d52515d81", "name": "network-vif-deleted", "tag": "bb8865c7-ebf5-4891-9b1f-1ed9b22896b4"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:20.007930 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608f8c75-cc2a-4b74-93d8-96afcf7caf67 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.009730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608f8c75-cc2a-4b74-93d8-96afcf7caf67 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.032246 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20364d05-65b7-4147-8f95-5817f8863263 x-openstack-request-id: req-20364d05-65b7-4147-8f95-5817f8863263 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:20.032577 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2395b971-e1c1-43da-b79b-0d8d52515d81", "name": "network-vif-deleted", "tag": "bb8865c7-ebf5-4891-9b1f-1ed9b22896b4", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:20.032832 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20364d05-65b7-4147-8f95-5817f8863263 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:20.033241 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20364d05-65b7-4147-8f95-5817f8863263'] response: {'server_uuid': '2395b971-e1c1-43da-b79b-0d8d52515d81', 'name': 'network-vif-deleted', 'tag': 'bb8865c7-ebf5-4891-9b1f-1ed9b22896b4', 'status': 'completed', 'code': 200} Apr 18 17:11:20.132534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608f8c75-cc2a-4b74-93d8-96afcf7caf67 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.175200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-d724da9b-13c9-4724-8111-4b8d0c3a594c', 'network_id': 'd724da9b-13c9-4724-8111-4b8d0c3a594c', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': '48d521fe-4555-4610-8ff8-3148edac9de5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:11:20.176088 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.217255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78fb4575-8912-4926-b1af-6a884bfd3de1 req-dead1bbe-bb05-4cc0-a2b1-aaf14bb7c9f7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0359564 Apr 18 17:11:20.258949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608f8c75-cc2a-4b74-93d8-96afcf7caf67 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.342430 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608f8c75-cc2a-4b74-93d8-96afcf7caf67 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.345960 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-608f8c75-cc2a-4b74-93d8-96afcf7caf67 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5063586 Apr 18 17:11:20.348686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35938) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:20.355847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'port': {'network_id': 'd724da9b-13c9-4724-8111-4b8d0c3a594c', 'name': 'tempest-RoutersTest-238975316'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:20.441129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Allocated IP 172.20.0.2 (d724da9b-13c9-4724-8111-4b8d0c3a594c/48d521fe-4555-4610-8ff8-3148edac9de5/236aaced-a1b4-499c-ad25-3387f1be5b97) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:20.578955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:20.583462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.611273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] device_id is not set on port bdb3c2fe-2dba-4628-822c-7c13f1fdc059 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:11:20.612803 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.653112 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.696762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Network d724da9b-13c9-4724-8111-4b8d0c3a594c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:20.702954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:20.706654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:20.726053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Pushing event updated for resources: {'Port': ['ID=236aaced-a1b4-499c-ad25-3387f1be5b97,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:20.801368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad56b2-db25-496d-b75b-1f401cbfd6ae req-4b699320-8f92-4a1a-abf2-725398461925 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:20.816457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83ad56b2-db25-496d-b75b-1f401cbfd6ae req-4b699320-8f92-4a1a-abf2-725398461925 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1661372 Apr 18 17:11:20.821480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Attempting to bind port 236aaced-a1b4-499c-ad25-3387f1be5b97 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:20.821997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Attempting to bind port 236aaced-a1b4-499c-ad25-3387f1be5b97 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b93157ba-edab-4a59-bde5-01cc53d5f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd724da9b-13c9-4724-8111-4b8d0c3a594c'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:20.822381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Attempting to bind port 236aaced-a1b4-499c-ad25-3387f1be5b97 on network d724da9b-13c9-4724-8111-4b8d0c3a594c {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:20.830258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:20.830795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Checking segment: {'id': 'b93157ba-edab-4a59-bde5-01cc53d5f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd724da9b-13c9-4724-8111-4b8d0c3a594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:20.831201 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.831588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Bound using segment: {'id': 'b93157ba-edab-4a59-bde5-01cc53d5f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd724da9b-13c9-4724-8111-4b8d0c3a594c'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:20.832184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Bound port: 236aaced-a1b4-499c-ad25-3387f1be5b97, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93157ba-edab-4a59-bde5-01cc53d5f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd724da9b-13c9-4724-8111-4b8d0c3a594c'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:20.832674 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:20.887623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.20.0.7 (d724da9b-13c9-4724-8111-4b8d0c3a594c/48d521fe-4555-4610-8ff8-3148edac9de5/bdb3c2fe-2dba-4628-822c-7c13f1fdc059) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:20.922514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] For port 236aaced-a1b4-499c-ad25-3387f1be5b97, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:20.926342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] For port 236aaced-a1b4-499c-ad25-3387f1be5b97, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=236aaced-a1b4-499c-ad25-3387f1be5b97,segment=NetworkSegment(b93157ba-edab-4a59-bde5-01cc53d5f41b),segment_id=b93157ba-edab-4a59-bde5-01cc53d5f41b)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:20.967000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f154cfd7-cb7a-4bac-8d1d-6d0d9bfbe108 req-43cd4450-3219-4cd8-9288-7feb96a292ad tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=2395b971-e1c1-43da-b79b-0d8d52515d81 HTTP/1.1" status: 200 len: 210 time: 0.0903516 Apr 18 17:11:20.996190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:21.002332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83ad56b2-db25-496d-b75b-1f401cbfd6ae req-8d857600-40a8-4521-9993-05c1235bed19 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778946 Apr 18 17:11:21.044612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:21.107914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:21.108524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bb8865c7-ebf5-4891-9b1f-1ed9b22896b4 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:21.134814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bb577-ef9b-4572-aff0-f7285a80df0c None None] Pushing event updated for resources: {'Port': ['ID=236aaced-a1b4-499c-ad25-3387f1be5b97,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:21.187055 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:21.195783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': 'b7497679-2979-4888-9974-4da8f1012c65'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:21.199778 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4048b08-4108-4925-877a-d182a817f683" -d '{"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "b7497679-2979-4888-9974-4da8f1012c65"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:21.264186 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0225b71-7322-416a-8d65-3f7c267aa27e x-openstack-request-id: req-c0225b71-7322-416a-8d65-3f7c267aa27e {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:21.268617 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ec055-41c5-4b64-889d-42c067c5a743", "name": "network-vif-deleted", "tag": "b7497679-2979-4888-9974-4da8f1012c65", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:21.268617 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0225b71-7322-416a-8d65-3f7c267aa27e {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:21.268617 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0225b71-7322-416a-8d65-3f7c267aa27e'] response: {'server_uuid': 'd28ec055-41c5-4b64-889d-42c067c5a743', 'name': 'network-vif-deleted', 'tag': 'b7497679-2979-4888-9974-4da8f1012c65', 'status': 'completed', 'code': 200} Apr 18 17:11:21.335198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76263ecb-7ee3-42be-a99c-c924298e76e4 req-696cba7d-4a7d-4de5-9491-816c762f14cf tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0389299 Apr 18 17:11:21.384192 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:21.444893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network d724da9b-13c9-4724-8111-4b8d0c3a594c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:21.449084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:21.457781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:21.511805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=bdb3c2fe-2dba-4628-822c-7c13f1fdc059,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:21.555631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:21.556182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:21.583536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc8675-fb39-4adf-a2f4-9ea85c1b21d4 req-980801a4-40a9-46db-888f-5f52570416ea tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:21.585053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9bc8675-fb39-4adf-a2f4-9ea85c1b21d4 req-980801a4-40a9-46db-888f-5f52570416ea tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1109996 Apr 18 17:11:21.632357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9bc8675-fb39-4adf-a2f4-9ea85c1b21d4 req-83638e8e-e8a3-4d93-9b71-d668338ff1ee tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Apr 18 17:11:21.638473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e2220516-8d83-4c10-86f6-ea4f1c982344 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2887561 Apr 18 17:11:21.641052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35964) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:21.891450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24e7df-7b90-4b34-aca7-0b13127106f9 req-8fefe182-ebdd-470d-8193-d1d442c3e936 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:21.893890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e24e7df-7b90-4b34-aca7-0b13127106f9 req-8fefe182-ebdd-470d-8193-d1d442c3e936 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1571550 Apr 18 17:11:21.981288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e24e7df-7b90-4b34-aca7-0b13127106f9 req-fe55bbb8-8783-45b0-8c68-f03d0b0944f6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620871 Apr 18 17:11:22.114226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:22.330430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a221d-de33-431c-8472-ea1cd6e0a810 req-e64bca88-36f9-48ad-a8af-d1ef0afab089 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:22.332178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-614a221d-de33-431c-8472-ea1cd6e0a810 req-e64bca88-36f9-48ad-a8af-d1ef0afab089 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1561301 Apr 18 17:11:22.499689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca2ba0-7522-43d3-81d9-2e3888402a03 None None] Network d724da9b-13c9-4724-8111-4b8d0c3a594c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:22.549491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 236aaced-a1b4-499c-ad25-3387f1be5b97 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:22.644144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8be8e7d9-faa6-4cdf-b69a-f794b057dd96 None None] Provisioning complete for port 236aaced-a1b4-499c-ad25-3387f1be5b97 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:22.644657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8be8e7d9-faa6-4cdf-b69a-f794b057dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:22.844967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 236aaced-a1b4-499c-ad25-3387f1be5b97 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:22.845743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:22.917356 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8be8e7d9-faa6-4cdf-b69a-f794b057dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:22.954376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39ee0d5c-5f7c-4650-8a5b-c0f4b8a6b0b1 req-aa143b97-02e1-43e5-a972-a846f62f42dc tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0702999 Apr 18 17:11:22.999860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8be8e7d9-faa6-4cdf-b69a-f794b057dd96 None None] For port 236aaced-a1b4-499c-ad25-3387f1be5b97, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=236aaced-a1b4-499c-ad25-3387f1be5b97,segment=NetworkSegment(b93157ba-edab-4a59-bde5-01cc53d5f41b),segment_id=b93157ba-edab-4a59-bde5-01cc53d5f41b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:23.004189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 158649b0-b836-4b75-b0fe-7c94bc4bb151 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:11:23.015638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 158649b0-b836-4b75-b0fe-7c94bc4bb151 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:23.072552 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.083185 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8be8e7d9-faa6-4cdf-b69a-f794b057dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.089966 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.108842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-614a221d-de33-431c-8472-ea1cd6e0a810 req-9809c582-d1f5-4ef4-9a24-93afb6030711 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538950 Apr 18 17:11:23.195477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.245235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8e7d9-faa6-4cdf-b69a-f794b057dd96 None None] Pushing event updated for resources: {'Port': ['ID=236aaced-a1b4-499c-ad25-3387f1be5b97,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:23.261665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=bdb3c2fe-2dba-4628-822c-7c13f1fdc059,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:23.373074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637262b-95a1-46fd-988c-b23d7d6bfb45 req-bf299260-3ce9-4c54-a657-dfc76dd25879 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:23.387364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2637262b-95a1-46fd-988c-b23d7d6bfb45 req-bf299260-3ce9-4c54-a657-dfc76dd25879 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 945 time: 0.2767031 Apr 18 17:11:23.412668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35998) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:23.462069 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:11:23.462330 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:11:23.462842 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.498516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:23.515694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-128105e2-6eca-49e8-b46e-2b1559c3c471 admin admin] Deleting subnet fe453df1-2304-40fe-96c6-0fb0afe45590 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:11:23.521194 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-128105e2-6eca-49e8-b46e-2b1559c3c471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.606352 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-128105e2-6eca-49e8-b46e-2b1559c3c471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.606605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:23.626580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:23.628979 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbe765d-4539-4dd0-9492-c1257cd45fa5" -d '{"events": [{"server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:23.636039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b61399d6-d9cf-4f6f-bfe9-14c158e3ca5e None None] Provisioning complete for port bdb3c2fe-2dba-4628-822c-7c13f1fdc059 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:23.636421 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b61399d6-d9cf-4f6f-bfe9-14c158e3ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.690883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2637262b-95a1-46fd-988c-b23d7d6bfb45 req-ad01bf28-7d6c-496e-be4d-c43f2b82306f tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980099 Apr 18 17:11:23.703314 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.706011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-128105e2-6eca-49e8-b46e-2b1559c3c471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.706568 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d577c-c34b-48db-9c85-5cef683a4818 x-openstack-request-id: req-8d5d577c-c34b-48db-9c85-5cef683a4818 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:23.707028 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:23.712504 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d5d577c-c34b-48db-9c85-5cef683a4818 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:23.712504 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5d577c-c34b-48db-9c85-5cef683a4818'] response: {'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'code': 200} Apr 18 17:11:23.712504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'port_id': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'mac_address': 'fa:16:3e:d1:17:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172d7eea-2e4b-48f9-9776-ac815d572d2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:11:23.719596 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.783690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b61399d6-d9cf-4f6f-bfe9-14c158e3ca5e None None] Port bdb3c2fe-2dba-4628-822c-7c13f1fdc059 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:23.831853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b61399d6-d9cf-4f6f-bfe9-14c158e3ca5e None None] Provisioning complete for port 236aaced-a1b4-499c-ad25-3387f1be5b97 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:23.832406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b61399d6-d9cf-4f6f-bfe9-14c158e3ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.888408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:23.898005 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.916807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-128105e2-6eca-49e8-b46e-2b1559c3c471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.957690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158649b0-b836-4b75-b0fe-7c94bc4bb151 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:11:23.963200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128105e2-6eca-49e8-b46e-2b1559c3c471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe453df1-2304-40fe-96c6-0fb0afe45590,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:23.969777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-128105e2-6eca-49e8-b46e-2b1559c3c471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:23.975468 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-128105e2-6eca-49e8-b46e-2b1559c3c471 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fe453df1-2304-40fe-96c6-0fb0afe45590 HTTP/1.1" status: 204 len: 168 time: 0.5611632 Apr 18 17:11:23.977915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36004) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:24.093631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:24.127870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b17be1d4-c9cb-4acd-b9b0-5f0f91b940f0 req-06e4cdbf-9227-4761-8739-7fbbd01634c6 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0468760 Apr 18 17:11:24.138772 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.165031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.178489 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.370489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afbe6c-beb9-4742-87be-d25e92846b52 req-8a44e532-1859-40fd-8ffa-49f2073c8b38 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:24.382947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22afbe6c-beb9-4742-87be-d25e92846b52 req-8a44e532-1859-40fd-8ffa-49f2073c8b38 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 944 time: 0.1914814 Apr 18 17:11:24.407973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-9645471c-5a55-42e6-9446-5d63dfeb40da tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:24.407973 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-9645471c-5a55-42e6-9446-5d63dfeb40da tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.18 "GET /v2.0/ports?device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 945 time: 0.1150239 Apr 18 17:11:24.467227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:24.504686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7513fca0-d9ee-44ab-97e9-7f7f84162b26 None None] Provisioning complete for port bdb3c2fe-2dba-4628-822c-7c13f1fdc059 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:24.505587 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7513fca0-d9ee-44ab-97e9-7f7f84162b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.544112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 236aaced-a1b4-499c-ad25-3387f1be5b97 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:24.574202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Deleting port 1091bec9-db6b-4bed-b481-945d096266cc {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:24.574783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.591833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7513fca0-d9ee-44ab-97e9-7f7f84162b26 None None] Port bdb3c2fe-2dba-4628-822c-7c13f1fdc059 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:24.607294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.614819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 236aaced-a1b4-499c-ad25-3387f1be5b97 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:24.615364 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.641313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a1a291-bf62-406d-9903-6a14c13bc8f6']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:24.646686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2526a5b3-7691-4011-8beb-2e15bc039dfd') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:24.647063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2526a5b3-7691-4011-8beb-2e15bc039dfd') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:24.665044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['158649b0-b836-4b75-b0fe-7c94bc4bb151'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:24.673003 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.702718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] For port 1091bec9-db6b-4bed-b481-945d096266cc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1091bec9-db6b-4bed-b481-945d096266cc,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:24.703253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.707735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.720874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22afbe6c-beb9-4742-87be-d25e92846b52 req-e0504e33-ca3d-41f8-a37c-e4c8070b4c39 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370135 Apr 18 17:11:24.724511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Calling delete_port for 1091bec9-db6b-4bed-b481-945d096266cc owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:24.740868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:11:24.741273 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:11:24.743020 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:11:24.857256 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.888471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.894560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.898740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] 10.222.0.45 "DELETE /v2.0/networks/44a1a291-bf62-406d-9903-6a14c13bc8f6 HTTP/1.1" status: 204 len: 168 time: 0.9173760 Apr 18 17:11:24.913688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d96212-c5a6-4f8a-b3ea-38ed49662e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a1a291-bf62-406d-9903-6a14c13bc8f6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:24.923227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8668ee-fbe6-4fb4-a7cc-2cdb3602e96a req-8353746a-16bf-441d-a4b9-9b6780015a62 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:24.925757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a8668ee-fbe6-4fb4-a7cc-2cdb3602e96a req-8353746a-16bf-441d-a4b9-9b6780015a62 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 945 time: 0.0829401 Apr 18 17:11:24.953989 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:24.997164 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:25.030939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['815e4467-3e4d-436a-abc3-7f66eb3045f3', '1091bec9-db6b-4bed-b481-945d096266cc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:25.036024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Pushing event deleted for resources: {'Port': ['ID=1091bec9-db6b-4bed-b481-945d096266cc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:25.054081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a8668ee-fbe6-4fb4-a7cc-2cdb3602e96a req-da6c6c61-351a-4309-a6a6-31e64f3a87e4 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203494 Apr 18 17:11:25.065236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=bdb3c2fe-2dba-4628-822c-7c13f1fdc059,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:25.069388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:25.094866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] No DVR routers for this DVR port 1091bec9-db6b-4bed-b481-945d096266cc on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:25.097615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:25.101352 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d36ad6ef-d05d-4608-b36b-304428028ffc req-6b597e2e-9dff-46eb-9399-ab58c7c0e0b8 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.18 "DELETE /v2.0/ports/1091bec9-db6b-4bed-b481-945d096266cc HTTP/1.1" status: 204 len: 173 time: 0.6763752 Apr 18 17:11:25.102211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183bd88e-32e6-42bb-97e3-d230f3790b34', 'name': 'network-vif-deleted', 'tag': '1091bec9-db6b-4bed-b481-945d096266cc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:25.105019 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6414eeb4-bcfc-4d2c-ba61-3ee7c484d098" -d '{"events": [{"server_uuid": "183bd88e-32e6-42bb-97e3-d230f3790b34", "name": "network-vif-deleted", "tag": "1091bec9-db6b-4bed-b481-945d096266cc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:25.172303 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b5311b-3afb-4452-bc66-c015da33f255 x-openstack-request-id: req-f2b5311b-3afb-4452-bc66-c015da33f255 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:25.172303 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183bd88e-32e6-42bb-97e3-d230f3790b34", "name": "network-vif-deleted", "tag": "1091bec9-db6b-4bed-b481-945d096266cc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:25.172303 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2b5311b-3afb-4452-bc66-c015da33f255 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:25.172303 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b5311b-3afb-4452-bc66-c015da33f255'] response: {'server_uuid': '183bd88e-32e6-42bb-97e3-d230f3790b34', 'name': 'network-vif-deleted', 'tag': '1091bec9-db6b-4bed-b481-945d096266cc', 'status': 'completed', 'code': 200} Apr 18 17:11:25.292417 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b58e83c-d248-4939-8c6d-57d3aadb04f5 req-3ff29dad-89f1-4dd3-9769-5591e882b94f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0384595 Apr 18 17:11:25.321075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46baf39-9680-40e6-ab6b-cb8f288439f9 req-a8a35600-dedd-42cd-ab18-39f2004c4b3a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:25.322713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d46baf39-9680-40e6-ab6b-cb8f288439f9 req-a8a35600-dedd-42cd-ab18-39f2004c4b3a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1212969 Apr 18 17:11:25.345469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network d724da9b-13c9-4724-8111-4b8d0c3a594c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:25.357205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:25.417972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d46baf39-9680-40e6-ab6b-cb8f288439f9 req-89d94c23-e375-4186-a2db-577598d63aa3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835702 Apr 18 17:11:25.505232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36028) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:25.622147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbc548-1326-4f2d-bfe2-40e6a3b59665 req-82bc2c10-1d05-4c37-9714-550b92bda79a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:25.631456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12fbc548-1326-4f2d-bfe2-40e6a3b59665 req-82bc2c10-1d05-4c37-9714-550b92bda79a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1074772 Apr 18 17:11:25.673657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router db2633b5-f46e-4cb0-828d-3e0c44656788 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:11:25.692875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12fbc548-1326-4f2d-bfe2-40e6a3b59665 req-b54d3d05-105c-494a-a455-3c96a5b51a15 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599806 Apr 18 17:11:25.740054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5c88cfaf-cc8f-4d09-8e7e-f4e71cbe6081 None None] Provisioning complete for port bdb3c2fe-2dba-4628-822c-7c13f1fdc059 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:25.751492 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5c88cfaf-cc8f-4d09-8e7e-f4e71cbe6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:25.823857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5c88cfaf-cc8f-4d09-8e7e-f4e71cbe6081 None None] Port bdb3c2fe-2dba-4628-822c-7c13f1fdc059 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:25.831121 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-73d10bd0-32b1-4816-91d0-37fb37ea68ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbb48e2c6a3c4a4bab815b2caa6fb79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239856 Apr 18 17:11:25.832096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36036) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:25.847460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:25.860914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b963b2f6-5112-4040-9696-ba3ff3e98c60 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/db2633b5-f46e-4cb0-828d-3e0c44656788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2162890 Apr 18 17:11:25.863426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ec634-37c8-483c-a324-fa5c1feed0ba None None] Sync routers for ids ['db2633b5-f46e-4cb0-828d-3e0c44656788'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:25.869523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36042) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:25.875479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ec634-37c8-483c-a324-fa5c1feed0ba None None] Routers {'db2633b5-f46e-4cb0-828d-3e0c44656788'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:25.876117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-470ec634-37c8-483c-a324-fa5c1feed0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['db2633b5-f46e-4cb0-828d-3e0c44656788'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:25.909863 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-74129a61-7cec-4204-b922-ce409dc1f2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:25.918014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-470ec634-37c8-483c-a324-fa5c1feed0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:25.929624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ec634-37c8-483c-a324-fa5c1feed0ba None None] Routers {'db2633b5-f46e-4cb0-828d-3e0c44656788'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:25.930256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-470ec634-37c8-483c-a324-fa5c1feed0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['db2633b5-f46e-4cb0-828d-3e0c44656788'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:25.943922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505af57-b339-4909-b33f-f2182921f719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:25.948529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a505af57-b339-4909-b33f-f2182921f719 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports/bdb3c2fe-2dba-4628-822c-7c13f1fdc059 HTTP/1.1" status: 200 len: 976 time: 0.0750809 Apr 18 17:11:25.951286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36044) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:25.967813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-470ec634-37c8-483c-a324-fa5c1feed0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:25.968348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1f6a5-35e8-4c81-a066-0033bcd33671 req-884029c4-fc8c-41c8-accb-f8363cd10b59 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:25.968490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ec634-37c8-483c-a324-fa5c1feed0ba None None] The sync data for ids ['db2633b5-f46e-4cb0-828d-3e0c44656788'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:25.976416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50a1f6a5-35e8-4c81-a066-0033bcd33671 req-884029c4-fc8c-41c8-accb-f8363cd10b59 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 944 time: 0.1304522 Apr 18 17:11:25.982245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-74129a61-7cec-4204-b922-ce409dc1f2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:26.093160 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-74129a61-7cec-4204-b922-ce409dc1f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:26.095898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-74129a61-7cec-4204-b922-ce409dc1f2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:26.099692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-74129a61-7cec-4204-b922-ce409dc1f2cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b731eeed-cfc9-4eb5-aaed-937a4bbb913a HTTP/1.1" status: 204 len: 168 time: 0.2642670 Apr 18 17:11:26.107121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129a61-7cec-4204-b922-ce409dc1f2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b731eeed-cfc9-4eb5-aaed-937a4bbb913a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:26.158959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50a1f6a5-35e8-4c81-a066-0033bcd33671 req-0cf5361c-ef69-4398-bd14-460468a47c57 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805391 Apr 18 17:11:26.186782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df559e7a-9fba-4061-8f87-2001cad64add req-3814bff7-ac04-4e88-8fa1-20f0aab74cb0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:26.189860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df559e7a-9fba-4061-8f87-2001cad64add req-3814bff7-ac04-4e88-8fa1-20f0aab74cb0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1743751 Apr 18 17:11:26.324550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4db362a-306f-4cda-b79f-727493a64fa9 req-8209c9a4-00ce-4237-98ad-0b7c3da50cd0 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=183bd88e-32e6-42bb-97e3-d230f3790b34 HTTP/1.1" status: 200 len: 210 time: 0.0768981 Apr 18 17:11:26.374226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df559e7a-9fba-4061-8f87-2001cad64add req-15e0b8e1-b1ab-437d-8359-5c40a037eb12 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250663 Apr 18 17:11:26.491671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b461a4d-9f6e-45a1-8e5c-d409b1b9cf62 req-d99105af-6018-47b3-a542-f5b0a0f5ce27 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0450263 Apr 18 17:11:26.574193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1517fce-d0ca-4a36-9dd0-a13373fa80c0 req-573d824a-665e-4f81-8b00-6e689ea3cce3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:26.575867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1517fce-d0ca-4a36-9dd0-a13373fa80c0 req-573d824a-665e-4f81-8b00-6e689ea3cce3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0908582 Apr 18 17:11:26.692028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1517fce-d0ca-4a36-9dd0-a13373fa80c0 req-3d15b56d-4f88-4615-bf11-35bb43158d57 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976214 Apr 18 17:11:26.821382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.019146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 158649b0-b836-4b75-b0fe-7c94bc4bb151 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:27.026982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef473d-3cfb-429e-940b-2bb289ecfb33 req-4d18b477-fa0b-4d7f-8653-f6bbf4d21153 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:27.028666 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21ef473d-3cfb-429e-940b-2bb289ecfb33 req-4d18b477-fa0b-4d7f-8653-f6bbf4d21153 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1100686 Apr 18 17:11:27.108930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 158649b0-b836-4b75-b0fe-7c94bc4bb151 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:27.111002 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.115832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21ef473d-3cfb-429e-940b-2bb289ecfb33 req-bacba183-6e3a-4cef-8fbd-c4a341481573 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761316 Apr 18 17:11:27.153190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port bdb3c2fe-2dba-4628-822c-7c13f1fdc059 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:27.153705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.276009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.300498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:27.302952 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516cfbcc-57c4-484a-b524-45da4abba2e6" -d '{"events": [{"server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "name": "network-vif-plugged", "status": "completed", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:27.317991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:27.351187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36084) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:27.395494 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.457702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:27.486740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-991725593-network', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:27.567164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:27.569706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.578753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.634709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf9fd1-cb8c-4390-a3f4-33826221793c req-1d91b216-6221-4ac3-b465-1ba78f1620f7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:27.636249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9bf9fd1-cb8c-4390-a3f4-33826221793c req-1d91b216-6221-4ac3-b465-1ba78f1620f7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1111617 Apr 18 17:11:27.651281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286c81f-9a2a-4895-8530-9ba74c1fb061 req-af835cde-b7f6-4890-9adf-efefe2cf671f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:27.652444 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0286c81f-9a2a-4895-8530-9ba74c1fb061 req-af835cde-b7f6-4890-9adf-efefe2cf671f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1262460 Apr 18 17:11:27.655462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.657935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.701018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for bdb3c2fe-2dba-4628-822c-7c13f1fdc059 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:27.722023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.723043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1091bec9-db6b-4bed-b481-945d096266cc no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:27.748996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 1091bec9-db6b-4bed-b481-945d096266cc {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:27.749647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1091bec9-db6b-4bed-b481-945d096266cc not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:27.750375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:11:27.766295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:27.772990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9bf9fd1-cb8c-4390-a3f4-33826221793c req-f9783fd8-307d-4675-ab5c-9125fb67c240 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195652 Apr 18 17:11:27.775147 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.775725 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Added segment 06f50029-861b-4cb1-8027-2dcfdff5059b of type vlan for network 9dc6a382-14a0-4e2b-b3f7-19e369312803 Apr 18 17:11:27.779958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0286c81f-9a2a-4895-8530-9ba74c1fb061 req-d57d38ab-dcb7-4649-9b92-8e4a54b90215 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150558 Apr 18 17:11:27.866612 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.873291 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc84c5-b378-42ed-b0a2-8e52385715b1 x-openstack-request-id: req-c4fc84c5-b378-42ed-b0a2-8e52385715b1 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:27.873645 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "name": "network-vif-plugged", "status": "completed", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:27.873906 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4fc84c5-b378-42ed-b0a2-8e52385715b1 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:27.874324 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fc84c5-b378-42ed-b0a2-8e52385715b1'] response: {'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'code': 200} Apr 18 17:11:27.967499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:27.968629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:27.969405 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:28.072150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d91a6135-1710-4e9e-af12-6ec73379c136 req-25afcf20-f166-4144-8c79-849149e0218f tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0479965 Apr 18 17:11:28.090388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] Pushing event updated for resources: {'Network': ['ID=9dc6a382-14a0-4e2b-b3f7-19e369312803,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:28.100142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:28.116144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:11:28.174362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=bdb3c2fe-2dba-4628-822c-7c13f1fdc059,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:28.190593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fbd7fb48-9b3b-40d4-b10a-8b1433014eeb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8380840 Apr 18 17:11:28.198443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36100) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:28.204739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Request body: {'subnet': {'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-subnet', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:28.229350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595df840-0581-4836-ae82-4a1c874050f9 req-01ec786f-8de8-48e1-ae78-f99df4bfcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:28.231147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-595df840-0581-4836-ae82-4a1c874050f9 req-01ec786f-8de8-48e1-ae78-f99df4bfcaf1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1833675 Apr 18 17:11:28.327399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:28.330301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:28.359959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-595df840-0581-4836-ae82-4a1c874050f9 req-120531d4-7338-4a80-b26a-249bc12fd25c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101596 Apr 18 17:11:28.368725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c3e4-ab96-46d2-ac46-65dbb091c777 req-f219ec83-3752-4586-b028-05a0b5bca759 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:28.376615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a15c3e4-ab96-46d2-ac46-65dbb091c777 req-f219ec83-3752-4586-b028-05a0b5bca759 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1443226 Apr 18 17:11:28.481438 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:28.520950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a15c3e4-ab96-46d2-ac46-65dbb091c777 req-06304d32-fab2-49ab-87f4-54a75a5d9a63 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434686 Apr 18 17:11:28.597266 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:28.605848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15516cf9-07b2-41ad-8292-342a43f84c6e req-7a33bd28-bd45-4148-bdb4-de503c94e04b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:28.607951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15516cf9-07b2-41ad-8292-342a43f84c6e req-7a33bd28-bd45-4148-bdb4-de503c94e04b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1408219 Apr 18 17:11:28.659326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=64991e29-3a6e-40a0-b7b4-27fe757dcc9b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:28.674350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Checking segment: {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:28.674788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Network hostable DHCP agents. Network: 9dc6a382-14a0-4e2b-b3f7-19e369312803, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:11:28.749565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:11:28.753456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15516cf9-07b2-41ad-8292-342a43f84c6e req-52202367-a274-4a55-9ebb-53fce8fd8272 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325006 Apr 18 17:11:28.758177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router db2633b5-f46e-4cb0-828d-3e0c44656788 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:28.778630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63f5d-a197-46b1-8db7-a0d101f3f0e1 req-9c8906e9-2ad4-4143-97cc-092d381a5daa tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:28.778630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbe63f5d-a197-46b1-8db7-a0d101f3f0e1 req-9c8906e9-2ad4-4143-97cc-092d381a5daa tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1643255 Apr 18 17:11:28.824346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 9dc6a382-14a0-4e2b-b3f7-19e369312803) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:28.828640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:28.829312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:28.839012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937bf75d-377e-4df7-92f1-27ebac175d99 None None] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:28.889872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbe63f5d-a197-46b1-8db7-a0d101f3f0e1 req-0c43b7ea-57f0-4331-953e-48f63a57905c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104507 Apr 18 17:11:28.892145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:28.898154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-00e39916-3b29-4d03-8a2f-ea0f7819090b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/db2633b5-f46e-4cb0-828d-3e0c44656788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9455924 Apr 18 17:11:28.901185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36110) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:28.926294 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc857ac-2f9d-4c67-9058-c65939a71349 None None] Sync routers for ids ['db2633b5-f46e-4cb0-828d-3e0c44656788'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:28.939118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0b530-1624-46dd-881a-7958c030d1ce req-f8e32ee8-38bb-412d-9564-13041bd1235e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:28.940677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26f0b530-1624-46dd-881a-7958c030d1ce req-f8e32ee8-38bb-412d-9564-13041bd1235e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0667582 Apr 18 17:11:28.948415 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-67def445-3832-4c18-ab81-4fd513013cfd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7481349 Apr 18 17:11:28.952747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36112) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:28.958336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:28.977386 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc857ac-2f9d-4c67-9058-c65939a71349 None None] Routers {'db2633b5-f46e-4cb0-828d-3e0c44656788'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:28.979145 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9fc857ac-2f9d-4c67-9058-c65939a71349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['db2633b5-f46e-4cb0-828d-3e0c44656788'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:29.022823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26f0b530-1624-46dd-881a-7958c030d1ce req-fb81b92b-605c-4adb-ac33-c8fd66aa8bdb tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709071 Apr 18 17:11:29.075872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.076954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.108052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-9dc6a382-14a0-4e2b-b3f7-19e369312803', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:11:29.109102 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.163745 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9fc857ac-2f9d-4c67-9058-c65939a71349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:29.176497 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc857ac-2f9d-4c67-9058-c65939a71349 None None] Routers {'db2633b5-f46e-4cb0-828d-3e0c44656788'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:29.177544 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9fc857ac-2f9d-4c67-9058-c65939a71349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['db2633b5-f46e-4cb0-828d-3e0c44656788'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:29.183607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.224444 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9fc857ac-2f9d-4c67-9058-c65939a71349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:29.225619 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc857ac-2f9d-4c67-9058-c65939a71349 None None] The sync data for ids ['db2633b5-f46e-4cb0-828d-3e0c44656788'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:29.259818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fbb81d9-df83-47f2-adca-d0bf5e860bda req-65236516-2c60-42ef-a463-10e66de70e26 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0616729 Apr 18 17:11:29.314348 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-1abd04ec-de23-4e38-942c-f8eda70b3cfe tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 17:11:29.318308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Allocated IP 172.20.0.2 (9dc6a382-14a0-4e2b-b3f7-19e369312803/64991e29-3a6e-40a0-b7b4-27fe757dcc9b/b9ead25f-046e-4fc1-83a1-5e13777749b9) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:29.320283 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1abd04ec-de23-4e38-942c-f8eda70b3cfe tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/db2633b5-f46e-4cb0-828d-3e0c44656788/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4173546 Apr 18 17:11:29.321039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36122) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:29.346971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489bcc-2b74-44aa-b864-fd1eaccc91e1 req-d48578ed-2db4-42f1-a8a2-779c280c0df7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:29.359965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14489bcc-2b74-44aa-b864-fd1eaccc91e1 req-d48578ed-2db4-42f1-a8a2-779c280c0df7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1779385 Apr 18 17:11:29.361680 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b5a667ad-9dde-4b45-9728-f1fc195f2b54 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=db2633b5-f46e-4cb0-828d-3e0c44656788 HTTP/1.1" status: 200 len: 205 time: 0.0389805 Apr 18 17:11:29.363002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36124) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:29.473708 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.521898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2af41790-998f-48b4-b667-c40d54a7a6eb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.538771 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.558281 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.581069 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:29.584109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:29.587898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:29.595436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14489bcc-2b74-44aa-b864-fd1eaccc91e1 req-45152bcd-da0b-4ef4-b8d0-21d7e571d6f0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358375 Apr 18 17:11:29.595991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Pushing event updated for resources: {'Port': ['ID=b9ead25f-046e-4fc1-83a1-5e13777749b9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:29.665002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Attempting to bind port b9ead25f-046e-4fc1-83a1-5e13777749b9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:29.665578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Attempting to bind port b9ead25f-046e-4fc1-83a1-5e13777749b9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:29.668322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Attempting to bind port b9ead25f-046e-4fc1-83a1-5e13777749b9 on network 9dc6a382-14a0-4e2b-b3f7-19e369312803 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:29.677669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:29.678222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Checking segment: {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:29.682167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.683036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Bound using segment: {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:29.684201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Bound port: b9ead25f-046e-4fc1-83a1-5e13777749b9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:29.684995 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.769132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] For port b9ead25f-046e-4fc1-83a1-5e13777749b9, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:29.773571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] For port b9ead25f-046e-4fc1-83a1-5e13777749b9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b9ead25f-046e-4fc1-83a1-5e13777749b9,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:29.831744 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2af41790-998f-48b4-b667-c40d54a7a6eb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.837464 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2af41790-998f-48b4-b667-c40d54a7a6eb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.846830 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:29.916629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4024cf-fb01-442b-a321-02032572a37c None None] Pushing event updated for resources: {'Port': ['ID=b9ead25f-046e-4fc1-83a1-5e13777749b9,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:29.941306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e9cdb-d0ad-482c-8890-6c43ae01606b req-a55f041b-fa94-4162-8b37-21bf3d672954 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:29.942915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-934e9cdb-d0ad-482c-8890-6c43ae01606b req-a55f041b-fa94-4162-8b37-21bf3d672954 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2416983 Apr 18 17:11:29.993657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eea7d-9bfe-49c5-8bec-b42f2e57610c req-940e9dab-5c57-4a77-9b6f-72732ea85be0 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:29.998365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed8eea7d-9bfe-49c5-8bec-b42f2e57610c req-940e9dab-5c57-4a77-9b6f-72732ea85be0 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1632659 Apr 18 17:11:30.006904 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2af41790-998f-48b4-b667-c40d54a7a6eb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.007536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af41790-998f-48b4-b667-c40d54a7a6eb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Fanout notify agent at l3_agent the message router_deleted on router db2633b5-f46e-4cb0-828d-3e0c44656788 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:11:30.021281 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2af41790-998f-48b4-b667-c40d54a7a6eb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.024953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2af41790-998f-48b4-b667-c40d54a7a6eb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/db2633b5-f46e-4cb0-828d-3e0c44656788 HTTP/1.1" status: 204 len: 168 time: 0.6564248 Apr 18 17:11:30.025777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36130) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:30.085875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed8eea7d-9bfe-49c5-8bec-b42f2e57610c req-0081c24e-bd80-4cc9-869f-84adad173f21 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717185 Apr 18 17:11:30.103150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-934e9cdb-d0ad-482c-8890-6c43ae01606b req-fd8b6b58-d272-4dcb-aa23-6fc621491578 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428201 Apr 18 17:11:30.136685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c456a90-71d9-4717-ab2d-50f09b8a97f3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet 48d521fe-4555-4610-8ff8-3148edac9de5 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:11:30.140267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c456a90-71d9-4717-ab2d-50f09b8a97f3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.218550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c456a90-71d9-4717-ab2d-50f09b8a97f3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.411371 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c456a90-71d9-4717-ab2d-50f09b8a97f3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.459618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-ff6e1229-f0b0-45c7-b9c2-43bed984739b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:30.461154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-ff6e1229-f0b0-45c7-b9c2-43bed984739b tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.18 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 945 time: 0.1075659 Apr 18 17:11:30.469539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.508101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.550089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b9ead25f-046e-4fc1-83a1-5e13777749b9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:30.588957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c456a90-71d9-4717-ab2d-50f09b8a97f3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.600515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Deleting port 815e4467-3e4d-436a-abc3-7f66eb3045f3 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:30.601024 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.607135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b9ead25f-046e-4fc1-83a1-5e13777749b9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:30.607728 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.643650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c456a90-71d9-4717-ab2d-50f09b8a97f3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.647852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7c456a90-71d9-4717-ab2d-50f09b8a97f3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/48d521fe-4555-4610-8ff8-3148edac9de5 HTTP/1.1" status: 204 len: 168 time: 0.6200411 Apr 18 17:11:30.650095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af0168d-7547-44a5-af77-f41dc1a6b098 None None] Network d724da9b-13c9-4724-8111-4b8d0c3a594c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:30.651817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36144) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:30.652671 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c456a90-71d9-4717-ab2d-50f09b8a97f3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=48d521fe-4555-4610-8ff8-3148edac9de5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:30.762383 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.784549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.801028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port b9ead25f-046e-4fc1-83a1-5e13777749b9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b9ead25f-046e-4fc1-83a1-5e13777749b9,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:30.858800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] For port 815e4467-3e4d-436a-abc3-7f66eb3045f3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=815e4467-3e4d-436a-abc3-7f66eb3045f3,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:30.859588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.892641 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.898311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Calling delete_port for 815e4467-3e4d-436a-abc3-7f66eb3045f3 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:30.932935 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-322d45d3-f70e-44ac-8e68-053e14a67364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:30.965867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] DHCP port deletion for d724da9b-13c9-4724-8111-4b8d0c3a594c request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:11:31.022048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=b9ead25f-046e-4fc1-83a1-5e13777749b9,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:31.034399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 236aaced-a1b4-499c-ad25-3387f1be5b97 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:31.035348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.050138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] Deleting port 236aaced-a1b4-499c-ad25-3387f1be5b97 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:31.050478 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.086718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Allocated IP 172.25.5.217 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/1c1fd515-d35c-46ea-bc0f-7c0ee4e33474) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:31.129472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] For port 236aaced-a1b4-499c-ad25-3387f1be5b97, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=236aaced-a1b4-499c-ad25-3387f1be5b97,segment=NetworkSegment(b93157ba-edab-4a59-bde5-01cc53d5f41b),segment_id=b93157ba-edab-4a59-bde5-01cc53d5f41b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:31.129919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.144884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] Calling delete_port for 236aaced-a1b4-499c-ad25-3387f1be5b97 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:31.208237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.262143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7795bd5-6f5b-47f2-921a-3f822f5300f0 req-3804309e-49e3-4778-b0ab-b56fe2e9c632 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:31.263825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7795bd5-6f5b-47f2-921a-3f822f5300f0 req-3804309e-49e3-4778-b0ab-b56fe2e9c632 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.9329638 Apr 18 17:11:31.272713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616aa4f-2ad7-4e91-8e71-1c5e35f817da req-915b933a-139d-4d8b-8b69-d96deb4cd93e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:31.281455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f616aa4f-2ad7-4e91-8e71-1c5e35f817da req-915b933a-139d-4d8b-8b69-d96deb4cd93e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.9840653 Apr 18 17:11:31.287543 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.303274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] No DVR routers for this DVR port 236aaced-a1b4-499c-ad25-3387f1be5b97 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:31.339694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.358821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8974ba-b225-44f1-b8ad-2057e5337794 None None] Pushing event deleted for resources: {'Port': ['ID=236aaced-a1b4-499c-ad25-3387f1be5b97,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:31.398764 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f616aa4f-2ad7-4e91-8e71-1c5e35f817da req-7a2800af-540c-4b02-93ce-089a680c14bd tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148252 Apr 18 17:11:31.431749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7795bd5-6f5b-47f2-921a-3f822f5300f0 req-030911e3-6379-48c8-b91d-c9f9e5227587 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479239 Apr 18 17:11:31.453741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:31.473731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:31.482277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:31.537740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b596c0-8c8e-4b60-93e5-2413b125753d None None] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:31.561045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Pushing event updated for resources: {'Port': ['ID=1c1fd515-d35c-46ea-bc0f-7c0ee4e33474,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:31.568578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 236aaced-a1b4-499c-ad25-3387f1be5b97, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=236aaced-a1b4-499c-ad25-3387f1be5b97,segment=NetworkSegment(b93157ba-edab-4a59-bde5-01cc53d5f41b),segment_id=b93157ba-edab-4a59-bde5-01cc53d5f41b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:31.568946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.609861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 236aaced-a1b4-499c-ad25-3387f1be5b97 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:31.629937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9f0146b2-13dd-4134-b984-4c19477957d6 None None] Provisioning complete for port b9ead25f-046e-4fc1-83a1-5e13777749b9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:31.630509 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9f0146b2-13dd-4134-b984-4c19477957d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.653906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c975ed35-d7cf-4328-9755-8680ca5dbf3b req-a3b29beb-71f5-4f33-b538-bd1e198b733a tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.1007814 Apr 18 17:11:31.712223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.751589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b903eb-a46b-4a31-9b78-08d069c88ac2 req-270ba5c8-93db-49fc-9c54-49252f6fea0d tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:31.753379 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80b903eb-a46b-4a31-9b78-08d069c88ac2 req-270ba5c8-93db-49fc-9c54-49252f6fea0d tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/ports?device_id=5983588a-0b81-4029-af04-86f7edca98f0 HTTP/1.1" status: 200 len: 867 time: 0.2113671 Apr 18 17:11:31.770707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['815e4467-3e4d-436a-abc3-7f66eb3045f3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:31.810284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Pushing event deleted for resources: {'Port': ['ID=815e4467-3e4d-436a-abc3-7f66eb3045f3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:31.849791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80b903eb-a46b-4a31-9b78-08d069c88ac2 req-4afd0aca-548e-463f-900d-15f93749794c tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.45 "GET /v2.0/security-groups?id=8821ec23-d3b5-493d-a3e2-174fffcf8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782552 Apr 18 17:11:31.870471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe7a6-ffd3-491b-af42-88e78496c2ad req-dee2f1bf-ef8b-4d56-ae97-6e134b745d70 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:31.872042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1fe7a6-ffd3-491b-af42-88e78496c2ad req-dee2f1bf-ef8b-4d56-ae97-6e134b745d70 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1175508 Apr 18 17:11:31.904410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] No DVR routers for this DVR port 815e4467-3e4d-436a-abc3-7f66eb3045f3 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:31.908196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.919093 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-67db2835-ea87-4beb-92dd-c3c4506d0a6b req-fecfa798-d4a9-4d60-b6f8-ab22400ab204 tempest-ListServerFiltersTestJSON-1981941174 tempest-ListServerFiltersTestJSON-1981941174-project] 10.222.0.18 "DELETE /v2.0/ports/815e4467-3e4d-436a-abc3-7f66eb3045f3 HTTP/1.1" status: 204 len: 173 time: 1.4496891 Apr 18 17:11:31.920166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5983588a-0b81-4029-af04-86f7edca98f0', 'name': 'network-vif-deleted', 'tag': '815e4467-3e4d-436a-abc3-7f66eb3045f3'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:31.923362 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1697085c-6e09-4bdc-994f-54280a118246" -d '{"events": [{"server_uuid": "5983588a-0b81-4029-af04-86f7edca98f0", "name": "network-vif-deleted", "tag": "815e4467-3e4d-436a-abc3-7f66eb3045f3"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:31.931457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:31.966758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=236aaced-a1b4-499c-ad25-3387f1be5b97,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:31.974932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No DVR routers for this DVR port 236aaced-a1b4-499c-ad25-3387f1be5b97 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:32.046510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1fe7a6-ffd3-491b-af42-88e78496c2ad req-45a441d6-5bf8-4301-b3bb-cd3d87d18488 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648650 Apr 18 17:11:32.129910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.147165 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b64a93-0b3c-44ff-b1ff-b5ff36f2de90 x-openstack-request-id: req-29b64a93-0b3c-44ff-b1ff-b5ff36f2de90 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:32.147603 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5983588a-0b81-4029-af04-86f7edca98f0", "name": "network-vif-deleted", "tag": "815e4467-3e4d-436a-abc3-7f66eb3045f3", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:32.147969 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29b64a93-0b3c-44ff-b1ff-b5ff36f2de90 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:32.148605 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b64a93-0b3c-44ff-b1ff-b5ff36f2de90'] response: {'server_uuid': '5983588a-0b81-4029-af04-86f7edca98f0', 'name': 'network-vif-deleted', 'tag': '815e4467-3e4d-436a-abc3-7f66eb3045f3', 'status': 'completed', 'code': 200} Apr 18 17:11:32.169944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d724da9b-13c9-4724-8111-4b8d0c3a594c']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:32.189214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93157ba-edab-4a59-bde5-01cc53d5f41b') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:32.189582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93157ba-edab-4a59-bde5-01cc53d5f41b') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:32.196566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d574db8-d4b0-433a-9c42-847a0236254a req-7ad57d28-5404-4424-b246-923b92fe24bb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:32.199467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d574db8-d4b0-433a-9c42-847a0236254a req-7ad57d28-5404-4424-b246-923b92fe24bb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1968870 Apr 18 17:11:32.210432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.224047 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.225801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.239449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:11:32.239862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:11:32.250268 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:11:32.335010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d574db8-d4b0-433a-9c42-847a0236254a req-675be726-7dc4-47d2-9297-b41de8a88dfa tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077590 Apr 18 17:11:32.433313 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.452348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.456264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/d724da9b-13c9-4724-8111-4b8d0c3a594c HTTP/1.1" status: 204 len: 168 time: 1.8006248 Apr 18 17:11:32.459420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36160) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:32.465155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-1862333909'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:32.468534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-51abd524-499a-4365-9d61-76851507329c None None] Provisioning complete for port b9ead25f-046e-4fc1-83a1-5e13777749b9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:32.468913 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51abd524-499a-4365-9d61-76851507329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.481523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f787b-98e2-4ee5-8dcc-1d4ff0c779d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=d724da9b-13c9-4724-8111-4b8d0c3a594c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:32.540977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b9ead25f-046e-4fc1-83a1-5e13777749b9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:32.613759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.632698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b9ead25f-046e-4fc1-83a1-5e13777749b9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:32.633685 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.679732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:32.683760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.782398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ddc2a-f902-4659-8fcc-fb9de38409f4 req-e65221dc-0ab1-4ff0-875d-7525e31d6844 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:32.783967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b57ddc2a-f902-4659-8fcc-fb9de38409f4 req-e65221dc-0ab1-4ff0-875d-7525e31d6844 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 813 time: 0.2313046 Apr 18 17:11:32.828755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:11:32.843299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 236aaced-a1b4-499c-ad25-3387f1be5b97 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:32.854691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70912398-b8b9-43b6-9c39-eb3032061c3f req-43f6fe13-2c92-4bcf-bf60-7c0d6f832b60 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0994461 Apr 18 17:11:32.867032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b57ddc2a-f902-4659-8fcc-fb9de38409f4 req-c5e77a0d-9a77-4208-af19-274e110cbad4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/quotas/f1f5fa762bf24665b01526e7b1312f82 HTTP/1.1" status: 200 len: 375 time: 0.0392222 Apr 18 17:11:32.873726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:32.874077 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment 6d5badcc-8d65-4f41-80cd-3b62701735e7 of type vlan for network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c Apr 18 17:11:32.874584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 236aaced-a1b4-499c-ad25-3387f1be5b97 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:32.875128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 236aaced-a1b4-499c-ad25-3387f1be5b97 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:32.956521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.008618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b57ddc2a-f902-4659-8fcc-fb9de38409f4 req-554bc5d9-c544-40c2-98df-449e3a9721b7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329610 Apr 18 17:11:33.063350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36188) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:33.065605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Router da7d9841-1be4-4fba-815d-905b20ac3f69 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:11:33.067902 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.074809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:33.075717 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.111100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-55625bc0-889b-49bd-9654-14c7ded9a1da admin admin] Deleting subnet ceb4511a-71c6-4214-b2f6-4635fea258c1 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:11:33.122432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55625bc0-889b-49bd-9654-14c7ded9a1da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.161848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55625bc0-889b-49bd-9654-14c7ded9a1da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.235615 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-67f41eac-f3f8-461c-af56-286aaeaa53a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.252045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55625bc0-889b-49bd-9654-14c7ded9a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.264910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8041117 Apr 18 17:11:33.270874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36190) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:33.277750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': '8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:33.303754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d008d0-c6bb-441e-b3c2-9c43b3216928 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:33.317037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:11:33.321957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-572fdcf7-1104-4786-a0da-55a62d9b3476 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:33.326883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-572fdcf7-1104-4786-a0da-55a62d9b3476 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/networks?id=74e5656a-b152-4028-9c04-b6bd64ad9c38 HTTP/1.1" status: 200 len: 815 time: 0.2885892 Apr 18 17:11:33.393459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825fd00-56ca-4796-a820-2c4fe4dae4ad req-8e9e0119-dc23-4046-8fdd-4cb2c09d8e5f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:33.394866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3825fd00-56ca-4796-a820-2c4fe4dae4ad req-8e9e0119-dc23-4046-8fdd-4cb2c09d8e5f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1945662 Apr 18 17:11:33.396374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-2a9978ec-1bc6-45e3-b63b-c479230aeff9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/quotas/01d2dd1e21724b31ba79993c884e2b6f HTTP/1.1" status: 200 len: 375 time: 0.0330834 Apr 18 17:11:33.406789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:33.424280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Sync routers for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:33.436205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:33.436957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:33.453052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:33.457135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.482767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3825fd00-56ca-4796-a820-2c4fe4dae4ad req-57edcaf8-abf8-44ab-b145-6bb5a509859f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604260 Apr 18 17:11:33.487743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.489461 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-79e27f99-facc-4149-949a-8933b597af8e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5346918 Apr 18 17:11:33.492482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36192) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:33.498238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-300b6006-86c6-4f2b-ba61-eaf733c82bdc tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771377 Apr 18 17:11:33.536403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55625bc0-889b-49bd-9654-14c7ded9a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.554980 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55625bc0-889b-49bd-9654-14c7ded9a1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.558725 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-55625bc0-889b-49bd-9654-14c7ded9a1da admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ceb4511a-71c6-4214-b2f6-4635fea258c1 HTTP/1.1" status: 204 len: 168 time: 0.4940412 Apr 18 17:11:33.563098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:33.579401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525d307-cd54-4b8f-a39a-c89ac61ab4f0 None None] Network eeef89c2-c0da-4d31-b505-235c21432894 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:33.642634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55625bc0-889b-49bd-9654-14c7ded9a1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb4511a-71c6-4214-b2f6-4635fea258c1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:33.690946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.753678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee67d9-37c7-4d07-8412-e7b667375030 req-0990cdb1-9ce3-4130-8747-975de3cc01d2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:33.755567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4ee67d9-37c7-4d07-8412-e7b667375030 req-0990cdb1-9ce3-4130-8747-975de3cc01d2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0925970 Apr 18 17:11:33.760683 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-e1f50146-c4d8-42b1-bafc-96129487f5b2 service neutron] 10.222.0.45 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507732 Apr 18 17:11:33.815238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815e4467-3e4d-436a-abc3-7f66eb3045f3 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:33.827164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Deleting port 1a137be0-faee-4c3e-9c5b-76b5a7265272 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:33.827962 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.855853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 815e4467-3e4d-436a-abc3-7f66eb3045f3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:33.856191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 815e4467-3e4d-436a-abc3-7f66eb3045f3 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:33.858839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:33.864063 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4ee67d9-37c7-4d07-8412-e7b667375030 req-d1d229b4-2469-4a46-a156-c7cade1426a1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617223 Apr 18 17:11:33.919685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] For port 1a137be0-faee-4c3e-9c5b-76b5a7265272, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1a137be0-faee-4c3e-9c5b-76b5a7265272,segment=NetworkSegment(df58d1c0-4ba4-47f1-a988-d85458aa41cb),segment_id=df58d1c0-4ba4-47f1-a988-d85458aa41cb)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:33.920337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:33.943582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Calling delete_port for 1a137be0-faee-4c3e-9c5b-76b5a7265272 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:34.139470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.140911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:31Z', 'revision_number': 3, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:34.176605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a137be0-faee-4c3e-9c5b-76b5a7265272,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:34.186769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] No DVR routers for this DVR port 1a137be0-faee-4c3e-9c5b-76b5a7265272 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:34.193091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Checking router: da7d9841-1be4-4fba-815d-905b20ac3f69 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:11:34.193757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Updating router da7d9841-1be4-4fba-815d-905b20ac3f69 port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:11:34.216735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058dde8-12d1-4383-b1d9-a9684b2f40e5 None None] DHCP port deletion for eeef89c2-c0da-4d31-b505-235c21432894 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:11:34.231893 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.242268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.286546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-a4025100-20c9-4776-bae9-a337dac7c72b service neutron] 10.222.0.45 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821856 Apr 18 17:11:34.291628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3e702f3-8c12-47b2-ace4-84ed95cd4afb req-5f169371-e709-4ca4-9cc9-b5f4df6d5058 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0851264 Apr 18 17:11:34.356724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=3424a89c-4d9f-4eb3-b042-db437ec83d23,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:34.418522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-75928ea6-977d-4cb2-a580-108af028eb8e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:34.421477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-75928ea6-977d-4cb2-a580-108af028eb8e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ff835d4-1e25-407f-91b2-c074c5bd3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1287010 Apr 18 17:11:34.433541 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.495583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1a137be0-faee-4c3e-9c5b-76b5a7265272 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:34.496035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9de8c85-4438-4351-8b39-53a6605ec0c0 req-904d4e05-3ce0-4f43-af12-b800d2986c0e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f1f5fa762bf24665b01526e7b1312f82 HTTP/1.1" status: 200 len: 221 time: 0.0683541 Apr 18 17:11:34.500358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.532375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1a137be0-faee-4c3e-9c5b-76b5a7265272 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:34.532712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1a137be0-faee-4c3e-9c5b-76b5a7265272 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:34.592476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeef89c2-c0da-4d31-b505-235c21432894']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:34.607026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': '6d5badcc-8d65-4f41-80cd-3b62701735e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:34.607408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:11:34.610493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df58d1c0-4ba4-47f1-a988-d85458aa41cb') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:34.610790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df58d1c0-4ba4-47f1-a988-d85458aa41cb') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:34.623891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.625372 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.656912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.670622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:11:34.670981 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:11:34.672896 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:11:34.710691 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.744603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:11:34.775164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.778638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Attempting to bind port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:34.778941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-404a3a80-751b-4d12-83b2-8438ef4ae445 req-b5490fe4-b2b4-4065-947d-181a915853c1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 210 time: 0.0436647 Apr 18 17:11:34.779056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Attempting to bind port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:34.779324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Attempting to bind port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:34.788361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d4a38-b9f3-4605-8ef2-dc5bbbca499e None None] Pushing event updated for resources: {'Port': ['ID=1c1fd515-d35c-46ea-bc0f-7c0ee4e33474,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:34.804819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:34.805309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:34.805817 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.806745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:34.806745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Bound port: 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:34.824258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.825640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b44b16-78fc-4f64-8f96-4ef1ae668738 req-50403277-8039-452b-b937-5316c4e9aa29 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:34.825640 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9b44b16-78fc-4f64-8f96-4ef1ae668738 req-50403277-8039-452b-b937-5316c4e9aa29 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1954331 Apr 18 17:11:34.831120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Deleting port 158649b0-b836-4b75-b0fe-7c94bc4bb151 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:34.831467 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.843178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:34.852139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:34.854696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.860249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891cd086-a608-41cb-9e94-623a10d195d9 None None] Network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:34.870284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.896000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:34.910073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] 10.222.0.45 "DELETE /v2.0/networks/eeef89c2-c0da-4d31-b505-235c21432894 HTTP/1.1" status: 204 len: 168 time: 1.3271711 Apr 18 17:11:34.928492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] For port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:34.948491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] For port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1c1fd515-d35c-46ea-bc0f-7c0ee4e33474,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:34.966754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d5b3801-5408-467e-81a7-6eae1f088f77 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6947980 Apr 18 17:11:34.967721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529bc58-eded-4f38-b5ae-ba5d5a9c4133 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeef89c2-c0da-4d31-b505-235c21432894,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:34.969449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36224) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:34.974547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-788a5874-a3e5-42e8-b88a-de5702ba4ced tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1260305181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:35.007742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9b44b16-78fc-4f64-8f96-4ef1ae668738 req-8be4d11e-2886-4420-9660-f8fe7a4b4408 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721129 Apr 18 17:11:35.029537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] For port 158649b0-b836-4b75-b0fe-7c94bc4bb151, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=158649b0-b836-4b75-b0fe-7c94bc4bb151,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:35.029909 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.050145 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.056904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Calling delete_port for 158649b0-b836-4b75-b0fe-7c94bc4bb151 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:35.093131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-788a5874-a3e5-42e8-b88a-de5702ba4ced tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.094229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-788a5874-a3e5-42e8-b88a-de5702ba4ced tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.158089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:35.158977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:35.171668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Allocated IP 172.20.0.1 (9dc6a382-14a0-4e2b-b3f7-19e369312803/64991e29-3a6e-40a0-b7b4-27fe757dcc9b/3ec6cab2-cab4-434c-ac5c-8b7ac04a7526) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:35.214548 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-788a5874-a3e5-42e8-b88a-de5702ba4ced tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.238807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c', 'network_id': '8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': '3424a89c-4d9f-4eb3-b042-db437ec83d23'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:11:35.241661 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.263550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d4a38-b9f3-4605-8ef2-dc5bbbca499e None None] Pushing event updated for resources: {'Port': ['ID=1c1fd515-d35c-46ea-bc0f-7c0ee4e33474,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:35.293793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-788a5874-a3e5-42e8-b88a-de5702ba4ced tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.302211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36230) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:35.398661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:35.402083 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e2234a0f-383a-4ea1-8bbe-82d247dedf52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95adb36d7cbb45688bcae0437ed77c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978670 Apr 18 17:11:35.404006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36234) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:35.438411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-788a5874-a3e5-42e8-b88a-de5702ba4ced tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.441484 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-788a5874-a3e5-42e8-b88a-de5702ba4ced tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4692612 Apr 18 17:11:35.454169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36236) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:35.552077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-682b3598-5e50-4581-871b-60feb31962e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.574203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Allocated IP 172.20.0.2 (8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c/3424a89c-4d9f-4eb3-b042-db437ec83d23/f988a9ee-9255-4916-9f41-1e7b9a24934d) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:35.649491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4358-8052-4b5c-84c3-1f51d398a8c5 req-f620abd7-423e-4b4f-bf42-ebd0865b14cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:35.650069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-682b3598-5e50-4581-871b-60feb31962e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.651829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45bd4358-8052-4b5c-84c3-1f51d398a8c5 req-f620abd7-423e-4b4f-bf42-ebd0865b14cd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.4852941 Apr 18 17:11:35.676791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b22a9d81-b288-49a9-8b52-7dfc5aa784f2 req-8e966dcd-09c0-4ac1-ae84-744278e3f1eb tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28ec055-41c5-4b64-889d-42c067c5a743 HTTP/1.1" status: 200 len: 210 time: 0.0502658 Apr 18 17:11:35.782607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:31Z', 'revision_number': 3, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:35.821964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45bd4358-8052-4b5c-84c3-1f51d398a8c5 req-663dd933-272a-496e-9167-bbca1a9a0f92 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505115 Apr 18 17:11:35.833317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9b4f8-4f21-4563-9a18-01c1be50b9c1 None None] The sync data for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 is: [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:31Z', 'revision_number': 3, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:35.834678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.853029 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.882087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.887497 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.934106 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aef6bc4-a94c-45f1-a727-efd462c13fbc req-fe8c77b5-a355-44af-ba95-f69e9b2f5ad1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 210 time: 0.0325143 Apr 18 17:11:35.935875 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.946093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:35.982932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Pushing event deleted for resources: {'Port': ['ID=158649b0-b836-4b75-b0fe-7c94bc4bb151,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:36.000484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Pushing event updated for resources: {'Port': ['ID=f988a9ee-9255-4916-9f41-1e7b9a24934d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:36.018175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:36.019661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:36.022305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-682b3598-5e50-4581-871b-60feb31962e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.028191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-682b3598-5e50-4581-871b-60feb31962e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.029571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:36.032798 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-682b3598-5e50-4581-871b-60feb31962e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8821ec23-d3b5-493d-a3e2-174fffcf8c1d HTTP/1.1" status: 204 len: 168 time: 0.6252055 Apr 18 17:11:36.050292 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.058156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b3598-5e50-4581-871b-60feb31962e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8821ec23-d3b5-493d-a3e2-174fffcf8c1d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:36.121088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Attempting to bind port f988a9ee-9255-4916-9f41-1e7b9a24934d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:36.121484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Attempting to bind port f988a9ee-9255-4916-9f41-1e7b9a24934d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '6d5badcc-8d65-4f41-80cd-3b62701735e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:36.121856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Attempting to bind port f988a9ee-9255-4916-9f41-1e7b9a24934d on network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:36.128993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:36.129237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:36.129237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Checking segment: {'id': '6d5badcc-8d65-4f41-80cd-3b62701735e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:36.129237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.129237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Bound using segment: {'id': '6d5badcc-8d65-4f41-80cd-3b62701735e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:36.129644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Bound port: f988a9ee-9255-4916-9f41-1e7b9a24934d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5badcc-8d65-4f41-80cd-3b62701735e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:36.129773 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.152059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:36.155008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] No DVR routers for this DVR port 158649b0-b836-4b75-b0fe-7c94bc4bb151 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:36.159036 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.162884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8c52c68-9b36-4d19-aee2-0a55c0bbadeb req-abf97ac9-bc0b-4c66-a240-eafb30f0410a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.41 "DELETE /v2.0/ports/158649b0-b836-4b75-b0fe-7c94bc4bb151 HTTP/1.1" status: 204 len: 173 time: 1.7080588 Apr 18 17:11:36.163132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'name': 'network-vif-deleted', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:36.167690 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa1e07d-25c0-460d-a60e-b1f148c2c4c9" -d '{"events": [{"server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "name": "network-vif-deleted", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:36.170868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:36.178220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:36.218366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82e616-1a87-489c-972b-a4f65c438758 req-99d2d379-4a4f-43ad-82f2-dc49f3e703e9 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:36.221884 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.226719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d82e616-1a87-489c-972b-a4f65c438758 req-99d2d379-4a4f-43ad-82f2-dc49f3e703e9 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2349172 Apr 18 17:11:36.283626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] For port f988a9ee-9255-4916-9f41-1e7b9a24934d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:36.288573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] For port f988a9ee-9255-4916-9f41-1e7b9a24934d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f988a9ee-9255-4916-9f41-1e7b9a24934d,segment=NetworkSegment(6d5badcc-8d65-4f41-80cd-3b62701735e7),segment_id=6d5badcc-8d65-4f41-80cd-3b62701735e7)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:36.297183 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a94eda-1fa2-401c-9082-cd66762a6519 x-openstack-request-id: req-10a94eda-1fa2-401c-9082-cd66762a6519 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:36.297853 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff835d4-1e25-407f-91b2-c074c5bd3ad0", "name": "network-vif-deleted", "tag": "158649b0-b836-4b75-b0fe-7c94bc4bb151", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:36.298168 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10a94eda-1fa2-401c-9082-cd66762a6519 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:36.298652 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a94eda-1fa2-401c-9082-cd66762a6519'] response: {'server_uuid': '9ff835d4-1e25-407f-91b2-c074c5bd3ad0', 'name': 'network-vif-deleted', 'tag': '158649b0-b836-4b75-b0fe-7c94bc4bb151', 'status': 'completed', 'code': 200} Apr 18 17:11:36.366521 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.371679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d82e616-1a87-489c-972b-a4f65c438758 req-4bab3311-3348-4292-b782-6e0625a966ac tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445572 Apr 18 17:11:36.374225 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.539037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.20.0.1 (8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c/3424a89c-4d9f-4eb3-b042-db437ec83d23/03696b8e-f0a4-41f3-a4db-c20ffe1e5443) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:36.585838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161e1b7-4527-4275-898d-008b043a49b4 None None] Pushing event updated for resources: {'Port': ['ID=f988a9ee-9255-4916-9f41-1e7b9a24934d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:36.687669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfc40b-41a6-47cf-b93d-122a7af0976a req-725dc717-c408-4d19-bf64-e6c44386dcf2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:36.694375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8bcfc40b-41a6-47cf-b93d-122a7af0976a req-725dc717-c408-4d19-bf64-e6c44386dcf2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1806557 Apr 18 17:11:36.756300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6827e67d-1c85-4e82-8a32-b7ee851a719e None None] Provisioning complete for port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:36.760126 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6827e67d-1c85-4e82-8a32-b7ee851a719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.827766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:36.863874 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.868379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:36.872882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8bcfc40b-41a6-47cf-b93d-122a7af0976a req-a139a906-afa9-461e-9a5f-a7d1b3c3ed4e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663280 Apr 18 17:11:36.901007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36256) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:36.946508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6827e67d-1c85-4e82-8a32-b7ee851a719e None None] Port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:36.975812 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.018805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:37.019390 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.109718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:37.126505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:37.139490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:37.141194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 158649b0-b836-4b75-b0fe-7c94bc4bb151 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:37.183796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 158649b0-b836-4b75-b0fe-7c94bc4bb151 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:37.184215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 158649b0-b836-4b75-b0fe-7c94bc4bb151 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:37.210760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=03696b8e-f0a4-41f3-a4db-c20ffe1e5443,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:37.238726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.271576 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.278020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96266f5f-d0ae-422b-aa20-0bc085d50531 req-b0905771-07b4-4267-97cd-a66117735412 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 210 time: 0.1444142 Apr 18 17:11:37.343678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1c1fd515-d35c-46ea-bc0f-7c0ee4e33474,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:37.408279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8cd14305-ca47-4851-818e-9b5630725e32 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.413778 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.474832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc552e8-6aa9-47cf-9e6a-be17e106daeb req-bc7f28a3-e4e1-4dfc-b959-3d61f0e07686 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:37.485752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbc552e8-6aa9-47cf-9e6a-be17e106daeb req-bc7f28a3-e4e1-4dfc-b959-3d61f0e07686 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.3545551 Apr 18 17:11:37.505080 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8cd14305-ca47-4851-818e-9b5630725e32 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.508916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b824af07-a53c-41dd-a082-adef65b2a223 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:37.518400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b824af07-a53c-41dd-a082-adef65b2a223 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.18 "GET /v2.0/networks?id=74e5656a-b152-4028-9c04-b6bd64ad9c38 HTTP/1.1" status: 200 len: 815 time: 0.2133796 Apr 18 17:11:37.547630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=1c1fd515-d35c-46ea-bc0f-7c0ee4e33474,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:37.574149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Request body: {'port': {'device_id': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'admin_state_up': True, 'tenant_id': '01d2dd1e21724b31ba79993c884e2b6f'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:37.654614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbc552e8-6aa9-47cf-9e6a-be17e106daeb req-b36a85ea-74ac-4164-b931-656ca634fbb7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676781 Apr 18 17:11:37.675313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.715156 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.798500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8cd14305-ca47-4851-818e-9b5630725e32 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.802039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8cd14305-ca47-4851-818e-9b5630725e32 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.803391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8cd14305-ca47-4851-818e-9b5630725e32 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "DELETE /v2.0/security-groups/f180712f-7cae-4703-afc3-183c4ae5d2b8 HTTP/1.1" status: 204 len: 168 time: 0.9013801 Apr 18 17:11:37.804326 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.809586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36278) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:37.857547 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-eb1a8715-7bda-44e5-87e6-69b5ce88befa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] show failed (client error): The resource could not be found. Apr 18 17:11:37.858992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eb1a8715-7bda-44e5-87e6-69b5ce88befa tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "GET /v2.0/security-groups/f180712f-7cae-4703-afc3-183c4ae5d2b8 HTTP/1.1" status: 404 len: 347 time: 0.0432298 Apr 18 17:11:37.871327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36282) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:37.899053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd14305-ca47-4851-818e-9b5630725e32 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f180712f-7cae-4703-afc3-183c4ae5d2b8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:37.962202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518349-b3b6-46d7-b491-6f92e6bc9a6a req-365a99bb-a7de-466e-b31a-cb013df34512 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:37.969388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85518349-b3b6-46d7-b491-6f92e6bc9a6a req-365a99bb-a7de-466e-b31a-cb013df34512 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2168624 Apr 18 17:11:37.975228 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:37.998635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:38.048718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f8699-e4b6-474a-8702-18489b19cb8f None None] Network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:38.072388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85518349-b3b6-46d7-b491-6f92e6bc9a6a req-ceb397e4-d6a9-4476-bf34-36db955ce6d9 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899608 Apr 18 17:11:38.117459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6515ce88-96c1-4a96-ad1a-c44643927b54 None None] Provisioning complete for port f988a9ee-9255-4916-9f41-1e7b9a24934d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:38.117459 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6515ce88-96c1-4a96-ad1a-c44643927b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:38.158705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Made reservation on behalf of 01d2dd1e21724b31ba79993c884e2b6f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:38.164379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:38.225917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:38.229825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:38.305033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f79cf-19ca-4546-991a-61ec250807b0 req-b0944e0a-7cb7-4680-aa6f-a6f2c7ef9ded tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:38.336614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Allocated IP 172.20.0.6 (74e5656a-b152-4028-9c04-b6bd64ad9c38/172d7eea-2e4b-48f9-9776-ac815d572d2d/a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:38.337650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-286f79cf-19ca-4546-991a-61ec250807b0 req-b0944e0a-7cb7-4680-aa6f-a6f2c7ef9ded tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1583540 Apr 18 17:11:38.352866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting port ab37b4d4-49ba-4d56-83b4-15e50cc2f851 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:38.353223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:38.453806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-286f79cf-19ca-4546-991a-61ec250807b0 req-b23a65dc-9456-4b3f-9579-8d86712119e2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144707 Apr 18 17:11:38.552475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bff957f6-4ee3-44de-946b-745bf40e774d req-7edea4ea-83de-4e96-bdf7-a4df88134724 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 210 time: 0.1263580 Apr 18 17:11:38.608430 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:38.608997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:38.623488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Router da7d9841-1be4-4fba-815d-905b20ac3f69 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:38.624997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Calling delete_port for ab37b4d4-49ba-4d56-83b4-15e50cc2f851 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:38.681027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:38.741114 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6515ce88-96c1-4a96-ad1a-c44643927b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:38.843688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:38.849161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6515ce88-96c1-4a96-ad1a-c44643927b54 None None] For port f988a9ee-9255-4916-9f41-1e7b9a24934d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f988a9ee-9255-4916-9f41-1e7b9a24934d,segment=NetworkSegment(6d5badcc-8d65-4f41-80cd-3b62701735e7),segment_id=6d5badcc-8d65-4f41-80cd-3b62701735e7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:38.862522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1f00ba2a-797a-4e8d-9aad-53375be52100 admin admin] 10.222.0.45 "PUT /v2.0/routers/da7d9841-1be4-4fba-815d-905b20ac3f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3687782 Apr 18 17:11:38.881982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadd25b-c617-47c4-8f90-b3029451e9ca req-b47a493f-4280-4f50-991c-cc3b3d6463c6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:38.882805 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Sync routers for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:38.893694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdadd25b-c617-47c4-8f90-b3029451e9ca req-b47a493f-4280-4f50-991c-cc3b3d6463c6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2116048 Apr 18 17:11:38.899769 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:38.901600 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:38.909995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f988a9ee-9255-4916-9f41-1e7b9a24934d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:38.957294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdadd25b-c617-47c4-8f90-b3029451e9ca req-e38afd22-82ce-421e-8a3c-c3a30729debd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607526 Apr 18 17:11:38.979010 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6515ce88-96c1-4a96-ad1a-c44643927b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.055276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515ce88-96c1-4a96-ad1a-c44643927b54 None None] Pushing event updated for resources: {'Port': ['ID=f988a9ee-9255-4916-9f41-1e7b9a24934d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:39.076645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f988a9ee-9255-4916-9f41-1e7b9a24934d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:39.077006 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.161918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c14fd9c0-c3c5-4e8a-9c9b-48834a823f07 None None] Provisioning complete for port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:39.162287 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c14fd9c0-c3c5-4e8a-9c9b-48834a823f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.185543 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:39.239375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4802d2b-725a-4ee2-ba07-20669d47b5aa req-d6574b56-51bf-4f27-8bc3-ad017c19620e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:39.240519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4802d2b-725a-4ee2-ba07-20669d47b5aa req-d6574b56-51bf-4f27-8bc3-ad017c19620e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1045213 Apr 18 17:11:39.264944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c14fd9c0-c3c5-4e8a-9c9b-48834a823f07 None None] Port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:39.300435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.345502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4802d2b-725a-4ee2-ba07-20669d47b5aa req-419d654c-8d00-4516-840f-8576e1bf3b0c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966804 Apr 18 17:11:39.360068 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:39.430019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:39.430545 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.476435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e36c18da-43bc-464b-b663-24f6401c9cdd None None] Provisioning complete for port f988a9ee-9255-4916-9f41-1e7b9a24934d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:39.476734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e36c18da-43bc-464b-b663-24f6401c9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.532226 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.566057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=03696b8e-f0a4-41f3-a4db-c20ffe1e5443,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:39.588330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f96a8-02dd-4957-af0f-67051a02b2c6 req-20b5e426-bfea-4ee7-a455-6007e9636063 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:39.592114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.592644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.593317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.593852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.594350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.594830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.595416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.595974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.596792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.597127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.597768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b8f96a8-02dd-4957-af0f-67051a02b2c6 req-20b5e426-bfea-4ee7-a455-6007e9636063 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1127667 Apr 18 17:11:39.597914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.598221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:39.648011 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 2, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:39.691551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b8f96a8-02dd-4957-af0f-67051a02b2c6 req-3da53f0a-393a-4b6e-b320-9fedbf758b02 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 Apr 18 17:11:39.699166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.706016 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Checking router: da7d9841-1be4-4fba-815d-905b20ac3f69 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:11:39.706561 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Updating router da7d9841-1be4-4fba-815d-905b20ac3f69 port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:11:39.732399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e36c18da-43bc-464b-b663-24f6401c9cdd None None] Provisioning complete for port 03696b8e-f0a4-41f3-a4db-c20ffe1e5443 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:39.733140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e36c18da-43bc-464b-b663-24f6401c9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.769293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edd67610-5861-49f9-a0ab-7106a7d9b68a req-f0bf152c-a279-4a6a-8ccc-d2838206d49c tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 210 time: 0.0752397 Apr 18 17:11:39.795377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e36c18da-43bc-464b-b663-24f6401c9cdd None None] Port 03696b8e-f0a4-41f3-a4db-c20ffe1e5443 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:39.803671 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.835507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:39.838973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:39.909690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bb9447b9-3748-4c43-84af-27f547074926 None None] Provisioning complete for port 03696b8e-f0a4-41f3-a4db-c20ffe1e5443 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:39.910062 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb9447b9-3748-4c43-84af-27f547074926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.917143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36344) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:39.926528 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:39.949148 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.016035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f16a6d-2e56-450b-8be7-6f853bbe3b83 req-b26cfba4-5d3d-49f5-a7dd-35fa76f34b53 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:40.024624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99f16a6d-2e56-450b-8be7-6f853bbe3b83 req-b26cfba4-5d3d-49f5-a7dd-35fa76f34b53 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1149702 Apr 18 17:11:40.043332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bb9447b9-3748-4c43-84af-27f547074926 None None] Port 03696b8e-f0a4-41f3-a4db-c20ffe1e5443 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:40.086185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Port': ['ID=ab37b4d4-49ba-4d56-83b4-15e50cc2f851,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:40.103113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99f16a6d-2e56-450b-8be7-6f853bbe3b83 req-10f95cb6-914f-48bc-9213-5754df4b0dde tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719147 Apr 18 17:11:40.207713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Network 74e5656a-b152-4028-9c04-b6bd64ad9c38 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:40.229590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:40.231761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c007ffb2-cd64-480e-8ed5-f9c5e7fa903a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.234846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.237587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.241447 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e704544-2303-4014-9b8e-a5886ea671ed tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "DELETE /v2.0/floatingips/f9e51241-4635-4719-90f3-1458e3fbab24 HTTP/1.1" status: 204 len: 168 time: 2.3661060 Apr 18 17:11:40.241447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:40.243063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36354) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:40.254720 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Pushing event updated for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:40.266477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43153b5e-7a6f-4dfa-ae26-6aa955446fb1 req-656c9d2a-4b0c-4491-87c9-565e8622a6a1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:40.268917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43153b5e-7a6f-4dfa-ae26-6aa955446fb1 req-656c9d2a-4b0c-4491-87c9-565e8622a6a1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0764985 Apr 18 17:11:40.275845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e2588122-f4bd-4734-9027-70feceb4308e None None] Provisioning complete for port 03696b8e-f0a4-41f3-a4db-c20ffe1e5443 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:40.280999 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2588122-f4bd-4734-9027-70feceb4308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.300175 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.352902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e2588122-f4bd-4734-9027-70feceb4308e None None] Port 03696b8e-f0a4-41f3-a4db-c20ffe1e5443 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:40.353978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36358) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:40.361835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-network', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:40.370486 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43153b5e-7a6f-4dfa-ae26-6aa955446fb1 req-f0a46b7f-380c-426d-a14d-4345f478de70 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820622 Apr 18 17:11:40.372960 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.373877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:40.374677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.408667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5f9af5c3-a9c4-4c66-986f-a5180b825913 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting port c8cad90b-1cfa-4d19-a18b-df17b5bc0436 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:40.408840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f9af5c3-a9c4-4c66-986f-a5180b825913 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.469340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c007ffb2-cd64-480e-8ed5-f9c5e7fa903a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.473813 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6150d8-4237-4a21-8497-72f0fe7c919a None None] Pushing event updated for resources: {'Port': ['ID=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:40.493991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 8c7690fe-3d83-465d-b170-7cfca89e72f0 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:11:40.530904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Made reservation on behalf of 59102cb009cc4109a4697a15e7b23e1a for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:40.531402 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Attempting to bind port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:40.531599 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Attempting to bind port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:40.532252 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Attempting to bind port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 on network 9dc6a382-14a0-4e2b-b3f7-19e369312803 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:40.533683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.539909 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:40.540359 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Checking segment: {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:40.542059 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.542529 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Bound using segment: {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:40.543079 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Bound port: 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:40.543532 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.552662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.591614 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-b0b8533b-6a47-480e-b390-c29ee63b6ef1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0540612 Apr 18 17:11:40.592330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c007ffb2-cd64-480e-8ed5-f9c5e7fa903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.606425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3270c-a25e-4e9f-9b3f-d2696e0e44e1 req-9aedf406-3111-4fd7-b775-d668dbc12b49 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:40.614225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6e3270c-a25e-4e9f-9b3f-d2696e0e44e1 req-9aedf406-3111-4fd7-b775-d668dbc12b49 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1232953 Apr 18 17:11:40.624993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f9af5c3-a9c4-4c66-986f-a5180b825913 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.635097 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] For port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:40.641624 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] For port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:40.644529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Request body: {'port': {'device_id': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:40.645002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f988a9ee-9255-4916-9f41-1e7b9a24934d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:40.652225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5f9af5c3-a9c4-4c66-986f-a5180b825913 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Calling delete_port for c8cad90b-1cfa-4d19-a18b-df17b5bc0436 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:40.711740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f988a9ee-9255-4916-9f41-1e7b9a24934d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:40.712346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.728429 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.729182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007ffb2-cd64-480e-8ed5-f9c5e7fa903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c60708a-dc61-451d-ae72-2260c4108afe,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:40.745075 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c007ffb2-cd64-480e-8ed5-f9c5e7fa903a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df7aca698ddf4c22ad865aa3c6ac63d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8243904 Apr 18 17:11:40.748886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36364) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:40.751587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6e3270c-a25e-4e9f-9b3f-d2696e0e44e1 req-d1d39cab-101f-4b34-bf18-aca1de94f206 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343298 Apr 18 17:11:40.841068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.848078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:40.878504 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50e99bdd-4b6f-49a0-b05c-74b64fd6b487 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/8c7690fe-3d83-465d-b170-7cfca89e72f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4210272 Apr 18 17:11:40.880950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36370) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:40.883062 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:40.885723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68006b0-fff4-44b2-ac9f-8e9fa5b2b4cf None None] Sync routers for ids ['8c7690fe-3d83-465d-b170-7cfca89e72f0'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:40.886488 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:40.888456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Provisioning complete for port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:40.888655 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6150d8-4237-4a21-8497-72f0fe7c919a None None] Pushing event updated for resources: {'Port': ['ID=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:40.888872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.889688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:40.966755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97815e7-b1c0-4edb-8b2e-21c58b18f01a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:40.970825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a97815e7-b1c0-4edb-8b2e-21c58b18f01a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports/03696b8e-f0a4-41f3-a4db-c20ffe1e5443 HTTP/1.1" status: 200 len: 910 time: 0.0862782 Apr 18 17:11:40.972700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36372) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:40.982428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68006b0-fff4-44b2-ac9f-8e9fa5b2b4cf None None] Routers {'8c7690fe-3d83-465d-b170-7cfca89e72f0'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:40.984668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f68006b0-fff4-44b2-ac9f-8e9fa5b2b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['8c7690fe-3d83-465d-b170-7cfca89e72f0'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:40.984815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b844847d-74f7-430e-bf88-e2e099c431f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.028442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22198a0-f43f-4781-9428-04ab07a86157 req-f220ff37-f1f5-4be6-a459-dcd39a2de074 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:41.030838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e22198a0-f43f-4781-9428-04ab07a86157 req-f220ff37-f1f5-4be6-a459-dcd39a2de074 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1711891 Apr 18 17:11:41.034378 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:41.037237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.051177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:11:41.061311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.061984 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Added segment 71565ba0-d5ae-44e5-b03a-9c7e812272ea of type vlan for network f65d3d62-0e53-4740-8501-580bb30273af Apr 18 17:11:41.093671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f68006b0-fff4-44b2-ac9f-8e9fa5b2b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:41.108847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68006b0-fff4-44b2-ac9f-8e9fa5b2b4cf None None] Routers {'8c7690fe-3d83-465d-b170-7cfca89e72f0'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:41.111919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f68006b0-fff4-44b2-ac9f-8e9fa5b2b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['8c7690fe-3d83-465d-b170-7cfca89e72f0'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:41.115297 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.167813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b844847d-74f7-430e-bf88-e2e099c431f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.174419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f68006b0-fff4-44b2-ac9f-8e9fa5b2b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:41.175302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68006b0-fff4-44b2-ac9f-8e9fa5b2b4cf None None] The sync data for ids ['8c7690fe-3d83-465d-b170-7cfca89e72f0'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:41.181715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da74da77-8e64-4eb5-b161-114f16d93b47,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:41.244457 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.245611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:41.246417 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.248591 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.295308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] For port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:41.314108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ec2d0-a6d1-4ce0-9b48-7a5b073c3a68 req-a0bb45f7-cf6b-4fb7-8f87-d5d30a6979ad tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:41.314569 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:40Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:41.315908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec3ec2d0-a6d1-4ce0-9b48-7a5b073c3a68 req-a0bb45f7-cf6b-4fb7-8f87-d5d30a6979ad tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 931 time: 0.3628941 Apr 18 17:11:41.343215 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4b15b-ff4c-4095-bcec-15e8aec63156 None None] The sync data for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 is: [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:40Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:41.374594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] Pushing event updated for resources: {'Network': ['ID=f65d3d62-0e53-4740-8501-580bb30273af,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:41.388220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e22198a0-f43f-4781-9428-04ab07a86157 req-84285002-fd45-4da5-975e-b70e2589a8b4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468910 Apr 18 17:11:41.392048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network f65d3d62-0e53-4740-8501-580bb30273af details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:11:41.446004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec3ec2d0-a6d1-4ce0-9b48-7a5b073c3a68 req-8f179bd2-d243-4b69-9e9c-b7d295337cd7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122572 Apr 18 17:11:41.449938 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.461669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-887ddbbe-8e48-46ea-8960-41bb2b2e6e45 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0956481 Apr 18 17:11:41.461669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36376) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:41.474463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Request body: {'subnet': {'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-subnet', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:41.516293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f9af5c3-a9c4-4c66-986f-a5180b825913 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.550517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b844847d-74f7-430e-bf88-e2e099c431f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.553905 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b844847d-74f7-430e-bf88-e2e099c431f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.557609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b844847d-74f7-430e-bf88-e2e099c431f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c60708a-dc61-451d-ae72-2260c4108afe HTTP/1.1" status: 204 len: 168 time: 0.8031433 Apr 18 17:11:41.557786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Pushing event updated for resources: {'Port': ['ID=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:41.568750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.574922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9af5c3-a9c4-4c66-986f-a5180b825913 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Port': ['ID=c8cad90b-1cfa-4d19-a18b-df17b5bc0436,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:41.580385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844847d-74f7-430e-bf88-e2e099c431f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c60708a-dc61-451d-ae72-2260c4108afe,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:41.580838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.581279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.583819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.584165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.584506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.584846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.585179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.585532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.585862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.586188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.586508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a79ea-cb82-4854-9307-3d49f39e68ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:41.637273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:11:41.657007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.688898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Transition to ACTIVE for port object a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:11:41.696701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2eea2966-1f51-4ac5-8b2b-b6a5f7469bf9 None None] Provisioning complete for port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:41.696701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2eea2966-1f51-4ac5-8b2b-b6a5f7469bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.756478 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.763204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Made reservation on behalf of 59102cb009cc4109a4697a15e7b23e1a for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:41.765369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.774264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f9af5c3-a9c4-4c66-986f-a5180b825913 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.778380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5f9af5c3-a9c4-4c66-986f-a5180b825913 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "DELETE /v2.0/ports/c8cad90b-1cfa-4d19-a18b-df17b5bc0436 HTTP/1.1" status: 204 len: 168 time: 1.5291879 Apr 18 17:11:41.802333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36384) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:41.856769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:41.915656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:41.957081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec90d5-fa57-405d-aecc-9ec09857bdc9 req-2cefe42b-26ed-4ecc-871a-0fbb729e0c9c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:41.958641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77ec90d5-fa57-405d-aecc-9ec09857bdc9 req-2cefe42b-26ed-4ecc-871a-0fbb729e0c9c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2089221 Apr 18 17:11:42.003671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-25098f82-f6bc-4425-b5ca-40be321beda5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting port c1a49168-1b22-4a79-93dc-3937ff69eda0 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:42.004027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-25098f82-f6bc-4425-b5ca-40be321beda5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.115824 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:11:42.133583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Attempting to bind port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:42.135175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Attempting to bind port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:42.135175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Attempting to bind port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:42.141957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:11:42.142385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Attempting to bind port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:42.151315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:42.151654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Checking segment: {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:42.152147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Bound using segment: {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:42.152659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Bound port: a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:42.153095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.177809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77ec90d5-fa57-405d-aecc-9ec09857bdc9 req-876ddf6a-eda9-47f0-a24a-d4690c21b1f6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031262 Apr 18 17:11:42.296462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-25098f82-f6bc-4425-b5ca-40be321beda5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.314440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:42.332914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:42.357216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-25098f82-f6bc-4425-b5ca-40be321beda5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Calling delete_port for c1a49168-1b22-4a79-93dc-3937ff69eda0 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:42.371431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.389735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 03696b8e-f0a4-41f3-a4db-c20ffe1e5443 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:42.390107 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.415818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3786-d2aa-466a-942c-264e79d7942b req-63fc2d2a-9af9-45e1-a888-7e32970dd103 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:42.418069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ccc3786-d2aa-466a-942c-264e79d7942b req-63fc2d2a-9af9-45e1-a888-7e32970dd103 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1061997 Apr 18 17:11:42.452884 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.527573 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fef3744-a210-4e1a-a216-daebe87f40ed,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:42.545511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Checking segment: {'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:42.545779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Network hostable DHCP agents. Network: f65d3d62-0e53-4740-8501-580bb30273af, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:11:42.547377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:42.591098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:42.592705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.594608 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-163cecba-39af-49f3-aca3-38a131ef5747 service neutron] 10.222.0.18 "PUT /v2.0/ports/a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 HTTP/1.1" status: 200 len: 1091 time: 1.9556844 Apr 18 17:11:42.595522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:42.597970 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b976751-caaa-4fa0-a45f-df9351cac8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:42.634166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ccc3786-d2aa-466a-942c-264e79d7942b req-afc862df-06c6-40c5-9151-5580ceac60cf tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644030 Apr 18 17:11:42.637340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.661898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 03696b8e-f0a4-41f3-a4db-c20ffe1e5443 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:42.694289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589768-a8a7-4ff6-998a-77637df1e359 req-78b6cbab-630e-49ad-a12c-d5b92d197f16 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:42.708449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e589768-a8a7-4ff6-998a-77637df1e359 req-78b6cbab-630e-49ad-a12c-d5b92d197f16 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 943 time: 0.1715436 Apr 18 17:11:42.742149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:42.773884 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da10b2a-ec48-4dff-97e9-4a477ca82da1 x-openstack-request-id: req-9da10b2a-ec48-4dff-97e9-4a477ca82da1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:42.774911 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:42.775948 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9da10b2a-ec48-4dff-97e9-4a477ca82da1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:42.776559 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da10b2a-ec48-4dff-97e9-4a477ca82da1'] response: {'name': 'network-changed', 'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'status': 'completed', 'code': 200} Apr 18 17:11:42.785164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Network f65d3d62-0e53-4740-8501-580bb30273af is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:11:42.805822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:42.806422 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.849605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e589768-a8a7-4ff6-998a-77637df1e359 req-4868e144-5bbc-4d69-9e3c-62ea67aa5007 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353800 Apr 18 17:11:42.895455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b976751-caaa-4fa0-a45f-df9351cac8ff req-e402a0d8-ae74-4729-82a6-19a635a0047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:42.897743 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0b976751-caaa-4fa0-a45f-df9351cac8ff req-e402a0d8-ae74-4729-82a6-19a635a0047c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 1094 time: 0.1360312 Apr 18 17:11:42.898578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, f65d3d62-0e53-4740-8501-580bb30273af) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:42.903332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:42.904211 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.913152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d102536-3cda-417a-ab06-6aac9be78e3d None None] Network f65d3d62-0e53-4740-8501-580bb30273af requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:42.933445 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-25098f82-f6bc-4425-b5ca-40be321beda5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:42.993075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25098f82-f6bc-4425-b5ca-40be321beda5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Port': ['ID=c1a49168-1b22-4a79-93dc-3937ff69eda0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:43.042793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b5db3162-df42-4c30-939c-7d84b1cd5026 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5818470 Apr 18 17:11:43.057622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:43.063001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:43.170972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-f65d3d62-0e53-4740-8501-580bb30273af', 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'fixed_ips': [{'subnet_id': '6fef3744-a210-4e1a-a216-daebe87f40ed'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:11:43.172237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.348317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Allocated IP 172.20.0.2 (f65d3d62-0e53-4740-8501-580bb30273af/6fef3744-a210-4e1a-a216-daebe87f40ed/a914a40a-02a8-4b5e-bded-2699345dd72b) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:43.412209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36418) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:43.505364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b976751-caaa-4fa0-a45f-df9351cac8ff req-9c764110-7eeb-4a3d-85a5-e287a961a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:43.507022 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0b976751-caaa-4fa0-a45f-df9351cac8ff req-9c764110-7eeb-4a3d-85a5-e287a961a28c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5629303 Apr 18 17:11:43.560043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.576648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341dd4e-8993-414f-b3c3-f5e5312736c8 req-320852ec-5b4f-4488-8ce0-93c5ccfad005 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:43.578400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7341dd4e-8993-414f-b3c3-f5e5312736c8 req-320852ec-5b4f-4488-8ce0-93c5ccfad005 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.5864999 Apr 18 17:11:43.584074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-25098f82-f6bc-4425-b5ca-40be321beda5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.588813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-25098f82-f6bc-4425-b5ca-40be321beda5 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "DELETE /v2.0/ports/c1a49168-1b22-4a79-93dc-3937ff69eda0 HTTP/1.1" status: 204 len: 168 time: 1.7846048 Apr 18 17:11:43.591308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36422) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:43.596133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-122789163-network', 'tenant_id': 'be43a0f755944bed88954d58caa13570'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:43.617529 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.663457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=03696b8e-f0a4-41f3-a4db-c20ffe1e5443,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:43.669575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-572cebb5-48ce-4778-b5c6-7c5feda9aa47 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting subnet a0f47100-9464-4f3f-b852-3b0c693ee7ab {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:11:43.676214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7341dd4e-8993-414f-b3c3-f5e5312736c8 req-bc4246b4-9c91-47f3-9f1c-2c35f2cf52d1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857017 Apr 18 17:11:43.676338 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-572cebb5-48ce-4778-b5c6-7c5feda9aa47 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.693727 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.700301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b976751-caaa-4fa0-a45f-df9351cac8ff req-a3325493-7a36-4866-94d7-ad64b9c739a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:43.701843 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0b976751-caaa-4fa0-a45f-df9351cac8ff req-a3325493-7a36-4866-94d7-ad64b9c739a4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873074 Apr 18 17:11:43.729378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.730739 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.740163 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-572cebb5-48ce-4778-b5c6-7c5feda9aa47 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.756113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Made reservation on behalf of be43a0f755944bed88954d58caa13570 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:43.762469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.775124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Network f65d3d62-0e53-4740-8501-580bb30273af is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:43.782930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:43.792533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:43.796763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Pushing event updated for resources: {'Port': ['ID=a914a40a-02a8-4b5e-bded-2699345dd72b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:43.815425 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.870093 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.894562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Attempting to bind port a914a40a-02a8-4b5e-bded-2699345dd72b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:43.895147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Attempting to bind port a914a40a-02a8-4b5e-bded-2699345dd72b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:43.896011 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Attempting to bind port a914a40a-02a8-4b5e-bded-2699345dd72b on network f65d3d62-0e53-4740-8501-580bb30273af {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:43.909286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:43.909686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Checking segment: {'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:43.910138 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.910536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Bound using segment: {'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:43.911042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Bound port: a914a40a-02a8-4b5e-bded-2699345dd72b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:43.911430 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:43.941574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-572cebb5-48ce-4778-b5c6-7c5feda9aa47 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.013512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] For port a914a40a-02a8-4b5e-bded-2699345dd72b, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:44.019076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] For port a914a40a-02a8-4b5e-bded-2699345dd72b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a914a40a-02a8-4b5e-bded-2699345dd72b,segment=NetworkSegment(71565ba0-d5ae-44e5-b03a-9c7e812272ea),segment_id=71565ba0-d5ae-44e5-b03a-9c7e812272ea)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:44.026906 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.093136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-19e9627c-96ea-427e-a2d4-cbbeb01f705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:44.094683 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-19e9627c-96ea-427e-a2d4-cbbeb01f705b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 1094 time: 0.1611257 Apr 18 17:11:44.139095 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.157931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6225503-5639-4e04-9fc3-d0772a13842f req-c8f7340a-c12d-43c0-b3cb-ea259041d392 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:44.159442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6225503-5639-4e04-9fc3-d0772a13842f req-c8f7340a-c12d-43c0-b3cb-ea259041d392 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2972858 Apr 18 17:11:44.186463 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.193006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-f794fecd-92f3-4065-bed8-ebac9fc15e67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 HTTP/1.1" status: 200 len: 217 time: 0.0634763 Apr 18 17:11:44.195937 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.204599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e09f9-5c0a-41dc-9ee3-70d938b7bea1 None None] Pushing event updated for resources: {'Port': ['ID=a914a40a-02a8-4b5e-bded-2699345dd72b,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:44.218234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae9622-f9e6-4561-b37a-bb970b8821ab req-c304b8c4-9d5d-4a33-9049-19c4c093742f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:44.220775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0ae9622-f9e6-4561-b37a-bb970b8821ab req-c304b8c4-9d5d-4a33-9049-19c4c093742f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 943 time: 0.2364731 Apr 18 17:11:44.222005 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-572cebb5-48ce-4778-b5c6-7c5feda9aa47 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.269096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cebb5-48ce-4778-b5c6-7c5feda9aa47 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f47100-9464-4f3f-b852-3b0c693ee7ab,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:44.284881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-572cebb5-48ce-4778-b5c6-7c5feda9aa47 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.286722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf22130-90f7-46b3-9b0e-d25195e81d2e None None] Network 347e535b-58f1-44e7-a330-9384dc69e61d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:44.288034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-572cebb5-48ce-4778-b5c6-7c5feda9aa47 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "DELETE /v2.0/subnets/a0f47100-9464-4f3f-b852-3b0c693ee7ab HTTP/1.1" status: 204 len: 168 time: 0.6956959 Apr 18 17:11:44.292598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36428) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:44.310527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.356288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:11:44.357918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6225503-5639-4e04-9fc3-d0772a13842f req-bddfa618-4bb3-4d40-a434-698d04c976ec tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663170 Apr 18 17:11:44.387969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0ae9622-f9e6-4561-b37a-bb970b8821ab req-11b37c98-8c89-4332-9907-f799ee29dadf tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407866 Apr 18 17:11:44.397095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 8c7690fe-3d83-465d-b170-7cfca89e72f0 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:44.417622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3721bee-ecfc-46ca-ab05-3867eaa1acc5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:44.421806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.421806 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Added segment cde66cc3-2190-45fe-9780-861e3905617a of type vlan for network 13da4c28-8781-4c19-9029-7b66ef197f66 Apr 18 17:11:44.425831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-879b69ec-85dd-47a1-8c4a-861df357233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:44.427479 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-879b69ec-85dd-47a1-8c4a-861df357233d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=172d7eea-2e4b-48f9-9776-ac815d572d2d HTTP/1.1" status: 200 len: 855 time: 0.1914074 Apr 18 17:11:44.488968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-084386e1-ee8e-4935-8200-8577033db2b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Deleting subnet bc5f20c8-04d3-4f55-8b6f-3664d042e36d {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:11:44.494581 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-084386e1-ee8e-4935-8200-8577033db2b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.531014 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-04d207bb-4495-4970-b9ee-9f1a8feede6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74e5656a-b152-4028-9c04-b6bd64ad9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600555 Apr 18 17:11:44.604071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] DHCP port deletion for 347e535b-58f1-44e7-a330-9384dc69e61d request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:11:44.611963 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-084386e1-ee8e-4935-8200-8577033db2b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.685541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72ba0-67ea-4a96-8834-03d02eddaf46 req-fea45fdc-0bc3-470a-aa5d-d28555b4d5af tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:44.693333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04b72ba0-67ea-4a96-8834-03d02eddaf46 req-fea45fdc-0bc3-470a-aa5d-d28555b4d5af tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1438298 Apr 18 17:11:44.699100 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.712333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] Deleting port 6b7e112c-c92f-44e0-a198-b0799cc71bbf {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:44.713013 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.761915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:44.774881 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b4889-fa47-4ee4-938c-4a33fe270953 None None] Sync routers for ids ['8c7690fe-3d83-465d-b170-7cfca89e72f0'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:44.776578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a914a40a-02a8-4b5e-bded-2699345dd72b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:44.787958 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b4889-fa47-4ee4-938c-4a33fe270953 None None] Routers {'8c7690fe-3d83-465d-b170-7cfca89e72f0'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:44.788729 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e29b4889-fa47-4ee4-938c-4a33fe270953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['8c7690fe-3d83-465d-b170-7cfca89e72f0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:44.795636 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-202f4e4d-8b67-4488-a681-e24226c4d2f6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/8c7690fe-3d83-465d-b170-7cfca89e72f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8213460 Apr 18 17:11:44.798246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36434) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:44.809175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04b72ba0-67ea-4a96-8834-03d02eddaf46 req-2d34ae44-328a-4efe-948f-473579f89d93 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144187 Apr 18 17:11:44.818216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] For port 6b7e112c-c92f-44e0-a198-b0799cc71bbf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6b7e112c-c92f-44e0-a198-b0799cc71bbf,segment=NetworkSegment(991641a3-4b5a-4911-a06e-0576b77ea30a),segment_id=991641a3-4b5a-4911-a06e-0576b77ea30a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:44.818970 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.845737 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e29b4889-fa47-4ee4-938c-4a33fe270953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:44.852162 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b4889-fa47-4ee4-938c-4a33fe270953 None None] Routers {'8c7690fe-3d83-465d-b170-7cfca89e72f0'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:44.853142 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e29b4889-fa47-4ee4-938c-4a33fe270953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['8c7690fe-3d83-465d-b170-7cfca89e72f0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:44.854278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-084386e1-ee8e-4935-8200-8577033db2b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.855485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] Calling delete_port for 6b7e112c-c92f-44e0-a198-b0799cc71bbf owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:44.884206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-488c3a47-7588-4796-bec2-4b02f186e12e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c7690fe-3d83-465d-b170-7cfca89e72f0 HTTP/1.1" status: 200 len: 205 time: 0.0813532 Apr 18 17:11:44.888739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36438) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:44.899949 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e29b4889-fa47-4ee4-938c-4a33fe270953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:44.900916 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b4889-fa47-4ee4-938c-4a33fe270953 None None] The sync data for ids ['8c7690fe-3d83-465d-b170-7cfca89e72f0'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:44.926806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a914a40a-02a8-4b5e-bded-2699345dd72b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:44.927324 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.981758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:44.982881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:44.984156 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.004847 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.039378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.040786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-9ca93a0d-735b-41ec-a106-15a2c0c4184c service neutron] 10.222.0.18 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708803 Apr 18 17:11:45.046670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.052036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b64f7b33-4748-4336-ad33-fb852c2149fd tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.064088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583a066-bfca-4449-ab18-5eee9b6153eb req-7abfae85-d54e-4c3d-b822-e6b979c29583 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:45.066243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8583a066-bfca-4449-ab18-5eee9b6153eb req-7abfae85-d54e-4c3d-b822-e6b979c29583 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1206369 Apr 18 17:11:45.080632 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.084244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port a914a40a-02a8-4b5e-bded-2699345dd72b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a914a40a-02a8-4b5e-bded-2699345dd72b,segment=NetworkSegment(71565ba0-d5ae-44e5-b03a-9c7e812272ea),segment_id=71565ba0-d5ae-44e5-b03a-9c7e812272ea)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:45.114380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] Pushing event deleted for resources: {'Port': ['ID=6b7e112c-c92f-44e0-a198-b0799cc71bbf,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:45.116049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89109731-70f7-4653-894b-f31e781bacf5 None None] No DVR routers for this DVR port 6b7e112c-c92f-44e0-a198-b0799cc71bbf on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:45.161606 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.173907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-084386e1-ee8e-4935-8200-8577033db2b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.183710 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7676711 Apr 18 17:11:45.183937 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8583a066-bfca-4449-ab18-5eee9b6153eb req-d5c7bc63-30c4-4c77-bb64-be2150026dbd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907478 Apr 18 17:11:45.189869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36440) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:45.221638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Request body: {'subnet': {'network_id': '13da4c28-8781-4c19-9029-7b66ef197f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-122789163-subnet', 'tenant_id': 'be43a0f755944bed88954d58caa13570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:45.239903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=a914a40a-02a8-4b5e-bded-2699345dd72b,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:45.248987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084386e1-ee8e-4935-8200-8577033db2b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5f20c8-04d3-4f55-8b6f-3664d042e36d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:45.262078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f1fb1-5e44-48a0-8cbc-14ca37957e4b admin admin] Pushing event updated for resources: {'Network': ['ID=13da4c28-8781-4c19-9029-7b66ef197f66,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:45.272651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b579136-47b6-41d6-9f36-af615c2931b4 None None] Network ba84c623-7c17-436b-aaba-ef122d61be9f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:45.288407 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-084386e1-ee8e-4935-8200-8577033db2b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.298201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-084386e1-ee8e-4935-8200-8577033db2b7 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "DELETE /v2.0/subnets/bc5f20c8-04d3-4f55-8b6f-3664d042e36d HTTP/1.1" status: 204 len: 168 time: 0.9990466 Apr 18 17:11:45.301621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 13da4c28-8781-4c19-9029-7b66ef197f66 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:11:45.303592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36444) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:45.375080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Allocated IP 172.25.5.180 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ec527be0-645b-4510-b6d0-c33238522815) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:45.377081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Made reservation on behalf of be43a0f755944bed88954d58caa13570 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:45.379522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.395540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b64f7b33-4748-4336-ad33-fb852c2149fd tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.395540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b64f7b33-4748-4336-ad33-fb852c2149fd tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.470017 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-edc62729-8d08-4e8f-b3ba-6dc56072ffb2 req-138fa5f2-ba89-4845-8ec1-b8887382533f service neutron] 10.222.0.18 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210517 Apr 18 17:11:45.542265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.551077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b64f7b33-4748-4336-ad33-fb852c2149fd tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.551493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64f7b33-4748-4336-ad33-fb852c2149fd tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Fanout notify agent at l3_agent the message router_deleted on router 8c7690fe-3d83-465d-b170-7cfca89e72f0 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:11:45.565388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b64f7b33-4748-4336-ad33-fb852c2149fd tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.566907 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b64f7b33-4748-4336-ad33-fb852c2149fd tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/8c7690fe-3d83-465d-b170-7cfca89e72f0 HTTP/1.1" status: 204 len: 168 time: 0.6773245 Apr 18 17:11:45.569521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36450) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:45.618168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] DHCP port deletion for ba84c623-7c17-436b-aaba-ef122d61be9f request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:11:45.649306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1b6d25-c840-4e85-a3f2-5ece61be3143 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet 3424a89c-4d9f-4eb3-b042-db437ec83d23 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:11:45.655736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d25-c840-4e85-a3f2-5ece61be3143 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.688096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] Deleting port 234690a5-8578-4e78-8408-fac25ed21382 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:45.688632 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.716103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d25-c840-4e85-a3f2-5ece61be3143 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.762115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] For port 234690a5-8578-4e78-8408-fac25ed21382, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=234690a5-8578-4e78-8408-fac25ed21382,segment=NetworkSegment(3c9923e8-0a81-478b-bc4d-1bb417fe6d29),segment_id=3c9923e8-0a81-478b-bc4d-1bb417fe6d29)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:45.762713 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.781247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] Calling delete_port for 234690a5-8578-4e78-8408-fac25ed21382 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:45.796025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691b152-014a-4f2b-a2a4-15a019bfaa97 req-8c3f7f63-c7c3-4fc7-9c29-d7ff0308f7d8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:45.798237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a691b152-014a-4f2b-a2a4-15a019bfaa97 req-8c3f7f63-c7c3-4fc7-9c29-d7ff0308f7d8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 943 time: 0.2751217 Apr 18 17:11:45.825213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d25-c840-4e85-a3f2-5ece61be3143 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.837122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.887236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4178748-56f8-4666-b647-acf3a908af68 None None] Network f65d3d62-0e53-4740-8501-580bb30273af requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:45.902351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62656de-9da2-4836-8fce-8aab74f9cc61 req-bf6b9224-be1b-43e0-b793-f9648f19ba5a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:45.903987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f62656de-9da2-4836-8fce-8aab74f9cc61 req-bf6b9224-be1b-43e0-b793-f9648f19ba5a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2816594 Apr 18 17:11:45.917966 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.947144 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.966913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d25-c840-4e85-a3f2-5ece61be3143 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:45.992375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] Pushing event deleted for resources: {'Port': ['ID=234690a5-8578-4e78-8408-fac25ed21382,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:46.000136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d25-c840-4e85-a3f2-5ece61be3143 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.003739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347e535b-58f1-44e7-a330-9384dc69e61d']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.004331 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d1b6d25-c840-4e85-a3f2-5ece61be3143 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/3424a89c-4d9f-4eb3-b042-db437ec83d23 HTTP/1.1" status: 204 len: 168 time: 0.4331982 Apr 18 17:11:46.013339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a691b152-014a-4f2b-a2a4-15a019bfaa97 req-9cfb163f-5ae1-404b-809d-3ddbb97f6d7c tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883376 Apr 18 17:11:46.023819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36454) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:46.033599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b6d25-c840-4e85-a3f2-5ece61be3143 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=3424a89c-4d9f-4eb3-b042-db437ec83d23,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:46.036230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991641a3-4b5a-4911-a06e-0576b77ea30a') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.036532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991641a3-4b5a-4911-a06e-0576b77ea30a') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.080027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.083520 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f62656de-9da2-4836-8fce-8aab74f9cc61 req-2f96a5b4-d035-49e0-897b-57f6b541794a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624861 Apr 18 17:11:46.099877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.111273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:11:46.111591 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:11:46.114871 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:11:46.125167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.158992 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.180401 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.182782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port f988a9ee-9255-4916-9f41-1e7b9a24934d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:46.185242 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.185905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9cc76de1-a83c-4879-8726-d9eaa19bf96e None None] Provisioning complete for port a914a40a-02a8-4b5e-bded-2699345dd72b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:46.186286 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9cc76de1-a83c-4879-8726-d9eaa19bf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.188415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6526a9c3-01e1-4954-91d9-1f10003dae3c None None] Network 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:46.191096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936ab69-9716-4698-a6a2-896a4658887b None None] No DVR routers for this DVR port 234690a5-8578-4e78-8408-fac25ed21382 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:46.260764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port f988a9ee-9255-4916-9f41-1e7b9a24934d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f988a9ee-9255-4916-9f41-1e7b9a24934d,segment=NetworkSegment(6d5badcc-8d65-4f41-80cd-3b62701735e7),segment_id=6d5badcc-8d65-4f41-80cd-3b62701735e7)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:46.260996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.265106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:46.277706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for f988a9ee-9255-4916-9f41-1e7b9a24934d owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:46.279313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:46.288816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b1067c-c526-47d8-8fac-6ffbd105758f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:46.290965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:46.296464 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.325944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.328762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "DELETE /v2.0/networks/347e535b-58f1-44e7-a330-9384dc69e61d HTTP/1.1" status: 204 len: 168 time: 1.0240464 Apr 18 17:11:46.334138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36456) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:46.334314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec527be0-645b-4510-b6d0-c33238522815,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:46.354075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0326a-d99c-46ac-a126-b4f90f585f03 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Network': ['ID=347e535b-58f1-44e7-a330-9384dc69e61d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:46.357742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Checking segment: {'id': 'cde66cc3-2190-45fe-9780-861e3905617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '13da4c28-8781-4c19-9029-7b66ef197f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:46.358135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Network hostable DHCP agents. Network: 13da4c28-8781-4c19-9029-7b66ef197f66, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:11:46.446304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.478106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Network 13da4c28-8781-4c19-9029-7b66ef197f66 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:11:46.555207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.561743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 13da4c28-8781-4c19-9029-7b66ef197f66) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:46.569961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:46.574039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.594655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29969a-3890-4d53-ae01-32449a02981d None None] Network 13da4c28-8781-4c19-9029-7b66ef197f66 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:46.596000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.597809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527dc314-16d6-48f7-86bc-2f0bcc80fe3c None None] DHCP port deletion for 8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:11:46.606320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=f988a9ee-9255-4916-9f41-1e7b9a24934d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:46.611156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No DVR routers for this DVR port f988a9ee-9255-4916-9f41-1e7b9a24934d on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:11:46.647921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba84c623-7c17-436b-aaba-ef122d61be9f']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.670471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9923e8-0a81-478b-bc4d-1bb417fe6d29') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.670729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9923e8-0a81-478b-bc4d-1bb417fe6d29') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.689838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a914a40a-02a8-4b5e-bded-2699345dd72b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:46.713381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.730561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e1f02104-4783-4dbb-a064-86d7dcf1a3a9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5189335 Apr 18 17:11:46.731697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.758131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.767064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.774473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:11:46.774473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.780526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a914a40a-02a8-4b5e-bded-2699345dd72b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:46.780902 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:11:46.788505 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:11:46.850915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.857078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5badcc-8d65-4f41-80cd-3b62701735e7') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.857386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5badcc-8d65-4f41-80cd-3b62701735e7') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:46.875913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.883232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd5f2bd-f089-422f-82c8-ae78aba381fd None None] Network 13da4c28-8781-4c19-9029-7b66ef197f66 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:11:46.894101 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.899712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d25d89f7-28a2-453d-bffd-d4d6d426143e None None] Provisioning complete for port a914a40a-02a8-4b5e-bded-2699345dd72b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:46.900093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d25d89f7-28a2-453d-bffd-d4d6d426143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.903344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:11:46.905197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:11:46.906832 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:11:46.923423 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.980925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:46.999211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] 10.222.0.45 "DELETE /v2.0/networks/ba84c623-7c17-436b-aaba-ef122d61be9f HTTP/1.1" status: 204 len: 168 time: 0.6523900 Apr 18 17:11:46.999211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35183c9-ce0e-45ad-b8cb-c2bac59c0ba3 tempest-TaggedBootDevicesTest-289464402 tempest-TaggedBootDevicesTest-289464402-project] Pushing event deleted for resources: {'Network': ['ID=ba84c623-7c17-436b-aaba-ef122d61be9f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:47.030594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.070386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.089256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.090681 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c HTTP/1.1" status: 204 len: 168 time: 1.0655310 Apr 18 17:11:47.097719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36472) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:47.104860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1863861870', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:47.125090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72da4b-935f-46bc-8c62-f7dc35725807 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=8f96304c-cc1f-4980-bf15-6ac0d9fa7d6c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:47.190204 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.192542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6b7e112c-c92f-44e0-a198-b0799cc71bbf no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:47.232148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6b7e112c-c92f-44e0-a198-b0799cc71bbf {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:47.233305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6b7e112c-c92f-44e0-a198-b0799cc71bbf not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:47.233305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 234690a5-8578-4e78-8408-fac25ed21382 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:47.241571 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.242751 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.254335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 234690a5-8578-4e78-8408-fac25ed21382 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:47.254692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 234690a5-8578-4e78-8408-fac25ed21382 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:47.261883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb4d8-8135-4237-b914-0521c3ceb386 req-192712e2-f61b-4346-bc73-435c78a28e5e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:47.263504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-676fb4d8-8135-4237-b914-0521c3ceb386 req-192712e2-f61b-4346-bc73-435c78a28e5e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 943 time: 0.0767531 Apr 18 17:11:47.265025 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.346001 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.352551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Router 2367aa3d-85bc-4307-86af-34fbd4bcce92 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:11:47.393902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-676fb4d8-8135-4237-b914-0521c3ceb386 req-86914cb2-f953-4e2e-9e4d-817104a3ef45 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221387 Apr 18 17:11:47.795534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:11:47.898333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:47.910366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'port_id': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'mac_address': 'fa:16:3e:ec:f7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172d7eea-2e4b-48f9-9776-ac815d572d2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:11:47.947995 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:47.960832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:11:47.961802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84feb46-731e-4ada-972e-416d6e647c3a req-005ccdee-a678-4d18-89a7-1125c6a68565 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:47.963819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-005ccdee-a678-4d18-89a7-1125c6a68565 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/networks?id=13da4c28-8781-4c19-9029-7b66ef197f66 HTTP/1.1" status: 200 len: 808 time: 0.6689703 Apr 18 17:11:47.981691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:47.998486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:48.032941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd917ab-e957-459e-8b6d-984673b85b49 req-fa6ddf3c-0ac2-4220-a10d-928018d2c93c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:48.034513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cd917ab-e957-459e-8b6d-984673b85b49 req-fa6ddf3c-0ac2-4220-a10d-928018d2c93c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.5511014 Apr 18 17:11:48.039478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f03f8ec4-d3d9-4dd6-92c5-8b63578aa08e tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/quotas/be43a0f755944bed88954d58caa13570 HTTP/1.1" status: 200 len: 375 time: 0.0342803 Apr 18 17:11:48.040568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:48.048355 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:48.057351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Sync routers for ids ['2367aa3d-85bc-4307-86af-34fbd4bcce92'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:48.102797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Routers {'2367aa3d-85bc-4307-86af-34fbd4bcce92'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:48.103446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2367aa3d-85bc-4307-86af-34fbd4bcce92'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:48.115057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-c82c642a-c649-440e-a4f8-883255f4a394 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=be43a0f755944bed88954d58caa13570&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484309 Apr 18 17:11:48.125340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cd917ab-e957-459e-8b6d-984673b85b49 req-ce213062-fc9a-420d-acf5-8034cf36133a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793998 Apr 18 17:11:48.150121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:48.170462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:48.171218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bc04ccb2-21d5-471f-904c-d7e7e7d7b1d5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1116395 Apr 18 17:11:48.174040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36490) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:48.268292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Set router 2367aa3d-85bc-4307-86af-34fbd4bcce92 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:48.362274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-df5d354e-7006-4576-a83c-81bcd5d1379d service neutron] 10.222.0.45 "GET /v2.0/networks/13da4c28-8781-4c19-9029-7b66ef197f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033100 Apr 18 17:11:48.456759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:11:48.631931 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ec527be0-645b-4510-b6d0-c33238522815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:11:46Z', 'revision_number': 3, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port': {'id': 'ec527be0-645b-4510-b6d0-c33238522815', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:45Z', 'updated_at': '2022-04-18T17:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:48.663784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Checking router: 2367aa3d-85bc-4307-86af-34fbd4bcce92 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:11:48.664072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Updating router 2367aa3d-85bc-4307-86af-34fbd4bcce92 port ec527be0-645b-4510-b6d0-c33238522815 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:11:48.672472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-9ae70ffd-fc2e-4ef2-89d3-3cb3a4c60a57 service neutron] 10.222.0.45 "GET /v2.0/networks/13da4c28-8781-4c19-9029-7b66ef197f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018191 Apr 18 17:11:48.672811 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f988a9ee-9255-4916-9f41-1e7b9a24934d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:11:48.677393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:48.698603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: f988a9ee-9255-4916-9f41-1e7b9a24934d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:11:48.698790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f988a9ee-9255-4916-9f41-1e7b9a24934d not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:11:48.743308 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:48.748898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:48.780332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342d940-6143-4463-b1ee-0b0607cd09fd req-489167fa-0bfe-45c0-b7ad-9a90ce91a585 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:48.781859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0342d940-6143-4463-b1ee-0b0607cd09fd req-489167fa-0bfe-45c0-b7ad-9a90ce91a585 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 944 time: 0.1767843 Apr 18 17:11:48.930799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0342d940-6143-4463-b1ee-0b0607cd09fd req-0189bc23-3ea2-4d83-8f27-e173cc66e031 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165009 Apr 18 17:11:49.028411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.25.5.197 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/200ddf64-88ce-4171-8049-9492e360406b) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:49.091409 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20a5f73d-9d79-44f4-9f8b-682fa78a27cc req-54b57706-89a6-44e4-9586-6ba55f0b3176 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 210 time: 0.0646081 Apr 18 17:11:49.145003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b83c0-1ec4-45e5-9e79-5e675cdc1719 req-a62f9908-5faf-44e9-843f-9ecafd5dbaed tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:49.146782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-846b83c0-1ec4-45e5-9e79-5e675cdc1719 req-a62f9908-5faf-44e9-843f-9ecafd5dbaed tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1337125 Apr 18 17:11:49.279515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-846b83c0-1ec4-45e5-9e79-5e675cdc1719 req-2fc0a003-1fe4-4ccc-b479-479e50b7bfc2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979996 Apr 18 17:11:49.302627 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.311595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.483527 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.483527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Allocated IP 172.20.0.1 (f65d3d62-0e53-4740-8501-580bb30273af/6fef3744-a210-4e1a-a216-daebe87f40ed/44328b90-17ad-46bb-8e84-b84e20856c22) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:49.538624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:49.552353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:49.558827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:49.609004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=200ddf64-88ce-4171-8049-9492e360406b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:49.678879 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.755836 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.767521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.822201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:49.864687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d83819-d878-4302-a944-edf33d2415f7 None None] Pushing event updated for resources: {'Port': ['ID=ec527be0-645b-4510-b6d0-c33238522815,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:49.877953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Attempting to bind port ec527be0-645b-4510-b6d0-c33238522815 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:49.878331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Attempting to bind port ec527be0-645b-4510-b6d0-c33238522815 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:49.878694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Attempting to bind port ec527be0-645b-4510-b6d0-c33238522815 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:49.883542 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.888296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:49.888678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:49.889083 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.889505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:49.889979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Bound port: ec527be0-645b-4510-b6d0-c33238522815, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:49.890365 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:49.991159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Network f65d3d62-0e53-4740-8501-580bb30273af is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:49.992698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:50.063640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Pushing event updated for resources: {'Port': ['ID=44328b90-17ad-46bb-8e84-b84e20856c22,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:50.081238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:50.209465 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:50.219195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] For port ec527be0-645b-4510-b6d0-c33238522815, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:50.222741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] For port ec527be0-645b-4510-b6d0-c33238522815, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ec527be0-645b-4510-b6d0-c33238522815,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:50.300959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:50.305761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-338910bd-1471-4d17-b71b-a6ff9d4bde92 req-ec112b51-a639-4b01-bf2d-9a98f4f00508 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 210 time: 0.1018836 Apr 18 17:11:50.330825 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:50.332578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:11:50.352921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:50.353550 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:50.399157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a70ce2-3a2c-41a7-9d36-8645ceef44ae req-ef8cb631-371f-41ec-ba85-13b2212ffee9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:50.407613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8a70ce2-3a2c-41a7-9d36-8645ceef44ae req-ef8cb631-371f-41ec-ba85-13b2212ffee9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 944 time: 0.3403335 Apr 18 17:11:50.453002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bf8fb2ce-a970-4e8f-8cbd-8cdee0d66347 None None] Provisioning complete for port 44328b90-17ad-46bb-8e84-b84e20856c22 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:50.453344 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb2ce-a970-4e8f-8cbd-8cdee0d66347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:50.517308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d83819-d878-4302-a944-edf33d2415f7 None None] Pushing event updated for resources: {'Port': ['ID=ec527be0-645b-4510-b6d0-c33238522815,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:50.527670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Routers {'2367aa3d-85bc-4307-86af-34fbd4bcce92'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:50.528108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2367aa3d-85bc-4307-86af-34fbd4bcce92'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:50.542132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8a70ce2-3a2c-41a7-9d36-8645ceef44ae req-b7c986fc-c21d-4371-85e1-ae9931d0332f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338761 Apr 18 17:11:50.592595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fb2ce-a970-4e8f-8cbd-8cdee0d66347 None None] Port 44328b90-17ad-46bb-8e84-b84e20856c22 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:50.597574 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:50.655726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940766b7-9c7b-4ca0-9ddb-b5c69e3f3d3a req-afc8c69b-855a-4bc0-b583-17b95922941d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:50.657252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-940766b7-9c7b-4ca0-9ddb-b5c69e3f3d3a req-afc8c69b-855a-4bc0-b583-17b95922941d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1647174 Apr 18 17:11:50.676801 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:50.683514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:50.686757 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257966b9-5fe7-4894-9446-02746f1cceed" -d '{"events": [{"server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "name": "network-vif-plugged", "status": "completed", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:50.709698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:50.712504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] Set router 2367aa3d-85bc-4307-86af-34fbd4bcce92 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:50.779100 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce1df51-e4f5-4b95-8e8b-2659dcea442b x-openstack-request-id: req-3ce1df51-e4f5-4b95-8e8b-2659dcea442b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:50.779407 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "name": "network-vif-plugged", "status": "completed", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:50.779658 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ce1df51-e4f5-4b95-8e8b-2659dcea442b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:50.780039 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce1df51-e4f5-4b95-8e8b-2659dcea442b'] response: {'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'code': 200} Apr 18 17:11:50.781446 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:50.950303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:50.974547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c35ea-8e86-424a-8fbd-376ad7835738 req-fcf6cbc5-6a18-4678-b17c-3d68f99da2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:50.976314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1b4c35ea-8e86-424a-8fbd-376ad7835738 req-fcf6cbc5-6a18-4678-b17c-3d68f99da2bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 1096 time: 0.0727382 Apr 18 17:11:51.023259 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1b4c35ea-8e86-424a-8fbd-376ad7835738 req-76e7d8fd-24d8-4f46-b773-f75b163fb928 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 Apr 18 17:11:51.034755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ec527be0-645b-4510-b6d0-c33238522815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:11:46Z', 'revision_number': 3, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port': {'id': 'ec527be0-645b-4510-b6d0-c33238522815', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:45Z', 'updated_at': '2022-04-18T17:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:51.074447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2e456-154a-4b02-b2f6-ba4905e096c0 None None] The sync data for ids ['2367aa3d-85bc-4307-86af-34fbd4bcce92'] in n-d-836015-2 is: [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ec527be0-645b-4510-b6d0-c33238522815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:11:46Z', 'revision_number': 3, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port': {'id': 'ec527be0-645b-4510-b6d0-c33238522815', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:45Z', 'updated_at': '2022-04-18T17:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:51.123200 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:51.134098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-940766b7-9c7b-4ca0-9ddb-b5c69e3f3d3a req-437a9778-1d1d-458d-a418-7799897a9e81 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676390 Apr 18 17:11:51.506527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d9b50a6-e02a-4a81-afa3-cdf614608c8f req-836a05ba-b18b-42e0-9c12-e964bdda0db9 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 210 time: 0.0607235 Apr 18 17:11:51.528517 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:51.549158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb662f-98b3-410a-b1a7-d51cccb6e20a req-ca37f2a4-4725-40bc-8e95-f28b92f23ca1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:51.551436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40eb662f-98b3-410a-b1a7-d51cccb6e20a req-ca37f2a4-4725-40bc-8e95-f28b92f23ca1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.3089657 Apr 18 17:11:51.596314 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:51.654510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40eb662f-98b3-410a-b1a7-d51cccb6e20a req-29594ffc-76b0-42bf-b79b-c664bcca4c20 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960147 Apr 18 17:11:51.663830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 1ed7090b-7989-48f8-8dd9-24e08635a1bb is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:11:51.748747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Pushing event updated for resources: {'Port': ['ID=44328b90-17ad-46bb-8e84-b84e20856c22,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:51.797148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:51.897170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c845-c83c-40a8-912f-0ede78d4a50e req-5752181d-893c-43b4-aadd-3f483bd3232b tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:51.899171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ed5c845-c83c-40a8-912f-0ede78d4a50e req-5752181d-893c-43b4-aadd-3f483bd3232b tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.2383473 Apr 18 17:11:51.994480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84feb46-731e-4ada-972e-416d6e647c3a req-a29a2dc7-082e-4fa3-91ce-876796d8e504 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:51.996147 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-a29a2dc7-082e-4fa3-91ce-876796d8e504 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.18 "GET /v2.0/networks?id=13da4c28-8781-4c19-9029-7b66ef197f66 HTTP/1.1" status: 200 len: 808 time: 0.1255555 Apr 18 17:11:52.026676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Request body: {'port': {'device_id': '3dc9a823-35fb-495b-ba4b-65c7cdef89a9', 'network_id': '13da4c28-8781-4c19-9029-7b66ef197f66', 'admin_state_up': True, 'tenant_id': 'be43a0f755944bed88954d58caa13570'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:52.045514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712023f1-2eba-4447-b594-3e94aaef1d03 req-3fd5d14d-a4c9-47e6-99b7-d96b8b61d85d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:52.053376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-712023f1-2eba-4447-b594-3e94aaef1d03 req-3fd5d14d-a4c9-47e6-99b7-d96b8b61d85d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2406459 Apr 18 17:11:52.097578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:52.118656 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92038cc-1877-49a1-959c-c37b0a7c88a9 None None] Sync routers for ids ['1ed7090b-7989-48f8-8dd9-24e08635a1bb'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:52.158134 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92038cc-1877-49a1-959c-c37b0a7c88a9 None None] Routers {'1ed7090b-7989-48f8-8dd9-24e08635a1bb'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:52.159348 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c92038cc-1877-49a1-959c-c37b0a7c88a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1ed7090b-7989-48f8-8dd9-24e08635a1bb'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:52.174037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-712023f1-2eba-4447-b594-3e94aaef1d03 req-b4f02647-2736-4813-b9eb-3e6a4f0fd1da tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197200 Apr 18 17:11:52.178872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ed5c845-c83c-40a8-912f-0ede78d4a50e req-f0c4bd20-b23f-4f2b-9826-7c02c628b41e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410386 Apr 18 17:11:52.206034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Network f65d3d62-0e53-4740-8501-580bb30273af is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:52.224804 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:52.227583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3590984d-3ba8-4b3a-8e37-a76bf2f42f42 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.1286414 Apr 18 17:11:52.229917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:52.231220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36542) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:52.251038 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c92038cc-1877-49a1-959c-c37b0a7c88a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:52.284913 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92038cc-1877-49a1-959c-c37b0a7c88a9 None None] Routers {'1ed7090b-7989-48f8-8dd9-24e08635a1bb'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:52.285625 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c92038cc-1877-49a1-959c-c37b0a7c88a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1ed7090b-7989-48f8-8dd9-24e08635a1bb'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:52.348641 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c92038cc-1877-49a1-959c-c37b0a7c88a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:52.349302 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92038cc-1877-49a1-959c-c37b0a7c88a9 None None] The sync data for ids ['1ed7090b-7989-48f8-8dd9-24e08635a1bb'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:52.410310 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2233f99-0e11-4485-901e-e86e2c37a92d req-461e3c3c-4e07-415d-8866-821408f8d80d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:52.418369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2233f99-0e11-4485-901e-e86e2c37a92d req-461e3c3c-4e07-415d-8866-821408f8d80d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1010461 Apr 18 17:11:52.465606 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4467c419-9754-4d76-95ba-7b07a9250693 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/routers/1ed7090b-7989-48f8-8dd9-24e08635a1bb HTTP/1.1" status: 200 len: 881 time: 0.2310112 Apr 18 17:11:52.465606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Made reservation on behalf of be43a0f755944bed88954d58caa13570 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:52.468481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36544) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:52.468623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:52.567263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Router 2367aa3d-85bc-4307-86af-34fbd4bcce92 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:52.641248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fc1d8f69-85f0-49c4-bd4e-92e60414c24c None None] Provisioning complete for port 44328b90-17ad-46bb-8e84-b84e20856c22 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:52.642326 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8f69-85f0-49c4-bd4e-92e60414c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:52.736121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2233f99-0e11-4485-901e-e86e2c37a92d req-0a4d7c2d-946f-4835-8c5c-6c23c7696d52 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043494 Apr 18 17:11:52.741563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ec527be0-645b-4510-b6d0-c33238522815 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:52.745008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d8f69-85f0-49c4-bd4e-92e60414c24c None None] Port 44328b90-17ad-46bb-8e84-b84e20856c22 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:52.766833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-822ce94c-83ac-4d22-a6ee-510a198bb719 req-c97406b6-1e67-4ccd-ae70-a5f2f2bd74e6 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 210 time: 0.0713692 Apr 18 17:11:52.827932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ec527be0-645b-4510-b6d0-c33238522815 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:52.828670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:52.960149 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:52.985728 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ec527be0-645b-4510-b6d0-c33238522815, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ec527be0-645b-4510-b6d0-c33238522815,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:53.015975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:53.022712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-de7e4f3e-5166-46c9-8ac1-104637868023 admin admin] 10.222.0.45 "PUT /v2.0/routers/2367aa3d-85bc-4307-86af-34fbd4bcce92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8470435 Apr 18 17:11:53.054563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b2b7c-4c3c-46da-a23f-01d0a9a2d41f req-d8cfbaa4-e37e-4b0e-9d6c-7dde6af4b50c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:53.062808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-942b2b7c-4c3c-46da-a23f-01d0a9a2d41f req-d8cfbaa4-e37e-4b0e-9d6c-7dde6af4b50c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1601171 Apr 18 17:11:53.073423 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:53.118743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Allocated IP 172.20.0.3 (13da4c28-8781-4c19-9029-7b66ef197f66/69b1067c-c526-47d8-8fac-6ffbd105758f/792ae345-e437-4b1d-ad60-fb6fd35b9c2e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:11:53.164707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ec527be0-645b-4510-b6d0-c33238522815,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:53.189317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ca194615-caf1-45d3-b05d-79760713746f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6945629 Apr 18 17:11:53.190399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-942b2b7c-4c3c-46da-a23f-01d0a9a2d41f req-449980e6-297a-43bb-856c-fa1fe560cca4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266830 Apr 18 17:11:53.190869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36554) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:53.195616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-47a721d1-d1bd-4e9c-8d3b-30da94d5f9e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1863861870'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:53.357676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:53.464846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:53.513525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Network 13da4c28-8781-4c19-9029-7b66ef197f66 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:11:53.520665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:11:53.528011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:11:53.554207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2216e-4b11-446e-97b6-89b9c6001151 req-963295b7-5e5d-442b-8ec6-e41a40ebe554 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:53.555749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91c2216e-4b11-446e-97b6-89b9c6001151 req-963295b7-5e5d-442b-8ec6-e41a40ebe554 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1943736 Apr 18 17:11:53.561859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Pushing event updated for resources: {'Port': ['ID=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:53.571540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb3abc-5b8c-4232-8806-45b8c07e383a req-3282210e-f53f-479d-b637-259e4ba5a6ae tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:53.580610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50bb3abc-5b8c-4232-8806-45b8c07e383a req-3282210e-f53f-479d-b637-259e4ba5a6ae tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1885817 Apr 18 17:11:53.602062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:53.603171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:53.687609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-1d32936e-775d-4f0e-a369-a9b4f6bc9408 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6673026 Apr 18 17:11:53.696591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91c2216e-4b11-446e-97b6-89b9c6001151 req-766cced0-3907-48b6-b97b-4e0f3db065ff tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131756 Apr 18 17:11:53.708121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Request body: {'port': {'device_id': '3dc9a823-35fb-495b-ba4b-65c7cdef89a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:53.710741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50bb3abc-5b8c-4232-8806-45b8c07e383a req-97a5f366-2ca6-4a7b-a938-a5e55d03140f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204808 Apr 18 17:11:53.822234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Sync routers for ids ['2367aa3d-85bc-4307-86af-34fbd4bcce92'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:53.842893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:53.845244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Routers {'2367aa3d-85bc-4307-86af-34fbd4bcce92'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:53.848277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2367aa3d-85bc-4307-86af-34fbd4bcce92'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:53.996340 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47a721d1-d1bd-4e9c-8d3b-30da94d5f9e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.038019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff77de-e7ee-4674-9f13-64e4a75f15f0 req-85efbf36-6795-4226-acbb-09742254633d tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:54.038431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Set router 2367aa3d-85bc-4307-86af-34fbd4bcce92 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:54.039689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45ff77de-e7ee-4674-9f13-64e4a75f15f0 req-85efbf36-6795-4226-acbb-09742254633d tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 931 time: 0.1039963 Apr 18 17:11:54.054791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360c17-a4e9-4c94-a5c6-d81efafc01d1 req-e8a6399c-7e97-4047-ae3f-389c63397b6e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:54.057243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1360c17-a4e9-4c94-a5c6-d81efafc01d1 req-e8a6399c-7e97-4047-ae3f-389c63397b6e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1598194 Apr 18 17:11:54.114402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47a721d1-d1bd-4e9c-8d3b-30da94d5f9e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.126248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45ff77de-e7ee-4674-9f13-64e4a75f15f0 req-9909b038-0507-4a90-9de7-8ba4a64ac5ac tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679307 Apr 18 17:11:54.129399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1360c17-a4e9-4c94-a5c6-d81efafc01d1 req-beda91fd-a05e-4e07-80b2-416d0b4ef94e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567887 Apr 18 17:11:54.250797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792ae345-e437-4b1d-ad60-fb6fd35b9c2e {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:11:54.261569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.279677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Transition to ACTIVE for port object 792ae345-e437-4b1d-ad60-fb6fd35b9c2e will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:11:54.343801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ec527be0-645b-4510-b6d0-c33238522815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:11:50Z', 'revision_number': 4, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port': {'id': 'ec527be0-645b-4510-b6d0-c33238522815', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:45Z', 'updated_at': '2022-04-18T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '44328b90-17ad-46bb-8e84-b84e20856c22', 'name': '', 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'mac_address': 'fa:16:3e:44:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '6fef3744-a210-4e1a-a216-daebe87f40ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:49Z', 'updated_at': '2022-04-18T17:11:51Z', 'revision_number': 2, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'subnets': [{'id': '6fef3744-a210-4e1a-a216-daebe87f40ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:54.350319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.388314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Checking router: 2367aa3d-85bc-4307-86af-34fbd4bcce92 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:11:54.388704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Updating router 2367aa3d-85bc-4307-86af-34fbd4bcce92 port 44328b90-17ad-46bb-8e84-b84e20856c22 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:11:54.421864 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.433057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Pushing event updated for resources: {'Port': ['ID=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:54.500659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Attempting to bind port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:54.501060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Attempting to bind port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'cde66cc3-2190-45fe-9780-861e3905617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '13da4c28-8781-4c19-9029-7b66ef197f66'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:54.501619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Attempting to bind port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e on network 13da4c28-8781-4c19-9029-7b66ef197f66 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:54.510714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e on network 13da4c28-8781-4c19-9029-7b66ef197f66 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:11:54.511121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Attempting to bind port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e on network 13da4c28-8781-4c19-9029-7b66ef197f66 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:54.529439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:54.529784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Checking segment: {'id': 'cde66cc3-2190-45fe-9780-861e3905617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '13da4c28-8781-4c19-9029-7b66ef197f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:54.530171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Bound using segment: {'id': 'cde66cc3-2190-45fe-9780-861e3905617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '13da4c28-8781-4c19-9029-7b66ef197f66'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:54.530718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Bound port: 792ae345-e437-4b1d-ad60-fb6fd35b9c2e, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde66cc3-2190-45fe-9780-861e3905617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '13da4c28-8781-4c19-9029-7b66ef197f66'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:54.531091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.653790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ec527be0-645b-4510-b6d0-c33238522815 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:54.663456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] For port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:54.675785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] For port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,segment=NetworkSegment(cde66cc3-2190-45fe-9780-861e3905617a),segment_id=cde66cc3-2190-45fe-9780-861e3905617a)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:54.771771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ec527be0-645b-4510-b6d0-c33238522815 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:54.772383 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.790498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.816648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dcf14-3e5a-4f74-ba52-67e0b930b6ba req-1ebd08aa-bf9a-4b63-89cf-f870b446a9b4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:54.818229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-244dcf14-3e5a-4f74-ba52-67e0b930b6ba req-1ebd08aa-bf9a-4b63-89cf-f870b446a9b4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.0904136 Apr 18 17:11:54.826145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a721d1-d1bd-4e9c-8d3b-30da94d5f9e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 1ed7090b-7989-48f8-8dd9-24e08635a1bb has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:11:54.856546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6399ce8-d9a3-4b47-bac2-8c06462f5c3c req-938f3fec-d693-4320-88a0-2953ea2a39d4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:54.864356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6399ce8-d9a3-4b47-bac2-8c06462f5c3c req-938f3fec-d693-4320-88a0-2953ea2a39d4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1374454 Apr 18 17:11:54.866855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:54.867933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:54.871555 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] 10.222.0.18 "PUT /v2.0/ports/792ae345-e437-4b1d-ad60-fb6fd35b9c2e HTTP/1.1" status: 200 len: 1091 time: 1.1685481 Apr 18 17:11:54.872879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc9a823-35fb-495b-ba4b-65c7cdef89a9', 'tag': '792ae345-e437-4b1d-ad60-fb6fd35b9c2e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:11:54.876045 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b9e483-a9e1-4091-b152-bb3a24474afe" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc9a823-35fb-495b-ba4b-65c7cdef89a9", "tag": "792ae345-e437-4b1d-ad60-fb6fd35b9c2e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:11:54.915461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b71290-b294-4157-9d32-3ffed9d796ae service neutron] Pushing event updated for resources: {'Port': ['ID=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:54.962345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6399ce8-d9a3-4b47-bac2-8c06462f5c3c req-971410d8-caa7-483a-adcb-d92e743c4e4e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918601 Apr 18 17:11:54.969721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-244dcf14-3e5a-4f74-ba52-67e0b930b6ba req-7cf5f654-7ca9-48a1-811d-955265a3037d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424370 Apr 18 17:11:55.015004 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:55.029686 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dcb5d9-7e15-4d25-9b0b-1a3b365e4d99 x-openstack-request-id: req-47dcb5d9-7e15-4d25-9b0b-1a3b365e4d99 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:11:55.036243 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc9a823-35fb-495b-ba4b-65c7cdef89a9", "tag": "792ae345-e437-4b1d-ad60-fb6fd35b9c2e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:11:55.036243 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47dcb5d9-7e15-4d25-9b0b-1a3b365e4d99 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:11:55.036243 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dcb5d9-7e15-4d25-9b0b-1a3b365e4d99'] response: {'name': 'network-changed', 'server_uuid': '3dc9a823-35fb-495b-ba4b-65c7cdef89a9', 'tag': '792ae345-e437-4b1d-ad60-fb6fd35b9c2e', 'status': 'completed', 'code': 200} Apr 18 17:11:55.071428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a721d1-d1bd-4e9c-8d3b-30da94d5f9e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:11:55.082605 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686e5af-f462-4d7e-b652-c2404050bc57 None None] Sync routers for ids ['1ed7090b-7989-48f8-8dd9-24e08635a1bb'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:11:55.083749 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47a721d1-d1bd-4e9c-8d3b-30da94d5f9e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:55.088635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-47a721d1-d1bd-4e9c-8d3b-30da94d5f9e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/1ed7090b-7989-48f8-8dd9-24e08635a1bb HTTP/1.1" status: 200 len: 888 time: 1.8959486 Apr 18 17:11:55.088820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36630) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:55.100513 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686e5af-f462-4d7e-b652-c2404050bc57 None None] Routers {'1ed7090b-7989-48f8-8dd9-24e08635a1bb'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:55.101149 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0686e5af-f462-4d7e-b652-c2404050bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1ed7090b-7989-48f8-8dd9-24e08635a1bb'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:55.110408 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:55.154920 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0686e5af-f462-4d7e-b652-c2404050bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:55.163531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba712e1-a60f-496c-9181-b0e46adebe55 None None] Pushing event updated for resources: {'Port': ['ID=44328b90-17ad-46bb-8e84-b84e20856c22,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:55.180263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa07edd-22f4-4e71-b73a-38225160c5c4 req-06408dc7-79de-48a8-8457-df43c73cab40 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:55.182814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fa07edd-22f4-4e71-b73a-38225160c5c4 req-06408dc7-79de-48a8-8457-df43c73cab40 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1140859 Apr 18 17:11:55.190985 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686e5af-f462-4d7e-b652-c2404050bc57 None None] Routers {'1ed7090b-7989-48f8-8dd9-24e08635a1bb'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:55.202666 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0686e5af-f462-4d7e-b652-c2404050bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1ed7090b-7989-48f8-8dd9-24e08635a1bb'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:55.207506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7ddc8-8836-4abb-82a4-90b36da57f95 req-b2e5df1c-b044-43a3-ba9c-bae0a9981f34 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:55.212672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05d7ddc8-8836-4abb-82a4-90b36da57f95 req-b2e5df1c-b044-43a3-ba9c-bae0a9981f34 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1223347 Apr 18 17:11:55.293254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Attempting to bind port 44328b90-17ad-46bb-8e84-b84e20856c22 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:11:55.293781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Attempting to bind port 44328b90-17ad-46bb-8e84-b84e20856c22 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:11:55.294239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Attempting to bind port 44328b90-17ad-46bb-8e84-b84e20856c22 on network f65d3d62-0e53-4740-8501-580bb30273af {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:11:55.300257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:11:55.300844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Checking segment: {'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:55.302300 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:55.302300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Bound using segment: {'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:11:55.302300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Bound port: 44328b90-17ad-46bb-8e84-b84e20856c22, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71565ba0-d5ae-44e5-b03a-9c7e812272ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:11:55.303078 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:55.335935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fa07edd-22f4-4e71-b73a-38225160c5c4 req-ca04ab58-13c3-4906-9b33-c79d9c3b25fb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101964 Apr 18 17:11:55.353744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05d7ddc8-8836-4abb-82a4-90b36da57f95 req-787576bb-3a19-4993-8e16-f83ba8025e1a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203945 Apr 18 17:11:55.394983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9e483-a9e1-4091-b152-bb3a24474afe req-b4ad6a54-29c7-4b85-8c76-329bff7533be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:55.401320 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1b9e483-a9e1-4091-b152-bb3a24474afe req-b4ad6a54-29c7-4b85-8c76-329bff7533be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be43a0f755944bed88954d58caa13570&device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 1094 time: 0.3236415 Apr 18 17:11:55.455473 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0686e5af-f462-4d7e-b652-c2404050bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:55.455473 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686e5af-f462-4d7e-b652-c2404050bc57 None None] The sync data for ids ['1ed7090b-7989-48f8-8dd9-24e08635a1bb'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:55.505201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] For port 44328b90-17ad-46bb-8e84-b84e20856c22, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:11:55.515138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] For port 44328b90-17ad-46bb-8e84-b84e20856c22, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=44328b90-17ad-46bb-8e84-b84e20856c22,segment=NetworkSegment(71565ba0-d5ae-44e5-b03a-9c7e812272ea),segment_id=71565ba0-d5ae-44e5-b03a-9c7e812272ea)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:11:55.564362 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-25981568-d86f-4e38-9db6-89652d3dbce1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/routers/1ed7090b-7989-48f8-8dd9-24e08635a1bb HTTP/1.1" status: 200 len: 888 time: 0.4749959 Apr 18 17:11:55.566956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36670) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:55.589247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb387dee-97c0-4ee6-9198-89eb2634d3b3 req-529b891f-1a8b-4b65-8a69-eec5e32cabd0 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:55.590889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb387dee-97c0-4ee6-9198-89eb2634d3b3 req-529b891f-1a8b-4b65-8a69-eec5e32cabd0 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 943 time: 0.0773439 Apr 18 17:11:55.624199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0263d903-9675-4d56-9bc1-101e2dcce278 None None] Provisioning complete for port 44328b90-17ad-46bb-8e84-b84e20856c22 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:55.624579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0263d903-9675-4d56-9bc1-101e2dcce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:55.674710 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61acbff4-77bd-42d0-a2fd-f29cd5b3f3cf tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed7090b-7989-48f8-8dd9-24e08635a1bb HTTP/1.1" status: 200 len: 205 time: 0.0978684 Apr 18 17:11:55.675460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36680) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:55.677189 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:55.693494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb387dee-97c0-4ee6-9198-89eb2634d3b3 req-211c8249-441e-4ff5-bfe6-081c62fc82fb tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943575 Apr 18 17:11:55.732493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0263d903-9675-4d56-9bc1-101e2dcce278 None None] Port 44328b90-17ad-46bb-8e84-b84e20856c22 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:11:55.819736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Routers {'2367aa3d-85bc-4307-86af-34fbd4bcce92'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:11:55.820429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:11:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2367aa3d-85bc-4307-86af-34fbd4bcce92'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:55.825610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba712e1-a60f-496c-9181-b0e46adebe55 None None] Pushing event updated for resources: {'Port': ['ID=44328b90-17ad-46bb-8e84-b84e20856c22,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:55.903429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9e483-a9e1-4091-b152-bb3a24474afe req-0d52dfc8-7366-4954-b66a-aeb419e814c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:55.919258 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1b9e483-a9e1-4091-b152-bb3a24474afe req-0d52dfc8-7366-4954-b66a-aeb419e814c7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=be43a0f755944bed88954d58caa13570&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4546976 Apr 18 17:11:55.925308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a030db-b4e8-4d13-bb62-f1132135da37 req-37964efd-09b0-4f8c-8639-aeccaa770a56 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:55.926875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03a030db-b4e8-4d13-bb62-f1132135da37 req-37964efd-09b0-4f8c-8639-aeccaa770a56 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0940483 Apr 18 17:11:56.007906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03a030db-b4e8-4d13-bb62-f1132135da37 req-8b082b3c-c561-41d8-b116-7eed109f940f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711045 Apr 18 17:11:56.125481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] Set router 2367aa3d-85bc-4307-86af-34fbd4bcce92 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:11:56.280527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:56.300570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fbd3d-d47e-44d4-a383-cdd588885e0b req-993a62b0-7ca4-41c0-98e2-f02c76e260b7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:56.308880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c09fbd3d-d47e-44d4-a383-cdd588885e0b req-993a62b0-7ca4-41c0-98e2-f02c76e260b7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1296337 Apr 18 17:11:56.364473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4d62-f9ac-4a29-b32d-912a2124fa62 req-e14c2df2-2559-4ce9-9eb9-e54ef745b569 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:56.376063 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e21d4d62-f9ac-4a29-b32d-912a2124fa62 req-e14c2df2-2559-4ce9-9eb9-e54ef745b569 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1434934 Apr 18 17:11:56.436956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9e483-a9e1-4091-b152-bb3a24474afe req-a4fb95f0-1132-48d4-80f7-7d8c0c42eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:56.438319 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1b9e483-a9e1-4091-b152-bb3a24474afe req-a4fb95f0-1132-48d4-80f7-7d8c0c42eada service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5004516 Apr 18 17:11:56.463133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c09fbd3d-d47e-44d4-a383-cdd588885e0b req-50c5b8d5-9977-496d-8588-d54b33679446 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532822 Apr 18 17:11:56.520200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e21d4d62-f9ac-4a29-b32d-912a2124fa62 req-7078b5ba-05e6-43af-a800-c4c21d6af31c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427255 Apr 18 17:11:56.716357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-66f2b6de-db93-4590-8c18-fc510bff360b None None] Provisioning complete for port 44328b90-17ad-46bb-8e84-b84e20856c22 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:56.716749 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66f2b6de-db93-4590-8c18-fc510bff360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:56.784802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20549454-4b60-4417-9cd1-ed6f4b40570a req-c0168ae0-0656-473f-999d-a0f564576288 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:56.785374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84feb46-731e-4ada-972e-416d6e647c3a req-3343425f-b5a1-4173-9e57-42cd6a400e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:56.786904 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-3343425f-b5a1-4173-9e57-42cd6a400e5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be43a0f755944bed88954d58caa13570&device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 1094 time: 0.2074652 Apr 18 17:11:56.788771 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:56.797690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20549454-4b60-4417-9cd1-ed6f4b40570a req-c0168ae0-0656-473f-999d-a0f564576288 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1611013 Apr 18 17:11:56.932258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66f2b6de-db93-4590-8c18-fc510bff360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:56.933204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07eb93-0a8c-4da9-a6cf-200bcf6f48f3 req-01891afd-8951-4d32-ac4a-4b57d3bcba90 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:56.935430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec07eb93-0a8c-4da9-a6cf-200bcf6f48f3 req-01891afd-8951-4d32-ac4a-4b57d3bcba90 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 943 time: 0.1357102 Apr 18 17:11:56.950629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20549454-4b60-4417-9cd1-ed6f4b40570a req-503e10d8-ea93-42c7-9645-c7e73e2d68a3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466613 Apr 18 17:11:56.971862 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-575d9ca0-6054-4c57-b9b5-e89b641ff610 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=792ae345-e437-4b1d-ad60-fb6fd35b9c2e HTTP/1.1" status: 200 len: 217 time: 0.1428277 Apr 18 17:11:56.993167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-66f2b6de-db93-4590-8c18-fc510bff360b None None] For port 44328b90-17ad-46bb-8e84-b84e20856c22, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=44328b90-17ad-46bb-8e84-b84e20856c22,segment=NetworkSegment(71565ba0-d5ae-44e5-b03a-9c7e812272ea),segment_id=71565ba0-d5ae-44e5-b03a-9c7e812272ea)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:11:57.018643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ec527be0-645b-4510-b6d0-c33238522815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:11:50Z', 'revision_number': 4, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port': {'id': 'ec527be0-645b-4510-b6d0-c33238522815', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:45Z', 'updated_at': '2022-04-18T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '44328b90-17ad-46bb-8e84-b84e20856c22', 'name': '', 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'mac_address': 'fa:16:3e:44:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '6fef3744-a210-4e1a-a216-daebe87f40ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:49Z', 'updated_at': '2022-04-18T17:11:55Z', 'revision_number': 4, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'subnets': [{'id': '6fef3744-a210-4e1a-a216-daebe87f40ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:11:57.051960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9326d-91ef-4347-b20c-d5d250291453 None None] The sync data for ids ['2367aa3d-85bc-4307-86af-34fbd4bcce92'] in n-d-836015-2 is: [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ec527be0-645b-4510-b6d0-c33238522815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:11:50Z', 'revision_number': 4, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port': {'id': 'ec527be0-645b-4510-b6d0-c33238522815', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:45Z', 'updated_at': '2022-04-18T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '44328b90-17ad-46bb-8e84-b84e20856c22', 'name': '', 'network_id': 'f65d3d62-0e53-4740-8501-580bb30273af', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'mac_address': 'fa:16:3e:44:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '6fef3744-a210-4e1a-a216-daebe87f40ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:49Z', 'updated_at': '2022-04-18T17:11:55Z', 'revision_number': 4, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'subnets': [{'id': '6fef3744-a210-4e1a-a216-daebe87f40ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:11:57.054491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-66f2b6de-db93-4590-8c18-fc510bff360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:57.068158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec07eb93-0a8c-4da9-a6cf-200bcf6f48f3 req-191712cb-0677-4c5b-ba5d-04b395372f91 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161983 Apr 18 17:11:57.195957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84feb46-731e-4ada-972e-416d6e647c3a req-e0d96a3e-38fc-43a1-9c77-16a88ca54e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:57.203114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-e0d96a3e-38fc-43a1-9c77-16a88ca54e94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b1067c-c526-47d8-8fac-6ffbd105758f HTTP/1.1" status: 200 len: 848 time: 0.2026730 Apr 18 17:11:57.215474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998aef7-2717-41fd-a0b8-4c279ddbac26 req-c3381fda-90d9-4915-9c30-589222987d8d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:57.230400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3998aef7-2717-41fd-a0b8-4c279ddbac26 req-c3381fda-90d9-4915-9c30-589222987d8d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1205389 Apr 18 17:11:57.239094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2b6de-db93-4590-8c18-fc510bff360b None None] Pushing event updated for resources: {'Port': ['ID=44328b90-17ad-46bb-8e84-b84e20856c22,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:57.261733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-5fe8a53c-f207-480a-b034-6a62ba0e16aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13da4c28-8781-4c19-9029-7b66ef197f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506465 Apr 18 17:11:57.266713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 200ddf64-88ce-4171-8049-9492e360406b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:11:57.267062 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:57.279277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3998aef7-2717-41fd-a0b8-4c279ddbac26 req-8995c4b0-175f-44c6-9b06-a354b8da10ad tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474985 Apr 18 17:11:57.541475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:57.557596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-4885745c-1263-4368-9804-1eb055376f68 service neutron] 10.222.0.18 "GET /v2.0/networks/13da4c28-8781-4c19-9029-7b66ef197f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872536 Apr 18 17:11:57.562190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 200ddf64-88ce-4171-8049-9492e360406b owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:11:57.603604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ac35-9ca7-4c9c-85be-0c48c548a5af req-849313c1-0f53-4326-a4a4-5d63f1ddaf76 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:57.611751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c193ac35-9ca7-4c9c-85be-0c48c548a5af req-849313c1-0f53-4326-a4a4-5d63f1ddaf76 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1281521 Apr 18 17:11:57.670093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c193ac35-9ca7-4c9c-85be-0c48c548a5af req-d7b21b82-0b47-435b-aed2-90bd8f39b9d9 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Apr 18 17:11:57.795772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171742cb-8ee5-4a94-944f-170676810c2e req-c8cdb629-cdba-4b37-9bb5-463f7bb3eb3a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:57.803769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-171742cb-8ee5-4a94-944f-170676810c2e req-c8cdb629-cdba-4b37-9bb5-463f7bb3eb3a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1829419 Apr 18 17:11:57.804490 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e84feb46-731e-4ada-972e-416d6e647c3a req-d15f47d9-9394-44e2-a336-bdaaa7d3466c service neutron] 10.222.0.18 "GET /v2.0/networks/13da4c28-8781-4c19-9029-7b66ef197f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382798 Apr 18 17:11:57.852051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-171742cb-8ee5-4a94-944f-170676810c2e req-99e4fa3b-012a-40d4-a5ca-19e8ce8be5e9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Apr 18 17:11:57.928091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84789801-0153-46ca-b619-c6d3182fb295 req-c52b0311-41c1-4351-ab03-43001c4eee15 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:57.930560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84789801-0153-46ca-b619-c6d3182fb295 req-c52b0311-41c1-4351-ab03-43001c4eee15 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0830410 Apr 18 17:11:57.998056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84789801-0153-46ca-b619-c6d3182fb295 req-d7084b2a-d48e-4a1e-ba6b-ce0f977bc96e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601749 Apr 18 17:11:58.156849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce8bc-a6e9-4518-8da7-c8cc71f2b096 req-8de45087-d745-490e-90ce-c6ea4dd95d75 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:58.158577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c4ce8bc-a6e9-4518-8da7-c8cc71f2b096 req-8de45087-d745-490e-90ce-c6ea4dd95d75 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0599382 Apr 18 17:11:58.168223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.215049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=200ddf64-88ce-4171-8049-9492e360406b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:58.293307 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c4ce8bc-a6e9-4518-8da7-c8cc71f2b096 req-e44faa77-cae0-4986-ab51-cceae0514b16 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127934 Apr 18 17:11:58.327939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.329799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a502680-e2bf-478e-9354-61c7fa69d7d8 req-901d026a-1057-4b98-8755-3a56feb26df6 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:58.331549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a502680-e2bf-478e-9354-61c7fa69d7d8 req-901d026a-1057-4b98-8755-3a56feb26df6 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 943 time: 0.1333065 Apr 18 17:11:58.391277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a502680-e2bf-478e-9354-61c7fa69d7d8 req-71fcf0e9-e8ac-45fa-9966-5b8b0ced3b10 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530438 Apr 18 17:11:58.499010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fd6ec-2d6b-424a-8c70-504ac4a34966 req-f4bac1ed-4f7f-4556-bc04-ff1b417d055b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:58.509274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-210fd6ec-2d6b-424a-8c70-504ac4a34966 req-f4bac1ed-4f7f-4556-bc04-ff1b417d055b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1027493 Apr 18 17:11:58.520149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.523860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.577246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-210fd6ec-2d6b-424a-8c70-504ac4a34966 req-171c488c-f9df-4fd2-8ef7-0422bf488796 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621855 Apr 18 17:11:58.641822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.642418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed7090b-7989-48f8-8dd9-24e08635a1bb {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:11:58.649592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.655717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36728) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:58.658348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-41d651ee-d342-45f8-ae4e-da05db60f702 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/1ed7090b-7989-48f8-8dd9-24e08635a1bb HTTP/1.1" status: 204 len: 168 time: 2.9780936 Apr 18 17:11:58.663691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-451239869'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:58.729546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 44328b90-17ad-46bb-8e84-b84e20856c22 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:11:58.783907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:58.787681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.816543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 44328b90-17ad-46bb-8e84-b84e20856c22 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:11:58.817465 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.818335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:11:58.835575 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:58.835575 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment 368b1ea2-579b-482c-a0f0-a610ff05aa4d of type vlan for network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 Apr 18 17:11:58.858876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c7bd-aae7-48df-b2a0-6aac922ab998 req-46cf9d1a-be26-4368-9bb3-52d1f22e8c8f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:58.860543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3878c7bd-aae7-48df-b2a0-6aac922ab998 req-46cf9d1a-be26-4368-9bb3-52d1f22e8c8f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1132979 Apr 18 17:11:59.036663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:59.057822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3878c7bd-aae7-48df-b2a0-6aac922ab998 req-569e2014-aaa4-4feb-a48b-591029b71092 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493137 Apr 18 17:11:59.107318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11eb5d-f1bf-480e-8985-fe7fbcc7887d req-8eb0c959-2f7d-480a-8629-0a8066d6d986 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:59.110090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee11eb5d-f1bf-480e-8985-fe7fbcc7887d req-8eb0c959-2f7d-480a-8629-0a8066d6d986 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1318293 Apr 18 17:11:59.178650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:59.184126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:59.184739 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:59.214416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee11eb5d-f1bf-480e-8985-fe7fbcc7887d req-da20e1b9-277f-4c02-bd70-0a3e0781d230 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983577 Apr 18 17:11:59.275773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777be76c-303e-4245-9f86-f3d0c131711f req-23535db4-5d54-458c-aa6c-daf1f1f6bb6a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:59.277297 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-777be76c-303e-4245-9f86-f3d0c131711f req-23535db4-5d54-458c-aa6c-daf1f1f6bb6a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1351879 Apr 18 17:11:59.281012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=2c7e8bea-7bc1-4315-b699-f166c1fb68c7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:59.285800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6289074 Apr 18 17:11:59.289861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36740) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:11:59.295336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': '2c7e8bea-7bc1-4315-b699-f166c1fb68c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:11:59.307309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.307656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.308073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.308416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.310553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.310553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.310553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.310553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.310553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.310553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.311037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.311037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d3a83-90a3-4d74-aa08-1f7dca6e6a0f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:11:59.330323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:11:59.339962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-777be76c-303e-4245-9f86-f3d0c131711f req-9b17d940-5bd2-40de-bd63-c5a2468a6746 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527704 Apr 18 17:11:59.533642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24364c-0275-49ef-bc6d-b78e4bb40cca req-c1be637e-14c6-47df-b442-a2d080b9c03b tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:59.543487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d24364c-0275-49ef-bc6d-b78e4bb40cca req-c1be637e-14c6-47df-b442-a2d080b9c03b tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 943 time: 0.0679984 Apr 18 17:11:59.555325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:11:59.559600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:59.613913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d24364c-0275-49ef-bc6d-b78e4bb40cca req-3032f1ad-fcab-42cb-9d50-87439fc405da tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694079 Apr 18 17:11:59.625267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0a4af-08f8-42bc-ab03-342c00f26e8f req-224d8fee-f54c-4e0e-83b3-009ac93d5d51 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:59.626953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-feb0a4af-08f8-42bc-ab03-342c00f26e8f req-224d8fee-f54c-4e0e-83b3-009ac93d5d51 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0808537 Apr 18 17:11:59.675940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-feb0a4af-08f8-42bc-ab03-342c00f26e8f req-e1d7de57-0377-495b-913a-ce7952404c8e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Apr 18 17:11:59.801234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d63ff3-bf72-4c09-abad-63203073e4ed req-3d641d00-f025-470c-9585-265d7fb60d4d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:11:59.803015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3d63ff3-bf72-4c09-abad-63203073e4ed req-3d641d00-f025-470c-9585-265d7fb60d4d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0516949 Apr 18 17:11:59.842197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:11:59.854749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3d63ff3-bf72-4c09-abad-63203073e4ed req-e1282747-786c-4c86-9c38-6f0a33f81e4a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Apr 18 17:11:59.919192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=3d6c7ccf-ae7c-41f4-a738-b53704f09868,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:11:59.946790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': '368b1ea2-579b-482c-a0f0-a610ff05aa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c7e8bea-7bc1-4315-b699-f166c1fb68c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:11:59.947287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: 2c7e8bea-7bc1-4315-b699-f166c1fb68c7, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:12:00.031920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a84c-c4ce-461e-8668-c54f7923534f req-9f963fe0-3419-4870-855e-159577b205c6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:00.038063 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a065a84c-c4ce-461e-8668-c54f7923534f req-9f963fe0-3419-4870-855e-159577b205c6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0605094 Apr 18 17:12:00.081040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:00.108430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a065a84c-c4ce-461e-8668-c54f7923534f req-b27a93d1-1201-4bc2-9385-90482bb6cc00 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685399 Apr 18 17:12:00.250358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085b5e3-6d3b-43f2-8b47-e06f38044a14 req-cb27f4ab-2ef7-458f-b20d-dde2be60ac69 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:00.257988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9085b5e3-6d3b-43f2-8b47-e06f38044a14 req-cb27f4ab-2ef7-458f-b20d-dde2be60ac69 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0705380 Apr 18 17:12:00.295781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9085b5e3-6d3b-43f2-8b47-e06f38044a14 req-a6554009-7c17-456b-9de1-3527895abd4c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369325 Apr 18 17:12:00.410691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83cd97-005b-4740-b52b-142914d84418 req-e2526570-fda7-4fa8-ad4a-af0eb94d49dc tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:00.412346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac83cd97-005b-4740-b52b-142914d84418 req-e2526570-fda7-4fa8-ad4a-af0eb94d49dc tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1098876 Apr 18 17:12:00.476560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac83cd97-005b-4740-b52b-142914d84418 req-92f21bf3-ac96-40d9-867e-d9b593fc3b49 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525444 Apr 18 17:12:00.595715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:12:00.607153 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:00.717560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 2c7e8bea-7bc1-4315-b699-f166c1fb68c7) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:00.725903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f657e3-5e32-4481-ad64-792cffc58fb6 None None] Network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:00.729472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:00.739037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:00.825943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8df8-7877-4705-b163-96354a7b9ca9 req-f73abdce-36c6-48d8-9db3-52dc50f93e92 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:00.827614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18ef8df8-7877-4705-b163-96354a7b9ca9 req-f73abdce-36c6-48d8-9db3-52dc50f93e92 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 943 time: 0.0955145 Apr 18 17:12:00.851057 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b85d96fe-b0d7-4ef9-89aa-621ef8a62d63 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5600040 Apr 18 17:12:00.854739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36772) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:00.860188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-18862007-6c0f-487b-b064-433a70fbbada tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1003775628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:00.898346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18ef8df8-7877-4705-b163-96354a7b9ca9 req-13c78fe2-45aa-4fa2-9b3d-ea2bdeb0db86 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638604 Apr 18 17:12:00.962261 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-00f1b9c9-8182-4e6a-9c19-bcf23589ea2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:00.970351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-2c7e8bea-7bc1-4315-b699-f166c1fb68c7', 'network_id': '2c7e8bea-7bc1-4315-b699-f166c1fb68c7', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': '3d6c7ccf-ae7c-41f4-a738-b53704f09868'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:12:00.971847 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.026219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18862007-6c0f-487b-b064-433a70fbbada tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.027427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18862007-6c0f-487b-b064-433a70fbbada tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.054656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Deleting port adf46103-f26b-49a1-957e-c2f8550468b9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:01.057173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.157565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18862007-6c0f-487b-b064-433a70fbbada tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.176606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Allocated IP 172.20.0.2 (2c7e8bea-7bc1-4315-b699-f166c1fb68c7/3d6c7ccf-ae7c-41f4-a738-b53704f09868/09f20441-b8bc-4d4d-bf90-7cceeb7cfbde) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:01.201638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] For port adf46103-f26b-49a1-957e-c2f8550468b9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=adf46103-f26b-49a1-957e-c2f8550468b9,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:01.201941 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.217006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Calling delete_port for adf46103-f26b-49a1-957e-c2f8550468b9 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:01.233911 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18862007-6c0f-487b-b064-433a70fbbada tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.354947 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18862007-6c0f-487b-b064-433a70fbbada tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.356171 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-18862007-6c0f-487b-b064-433a70fbbada tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5002689 Apr 18 17:12:01.359012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36786) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:01.364240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3b693-b5da-4bfe-9092-3c4dbfb20c54 req-b116a553-b8cf-4b24-ac19-2a97726dbf9d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:01.366370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44e3b693-b5da-4bfe-9092-3c4dbfb20c54 req-b116a553-b8cf-4b24-ac19-2a97726dbf9d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0709240 Apr 18 17:12:01.372864 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.409487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44e3b693-b5da-4bfe-9092-3c4dbfb20c54 req-586aeaf7-c0df-4f97-baa1-a3b7acf106f1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363965 Apr 18 17:12:01.465216 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.510622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:01.514078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:01.519523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:01.524921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Pushing event updated for resources: {'Port': ['ID=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:01.582385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Attempting to bind port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:01.582824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Attempting to bind port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '368b1ea2-579b-482c-a0f0-a610ff05aa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c7e8bea-7bc1-4315-b699-f166c1fb68c7'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:01.583188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Attempting to bind port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde on network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:01.591387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:01.591742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Checking segment: {'id': '368b1ea2-579b-482c-a0f0-a610ff05aa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c7e8bea-7bc1-4315-b699-f166c1fb68c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:01.592141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.592530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Bound using segment: {'id': '368b1ea2-579b-482c-a0f0-a610ff05aa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c7e8bea-7bc1-4315-b699-f166c1fb68c7'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:01.593002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Bound port: 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368b1ea2-579b-482c-a0f0-a610ff05aa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c7e8bea-7bc1-4315-b699-f166c1fb68c7'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:01.593384 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.678987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d0f00-f906-4bab-bf78-eed51718cc94 req-c66d7608-79f4-45a6-b8aa-3a1e97d539d7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:01.682010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c90d0f00-f906-4bab-bf78-eed51718cc94 req-c66d7608-79f4-45a6-b8aa-3a1e97d539d7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.0991426 Apr 18 17:12:01.693652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] For port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:01.698291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] For port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,segment=NetworkSegment(368b1ea2-579b-482c-a0f0-a610ff05aa4d),segment_id=368b1ea2-579b-482c-a0f0-a610ff05aa4d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:01.735464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c90d0f00-f906-4bab-bf78-eed51718cc94 req-187c9a9c-1d14-44ee-8a25-7de6f4ef03d1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Apr 18 17:12:01.767407 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:01.836293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1626fd-01b4-4385-8add-cd141b76499d None None] Pushing event updated for resources: {'Port': ['ID=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:01.842972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 792ae345-e437-4b1d-ad60-fb6fd35b9c2e details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:12:01.964307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,segment=NetworkSegment(cde66cc3-2190-45fe-9780-861e3905617a),segment_id=cde66cc3-2190-45fe-9780-861e3905617a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:01.984630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '792ae345-e437-4b1d-ad60-fb6fd35b9c2e', 'network_id': '13da4c28-8781-4c19-9029-7b66ef197f66', 'port_id': '792ae345-e437-4b1d-ad60-fb6fd35b9c2e', 'mac_address': 'fa:16:3e:1b:56:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b1067c-c526-47d8-8fac-6ffbd105758f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:12:02.026376 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:02.067374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792ae345-e437-4b1d-ad60-fb6fd35b9c2e {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:12:02.078367 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:02.080799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:02.106349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,segment=NetworkSegment(cde66cc3-2190-45fe-9780-861e3905617a),segment_id=cde66cc3-2190-45fe-9780-861e3905617a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:02.127354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf46103-f26b-49a1-957e-c2f8550468b9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:02.155596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacbb48-9d68-4127-a043-5ac41ab01aaf req-56db0634-3354-4da5-aea9-547abc08b871 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:02.155596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cacbb48-9d68-4127-a043-5ac41ab01aaf req-56db0634-3354-4da5-aea9-547abc08b871 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 943 time: 0.1485937 Apr 18 17:12:02.172630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:02.278476 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cacbb48-9d68-4127-a043-5ac41ab01aaf req-cb6034a9-02dc-496b-852c-d02d6ad64dc5 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102512 Apr 18 17:12:02.279894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:02.561598 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:02.569846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8824d6b-438c-45be-9a71-f205b3dbc03f req-a48edda0-2129-472e-969d-57a4ba9ed2c1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:02.580483 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8824d6b-438c-45be-9a71-f205b3dbc03f req-a48edda0-2129-472e-969d-57a4ba9ed2c1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0838737 Apr 18 17:12:02.590119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.20.0.1 (2c7e8bea-7bc1-4315-b699-f166c1fb68c7/3d6c7ccf-ae7c-41f4-a738-b53704f09868/7de1b342-3133-4c65-b934-b723d79b2908) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:02.621565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8824d6b-438c-45be-9a71-f205b3dbc03f req-42107741-0f48-4b3e-ac80-1c1c58f6b18a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Apr 18 17:12:02.628281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['792ae345-e437-4b1d-ad60-fb6fd35b9c2e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:12:02.846757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:02.922195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff5da9-526c-48a9-a474-a19d460feda0 req-f244e4b6-acee-48e4-83ec-346d74adb015 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:02.923757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2eff5da9-526c-48a9-a474-a19d460feda0 req-f244e4b6-acee-48e4-83ec-346d74adb015 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.0668826 Apr 18 17:12:02.935362 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:02.973981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:02.974634 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.044416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2eff5da9-526c-48a9-a474-a19d460feda0 req-e23a4fc3-059c-4c13-952c-b0128f628977 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063173 Apr 18 17:12:03.045482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:03.116782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.126616 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.177593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,segment=NetworkSegment(368b1ea2-579b-482c-a0f0-a610ff05aa4d),segment_id=368b1ea2-579b-482c-a0f0-a610ff05aa4d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:03.184344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:03.192297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:03.199052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:03.207045 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0d6e-97a1-4f88-a802-7b0592ccf27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.249549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a3d43-c41c-46d1-a1e9-ad23fbf45e08 None None] Network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:03.250825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=7de1b342-3133-4c65-b934-b723d79b2908,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:03.269839 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.283348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.318641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:03.327953 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5c8fa820-f5ed-48a7-b896-c289efd7ebd7 admin admin] 10.222.0.45 "PUT /v2.0/routers/18b1edea-9de5-4beb-bd77-f4d8f5b81945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2453220 Apr 18 17:12:03.327953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36802) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:03.355486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] Sync routers for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:03.390526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:03.394634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:03.395263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:03.453442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc92eac-07c2-4588-9f35-a9a85536abe5 req-c25534c1-281d-4571-9424-d7d0409e6557 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:03.461775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b6ac8b7d-d80c-4693-9c83-6f6cb7a024d3 None None] Provisioning complete for port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:03.462146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b7d-d80c-4693-9c83-6f6cb7a024d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.463424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fc92eac-07c2-4588-9f35-a9a85536abe5 req-c25534c1-281d-4571-9424-d7d0409e6557 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 944 time: 0.0842743 Apr 18 17:12:03.492997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.518235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fc92eac-07c2-4588-9f35-a9a85536abe5 req-f6af5cb8-3409-4e45-ae59-74903e2308ce tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511222 Apr 18 17:12:03.571954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.632342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:03.711557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:03.792051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86658cd-76b7-4369-914b-41ac3974e6b7 req-571973e9-96f0-4a0d-95a6-6cf57165f809 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:03.795407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e86658cd-76b7-4369-914b-41ac3974e6b7 req-571973e9-96f0-4a0d-95a6-6cf57165f809 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0674672 Apr 18 17:12:03.858493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e86658cd-76b7-4369-914b-41ac3974e6b7 req-94bd3868-60c8-4403-80da-de73e3908e63 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557055 Apr 18 17:12:03.918981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 792ae345-e437-4b1d-ad60-fb6fd35b9c2e up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:04.128869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:12:04.139374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:04.142675 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.212997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58b97d-1f01-4d3b-a0b0-7e91b3d401c0 req-f187844b-e3eb-4cdc-b2d3-cd1dfce6fa93 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:04.214623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a58b97d-1f01-4d3b-a0b0-7e91b3d401c0 req-f187844b-e3eb-4cdc-b2d3-cd1dfce6fa93 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.0818591 Apr 18 17:12:04.216518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:12:01Z', 'revision_number': 5, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port': {'id': '39f9fc6c-6ded-45ce-994c-04368931c972', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:19Z', 'updated_at': '2022-04-18T17:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:04.264675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Deleting port 39f9fc6c-6ded-45ce-994c-04368931c972 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:04.265223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.270385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] Checking router: 18b1edea-9de5-4beb-bd77-f4d8f5b81945 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:04.277359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a58b97d-1f01-4d3b-a0b0-7e91b3d401c0 req-fe99788e-9ab1-4cf3-88bc-86f507b6c710 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532248 Apr 18 17:12:04.327067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] Routers {'18b1edea-9de5-4beb-bd77-f4d8f5b81945'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:04.328180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:04.392169 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.403868 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.422793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] For port 39f9fc6c-6ded-45ce-994c-04368931c972, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=39f9fc6c-6ded-45ce-994c-04368931c972,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:04.423312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.450189 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.452014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Calling delete_port for 39f9fc6c-6ded-45ce-994c-04368931c972 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:04.456420 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6beb0724-276b-4108-9913-eea58d0cc1f7 None None] Provisioning complete for port 7de1b342-3133-4c65-b934-b723d79b2908 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:04.456643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6beb0724-276b-4108-9913-eea58d0cc1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.494385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc9a823-35fb-495b-ba4b-65c7cdef89a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ae345-e437-4b1d-ad60-fb6fd35b9c2e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:04.496639 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc32bc-b308-4d54-9b11-ee321b7e6042" -d '{"events": [{"server_uuid": "3dc9a823-35fb-495b-ba4b-65c7cdef89a9", "name": "network-vif-plugged", "status": "completed", "tag": "792ae345-e437-4b1d-ad60-fb6fd35b9c2e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:04.506826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] Set router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:04.584352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,segment=NetworkSegment(cde66cc3-2190-45fe-9780-861e3905617a),segment_id=cde66cc3-2190-45fe-9780-861e3905617a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:04.587972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:12:03Z', 'revision_number': 6, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:04.590718 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9437a2b-9788-4cd0-aa5e-7f2af4ddaff5 x-openstack-request-id: req-d9437a2b-9788-4cd0-aa5e-7f2af4ddaff5 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:04.590846 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc9a823-35fb-495b-ba4b-65c7cdef89a9", "name": "network-vif-plugged", "status": "completed", "tag": "792ae345-e437-4b1d-ad60-fb6fd35b9c2e", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:04.591093 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9437a2b-9788-4cd0-aa5e-7f2af4ddaff5 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:04.591374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.591509 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9437a2b-9788-4cd0-aa5e-7f2af4ddaff5'] response: {'server_uuid': '3dc9a823-35fb-495b-ba4b-65c7cdef89a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ae345-e437-4b1d-ad60-fb6fd35b9c2e', 'code': 200} Apr 18 17:12:04.594455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6beb0724-276b-4108-9913-eea58d0cc1f7 None None] Port 7de1b342-3133-4c65-b934-b723d79b2908 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:04.624645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c8060-693e-4593-a1c1-8a74551d232f None None] The sync data for ids ['18b1edea-9de5-4beb-bd77-f4d8f5b81945'] in n-d-836015-2 is: [{'id': '18b1edea-9de5-4beb-bd77-f4d8f5b81945', 'name': 'tempest-TaggedBootDevicesTest-647126974-router', 'tenant_id': '3c24e1ed25414f21bf75839b11e5157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:18Z', 'updated_at': '2022-04-18T17:12:03Z', 'revision_number': 6, 'project_id': '3c24e1ed25414f21bf75839b11e5157d', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:04.639016 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.694471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:04.727980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eabd3d-14bb-46b4-9dfc-ff4527e6af97 req-2fb335a9-4b91-496b-8175-5bb05c007e3d tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:04.735977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6beb0724-276b-4108-9913-eea58d0cc1f7 None None] Provisioning complete for port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:04.736351 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6beb0724-276b-4108-9913-eea58d0cc1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.737464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52eabd3d-14bb-46b4-9dfc-ff4527e6af97 req-2fb335a9-4b91-496b-8175-5bb05c007e3d tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 945 time: 0.0974994 Apr 18 17:12:04.775550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.783402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52eabd3d-14bb-46b4-9dfc-ff4527e6af97 req-80995d80-cd59-4022-99d4-d9fc0bbb2909 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441697 Apr 18 17:12:04.813293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:04.839720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:04.839720 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:04.914439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=7de1b342-3133-4c65-b934-b723d79b2908,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:04.933828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c4dde-4e85-4f93-82c7-0254b67c3ab0 req-4503ae91-e071-4fb7-b65b-705a5d3e17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:04.935357 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a8c4dde-4e85-4f93-82c7-0254b67c3ab0 req-4503ae91-e071-4fb7-b65b-705a5d3e17d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 1096 time: 0.1554995 Apr 18 17:12:05.032515 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a8c4dde-4e85-4f93-82c7-0254b67c3ab0 req-9111b87a-2265-4197-9e7a-a495da24feae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Apr 18 17:12:05.036797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:05.038278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:05.082805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fc3eb-e2ad-46d0-997d-86cb37a29812 req-a5542b4c-4342-45cd-aa8a-c0257ad991a3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:05.088228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d2bac35b-df83-4215-80f5-83c16a7d8407 None None] Provisioning complete for port 7de1b342-3133-4c65-b934-b723d79b2908 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:05.090714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d2bac35b-df83-4215-80f5-83c16a7d8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.091942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a3fc3eb-e2ad-46d0-997d-86cb37a29812 req-a5542b4c-4342-45cd-aa8a-c0257ad991a3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1295245 Apr 18 17:12:05.119100 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.170321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a3fc3eb-e2ad-46d0-997d-86cb37a29812 req-f00958be-930a-4cc1-8e8d-0d57f5a6914f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722156 Apr 18 17:12:05.182974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d2bac35b-df83-4215-80f5-83c16a7d8407 None None] Port 7de1b342-3133-4c65-b934-b723d79b2908 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:05.236437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f9fc6c-6ded-45ce-994c-04368931c972,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:05.302162 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.409095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f9832e2c-8f22-4f92-a682-5971c4370fa5 None None] Provisioning complete for port 7de1b342-3133-4c65-b934-b723d79b2908 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:05.409779 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9832e2c-8f22-4f92-a682-5971c4370fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.417809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.421687 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.432454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117e384-6598-4695-8fb4-496cc4408ee6 req-f89ff4b1-dcc1-4d30-a9a8-5671f47d3bc8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:05.434299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1117e384-6598-4695-8fb4-496cc4408ee6 req-f89ff4b1-dcc1-4d30-a9a8-5671f47d3bc8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.0642929 Apr 18 17:12:05.459175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f9832e2c-8f22-4f92-a682-5971c4370fa5 None None] Port 7de1b342-3133-4c65-b934-b723d79b2908 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:05.476201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router ce34207c-ed0c-41ee-9f25-7510b3f47d2f is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:12:05.478287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1117e384-6598-4695-8fb4-496cc4408ee6 req-8f68bb62-a488-4beb-b44e-abf1fc863ed8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366862 Apr 18 17:12:05.558743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.561451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b1edea-9de5-4beb-bd77-f4d8f5b81945 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:12:05.564761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.565961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-86eb8e7c-6bc2-49a4-93da-d5a366328823 admin admin] 10.222.0.45 "DELETE /v2.0/routers/18b1edea-9de5-4beb-bd77-f4d8f5b81945 HTTP/1.1" status: 204 len: 168 time: 2.2356791 Apr 18 17:12:05.568567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36826) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:05.615322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:05.622157 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3da6073f-888b-4c51-a0ca-9c1edbf286f9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/ce34207c-ed0c-41ee-9f25-7510b3f47d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2621219 Apr 18 17:12:05.624676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36828) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:05.637448 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811ccc9-427a-47e1-b8ee-0e0157ee0144 None None] Sync routers for ids ['ce34207c-ed0c-41ee-9f25-7510b3f47d2f'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:05.639654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e97fa6-6d64-44d2-ab74-de39693d434f admin admin] Deleting subnet d1fa77b8-b09b-4853-90ce-2faa6ed1550e {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:12:05.648537 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811ccc9-427a-47e1-b8ee-0e0157ee0144 None None] Routers {'ce34207c-ed0c-41ee-9f25-7510b3f47d2f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:05.649093 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d811ccc9-427a-47e1-b8ee-0e0157ee0144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ce34207c-ed0c-41ee-9f25-7510b3f47d2f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:05.663361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2e97fa6-6d64-44d2-ab74-de39693d434f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.699627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0caa1ae-8302-4805-b9cd-eecf49fb39a1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:05.700038 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d811ccc9-427a-47e1-b8ee-0e0157ee0144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:05.703575 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d0caa1ae-8302-4805-b9cd-eecf49fb39a1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports/7de1b342-3133-4c65-b934-b723d79b2908 HTTP/1.1" status: 200 len: 910 time: 0.0754809 Apr 18 17:12:05.703754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36830) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:05.708804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-09341904-6214-4ee5-89d7-9cec3097560b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d6c7ccf-ae7c-41f4-a738-b53704f09868'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:05.711527 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811ccc9-427a-47e1-b8ee-0e0157ee0144 None None] Routers {'ce34207c-ed0c-41ee-9f25-7510b3f47d2f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:05.712133 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d811ccc9-427a-47e1-b8ee-0e0157ee0144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ce34207c-ed0c-41ee-9f25-7510b3f47d2f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:05.747566 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d811ccc9-427a-47e1-b8ee-0e0157ee0144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:05.748458 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811ccc9-427a-47e1-b8ee-0e0157ee0144 None None] The sync data for ids ['ce34207c-ed0c-41ee-9f25-7510b3f47d2f'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:05.786701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2e97fa6-6d64-44d2-ab74-de39693d434f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.818067 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.925118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097892d-6ddf-4abc-90ba-228b037fc190 req-5f9cca8d-04da-4406-a41e-e681f95bca74 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:05.926694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2097892d-6ddf-4abc-90ba-228b037fc190 req-5f9cca8d-04da-4406-a41e-e681f95bca74 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 945 time: 0.0584846 Apr 18 17:12:05.960393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2e97fa6-6d64-44d2-ab74-de39693d434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:05.970069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2097892d-6ddf-4abc-90ba-228b037fc190 req-365377f2-8633-41bf-b1a9-e9a78b655d95 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Apr 18 17:12:05.986924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09341904-6214-4ee5-89d7-9cec3097560b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.132339 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.145744 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2e97fa6-6d64-44d2-ab74-de39693d434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.216069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e97fa6-6d64-44d2-ab74-de39693d434f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fa77b8-b09b-4853-90ce-2faa6ed1550e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:06.220896 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2e97fa6-6d64-44d2-ab74-de39693d434f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.223192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9967d6c2-5168-4ad5-9b3c-53d7d48d2c41 None None] Network d3a97ff4-2136-4970-9c12-b41d3e746b6c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:06.226293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e2e97fa6-6d64-44d2-ab74-de39693d434f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d1fa77b8-b09b-4853-90ce-2faa6ed1550e HTTP/1.1" status: 204 len: 168 time: 0.6567471 Apr 18 17:12:06.226910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36836) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:06.350593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108c4e-fe0c-4c06-b9cf-59587856827a req-d56de999-b573-4d02-963e-a74ac1cbe9f5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:06.352517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84108c4e-fe0c-4c06-b9cf-59587856827a req-d56de999-b573-4d02-963e-a74ac1cbe9f5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1011257 Apr 18 17:12:06.385485 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.449712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84108c4e-fe0c-4c06-b9cf-59587856827a req-7dcef9ab-00b2-49f0-9e95-1cdfc2238c05 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817902 Apr 18 17:12:06.463771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] DHCP port deletion for d3a97ff4-2136-4970-9c12-b41d3e746b6c request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:12:06.484838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Deleting port 5553a3f4-fd51-4769-a64b-afaed6c97f4d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:06.485260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.511774 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09341904-6214-4ee5-89d7-9cec3097560b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.542145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] Deleting port 5553a3f4-fd51-4769-a64b-afaed6c97f4d {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:06.542920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.583744 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09341904-6214-4ee5-89d7-9cec3097560b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.618401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] For port 5553a3f4-fd51-4769-a64b-afaed6c97f4d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5553a3f4-fd51-4769-a64b-afaed6c97f4d,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:06.619284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.623034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] For port 5553a3f4-fd51-4769-a64b-afaed6c97f4d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5553a3f4-fd51-4769-a64b-afaed6c97f4d,segment=NetworkSegment(91a60a7d-059b-453c-b2a3-c9215dab4575),segment_id=91a60a7d-059b-453c-b2a3-c9215dab4575)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:06.623034 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.638224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] Calling delete_port for 5553a3f4-fd51-4769-a64b-afaed6c97f4d owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:06.679602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5553a3f4-fd51-4769-a64b-afaed6c97f4d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:06.681318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09341904-6214-4ee5-89d7-9cec3097560b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=7de1b342-3133-4c65-b934-b723d79b2908,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:06.699601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Calling delete_port for 5553a3f4-fd51-4769-a64b-afaed6c97f4d owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:06.713884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b40b8-7d0a-429d-b2bc-b91e4d6cbbcc req-08f2f269-a81d-4d29-b592-ba256a4fb8f4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:06.716237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-481b40b8-7d0a-429d-b2bc-b91e4d6cbbcc req-08f2f269-a81d-4d29-b592-ba256a4fb8f4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1443834 Apr 18 17:12:06.729208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09341904-6214-4ee5-89d7-9cec3097560b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:06.730664 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09341904-6214-4ee5-89d7-9cec3097560b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.734436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-09341904-6214-4ee5-89d7-9cec3097560b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/ports/7de1b342-3133-4c65-b934-b723d79b2908 HTTP/1.1" status: 200 len: 910 time: 1.0297208 Apr 18 17:12:06.737544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36842) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:06.817273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-481b40b8-7d0a-429d-b2bc-b91e4d6cbbcc req-7dc5e569-2ccd-4a85-9b79-3fe0acef2067 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873244 Apr 18 17:12:06.848286 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.922250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.931563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:06.968919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] No DVR routers for this DVR port 5553a3f4-fd51-4769-a64b-afaed6c97f4d on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:06.975468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5553a3f4-fd51-4769-a64b-afaed6c97f4d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:07.005073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] Pushing event deleted for resources: {'Port': ['ID=5553a3f4-fd51-4769-a64b-afaed6c97f4d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:07.016292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 39f9fc6c-6ded-45ce-994c-04368931c972 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:07.025004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88c9e5-43f6-4823-bcbf-5e9c2d6eb044 None None] No DVR routers for this DVR port 5553a3f4-fd51-4769-a64b-afaed6c97f4d on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:07.061472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 39f9fc6c-6ded-45ce-994c-04368931c972 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:07.062154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 39f9fc6c-6ded-45ce-994c-04368931c972 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:07.063135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device adf46103-f26b-49a1-957e-c2f8550468b9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:07.075536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-3695ac7a-3350-4bc0-976b-31f57134e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:07.077172 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-3695ac7a-3350-4bc0-976b-31f57134e51b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 1096 time: 0.0683455 Apr 18 17:12:07.085837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:07.090016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: adf46103-f26b-49a1-957e-c2f8550468b9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:07.091600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device adf46103-f26b-49a1-957e-c2f8550468b9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:07.117065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a97ff4-2136-4970-9c12-b41d3e746b6c']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:07.132014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a60a7d-059b-453c-b2a3-c9215dab4575') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:07.132356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a60a7d-059b-453c-b2a3-c9215dab4575') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:07.165045 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:07.186355 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:07.194846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:12:07.195242 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:12:07.198469 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:12:07.219320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609018a-65df-4bfc-8671-9093a9c4bb99 req-993de5ee-1fd3-430e-a646-52867c33b77d tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:07.228850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c609018a-65df-4bfc-8671-9093a9c4bb99 req-993de5ee-1fd3-430e-a646-52867c33b77d tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 945 time: 0.0918868 Apr 18 17:12:07.229526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-1ed9c5a4-85b7-4e2a-9645-4885d2978936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:07.229526 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-1ed9c5a4-85b7-4e2a-9645-4885d2978936 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 914 time: 0.1274450 Apr 18 17:12:07.283507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-50c81579-d483-4d8c-8af2-ccb5f4e61927 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29 HTTP/1.1" status: 200 len: 217 time: 0.0417857 Apr 18 17:12:07.286809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:07.299425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c609018a-65df-4bfc-8671-9093a9c4bb99 req-30da88bb-f519-49ef-9422-245ab7fce3d0 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496626 Apr 18 17:12:07.372266 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:07.378427 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:07.382798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d3a97ff4-2136-4970-9c12-b41d3e746b6c HTTP/1.1" status: 204 len: 168 time: 1.1545136 Apr 18 17:12:07.386499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36848) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:07.406374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-7e289cc3-72f7-4145-b259-e3ba3c9b8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:07.407841 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-7e289cc3-72f7-4145-b259-e3ba3c9b8f5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f789211-6bac-4326-9dc4-18630021209e HTTP/1.1" status: 200 len: 853 time: 0.1176653 Apr 18 17:12:07.449966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf9698-5ef8-4417-9eae-a2bd96e95ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a97ff4-2136-4970-9c12-b41d3e746b6c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:07.746874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e505c-6f07-46c8-8f6b-03dc64976b8b req-f24aa9da-fa9d-4c1d-94e4-49af5bd29f85 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:07.748503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-338e505c-6f07-46c8-8f6b-03dc64976b8b req-f24aa9da-fa9d-4c1d-94e4-49af5bd29f85 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1406524 Apr 18 17:12:07.775465 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-38b62e8b-d0ca-49f8-a2d7-5cb563a6d2e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa916f8d-bc99-4ca1-8752-efc0a3986851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422955 Apr 18 17:12:07.805736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-0c56b8c7-d212-4f4e-8ef5-715d640aee4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1641114 Apr 18 17:12:07.900374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-338e505c-6f07-46c8-8f6b-03dc64976b8b req-c6fa773f-2b7f-4e78-b834-cdeb5aa8d667 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175187 Apr 18 17:12:07.936380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-5f7e1129-bc03-47ff-91b6-1abc1cc4779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:07.937884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-5f7e1129-bc03-47ff-91b6-1abc1cc4779d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 1097 time: 0.0973256 Apr 18 17:12:08.018267 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-e6fb81ae-1189-4874-9544-ef8db5bca0e7 service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328517 Apr 18 17:12:08.137166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a96d0-10ad-4670-8276-be179cb76c6f req-7b7a5ad5-202f-400e-b77c-c7804461a155 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:08.141323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 7de1b342-3133-4c65-b934-b723d79b2908 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:08.141949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:08.148604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d5a96d0-10ad-4670-8276-be179cb76c6f req-7b7a5ad5-202f-400e-b77c-c7804461a155 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1323047 Apr 18 17:12:08.210892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fe3e6ec0-a5c8-4ecb-addd-6c4d7bb00f3d req-82cfce6f-dd5a-440f-b4f0-582b8ee6a91c service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824510 Apr 18 17:12:08.217918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-c89cdc73-45b1-4a2e-ab52-baa072961d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:08.219988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-c89cdc73-45b1-4a2e-ab52-baa072961d18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.2282219 Apr 18 17:12:08.229751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d5a96d0-10ad-4670-8276-be179cb76c6f req-455e8024-151c-411a-a601-7a55f2c316fc tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806010 Apr 18 17:12:08.268997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:08.285262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 7de1b342-3133-4c65-b934-b723d79b2908 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:08.290118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-3319a3a0-6524-4ca3-a56a-69e4ae0719ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a HTTP/1.1" status: 200 len: 217 time: 0.0593891 Apr 18 17:12:08.352424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-09a0c8a3-6452-4c61-a0f8-33205a80b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:08.354556 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-09a0c8a3-6452-4c61-a0f8-33205a80b5ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0579898 Apr 18 17:12:08.360533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:08.487661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-6bee5ed1-372d-4844-a575-9bdb97d9f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:08.489216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-6bee5ed1-372d-4844-a575-9bdb97d9f1e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259623 Apr 18 17:12:08.572579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:08.619410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=7de1b342-3133-4c65-b934-b723d79b2908,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:08.655431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-64d6f544-c7cd-49da-a332-4ca970caad19 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558931 Apr 18 17:12:08.826716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3620a33-ec14-4abc-993a-91518c4f1170 req-d2e795a3-45b8-4317-882b-83410af8a369 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594791 Apr 18 17:12:08.853345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Deleting port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:08.853788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:08.876697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.029582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] For port 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,segment=NetworkSegment(1e2958a6-dae7-4600-80fd-6325750383d0),segment_id=1e2958a6-dae7-4600-80fd-6325750383d0)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:09.029956 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.047528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Calling delete_port for 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:09.075809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03abeee-91f8-470f-941e-fd5a2a49a7a1 req-c3fd11b0-0ee1-4f84-a050-c633e247cf27 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:09.078445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a03abeee-91f8-470f-941e-fd5a2a49a7a1 req-c3fd11b0-0ee1-4f84-a050-c633e247cf27 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0876315 Apr 18 17:12:09.105093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router ce34207c-ed0c-41ee-9f25-7510b3f47d2f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:09.200629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:09.209330 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e74e6bf5-69cd-43f8-b8f2-17b35cd4dfe2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/ce34207c-ed0c-41ee-9f25-7510b3f47d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4670451 Apr 18 17:12:09.209330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36888) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:09.211540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507e5dc-0c77-4d19-bbfb-1c3ce4b63268 None None] Sync routers for ids ['ce34207c-ed0c-41ee-9f25-7510b3f47d2f'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:09.224546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507e5dc-0c77-4d19-bbfb-1c3ce4b63268 None None] Routers {'ce34207c-ed0c-41ee-9f25-7510b3f47d2f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:09.226169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d507e5dc-0c77-4d19-bbfb-1c3ce4b63268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ce34207c-ed0c-41ee-9f25-7510b3f47d2f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:09.240196 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aac75bf3-9da9-4fb5-aada-7eb0767e9a39 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce34207c-ed0c-41ee-9f25-7510b3f47d2f HTTP/1.1" status: 200 len: 205 time: 0.0306106 Apr 18 17:12:09.245601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36890) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:09.327528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d507e5dc-0c77-4d19-bbfb-1c3ce4b63268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:09.354342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-687e3707-8db1-4c59-ab67-2a7bd78ed237 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.359853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507e5dc-0c77-4d19-bbfb-1c3ce4b63268 None None] Routers {'ce34207c-ed0c-41ee-9f25-7510b3f47d2f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:09.360507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d507e5dc-0c77-4d19-bbfb-1c3ce4b63268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ce34207c-ed0c-41ee-9f25-7510b3f47d2f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:09.401317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d507e5dc-0c77-4d19-bbfb-1c3ce4b63268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:09.402954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507e5dc-0c77-4d19-bbfb-1c3ce4b63268 None None] The sync data for ids ['ce34207c-ed0c-41ee-9f25-7510b3f47d2f'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:09.528587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-687e3707-8db1-4c59-ab67-2a7bd78ed237 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.533975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-687e3707-8db1-4c59-ab67-2a7bd78ed237 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.571241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a03abeee-91f8-470f-941e-fd5a2a49a7a1 req-88a6ee2e-222c-4504-8b09-eb56eacce77b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811069 Apr 18 17:12:09.588135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6a822-2ce3-4c7c-a12e-fb036a92956e req-d3cf9967-163a-4a66-9c83-29d0c421b82f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:09.589719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfa6a822-2ce3-4c7c-a12e-fb036a92956e req-d3cf9967-163a-4a66-9c83-29d0c421b82f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1008425 Apr 18 17:12:09.690000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfa6a822-2ce3-4c7c-a12e-fb036a92956e req-f9c63a8d-fb0b-4dff-926a-e62ea68b4373 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590184 Apr 18 17:12:09.692778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-687e3707-8db1-4c59-ab67-2a7bd78ed237 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.693062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687e3707-8db1-4c59-ab67-2a7bd78ed237 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Fanout notify agent at l3_agent the message router_deleted on router ce34207c-ed0c-41ee-9f25-7510b3f47d2f {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:12:09.701167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-687e3707-8db1-4c59-ab67-2a7bd78ed237 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.704119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-687e3707-8db1-4c59-ab67-2a7bd78ed237 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/ce34207c-ed0c-41ee-9f25-7510b3f47d2f HTTP/1.1" status: 204 len: 168 time: 0.4574206 Apr 18 17:12:09.706989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36896) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:09.774280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb182be6-5fa1-4377-9060-bf2fc063228b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet 3d6c7ccf-ae7c-41f4-a738-b53704f09868 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:12:09.786628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb182be6-5fa1-4377-9060-bf2fc063228b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.825859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb182be6-5fa1-4377-9060-bf2fc063228b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.847207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:09.878503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Pushing event deleted for resources: {'Port': ['ID=10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:09.933804 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb182be6-5fa1-4377-9060-bf2fc063228b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.064911 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb182be6-5fa1-4377-9060-bf2fc063228b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.094923 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.110912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb182be6-5fa1-4377-9060-bf2fc063228b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6c7ccf-ae7c-41f4-a738-b53704f09868,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:10.115752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb182be6-5fa1-4377-9060-bf2fc063228b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.119597 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fb182be6-5fa1-4377-9060-bf2fc063228b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/3d6c7ccf-ae7c-41f4-a738-b53704f09868 HTTP/1.1" status: 204 len: 168 time: 0.4115751 Apr 18 17:12:10.122609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36906) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:10.125462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5be1e-cb98-4be5-bded-003ba657ab8e None None] Network 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:10.232303 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.307575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:10.309461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.355304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] DHCP port deletion for 2c7e8bea-7bc1-4315-b699-f166c1fb68c7 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:12:10.405323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,segment=NetworkSegment(368b1ea2-579b-482c-a0f0-a610ff05aa4d),segment_id=368b1ea2-579b-482c-a0f0-a610ff05aa4d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:10.405736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.410670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] Deleting port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:10.411199 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.424086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:10.431430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Router ea213f0c-3b27-4d70-87e2-7e4784439040 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:10.567645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:10.580712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-16c8965f-57d3-4e44-902d-4c77748af92c admin admin] 10.222.0.45 "PUT /v2.0/routers/ea213f0c-3b27-4d70-87e2-7e4784439040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1921651 Apr 18 17:12:10.582492 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] Sync routers for ids ['ea213f0c-3b27-4d70-87e2-7e4784439040'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:10.583270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36910) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:10.594857 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] Routers {'ea213f0c-3b27-4d70-87e2-7e4784439040'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:10.596827 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ea213f0c-3b27-4d70-87e2-7e4784439040'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:10.635120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.689652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:10.692725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No DVR routers for this DVR port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:10.741570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] For port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,segment=NetworkSegment(368b1ea2-579b-482c-a0f0-a610ff05aa4d),segment_id=368b1ea2-579b-482c-a0f0-a610ff05aa4d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:10.742177 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.756642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] Calling delete_port for 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:10.842889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:10.858326 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] Set router ea213f0c-3b27-4d70-87e2-7e4784439040 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:10.906979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:10.907332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.909736 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:10.912289 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:12:10.914466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.919111 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.928487 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:10.932802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] No DVR routers for this DVR port 09f20441-b8bc-4d4d-bf90-7cceeb7cfbde on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:10.948607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc43cc-b673-4cba-a41e-e273700b2452 req-6535ee90-586c-4e61-b778-4a7884bf181c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:10.958508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fcc43cc-b673-4cba-a41e-e273700b2452 req-6535ee90-586c-4e61-b778-4a7884bf181c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2387998 Apr 18 17:12:10.964081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0982000-1087-4fc3-a86e-874604f7d00d None None] Pushing event deleted for resources: {'Port': ['ID=09f20441-b8bc-4d4d-bf90-7cceeb7cfbde,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:10.994131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7e8bea-7bc1-4315-b699-f166c1fb68c7']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:11.005580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee1c7e-c02a-428c-bf55-1cec212ef477 req-b9d22806-c4e8-40c7-aeb8-e77f5fc4c4bb tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:11.012129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35ee1c7e-c02a-428c-bf55-1cec212ef477 req-b9d22806-c4e8-40c7-aeb8-e77f5fc4c4bb tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 945 time: 0.2257507 Apr 18 17:12:11.013344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368b1ea2-579b-482c-a0f0-a610ff05aa4d') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:11.013686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368b1ea2-579b-482c-a0f0-a610ff05aa4d') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:11.042322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fcc43cc-b673-4cba-a41e-e273700b2452 req-eb189f2a-e982-449d-ac96-de39252a175c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705655 Apr 18 17:12:11.061354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.089370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.101152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:12:11.101644 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:12:11.106811 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:12:11.108821 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:12:09Z', 'revision_number': 5, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:11.112091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35ee1c7e-c02a-428c-bf55-1cec212ef477 req-e6e0b4d6-9a2e-450a-9d02-3849ec12cfd8 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739939 Apr 18 17:12:11.133319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.161690 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] Checking router: ea213f0c-3b27-4d70-87e2-7e4784439040 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:11.171717 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] Routers {'ea213f0c-3b27-4d70-87e2-7e4784439040'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:11.172515 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ea213f0c-3b27-4d70-87e2-7e4784439040'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:11.205200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af903b-9da0-4bfb-9e22-2a76c5dcd79b req-494ece02-2bba-418e-9663-cba26bf750d5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:11.206932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26af903b-9da0-4bfb-9e22-2a76c5dcd79b req-494ece02-2bba-418e-9663-cba26bf750d5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.0588007 Apr 18 17:12:11.246736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26af903b-9da0-4bfb-9e22-2a76c5dcd79b req-aa58baa1-9f7d-448c-8354-8940d4a7675f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Apr 18 17:12:11.280829 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] Set router ea213f0c-3b27-4d70-87e2-7e4784439040 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:11.304427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.313932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.321852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/2c7e8bea-7bc1-4315-b699-f166c1fb68c7 HTTP/1.1" status: 204 len: 168 time: 1.1944656 Apr 18 17:12:11.324065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:11.326560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c44380cc-fc23-4d9e-81e0-34ee03809eac tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-641975890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:11.358168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102acc9-41b0-43df-8298-4d274bfe8e9a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=2c7e8bea-7bc1-4315-b699-f166c1fb68c7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:11.382712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Deleting port f1912060-1355-4def-9aaf-c6961b620855 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:11.383071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.419134 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c44380cc-fc23-4d9e-81e0-34ee03809eac tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.421347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c44380cc-fc23-4d9e-81e0-34ee03809eac tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.473160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] For port f1912060-1355-4def-9aaf-c6961b620855, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f1912060-1355-4def-9aaf-c6961b620855,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:11.473555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.484079 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:12:09Z', 'revision_number': 5, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:11.486521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Calling delete_port for f1912060-1355-4def-9aaf-c6961b620855 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:11.489227 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c44380cc-fc23-4d9e-81e0-34ee03809eac tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.517523 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcee7f-2220-4ec0-9dbe-bab513156b6d None None] The sync data for ids ['ea213f0c-3b27-4d70-87e2-7e4784439040'] in n-d-836015-2 is: [{'id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'name': 'tempest-TaggedBootDevicesTest-1666151948-router', 'tenant_id': '23dd465f9f4a4be387f4b671239db605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'f1912060-1355-4def-9aaf-c6961b620855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:04:31Z', 'updated_at': '2022-04-18T17:12:09Z', 'revision_number': 5, 'project_id': '23dd465f9f4a4be387f4b671239db605', 'gw_port': {'id': 'f1912060-1355-4def-9aaf-c6961b620855', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea213f0c-3b27-4d70-87e2-7e4784439040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:04:34Z', 'updated_at': '2022-04-18T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:11.538774 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c44380cc-fc23-4d9e-81e0-34ee03809eac tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.642264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c44380cc-fc23-4d9e-81e0-34ee03809eac tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.643404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c44380cc-fc23-4d9e-81e0-34ee03809eac tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3203588 Apr 18 17:12:11.646514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36922) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:11.652506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-383610961'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:11.754405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:11.757959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.778642 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.782337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:12:11.793596 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.793949 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment 623a601b-580d-4bae-9707-aedd90f9734a of type vlan for network 72714a8e-0e79-49ed-86f9-a566b1362e88 Apr 18 17:12:11.810302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1912060-1355-4def-9aaf-c6961b620855,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:11.841661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.885964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.935637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.939370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:11.940339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.988486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:11.990742 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.026720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=72714a8e-0e79-49ed-86f9-a566b1362e88,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:12.040732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 72714a8e-0e79-49ed-86f9-a566b1362e88 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:12:12.053159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e8484edf-060c-4bc9-8793-dc60d782484e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4055882 Apr 18 17:12:12.058112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36926) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:12.059224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:12.115141 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.115725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea213f0c-3b27-4d70-87e2-7e4784439040 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:12:12.124121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.125575 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8e0b678e-e47a-4216-9e61-ecd3c44c1f6e admin admin] 10.222.0.45 "DELETE /v2.0/routers/ea213f0c-3b27-4d70-87e2-7e4784439040 HTTP/1.1" status: 204 len: 168 time: 1.5410206 Apr 18 17:12:12.127940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36930) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:12.207866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b4b0cb-4840-4ab3-8833-794caeb9d834 admin admin] Deleting subnet e9f09f2c-5bf3-4373-b771-a977fbda80ca {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:12:12.212188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76b4b0cb-4840-4ab3-8833-794caeb9d834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.264393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76b4b0cb-4840-4ab3-8833-794caeb9d834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.282999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d53c-adbf-4868-9f97-724e2e0ebfe0 req-b6e6d2f3-1d51-4f36-92f6-bc26ba06f14b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:12.284608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2c3d53c-adbf-4868-9f97-724e2e0ebfe0 req-b6e6d2f3-1d51-4f36-92f6-bc26ba06f14b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1141779 Apr 18 17:12:12.286464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:12.292674 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.378406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76b4b0cb-4840-4ab3-8833-794caeb9d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.453584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2c3d53c-adbf-4868-9f97-724e2e0ebfe0 req-31ec0003-996d-4c4c-835c-b80c9873358f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557519 Apr 18 17:12:12.462672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-da301b20-ba38-4729-a44c-55418541a652 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:12.464206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-da301b20-ba38-4729-a44c-55418541a652 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 945 time: 0.0992641 Apr 18 17:12:12.477611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4fa5c-06bb-4b91-8b68-b20e5c6da1f0 req-eae53761-6da8-4d82-bceb-1cf7e5826d1e tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:12.482572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cd4fa5c-06bb-4b91-8b68-b20e5c6da1f0 req-eae53761-6da8-4d82-bceb-1cf7e5826d1e tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 945 time: 0.2491875 Apr 18 17:12:12.535050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76b4b0cb-4840-4ab3-8833-794caeb9d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.566124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cd4fa5c-06bb-4b91-8b68-b20e5c6da1f0 req-7ff847fa-df24-4f09-942d-29ebb8b580be tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834911 Apr 18 17:12:12.580037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4b0cb-4840-4ab3-8833-794caeb9d834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f09f2c-5bf3-4373-b771-a977fbda80ca,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:12.593959 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-76b4b0cb-4840-4ab3-8833-794caeb9d834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.594964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de57213-dc13-4270-8f23-1d7dbdb3e7fa None None] Network 441a2abf-d806-4c5e-a3b8-165f4b849b5e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:12.598439 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-76b4b0cb-4840-4ab3-8833-794caeb9d834 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9f09f2c-5bf3-4373-b771-a977fbda80ca HTTP/1.1" status: 204 len: 168 time: 0.4684436 Apr 18 17:12:12.601904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36938) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:12.680766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f1a01-4ebf-49fe-9ae7-92714574f20f req-3ee13de0-607e-466b-ac6e-7fbed24180d7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:12.683659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-819f1a01-4ebf-49fe-9ae7-92714574f20f req-3ee13de0-607e-466b-ac6e-7fbed24180d7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1332183 Apr 18 17:12:12.698513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Deleting port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:12.699153 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.705925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.750052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-819f1a01-4ebf-49fe-9ae7-92714574f20f req-b40a81a4-651b-4c5d-90d5-30d4cf5b3db3 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542023 Apr 18 17:12:12.751878 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.826309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] DHCP port deletion for 441a2abf-d806-4c5e-a3b8-165f4b849b5e request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:12:12.862088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:12.862449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: 72714a8e-0e79-49ed-86f9-a566b1362e88, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:12:12.885500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=11f65b30-aee7-4e3c-9a39-d840937b2d94,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:12.922329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 94186f29-a563-4e70-aa64-3dea572f84ce no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:12.956299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] Deleting port 94186f29-a563-4e70-aa64-3dea572f84ce {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:12.956957 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:12.966653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 72714a8e-0e79-49ed-86f9-a566b1362e88 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:12:13.036056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 72714a8e-0e79-49ed-86f9-a566b1362e88) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:13.036056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:13.036056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.059090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e738d3-194a-4835-a99a-52bf795e3b12 None None] Network 72714a8e-0e79-49ed-86f9-a566b1362e88 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:13.081339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] For port 94186f29-a563-4e70-aa64-3dea572f84ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=94186f29-a563-4e70-aa64-3dea572f84ce,segment=NetworkSegment(1e2958a6-dae7-4600-80fd-6325750383d0),segment_id=1e2958a6-dae7-4600-80fd-6325750383d0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:13.081771 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.121325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-db7fff5f-2a27-4562-9b49-a3f78e168bd5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0638869 Apr 18 17:12:13.122426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36942) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:13.152889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] Calling delete_port for 94186f29-a563-4e70-aa64-3dea572f84ce owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:13.170212 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.198633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] For port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,segment=NetworkSegment(cde66cc3-2190-45fe-9780-861e3905617a),segment_id=cde66cc3-2190-45fe-9780-861e3905617a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:13.199241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.217366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Calling delete_port for 792ae345-e437-4b1d-ad60-fb6fd35b9c2e owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:13.221323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Deleting port 94186f29-a563-4e70-aa64-3dea572f84ce {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:13.221695 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.251668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 94186f29-a563-4e70-aa64-3dea572f84ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=94186f29-a563-4e70-aa64-3dea572f84ce,segment=NetworkSegment(1e2958a6-dae7-4600-80fd-6325750383d0),segment_id=1e2958a6-dae7-4600-80fd-6325750383d0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:13.333880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] For port 94186f29-a563-4e70-aa64-3dea572f84ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=94186f29-a563-4e70-aa64-3dea572f84ce,segment=NetworkSegment(1e2958a6-dae7-4600-80fd-6325750383d0),segment_id=1e2958a6-dae7-4600-80fd-6325750383d0)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:13.334251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.357178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-72714a8e-0e79-49ed-86f9-a566b1362e88', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:12:13.358118 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.361836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Calling delete_port for 94186f29-a563-4e70-aa64-3dea572f84ce owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:13.525663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.527026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Allocated IP 172.20.0.2 (72714a8e-0e79-49ed-86f9-a566b1362e88/11f65b30-aee7-4e3c-9a39-d840937b2d94/0e6f9515-830b-467f-a077-5f159cd737a7) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:13.701086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbe7b0-3dfa-4c8e-9f13-de6dbf1ae731 req-8b8a6fe5-8c47-4396-a518-9ccf72573a31 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:13.702675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5fbe7b0-3dfa-4c8e-9f13-de6dbf1ae731 req-8b8a6fe5-8c47-4396-a518-9ccf72573a31 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1357510 Apr 18 17:12:13.716302 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:13.786548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9f31e-4dbf-4caa-9ca4-c51d606e7695 req-e6a8ae1c-53af-44a1-8792-dc2210d1adcb tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:13.788049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccf9f31e-4dbf-4caa-9ca4-c51d606e7695 req-e6a8ae1c-53af-44a1-8792-dc2210d1adcb tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 945 time: 0.1060259 Apr 18 17:12:13.791236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5fbe7b0-3dfa-4c8e-9f13-de6dbf1ae731 req-16e6ca2c-522f-40e2-8643-85dce4fee662 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669243 Apr 18 17:12:13.920297 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccf9f31e-4dbf-4caa-9ca4-c51d606e7695 req-1e462eea-5150-4ac7-8ed3-13e1fc855bab tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3721bee-ecfc-46ca-ab05-3867eaa1acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261225 Apr 18 17:12:13.928581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881bd4b-4000-4238-9d1d-d0ee4c62949f req-f2171e70-a297-463f-beb8-07a5beb5736c tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:13.930169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d881bd4b-4000-4238-9d1d-d0ee4c62949f req-f2171e70-a297-463f-beb8-07a5beb5736c tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.0744586 Apr 18 17:12:13.972286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d881bd4b-4000-4238-9d1d-d0ee4c62949f req-f7140463-02d7-4f97-9e59-de48e57f9287 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353889 Apr 18 17:12:14.025240 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.025975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f1912060-1355-4def-9aaf-c6961b620855 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:14.060867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.067913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: f1912060-1355-4def-9aaf-c6961b620855 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:14.068422 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f1912060-1355-4def-9aaf-c6961b620855 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:14.069603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:14.092530 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.104757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:14.105097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 10ef9d0c-4e2a-4234-9ee2-66cc2e9f1125 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:14.117119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Pushing event deleted for resources: {'Port': ['ID=792ae345-e437-4b1d-ad60-fb6fd35b9c2e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:14.124615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Network 72714a8e-0e79-49ed-86f9-a566b1362e88 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:14.126778 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.140213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.20.0.1 (72714a8e-0e79-49ed-86f9-a566b1362e88/11f65b30-aee7-4e3c-9a39-d840937b2d94/c9cb2d7d-c51f-4c56-88e6-d9992695300d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:14.140535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:14.142353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] No DVR routers for this DVR port 94186f29-a563-4e70-aa64-3dea572f84ce on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:14.149849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:14.165764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=94186f29-a563-4e70-aa64-3dea572f84ce,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:14.206306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.228822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] No DVR routers for this DVR port 792ae345-e437-4b1d-ad60-fb6fd35b9c2e on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:14.248559 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.251202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Pushing event updated for resources: {'Port': ['ID=0e6f9515-830b-467f-a077-5f159cd737a7,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:14.256902 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-225ac12a-c691-41ab-aafb-9991374d99e5 req-00233eb7-f005-49b9-8376-7b5e99869996 tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.18 "DELETE /v2.0/ports/792ae345-e437-4b1d-ad60-fb6fd35b9c2e HTTP/1.1" status: 204 len: 173 time: 1.7807202 Apr 18 17:12:14.256902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc9a823-35fb-495b-ba4b-65c7cdef89a9', 'name': 'network-vif-deleted', 'tag': '792ae345-e437-4b1d-ad60-fb6fd35b9c2e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:14.256902 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041ed25b-ea27-4fa9-8d03-0a0d11390fcd" -d '{"events": [{"server_uuid": "3dc9a823-35fb-495b-ba4b-65c7cdef89a9", "name": "network-vif-deleted", "tag": "792ae345-e437-4b1d-ad60-fb6fd35b9c2e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:14.266602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Attempting to bind port 0e6f9515-830b-467f-a077-5f159cd737a7 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:14.266976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Attempting to bind port 0e6f9515-830b-467f-a077-5f159cd737a7 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:14.267334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Attempting to bind port 0e6f9515-830b-467f-a077-5f159cd737a7 on network 72714a8e-0e79-49ed-86f9-a566b1362e88 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:14.269011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=94186f29-a563-4e70-aa64-3dea572f84ce,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:14.272774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] No DVR routers for this DVR port 94186f29-a563-4e70-aa64-3dea572f84ce on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:14.301351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:14.302882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Checking segment: {'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:14.302882 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.303552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Bound using segment: {'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:14.305135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Bound port: 0e6f9515-830b-467f-a077-5f159cd737a7, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:14.305626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.306758 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb998a-1bb2-4a12-b292-3ca99f5c4729 x-openstack-request-id: req-5bfb998a-1bb2-4a12-b292-3ca99f5c4729 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:14.307041 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc9a823-35fb-495b-ba4b-65c7cdef89a9", "name": "network-vif-deleted", "tag": "792ae345-e437-4b1d-ad60-fb6fd35b9c2e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:14.307298 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bfb998a-1bb2-4a12-b292-3ca99f5c4729 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:14.307697 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfb998a-1bb2-4a12-b292-3ca99f5c4729'] response: {'server_uuid': '3dc9a823-35fb-495b-ba4b-65c7cdef89a9', 'name': 'network-vif-deleted', 'tag': '792ae345-e437-4b1d-ad60-fb6fd35b9c2e', 'status': 'completed', 'code': 200} Apr 18 17:12:14.310634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd778b6e-0d8f-4544-a93b-b2207fd447b2 None None] Pushing event deleted for resources: {'Port': ['ID=94186f29-a563-4e70-aa64-3dea572f84ce,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:14.334480 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.375138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.385029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] For port 0e6f9515-830b-467f-a077-5f159cd737a7, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:14.388384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] For port 0e6f9515-830b-467f-a077-5f159cd737a7, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e6f9515-830b-467f-a077-5f159cd737a7,segment=NetworkSegment(623a601b-580d-4bae-9707-aedd90f9734a),segment_id=623a601b-580d-4bae-9707-aedd90f9734a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:14.404709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441a2abf-d806-4c5e-a3b8-165f4b849b5e']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:14.414619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2958a6-dae7-4600-80fd-6325750383d0') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:14.414918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2958a6-dae7-4600-80fd-6325750383d0') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:14.424965 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.438196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.444308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:12:14.444699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:12:14.446382 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:12:14.459569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.465070 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.519335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 72714a8e-0e79-49ed-86f9-a566b1362e88 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:14.535056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=c9cb2d7d-c51f-4c56-88e6-d9992695300d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:14.539284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1008cd-3c4f-4f18-a0a2-b55d05e516ed None None] Pushing event updated for resources: {'Port': ['ID=0e6f9515-830b-467f-a077-5f159cd737a7,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:14.543097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:14.546204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:14.584806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.611734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.627695 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.632099 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] 10.222.0.45 "DELETE /v2.0/networks/441a2abf-d806-4c5e-a3b8-165f4b849b5e HTTP/1.1" status: 204 len: 168 time: 2.0289605 Apr 18 17:12:14.633716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fca18-b0e3-4424-822c-2131f14edc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=441a2abf-d806-4c5e-a3b8-165f4b849b5e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:14.964778 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:14.981452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740d434-9f10-43fa-8626-47412db87ce1 req-014e7e69-2dfd-4fa7-ab9d-531a74340d0e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:14.982981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a740d434-9f10-43fa-8626-47412db87ce1 req-014e7e69-2dfd-4fa7-ab9d-531a74340d0e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0953021 Apr 18 17:12:15.082559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a740d434-9f10-43fa-8626-47412db87ce1 req-a730fd15-9a31-4e5d-8bd7-765fdcfac3d2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709546 Apr 18 17:12:15.091274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36994) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:15.197687 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-38b2f5b5-057d-461d-8466-3ad7aef8af0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c24e1ed25414f21bf75839b11e5157d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020918 Apr 18 17:12:15.199117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36996) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:15.246684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7848e492-64f2-4de4-90ea-cd0963fe329d req-05390a82-d9bd-40a5-995b-730dc2040f3b tempest-ServerTagsTestJSON-260102732 tempest-ServerTagsTestJSON-260102732-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc9a823-35fb-495b-ba4b-65c7cdef89a9 HTTP/1.1" status: 200 len: 210 time: 0.0364187 Apr 18 17:12:15.277857 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f70ea514-824a-485e-9542-9f96bc28f7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:15.317324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f70ea514-824a-485e-9542-9f96bc28f7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:15.455253 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:15.464439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c22e-6b85-42c6-83f3-ec35e0a31192 req-1378693e-ca93-413c-9c4c-45a9280c9446 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:15.466025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8980c22e-6b85-42c6-83f3-ec35e0a31192 req-1378693e-ca93-413c-9c4c-45a9280c9446 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.0981402 Apr 18 17:12:15.475652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f70ea514-824a-485e-9542-9f96bc28f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:15.479291 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f70ea514-824a-485e-9542-9f96bc28f7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:15.480631 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f70ea514-824a-485e-9542-9f96bc28f7b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98e5d812-d364-4f23-99bb-7d2ad58a248a HTTP/1.1" status: 204 len: 168 time: 0.2804954 Apr 18 17:12:15.489393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ea514-824a-485e-9542-9f96bc28f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e5d812-d364-4f23-99bb-7d2ad58a248a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:15.525944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8980c22e-6b85-42c6-83f3-ec35e0a31192 req-656adafb-a4c4-4e1f-94c9-c41e82f5f828 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534182 Apr 18 17:12:15.595522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:15.716312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:15.719603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=c9cb2d7d-c51f-4c56-88e6-d9992695300d,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:15.822969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad2106-a950-418d-b7c1-ce4f5463968f None None] Network 72714a8e-0e79-49ed-86f9-a566b1362e88 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:15.823480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 72714a8e-0e79-49ed-86f9-a566b1362e88 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:15.825906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:15.907337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 792ae345-e437-4b1d-ad60-fb6fd35b9c2e no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:15.942624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 792ae345-e437-4b1d-ad60-fb6fd35b9c2e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:15.943032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 792ae345-e437-4b1d-ad60-fb6fd35b9c2e not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:15.955815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0cf936a3-8e3f-4338-b5f8-5175a40fdd89 None None] Provisioning complete for port 0e6f9515-830b-467f-a077-5f159cd737a7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:15.956019 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0cf936a3-8e3f-4338-b5f8-5175a40fdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.018444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:12:16.106838 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0cf936a3-8e3f-4338-b5f8-5175a40fdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.179158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0cf936a3-8e3f-4338-b5f8-5175a40fdd89 None None] For port 0e6f9515-830b-467f-a077-5f159cd737a7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e6f9515-830b-467f-a077-5f159cd737a7,segment=NetworkSegment(623a601b-580d-4bae-9707-aedd90f9734a),segment_id=623a601b-580d-4bae-9707-aedd90f9734a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:16.193348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:16.205400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-03be3535-18ed-47f8-9f6d-824cea6854ec tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0816050 Apr 18 17:12:16.208484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37018) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:16.213315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:16.217265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-744726010'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:16.242901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:16.242901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:16.303507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54de0f-11eb-445e-842e-63c24f4aed54 req-9f82d37d-4846-42f4-8feb-da78cbe2c03c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:16.316361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da54de0f-11eb-445e-842e-63c24f4aed54 req-9f82d37d-4846-42f4-8feb-da78cbe2c03c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0993431 Apr 18 17:12:16.360651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37022) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:16.395230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da54de0f-11eb-445e-842e-63c24f4aed54 req-89300081-2f3c-4fcc-a76b-14f9a4beb0e6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778770 Apr 18 17:12:16.415355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:16.419686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.447618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0cf936a3-8e3f-4338-b5f8-5175a40fdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.452711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdf232c-b492-4f10-a8ec-5bba58770124 admin admin] Deleting subnet 69b1067c-c526-47d8-8fac-6ffbd105758f {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:12:16.456722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfdf232c-b492-4f10-a8ec-5bba58770124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.472784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:16.488489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:12:16.497870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37024) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:16.528528 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.528883 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment d96aed30-3155-4bde-9cf9-b678d3272a4c of type vlan for network 1725f34c-5b81-4357-b97d-d0a91866c743 Apr 18 17:12:16.541975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfdf232c-b492-4f10-a8ec-5bba58770124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.599007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d4ab12bd-e62e-406b-9029-2e2a92c41ac3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23dd465f9f4a4be387f4b671239db605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991113 Apr 18 17:12:16.603829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37028) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:16.704854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf936a3-8e3f-4338-b5f8-5175a40fdd89 None None] Pushing event updated for resources: {'Port': ['ID=0e6f9515-830b-467f-a077-5f159cd737a7,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:16.724798 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.768159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e6f9515-830b-467f-a077-5f159cd737a7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:16.780607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9aa923be-6b3d-4273-a3db-14ca350b9ee5 None None] Provisioning complete for port c9cb2d7d-c51f-4c56-88e6-d9992695300d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:16.781822 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9aa923be-6b3d-4273-a3db-14ca350b9ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.800476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfdf232c-b492-4f10-a8ec-5bba58770124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.832272 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e205c16-4b38-4922-a4fb-bca8045d7ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.863353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.873487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:16.875583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.910816 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e205c16-4b38-4922-a4fb-bca8045d7ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:16.919461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73263b-29c9-4258-b158-f331c68ae455 req-cda446f0-b4d7-4112-bef9-3480b7c74295 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:16.931616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f73263b-29c9-4258-b158-f331c68ae455 req-cda446f0-b4d7-4112-bef9-3480b7c74295 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1884823 Apr 18 17:12:16.939828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9aa923be-6b3d-4273-a3db-14ca350b9ee5 None None] Port c9cb2d7d-c51f-4c56-88e6-d9992695300d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:16.988347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=1725f34c-5b81-4357-b97d-d0a91866c743,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:16.993056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfdf232c-b492-4f10-a8ec-5bba58770124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.011651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfdf232c-b492-4f10-a8ec-5bba58770124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.015369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1725f34c-5b81-4357-b97d-d0a91866c743 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:12:17.020568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dfdf232c-b492-4f10-a8ec-5bba58770124 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/69b1067c-c526-47d8-8fac-6ffbd105758f HTTP/1.1" status: 204 len: 168 time: 0.6579387 Apr 18 17:12:17.023256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37032) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:17.030891 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-04a2a788-35ba-4571-9865-46acbfbf3e65 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8188820 Apr 18 17:12:17.055083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37034) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:17.062884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf232c-b492-4f10-a8ec-5bba58770124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b1067c-c526-47d8-8fac-6ffbd105758f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:17.087462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:17.161766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9aa923be-6b3d-4273-a3db-14ca350b9ee5 None None] Provisioning complete for port 0e6f9515-830b-467f-a077-5f159cd737a7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:17.162091 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9aa923be-6b3d-4273-a3db-14ca350b9ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.209803 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.227588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f73263b-29c9-4258-b158-f331c68ae455 req-2f9bbd3f-be5a-481b-8a2d-7daac4336255 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776656 Apr 18 17:12:17.236634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0e6f9515-830b-467f-a077-5f159cd737a7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:17.237005 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.238678 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.308957 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e205c16-4b38-4922-a4fb-bca8045d7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.323580 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e205c16-4b38-4922-a4fb-bca8045d7ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.327442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5e205c16-4b38-4922-a4fb-bca8045d7ac7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9097d805-a3f4-40ef-8302-b1f51e66028d HTTP/1.1" status: 204 len: 168 time: 0.7193377 Apr 18 17:12:17.341703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e205c16-4b38-4922-a4fb-bca8045d7ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9097d805-a3f4-40ef-8302-b1f51e66028d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:17.374918 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.525636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.554592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13da4c28-8781-4c19-9029-7b66ef197f66']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:17.572525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde66cc3-2190-45fe-9780-861e3905617a') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:17.572525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde66cc3-2190-45fe-9780-861e3905617a') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:17.581879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:17.587726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.678443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:14Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:15Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:17.737350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-85f86d6a-5753-4b43-b80d-0e64b8d378b3 None None] Provisioning complete for port c9cb2d7d-c51f-4c56-88e6-d9992695300d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:17.738027 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-85f86d6a-5753-4b43-b80d-0e64b8d378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.740868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:17.741528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Updating router 9a521199-7774-4b5f-b744-4a3767fe5fc7 port c9cb2d7d-c51f-4c56-88e6-d9992695300d binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:12:17.818706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.818957 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.824055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-85f86d6a-5753-4b43-b80d-0e64b8d378b3 None None] Port c9cb2d7d-c51f-4c56-88e6-d9992695300d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:17.855343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:17.863150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:12:17.863675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.160926 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.274355 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:12:18.387617 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:12:18.400771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf7490-87fa-40fb-afa0-12e50bb72cc4 None None] Pushing event updated for resources: {'Port': ['ID=c9cb2d7d-c51f-4c56-88e6-d9992695300d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:18.433258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.492506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Attempting to bind port c9cb2d7d-c51f-4c56-88e6-d9992695300d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:18.493136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Attempting to bind port c9cb2d7d-c51f-4c56-88e6-d9992695300d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:18.493791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Attempting to bind port c9cb2d7d-c51f-4c56-88e6-d9992695300d on network 72714a8e-0e79-49ed-86f9-a566b1362e88 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:18.502591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:18.502949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Checking segment: {'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:18.503298 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.503708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Bound using segment: {'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:18.504234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Bound port: c9cb2d7d-c51f-4c56-88e6-d9992695300d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623a601b-580d-4bae-9707-aedd90f9734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:18.504623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.537982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a298c14-70c2-4ff7-b407-363c5be7282b req-d10c42df-c5c1-4a22-9d61-0d481723f900 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:18.539902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a298c14-70c2-4ff7-b407-363c5be7282b req-d10c42df-c5c1-4a22-9d61-0d481723f900 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.9598806 Apr 18 17:12:18.572852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=28ca1eab-0322-4a85-b5f6-f9616ccaacc4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:18.598341 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.609448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936fc7-578c-48c9-87e8-45ec93fe7d55 req-9a741e2b-66c1-4823-8873-9d4ba8920205 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:18.632226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d936fc7-578c-48c9-87e8-45ec93fe7d55 req-9a741e2b-66c1-4823-8873-9d4ba8920205 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.2205312 Apr 18 17:12:18.654208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.657510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] 10.222.0.45 "DELETE /v2.0/networks/13da4c28-8781-4c19-9029-7b66ef197f66 HTTP/1.1" status: 204 len: 168 time: 1.6326582 Apr 18 17:12:18.694769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b0a6e-3bfd-4870-85f2-75ffed0a73ea admin admin] Pushing event deleted for resources: {'Network': ['ID=13da4c28-8781-4c19-9029-7b66ef197f66,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:18.701968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:18.702486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: 1725f34c-5b81-4357-b97d-d0a91866c743, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:12:18.713952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a298c14-70c2-4ff7-b407-363c5be7282b req-9ba13069-a5d3-4d2e-9730-a8958ce48512 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643574 Apr 18 17:12:18.751321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d936fc7-578c-48c9-87e8-45ec93fe7d55 req-b9c52f7b-0bd0-47b8-b02b-538fb773c64f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181519 Apr 18 17:12:18.776367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e6f9515-830b-467f-a077-5f159cd737a7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:18.800887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] For port c9cb2d7d-c51f-4c56-88e6-d9992695300d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:18.823578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] For port c9cb2d7d-c51f-4c56-88e6-d9992695300d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c9cb2d7d-c51f-4c56-88e6-d9992695300d,segment=NetworkSegment(623a601b-580d-4bae-9707-aedd90f9734a),segment_id=623a601b-580d-4bae-9707-aedd90f9734a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:18.844254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0e6f9515-830b-467f-a077-5f159cd737a7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:18.844623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.852581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 1725f34c-5b81-4357-b97d-d0a91866c743 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:12:18.891957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d503192a-9e42-40ff-9775-eac667aa90e2 None None] Provisioning complete for port c9cb2d7d-c51f-4c56-88e6-d9992695300d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:18.892328 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d503192a-9e42-40ff-9775-eac667aa90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:18.941902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d503192a-9e42-40ff-9775-eac667aa90e2 None None] Port c9cb2d7d-c51f-4c56-88e6-d9992695300d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:18.969883 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.042382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1725f34c-5b81-4357-b97d-d0a91866c743) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:19.042630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf7490-87fa-40fb-afa0-12e50bb72cc4 None None] Pushing event updated for resources: {'Port': ['ID=c9cb2d7d-c51f-4c56-88e6-d9992695300d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:19.046842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:19.047465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:19.052404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:19.052982 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.103217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f16281-d871-4d14-98fd-bcfdf6cd1b12 None None] Network 1725f34c-5b81-4357-b97d-d0a91866c743 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:19.114960 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:12:19.144099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37070) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:19.198064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37074) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:19.198703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a50abe7-fb68-4fe1-80e3-5b2cb3d42149 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1415708 Apr 18 17:12:19.235740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:19.236864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37076) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:19.296220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b007eaa9-c2a2-42be-942b-153c85a8ee29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be43a0f755944bed88954d58caa13570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542581 Apr 18 17:12:19.296431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37078) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:19.508040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-305514924-network', 'tenant_id': 'ecd7d6e9ab404992ab45eacbeb24240b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:19.519178 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f349a0da-a2bb-4815-91fc-9c98f08c342c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.523684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-1725f34c-5b81-4357-b97d-d0a91866c743', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:12:19.535639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.555732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-605f2700-b069-4590-aa5d-f833407f204f None None] Provisioning complete for port c9cb2d7d-c51f-4c56-88e6-d9992695300d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:19.556625 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-605f2700-b069-4590-aa5d-f833407f204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.562845 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f349a0da-a2bb-4815-91fc-9c98f08c342c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.635582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Made reservation on behalf of ecd7d6e9ab404992ab45eacbeb24240b for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:19.638053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.672154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.797277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.800572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Allocated IP 172.21.0.2 (1725f34c-5b81-4357-b97d-d0a91866c743/28ca1eab-0322-4a85-b5f6-f9616ccaacc4/6dd2ef09-3a3e-4a02-8cba-7ee434dac978) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:19.809572 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-605f2700-b069-4590-aa5d-f833407f204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:19.828830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:14Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:18Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:19.875727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e7ae1-8c34-4052-aadf-dd14d4843d71 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:14Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:18Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:19.973145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-605f2700-b069-4590-aa5d-f833407f204f None None] For port c9cb2d7d-c51f-4c56-88e6-d9992695300d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c9cb2d7d-c51f-4c56-88e6-d9992695300d,segment=NetworkSegment(623a601b-580d-4bae-9707-aedd90f9734a),segment_id=623a601b-580d-4bae-9707-aedd90f9734a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:20.031259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.049758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f2021-2b23-4d00-9902-c9e653de65ed req-666fa51b-c16b-4da9-9655-695d351c4a82 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:20.051585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c97f2021-2b23-4d00-9902-c9e653de65ed req-666fa51b-c16b-4da9-9655-695d351c4a82 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1866174 Apr 18 17:12:20.062132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ad4e-bcfa-48e4-a954-f101da3dbdb8 req-49d8c80d-8203-4e2d-9e66-858fd7114c61 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:20.065064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2929ad4e-bcfa-48e4-a954-f101da3dbdb8 req-49d8c80d-8203-4e2d-9e66-858fd7114c61 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2217238 Apr 18 17:12:20.094755 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-605f2700-b069-4590-aa5d-f833407f204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.114497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f349a0da-a2bb-4815-91fc-9c98f08c342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.117238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f349a0da-a2bb-4815-91fc-9c98f08c342c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.118455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f349a0da-a2bb-4815-91fc-9c98f08c342c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3721bee-ecfc-46ca-ab05-3867eaa1acc5 HTTP/1.1" status: 204 len: 168 time: 0.8215649 Apr 18 17:12:20.135618 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.139441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349a0da-a2bb-4815-91fc-9c98f08c342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3721bee-ecfc-46ca-ab05-3867eaa1acc5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:20.180639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.203358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c97f2021-2b23-4d00-9902-c9e653de65ed req-d229938b-c74d-4260-939e-fbdff6c10e82 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315458 Apr 18 17:12:20.208819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2929ad4e-bcfa-48e4-a954-f101da3dbdb8 req-95db164e-ef89-4af9-8418-bf9baae55b81 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330295 Apr 18 17:12:20.212800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:12:20.219384 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fec45b6-28a6-4677-a4b1-16bdfa77ae10,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:20.227797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.228132 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Added segment d4c58fc3-0813-4fcc-9ecb-c78c4bb77844 of type vlan for network 3a209980-8d3e-438b-8d0d-ff5564f20d42 Apr 18 17:12:20.244624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f2700-b069-4590-aa5d-f833407f204f None None] Pushing event updated for resources: {'Port': ['ID=c9cb2d7d-c51f-4c56-88e6-d9992695300d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:20.300359 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.300819 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.357366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Network 1725f34c-5b81-4357-b97d-d0a91866c743 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:20.362525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:20.365026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:20.383392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.21.0.1 (1725f34c-5b81-4357-b97d-d0a91866c743/28ca1eab-0322-4a85-b5f6-f9616ccaacc4/8f65f9d9-314b-4101-a4c0-7810107b19f4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:20.402244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Pushing event updated for resources: {'Port': ['ID=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:20.435561 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.436716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:20.437706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.451303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Attempting to bind port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:20.452013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Attempting to bind port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:20.452579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Attempting to bind port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 on network 1725f34c-5b81-4357-b97d-d0a91866c743 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:20.459205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:20.460029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Checking segment: {'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:20.461832 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.462513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Bound using segment: {'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:20.463270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Bound port: 6dd2ef09-3a3e-4a02-8cba-7ee434dac978, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:20.463846 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.582427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] Pushing event updated for resources: {'Network': ['ID=3a209980-8d3e-438b-8d0d-ff5564f20d42,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:20.603861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.604418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d5934550-6675-4fc3-aa9b-0ef41447ab11 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4585533 Apr 18 17:12:20.606241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37092) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:20.614582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] For port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:20.622594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] For port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,segment=NetworkSegment(d96aed30-3155-4bde-9cf9-b678d3272a4c),segment_id=d96aed30-3155-4bde-9cf9-b678d3272a4c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:20.623227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Request body: {'subnet': {'network_id': '3a209980-8d3e-438b-8d0d-ff5564f20d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-305514924-subnet', 'tenant_id': 'ecd7d6e9ab404992ab45eacbeb24240b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:20.633276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 3a209980-8d3e-438b-8d0d-ff5564f20d42 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:12:20.721152 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.768982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Made reservation on behalf of ecd7d6e9ab404992ab45eacbeb24240b for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:20.775805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.807166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:20.830143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c9cb2d7d-c51f-4c56-88e6-d9992695300d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:20.896007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 1725f34c-5b81-4357-b97d-d0a91866c743 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:20.922283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:20.930078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:20.951300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1b2ee-5a2a-4df3-a45d-8d6003535db9 None None] Pushing event updated for resources: {'Port': ['ID=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:21.042029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c9cb2d7d-c51f-4c56-88e6-d9992695300d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:21.043124 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:21.121480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=8f65f9d9-314b-4101-a4c0-7810107b19f4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:21.159655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:21.209680 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:21.303592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2933702a-4452-469d-934e-9dadbe92acff,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:21.412738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Checking segment: {'id': 'd4c58fc3-0813-4fcc-9ecb-c78c4bb77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3a209980-8d3e-438b-8d0d-ff5564f20d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:21.412738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Network hostable DHCP agents. Network: 3a209980-8d3e-438b-8d0d-ff5564f20d42, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:12:21.471720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524a0fe-31a8-4cf5-8e2c-f6b1f59e354b req-549de53c-d1fb-479d-8091-b4f9833b408d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:21.473840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6524a0fe-31a8-4cf5-8e2c-f6b1f59e354b req-549de53c-d1fb-479d-8091-b4f9833b408d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1022429 Apr 18 17:12:21.505809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aa13e-ffd3-456b-84fa-c2450b073a8b req-eea9a5b3-2ee1-4974-806f-698295110856 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:21.509916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-233aa13e-ffd3-456b-84fa-c2450b073a8b req-eea9a5b3-2ee1-4974-806f-698295110856 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1400073 Apr 18 17:12:21.525525 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:21.597944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Network 3a209980-8d3e-438b-8d0d-ff5564f20d42 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:12:21.608675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6524a0fe-31a8-4cf5-8e2c-f6b1f59e354b req-eb323b77-7aa4-41dc-8587-199889a32c27 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254501 Apr 18 17:12:21.622808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-233aa13e-ffd3-456b-84fa-c2450b073a8b req-c6841d67-b30d-4be1-9bce-6cfa7548f601 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715580 Apr 18 17:12:21.714899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 3a209980-8d3e-438b-8d0d-ff5564f20d42) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:21.725651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27bbf9-1d88-488a-8432-b8674f95d1db None None] Network 3a209980-8d3e-438b-8d0d-ff5564f20d42 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:21.730078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:21.734378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:21.848912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7227776d-240f-4ab6-9707-aa8326210e7a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2400451 Apr 18 17:12:21.908455 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:21.931220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc589b3-17e4-4e5c-bd69-94f96d7b21e0 None None] Network 3a209980-8d3e-438b-8d0d-ff5564f20d42 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:21.979553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:22.050501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=8f65f9d9-314b-4101-a4c0-7810107b19f4,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:22.079446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:22.195820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 1725f34c-5b81-4357-b97d-d0a91866c743 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:22.198066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:22.376176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:22.531492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:22.539248 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4942693c-17b5-42b2-8ecf-5a661852f605 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3366847 Apr 18 17:12:22.539766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37152) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:22.543472 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:22.544839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-1827669352'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:22.555722 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:22.556348 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:22.650599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-4f043b2e-e5a8-49c8-a389-af9e43c87e76 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:22.653102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:22.657141 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:22.660819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-4f043b2e-e5a8-49c8-a389-af9e43c87e76 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/networks?id=3a209980-8d3e-438b-8d0d-ff5564f20d42 HTTP/1.1" status: 200 len: 817 time: 0.1663322 Apr 18 17:12:22.678636 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:22.693272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-3da20840-5dc4-4929-9866-4a53063bf539 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/quotas/ecd7d6e9ab404992ab45eacbeb24240b HTTP/1.1" status: 200 len: 375 time: 0.0312114 Apr 18 17:12:22.709595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:22.738442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:12:22.763839 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:22.765283 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment 56fd8a09-ac63-4599-b2eb-cabac9c454e3 of type vlan for network b82b6162-936e-419b-88cc-439c552570d0 Apr 18 17:12:22.822742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-d087a34f-86b4-44d9-ab71-8c320a38b2be tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecd7d6e9ab404992ab45eacbeb24240b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283705 Apr 18 17:12:22.831442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:22.940814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41bbb8b-e7d3-4ef8-9d10-af4c7aa71850 None None] Network 1725f34c-5b81-4357-b97d-d0a91866c743 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:22.962218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:22.972838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:22.979733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:22.982622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6f2e-8a79-491c-8341-8b24ee70aedc req-5657825d-539d-48a4-b2cc-2d4a617a8a0d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:22.991206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec4c6f2e-8a79-491c-8341-8b24ee70aedc req-5657825d-539d-48a4-b2cc-2d4a617a8a0d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2029455 Apr 18 17:12:23.019712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-63e06b0a-8a3a-4dbc-91d0-f379f4b823ee None None] Provisioning complete for port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:23.022142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63e06b0a-8a3a-4dbc-91d0-f379f4b823ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.041633 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:21Z', 'revision_number': 3, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:21Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:23.055529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-f79cfb2a-9275-4346-9e34-365f080f8bdb service neutron] 10.222.0.45 "GET /v2.0/networks/3a209980-8d3e-438b-8d0d-ff5564f20d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318656 Apr 18 17:12:23.064386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec4c6f2e-8a79-491c-8341-8b24ee70aedc req-64a5a100-33a8-4e9c-803f-92b5e3482c5e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723403 Apr 18 17:12:23.071213 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:23.072034 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Updating router 9a521199-7774-4b5f-b744-4a3767fe5fc7 port 8f65f9d9-314b-4101-a4c0-7810107b19f4 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:12:23.095431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:23.095431 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.098201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=b82b6162-936e-419b-88cc-439c552570d0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:23.107164 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.130014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b82b6162-936e-419b-88cc-439c552570d0 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:12:23.213956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-c97fcc40-3a87-45bb-8bf1-66cf105c4e20 service neutron] 10.222.0.45 "GET /v2.0/networks/3a209980-8d3e-438b-8d0d-ff5564f20d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357329 Apr 18 17:12:23.221024 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f683066d-02e6-4f5f-9fd3-e9332dab7709 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6800106 Apr 18 17:12:23.224151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37168) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:23.252546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:23.284511 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.357337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75ba5b-0c65-467c-9617-381f508ce084 req-fb5bfe08-f110-4c9a-bece-5d8dd80e99dd tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:23.364847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db75ba5b-0c65-467c-9617-381f508ce084 req-fb5bfe08-f110-4c9a-bece-5d8dd80e99dd tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1711564 Apr 18 17:12:23.389656 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63e06b0a-8a3a-4dbc-91d0-f379f4b823ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.412833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,segment=NetworkSegment(d96aed30-3155-4bde-9cf9-b678d3272a4c),segment_id=d96aed30-3155-4bde-9cf9-b678d3272a4c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:23.428776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db75ba5b-0c65-467c-9617-381f508ce084 req-c6a658d0-0c37-4830-a13a-8a4b60e8c1d9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533009 Apr 18 17:12:23.530149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90a4a42f-98b8-45df-b3a6-ae5563d89dad req-fd22149c-285e-4182-baa9-3e8c1d8c9179 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0489006 Apr 18 17:12:23.591121 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.620516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4265647a-8dd7-44a6-b8c5-942d118fd652 req-1b939054-6093-4ac2-84a1-c85742eeffcf tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 210 time: 0.0292687 Apr 18 17:12:23.641153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:23.644856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.667863 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.669633 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.734380 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-63e06b0a-8a3a-4dbc-91d0-f379f4b823ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:12:23.734380 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-63e06b0a-8a3a-4dbc-91d0-f379f4b823ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:12:23.767915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:23.821920 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Pushing event updated for resources: {'Port': ['ID=8f65f9d9-314b-4101-a4c0-7810107b19f4,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:23.854757 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.855271 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.856212 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.862040 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.872443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.872443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.872443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.872443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.872443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.873076 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.873873 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.874309 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:23.881943 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Attempting to bind port 8f65f9d9-314b-4101-a4c0-7810107b19f4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:23.882409 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Attempting to bind port 8f65f9d9-314b-4101-a4c0-7810107b19f4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:23.882842 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Attempting to bind port 8f65f9d9-314b-4101-a4c0-7810107b19f4 on network 1725f34c-5b81-4357-b97d-d0a91866c743 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:23.888507 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:23.888967 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Checking segment: {'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:23.889662 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.889942 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Bound using segment: {'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:23.890478 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Bound port: 8f65f9d9-314b-4101-a4c0-7810107b19f4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96aed30-3155-4bde-9cf9-b678d3272a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:23.890930 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:23.956493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:12:23.967782 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] For port 8f65f9d9-314b-4101-a4c0-7810107b19f4, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:23.971023 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] For port 8f65f9d9-314b-4101-a4c0-7810107b19f4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8f65f9d9-314b-4101-a4c0-7810107b19f4,segment=NetworkSegment(d96aed30-3155-4bde-9cf9-b678d3272a4c),segment_id=d96aed30-3155-4bde-9cf9-b678d3272a4c)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:24.058822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:24.080547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:24.097695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851', 'port_id': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'mac_address': 'fa:16:3e:44:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f789211-6bac-4326-9dc4-18630021209e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:12:24.121379 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:24.122617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=ae53cee4-61ec-4149-badd-a220af0d3213,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:24.156554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:24.156941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: b82b6162-936e-419b-88cc-439c552570d0, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:12:24.168469 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:24.185387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a77c003d-5a99-4a7d-8949-cee1dc4d0e29 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:12:24.223569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:24.250137 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51a97e-570b-4c42-b78d-3c53426d184c None None] Pushing event updated for resources: {'Port': ['ID=8f65f9d9-314b-4101-a4c0-7810107b19f4,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:24.265460 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:24.265460 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:24.293152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network b82b6162-936e-419b-88cc-439c552570d0 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:12:24.308252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca600d2-cda7-4cdb-a877-78bc9084237a req-d1c1ff11-eb05-4f00-a29d-a25e975ebfbe tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:24.319018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eca600d2-cda7-4cdb-a877-78bc9084237a req-d1c1ff11-eb05-4f00-a29d-a25e975ebfbe tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1028428 Apr 18 17:12:24.366726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:24.381544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eca600d2-cda7-4cdb-a877-78bc9084237a req-04783184-2f96-4811-b4c8-397aa582465f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Apr 18 17:12:24.381658 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:24.403935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b82b6162-936e-419b-88cc-439c552570d0) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:24.409166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:24.409970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:24.420304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9997356-145e-40ec-adcf-c521ed331a27 None None] Network b82b6162-936e-419b-88cc-439c552570d0 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:24.520549 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4407ce96-bd99-46d9-9deb-4784a7d8a963 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2921638 Apr 18 17:12:24.521116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37190) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:24.540671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:24.548395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a77c003d-5a99-4a7d-8949-cee1dc4d0e29'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:12:24.559787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d2ef3bff-f701-4e75-b36c-efc499adb1ac None None] Provisioning complete for port 8f65f9d9-314b-4101-a4c0-7810107b19f4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:24.559787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3bff-f701-4e75-b36c-efc499adb1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:24.774164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:24.798269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7bf8724-b22f-4414-a661-25a4dafe75c5 req-d16bd37d-fefb-476c-9198-f1df1d83c59d tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1272597 Apr 18 17:12:24.832455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-b82b6162-936e-419b-88cc-439c552570d0', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:12:24.833292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:24.835690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6af69-79e0-4aee-b865-2681aaf97fbc req-2514111d-c1ff-46ef-9368-b5be72c92ffc tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:24.839983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09e6af69-79e0-4aee-b865-2681aaf97fbc req-2514111d-c1ff-46ef-9368-b5be72c92ffc tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.2428803 Apr 18 17:12:24.934805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09e6af69-79e0-4aee-b865-2681aaf97fbc req-6b3b4213-5755-4211-adec-e5c684908693 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884778 Apr 18 17:12:24.951293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dab29ca-0aed-49c3-8b9c-bdfc07e6e674 req-8e207458-5ce4-407a-bfe4-e943279cc0a4 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 210 time: 0.0552037 Apr 18 17:12:24.969118 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:21Z', 'revision_number': 3, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:23Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:24.977101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:24.978206 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:25.033601 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ef46c-65f5-4d7c-91cf-0f29692340d0 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:21Z', 'revision_number': 3, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:23Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:25.365709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3bff-f701-4e75-b36c-efc499adb1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:25.389090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:25.560412 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Allocated IP 172.22.0.2 (b82b6162-936e-419b-88cc-439c552570d0/ae53cee4-61ec-4149-badd-a220af0d3213/e6ea2ad5-99ea-468f-a7d4-8724476c0113) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:25.575407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe368c94-c33b-46f4-9af5-f5b69149d2f7 req-ac38d68c-652c-4be9-8420-6fd63fa3bded tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:25.578231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe368c94-c33b-46f4-9af5-f5b69149d2f7 req-ac38d68c-652c-4be9-8420-6fd63fa3bded tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 944 time: 0.0790811 Apr 18 17:12:25.624239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d2ef3bff-f701-4e75-b36c-efc499adb1ac None None] For port 8f65f9d9-314b-4101-a4c0-7810107b19f4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8f65f9d9-314b-4101-a4c0-7810107b19f4,segment=NetworkSegment(d96aed30-3155-4bde-9cf9-b678d3272a4c),segment_id=d96aed30-3155-4bde-9cf9-b678d3272a4c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:25.680215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe368c94-c33b-46f4-9af5-f5b69149d2f7 req-b1e81f8b-cbf9-47f7-b3a8-481eb7c3b329 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804896 Apr 18 17:12:25.702612 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3bff-f701-4e75-b36c-efc499adb1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:25.764028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d2ef3bff-f701-4e75-b36c-efc499adb1ac None None] Provisioning complete for port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:25.764403 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3bff-f701-4e75-b36c-efc499adb1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:25.810581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef3bff-f701-4e75-b36c-efc499adb1ac None None] Pushing event updated for resources: {'Port': ['ID=8f65f9d9-314b-4101-a4c0-7810107b19f4,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:25.926637 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:25.941155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f15d282-08c8-481e-8109-9456f3e55575 req-a1a64958-3e26-42b5-94c8-82628ab46e21 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0380075 Apr 18 17:12:25.981646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:26.092391 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.125175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.22.0.1 (b82b6162-936e-419b-88cc-439c552570d0/ae53cee4-61ec-4149-badd-a220af0d3213/329afe9f-5032-44d7-a65f-66e01ae50f4d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:26.138583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3afa5ea4-c0d5-4ecc-b0a7-870f1756dce3 None None] Provisioning complete for port 8f65f9d9-314b-4101-a4c0-7810107b19f4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:26.138894 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3afa5ea4-c0d5-4ecc-b0a7-870f1756dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.171529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40070ae0-3fec-4bbf-bf6b-d30fbc72f18b req-6cf51434-283f-483f-94b3-89cbbf39a967 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 210 time: 0.0434694 Apr 18 17:12:26.182056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea4200-a463-4c6c-ad4c-3639c628efd9 req-d89e59fa-5432-46ac-9b9e-88a8bb7367e8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:26.186812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56ea4200-a463-4c6c-ad4c-3639c628efd9 req-d89e59fa-5432-46ac-9b9e-88a8bb7367e8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1321635 Apr 18 17:12:26.193429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Network b82b6162-936e-419b-88cc-439c552570d0 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:26.200352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:26.210506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:26.219963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Pushing event updated for resources: {'Port': ['ID=e6ea2ad5-99ea-468f-a7d4-8724476c0113,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:26.250585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56ea4200-a463-4c6c-ad4c-3639c628efd9 req-b804090b-1453-451b-b79b-fb696a1d21fd tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500596 Apr 18 17:12:26.445467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:26.445739 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.523411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Attempting to bind port e6ea2ad5-99ea-468f-a7d4-8724476c0113 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:26.523786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Attempting to bind port e6ea2ad5-99ea-468f-a7d4-8724476c0113 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:26.525263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Attempting to bind port e6ea2ad5-99ea-468f-a7d4-8724476c0113 on network b82b6162-936e-419b-88cc-439c552570d0 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:26.535894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:26.536275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Checking segment: {'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:26.537381 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.537381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Bound using segment: {'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:26.537628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Bound port: e6ea2ad5-99ea-468f-a7d4-8724476c0113, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:26.537938 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.654564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.681585 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.705871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] For port e6ea2ad5-99ea-468f-a7d4-8724476c0113, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:26.708123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8f65f9d9-314b-4101-a4c0-7810107b19f4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:26.747054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] For port e6ea2ad5-99ea-468f-a7d4-8724476c0113, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e6ea2ad5-99ea-468f-a7d4-8724476c0113,segment=NetworkSegment(56fd8a09-ac63-4599-b2eb-cabac9c454e3),segment_id=56fd8a09-ac63-4599-b2eb-cabac9c454e3)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:26.759455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:26.762301 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6098e8eb-d5df-4d9b-89cb-6238181d6cf9" -d '{"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-plugged", "status": "completed", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:26.774302 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.825795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:26.843439 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.847275 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bb1116-5391-48ce-b566-a9781e86f1ce x-openstack-request-id: req-61bb1116-5391-48ce-b566-a9781e86f1ce {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:26.847566 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-plugged", "status": "completed", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:26.847819 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61bb1116-5391-48ce-b566-a9781e86f1ce {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:26.848211 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bb1116-5391-48ce-b566-a9781e86f1ce'] response: {'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'code': 200} Apr 18 17:12:26.848991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3624-29e9-40ee-9f74-f53dac8027e3 req-653c58ff-77c5-4228-8e6c-a580475a4d01 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:26.852077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b7c3624-29e9-40ee-9f74-f53dac8027e3 req-653c58ff-77c5-4228-8e6c-a580475a4d01 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 944 time: 0.1014416 Apr 18 17:12:26.857923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network b82b6162-936e-419b-88cc-439c552570d0 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:26.863558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:26.867667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:26.896813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=329afe9f-5032-44d7-a65f-66e01ae50f4d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:26.909612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 8f65f9d9-314b-4101-a4c0-7810107b19f4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:26.910242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.934424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.951658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:26.952457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:27.038505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0923c-225b-44b0-9b1a-a9d5a0d8ac50 None None] Pushing event updated for resources: {'Port': ['ID=e6ea2ad5-99ea-468f-a7d4-8724476c0113,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:27.159810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d941b5d-3a67-4639-81e6-ae935ab7a383 req-27d92ef4-99b3-4dfa-a0dc-c827c022424f tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0477991 Apr 18 17:12:27.160254 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:27.183398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-45dec3f4-d8d2-4765-907a-22bc55820a0a tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:27.185282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-45dec3f4-d8d2-4765-907a-22bc55820a0a tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.41 "GET /v2.0/networks?id=3a209980-8d3e-438b-8d0d-ff5564f20d42 HTTP/1.1" status: 200 len: 817 time: 0.3135252 Apr 18 17:12:27.189140 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b7c3624-29e9-40ee-9f74-f53dac8027e3 req-40887964-8683-4081-b25c-c1006b78b9e0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280723 Apr 18 17:12:27.212444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Request body: {'port': {'device_id': '783073be-9c14-4dd4-bd47-d8535b09b340', 'network_id': '3a209980-8d3e-438b-8d0d-ff5564f20d42', 'admin_state_up': True, 'tenant_id': 'ecd7d6e9ab404992ab45eacbeb24240b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:27.295778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:27.329245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:27.351582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:27.424356 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:27.522341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:27.533088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b989d297-6fef-41cb-b686-141b28f603fe req-81092f88-afa1-4699-97dc-44be7fd3a3ae tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 210 time: 0.0944064 Apr 18 17:12:27.566684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8f0a-0959-4c89-a496-7297dbf5c20f req-8e7214bf-953c-4680-8673-9d59fec042ea tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:27.568170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e89b8f0a-0959-4c89-a496-7297dbf5c20f req-8e7214bf-953c-4680-8673-9d59fec042ea tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 943 time: 0.1338553 Apr 18 17:12:27.624651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e89b8f0a-0959-4c89-a496-7297dbf5c20f req-7fdcfed4-a6db-4f87-9659-869803420704 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467546 Apr 18 17:12:27.652444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Made reservation on behalf of ecd7d6e9ab404992ab45eacbeb24240b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:27.656175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:27.760497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:27.804475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Allocated IP 172.20.0.10 (3a209980-8d3e-438b-8d0d-ff5564f20d42/2933702a-4452-469d-934e-9dadbe92acff/32049a67-b43e-469e-b1fc-65fceed2deae) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:27.847017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:27.941991 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:27.945342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=329afe9f-5032-44d7-a65f-66e01ae50f4d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:27.974492 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:28.116780 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:28.169181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network b82b6162-936e-419b-88cc-439c552570d0 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:28.171004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:28.182630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Network 3a209980-8d3e-438b-8d0d-ff5564f20d42 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:28.186217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:28.194703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:28.239875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Pushing event updated for resources: {'Port': ['ID=32049a67-b43e-469e-b1fc-65fceed2deae,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:28.288210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:28.289141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:28.373613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:28.385151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f7b1690-47aa-4f37-978f-4b8a8e7082b7 req-bccc65e3-693e-4b15-b799-2aed599d17ce tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0874984 Apr 18 17:12:28.447023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029e89a-ff51-4ae9-b6ac-bcfae9485f61 req-2be35643-0df6-47bc-a34e-2aa772a66bc6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:28.448734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d029e89a-ff51-4ae9-b6ac-bcfae9485f61 req-2be35643-0df6-47bc-a34e-2aa772a66bc6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0667708 Apr 18 17:12:28.463283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e48aeaa-0992-4531-bd89-1d6e8fe40db6 None None] Network b82b6162-936e-419b-88cc-439c552570d0 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:28.511698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:28.515827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d029e89a-ff51-4ae9-b6ac-bcfae9485f61 req-45a28c04-58ba-45ad-aaf4-9025c97c5826 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509527 Apr 18 17:12:28.527588 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7f367aa0-10d3-460d-862b-5ad6dafbabdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0038440 Apr 18 17:12:28.539059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37266) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:28.539158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:28.547343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'network': {'name': 'tempest-RoutersTest-664262955'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:28.560050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2fd024e6-3a18-4816-a1ed-0dd81d1d38f9 None None] Provisioning complete for port e6ea2ad5-99ea-468f-a7d4-8724476c0113 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:28.560366 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2fd024e6-3a18-4816-a1ed-0dd81d1d38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:28.564771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:28.565452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:28.574129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-b004210b-75fa-4938-b52c-165b3fc9136f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3732738 Apr 18 17:12:28.614906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Request body: {'port': {'device_id': '783073be-9c14-4dd4-bd47-d8535b09b340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:28.667899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:28.679170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:28.798069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:12:28.833003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e6ea2ad5-99ea-468f-a7d4-8724476c0113 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:28.885854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:28.896533 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c28e3-1b5e-46c8-9ecb-fef687fb9586" -d '{"events": [{"server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:28.904865 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:28.905586 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added segment b182fdec-b3d8-4bd8-81af-bb3ebce65c0c of type vlan for network 837d305b-3eab-40af-bdf4-6cfbb9af2336 Apr 18 17:12:28.916681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:28.933593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057c85c-eaa3-42aa-b888-970db6b926e3 req-725d2510-b511-4bd2-aa50-4c74e0e0ff46 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:28.936169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0057c85c-eaa3-42aa-b888-970db6b926e3 req-725d2510-b511-4bd2-aa50-4c74e0e0ff46 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 932 time: 0.2306952 Apr 18 17:12:28.942919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:29.007207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.070655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705643bb-ff6b-4a9a-9896-41e4d3a2183f req-f1d86ad6-16c8-449c-add5-cf0ec8038705 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:29.073512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-705643bb-ff6b-4a9a-9896-41e4d3a2183f req-f1d86ad6-16c8-449c-add5-cf0ec8038705 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 943 time: 0.2809432 Apr 18 17:12:29.125776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0057c85c-eaa3-42aa-b888-970db6b926e3 req-3c73ea68-b3c0-48da-ac2d-e25b2c449dc9 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578078 Apr 18 17:12:29.265481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e6ea2ad5-99ea-468f-a7d4-8724476c0113 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:29.265481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.278625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-705643bb-ff6b-4a9a-9896-41e4d3a2183f req-bdffc4cc-2bf1-44a8-a324-60222c9beaff tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871498 Apr 18 17:12:29.328330 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6a5c4678-48e7-407b-b44e-ba5861c75ef3 req-6531e37d-4a49-4547-804f-f782844f912c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0586319 Apr 18 17:12:29.341744 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.347034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:29.347537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.368149 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2fd024e6-3a18-4816-a1ed-0dd81d1d38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.387665 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454513c1-0b9a-4497-94e1-e16fd79ab78b x-openstack-request-id: req-454513c1-0b9a-4497-94e1-e16fd79ab78b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:29.387960 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:29.388328 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-454513c1-0b9a-4497-94e1-e16fd79ab78b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:29.388751 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454513c1-0b9a-4497-94e1-e16fd79ab78b'] response: {'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'code': 200} Apr 18 17:12:29.459119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:27Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:27Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:29.486184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Network': ['ID=837d305b-3eab-40af-bdf4-6cfbb9af2336,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:29.491691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2fd024e6-3a18-4816-a1ed-0dd81d1d38f9 None None] For port e6ea2ad5-99ea-468f-a7d4-8724476c0113, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e6ea2ad5-99ea-468f-a7d4-8724476c0113,segment=NetworkSegment(56fd8a09-ac63-4599-b2eb-cabac9c454e3),segment_id=56fd8a09-ac63-4599-b2eb-cabac9c454e3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:29.494219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:29.494633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Updating router 9a521199-7774-4b5f-b744-4a3767fe5fc7 port 329afe9f-5032-44d7-a65f-66e01ae50f4d binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:12:29.574075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0f096eaa-39c8-4c34-b92a-2baff4277ac5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0308337 Apr 18 17:12:29.574221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37314) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:29.582645 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.582893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'subnet': {'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:29.591819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 837d305b-3eab-40af-bdf4-6cfbb9af2336 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:12:29.611726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32049a67-b43e-469e-b1fc-65fceed2deae {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:12:29.622241 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2fd024e6-3a18-4816-a1ed-0dd81d1d38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.624551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.642185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Transition to ACTIVE for port object 32049a67-b43e-469e-b1fc-65fceed2deae will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:12:29.703899 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.795815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd024e6-3a18-4816-a1ed-0dd81d1d38f9 None None] Pushing event updated for resources: {'Port': ['ID=e6ea2ad5-99ea-468f-a7d4-8724476c0113,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:29.799206 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.826289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Made reservation on behalf of a5bf248258164839bfb3ed07a8dd5c36 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:29.830551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:29.856669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Pushing event updated for resources: {'Port': ['ID=32049a67-b43e-469e-b1fc-65fceed2deae,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:29.955294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9cba8a63-8dab-4e69-ae70-72ba3775ad07 None None] Provisioning complete for port e6ea2ad5-99ea-468f-a7d4-8724476c0113 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:29.955676 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9cba8a63-8dab-4e69-ae70-72ba3775ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:30.002846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d34b7900-512b-481f-8137-4e55d9507634 req-a089ea8c-a428-481c-9cee-edd8d78f667f tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1141207 Apr 18 17:12:30.063591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:12:30.071902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Attempting to bind port 32049a67-b43e-469e-b1fc-65fceed2deae on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:30.072459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Attempting to bind port 32049a67-b43e-469e-b1fc-65fceed2deae by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'd4c58fc3-0813-4fcc-9ecb-c78c4bb77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3a209980-8d3e-438b-8d0d-ff5564f20d42'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:30.072630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Attempting to bind port 32049a67-b43e-469e-b1fc-65fceed2deae on network 3a209980-8d3e-438b-8d0d-ff5564f20d42 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:30.091303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Port 32049a67-b43e-469e-b1fc-65fceed2deae on network 3a209980-8d3e-438b-8d0d-ff5564f20d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:12:30.091500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Attempting to bind port 32049a67-b43e-469e-b1fc-65fceed2deae on network 3a209980-8d3e-438b-8d0d-ff5564f20d42 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:30.104448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:30.104790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Checking segment: {'id': 'd4c58fc3-0813-4fcc-9ecb-c78c4bb77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3a209980-8d3e-438b-8d0d-ff5564f20d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:30.105183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Bound using segment: {'id': 'd4c58fc3-0813-4fcc-9ecb-c78c4bb77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3a209980-8d3e-438b-8d0d-ff5564f20d42'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:30.105661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Bound port: 32049a67-b43e-469e-b1fc-65fceed2deae, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c58fc3-0813-4fcc-9ecb-c78c4bb77844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3a209980-8d3e-438b-8d0d-ff5564f20d42'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:30.106027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:30.163976 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:12:30.164336 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:12:30.311668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] For port 32049a67-b43e-469e-b1fc-65fceed2deae, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:30.327481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ef58a-f58c-4af9-af1e-33b8c907be6e req-bfb1c11d-bf36-4b8e-86ed-42e589be937a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:30.335868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a95ef58a-f58c-4af9-af1e-33b8c907be6e req-bfb1c11d-bf36-4b8e-86ed-42e589be937a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1898520 Apr 18 17:12:30.341023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] For port 32049a67-b43e-469e-b1fc-65fceed2deae, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32049a67-b43e-469e-b1fc-65fceed2deae,segment=NetworkSegment(d4c58fc3-0813-4fcc-9ecb-c78c4bb77844),segment_id=d4c58fc3-0813-4fcc-9ecb-c78c4bb77844)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:30.414844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a95ef58a-f58c-4af9-af1e-33b8c907be6e req-bd79a2da-ea58-4501-831a-1e2abd0365f0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736275 Apr 18 17:12:30.435797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:30.500707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-183b3cec-8353-48e8-adfe-0fcf65fe842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:30.512724 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-183b3cec-8353-48e8-adfe-0fcf65fe842b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.6447172 Apr 18 17:12:30.522836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:30.523163 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:30.524495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] 10.222.0.41 "PUT /v2.0/ports/32049a67-b43e-469e-b1fc-65fceed2deae HTTP/1.1" status: 200 len: 1092 time: 1.9355087 Apr 18 17:12:30.524940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783073be-9c14-4dd4-bd47-d8535b09b340', 'tag': '32049a67-b43e-469e-b1fc-65fceed2deae'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:30.534485 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "783073be-9c14-4dd4-bd47-d8535b09b340", "tag": "32049a67-b43e-469e-b1fc-65fceed2deae"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:30.740434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:30.755670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d476358-bcea-4f70-a3c5-d7c43966fc57 service neutron] Pushing event updated for resources: {'Port': ['ID=32049a67-b43e-469e-b1fc-65fceed2deae,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:30.874157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-350d8605-95bc-442e-b6d2-59cb12651e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:30.876176 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-350d8605-95bc-442e-b6d2-59cb12651e30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.3459966 Apr 18 17:12:30.945834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:30.969340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Checking segment: {'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:30.969802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network hostable DHCP agents. Network: 837d305b-3eab-40af-bdf4-6cfbb9af2336, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:12:30.972167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Subnet': ['ID=b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:31.011288 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4d1b-8885-4fbb-8245-e96704b7daea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.021850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-89e4ba1f-cb08-4b9d-89ca-5ed41bc67afd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 1001 time: 0.1294351 Apr 18 17:12:31.056198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'port_id': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'mac_address': 'fa:16:3e:ec:f7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172d7eea-2e4b-48f9-9776-ac815d572d2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:12:31.117672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-79748e93-8f0e-4d2c-9721-7d3c19975a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:31.119237 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-79748e93-8f0e-4d2c-9721-7d3c19975a4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0946279 Apr 18 17:12:31.136248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e6ea2ad5-99ea-468f-a7d4-8724476c0113 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:31.141315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55b1e0-5ad1-432d-9c72-561c25650c02 req-40879eaf-ad4f-4952-b950-90dc5be8deb2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:31.143766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9cba8a63-8dab-4e69-ae70-72ba3775ad07 None None] Provisioning complete for port 329afe9f-5032-44d7-a65f-66e01ae50f4d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:31.144346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9cba8a63-8dab-4e69-ae70-72ba3775ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.158040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be55b1e0-5ad1-432d-9c72-561c25650c02 req-40879eaf-ad4f-4952-b950-90dc5be8deb2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.6375217 Apr 18 17:12:31.218508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-5befd41e-6945-4c2e-b695-11393e7120b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:31.220055 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-5befd41e-6945-4c2e-b695-11393e7120b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934918 Apr 18 17:12:31.223362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-3b6d230b-34ea-4177-aca4-8ff8adeffb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:31.224828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-3b6d230b-34ea-4177-aca4-8ff8adeffb08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd7d6e9ab404992ab45eacbeb24240b&device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 1095 time: 0.5135527 Apr 18 17:12:31.278100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7603f35-fcc1-491f-8786-859aab316897 req-86cb1029-269c-40ae-a378-734e21570334 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:31.287153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7603f35-fcc1-491f-8786-859aab316897 req-86cb1029-269c-40ae-a378-734e21570334 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 944 time: 0.5345805 Apr 18 17:12:31.296351 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.333786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 837d305b-3eab-40af-bdf4-6cfbb9af2336 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:12:31.342783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be55b1e0-5ad1-432d-9c72-561c25650c02 req-08b07890-ab5c-4cc5-b558-ac1931eea851 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751080 Apr 18 17:12:31.363853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9cba8a63-8dab-4e69-ae70-72ba3775ad07 None None] Port 329afe9f-5032-44d7-a65f-66e01ae50f4d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:31.408745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:12:31.428993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-fd293e08-a4ab-44fa-8c19-4fce474ac440 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023997 Apr 18 17:12:31.438427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-bc4a0429-a0e5-45d6-8660-9a75e0095c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32049a67-b43e-469e-b1fc-65fceed2deae HTTP/1.1" status: 200 len: 217 time: 0.1943200 Apr 18 17:12:31.475362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:31.481699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 837d305b-3eab-40af-bdf4-6cfbb9af2336) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:31.483141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.494963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:31.494963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.501296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24940e6-9d71-412c-824d-5bf03066909b None None] Network 837d305b-3eab-40af-bdf4-6cfbb9af2336 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:31.540466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-1edc2a30-041d-4831-9a43-2c94ec2f01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:31.542759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-1edc2a30-041d-4831-9a43-2c94ec2f01c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2933702a-4452-469d-934e-9dadbe92acff HTTP/1.1" status: 200 len: 857 time: 0.0885541 Apr 18 17:12:31.560551 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.625742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-13cdb601-b240-4c3b-bc12-f1fa19d4e2e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a209980-8d3e-438b-8d0d-ff5564f20d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475984 Apr 18 17:12:31.677739 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8da6f916-c4d5-47ac-aef1-ac9ac2fc7691 req-6af0510c-dd13-4faf-842d-c3d38c21264e service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410209 Apr 18 17:12:31.687729 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-85069f29-a00a-433c-964c-1d7ed78ffe5e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1160917 Apr 18 17:12:31.701783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37348) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:31.767530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7603f35-fcc1-491f-8786-859aab316897 req-087e8e7e-1a29-4681-82eb-321530c06b0b tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795153 Apr 18 17:12:31.808320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeda663-39a5-421b-a55e-4d31f4d3156f req-b7b07c4a-9799-4bb9-900d-85f8ae5cf726 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:31.827581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebeda663-39a5-421b-a55e-4d31f4d3156f req-b7b07c4a-9799-4bb9-900d-85f8ae5cf726 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 944 time: 0.2810633 Apr 18 17:12:31.840121 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.871693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-45a915ff-6f74-4ec2-a2a0-f6f68306061d None None] Provisioning complete for port 329afe9f-5032-44d7-a65f-66e01ae50f4d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:31.872211 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45a915ff-6f74-4ec2-a2a0-f6f68306061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.897623 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5812faa7-7476-494d-a48f-7ed8b26f2dc7 x-openstack-request-id: req-5812faa7-7476-494d-a48f-7ed8b26f2dc7 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:31.900831 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783073be-9c14-4dd4-bd47-d8535b09b340", "tag": "32049a67-b43e-469e-b1fc-65fceed2deae", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:31.901317 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5812faa7-7476-494d-a48f-7ed8b26f2dc7 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:31.901948 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5812faa7-7476-494d-a48f-7ed8b26f2dc7'] response: {'name': 'network-changed', 'server_uuid': '783073be-9c14-4dd4-bd47-d8535b09b340', 'tag': '32049a67-b43e-469e-b1fc-65fceed2deae', 'status': 'completed', 'code': 200} Apr 18 17:12:31.905970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e6ea2ad5-99ea-468f-a7d4-8724476c0113 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:31.906352 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:31.991469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebeda663-39a5-421b-a55e-4d31f4d3156f req-666f9d95-c7a9-491c-8332-6b51376ba197 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629896 Apr 18 17:12:32.004866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-7139ac50-2342-4089-9206-9fc16537af8c service neutron] 10.222.0.41 "GET /v2.0/networks/3a209980-8d3e-438b-8d0d-ff5564f20d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708429 Apr 18 17:12:32.067780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:12:32.238692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2141deb1-ad31-4402-baf0-7a0d19093f8b req-13fdc5c1-c775-4cb1-a413-fa727295b0eb service neutron] 10.222.0.41 "GET /v2.0/networks/3a209980-8d3e-438b-8d0d-ff5564f20d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243915 Apr 18 17:12:32.283118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:32.350192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-45a915ff-6f74-4ec2-a2a0-f6f68306061d None None] Port 329afe9f-5032-44d7-a65f-66e01ae50f4d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:32.432404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-837d305b-3eab-40af-bdf4-6cfbb9af2336', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:12:32.433572 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:32.433820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0c2258b-fd3c-4831-a62a-caefe596503e req-493d58d9-9c17-4675-9909-e37419d7d74d tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1876421 Apr 18 17:12:32.552362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373aaca5-6c60-46cc-92ea-4857b25e261b None None] Pushing event updated for resources: {'Port': ['ID=329afe9f-5032-44d7-a65f-66e01ae50f4d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:32.564857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0214749b-84e6-4ddb-8a7d-5c97597bce96 None None] Provisioning complete for port 329afe9f-5032-44d7-a65f-66e01ae50f4d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:32.565448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0214749b-84e6-4ddb-8a7d-5c97597bce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:32.570433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Attempting to bind port 329afe9f-5032-44d7-a65f-66e01ae50f4d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:32.571018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Attempting to bind port 329afe9f-5032-44d7-a65f-66e01ae50f4d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:32.571600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Attempting to bind port 329afe9f-5032-44d7-a65f-66e01ae50f4d on network b82b6162-936e-419b-88cc-439c552570d0 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:32.574918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:32.584373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:32.585032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Checking segment: {'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:32.585636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:32.585951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe82ac-ef62-4e4e-9f87-92aa13107c4c req-d80114f9-07d8-401f-8eeb-ee7667d756b1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:32.586383 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Bound using segment: {'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:32.587073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Bound port: 329afe9f-5032-44d7-a65f-66e01ae50f4d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fd8a09-ac63-4599-b2eb-cabac9c454e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:32.588129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:32.595780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ffe82ac-ef62-4e4e-9f87-92aa13107c4c req-d80114f9-07d8-401f-8eeb-ee7667d756b1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.3549204 Apr 18 17:12:32.639696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-c89eaef4-e7db-442d-93a5-a06e3e7cf765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:32.641117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-c89eaef4-e7db-442d-93a5-a06e3e7cf765 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd7d6e9ab404992ab45eacbeb24240b&device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 1095 time: 0.2063382 Apr 18 17:12:32.763913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-2cb37499-ba0e-4cb8-8c65-53e9c273b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:32.765390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-2cb37499-ba0e-4cb8-8c65-53e9c273b9c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3a209980-8d3e-438b-8d0d-ff5564f20d42 HTTP/1.1" status: 200 len: 918 time: 0.1118670 Apr 18 17:12:32.785573 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1ef86-65c7-4b02-8314-73a7ab4140ad req-b1ac23a5-fa86-4b5d-9ed9-21fad3d9447b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:32.793449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bda1ef86-65c7-4b02-8314-73a7ab4140ad req-b1ac23a5-fa86-4b5d-9ed9-21fad3d9447b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1946204 Apr 18 17:12:32.846805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-0c1d2692-7417-4702-a582-1a74fa535965 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32049a67-b43e-469e-b1fc-65fceed2deae HTTP/1.1" status: 200 len: 217 time: 0.0692656 Apr 18 17:12:32.918935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-dfa114fa-b07c-4519-978b-d6b59dd638dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:32.918935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-dfa114fa-b07c-4519-978b-d6b59dd638dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2933702a-4452-469d-934e-9dadbe92acff HTTP/1.1" status: 200 len: 857 time: 0.0552025 Apr 18 17:12:32.920974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ffe82ac-ef62-4e4e-9f87-92aa13107c4c req-93e4a456-d191-44d5-99ec-aa3e3f486527 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243594 Apr 18 17:12:32.943924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] For port 329afe9f-5032-44d7-a65f-66e01ae50f4d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:32.947277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] For port 329afe9f-5032-44d7-a65f-66e01ae50f4d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=329afe9f-5032-44d7-a65f-66e01ae50f4d,segment=NetworkSegment(56fd8a09-ac63-4599-b2eb-cabac9c454e3),segment_id=56fd8a09-ac63-4599-b2eb-cabac9c454e3)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:32.967990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0214749b-84e6-4ddb-8a7d-5c97597bce96 None None] Port 329afe9f-5032-44d7-a65f-66e01ae50f4d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:33.030097 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:33.095680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373aaca5-6c60-46cc-92ea-4857b25e261b None None] Pushing event updated for resources: {'Port': ['ID=329afe9f-5032-44d7-a65f-66e01ae50f4d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:33.098505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bda1ef86-65c7-4b02-8314-73a7ab4140ad req-adc56174-1e72-46d7-9cca-ba04612aef2a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041201 Apr 18 17:12:33.100870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-e48a93c7-ffd0-4274-929d-932a57e7359f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a209980-8d3e-438b-8d0d-ff5564f20d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789958 Apr 18 17:12:33.175500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Allocated IP 172.23.0.2 (837d305b-3eab-40af-bdf4-6cfbb9af2336/b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd/148f2265-365d-446b-9bc0-69101b77f2e6) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:33.223545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:33.224150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:33.509674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976ccd0-74c0-49db-a1a5-fb7b704b6044 req-acdb1537-5843-4d45-8310-b9847346859c tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:33.515099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c976ccd0-74c0-49db-a1a5-fb7b704b6044 req-acdb1537-5843-4d45-8310-b9847346859c tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 944 time: 0.2010252 Apr 18 17:12:33.518057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-0b13d193-b68f-4130-8817-c36974a4e2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/3a209980-8d3e-438b-8d0d-ff5564f20d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083757 Apr 18 17:12:33.549630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-48eb345d-703d-4788-9b2c-2d13af8412b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:33.551856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:33.595309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5391f315-7385-4aa8-8508-a0c454e97cde None None] Provisioning complete for port 329afe9f-5032-44d7-a65f-66e01ae50f4d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:33.595655 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5391f315-7385-4aa8-8508-a0c454e97cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:33.640462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:33.669811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce28f2e8-6174-4b6f-89d3-77a76ef12bc3 req-574dbb01-2e5d-4796-87c9-d4ab7f0f9fbb service neutron] 10.222.0.41 "GET /v2.0/networks/3a209980-8d3e-438b-8d0d-ff5564f20d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387501 Apr 18 17:12:33.671307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37380) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:33.676759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1679522438'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:33.722801 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:33.759641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c976ccd0-74c0-49db-a1a5-fb7b704b6044 req-2294154b-4fa1-4c92-8f97-332325257fda tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385030 Apr 18 17:12:33.771152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Network 837d305b-3eab-40af-bdf4-6cfbb9af2336 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:33.771600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:33.776029 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:33.782452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:33.785379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:33.848547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:12:33.904657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Allocated IP 172.23.0.1 (837d305b-3eab-40af-bdf4-6cfbb9af2336/b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd/205cb317-db17-4e9c-b3b1-db224c421151) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:33.935366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:33.935366 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Added segment 71f83302-1ab0-4465-a7de-4a36080f079c of type vlan for network a3de4985-6af3-4d4f-ac03-09caa2da850a Apr 18 17:12:33.978600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb332ba-ac43-4f03-b705-3d6bb807ddfa req-db93e734-c7fa-407b-ae04-7916a9f3c023 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0609198 Apr 18 17:12:34.060776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd8e92-5751-4cf2-83d6-0c248ceea292 req-4ecfe3b9-83c8-44cf-aa65-1ac60a24d77d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:34.062474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ebd8e92-5751-4cf2-83d6-0c248ceea292 req-4ecfe3b9-83c8-44cf-aa65-1ac60a24d77d tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 944 time: 0.2340615 Apr 18 17:12:34.100027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.143860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.229399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ebd8e92-5751-4cf2-83d6-0c248ceea292 req-43a8c4ae-06bc-4211-b0a7-6ec403dc4b93 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136899 Apr 18 17:12:34.251473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce290ae9-a320-432d-8705-b4ca3e18add8 req-42035b21-a5a4-46e7-aa30-93a1a330d681 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:34.253015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce290ae9-a320-432d-8705-b4ca3e18add8 req-42035b21-a5a4-46e7-aa30-93a1a330d681 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1558549 Apr 18 17:12:34.255432 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.263132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:34.263132 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.333185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.337926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:34.350198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Pushing event updated for resources: {'Port': ['ID=148f2265-365d-446b-9bc0-69101b77f2e6,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:34.406725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7341552 Apr 18 17:12:34.430953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37394) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:34.438452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=205cb317-db17-4e9c-b3b1-db224c421151,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:34.445926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1703063304'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:34.470869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Attempting to bind port 148f2265-365d-446b-9bc0-69101b77f2e6 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:34.472761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Attempting to bind port 148f2265-365d-446b-9bc0-69101b77f2e6 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:34.472761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Attempting to bind port 148f2265-365d-446b-9bc0-69101b77f2e6 on network 837d305b-3eab-40af-bdf4-6cfbb9af2336 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:34.479879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3939a-da54-4dc9-9853-27a53cc38ce6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Network': ['ID=a3de4985-6af3-4d4f-ac03-09caa2da850a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:34.497730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 837d305b-3eab-40af-bdf4-6cfbb9af2336 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:34.501477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:34.510647 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce290ae9-a320-432d-8705-b4ca3e18add8 req-49fee05f-d100-49da-a189-a335a45a41a0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437291 Apr 18 17:12:34.528713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:34.562956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bb58b-4a41-4bf1-a400-c37f35579aba req-de848115-ed2a-4240-8f3a-22e43ed4b8df tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:34.564725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-563bb58b-4a41-4bf1-a400-c37f35579aba req-de848115-ed2a-4240-8f3a-22e43ed4b8df tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2701969 Apr 18 17:12:34.591403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:34.594843 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.621697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-563bb58b-4a41-4bf1-a400-c37f35579aba req-1557fe40-2575-4e81-91f9-2bf6aba21e87 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491264 Apr 18 17:12:34.631080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a3de4985-6af3-4d4f-ac03-09caa2da850a details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:12:34.678178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:12:34.696004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.697571 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Added segment 131002f0-ed6a-4993-93bc-7d7acd2d4613 of type vlan for network dbe52481-b0ec-4129-b971-323e61891fe4 Apr 18 17:12:34.731850 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.747565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.756547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:34.757621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Checking segment: {'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:34.758274 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.759507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Bound using segment: {'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:34.760402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Bound port: 148f2265-365d-446b-9bc0-69101b77f2e6, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:34.763163 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.777511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.872959 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.887555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:34.889221 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:34.933928 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5391f315-7385-4aa8-8508-a0c454e97cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:35.028211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcc458-02a2-40e7-8db2-fdbda2fe618f req-ecade664-f887-48ae-870f-7aa587919128 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:35.029925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29dcc458-02a2-40e7-8db2-fdbda2fe618f req-ecade664-f887-48ae-870f-7aa587919128 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 944 time: 0.1144831 Apr 18 17:12:35.062290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] For port 148f2265-365d-446b-9bc0-69101b77f2e6, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:35.069852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] For port 148f2265-365d-446b-9bc0-69101b77f2e6, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=148f2265-365d-446b-9bc0-69101b77f2e6,segment=NetworkSegment(b182fdec-b3d8-4bd8-81af-bb3ebce65c0c),segment_id=b182fdec-b3d8-4bd8-81af-bb3ebce65c0c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:35.080350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:35.080605 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:35.103086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37402) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:35.103852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6628339 Apr 18 17:12:35.112181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5391f315-7385-4aa8-8508-a0c454e97cde None None] For port 329afe9f-5032-44d7-a65f-66e01ae50f4d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=329afe9f-5032-44d7-a65f-66e01ae50f4d,segment=NetworkSegment(56fd8a09-ac63-4599-b2eb-cabac9c454e3),segment_id=56fd8a09-ac63-4599-b2eb-cabac9c454e3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:35.134910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'subnet': {'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:35.150160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:27Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:32Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:35.164223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ec703-5b91-4d4a-95ef-d0fdad4b3aca tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Network': ['ID=dbe52481-b0ec-4129-b971-323e61891fe4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:35.181596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:35.216604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:35.218827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70ee2c-c362-4947-b8c1-2f8a94204410 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:27Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:32Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:35.235178 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5391f315-7385-4aa8-8508-a0c454e97cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:35.303808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19682a5a-5e18-43d3-b5f8-579ab757e0e1 req-a50a4b52-2669-421a-842c-ddb20dc0d1fe tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1139631 Apr 18 17:12:35.327035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network dbe52481-b0ec-4129-b971-323e61891fe4 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:12:35.422855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29dcc458-02a2-40e7-8db2-fdbda2fe618f req-2120fdf8-2efc-4ee7-9dab-b2ff3dcf4692 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847511 Apr 18 17:12:35.620868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e161ae-786d-4f80-8b18-e1859d57177c req-4203e9a0-f1a9-41ce-b8e0-01f428fcdd03 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:35.645002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52e161ae-786d-4f80-8b18-e1859d57177c req-4203e9a0-f1a9-41ce-b8e0-01f428fcdd03 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 944 time: 0.1674187 Apr 18 17:12:35.666414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:35.670658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:35.698399 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:35.719156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4046-e35e-4586-9d54-4b152c3113f0 None None] Pushing event updated for resources: {'Port': ['ID=148f2265-365d-446b-9bc0-69101b77f2e6,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:35.878612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:35.899547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:35.904746 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b33cc-7ba8-44ae-bb73-e54db8bd13ef" -d '{"events": [{"server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "name": "network-vif-plugged", "status": "completed", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:35.981658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:36.006827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391f315-7385-4aa8-8508-a0c454e97cde None None] Pushing event updated for resources: {'Port': ['ID=329afe9f-5032-44d7-a65f-66e01ae50f4d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:36.129443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:36.146886 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:36.212879 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:36.269291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52e161ae-786d-4f80-8b18-e1859d57177c req-238479fa-2c75-4c21-a3c4-13e1640d91d3 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222539 Apr 18 17:12:36.325650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ff67-48e0-400e-a7b8-4aa52bbb643f req-6a59933d-e023-48a6-9487-7948023a5b94 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:36.331699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4450ff67-48e0-400e-a7b8-4aa52bbb643f req-6a59933d-e023-48a6-9487-7948023a5b94 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.6775522 Apr 18 17:12:36.428773 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:36.479312 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4450ff67-48e0-400e-a7b8-4aa52bbb643f req-eb7373a7-233f-43b1-a72b-525ccaeb5a9d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391718 Apr 18 17:12:36.577714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Subnet': ['ID=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:36.591150 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b9b419-f551-4d19-92bd-0a131cfe8cb2 x-openstack-request-id: req-f7b9b419-f551-4d19-92bd-0a131cfe8cb2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:36.591696 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "name": "network-vif-plugged", "status": "completed", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:36.592141 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7b9b419-f551-4d19-92bd-0a131cfe8cb2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:36.592784 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b9b419-f551-4d19-92bd-0a131cfe8cb2'] response: {'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'code': 200} Apr 18 17:12:36.642762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965bf1d-d763-4e60-bc2e-b85b832fb18a req-49c3c292-a72f-418b-b789-75a03cf06987 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:36.644761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5965bf1d-d763-4e60-bc2e-b85b832fb18a req-49c3c292-a72f-418b-b789-75a03cf06987 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2389984 Apr 18 17:12:36.656392 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:36.703583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Checking segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:36.703958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network hostable DHCP agents. Network: a3de4985-6af3-4d4f-ac03-09caa2da850a, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:12:36.749365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5965bf1d-d763-4e60-bc2e-b85b832fb18a req-13d0b475-2ddf-4980-b32d-01bb837ef9bf tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704124 Apr 18 17:12:36.765375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:36.806856 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1e5812d-2137-47a2-afa3-4ce39e3b8f8f req-98325332-3eb8-40d7-9899-7a80cc7e4f0b tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0761719 Apr 18 17:12:36.867660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:36.887180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network a3de4985-6af3-4d4f-ac03-09caa2da850a is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:12:36.960534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a3de4985-6af3-4d4f-ac03-09caa2da850a) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:36.967101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:36.971235 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:36.990082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4ea54-c5b5-46c0-a86e-6dc1c592cbc2 None None] Network a3de4985-6af3-4d4f-ac03-09caa2da850a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:37.109260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-40f4f089-65e1-4b84-a85b-bc0014ae6f60 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0038364 Apr 18 17:12:37.111556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37418) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:37.116826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'subnet': {'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:37.217759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event updated for resources: {'Port': ['ID=205cb317-db17-4e9c-b3b1-db224c421151,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:37.242229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b413db8-7f03-45d6-b27f-953ed73240ce req-d4b51177-d449-4970-9703-d461fa824225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:37.244356 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b413db8-7f03-45d6-b27f-953ed73240ce req-d4b51177-d449-4970-9703-d461fa824225 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 1096 time: 0.3856177 Apr 18 17:12:37.245444 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 148f2265-365d-446b-9bc0-69101b77f2e6 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:37.346721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Network 837d305b-3eab-40af-bdf4-6cfbb9af2336 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:37.355919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:37.388132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b413db8-7f03-45d6-b27f-953ed73240ce req-7acd98a5-f9a9-4bef-9d96-2d68db7284cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356072 Apr 18 17:12:37.399931 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 32049a67-b43e-469e-b1fc-65fceed2deae details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:12:37.491678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf8b5a-c2ac-4515-9f4e-716148ad4daa None None] Network 837d305b-3eab-40af-bdf4-6cfbb9af2336 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:37.552727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:37.598721 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.resource_extend [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:12:37.606212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 148f2265-365d-446b-9bc0-69101b77f2e6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:37.606599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:37.685425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-a3de4985-6af3-4d4f-ac03-09caa2da850a', 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'fixed_ips': [{'subnet_id': 'aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:12:37.686410 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:37.722850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:37.735268 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:37.753261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-38367040-76fa-42ce-83b2-2a037d993aed tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0277441 Apr 18 17:12:37.755605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37426) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:37.763672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:37.764562 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:37.765356 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:37.812208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8c654dfe-b67b-4ac0-bdb5-c87bbe9b0a44 None None] Provisioning complete for port 148f2265-365d-446b-9bc0-69101b77f2e6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:37.812588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c654dfe-b67b-4ac0-bdb5-c87bbe9b0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:37.903450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f3a85-a65b-4f4b-873a-a336abff4873 req-0b5976f7-eada-4fc4-bb89-076f7ad653f6 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:37.912571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-580f3a85-a65b-4f4b-873a-a336abff4873 req-0b5976f7-eada-4fc4-bb89-076f7ad653f6 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 944 time: 0.8673770 Apr 18 17:12:37.963056 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:37.978440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-580f3a85-a65b-4f4b-873a-a336abff4873 req-15694df0-3061-42b0-8892-66b5688c2602 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640125 Apr 18 17:12:38.000325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b66ae-cc8e-4479-b64c-646e324d91f7 req-e8c49d29-b127-4547-b0a9-19e171142ae7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:38.003539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-353b66ae-cc8e-4479-b64c-646e324d91f7 req-e8c49d29-b127-4547-b0a9-19e171142ae7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.2131519 Apr 18 17:12:38.105996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-353b66ae-cc8e-4479-b64c-646e324d91f7 req-37107d62-cdd3-4cfe-9221-ef445976e72f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961139 Apr 18 17:12:38.214730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dd1f0-5cdb-4cbc-907a-7f86a3dec7d9 req-cff5642a-ea66-4ce8-9265-db14918c7ddc tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:38.214730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-703dd1f0-5cdb-4cbc-907a-7f86a3dec7d9 req-cff5642a-ea66-4ce8-9265-db14918c7ddc tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1253939 Apr 18 17:12:38.215263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Allocated IP 10.1.1.2 (a3de4985-6af3-4d4f-ac03-09caa2da850a/aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8/d2c7b73d-e563-4b69-918f-adeb75307ab9) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:38.260448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-703dd1f0-5cdb-4cbc-907a-7f86a3dec7d9 req-8098c427-3254-493e-8cc1-852ea38df7d0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984118 Apr 18 17:12:38.316583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:38.330477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:38.341831 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:38.344294 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:36Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:38.380046 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:38.380732 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Updating router 9a521199-7774-4b5f-b744-4a3767fe5fc7 port 205cb317-db17-4e9c-b3b1-db224c421151 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:12:38.425002 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:38.461286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d3b073b-ff11-40ea-ba9b-cd03d88dbc56 req-ee47e163-dc9c-42ba-9703-9f4d957d0dc3 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0618103 Apr 18 17:12:38.552753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 148f2265-365d-446b-9bc0-69101b77f2e6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=148f2265-365d-446b-9bc0-69101b77f2e6,segment=NetworkSegment(b182fdec-b3d8-4bd8-81af-bb3ebce65c0c),segment_id=b182fdec-b3d8-4bd8-81af-bb3ebce65c0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:38.615270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 17:12:38.641443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc435a-19fa-4c96-b78b-1de4c6cc9e3a req-dfb5ba8e-0985-49fc-a166-1d64c36c2254 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:38.642562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Removed routes are [] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 17:12:38.642966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:38.645130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0dfc435a-19fa-4c96-b78b-1de4c6cc9e3a req-dfb5ba8e-0985-49fc-a166-1d64c36c2254 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.3689382 Apr 18 17:12:38.707501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0dfc435a-19fa-4c96-b78b-1de4c6cc9e3a req-e9103d70-9cfe-4b96-ac24-f3d87e02a28e tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519392 Apr 18 17:12:38.864546 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:38.950726 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.003357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.023317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.031010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.081207 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90946b-73ab-43c9-938d-3554398d5298 None None] Pushing event updated for resources: {'Port': ['ID=205cb317-db17-4e9c-b3b1-db224c421151,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:39.241008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.245136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 329afe9f-5032-44d7-a65f-66e01ae50f4d up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:39.249008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Subnet': ['ID=d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:39.272109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Checking segment: {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:39.272469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network hostable DHCP agents. Network: dbe52481-b0ec-4129-b971-323e61891fe4, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:12:39.275822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:39.326099 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Attempting to bind port 205cb317-db17-4e9c-b3b1-db224c421151 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:39.328465 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Attempting to bind port 205cb317-db17-4e9c-b3b1-db224c421151 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:39.328841 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Attempting to bind port 205cb317-db17-4e9c-b3b1-db224c421151 on network 837d305b-3eab-40af-bdf4-6cfbb9af2336 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:39.329127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361ed45-962f-452e-ac17-eb0e8662bf67 req-74763719-dbe6-4fa8-a0c7-f45b6c992b3a tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:39.331624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7361ed45-962f-452e-ac17-eb0e8662bf67 req-74763719-dbe6-4fa8-a0c7-f45b6c992b3a tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 944 time: 0.2105689 Apr 18 17:12:39.343112 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:39.343469 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Checking segment: {'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:39.343868 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.344251 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Bound using segment: {'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:39.344716 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Bound port: 205cb317-db17-4e9c-b3b1-db224c421151, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:39.345089 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.391658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 32049a67-b43e-469e-b1fc-65fceed2deae, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32049a67-b43e-469e-b1fc-65fceed2deae,segment=NetworkSegment(d4c58fc3-0813-4fcc-9ecb-c78c4bb77844),segment_id=d4c58fc3-0813-4fcc-9ecb-c78c4bb77844)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:39.444841 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] For port 205cb317-db17-4e9c-b3b1-db224c421151, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:39.450927 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] For port 205cb317-db17-4e9c-b3b1-db224c421151, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=205cb317-db17-4e9c-b3b1-db224c421151,segment=NetworkSegment(b182fdec-b3d8-4bd8-81af-bb3ebce65c0c),segment_id=b182fdec-b3d8-4bd8-81af-bb3ebce65c0c)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:39.482406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7361ed45-962f-452e-ac17-eb0e8662bf67 req-5895a8f3-44d2-4539-acd4-d37e124dccbd tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338494 Apr 18 17:12:39.491869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:39.492617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387732a-c93f-4722-9d2b-9c5b22b309a1 req-a322116b-21ea-4f4e-90d6-f9a67789e2e1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:39.499721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6387732a-c93f-4722-9d2b-9c5b22b309a1 req-a322116b-21ea-4f4e-90d6-f9a67789e2e1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1640615 Apr 18 17:12:39.501020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.502385 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4a4eee7e-56f9-4dc9-9a89-089750a32765 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 200 len: 933 time: 1.7446389 Apr 18 17:12:39.516332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37446) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:39.516332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network dbe52481-b0ec-4129-b971-323e61891fe4 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:12:39.523013 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.588219 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.604425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '32049a67-b43e-469e-b1fc-65fceed2deae', 'network_id': '3a209980-8d3e-438b-8d0d-ff5564f20d42', 'port_id': '32049a67-b43e-469e-b1fc-65fceed2deae', 'mac_address': 'fa:16:3e:c4:a4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2933702a-4452-469d-934e-9dadbe92acff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:12:39.654649 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90946b-73ab-43c9-938d-3554398d5298 None None] Pushing event updated for resources: {'Port': ['ID=205cb317-db17-4e9c-b3b1-db224c421151,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:39.692481 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:39.693112 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:39.711492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=148f2265-365d-446b-9bc0-69101b77f2e6,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:39.718815 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.831342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, dbe52481-b0ec-4129-b971-323e61891fe4) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:39.856516 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:39.878358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 329afe9f-5032-44d7-a65f-66e01ae50f4d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:39.878817 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.917575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:39.918433 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:39.933172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec83fdd-8f10-4f2f-9e94-ca2980d964fd None None] Network dbe52481-b0ec-4129-b971-323e61891fe4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:39.940839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Network a3de4985-6af3-4d4f-ac03-09caa2da850a is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:39.951575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6387732a-c93f-4722-9d2b-9c5b22b309a1 req-f8b507bf-a022-4f1d-9bf2-13c147cc8dfa tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070613 Apr 18 17:12:39.996529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:40.005468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:40.020245 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:40.031137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-004f0383-2e55-42b6-9c3d-9956acc40517 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9182599 Apr 18 17:12:40.034324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37454) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:40.040661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'port': {'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'name': 'tempest-TaggedBootDevicesTest_v242-2830250', 'fixed_ips': [{'subnet_id': 'aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:40.058575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e6e8-b787-42c8-b699-0c330f48d1ca req-41418bc2-e1ca-4e93-a71f-b0c235770754 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:40.062864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65e9e6e8-b787-42c8-b699-0c330f48d1ca req-41418bc2-e1ca-4e93-a71f-b0c235770754 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.3357310 Apr 18 17:12:40.073197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c1371943-c34b-43bd-b1e4-8ed64c5678fb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 200 len: 933 time: 0.5577154 Apr 18 17:12:40.076298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32049a67-b43e-469e-b1fc-65fceed2deae {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:12:40.079325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37456) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:40.108232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'routes': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:40.144894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 32049a67-b43e-469e-b1fc-65fceed2deae, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32049a67-b43e-469e-b1fc-65fceed2deae,segment=NetworkSegment(d4c58fc3-0813-4fcc-9ecb-c78c4bb77844),segment_id=d4c58fc3-0813-4fcc-9ecb-c78c4bb77844)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:40.210372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Pushing event updated for resources: {'Port': ['ID=d2c7b73d-e563-4b69-918f-adeb75307ab9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:40.230785 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:40.236419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a8f440f-b22d-402a-bd0c-6a0e3fe8ed74 req-5b75c0ee-6fa2-4cc6-b55d-d72fa3d101f0 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0953884 Apr 18 17:12:40.299076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65e9e6e8-b787-42c8-b699-0c330f48d1ca req-8e794bee-536c-4ce2-ab9e-5a1ae68579ed tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261572 Apr 18 17:12:40.407041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=32049a67-b43e-469e-b1fc-65fceed2deae,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:40.442687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Provisioning complete for port 205cb317-db17-4e9c-b3b1-db224c421151 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:40.443888 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:40.552947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Attempting to bind port d2c7b73d-e563-4b69-918f-adeb75307ab9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:40.553491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Attempting to bind port d2c7b73d-e563-4b69-918f-adeb75307ab9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:40.553976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Attempting to bind port d2c7b73d-e563-4b69-918f-adeb75307ab9 on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:40.575316 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:38Z', 'revision_number': 6, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:39Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:40.599292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a838ad-4e76-4a27-a03b-70be7f698f4d req-e6aaa02c-2266-4c0d-92a7-0257f6395b92 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:40.607522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81a838ad-4e76-4a27-a03b-70be7f698f4d req-e6aaa02c-2266-4c0d-92a7-0257f6395b92 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2003138 Apr 18 17:12:40.640322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9fa0-2ad9-46b2-9794-d5d323e77b7d req-0d5d8ee4-f235-4098-8a7c-131af2252569 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:40.648330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-981f9fa0-2ad9-46b2-9794-d5d323e77b7d req-0d5d8ee4-f235-4098-8a7c-131af2252569 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.1444201 Apr 18 17:12:40.667255 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711fc56-9f8b-4eed-9fbf-fa8d905de560 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:38Z', 'revision_number': 6, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:39Z', 'revision_number': 4, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:40.785853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81a838ad-4e76-4a27-a03b-70be7f698f4d req-185e7cf7-f2bc-4143-9616-b9062b96d4b4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727691 Apr 18 17:12:40.883573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-981f9fa0-2ad9-46b2-9794-d5d323e77b7d req-c9ad5324-8b3d-4635-8b39-a77f9e5cd67e tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172945 Apr 18 17:12:40.918356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:40.918732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Checking segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:40.932267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:40.932267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Bound using segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:40.932267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Bound port: d2c7b73d-e563-4b69-918f-adeb75307ab9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:40.932267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:40.975604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['32049a67-b43e-469e-b1fc-65fceed2deae'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:12:40.986273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 148f2265-365d-446b-9bc0-69101b77f2e6 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:41.073917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acd529-17f1-4915-9cf5-9faa9b71cb44 req-3e84a7db-136e-42be-8206-2e01882fea09 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:41.094259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4acd529-17f1-4915-9cf5-9faa9b71cb44 req-3e84a7db-136e-42be-8206-2e01882fea09 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 945 time: 0.1423740 Apr 18 17:12:41.122414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:41.211654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4acd529-17f1-4915-9cf5-9faa9b71cb44 req-729fa056-8411-4940-bb26-a3eaab8630ee tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161749 Apr 18 17:12:41.245634 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:41.414753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:41.501675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] device_id is not set on port 016aa17e-2fa3-4d57-8561-d91271203424 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:12:41.547724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] For port 205cb317-db17-4e9c-b3b1-db224c421151, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=205cb317-db17-4e9c-b3b1-db224c421151,segment=NetworkSegment(b182fdec-b3d8-4bd8-81af-bb3ebce65c0c),segment_id=b182fdec-b3d8-4bd8-81af-bb3ebce65c0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:41.549446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9553ca91-8f6b-4df7-9d05-c59be085210f req-32327289-542a-4b4c-9268-a95670098e9a tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1358423 Apr 18 17:12:41.652761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added routes are [] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 17:12:41.655388 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:41.668206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960fdd-0d9c-4af0-b7f7-7311120ca9b5 req-1db7abae-a98b-47bc-9ce3-9c9214bde72c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:41.672409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 17:12:41.686657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6960fdd-0d9c-4af0-b7f7-7311120ca9b5 req-1db7abae-a98b-47bc-9ce3-9c9214bde72c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1026340 Apr 18 17:12:41.750570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6960fdd-0d9c-4af0-b7f7-7311120ca9b5 req-f5c0b430-8a11-430f-83f9-9be658478950 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581293 Apr 18 17:12:41.807550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] For port d2c7b73d-e563-4b69-918f-adeb75307ab9, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:41.814282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-dbe52481-b0ec-4129-b971-323e61891fe4', 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'fixed_ips': [{'subnet_id': 'd982e1ff-8c02-4190-b5cd-eeccf7c2f9e5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:12:41.814282 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:41.816463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 148f2265-365d-446b-9bc0-69101b77f2e6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:41.816835 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:41.866301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:41.956698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] For port d2c7b73d-e563-4b69-918f-adeb75307ab9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d2c7b73d-e563-4b69-918f-adeb75307ab9,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:41.970027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Provisioning complete for port 148f2265-365d-446b-9bc0-69101b77f2e6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:41.970684 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:42.045954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Pushing event updated for resources: {'Port': ['ID=205cb317-db17-4e9c-b3b1-db224c421151,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:42.055360 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:42.073404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.074124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.074680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.075259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.075801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.076340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.076898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.077442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.077978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.078509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.079148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.079700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67b038-0dc9-4acc-95dd-6c21c1124cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:42.126257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192173d3-9da6-4a81-8d9d-dc2f86861806 req-fc512df8-bb9a-43c7-b74f-e025f848c690 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:42.151156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-192173d3-9da6-4a81-8d9d-dc2f86861806 req-fc512df8-bb9a-43c7-b74f-e025f848c690 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1329930 Apr 18 17:12:42.242388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-192173d3-9da6-4a81-8d9d-dc2f86861806 req-be2e8910-d955-4608-9826-5ade0fa9626d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908639 Apr 18 17:12:42.265463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-5456321d-da04-4c2d-a516-342b174accc1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:42.276901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-5456321d-da04-4c2d-a516-342b174accc1 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/networks?id=74e5656a-b152-4028-9c04-b6bd64ad9c38 HTTP/1.1" status: 200 len: 815 time: 0.3909268 Apr 18 17:12:42.280339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:42.309191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-924b82e7-0c37-420c-b436-765edd4ddbeb tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/quotas/01d2dd1e21724b31ba79993c884e2b6f HTTP/1.1" status: 200 len: 375 time: 0.0297055 Apr 18 17:12:42.322174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Allocated IP 10.1.1.152 (a3de4985-6af3-4d4f-ac03-09caa2da850a/aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8/016aa17e-2fa3-4d57-8561-d91271203424) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:42.435121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:42.437859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:42.465047 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:42.475227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-74108a87-e7f3-4a5c-a7e4-36e081d35efa tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1588492 Apr 18 17:12:42.479894 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:42.563016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad743a-51d4-43b4-8657-a658210d990d None None] Pushing event updated for resources: {'Port': ['ID=d2c7b73d-e563-4b69-918f-adeb75307ab9,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:42.628593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a94a5-7468-4a3f-9795-538a503f8e1b req-6dc0e5ef-eccb-4acf-a60e-84d4a8b71076 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:42.640842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e7a94a5-7468-4a3f-9795-538a503f8e1b req-6dc0e5ef-eccb-4acf-a60e-84d4a8b71076 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 945 time: 0.2713921 Apr 18 17:12:42.644084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-b1ae3ae5-3463-449c-af67-c1fcc19148e5 service neutron] 10.222.0.45 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530707 Apr 18 17:12:42.714337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e7a94a5-7468-4a3f-9795-538a503f8e1b req-0d6bfbe7-a5b5-4d5c-a11a-938e14d76016 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725048 Apr 18 17:12:42.725840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Allocated IP 10.2.2.2 (dbe52481-b0ec-4129-b971-323e61891fe4/d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5/34eda4ac-7767-4d28-a487-0cc93e7e1fe1) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:42.754209 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:42.918176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07146a29-8757-4aaf-be16-9d471e4e534f req-7ed1cd0b-f03a-4935-8a3e-4bf29edee54f tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0555120 Apr 18 17:12:42.994511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-62e4f8ac-cbb7-4ddc-84d0-7c99568c66bc service neutron] 10.222.0.45 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968292 Apr 18 17:12:43.145912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee832e10-b782-4885-aaaa-90494d40d3c9 req-2ec03875-ef92-4d3c-acd0-c39496421743 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:43.156860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee832e10-b782-4885-aaaa-90494d40d3c9 req-2ec03875-ef92-4d3c-acd0-c39496421743 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1100404 Apr 18 17:12:43.165255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 205cb317-db17-4e9c-b3b1-db224c421151 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:43.232186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee832e10-b782-4885-aaaa-90494d40d3c9 req-fcdc75b6-c174-47c2-ae6b-bb98b877661b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741646 Apr 18 17:12:43.431802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6c56fb20-e4b7-44e9-8ed3-4df460c59af6 None None] Provisioning complete for port 205cb317-db17-4e9c-b3b1-db224c421151 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:43.432173 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6c56fb20-e4b7-44e9-8ed3-4df460c59af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:43.545323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd343465-1124-40c4-893f-4f584daecec5 req-83310cd3-6b9c-47ec-ac84-c49aa680b258 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 210 time: 0.0962822 Apr 18 17:12:43.568320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912cc34-2e17-4242-9665-99debfcac4ad req-e657430e-a267-466b-aef4-a8afbb786614 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:43.576821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 205cb317-db17-4e9c-b3b1-db224c421151 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:43.577580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:43.577813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0912cc34-2e17-4242-9665-99debfcac4ad req-e657430e-a267-466b-aef4-a8afbb786614 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2164674 Apr 18 17:12:43.610571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:43.629226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-9355ce2d-cffa-4e25-8e92-450fa3bcea78 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:43.631330 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-9355ce2d-cffa-4e25-8e92-450fa3bcea78 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae9250d4-1a8c-4fc7-8d47-e2e6d405889d HTTP/1.1" status: 200 len: 945 time: 0.2520709 Apr 18 17:12:43.661884 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:43.680724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0912cc34-2e17-4242-9665-99debfcac4ad req-696f1370-87f3-487a-92b2-f4b5a2dcf151 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998094 Apr 18 17:12:43.683763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 7, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:43.727096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:43.782374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:43.808052 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:43.823436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96c3a2-a3e2-4cd2-ae39-6feee46d3d1a None None] Network a3de4985-6af3-4d4f-ac03-09caa2da850a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:43.838875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:43.838875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:43.933543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Network dbe52481-b0ec-4129-b971-323e61891fe4 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:43.966894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:43.982975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:43.986759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:43.987052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599d5e1-7102-4ec6-ba25-ce9ba22c75bf req-7708d230-7428-4338-bc5e-7609d96747f9 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:43.988493 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-138dcff1-611a-48ff-8c1a-2864def43d31 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 200 len: 699 time: 3.9048667 Apr 18 17:12:43.992019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37504) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:43.995946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d2c7b73d-e563-4b69-918f-adeb75307ab9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:43.999797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9599d5e1-7102-4ec6-ba25-ce9ba22c75bf req-7708d230-7428-4338-bc5e-7609d96747f9 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 945 time: 0.1330838 Apr 18 17:12:44.009541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Deleting port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:44.009541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.070749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:44.099222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9599d5e1-7102-4ec6-ba25-ce9ba22c75bf req-a0c1ab75-7165-49c8-8700-93bb03b456dd tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978498 Apr 18 17:12:44.109285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.165073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-043a0154-2478-4f3f-919b-a4a224ac1264 req-1568b9dd-e9c5-4d36-9697-13db47a11d87 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0556474 Apr 18 17:12:44.236809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Pushing event updated for resources: {'Port': ['ID=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:44.274754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:44.374990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 32049a67-b43e-469e-b1fc-65fceed2deae up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:44.378881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=016aa17e-2fa3-4d57-8561-d91271203424,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:44.399047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network a3de4985-6af3-4d4f-ac03-09caa2da850a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:44.403256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:44.405955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b621f4-1210-4b79-b280-5e27ce51a685 req-7f93c393-6227-4913-91c4-5955e2205eb7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:44.414349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7b621f4-1210-4b79-b280-5e27ce51a685 req-7f93c393-6227-4913-91c4-5955e2205eb7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.0721204 Apr 18 17:12:44.426249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:44.432306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.433406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.433917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.434454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.434945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.435430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.435924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.436913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Attempting to bind port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:44.437291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Attempting to bind port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:44.437798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.438422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.438907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.439403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.439904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:12:44.440104 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Attempting to bind port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 on network dbe52481-b0ec-4129-b971-323e61891fe4 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:44.477620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7b621f4-1210-4b79-b280-5e27ce51a685 req-8b6a949d-7516-4fb6-8563-e479a72dd4c9 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558450 Apr 18 17:12:44.523345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-598059e3-d560-49d3-8699-13ed0cd6169c None None] Provisioning complete for port d2c7b73d-e563-4b69-918f-adeb75307ab9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:44.523635 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-598059e3-d560-49d3-8699-13ed0cd6169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.536372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:44.536755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Checking segment: {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:44.537157 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.538236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Bound using segment: {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:44.538727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Bound port: 34eda4ac-7767-4d28-a487-0cc93e7e1fe1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:44.539118 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.561361 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1f06ad86-17aa-40f9-9b0e-0c3c2a836dad tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 200 len: 699 time: 0.5665288 Apr 18 17:12:44.564794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37516) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:44.570769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:44.572193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.594807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] For port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:44.595473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.614732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Calling delete_port for a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:44.786929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-900ac045-6a85-4e18-9c7f-94d4b2117eff tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7508819 Apr 18 17:12:44.791889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37522) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:44.795370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d2c7b73d-e563-4b69-918f-adeb75307ab9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:44.795880 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.804534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 32049a67-b43e-469e-b1fc-65fceed2deae completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:12:44.808197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'port': {'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'name': 'tempest-TaggedBootDevicesTest_v242-1279091381', 'fixed_ips': [{'subnet_id': 'aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:44.853106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 32049a67-b43e-469e-b1fc-65fceed2deae triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:44.853508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:44.888981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be7fcb90-bb7c-406d-b791-86d6a8bd9336 req-cfd2dd8c-20d3-4f35-bb5a-888dbef29839 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 210 time: 0.0721712 Apr 18 17:12:44.983120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.002597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] For port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:45.052493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd499e4-2879-47d5-85c7-9103b1a6b096 req-47dcacb0-ae0c-45bd-a60d-0e8a7e518731 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:45.061911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fd499e4-2879-47d5-85c7-9103b1a6b096 req-47dcacb0-ae0c-45bd-a60d-0e8a7e518731 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2204120 Apr 18 17:12:45.075881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Pushing event deleted for resources: {'Port': ['ID=a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:45.095437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] For port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:45.104924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:45.116125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.164078 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-598059e3-d560-49d3-8699-13ed0cd6169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.171840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fd499e4-2879-47d5-85c7-9103b1a6b096 req-94cdf571-7454-48d3-82c6-f4bfc3375822 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084206 Apr 18 17:12:45.199450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] No DVR routers for this DVR port a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:45.203410 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.207979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58fa8507-221f-4269-8b29-96aeca2effb8 req-51fc2423-dc1b-466e-bfd7-3ccb56ce84c0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.18 "DELETE /v2.0/ports/a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 HTTP/1.1" status: 204 len: 173 time: 1.5443759 Apr 18 17:12:45.208463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'name': 'network-vif-deleted', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:45.212112 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40e52e-dc44-4809-808e-ce52c7ac1bba" -d '{"events": [{"server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "name": "network-vif-deleted", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:45.223381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] device_id is not set on port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:12:45.245829 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.352830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-598059e3-d560-49d3-8699-13ed0cd6169c None None] For port d2c7b73d-e563-4b69-918f-adeb75307ab9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d2c7b73d-e563-4b69-918f-adeb75307ab9,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:45.355059 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.410025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d2b4204-b928-4582-aedf-d22a3bde6b59 req-bcf40662-ee40-4766-9205-62066ae6b1c4 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0932302 Apr 18 17:12:45.597176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b34fc-5010-4192-a24f-56aa141834a5 req-35e9f606-80a5-4550-a04f-e99f707a1147 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:45.605495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-792b34fc-5010-4192-a24f-56aa141834a5 req-35e9f606-80a5-4550-a04f-e99f707a1147 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 945 time: 0.2637067 Apr 18 17:12:45.678659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Allocated IP 10.1.1.65 (a3de4985-6af3-4d4f-ac03-09caa2da850a/aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8/a5cc92ac-6f23-4437-b9b1-89a8349f3a0d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:45.726095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-792b34fc-5010-4192-a24f-56aa141834a5 req-40a4e7c2-cd2e-485a-ad0d-f8596f753ca9 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182153 Apr 18 17:12:45.737288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.738039 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f923fd77-e35e-41e0-a912-abcb4845be0b x-openstack-request-id: req-f923fd77-e35e-41e0-a912-abcb4845be0b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:45.740167 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9250d4-1a8c-4fc7-8d47-e2e6d405889d", "name": "network-vif-deleted", "tag": "a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:45.740629 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f923fd77-e35e-41e0-a912-abcb4845be0b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:45.741479 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f923fd77-e35e-41e0-a912-abcb4845be0b'] response: {'server_uuid': 'ae9250d4-1a8c-4fc7-8d47-e2e6d405889d', 'name': 'network-vif-deleted', 'tag': 'a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656', 'status': 'completed', 'code': 200} Apr 18 17:12:45.875311 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-598059e3-d560-49d3-8699-13ed0cd6169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.945007 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:12:45.945367 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:12:45.954373 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:45.958212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977cc18-2231-4835-8bec-6c8819d656bb req-40b7eca2-37a1-44ba-8bc1-f96754d48f23 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:45.963057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2977cc18-2231-4835-8bec-6c8819d656bb req-40b7eca2-37a1-44ba-8bc1-f96754d48f23 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1476970 Apr 18 17:12:46.008098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53866b-f0f3-4691-9b0c-845f9a3f2ae2 None None] Pushing event updated for resources: {'Port': ['ID=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:46.041269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:46.059742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 32049a67-b43e-469e-b1fc-65fceed2deae, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32049a67-b43e-469e-b1fc-65fceed2deae,segment=NetworkSegment(d4c58fc3-0813-4fcc-9ecb-c78c4bb77844),segment_id=d4c58fc3-0813-4fcc-9ecb-c78c4bb77844)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:46.063520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783073be-9c14-4dd4-bd47-d8535b09b340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32049a67-b43e-469e-b1fc-65fceed2deae'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:46.066167 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e1b946-ebee-4a92-b71e-633080b1fdf7" -d '{"events": [{"server_uuid": "783073be-9c14-4dd4-bd47-d8535b09b340", "name": "network-vif-plugged", "status": "completed", "tag": "32049a67-b43e-469e-b1fc-65fceed2deae"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:46.074187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 7, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:46.149827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:46.158663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a194033-73f8-451c-bf2a-20b152a252c6 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 7, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:46.166017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:46.193154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f5205c8b-0478-48fb-ab71-9ae648638b0a None None] Provisioning complete for port 016aa17e-2fa3-4d57-8561-d91271203424 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:46.193599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5205c8b-0478-48fb-ab71-9ae648638b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:46.197857 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:46.209281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:46.216067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a1ac81fd-1d2f-46d0-be9d-a7e8eadb5656 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:46.257001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd894ef8-93ac-47a0-816a-883aec609d69 req-784c13b7-b1c0-4051-9aea-16a3e4e09f6c tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 210 time: 0.1408889 Apr 18 17:12:46.263832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598059e3-d560-49d3-8699-13ed0cd6169c None None] Pushing event updated for resources: {'Port': ['ID=d2c7b73d-e563-4b69-918f-adeb75307ab9,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:46.373563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network a3de4985-6af3-4d4f-ac03-09caa2da850a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:46.386648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:46.399295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:46.406601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=32049a67-b43e-469e-b1fc-65fceed2deae,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:46.414229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2977cc18-2231-4835-8bec-6c8819d656bb req-6dae9bf7-4de7-420f-b3f3-6076ddd6b3f2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397507 Apr 18 17:12:46.419145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f5205c8b-0478-48fb-ab71-9ae648638b0a None None] Port 016aa17e-2fa3-4d57-8561-d91271203424 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:46.451725 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f5205c8b-0478-48fb-ab71-9ae648638b0a None None] Provisioning complete for port d2c7b73d-e563-4b69-918f-adeb75307ab9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:46.455223 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5205c8b-0478-48fb-ab71-9ae648638b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:46.468716 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c16629f-a3f8-43fe-8c76-efff0e0690fe x-openstack-request-id: req-7c16629f-a3f8-43fe-8c76-efff0e0690fe {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:46.472256 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783073be-9c14-4dd4-bd47-d8535b09b340", "name": "network-vif-plugged", "status": "completed", "tag": "32049a67-b43e-469e-b1fc-65fceed2deae", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:46.476337 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c16629f-a3f8-43fe-8c76-efff0e0690fe {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:46.477786 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c16629f-a3f8-43fe-8c76-efff0e0690fe'] response: {'server_uuid': '783073be-9c14-4dd4-bd47-d8535b09b340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32049a67-b43e-469e-b1fc-65fceed2deae', 'code': 200} Apr 18 17:12:46.613009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:46.735118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:46.735880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:46.940121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48639901-1a55-4bf4-8cb8-b87465da8dc1 req-54398b84-19eb-4fd1-ad77-151176a97a07 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0919297 Apr 18 17:12:46.991612 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:47.004188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-8623f4ba-598c-4d4f-b65a-1f907908eb71 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:47.005782 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-8623f4ba-598c-4d4f-b65a-1f907908eb71 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.18 "GET /v2.0/networks?id=74e5656a-b152-4028-9c04-b6bd64ad9c38 HTTP/1.1" status: 200 len: 815 time: 0.4380262 Apr 18 17:12:47.016591 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:47.020211 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:47.025916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Request body: {'port': {'device_id': '973d7573-1a69-40b3-a7ad-8c2bef09de13', 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'admin_state_up': True, 'tenant_id': '01d2dd1e21724b31ba79993c884e2b6f'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:47.054494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc020205-21bd-4033-af1e-0986b4e2d745 req-39c67ec3-4ad0-4c40-900b-a1765497c902 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:47.062738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc020205-21bd-4033-af1e-0986b4e2d745 req-39c67ec3-4ad0-4c40-900b-a1765497c902 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.4298160 Apr 18 17:12:47.117873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5cfd82cc-7c0b-4452-96ed-7ce61502ba55 None None] Provisioning complete for port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:47.118437 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cfd82cc-7c0b-4452-96ed-7ce61502ba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.119837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b781b-b31f-4843-9a5f-4b809e73892e req-36d421dd-9e20-4b87-abd4-8de6aff16468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:47.121329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d3b781b-b31f-4843-9a5f-4b809e73892e req-36d421dd-9e20-4b87-abd4-8de6aff16468 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 1097 time: 0.5063713 Apr 18 17:12:47.163849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:47.182966 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:47.190161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 205cb317-db17-4e9c-b3b1-db224c421151 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:47.190507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.226383 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ccd0bf90-cf30-4369-8229-48958acb067c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4233482 Apr 18 17:12:47.229909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc020205-21bd-4033-af1e-0986b4e2d745 req-9ccfd131-c1ce-4046-9470-7b935c776316 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354434 Apr 18 17:12:47.247511 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.262324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd82cc-7c0b-4452-96ed-7ce61502ba55 None None] Port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:12:47.288585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:47.289169 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.306991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Made reservation on behalf of 01d2dd1e21724b31ba79993c884e2b6f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:12:47.311223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.326228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.433515 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.463369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 205cb317-db17-4e9c-b3b1-db224c421151, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=205cb317-db17-4e9c-b3b1-db224c421151,segment=NetworkSegment(b182fdec-b3d8-4bd8-81af-bb3ebce65c0c),segment_id=b182fdec-b3d8-4bd8-81af-bb3ebce65c0c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:47.464512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.502587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 205cb317-db17-4e9c-b3b1-db224c421151 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:47.534534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:47.624227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.625257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d2c7b73d-e563-4b69-918f-adeb75307ab9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:47.707407 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 7, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:47.742500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:47.772946 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:47.794741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d2c7b73d-e563-4b69-918f-adeb75307ab9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:47.795253 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:47.803500 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:47.804160 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:47.822928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37566) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:47.835867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6d0e48cb-155d-4636-a7d1-29544a096cf0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--477352454', 'description': 'tempest-description--1247117448'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:47.847036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Allocated IP 172.20.0.10 (74e5656a-b152-4028-9c04-b6bd64ad9c38/172d7eea-2e4b-48f9-9776-ac815d572d2d/120fc10d-e149-4f0d-86f1-ba75defaf343) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:47.946282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d3b781b-b31f-4843-9a5f-4b809e73892e req-70e0786f-a944-4900-ad0f-dd26e48c26e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8108051 Apr 18 17:12:47.987589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d0e48cb-155d-4636-a7d1-29544a096cf0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.006619 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:48.012872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee428210-6e02-4734-ad1f-fc44321bac67 req-2cb809fd-397b-4a5d-b41c-a75282584204 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 210 time: 0.1110389 Apr 18 17:12:48.020663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.104808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de604f56-d0c1-49aa-9856-22ccf721cfad None None] Network dbe52481-b0ec-4129-b971-323e61891fe4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:48.109501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=205cb317-db17-4e9c-b3b1-db224c421151,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:48.194127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.200896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa526584-2c49-4752-a3b9-be373f235078 req-f3fee2de-cb8b-48f5-a011-cdbdb10531b4 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:48.202506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa526584-2c49-4752-a3b9-be373f235078 req-f3fee2de-cb8b-48f5-a011-cdbdb10531b4 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 946 time: 0.2787406 Apr 18 17:12:48.287767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-49f6e09b-6a55-4982-9547-e554599b978e None None] Provisioning complete for port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:48.288420 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-49f6e09b-6a55-4982-9547-e554599b978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.317341 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.416315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Network 74e5656a-b152-4028-9c04-b6bd64ad9c38 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:48.452292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:48.480199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:48.522328 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 7, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:48.537800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33030235-0f98-4c84-b48b-f3e89a3a148d req-36039f42-d6c3-4049-ab36-120ee59bdbec tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:48.546116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33030235-0f98-4c84-b48b-f3e89a3a148d req-36039f42-d6c3-4049-ab36-120ee59bdbec tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.3402598 Apr 18 17:12:48.571733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.580025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:48.585674 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.591082 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c8057-28f1-4fb5-ae7e-f0ecdf155f7d None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 7, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '205cb317-db17-4e9c-b3b1-db224c421151', 'name': '', 'network_id': '837d305b-3eab-40af-bdf4-6cfbb9af2336', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:4b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:32Z', 'updated_at': '2022-04-18T17:12:41Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:48.595347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Pushing event updated for resources: {'Port': ['ID=120fc10d-e149-4f0d-86f1-ba75defaf343,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:48.597295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa526584-2c49-4752-a3b9-be373f235078 req-6f4f9406-2e5d-4b63-84fd-12ea092d2ca3 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175037 Apr 18 17:12:48.651935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33030235-0f98-4c84-b48b-f3e89a3a148d req-01f2e760-f9f0-4017-a0f2-025221c11526 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946491 Apr 18 17:12:48.652296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d0e48cb-155d-4636-a7d1-29544a096cf0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.758146 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-34480b1d-04f4-456e-9f1a-5af1a992e10a tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7376151 Apr 18 17:12:48.776543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Request body: {'port': {'device_id': '973d7573-1a69-40b3-a7ad-8c2bef09de13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:48.813398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d0e48cb-155d-4636-a7d1-29544a096cf0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.972500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e48cb-155d-4636-a7d1-29544a096cf0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a11287-2d95-4a37-b033-4322de0c81cf,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:48.985107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:48.985663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d0e48cb-155d-4636-a7d1-29544a096cf0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.987106 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6d0e48cb-155d-4636-a7d1-29544a096cf0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1588986 Apr 18 17:12:48.988408 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:48.991294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37572) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:48.995648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e305bbf7-692a-4cbf-90cb-419d7bea1288 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'security_group_rule': {'security_group_id': '16a11287-2d95-4a37-b033-4322de0c81cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:49.099589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-55416917-348c-45fa-b931-80c93b0e06b9 None None] Provisioning complete for port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:49.099966 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-55416917-348c-45fa-b931-80c93b0e06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.107011 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:49.107409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.376321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82be1df5-adaa-4438-92c7-544d54620028 req-b4b1782a-c2a2-4264-af42-221e7da4c7ff tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.5742502 Apr 18 17:12:49.409176 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e305bbf7-692a-4cbf-90cb-419d7bea1288 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.414854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363629a5-9e31-49f2-82c2-14406b7dc926 req-93a1c6d5-aeb7-4183-809d-aba0a1f88872 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:49.426739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-363629a5-9e31-49f2-82c2-14406b7dc926 req-93a1c6d5-aeb7-4183-809d-aba0a1f88872 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.6448617 Apr 18 17:12:49.470918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120fc10d-e149-4f0d-86f1-ba75defaf343 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:12:49.503393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.539469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Transition to ACTIVE for port object 120fc10d-e149-4f0d-86f1-ba75defaf343 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:12:49.568726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e305bbf7-692a-4cbf-90cb-419d7bea1288 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.592078 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.608337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:49.672628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-363629a5-9e31-49f2-82c2-14406b7dc926 req-6d8ea58f-531f-4183-ad29-d2e959abec6c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446020 Apr 18 17:12:49.704909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Pushing event updated for resources: {'Port': ['ID=120fc10d-e149-4f0d-86f1-ba75defaf343,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:49.711678 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e305bbf7-692a-4cbf-90cb-419d7bea1288 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.741891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305bbf7-692a-4cbf-90cb-419d7bea1288 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74be62fb-f41d-4b05-a9c6-095d4e23af4d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:49.831764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf941a46-13a5-4951-99a4-e3efeb90bc3f req-7258bc92-8a94-4e62-8e0d-be2bf5170781 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:49.833286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf941a46-13a5-4951-99a4-e3efeb90bc3f req-7258bc92-8a94-4e62-8e0d-be2bf5170781 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2604160 Apr 18 17:12:49.845461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e305bbf7-692a-4cbf-90cb-419d7bea1288 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.846685 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e305bbf7-692a-4cbf-90cb-419d7bea1288 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8544030 Apr 18 17:12:49.847927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Attempting to bind port 120fc10d-e149-4f0d-86f1-ba75defaf343 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:12:49.848686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Attempting to bind port 120fc10d-e149-4f0d-86f1-ba75defaf343 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:12:49.849077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Attempting to bind port 120fc10d-e149-4f0d-86f1-ba75defaf343 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:49.851340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37580) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:49.856003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-61713837-5811-4d08-a5e5-387a79caa629 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'security_group_rule': {'security_group_id': '16a11287-2d95-4a37-b033-4322de0c81cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:49.877105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Port 120fc10d-e149-4f0d-86f1-ba75defaf343 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:12:49.877894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Attempting to bind port 120fc10d-e149-4f0d-86f1-ba75defaf343 on network 74e5656a-b152-4028-9c04-b6bd64ad9c38 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:12:49.890027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:12:49.890555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Checking segment: {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:12:49.891212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Bound using segment: {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:12:49.891805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Bound port: 120fc10d-e149-4f0d-86f1-ba75defaf343, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a233cdfd-7ca0-4289-b8f7-0c94c9916543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:12:49.892260 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:49.907046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:49.921273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5a9a1618-0c18-4851-b2c4-ec2b8a517095 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3521950 Apr 18 17:12:49.922286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37582) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:49.928088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:49.949521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:49.950421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:49.971142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997854-5eca-4aae-a594-b9d990f886a1 req-c4c4c2c2-3a23-4b89-8c8e-0191a7702026 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:49.981438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15997854-5eca-4aae-a594-b9d990f886a1 req-c4c4c2c2-3a23-4b89-8c8e-0191a7702026 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 944 time: 0.1965814 Apr 18 17:12:49.995689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf941a46-13a5-4951-99a4-e3efeb90bc3f req-23ca1e70-0a53-480b-ab1f-fb0a497dba4b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378343 Apr 18 17:12:50.017949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61713837-5811-4d08-a5e5-387a79caa629 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.082585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15997854-5eca-4aae-a594-b9d990f886a1 req-f0c0e8f3-7294-4e24-b657-b00231f9ab13 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972855 Apr 18 17:12:50.092671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f688f46-496d-4f90-89c8-64fa0fe309e1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:12:50.102932 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f688f46-496d-4f90-89c8-64fa0fe309e1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.111558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:50.142345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61713837-5811-4d08-a5e5-387a79caa629 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.175923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] For port 120fc10d-e149-4f0d-86f1-ba75defaf343, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:12:50.192588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] For port 120fc10d-e149-4f0d-86f1-ba75defaf343, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=120fc10d-e149-4f0d-86f1-ba75defaf343,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:12:50.251974 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61713837-5811-4d08-a5e5-387a79caa629 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.255862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f688f46-496d-4f90-89c8-64fa0fe309e1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.293095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.319304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5cef-a829-45ae-9c97-2df9d14ab68e req-a97d9470-8b94-445d-95dc-154cf4d1e26f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:50.320512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61713837-5811-4d08-a5e5-387a79caa629 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bd6ef7-0807-46ce-b597-c5894a52a60b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:50.328061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b6f5cef-a829-45ae-9c97-2df9d14ab68e req-a97d9470-8b94-445d-95dc-154cf4d1e26f tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 946 time: 0.1757624 Apr 18 17:12:50.355271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5c4a-ebed-4c65-9401-9c7474c17039 req-7947f22b-515d-49e0-b4ed-f1629e63654b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:50.363530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c35d5c4a-ebed-4c65-9401-9c7474c17039 req-7947f22b-515d-49e0-b4ed-f1629e63654b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1799257 Apr 18 17:12:50.380144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:50.380760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.382189 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] 10.222.0.18 "PUT /v2.0/ports/120fc10d-e149-4f0d-86f1-ba75defaf343 HTTP/1.1" status: 200 len: 1092 time: 1.6099896 Apr 18 17:12:50.382631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973d7573-1a69-40b3-a7ad-8c2bef09de13', 'tag': '120fc10d-e149-4f0d-86f1-ba75defaf343'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:50.384938 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0fc31b-7205-4833-b31e-57d0bf024c79" -d '{"events": [{"name": "network-changed", "server_uuid": "973d7573-1a69-40b3-a7ad-8c2bef09de13", "tag": "120fc10d-e149-4f0d-86f1-ba75defaf343"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:50.410409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-61713837-5811-4d08-a5e5-387a79caa629 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.415421 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61713837-5811-4d08-a5e5-387a79caa629 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5598102 Apr 18 17:12:50.416156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37586) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:50.422283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:12:50.458707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c86048-4bb4-4121-806c-bef9a1f7023b service neutron] Pushing event updated for resources: {'Port': ['ID=120fc10d-e149-4f0d-86f1-ba75defaf343,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:50.462527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b6f5cef-a829-45ae-9c97-2df9d14ab68e req-b8c9aae1-f4f5-47d9-ace3-53e161537ef5 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330326 Apr 18 17:12:50.476000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:47Z', 'revision_number': 8, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:50.494834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c35d5c4a-ebed-4c65-9401-9c7474c17039 req-e7ab16ad-b88a-4e26-be3d-1620bd154012 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300955 Apr 18 17:12:50.546471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:50.552662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.556390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f688f46-496d-4f90-89c8-64fa0fe309e1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.557697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:50.558573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:50.625339 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d346c7-cef1-4913-8d98-0102eb736841 x-openstack-request-id: req-c4d346c7-cef1-4913-8d98-0102eb736841 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:50.625648 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973d7573-1a69-40b3-a7ad-8c2bef09de13", "tag": "120fc10d-e149-4f0d-86f1-ba75defaf343", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:50.625899 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4d346c7-cef1-4913-8d98-0102eb736841 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:50.626303 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d346c7-cef1-4913-8d98-0102eb736841'] response: {'name': 'network-changed', 'server_uuid': '973d7573-1a69-40b3-a7ad-8c2bef09de13', 'tag': '120fc10d-e149-4f0d-86f1-ba75defaf343', 'status': 'completed', 'code': 200} Apr 18 17:12:50.760727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2aa7108e-08c7-473d-aa95-f51ab33f0ba5 req-a2c33eaf-30ca-4231-b22f-bd0e9bcf9deb tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0763142 Apr 18 17:12:50.790028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:50.790434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-9abf2725-84c0-4f1d-b182-e218f1f1f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:50.793029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-9abf2725-84c0-4f1d-b182-e218f1f1f062 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 1095 time: 0.2508531 Apr 18 17:12:50.859355 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f688f46-496d-4f90-89c8-64fa0fe309e1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.875443 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-7219d9cf-008f-402c-b36a-7e585f008c95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120fc10d-e149-4f0d-86f1-ba75defaf343 HTTP/1.1" status: 200 len: 217 time: 0.0526204 Apr 18 17:12:50.906210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f688f46-496d-4f90-89c8-64fa0fe309e1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:50.940010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f688f46-496d-4f90-89c8-64fa0fe309e1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:50.951573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8f688f46-496d-4f90-89c8-64fa0fe309e1 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd HTTP/1.1" status: 204 len: 168 time: 1.0262189 Apr 18 17:12:50.952253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37594) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:50.956130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-d96ba806-2570-4ba0-a539-01b5265a2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:50.958119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-d96ba806-2570-4ba0-a539-01b5265a2572 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=172d7eea-2e4b-48f9-9776-ac815d572d2d HTTP/1.1" status: 200 len: 855 time: 0.0709689 Apr 18 17:12:51.038573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c075f-7bd3-4c2f-8865-82b68fc2295f None None] Network 837d305b-3eab-40af-bdf4-6cfbb9af2336 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:51.043518 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-80cb68ad-d477-4684-a0c7-c2ca984ab6e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74e5656a-b152-4028-9c04-b6bd64ad9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526054 Apr 18 17:12:51.071963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:51.178678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94297c61-f900-4881-9cc9-2a189931934b req-fcfae7ec-596f-49b4-9045-4103e33ecae5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:51.183440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94297c61-f900-4881-9cc9-2a189931934b req-fcfae7ec-596f-49b4-9045-4103e33ecae5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.2647057 Apr 18 17:12:51.236587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Allocated IP 172.25.5.25 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/e902476a-5762-4cdb-872b-43bdda4a0279) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:12:51.257818 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:51.303495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f8f86-a46e-4674-8f6a-302b317d331c req-d1189bce-e44d-4450-82ce-a167cf19e5a9 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:51.306283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea6f8f86-a46e-4674-8f6a-302b317d331c req-d1189bce-e44d-4450-82ce-a167cf19e5a9 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.0999830 Apr 18 17:12:51.314938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94297c61-f900-4881-9cc9-2a189931934b req-b50d9add-31f0-4f14-8784-eaa51e500733 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242151 Apr 18 17:12:51.335919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:47Z', 'revision_number': 8, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:51.386602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41a739-1f78-401f-aa80-92a0f76f87d9 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:47Z', 'revision_number': 8, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '329afe9f-5032-44d7-a65f-66e01ae50f4d', 'name': '', 'network_id': 'b82b6162-936e-419b-88cc-439c552570d0', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:39:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:25Z', 'updated_at': '2022-04-18T17:12:34Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': 'ae53cee4-61ec-4149-badd-a220af0d3213', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:51.391388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] DHCP port deletion for 837d305b-3eab-40af-bdf4-6cfbb9af2336 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:12:51.409539 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-f1e7d78a-fd4f-47b7-a24f-52ff3172f42d service neutron] 10.222.0.18 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570096 Apr 18 17:12:51.443036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea6f8f86-a46e-4674-8f6a-302b317d331c req-b28397a8-778d-4538-9164-23b77b0e5939 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218452 Apr 18 17:12:51.473599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] Deleting port 148f2265-365d-446b-9bc0-69101b77f2e6 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:51.474106 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:51.552201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 148f2265-365d-446b-9bc0-69101b77f2e6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:51.552703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:51.565134 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:51.600596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-28a609d7-21a5-4cb8-8e86-2f2ddaab7846 req-988eec2b-d2aa-4a01-a18e-a9302033203a service neutron] 10.222.0.18 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788712 Apr 18 17:12:51.681500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecf793-6169-4686-b24e-d6a82b3fac08 req-ce62f4d0-202d-48fe-8d28-65f5c839cb87 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:51.687412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0ecf793-6169-4686-b24e-d6a82b3fac08 req-ce62f4d0-202d-48fe-8d28-65f5c839cb87 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 946 time: 0.2332067 Apr 18 17:12:51.743840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467c6f3-1baf-4426-80a6-d4d900bcf471 req-2f81c98f-88a2-4be0-ae8b-c3ace2a4579b tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:51.749118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] For port 148f2265-365d-446b-9bc0-69101b77f2e6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=148f2265-365d-446b-9bc0-69101b77f2e6,segment=NetworkSegment(b182fdec-b3d8-4bd8-81af-bb3ebce65c0c),segment_id=b182fdec-b3d8-4bd8-81af-bb3ebce65c0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:51.749664 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:51.751933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6467c6f3-1baf-4426-80a6-d4d900bcf471 req-2f81c98f-88a2-4be0-ae8b-c3ace2a4579b tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 944 time: 0.1968572 Apr 18 17:12:51.757151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 148f2265-365d-446b-9bc0-69101b77f2e6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=148f2265-365d-446b-9bc0-69101b77f2e6,segment=NetworkSegment(b182fdec-b3d8-4bd8-81af-bb3ebce65c0c),segment_id=b182fdec-b3d8-4bd8-81af-bb3ebce65c0c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:51.757345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:51.757923 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:51.763768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] Calling delete_port for 148f2265-365d-446b-9bc0-69101b77f2e6 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:51.800280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0ecf793-6169-4686-b24e-d6a82b3fac08 req-3d8344d7-ed17-4f9a-84e6-8ffec1163954 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072757 Apr 18 17:12:51.806155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 148f2265-365d-446b-9bc0-69101b77f2e6 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:51.855441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6467c6f3-1baf-4426-80a6-d4d900bcf471 req-d33ec60a-2206-4466-9a54-849a978487aa tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973256 Apr 18 17:12:51.984529 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.034902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3faaa3b-47a4-4383-9a94-3c9d7191fff4 req-38ece2ea-b6a4-42a2-9bae-83c2556d19b2 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0702176 Apr 18 17:12:52.043547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] Pushing event deleted for resources: {'Port': ['ID=148f2265-365d-446b-9bc0-69101b77f2e6,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:52.059171 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94d1f6-d1c3-4690-b153-e7a4409d9acf None None] No DVR routers for this DVR port 148f2265-365d-446b-9bc0-69101b77f2e6 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:52.082019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b86ff9-a17a-4b74-b664-97cd7a705286 req-fbf49dc7-03b5-45c4-9021-805b2f4b760d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:52.083669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4b86ff9-a17a-4b74-b664-97cd7a705286 req-fbf49dc7-03b5-45c4-9021-805b2f4b760d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1475635 Apr 18 17:12:52.112337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.149584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No DVR routers for this DVR port 148f2265-365d-446b-9bc0-69101b77f2e6 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:52.277568 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.289937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=148f2265-365d-446b-9bc0-69101b77f2e6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:52.300266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:12:52.308993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:12:52.316283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:12:52.316674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4b86ff9-a17a-4b74-b664-97cd7a705286 req-430205f5-59ea-4ad5-91d8-2c436f0aa076 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2251501 Apr 18 17:12:52.322005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=e902476a-5762-4cdb-872b-43bdda4a0279,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:52.339401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837d305b-3eab-40af-bdf4-6cfbb9af2336']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:52.356037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:52.356475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b182fdec-b3d8-4bd8-81af-bb3ebce65c0c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:52.363847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-4ded111b-b741-4885-a96b-ba5325c0e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:52.365441 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-4ded111b-b741-4885-a96b-ba5325c0e2e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 1095 time: 0.5085385 Apr 18 17:12:52.370285 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.387711 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.394584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:12:52.395110 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:12:52.401156 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:12:52.479531 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.527548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-ad6e69a5-ab39-4cbb-99ba-8159c9d8617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:52.529204 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-ad6e69a5-ab39-4cbb-99ba-8159c9d8617d service neutron] 10.222.0.18 "GET /v2.0/networks?id=74e5656a-b152-4028-9c04-b6bd64ad9c38 HTTP/1.1" status: 200 len: 916 time: 0.1547875 Apr 18 17:12:52.535993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c92bdf-5b42-4fd0-80e4-85dc38a7e6c9 req-fc4519c6-93d4-48b0-9059-ce916c1e991a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:52.537664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38c92bdf-5b42-4fd0-80e4-85dc38a7e6c9 req-fc4519c6-93d4-48b0-9059-ce916c1e991a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1206379 Apr 18 17:12:52.597310 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-7dcd633e-0c69-4461-a96b-aa4e00f516c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120fc10d-e149-4f0d-86f1-ba75defaf343 HTTP/1.1" status: 200 len: 217 time: 0.0603671 Apr 18 17:12:52.599836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.619506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.623465 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/837d305b-3eab-40af-bdf4-6cfbb9af2336 HTTP/1.1" status: 204 len: 168 time: 1.6526446 Apr 18 17:12:52.627138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37610) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:52.647038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38c92bdf-5b42-4fd0-80e4-85dc38a7e6c9 req-a2f23588-589e-49c2-86c4-c7e5cee02ca7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994658 Apr 18 17:12:52.649110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa25f06-49b3-4ff3-9933-47f26b88795a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=837d305b-3eab-40af-bdf4-6cfbb9af2336,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:52.684728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:52.704759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20118a20-8566-4077-b187-52cc7b04f259 req-49000da6-38ca-4a25-aae2-a6f756a5cbc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:52.706349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20118a20-8566-4077-b187-52cc7b04f259 req-49000da6-38ca-4a25-aae2-a6f756a5cbc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1857519 Apr 18 17:12:52.716477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-2fcb5dd0-fdbc-4258-8bad-d746d91e4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:52.718205 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-2fcb5dd0-fdbc-4258-8bad-d746d91e4ab8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=172d7eea-2e4b-48f9-9776-ac815d572d2d HTTP/1.1" status: 200 len: 855 time: 0.1134343 Apr 18 17:12:52.763099 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-29d2017a-33fc-41b9-9a6b-75909b92a633 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74e5656a-b152-4028-9c04-b6bd64ad9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311208 Apr 18 17:12:52.849697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20118a20-8566-4077-b187-52cc7b04f259 req-03292f40-51d9-4ead-b9b8-d003c7c78909 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947907 Apr 18 17:12:52.888767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 205cb317-db17-4e9c-b3b1-db224c421151 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:52.928756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 205cb317-db17-4e9c-b3b1-db224c421151 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:52.929194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 205cb317-db17-4e9c-b3b1-db224c421151 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:52.929804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 148f2265-365d-446b-9bc0-69101b77f2e6 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:52.994963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 148f2265-365d-446b-9bc0-69101b77f2e6 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:53.002366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 148f2265-365d-446b-9bc0-69101b77f2e6 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:53.065827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-da34de17-00af-4772-9a11-684640e90a64 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:53.065827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-da34de17-00af-4772-9a11-684640e90a64 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.41 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 946 time: 0.3021390 Apr 18 17:12:53.104479 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-2eeff32d-fee3-4cc5-8b88-7efb8422a251 service neutron] 10.222.0.18 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195486 Apr 18 17:12:53.192588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db48c01-e12b-41a9-846f-dbcd840b3a6c req-e19e4273-6ac1-4f6e-b908-bec8cf8f56d0 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:53.194178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3db48c01-e12b-41a9-846f-dbcd840b3a6c req-e19e4273-6ac1-4f6e-b908-bec8cf8f56d0 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 946 time: 0.2396855 Apr 18 17:12:53.201624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:53.226270 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122883f-f937-4d28-aa3c-8e670d9124cb req-5b862c0b-1f40-4920-be25-8591be5475d4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:53.227712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3e0fc31b-7205-4833-b31e-57d0bf024c79 req-f541cf37-5f78-4d52-8c34-3107b9c9ffb3 service neutron] 10.222.0.18 "GET /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143990 Apr 18 17:12:53.228427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3122883f-f937-4d28-aa3c-8e670d9124cb req-5b862c0b-1f40-4920-be25-8591be5475d4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 944 time: 0.2579825 Apr 18 17:12:53.369005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3db48c01-e12b-41a9-846f-dbcd840b3a6c req-7db77664-0204-4283-833f-93afe5b3076a tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/security-groups?id=4fec45b6-28a6-4677-a4b1-16bdfa77ae10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369326 Apr 18 17:12:53.393854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3122883f-f937-4d28-aa3c-8e670d9124cb req-dc73b660-3063-480d-a292-159c5d10b6cd tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439164 Apr 18 17:12:53.413277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Deleting port 32049a67-b43e-469e-b1fc-65fceed2deae {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:53.413648 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:53.456145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:53.538672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=e902476a-5762-4cdb-872b-43bdda4a0279,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:53.553934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:53.660293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:53.671556 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-05b97068-4da5-4b80-b7b2-d0d57e4ca0e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2534096 Apr 18 17:12:53.941696 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3efdf59e-d8f3-40f6-9db8-345ccb3275cd req-9daec66d-72f0-4aba-961b-8cb3d8deff43 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.4654908 Apr 18 17:12:54.016228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e5110-4e26-483c-be5b-6927695a9314 req-e00e9f40-afb0-4195-92c7-166127ade4d6 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:54.018091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57e5110-4e26-483c-be5b-6927695a9314 req-e00e9f40-afb0-4195-92c7-166127ade4d6 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.5494103 Apr 18 17:12:54.095046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] For port 32049a67-b43e-469e-b1fc-65fceed2deae, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32049a67-b43e-469e-b1fc-65fceed2deae,segment=NetworkSegment(d4c58fc3-0813-4fcc-9ecb-c78c4bb77844),segment_id=d4c58fc3-0813-4fcc-9ecb-c78c4bb77844)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:54.095721 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:54.121080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68627b9-78c1-4b19-87a1-30a4945d8ba8 req-8bee58c6-fae2-430c-8701-30c6719a542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:54.122720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b68627b9-78c1-4b19-87a1-30a4945d8ba8 req-8bee58c6-fae2-430c-8701-30c6719a542a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.0546596 Apr 18 17:12:54.126751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Calling delete_port for 32049a67-b43e-469e-b1fc-65fceed2deae owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:54.154311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57e5110-4e26-483c-be5b-6927695a9314 req-59e57b71-80b3-4b2a-bc54-1b62100ecaa5 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271198 Apr 18 17:12:54.175060 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b68627b9-78c1-4b19-87a1-30a4945d8ba8 req-387f0892-c06c-4186-9781-4b280d7332a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338843 Apr 18 17:12:54.179875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaf54b-2b4d-4601-8c42-3c8cd872a9df req-7c8e697a-ee42-41d9-8f9c-391b219f3730 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:54.187678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57eaf54b-2b4d-4601-8c42-3c8cd872a9df req-7c8e697a-ee42-41d9-8f9c-391b219f3730 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1553478 Apr 18 17:12:54.234807 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:54.361219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57eaf54b-2b4d-4601-8c42-3c8cd872a9df req-0017111d-62f9-4f82-b6cb-b7bf5aef822c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725638 Apr 18 17:12:54.393245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-b1331d96-f37c-428c-be3e-d95e80d40855 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--477352454&fields=id&tenant_id=0e89357a44a54604abd44d2bed19bc7f HTTP/1.1" status: 200 len: 267 time: 0.1134737 Apr 18 17:12:54.552483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-37bb38e4-30e5-4ed6-8b9c-746066707788 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:54.553857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-37bb38e4-30e5-4ed6-8b9c-746066707788 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports/016aa17e-2fa3-4d57-8561-d91271203424 HTTP/1.1" status: 200 len: 934 time: 0.1507301 Apr 18 17:12:54.631575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbb209-a1ad-47fc-bf65-374cc2c3a547 req-4b5464cc-da5b-449d-977f-3616d9ea113a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:54.633039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abcbb209-a1ad-47fc-bf65-374cc2c3a547 req-4b5464cc-da5b-449d-977f-3616d9ea113a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1876230 Apr 18 17:12:54.640697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-70b64df9-146d-4d94-ab8a-06ffc1ae5721 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:54.642054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-70b64df9-146d-4d94-ab8a-06ffc1ae5721 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports/a5cc92ac-6f23-4437-b9b1-89a8349f3a0d HTTP/1.1" status: 200 len: 936 time: 0.0766182 Apr 18 17:12:54.677694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:54.715740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-88091159-dfa9-4b47-a59b-ef2045dc945c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?network_id=dbe52481-b0ec-4129-b971-323e61891fe4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0602186 Apr 18 17:12:54.770373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Pushing event deleted for resources: {'Port': ['ID=32049a67-b43e-469e-b1fc-65fceed2deae,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:54.796166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-5ac0a8b8-5f42-4f85-b047-9503955f27f9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?network_id=dbe52481-b0ec-4129-b971-323e61891fe4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0530388 Apr 18 17:12:54.801338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abcbb209-a1ad-47fc-bf65-374cc2c3a547 req-2669c61f-6b67-43d0-b5af-2a097f0ce883 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563132 Apr 18 17:12:54.899855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] No DVR routers for this DVR port 32049a67-b43e-469e-b1fc-65fceed2deae on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:54.923807 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:54.927030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fc652e7-4dd2-4697-9c83-5f214ba3d7a0 req-96027359-c033-4b05-bd33-b081507769ce tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.41 "DELETE /v2.0/ports/32049a67-b43e-469e-b1fc-65fceed2deae HTTP/1.1" status: 204 len: 173 time: 1.8561721 Apr 18 17:12:54.927556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783073be-9c14-4dd4-bd47-d8535b09b340', 'name': 'network-vif-deleted', 'tag': '32049a67-b43e-469e-b1fc-65fceed2deae'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:54.929857 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132d19c8-3520-40d4-9a90-08d365d0e2c8" -d '{"events": [{"server_uuid": "783073be-9c14-4dd4-bd47-d8535b09b340", "name": "network-vif-deleted", "tag": "32049a67-b43e-469e-b1fc-65fceed2deae"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:55.024336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 329afe9f-5032-44d7-a65f-66e01ae50f4d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:55.025058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:55.036632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa9b6-fb19-4529-ab24-41f3b8b540e3 req-e7bcffde-a765-40b3-9b3c-77f8b295e9e9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:55.038150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-274fa9b6-fb19-4529-ab24-41f3b8b540e3 req-e7bcffde-a765-40b3-9b3c-77f8b295e9e9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 944 time: 0.1762450 Apr 18 17:12:55.060923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-dcfd6307-9daa-4716-9b39-7cabcd43be5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:55.066708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-dcfd6307-9daa-4716-9b39-7cabcd43be5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:55.072989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-dcfd6307-9daa-4716-9b39-7cabcd43be5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:55.074552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-dcfd6307-9daa-4716-9b39-7cabcd43be5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/networks?id=9dc6a382-14a0-4e2b-b3f7-19e369312803&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=dbe52481-b0ec-4129-b971-323e61891fe4&id=dbe52481-b0ec-4129-b971-323e61891fe4 HTTP/1.1" status: 200 len: 1995 time: 0.2514083 Apr 18 17:12:55.142663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-1b75cecd-001e-4633-ac78-c237a896f44f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/quotas/0e89357a44a54604abd44d2bed19bc7f HTTP/1.1" status: 200 len: 375 time: 0.0320249 Apr 18 17:12:55.206545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-274fa9b6-fb19-4529-ab24-41f3b8b540e3 req-65b0f10d-bbbf-4caf-b88e-1aa8236de67f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559870 Apr 18 17:12:55.234693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 329afe9f-5032-44d7-a65f-66e01ae50f4d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=329afe9f-5032-44d7-a65f-66e01ae50f4d,segment=NetworkSegment(56fd8a09-ac63-4599-b2eb-cabac9c454e3),segment_id=56fd8a09-ac63-4599-b2eb-cabac9c454e3)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:55.235066 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:55.252127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-ed9932ec-97ad-4c32-8092-89135a92bdf3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1009927 Apr 18 17:12:55.263369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 329afe9f-5032-44d7-a65f-66e01ae50f4d owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:55.377896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ffb382d-df45-4bd0-8862-ecb8fdec4c2f req-068cee53-d36b-4ab4-b54f-ebdc56d5a227 tempest-InstanceActionsV221TestJSON-458625752 tempest-InstanceActionsV221TestJSON-458625752-project] 10.222.0.45 "GET /v2.0/ports?device_id=783073be-9c14-4dd4-bd47-d8535b09b340 HTTP/1.1" status: 200 len: 210 time: 0.0893643 Apr 18 17:12:55.475711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-31a734ca-c507-4d46-8099-d9cb4346bf35 service neutron] 10.222.0.45 "GET /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101910 Apr 18 17:12:55.509002 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01afae3-f743-41c3-bf35-cfbefec9fad9 x-openstack-request-id: req-d01afae3-f743-41c3-bf35-cfbefec9fad9 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:55.509283 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783073be-9c14-4dd4-bd47-d8535b09b340", "name": "network-vif-deleted", "tag": "32049a67-b43e-469e-b1fc-65fceed2deae", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:55.509589 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d01afae3-f743-41c3-bf35-cfbefec9fad9 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:55.509939 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01afae3-f743-41c3-bf35-cfbefec9fad9'] response: {'server_uuid': '783073be-9c14-4dd4-bd47-d8535b09b340', 'name': 'network-vif-deleted', 'tag': '32049a67-b43e-469e-b1fc-65fceed2deae', 'status': 'completed', 'code': 200} Apr 18 17:12:55.609367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02ccf064-7392-44e9-9b53-08c9459fc624 req-bb7522de-d4e4-4586-8cad-dc75757b9ceb tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0564094 Apr 18 17:12:55.647467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-2df80c82-6b99-4bd7-86ee-62167d22dfc5 service neutron] 10.222.0.45 "GET /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581092 Apr 18 17:12:55.700019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-65a77fa6-7ec2-4cfe-b626-670c2dac7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:55.701717 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-65a77fa6-7ec2-4cfe-b626-670c2dac7a5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 1096 time: 0.0464029 Apr 18 17:12:55.703932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-53b915e0-258c-427a-9e00-e4d5e0230103 service neutron] 10.222.0.45 "GET /v2.0/ports/016aa17e-2fa3-4d57-8561-d91271203424?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0492344 Apr 18 17:12:55.746738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:55.815549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-8253156a-e9b4-4343-97a9-e5f2d6826d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:55.817235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=329afe9f-5032-44d7-a65f-66e01ae50f4d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:55.819794 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-8253156a-e9b4-4343-97a9-e5f2d6826d05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 914 time: 0.1100185 Apr 18 17:12:55.835368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bfa12-b3aa-403f-b2b1-9da7ed3e505d req-96452d19-07e8-4c6c-8c6d-4305e709542f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:55.838631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-305bfa12-b3aa-403f-b2b1-9da7ed3e505d req-96452d19-07e8-4c6c-8c6d-4305e709542f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1513996 Apr 18 17:12:55.881365 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-2c149346-5494-42cc-a123-98f02dae7d85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29 HTTP/1.1" status: 200 len: 217 time: 0.0506032 Apr 18 17:12:55.940751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-51289e98-3bf8-43d8-93b2-9eacd8b564f0 service neutron] 10.222.0.45 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226291 Apr 18 17:12:55.962421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-1058a9e6-9f76-46dd-ae0d-2a42c52790f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:55.964639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-1058a9e6-9f76-46dd-ae0d-2a42c52790f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f789211-6bac-4326-9dc4-18630021209e HTTP/1.1" status: 200 len: 853 time: 0.0770180 Apr 18 17:12:55.966429 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-305bfa12-b3aa-403f-b2b1-9da7ed3e505d req-5efa6949-4b04-4cd9-b5c4-211132a561de tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986423 Apr 18 17:12:56.045710 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-343a2969-1d2c-4c77-b050-e6cb7604952f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa916f8d-bc99-4ca1-8752-efc0a3986851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624654 Apr 18 17:12:56.113271 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:12:56.128125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 120fc10d-e149-4f0d-86f1-ba75defaf343 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:12:56.152639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-ef5591e5-1448-4521-9550-b273ac550b30 service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003456 Apr 18 17:12:56.208983 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:56.219568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-837f36d3-bfb6-4d01-827d-aab885cb5508 service neutron] 10.222.0.45 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698331 Apr 18 17:12:56.236340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2560f14-2ab4-4f3d-9c6f-3ee2d70ec4f2 req-63c11212-fe55-4663-9221-84c1d0f99493 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:56.238079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2560f14-2ab4-4f3d-9c6f-3ee2d70ec4f2 req-63c11212-fe55-4663-9221-84c1d0f99493 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1703231 Apr 18 17:12:56.264621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 120fc10d-e149-4f0d-86f1-ba75defaf343, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=120fc10d-e149-4f0d-86f1-ba75defaf343,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:56.277789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '120fc10d-e149-4f0d-86f1-ba75defaf343', 'network_id': '74e5656a-b152-4028-9c04-b6bd64ad9c38', 'port_id': '120fc10d-e149-4f0d-86f1-ba75defaf343', 'mac_address': 'fa:16:3e:6c:06:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172d7eea-2e4b-48f9-9776-ac815d572d2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:12:56.283430 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f69084e7-6c92-47b6-aa03-2ba5d383f2df req-7180946f-0d95-4276-851e-39af8b2e1829 service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227303 Apr 18 17:12:56.316770 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:56.331751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120fc10d-e149-4f0d-86f1-ba75defaf343 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:12:56.351489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-1a585114-3109-4bc1-a47b-b6a02fc4dfc7 service neutron] 10.222.0.45 "GET /v2.0/ports/a5cc92ac-6f23-4437-b9b1-89a8349f3a0d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1124053 Apr 18 17:12:56.354677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 120fc10d-e149-4f0d-86f1-ba75defaf343, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=120fc10d-e149-4f0d-86f1-ba75defaf343,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:56.357443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 32049a67-b43e-469e-b1fc-65fceed2deae no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:56.381560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 32049a67-b43e-469e-b1fc-65fceed2deae {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:56.382208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 32049a67-b43e-469e-b1fc-65fceed2deae not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:56.393485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2560f14-2ab4-4f3d-9c6f-3ee2d70ec4f2 req-27e204e4-ebf8-43de-ad30-2ac8978b7885 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158466 Apr 18 17:12:56.450940 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:56.507657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=120fc10d-e149-4f0d-86f1-ba75defaf343,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:56.588570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-6fefc544-a69e-4b06-93a7-be790d86e8fd service neutron] 10.222.0.45 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199969 Apr 18 17:12:56.599944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a723c3-7988-469d-ade2-3f0ae35441c9 req-890a3db2-4102-4520-a2c3-fc85dc003a24 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:56.601331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5a723c3-7988-469d-ade2-3f0ae35441c9 req-890a3db2-4102-4520-a2c3-fc85dc003a24 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1171167 Apr 18 17:12:56.641669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:12:56.702913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5a723c3-7988-469d-ade2-3f0ae35441c9 req-7a3574c7-5e38-435d-831c-a2bc724fc244 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915666 Apr 18 17:12:56.784614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-96faa581-cf68-40d7-8794-20dc8d45eaeb service neutron] 10.222.0.45 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817212 Apr 18 17:12:56.869619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['120fc10d-e149-4f0d-86f1-ba75defaf343'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:12:57.272483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:12:57.280555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d66f7d4a-172f-4eb8-91b4-33b4c4cc3556 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6426387 Apr 18 17:12:57.282218 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:12:57.284268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37680) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:57.292461 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:57.293071 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:57.294211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7dd02-b4bc-425d-8f34-67ca7819c3ed req-bbe53156-9356-4e65-8f71-0efac01378d9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:57.296281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9c7dd02-b4bc-425d-8f34-67ca7819c3ed req-bbe53156-9356-4e65-8f71-0efac01378d9 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 945 time: 0.4637771 Apr 18 17:12:57.339278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9b34812b-f942-437d-a208-ded9598234ff service neutron] 10.222.0.45 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062015 Apr 18 17:12:57.340911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6f40ad-d0ad-4bdd-bea6-147a0a7931d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet ae53cee4-61ec-4149-badd-a220af0d3213 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:12:57.350072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d6f40ad-d0ad-4bdd-bea6-147a0a7931d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:57.361459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9c7dd02-b4bc-425d-8f34-67ca7819c3ed req-62f9537b-d2f9-42e3-ad2c-b04a149fd7ec tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570996 Apr 18 17:12:57.384543 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:57.420109 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d6f40ad-d0ad-4bdd-bea6-147a0a7931d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:57.477121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-bdc217ba-7954-4f24-9b61-80ee1c6fe87d service neutron] 10.222.0.45 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289635 Apr 18 17:12:57.523627 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d6f40ad-d0ad-4bdd-bea6-147a0a7931d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:57.552726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-953050a7-3b9f-4c94-874a-51321a79f366 req-5898c539-d425-49f5-b502-48b6a847c752 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0565231 Apr 18 17:12:57.594311 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:55Z', 'revision_number': 9, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:57.603213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-4dca7f0c-27dd-4888-86aa-388740c0d86d service neutron] 10.222.0.45 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250062 Apr 18 17:12:57.621502 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:12:57.630126 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:12:57.630526 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:57.658145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d6f40ad-d0ad-4bdd-bea6-147a0a7931d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:57.683610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af058b-739a-4597-b1cc-76c0655843ef None None] Network b82b6162-936e-419b-88cc-439c552570d0 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:12:57.702430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f40ad-d0ad-4bdd-bea6-147a0a7931d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=ae53cee4-61ec-4149-badd-a220af0d3213,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:57.704683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d6f40ad-d0ad-4bdd-bea6-147a0a7931d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:57.710814 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2d6f40ad-d0ad-4bdd-bea6-147a0a7931d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/ae53cee4-61ec-4149-badd-a220af0d3213 HTTP/1.1" status: 204 len: 168 time: 0.4225457 Apr 18 17:12:57.710814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37688) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:57.713814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-5da042c7-c33f-450d-9bb5-bbe10d10d385 service neutron] 10.222.0.45 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040888 Apr 18 17:12:57.753804 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:12:57.825361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:57.894031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f4c4be6e-3815-4109-ad1c-eba99ebe4139 service neutron] 10.222.0.45 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732335 Apr 18 17:12:57.899046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port e6ea2ad5-99ea-468f-a7d4-8724476c0113 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:57.899462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:57.902014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c970c0-6d1b-4872-8cf9-01f7cb8f087b req-5b6da59d-d9b6-4554-9a9f-9d61fa55ab4e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:57.905911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34c970c0-6d1b-4872-8cf9-01f7cb8f087b req-5b6da59d-d9b6-4554-9a9f-9d61fa55ab4e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0920300 Apr 18 17:12:57.944784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] DHCP port deletion for b82b6162-936e-419b-88cc-439c552570d0 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:12:57.976191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port e6ea2ad5-99ea-468f-a7d4-8724476c0113, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e6ea2ad5-99ea-468f-a7d4-8724476c0113,segment=NetworkSegment(56fd8a09-ac63-4599-b2eb-cabac9c454e3),segment_id=56fd8a09-ac63-4599-b2eb-cabac9c454e3)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:57.976849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:57.991853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for e6ea2ad5-99ea-468f-a7d4-8724476c0113 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:57.996167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34c970c0-6d1b-4872-8cf9-01f7cb8f087b req-ae79d091-d658-48d2-b74f-6103d3567ec4 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808003 Apr 18 17:12:58.021890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] Deleting port e6ea2ad5-99ea-468f-a7d4-8724476c0113 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:58.022532 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.061020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-3ed87768-6f39-48d9-b25b-bc633cd0532a service neutron] 10.222.0.45 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540713 Apr 18 17:12:58.103940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] For port e6ea2ad5-99ea-468f-a7d4-8724476c0113, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e6ea2ad5-99ea-468f-a7d4-8724476c0113,segment=NetworkSegment(56fd8a09-ac63-4599-b2eb-cabac9c454e3),segment_id=56fd8a09-ac63-4599-b2eb-cabac9c454e3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:58.104679 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.119702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] Calling delete_port for e6ea2ad5-99ea-468f-a7d4-8724476c0113 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:58.127220 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:55Z', 'revision_number': 9, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:58.155087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.165376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 120fc10d-e149-4f0d-86f1-ba75defaf343 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:12:58.171129 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edb7cd-1893-4a60-b1ed-acf066a8b6a1 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:55Z', 'revision_number': 9, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': '8f65f9d9-314b-4101-a4c0-7810107b19f4', 'name': '', 'network_id': '1725f34c-5b81-4357-b97d-d0a91866c743', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:21:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:19Z', 'updated_at': '2022-04-18T17:12:25Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '28ca1eab-0322-4a85-b5f6-f9616ccaacc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:12:58.199086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72803891-1eb6-4d81-bc67-c76b6caeb687 req-c0592f53-c035-444c-a4dd-938d7cc737a4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:58.200616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72803891-1eb6-4d81-bc67-c76b6caeb687 req-c0592f53-c035-444c-a4dd-938d7cc737a4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 945 time: 0.1091650 Apr 18 17:12:58.204856 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-fa4cea16-88f5-4e0d-b886-db6190d983c3 service neutron] 10.222.0.45 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323800 Apr 18 17:12:58.220572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=e6ea2ad5-99ea-468f-a7d4-8724476c0113,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:58.227692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No DVR routers for this DVR port e6ea2ad5-99ea-468f-a7d4-8724476c0113 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:58.266148 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.293365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] Pushing event deleted for resources: {'Port': ['ID=e6ea2ad5-99ea-468f-a7d4-8724476c0113,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:58.296794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157ec69-c622-4cb8-b8b8-d6b71613c570 None None] No DVR routers for this DVR port e6ea2ad5-99ea-468f-a7d4-8724476c0113 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:12:58.325051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72803891-1eb6-4d81-bc67-c76b6caeb687 req-87c7e6d4-588a-4141-862f-d47b1510a925 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136956 Apr 18 17:12:58.335123 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.359175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82b6162-936e-419b-88cc-439c552570d0']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:58.367084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 120fc10d-e149-4f0d-86f1-ba75defaf343 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:12:58.370441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fd8a09-ac63-4599-b2eb-cabac9c454e3') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:58.370812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fd8a09-ac63-4599-b2eb-cabac9c454e3') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:12:58.374539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-192416a1-3dc9-46fb-836b-2583563e80fc service neutron] 10.222.0.45 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620653 Apr 18 17:12:58.378075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 120fc10d-e149-4f0d-86f1-ba75defaf343 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:12:58.378644 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.395843 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.413124 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.420508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:12:58.421177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:12:58.426168 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:12:58.484426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.517383 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d7573-1a69-40b3-a7ad-8c2bef09de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120fc10d-e149-4f0d-86f1-ba75defaf343'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:12:58.519869 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafb63f8-d412-4163-82e6-5914ee7b4ca5" -d '{"events": [{"server_uuid": "973d7573-1a69-40b3-a7ad-8c2bef09de13", "name": "network-vif-plugged", "status": "completed", "tag": "120fc10d-e149-4f0d-86f1-ba75defaf343"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:12:58.533278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 120fc10d-e149-4f0d-86f1-ba75defaf343, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=120fc10d-e149-4f0d-86f1-ba75defaf343,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:58.604857 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.605091 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.606000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:58.620963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.629274 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/b82b6162-936e-419b-88cc-439c552570d0 HTTP/1.1" status: 204 len: 168 time: 0.9095592 Apr 18 17:12:58.636164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37708) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:58.637795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d75190-9127-4685-8926-a740f6c1968f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=b82b6162-936e-419b-88cc-439c552570d0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:58.732763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=120fc10d-e149-4f0d-86f1-ba75defaf343,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:58.816341 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.850520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 329afe9f-5032-44d7-a65f-66e01ae50f4d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:58.864072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:58.885877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 329afe9f-5032-44d7-a65f-66e01ae50f4d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:58.886368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 329afe9f-5032-44d7-a65f-66e01ae50f4d not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:58.886875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e6ea2ad5-99ea-468f-a7d4-8724476c0113 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:12:58.903224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e752-12f7-4ff9-a2f8-eeda2a2000c0 req-a1ffec40-8552-406a-99d8-e909da423137 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:58.904921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da84e752-12f7-4ff9-a2f8-eeda2a2000c0 req-a1ffec40-8552-406a-99d8-e909da423137 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.1418829 Apr 18 17:12:58.914185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: e6ea2ad5-99ea-468f-a7d4-8724476c0113 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:12:58.915346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e6ea2ad5-99ea-468f-a7d4-8724476c0113 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:12:58.923830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-4e0e2989-f69a-48b8-bed2-bd8eff41b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:58.925589 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-4e0e2989-f69a-48b8-bed2-bd8eff41b4b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.0703306 Apr 18 17:12:58.938120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:58.999103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:12:59.006133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da84e752-12f7-4ff9-a2f8-eeda2a2000c0 req-010882df-62f1-4a49-b479-3b24d870026f tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769377 Apr 18 17:12:59.045739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-0b815a01-2268-4c50-8ab2-35e94a41ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:59.047228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-0b815a01-2268-4c50-8ab2-35e94a41ed6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.1149063 Apr 18 17:12:59.119751 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:59.122031 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dafcd71-1aaf-4e0c-9f84-77cb4e46d724 x-openstack-request-id: req-1dafcd71-1aaf-4e0c-9f84-77cb4e46d724 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:12:59.123065 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973d7573-1a69-40b3-a7ad-8c2bef09de13", "name": "network-vif-plugged", "status": "completed", "tag": "120fc10d-e149-4f0d-86f1-ba75defaf343", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:12:59.123338 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1dafcd71-1aaf-4e0c-9f84-77cb4e46d724 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:12:59.123779 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dafcd71-1aaf-4e0c-9f84-77cb4e46d724'] response: {'server_uuid': '973d7573-1a69-40b3-a7ad-8c2bef09de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120fc10d-e149-4f0d-86f1-ba75defaf343', 'code': 200} Apr 18 17:12:59.149660 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-5ef2e4f7-8956-4c94-a6dc-647d6cb349a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 1001 time: 0.0730908 Apr 18 17:12:59.218787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-7e6455d8-007b-409a-88ab-e38cf7e8001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:59.220327 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-7e6455d8-007b-409a-88ab-e38cf7e8001e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0640185 Apr 18 17:12:59.233603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b352ff7e-6369-40fd-abec-2f8c282a28bf req-316d65c4-ad2d-4712-b851-d72870565ce6 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0309813 Apr 18 17:12:59.274927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-17f861d2-3314-4197-8e68-dbc6b015e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:59.276542 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-17f861d2-3314-4197-8e68-dbc6b015e565 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496132 Apr 18 17:12:59.337325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f6cf2-a9e8-4d14-81d9-d7cd2c210bd3 req-a0bb0f77-2c2d-4a7e-bcfc-fba7f8ed12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:59.338837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-820f6cf2-a9e8-4d14-81d9-d7cd2c210bd3 req-a0bb0f77-2c2d-4a7e-bcfc-fba7f8ed12a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 1097 time: 0.1076250 Apr 18 17:12:59.385641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-a30ede3a-da8d-4fe3-9284-d437e40c65bc service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992703 Apr 18 17:12:59.424699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944eb4-c16c-4e56-bd9a-f8abeeb55d01 req-0e37a423-edc9-4bfe-bd15-670b7c2f4456 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:59.426211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce944eb4-c16c-4e56-bd9a-f8abeeb55d01 req-0e37a423-edc9-4bfe-bd15-670b7c2f4456 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1059351 Apr 18 17:12:59.432768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-820f6cf2-a9e8-4d14-81d9-d7cd2c210bd3 req-37f40742-f12c-4d5a-a0c7-a79c4b36675c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637484 Apr 18 17:12:59.478430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce944eb4-c16c-4e56-bd9a-f8abeeb55d01 req-a61a55a7-599f-4318-8868-5e19f413b987 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Apr 18 17:12:59.482540 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9733073c-1ca9-4bf2-a0da-0fa58d4ca75f req-9aeed67d-4ba5-4e13-91bb-7bc94b43a286 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910416 Apr 18 17:12:59.591904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 8f65f9d9-314b-4101-a4c0-7810107b19f4 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:12:59.592387 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:59.603011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae2bee-40e1-40ff-a351-c1f12c17cf4c req-3387540d-cc0b-4c9a-b6f5-15007026e014 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:59.604480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fae2bee-40e1-40ff-a351-c1f12c17cf4c req-3387540d-cc0b-4c9a-b6f5-15007026e014 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0673807 Apr 18 17:12:59.700143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fae2bee-40e1-40ff-a351-c1f12c17cf4c req-5fd7ec6e-5d69-492f-94a3-ebf6408e20b5 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852311 Apr 18 17:12:59.733284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 8f65f9d9-314b-4101-a4c0-7810107b19f4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8f65f9d9-314b-4101-a4c0-7810107b19f4,segment=NetworkSegment(d96aed30-3155-4bde-9cf9-b678d3272a4c),segment_id=d96aed30-3155-4bde-9cf9-b678d3272a4c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:12:59.734208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:59.744230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37730) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:12:59.756330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 8f65f9d9-314b-4101-a4c0-7810107b19f4 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:12:59.804354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-32372788-171a-45b6-ac3b-68f98007b839 admin admin] Deleting subnet 2933702a-4452-469d-934e-9dadbe92acff {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:12:59.810522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32372788-171a-45b6-ac3b-68f98007b839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:59.858391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32372788-171a-45b6-ac3b-68f98007b839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:59.874513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a80d10f1-51bf-422e-8e28-f3e1bebe30f5 req-4f96b924-b75b-4917-bd5a-558f7d7e95bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0925655 Apr 18 17:12:59.908291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2578838-ad55-4d2a-8c44-b4ae29ace2b4 req-8fa04a5f-106e-41b4-9c52-8d826f62a4dc tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:12:59.910050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2578838-ad55-4d2a-8c44-b4ae29ace2b4 req-8fa04a5f-106e-41b4-9c52-8d826f62a4dc tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.1439028 Apr 18 17:12:59.911035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32372788-171a-45b6-ac3b-68f98007b839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:12:59.993436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2578838-ad55-4d2a-8c44-b4ae29ace2b4 req-5bf70690-2220-4a0d-b963-fb8888389aa1 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744586 Apr 18 17:13:00.073319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32372788-171a-45b6-ac3b-68f98007b839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.099655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32372788-171a-45b6-ac3b-68f98007b839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2933702a-4452-469d-934e-9dadbe92acff,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:00.103988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32372788-171a-45b6-ac3b-68f98007b839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.107170 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-32372788-171a-45b6-ac3b-68f98007b839 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2933702a-4452-469d-934e-9dadbe92acff HTTP/1.1" status: 204 len: 168 time: 0.3619294 Apr 18 17:13:00.109725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37742) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:00.143570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdf073-4fd9-42e4-bb41-6aa84368c373 req-d1e0686c-6591-4969-a09b-ab1b065fcf02 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:00.145059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17fdf073-4fd9-42e4-bb41-6aa84368c373 req-d1e0686c-6591-4969-a09b-ab1b065fcf02 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.0837171 Apr 18 17:13:00.170429 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.180121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.189400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27a17-fe4a-4e7c-be89-a175407a8cea req-639edbe3-adb7-4a14-a96e-0c89e570ffa6 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:00.193890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4d27a17-fe4a-4e7c-be89-a175407a8cea req-639edbe3-adb7-4a14-a96e-0c89e570ffa6 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.0957208 Apr 18 17:13:00.220643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=8f65f9d9-314b-4101-a4c0-7810107b19f4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:00.272812 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.282028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17fdf073-4fd9-42e4-bb41-6aa84368c373 req-854004bb-fb43-4153-852e-a07c976cf1d0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279795 Apr 18 17:13:00.283653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.284008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.284348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.284832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.285004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.285394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.285751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.286077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.286404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.286725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.287045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.287371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:00.303588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a209980-8d3e-438b-8d0d-ff5564f20d42']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:00.337145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c58fc3-0813-4fcc-9ecb-c78c4bb77844') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:00.339301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c58fc3-0813-4fcc-9ecb-c78c4bb77844') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:00.355820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4d27a17-fe4a-4e7c-be89-a175407a8cea req-a557ac86-6999-46e2-9f27-bd9335d4f3f4 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419525 Apr 18 17:13:00.361056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.395094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.407536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:13:00.408051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:13:00.426914 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:13:00.503345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b88e5a2-48b4-4ca7-850d-6294b5364ad6 req-aaca6c09-da5c-447f-8ef2-04dd638da2ec tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0591903 Apr 18 17:13:00.531594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.538949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-cad820bb-f287-4a74-84e9-dfa0b2bf7a00 req-acc25a6f-b73a-4b34-b9ee-747aaec07c30 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:13:00.543696 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cad820bb-f287-4a74-84e9-dfa0b2bf7a00 req-acc25a6f-b73a-4b34-b9ee-747aaec07c30 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060935 Apr 18 17:13:00.560968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.566527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:00.569856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] 10.222.0.45 "DELETE /v2.0/networks/3a209980-8d3e-438b-8d0d-ff5564f20d42 HTTP/1.1" status: 204 len: 168 time: 0.4591384 Apr 18 17:13:00.584062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b94844-7bed-4b47-8274-09d9f3c1f7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=3a209980-8d3e-438b-8d0d-ff5564f20d42,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:00.725175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157441ef-2771-4b7f-9962-76f50afbfba5 req-a080a049-516b-446e-a01b-b4b54aad3e0d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:00.726671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-157441ef-2771-4b7f-9962-76f50afbfba5 req-a080a049-516b-446e-a01b-b4b54aad3e0d tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1345613 Apr 18 17:13:00.810529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:13:00.830164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-157441ef-2771-4b7f-9962-76f50afbfba5 req-74445f52-b958-4839-8ea1-42d9a2b37460 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726924 Apr 18 17:13:00.938867 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3b81fc7-c369-4bff-84f9-082adfa19849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.002775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ce7d-6615-4ce9-9ce8-c69f18a8f0ad req-03959cf6-ef01-477e-ade6-0779b11eba53 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:01.004340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a764ce7d-6615-4ce9-9ce8-c69f18a8f0ad req-03959cf6-ef01-477e-ade6-0779b11eba53 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1629698 Apr 18 17:13:01.025715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:13:01.035234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0817b-c612-4120-a911-3a60c3260e2f req-c2e0b2d7-79a3-4149-bd5a-29c8949d10c4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:01.036756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53a0817b-c612-4120-a911-3a60c3260e2f req-c2e0b2d7-79a3-4149-bd5a-29c8949d10c4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.1286132 Apr 18 17:13:01.040438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0fa4f133-48b5-42f2-8a08-4e6826f37b38 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4099438 Apr 18 17:13:01.043514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37772) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:01.050034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:13:01.077738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:01.078998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:01.105006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a764ce7d-6615-4ce9-9ce8-c69f18a8f0ad req-5fe53a9c-d282-4161-b1ff-502b1673d03a tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829020 Apr 18 17:13:01.134675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53a0817b-c612-4120-a911-3a60c3260e2f req-ef068584-2906-4f57-8c1c-863e7af13dcd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821762 Apr 18 17:13:01.146169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:01.152166 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9285d4-3b7d-45de-838b-662c69c689fe" -d '{"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-unplugged", "status": "completed", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:01.156618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37780) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:01.206316 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a394df87-c3e8-4008-a921-8b6d7ee45340 x-openstack-request-id: req-a394df87-c3e8-4008-a921-8b6d7ee45340 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:01.206734 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-unplugged", "status": "failed", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29", "code": 422}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:01.207108 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a394df87-c3e8-4008-a921-8b6d7ee45340 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:01.207620 n-d-836015-2 neutron-server[109827]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a394df87-c3e8-4008-a921-8b6d7ee45340']: {'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'code': 422} returned with failed status Apr 18 17:13:01.209653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-350227cd-322f-4ee0-9314-e67b6862384b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet 28ca1eab-0322-4a85-b5f6-f9616ccaacc4 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:13:01.213190 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-350227cd-322f-4ee0-9314-e67b6862384b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.218696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:01.226213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-07a0aaaa-2792-437d-8daf-2395c18cf8b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ecd7d6e9ab404992ab45eacbeb24240b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684619 Apr 18 17:13:01.229365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37782) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:01.257063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-350227cd-322f-4ee0-9314-e67b6862384b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.270746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72c719ee-daaf-4df8-bb15-d0b7ee700e4e req-297b2075-a06e-46e7-8dea-9d4a8ae191cd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0477614 Apr 18 17:13:01.327474 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64c52a50-fb4f-41c1-8527-2e382ba970a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.359079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64c52a50-fb4f-41c1-8527-2e382ba970a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.407218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-350227cd-322f-4ee0-9314-e67b6862384b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.459397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:59Z', 'revision_number': 10, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:01.493081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:13:01.501175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:01.501821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:12:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:01.521667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-28de073a-abda-4e26-80ac-e12a662ff505 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2532945 Apr 18 17:13:01.532887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b36ea-9b99-4c29-ad92-2a1cc21c5ae2 req-62797fe2-67a3-46da-8405-0eae25d180ad tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:01.534353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c01b36ea-9b99-4c29-ad92-2a1cc21c5ae2 req-62797fe2-67a3-46da-8405-0eae25d180ad tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.0731585 Apr 18 17:13:01.539930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-2731cf4f-c49b-4d57-b194-2173184b0732 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:13:01.540902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-2731cf4f-c49b-4d57-b194-2173184b0732 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057032 Apr 18 17:13:01.567552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-350227cd-322f-4ee0-9314-e67b6862384b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.572116 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64c52a50-fb4f-41c1-8527-2e382ba970a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.574335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64c52a50-fb4f-41c1-8527-2e382ba970a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.575472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-64c52a50-fb4f-41c1-8527-2e382ba970a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fec45b6-28a6-4677-a4b1-16bdfa77ae10 HTTP/1.1" status: 204 len: 168 time: 0.3450396 Apr 18 17:13:01.600472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350227cd-322f-4ee0-9314-e67b6862384b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=28ca1eab-0322-4a85-b5f6-f9616ccaacc4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:01.603420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-350227cd-322f-4ee0-9314-e67b6862384b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.606656 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-350227cd-322f-4ee0-9314-e67b6862384b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/28ca1eab-0322-4a85-b5f6-f9616ccaacc4 HTTP/1.1" status: 204 len: 168 time: 0.5591397 Apr 18 17:13:01.609381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37792) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:01.614613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c52a50-fb4f-41c1-8527-2e382ba970a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fec45b6-28a6-4677-a4b1-16bdfa77ae10,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:01.625013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c01b36ea-9b99-4c29-ad92-2a1cc21c5ae2 req-8d4fb271-7834-4c5f-82c2-9d3d0c224071 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803859 Apr 18 17:13:01.635230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:01.708439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.732822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0afcc-6df5-489b-9db0-89d706c423a2 None None] Network 1725f34c-5b81-4357-b97d-d0a91866c743 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:01.799779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-586f64b1-29d2-481a-af5d-d20c05abbf28 req-074049c0-a3af-4417-87b9-0c1a5b007c6d tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0568736 Apr 18 17:13:01.800633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:01.801102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.903770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee4c42-893f-445b-912f-88377ac2f5ef req-b1f869a4-6140-4d3b-8610-45ac3543b9a2 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:01.913379 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1ee4c42-893f-445b-912f-88377ac2f5ef req-b1f869a4-6140-4d3b-8610-45ac3543b9a2 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.1569231 Apr 18 17:13:01.930825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,segment=NetworkSegment(d96aed30-3155-4bde-9cf9-b678d3272a4c),segment_id=d96aed30-3155-4bde-9cf9-b678d3272a4c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:01.931203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:01.950281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:01.990762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1ee4c42-893f-445b-912f-88377ac2f5ef req-6c5808c6-4184-4c90-bed6-3cbf164f0fb3 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707583 Apr 18 17:13:02.053202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c0236-5ca5-45e7-9350-247f94cdaa02 req-8b55d761-dc42-4c0c-a106-f6e37e925886 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:02.064502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d5c0236-5ca5-45e7-9350-247f94cdaa02 req-8b55d761-dc42-4c0c-a106-f6e37e925886 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.0836651 Apr 18 17:13:02.086249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:59Z', 'revision_number': 10, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:02.137588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8e6b9-6b5e-4e21-b41f-7179f6ad5be9 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:12:59Z', 'revision_number': 10, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None, '_interfaces': [{'id': 'c9cb2d7d-c51f-4c56-88e6-d9992695300d', 'name': '', 'network_id': '72714a8e-0e79-49ed-86f9-a566b1362e88', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'mac_address': 'fa:16:3e:52:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:12:13Z', 'updated_at': '2022-04-18T17:12:19Z', 'revision_number': 5, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'subnets': [{'id': '11f65b30-aee7-4e3c-9a39-d840937b2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:13:02.156704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:02.169265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] DHCP port deletion for 1725f34c-5b81-4357-b97d-d0a91866c743 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:13:02.180729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d5c0236-5ca5-45e7-9350-247f94cdaa02 req-646bb0b0-3a93-4727-817f-16db26c094e4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152270 Apr 18 17:13:02.303269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] Deleting port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:02.303269 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:02.330294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d23ab-63e3-4396-9187-939caf223159 req-26c802bd-757d-4144-a808-76e194191578 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:02.332059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-681d23ab-63e3-4396-9187-939caf223159 req-26c802bd-757d-4144-a808-76e194191578 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0611820 Apr 18 17:13:02.359023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] For port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,segment=NetworkSegment(d96aed30-3155-4bde-9cf9-b678d3272a4c),segment_id=d96aed30-3155-4bde-9cf9-b678d3272a4c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:02.359417 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:02.380972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-681d23ab-63e3-4396-9187-939caf223159 req-4eb242f5-3f50-432f-9414-042a92c2c043 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406518 Apr 18 17:13:02.389771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] Calling delete_port for 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:02.407139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:02.448387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No DVR routers for this DVR port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:13:02.470360 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:02.479364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:02.533308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] Pushing event deleted for resources: {'Port': ['ID=6dd2ef09-3a3e-4a02-8cba-7ee434dac978,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:02.551132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492dd6a-a74f-42ce-88d4-422ee6f6d7f6 None None] No DVR routers for this DVR port 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:13:02.614325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:02.661785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de28d6c3-359e-4551-afbb-dc0a7a71b7e1 req-0e54c33d-14d3-4f2c-9cbd-bcee46dca471 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0445848 Apr 18 17:13:02.670787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1725f34c-5b81-4357-b97d-d0a91866c743']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:02.693168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687bd24-21e9-4dbb-9b87-0a6d419aad15 req-2e2fe1ab-d995-44d4-a038-2f077850925a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:02.693168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1687bd24-21e9-4dbb-9b87-0a6d419aad15 req-2e2fe1ab-d995-44d4-a038-2f077850925a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.1258399 Apr 18 17:13:02.697713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9556cdf1-4e7a-4464-922f-6203ecc768da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:02.699160 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9556cdf1-4e7a-4464-922f-6203ecc768da service neutron] 10.222.0.18 "GET /v2.0/ports/016aa17e-2fa3-4d57-8561-d91271203424 HTTP/1.1" status: 200 len: 1030 time: 0.0743864 Apr 18 17:13:02.706812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96aed30-3155-4bde-9cf9-b678d3272a4c') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:02.707365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96aed30-3155-4bde-9cf9-b678d3272a4c') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:02.737802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1687bd24-21e9-4dbb-9b87-0a6d419aad15 req-10b758bd-58b6-441b-a6c2-8c0f35ed67d0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Apr 18 17:13:02.771960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-33130c98-98e0-48dc-be27-663a9417cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:02.773615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-33130c98-98e0-48dc-be27-663a9417cd21 service neutron] 10.222.0.18 "GET /v2.0/ports/a5cc92ac-6f23-4437-b9b1-89a8349f3a0d HTTP/1.1" status: 200 len: 1032 time: 0.0635703 Apr 18 17:13:02.779300 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:02.830826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:02.841580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e6761-f4b6-4db2-a299-3035833f7742 req-c84641cf-e657-483f-b8b3-6db8f04c8e69 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:02.843268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e4e6761-f4b6-4db2-a299-3035833f7742 req-c84641cf-e657-483f-b8b3-6db8f04c8e69 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.0679224 Apr 18 17:13:02.851583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:02.880792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:13:02.881209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:13:02.884363 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:13:02.910037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:13:02.910538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6dd2ef09-3a3e-4a02-8cba-7ee434dac978 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:13:02.911189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8f65f9d9-314b-4101-a4c0-7810107b19f4 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:02.935362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e4e6761-f4b6-4db2-a299-3035833f7742 req-a63d690e-aea9-4ebf-859d-2a53ea15dc28 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773330 Apr 18 17:13:02.943739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 8f65f9d9-314b-4101-a4c0-7810107b19f4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:13:02.944295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8f65f9d9-314b-4101-a4c0-7810107b19f4 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:13:03.007043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-eda3fab6-c671-4412-afe9-5fa72724bbb9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:03.013833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-eda3fab6-c671-4412-afe9-5fa72724bbb9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:03.019630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-eda3fab6-c671-4412-afe9-5fa72724bbb9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:03.021789 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-eda3fab6-c671-4412-afe9-5fa72724bbb9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "GET /v2.0/networks?id=9dc6a382-14a0-4e2b-b3f7-19e369312803&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=dbe52481-b0ec-4129-b971-323e61891fe4&id=dbe52481-b0ec-4129-b971-323e61891fe4 HTTP/1.1" status: 200 len: 1995 time: 0.2331924 Apr 18 17:13:03.029144 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.036621 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.040511 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/1725f34c-5b81-4357-b97d-d0a91866c743 HTTP/1.1" status: 204 len: 168 time: 1.4295835 Apr 18 17:13:03.045404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ab78dbb-8593-4647-a02a-ff840af0945e req-fcdd9597-ada7-49d5-827b-ccb1fa54e1df tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1027658 Apr 18 17:13:03.046273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37834) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:03.062886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343bc14-d945-4da8-9392-8f6bdf339af2 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=1725f34c-5b81-4357-b97d-d0a91866c743,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:03.108613 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-e5950212-72c5-4aac-9d2b-d858bd769b9f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e89357a44a54604abd44d2bed19bc7f HTTP/1.1" status: 200 len: 379 time: 0.0653648 Apr 18 17:13:03.118562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'admin_state_up': True, 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'security_groups': ['16a11287-2d95-4a37-b033-4322de0c81cf']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:03.264125 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-add6008a-99cf-48fc-a2c6-1170c6da179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.355980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37840) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:03.376841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:03.382425 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.533816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2054124462-network', 'tenant_id': 'e0e9f9d6cc2f4a0bb127506f8c3f3859'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:03.574840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Allocated IP 172.20.0.13 (9dc6a382-14a0-4e2b-b3f7-19e369312803/64991e29-3a6e-40a0-b7b4-27fe757dcc9b/1df644db-7c5c-41c6-b618-2b770dafe1de) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:03.644080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Made reservation on behalf of e0e9f9d6cc2f4a0bb127506f8c3f3859 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:03.647949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.677261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.694488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e3947-fa5a-4c42-895c-b9d84ab95adf req-2545869b-98a3-4a23-9938-9e2c4b4d6238 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:03.696650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc4e3947-fa5a-4c42-895c-b9d84ab95adf req-2545869b-98a3-4a23-9938-9e2c4b4d6238 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.6494036 Apr 18 17:13:03.716111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee6b4b33-fc58-4c1c-89eb-4bf9983dc0af req-74b8f850-c2b8-44e3-9bb8-03baa2955adc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0440698 Apr 18 17:13:03.784986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fdfde-6923-448c-a78e-7726c00de2c8 req-9db150e7-9c7c-4aab-86e4-083f2ee97563 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:03.789899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be8fdfde-6923-448c-a78e-7726c00de2c8 req-9db150e7-9c7c-4aab-86e4-083f2ee97563 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1634026 Apr 18 17:13:03.802851 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.845522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.850056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc4e3947-fa5a-4c42-895c-b9d84ab95adf req-6928d8de-f2e4-47fe-8564-6a1f7d7c5ca6 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368504 Apr 18 17:13:03.907778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.934437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:13:03.941570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.957610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be8fdfde-6923-448c-a78e-7726c00de2c8 req-4a326089-e8bc-4dbd-9e9b-fda95fd2f9f7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552939 Apr 18 17:13:03.991043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:03.991400 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Added segment 8ecb2192-b93b-4593-8cf3-2f89e5a3803e of type vlan for network 30d2520b-3223-4d64-91a2-866077139925 Apr 18 17:13:04.008067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd045c26-8aef-4762-9104-0cc430293313,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:04.062027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:04.068510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=1df644db-7c5c-41c6-b618-2b770dafe1de,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:04.068510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:04.069688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-83135e48-2826-4bfe-8cfb-b574958e25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.070957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.073519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:04.074624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-83135e48-2826-4bfe-8cfb-b574958e25cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458&tenant_id=f1f5fa762bf24665b01526e7b1312f82 HTTP/1.1" status: 200 len: 1094 time: 0.2146051 Apr 18 17:13:04.150171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.150171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.168606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5b520-719a-41f7-a278-adf08f20215f req-6619f7bf-cfc5-4b5d-8de3-7e37e1c44278 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.170371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4c5b520-719a-41f7-a278-adf08f20215f req-6619f7bf-cfc5-4b5d-8de3-7e37e1c44278 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.2115488 Apr 18 17:13:04.200741 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.202027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.202788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.238532 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d071a74b-5013-403b-b6b5-842b1054c115 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1242697 Apr 18 17:13:04.251469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a00251-4bc7-4630-8645-902d55701665 req-c6bbe4ad-c6de-4bd1-9757-24ff028e816b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.260032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84a00251-4bc7-4630-8645-902d55701665 req-c6bbe4ad-c6de-4bd1-9757-24ff028e816b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 932 time: 0.1741788 Apr 18 17:13:04.272894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-1cf92fc5-15bb-47e9-a9d8-1e64464cb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.275134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-1cf92fc5-15bb-47e9-a9d8-1e64464cb04f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 1094 time: 0.1254945 Apr 18 17:13:04.300760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'admin_state_up': True, 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'security_groups': ['16a11287-2d95-4a37-b033-4322de0c81cf']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:04.323241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4c5b520-719a-41f7-a278-adf08f20215f req-ae40fb7a-f78b-4f37-8c5b-5695dcfc67d3 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302543 Apr 18 17:13:04.343199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] Pushing event updated for resources: {'Network': ['ID=30d2520b-3223-4d64-91a2-866077139925,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:04.357318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 30d2520b-3223-4d64-91a2-866077139925 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:13:04.397479 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84a00251-4bc7-4630-8645-902d55701665 req-de015542-949d-421c-b1da-d6193b5249fb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363049 Apr 18 17:13:04.439901 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f3cd4ae2-b3fd-412c-963d-95cf1cc9bda1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0853558 Apr 18 17:13:04.450588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37858) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:04.462806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Request body: {'subnet': {'network_id': '30d2520b-3223-4d64-91a2-866077139925', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2054124462-subnet', 'tenant_id': 'e0e9f9d6cc2f4a0bb127506f8c3f3859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:04.490804 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.518341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6cee868b-de2b-4ec2-b6c3-b5d6bb6b09af None None] Provisioning complete for port 1df644db-7c5c-41c6-b618-2b770dafe1de triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:04.518709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6cee868b-de2b-4ec2-b6c3-b5d6bb6b09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.563628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6cee868b-de2b-4ec2-b6c3-b5d6bb6b09af None None] Port 1df644db-7c5c-41c6-b618-2b770dafe1de cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:04.595180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Made reservation on behalf of e0e9f9d6cc2f4a0bb127506f8c3f3859 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:04.597588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.659760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bd462-fc72-4b87-80c7-7b2e658892ff req-ebbe7364-c72f-4985-b6ad-18a1b0b94258 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.667266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-685bd462-fc72-4b87-80c7-7b2e658892ff req-ebbe7364-c72f-4985-b6ad-18a1b0b94258 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.1651690 Apr 18 17:13:04.670940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:04.677304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.677460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-856cb20c-6420-4da0-aef6-a2780c3ffff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.677946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-856cb20c-6420-4da0-aef6-a2780c3ffff9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 914 time: 0.3939929 Apr 18 17:13:04.753251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-8ad4f2fb-5ff1-400f-a449-da28b7f50421 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29 HTTP/1.1" status: 200 len: 217 time: 0.0671785 Apr 18 17:13:04.821595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:04.868753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-685bd462-fc72-4b87-80c7-7b2e658892ff req-9663b5ee-9b03-422c-9ba6-ac9842b9d6b4 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006991 Apr 18 17:13:04.873694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Allocated IP 10.1.1.191 (a3de4985-6af3-4d4f-ac03-09caa2da850a/aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8/62bae62c-16b2-41d0-9370-cd3639e8314b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:04.925967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-17386f26-c817-4b07-be49-26783982cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.926964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-17386f26-c817-4b07-be49-26783982cd5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f789211-6bac-4326-9dc4-18630021209e HTTP/1.1" status: 200 len: 853 time: 0.1573124 Apr 18 17:13:04.959475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7c0cb-2599-4c61-b6d1-7a0f428d74b0 req-daa19f6e-67bd-4986-9fc6-98fd2b046a84 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:04.960987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3e7c0cb-2599-4c61-b6d1-7a0f428d74b0 req-daa19f6e-67bd-4986-9fc6-98fd2b046a84 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.2149990 Apr 18 17:13:04.985004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37862) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:04.988644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-dbe06b36-2c23-4768-8580-4488b5e28bba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa916f8d-bc99-4ca1-8752-efc0a3986851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520575 Apr 18 17:13:04.992158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Request body: {'floatingip': {'port_id': 'b652763c-f123-4067-8607-bf094156ac3b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:05.028510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:05.102638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e3b87d-3319-4fd3-ae19-abc16688c485,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:05.159676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-782f5c8c-b8c7-4d61-9b53-e69bb7d726e5 req-d2a0e3f2-7649-45c7-89c4-1d548509c271 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1623108 Apr 18 17:13:05.165088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Checking segment: {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:05.165532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Network hostable DHCP agents. Network: 30d2520b-3223-4d64-91a2-866077139925, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:13:05.189789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:05.258531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Network 30d2520b-3223-4d64-91a2-866077139925 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:13:05.314707 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:05.348049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 30d2520b-3223-4d64-91a2-866077139925) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:05.357026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:05.357638 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:05.365312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:05.373922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610a5f6-466a-407d-9df8-b175e6bd2020 None None] Network 30d2520b-3223-4d64-91a2-866077139925 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:05.379855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network a3de4985-6af3-4d4f-ac03-09caa2da850a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:05.384090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:05.389902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:05.431211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=62bae62c-16b2-41d0-9370-cd3639e8314b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:05.496549 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3aced1cb-d5d5-4689-a362-d22c598bae09 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0450833 Apr 18 17:13:05.544622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:05.545308 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:05.649753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-42a845f4-a96b-4ec3-9ca3-cb85a84d3b08 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3664174 Apr 18 17:13:05.686423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'admin_state_up': True, 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'security_groups': ['16a11287-2d95-4a37-b033-4322de0c81cf']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:05.687790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d24ab-4a18-4c17-88a3-184349078123 None None] Network 30d2520b-3223-4d64-91a2-866077139925 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:05.821971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4b64995b-e3fb-4042-926a-07d05bd8af4b None None] Provisioning complete for port 62bae62c-16b2-41d0-9370-cd3639e8314b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:05.822502 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4b64995b-e3fb-4042-926a-07d05bd8af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:06.109043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:06.113277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4b64995b-e3fb-4042-926a-07d05bd8af4b None None] Port 62bae62c-16b2-41d0-9370-cd3639e8314b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:06.157213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb90d6c-f113-42b5-b943-7d32adea5b3f req-057d0063-cc83-4343-9f81-0140f612f501 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:06.159137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb90d6c-f113-42b5-b943-7d32adea5b3f req-057d0063-cc83-4343-9f81-0140f612f501 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.8824041 Apr 18 17:13:06.201189 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:06.218697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-d1a78bf9-a437-4106-b92a-42f80d8a53d6 service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2202220 Apr 18 17:13:06.305500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2e89-0942-41b6-90b8-d67f2e74bad1 req-f30f660f-632b-49e5-aee7-3de77c925d76 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:06.307199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a3a2e89-0942-41b6-90b8-d67f2e74bad1 req-f30f660f-632b-49e5-aee7-3de77c925d76 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.9951880 Apr 18 17:13:06.324971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:06.330034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:06.333284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.resource_extend [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:13:06.402109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b06b6-af90-471e-9497-98843fccdfde req-ce40b012-f4e2-4e09-8f46-d6390b728e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:06.403503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd3b06b6-af90-471e-9497-98843fccdfde req-ce40b012-f4e2-4e09-8f46-d6390b728e45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 1096 time: 0.7753825 Apr 18 17:13:06.446403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb90d6c-f113-42b5-b943-7d32adea5b3f req-ae259742-f018-4e92-94f2-1baab35d18f5 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2690609 Apr 18 17:13:06.493277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Allocated IP 10.1.1.217 (a3de4985-6af3-4d4f-ac03-09caa2da850a/aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8/ee397beb-601f-4c4b-9d6a-dc1e98f90a16) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:06.661964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:06.782100 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:06.830604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network a3de4985-6af3-4d4f-ac03-09caa2da850a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:06.834294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:06.839547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:06.847092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:06.917311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:06.917822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:06.920845 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:06.970887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a3a2e89-0942-41b6-90b8-d67f2e74bad1 req-2a365ea7-a27d-452c-9d07-a4f2ecb93b81 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489584 Apr 18 17:13:07.026515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de15e66c-f46f-4219-be84-76d8fe4cf35c req-5b97c19a-9798-4c47-9221-e2da51381b2f service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784512 Apr 18 17:13:07.027169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:07.046863 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9e4bb8f5-efa2-4b79-8d95-406f24fca35a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3821962 Apr 18 17:13:07.073384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4', 'admin_state_up': True, 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'security_groups': ['16a11287-2d95-4a37-b033-4322de0c81cf']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:07.111956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b06b6-af90-471e-9497-98843fccdfde req-f6637699-7dc5-4012-88bd-83a788fcc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:07.113548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd3b06b6-af90-471e-9497-98843fccdfde req-f6637699-7dc5-4012-88bd-83a788fcc95a service neutron] 10.222.0.41 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 910 time: 0.6986365 Apr 18 17:13:07.130878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda14403-3dbd-4dfa-bc9d-cd12065c6fc9 req-3a2c0086-39d1-4028-9ae6-30d79493891d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:07.138877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda14403-3dbd-4dfa-bc9d-cd12065c6fc9 req-3a2c0086-39d1-4028-9ae6-30d79493891d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:07.145240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda14403-3dbd-4dfa-bc9d-cd12065c6fc9 req-3a2c0086-39d1-4028-9ae6-30d79493891d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:07.148624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f15dd7e6-33d1-4678-97cf-85b0998fb02b None None] Provisioning complete for port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:07.149718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f15dd7e6-33d1-4678-97cf-85b0998fb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:07.153712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cda14403-3dbd-4dfa-bc9d-cd12065c6fc9 req-3a2c0086-39d1-4028-9ae6-30d79493891d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 2375 time: 0.2945702 Apr 18 17:13:07.204342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f15dd7e6-33d1-4678-97cf-85b0998fb02b None None] Port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:07.298264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:07.311150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port c9cb2d7d-c51f-4c56-88e6-d9992695300d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:07.321779 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:07.453114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:07.459269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cda14403-3dbd-4dfa-bc9d-cd12065c6fc9 req-2d12775d-b1b0-4ed2-b5dd-03e1a415cec7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045886 Apr 18 17:13:07.471917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd3b06b6-af90-471e-9497-98843fccdfde req-de4df846-8a89-4b03-ac76-7db4e81f29c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47 HTTP/1.1" status: 200 len: 1001 time: 0.3138006 Apr 18 17:13:07.713524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-091221b7-fcc4-4a88-b204-0508d46513d2 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:07.721146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-091221b7-fcc4-4a88-b204-0508d46513d2 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/networks?id=30d2520b-3223-4d64-91a2-866077139925 HTTP/1.1" status: 200 len: 818 time: 0.4753096 Apr 18 17:13:07.728948 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31050043-dd7c-4036-ab56-9640811ddc9a req-e3001f17-783b-4e7f-9d4c-afae4e785ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197634 Apr 18 17:13:07.792078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-f20b18f9-c928-42c8-a355-0cab3efeb2ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3293586 Apr 18 17:13:07.806721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-7918c939-121c-4409-ba98-9febd663f338 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/quotas/e0e9f9d6cc2f4a0bb127506f8c3f3859 HTTP/1.1" status: 200 len: 375 time: 0.0843947 Apr 18 17:13:07.814046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port c9cb2d7d-c51f-4c56-88e6-d9992695300d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c9cb2d7d-c51f-4c56-88e6-d9992695300d,segment=NetworkSegment(623a601b-580d-4bae-9707-aedd90f9734a),segment_id=623a601b-580d-4bae-9707-aedd90f9734a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:07.815297 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:07.848233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b06b6-af90-471e-9497-98843fccdfde req-0c337fe6-6064-4241-88f5-c1123ec6a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:07.849886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd3b06b6-af90-471e-9497-98843fccdfde req-0c337fe6-6064-4241-88f5-c1123ec6a788 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.3553228 Apr 18 17:13:07.891530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Allocated IP 10.2.2.100 (dbe52481-b0ec-4129-b971-323e61891fe4/d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5/008208a2-86b1-4de0-8ff8-a1a4874c5cf2) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:07.918517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31050043-dd7c-4036-ab56-9640811ddc9a req-d75d334d-762d-463c-8bc3-ff7fe88582f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:07.921626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31050043-dd7c-4036-ab56-9640811ddc9a req-d75d334d-762d-463c-8bc3-ff7fe88582f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 1097 time: 0.0919089 Apr 18 17:13:07.937973 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-5f0f5cf8-fe7e-4940-817b-df4c87825408 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0e9f9d6cc2f4a0bb127506f8c3f3859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300027 Apr 18 17:13:07.955537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f81af-9203-4e46-bd2c-695d47fc6291 req-1ddf6755-3565-4c84-936e-c2d8728a977e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:07.967273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-644f81af-9203-4e46-bd2c-695d47fc6291 req-1ddf6755-3565-4c84-936e-c2d8728a977e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.3447611 Apr 18 17:13:08.013757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for c9cb2d7d-c51f-4c56-88e6-d9992695300d owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:08.246625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31050043-dd7c-4036-ab56-9640811ddc9a req-05506987-9af7-41c2-910a-08f08971a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:08.248475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31050043-dd7c-4036-ab56-9640811ddc9a req-05506987-9af7-41c2-910a-08f08971a7a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.2973278 Apr 18 17:13:08.274299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:08.292485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-644f81af-9203-4e46-bd2c-695d47fc6291 req-8b8927f5-e605-4c60-b587-8d197da2d090 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239057 Apr 18 17:13:08.311062 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31050043-dd7c-4036-ab56-9640811ddc9a req-bfe055dd-1b9f-4bc1-83c5-fac2079ad19b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a HTTP/1.1" status: 200 len: 217 time: 0.0505157 Apr 18 17:13:08.319014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-56f302ff-cca4-4eae-8c70-76e9ea203b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:08.321583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-56f302ff-cca4-4eae-8c70-76e9ea203b67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.3052077 Apr 18 17:13:08.324109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b06b6-af90-471e-9497-98843fccdfde req-4444d52c-dea0-478f-931d-c42a90dfdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:08.326467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd3b06b6-af90-471e-9497-98843fccdfde req-4444d52c-dea0-478f-931d-c42a90dfdd28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4055300 Apr 18 17:13:08.330478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Router a448a5a7-a3ed-477b-929c-679f0e575686 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:13:08.430325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31050043-dd7c-4036-ab56-9640811ddc9a req-7414d21d-1298-44fb-872d-b88d0eebffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:08.431869 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31050043-dd7c-4036-ab56-9640811ddc9a req-7414d21d-1298-44fb-872d-b88d0eebffd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.1123440 Apr 18 17:13:08.504795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31050043-dd7c-4036-ab56-9640811ddc9a req-ffa37375-0e3f-4d6e-8d80-aac7f6a24a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:08.506198 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31050043-dd7c-4036-ab56-9640811ddc9a req-ffa37375-0e3f-4d6e-8d80-aac7f6a24a4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678394 Apr 18 17:13:08.507246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-0976a4f6-5d9d-4306-aec9-fcc5b020be4f service neutron] 10.222.0.45 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680420 Apr 18 17:13:08.605255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:08.643195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4f2a735-356f-4f53-96d0-12a6ece158dc req-b2188c56-a535-40c9-a68b-e41435b4eb29 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1994565 Apr 18 17:13:08.730444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31050043-dd7c-4036-ab56-9640811ddc9a req-6b8ee706-d516-497c-9e46-1c461b1dbe72 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177398 Apr 18 17:13:08.838237 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31050043-dd7c-4036-ab56-9640811ddc9a req-3b19dd86-c30c-4199-b6ae-1b843711b123 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985427 Apr 18 17:13:08.847780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network dbe52481-b0ec-4129-b971-323e61891fe4 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:08.849710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:08.864869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:08.867908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:08.941348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:08.942492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:09.042848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-98bbc6e9-274b-456f-9788-3837f6a52181 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9762242 Apr 18 17:13:09.233167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd3b06b6-af90-471e-9497-98843fccdfde req-35e80e29-4e13-446c-9bc0-fdfdb2f4fc60 service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8991122 Apr 18 17:13:09.249072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f794c47b-57ae-4557-bc3c-4fbf910b7fb7 None None] Provisioning complete for port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:09.250285 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f794c47b-57ae-4557-bc3c-4fbf910b7fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:09.294297 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-33d5e15a-93f3-45f2-96a6-20bc638f639a service neutron] 10.222.0.45 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440238 Apr 18 17:13:09.304182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f794c47b-57ae-4557-bc3c-4fbf910b7fb7 None None] Port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:09.314774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-8caa625d-454e-4bb3-bca4-f11d94af9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:09.317092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-8caa625d-454e-4bb3-bca4-f11d94af9d2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.9608324 Apr 18 17:13:09.340909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4', 'admin_state_up': True, 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'security_groups': ['16a11287-2d95-4a37-b033-4322de0c81cf']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:09.401445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82e15d-1af2-46d4-b8e0-529f24397fc3 req-ba9c2136-47ff-4658-af8a-51705596cebb tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:09.403174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff82e15d-1af2-46d4-b8e0-529f24397fc3 req-ba9c2136-47ff-4658-af8a-51705596cebb tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.3239686 Apr 18 17:13:09.464151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:13:09.469883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:09.475900 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] Sync routers for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:13:09.491706 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:09.493641 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:09.587893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff82e15d-1af2-46d4-b8e0-529f24397fc3 req-c8e5c9a0-5c8b-4f96-b167-4b1b25b71915 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095095 Apr 18 17:13:09.590161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd3b06b6-af90-471e-9497-98843fccdfde req-9ae029fb-e039-45aa-9e88-807b3ae09fd5 service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243377 Apr 18 17:13:09.628243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-f5d4429b-189c-428a-ac17-fd74e0f63ab6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 1001 time: 0.2404644 Apr 18 17:13:09.662281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:09.666954 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c732acf7-fd9a-4637-af46-403a462a55e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "tag": "b652763c-f123-4067-8607-bf094156ac3b"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:09.719501 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:09.724612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Made reservation on behalf of 0e89357a44a54604abd44d2bed19bc7f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:09.730229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:09.753668 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:09.971371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-48f8ac40-def7-4fb1-b57c-60c365ab38ca tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "PUT /v2.0/floatingips/e0a17825-dec8-45b9-8c87-b58235540b5a HTTP/1.1" status: 200 len: 993 time: 4.9849846 Apr 18 17:13:09.978073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=c9cb2d7d-c51f-4c56-88e6-d9992695300d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:10.069784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Allocated IP 10.2.2.200 (dbe52481-b0ec-4129-b971-323e61891fe4/d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5/4aa0be45-e91c-424e-8f55-e2cefd61223e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:10.319276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:10.375869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-64c28adf-a318-43e8-a401-5b28382b7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:10.382126 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'e0a17825-dec8-45b9-8c87-b58235540b5a', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'port_id': 'b652763c-f123-4067-8607-bf094156ac3b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'mac_address': 'fa:16:3e:90:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:30Z', 'updated_at': '2022-04-18T17:13:06Z', 'revision_number': 3, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:10.400537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-64c28adf-a318-43e8-a401-5b28382b7327 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.7373700 Apr 18 17:13:10.431300 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] Checking router: a448a5a7-a3ed-477b-929c-679f0e575686 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:13:10.442189 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:10.443093 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:10.479248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:10.487125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:10.562770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event updated for resources: {'Port': ['ID=4aa0be45-e91c-424e-8f55-e2cefd61223e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:10.581093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Network dbe52481-b0ec-4129-b971-323e61891fe4 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:10.582721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:10.586539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:10.594835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1910b-8aba-4205-85e6-7d7a56c3cddd req-18a736d5-105b-4ce2-9b9c-23db2d589d2e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:10.596413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91a1910b-8aba-4205-85e6-7d7a56c3cddd req-18a736d5-105b-4ce2-9b9c-23db2d589d2e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.8535037 Apr 18 17:13:10.636316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57996-f55f-49fe-ae21-96eb4453a26e req-a9173db5-4822-4c1f-b623-806cde000b26 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:10.655673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:10.655948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57996-f55f-49fe-ae21-96eb4453a26e req-a9173db5-4822-4c1f-b623-806cde000b26 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:10.656871 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:10.684125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57996-f55f-49fe-ae21-96eb4453a26e req-a9173db5-4822-4c1f-b623-806cde000b26 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:10.690403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57996-f55f-49fe-ae21-96eb4453a26e req-a9173db5-4822-4c1f-b623-806cde000b26 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:10.713517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:10.720084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2a57996-f55f-49fe-ae21-96eb4453a26e req-a9173db5-4822-4c1f-b623-806cde000b26 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 3096 time: 0.7209477 Apr 18 17:13:10.778235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-def954d1-3f0b-4678-94a1-ed32e5f2aa84 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4412808 Apr 18 17:13:10.826336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:10.950370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91a1910b-8aba-4205-85e6-7d7a56c3cddd req-49b4e28a-317e-4057-9266-f0ee0989243f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2096314 Apr 18 17:13:10.959691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-2d05503f-588c-4ee8-b48b-f52713e3af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:10.959691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-2d05503f-588c-4ee8-b48b-f52713e3af4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5565360 Apr 18 17:13:11.027837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:11.028250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2a57996-f55f-49fe-ae21-96eb4453a26e req-7274b04d-2628-46ad-b111-3d02006f6b8b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710927 Apr 18 17:13:11.254506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c0fe3cf3-8b47-42df-b309-cce67e588cd7 None None] Provisioning complete for port 4aa0be45-e91c-424e-8f55-e2cefd61223e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:11.265368 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0fe3cf3-8b47-42df-b309-cce67e588cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:11.373136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe3cf3-8b47-42df-b309-cce67e588cd7 None None] Port 4aa0be45-e91c-424e-8f55-e2cefd61223e cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:11.391905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:13:11.452678 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'e0a17825-dec8-45b9-8c87-b58235540b5a', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'port_id': 'b652763c-f123-4067-8607-bf094156ac3b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'mac_address': 'fa:16:3e:90:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:30Z', 'updated_at': '2022-04-18T17:13:06Z', 'revision_number': 3, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:11.519128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48927c9f-9420-4d05-aafd-0a39cc6929c5 None None] The sync data for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 is: [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'e0a17825-dec8-45b9-8c87-b58235540b5a', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'port_id': 'b652763c-f123-4067-8607-bf094156ac3b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'mac_address': 'fa:16:3e:90:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:10:30Z', 'updated_at': '2022-04-18T17:13:06Z', 'revision_number': 3, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:13:11.739564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df644db-7c5c-41c6-b618-2b770dafe1de {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:11.750267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:11.779798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Transition to ACTIVE for port object 1df644db-7c5c-41c6-b618-2b770dafe1de will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:11.810620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:13:11.815648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dadaec17-e077-45d9-8299-31063205a407 req-472d819b-3215-47d7-8d77-dd600d34ff65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01aa27f906254336a9bc77f89300dca4&device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1509750 Apr 18 17:13:11.823626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dd05fba4-5f37-4990-98a2-05e334308f3a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7724030 Apr 18 17:13:11.824080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37942) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:11.827319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-0b70c343-98b3-4c51-b0ac-f41300411058 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198225 Apr 18 17:13:11.836803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c9cb-0209-4c8f-b28c-d846d600d2b2 req-3d89084f-f23b-499c-b6d7-0a43937b3187 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:11.844834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95b3c9cb-0209-4c8f-b28c-d846d600d2b2 req-3d89084f-f23b-499c-b6d7-0a43937b3187 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.4927192 Apr 18 17:13:11.864509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:13:11.887230 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:11.890836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:11.893368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:11.997000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1df644db-7c5c-41c6-b618-2b770dafe1de,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:12.101512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dadaec17-e077-45d9-8299-31063205a407 req-44e2cf8b-13a9-4ecd-b7f6-a524c668284a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=01aa27f906254336a9bc77f89300dca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2541707 Apr 18 17:13:12.103850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f303caa8-d9ff-4408-8ebe-72a8e2228f79 req-6795156b-bd55-44f4-bba2-d7c9061722a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555141 Apr 18 17:13:12.108177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b9e2ec-7c52-4e5a-8047-0fcd4b304a87 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting subnet 11f65b30-aee7-4e3c-9a39-d840937b2d94 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:13:12.127945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b9e2ec-7c52-4e5a-8047-0fcd4b304a87 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:12.153725 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:12.278575 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62360a16-6f29-4e7c-a869-6eeb4cd72115 x-openstack-request-id: req-62360a16-6f29-4e7c-a869-6eeb4cd72115 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:12.283640 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "tag": "b652763c-f123-4067-8607-bf094156ac3b", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:12.283960 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62360a16-6f29-4e7c-a869-6eeb4cd72115 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:12.286246 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62360a16-6f29-4e7c-a869-6eeb4cd72115'] response: {'name': 'network-changed', 'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b', 'status': 'completed', 'code': 200} Apr 18 17:13:12.294248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:13:09Z', 'revision_number': 11, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:12.365133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:13:12.381200 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b9e2ec-7c52-4e5a-8047-0fcd4b304a87 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:12.402167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:12.404205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:12.448943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95b3c9cb-0209-4c8f-b28c-d846d600d2b2 req-992821f4-bb64-443e-ac07-7cbeb4fc87ba tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030684 Apr 18 17:13:12.504323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Attempting to bind port 1df644db-7c5c-41c6-b618-2b770dafe1de on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:12.504663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Attempting to bind port 1df644db-7c5c-41c6-b618-2b770dafe1de by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:12.504993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Attempting to bind port 1df644db-7c5c-41c6-b618-2b770dafe1de on network 9dc6a382-14a0-4e2b-b3f7-19e369312803 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:12.533330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:12.547263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Port 1df644db-7c5c-41c6-b618-2b770dafe1de on network 9dc6a382-14a0-4e2b-b3f7-19e369312803 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:12.547591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Attempting to bind port 1df644db-7c5c-41c6-b618-2b770dafe1de on network 9dc6a382-14a0-4e2b-b3f7-19e369312803 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:12.573038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:12.576722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Checking segment: {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:12.577314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Bound using segment: {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:12.578034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Bound port: 1df644db-7c5c-41c6-b618-2b770dafe1de, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f50029-861b-4cb1-8027-2dcfdff5059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:12.578572 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:12.668258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b9e2ec-7c52-4e5a-8047-0fcd4b304a87 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:12.697818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:13:09Z', 'revision_number': 11, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:12.737897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef0411b1-5504-4647-80ec-a891155c5d9d req-ed551729-904f-4a79-a56f-03bcfed02103 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.1417661 Apr 18 17:13:12.768008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54ce943-6050-4bc4-8573-1ca2646017d9 None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:13:09Z', 'revision_number': 11, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:13:12.848187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] For port 1df644db-7c5c-41c6-b618-2b770dafe1de, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:12.849637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaec17-e077-45d9-8299-31063205a407 req-151eac4c-6853-43f0-bc9f-2ea85b9f0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:12.854159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dadaec17-e077-45d9-8299-31063205a407 req-151eac4c-6853-43f0-bc9f-2ea85b9f0d8e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7296054 Apr 18 17:13:12.868351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] For port 1df644db-7c5c-41c6-b618-2b770dafe1de, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df644db-7c5c-41c6-b618-2b770dafe1de,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:12.879637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-4e5237b2-a345-4e3b-8eb1-80d54b1955ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:12.881569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-4e5237b2-a345-4e3b-8eb1-80d54b1955ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.5128069 Apr 18 17:13:12.949547 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.029597 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b9e2ec-7c52-4e5a-8047-0fcd4b304a87 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.085232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9e2ec-7c52-4e5a-8047-0fcd4b304a87 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Subnet': ['ID=11f65b30-aee7-4e3c-9a39-d840937b2d94,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:13.110268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:13.111281 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.112995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] 10.222.0.18 "PUT /v2.0/ports/1df644db-7c5c-41c6-b618-2b770dafe1de HTTP/1.1" status: 200 len: 1092 time: 2.2994602 Apr 18 17:13:13.116755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:13.123697 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c81ba4-e900-4889-ab38-5810997a0ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:13.164302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54857dab-6faf-4ad9-89dc-c2210fa6fc93 None None] Network 72714a8e-0e79-49ed-86f9-a566b1362e88 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:13.172335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97b9e2ec-7c52-4e5a-8047-0fcd4b304a87 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.186859 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-97b9e2ec-7c52-4e5a-8047-0fcd4b304a87 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/11f65b30-aee7-4e3c-9a39-d840937b2d94 HTTP/1.1" status: 204 len: 168 time: 1.3586018 Apr 18 17:13:13.186859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37956) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:13.200881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa7f38-d41d-4881-9e5f-207972400c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1df644db-7c5c-41c6-b618-2b770dafe1de,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:13.316074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:13.447267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.512077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f87e0d-c340-40f4-bde7-1e8a3bc1c25a req-7af8721c-93c7-4a5e-a328-7fd1fa9b545e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:13.525463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2f87e0d-c340-40f4-bde7-1e8a3bc1c25a req-7af8721c-93c7-4a5e-a328-7fd1fa9b545e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.9198747 Apr 18 17:13:13.531046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.577728 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] DHCP port deletion for 72714a8e-0e79-49ed-86f9-a566b1362e88 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:13:13.703077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Deleting port 0e6f9515-830b-467f-a077-5f159cd737a7 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:13.703593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.768782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] Deleting port 0e6f9515-830b-467f-a077-5f159cd737a7 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:13.769275 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.818522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbc793-472a-46b0-bbdc-940dcb48f6f0 req-7ce173f4-f61e-4126-a305-535713864b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:13.824772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbc793-472a-46b0-bbdc-940dcb48f6f0 req-7ce173f4-f61e-4126-a305-535713864b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:13.842801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbc793-472a-46b0-bbdc-940dcb48f6f0 req-7ce173f4-f61e-4126-a305-535713864b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:13.854671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbc793-472a-46b0-bbdc-940dcb48f6f0 req-7ce173f4-f61e-4126-a305-535713864b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:13.861461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbc793-472a-46b0-bbdc-940dcb48f6f0 req-7ce173f4-f61e-4126-a305-535713864b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:13.863642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cedbc793-472a-46b0-bbdc-940dcb48f6f0 req-7ce173f4-f61e-4126-a305-535713864b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 3829 time: 1.0043366 Apr 18 17:13:13.881665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] For port 0e6f9515-830b-467f-a077-5f159cd737a7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e6f9515-830b-467f-a077-5f159cd737a7,segment=NetworkSegment(623a601b-580d-4bae-9707-aedd90f9734a),segment_id=623a601b-580d-4bae-9707-aedd90f9734a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:13.882260 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.903809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] For port 0e6f9515-830b-467f-a077-5f159cd737a7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e6f9515-830b-467f-a077-5f159cd737a7,segment=NetworkSegment(623a601b-580d-4bae-9707-aedd90f9734a),segment_id=623a601b-580d-4bae-9707-aedd90f9734a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:13.910214 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:13.942740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Calling delete_port for 0e6f9515-830b-467f-a077-5f159cd737a7 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:13.975150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] Calling delete_port for 0e6f9515-830b-467f-a077-5f159cd737a7 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:13.994572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2f87e0d-c340-40f4-bde7-1e8a3bc1c25a req-deb8de85-6655-4d9c-9d2d-eb9cd75a0cd0 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4042289 Apr 18 17:13:13.995653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-75fa105f-7308-47a9-8aa4-4c12ade296bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:13.998676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-75fa105f-7308-47a9-8aa4-4c12ade296bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 1.0918541 Apr 18 17:13:14.029760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cedbc793-472a-46b0-bbdc-940dcb48f6f0 req-6232e785-9a6c-4d33-91ca-cb17e3cf511a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969255 Apr 18 17:13:14.261236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-984c8874-cc32-40e2-ab46-b65818b99113 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 1001 time: 0.1938250 Apr 18 17:13:14.270617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016aa17e-2fa3-4d57-8561-d91271203424 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:14.280328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:14.287073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:14.290249 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111" -d '{"events": [{"name": "network-changed", "server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "tag": "b652763c-f123-4067-8607-bf094156ac3b"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:14.294378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5eab2429-dfd5-4e5a-a059-e8642f1e0d38 req-b4b98a51-b9f5-443e-9545-b154f39bb694 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 210 time: 0.0323546 Apr 18 17:13:14.307865 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:14.349024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] No DVR routers for this DVR port 0e6f9515-830b-467f-a077-5f159cd737a7 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:13:14.451926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36f258-0744-4195-9350-c32e7286fae1 None None] Pushing event deleted for resources: {'Port': ['ID=0e6f9515-830b-467f-a077-5f159cd737a7,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:14.470071 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b6496b-8c6d-4244-b412-d03075b9c528 x-openstack-request-id: req-57b6496b-8c6d-4244-b412-d03075b9c528 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:14.470454 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:14.473740 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57b6496b-8c6d-4244-b412-d03075b9c528 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:14.474282 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b6496b-8c6d-4244-b412-d03075b9c528'] response: {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'status': 'completed', 'code': 200} Apr 18 17:13:14.475426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Transition to ACTIVE for port object 016aa17e-2fa3-4d57-8561-d91271203424 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:14.568019 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dadaec17-e077-45d9-8299-31063205a407 req-33ea1405-5d71-4ed2-bfc4-6dc0bc8dc53a tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.41 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.0609643 Apr 18 17:13:14.570982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:14.703913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:14.715591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Pushing event updated for resources: {'Port': ['ID=016aa17e-2fa3-4d57-8561-d91271203424,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:14.809976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Port': ['ID=0e6f9515-830b-467f-a077-5f159cd737a7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:14.846924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No DVR routers for this DVR port 0e6f9515-830b-467f-a077-5f159cd737a7 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:13:14.865789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3da7405-f9a3-40ed-afe8-de0a9e796e79 req-000f5b3b-2891-42b3-b453-cbfaa47f74a2 tempest-ServerShowV257Test-119617375 tempest-ServerShowV257Test-119617375-project] 10.222.0.45 "GET /v2.0/ports?device_id=531cb879-83a9-4532-9f44-b1dd8f7103d2 HTTP/1.1" status: 200 len: 210 time: 0.3015504 Apr 18 17:13:14.966392 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c9cb2d7d-c51f-4c56-88e6-d9992695300d no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:14.994469 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20886c37-b74f-4c3e-9bc4-5301c493cab0 x-openstack-request-id: req-20886c37-b74f-4c3e-9bc4-5301c493cab0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:14.994764 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "tag": "b652763c-f123-4067-8607-bf094156ac3b", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:14.995019 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20886c37-b74f-4c3e-9bc4-5301c493cab0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:14.995418 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20886c37-b74f-4c3e-9bc4-5301c493cab0'] response: {'name': 'network-changed', 'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b', 'status': 'completed', 'code': 200} Apr 18 17:13:15.027397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-a219d595-0e39-4c3c-abdf-7273ae62b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.039583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-a219d595-0e39-4c3c-abdf-7273ae62b94a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.6868663 Apr 18 17:13:15.050987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c9cb2d7d-c51f-4c56-88e6-d9992695300d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:13:15.052190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c9cb2d7d-c51f-4c56-88e6-d9992695300d not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:13:15.053363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e6f9515-830b-467f-a077-5f159cd737a7 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:15.084272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Attempting to bind port 016aa17e-2fa3-4d57-8561-d91271203424 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:15.084836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Attempting to bind port 016aa17e-2fa3-4d57-8561-d91271203424 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:15.085133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Attempting to bind port 016aa17e-2fa3-4d57-8561-d91271203424 on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:15.142110 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 0e6f9515-830b-467f-a077-5f159cd737a7 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:13:15.142472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e6f9515-830b-467f-a077-5f159cd737a7 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:13:15.154815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Port 016aa17e-2fa3-4d57-8561-d91271203424 on network a3de4985-6af3-4d4f-ac03-09caa2da850a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:15.155317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Attempting to bind port 016aa17e-2fa3-4d57-8561-d91271203424 on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:15.192672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-067bc951-ef30-499b-9b79-ea8b902e97ac tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.194461 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-067bc951-ef30-499b-9b79-ea8b902e97ac tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.2538726 Apr 18 17:13:15.198416 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:15.224486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:15.225220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Checking segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:15.226087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Bound using segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:15.226711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Bound port: 016aa17e-2fa3-4d57-8561-d91271203424, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:15.227185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:15.260960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01f64c-da66-4031-842d-2c37ce6aded6 req-a59b6163-5839-4b36-a97e-bc2053f0a3b6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.262567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f01f64c-da66-4031-842d-2c37ce6aded6 req-a59b6163-5839-4b36-a97e-bc2053f0a3b6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.7262537 Apr 18 17:13:15.281703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-2391fcf1-06c6-49b1-abb6-e8c83f6d9da0 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.290419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-2391fcf1-06c6-49b1-abb6-e8c83f6d9da0 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.41 "GET /v2.0/networks?id=30d2520b-3223-4d64-91a2-866077139925 HTTP/1.1" status: 200 len: 818 time: 0.9857044 Apr 18 17:13:15.323294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Request body: {'port': {'device_id': '7a38c84d-2ef0-403d-ad1f-0b1d31f1a534', 'network_id': '30d2520b-3223-4d64-91a2-866077139925', 'admin_state_up': True, 'tenant_id': 'e0e9f9d6cc2f4a0bb127506f8c3f3859'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:15.356859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-fb3cfd1b-1cff-44d4-8d6c-81d31d22e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.357720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-fb3cfd1b-1cff-44d4-8d6c-81d31d22e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.358339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-fb3cfd1b-1cff-44d4-8d6c-81d31d22e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.358823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-fb3cfd1b-1cff-44d4-8d6c-81d31d22e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.359295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-fb3cfd1b-1cff-44d4-8d6c-81d31d22e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.363022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-fb3cfd1b-1cff-44d4-8d6c-81d31d22e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.363022 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-fb3cfd1b-1cff-44d4-8d6c-81d31d22e739 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5248 time: 0.5345244 Apr 18 17:13:15.530232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412aef33-b757-4564-951a-db95672e2cbd req-73ef167b-0b42-466d-93a3-a9615ffe83ea tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.540485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72714a8e-0e79-49ed-86f9-a566b1362e88']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:15.545405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-412aef33-b757-4564-951a-db95672e2cbd req-73ef167b-0b42-466d-93a3-a9615ffe83ea tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.4231355 Apr 18 17:13:15.545405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-8583d77b-7ffa-4167-9aaa-98eed5891b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.545405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-8583d77b-7ffa-4167-9aaa-98eed5891b57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4333816 Apr 18 17:13:15.571012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f01f64c-da66-4031-842d-2c37ce6aded6 req-382e1dd2-e54e-4840-8358-9d3616360f59 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676115 Apr 18 17:13:15.582365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623a601b-580d-4bae-9707-aedd90f9734a') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:15.582365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623a601b-580d-4bae-9707-aedd90f9734a') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:15.656622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-7a721d04-8f3c-41eb-bfb6-4a9677a10984 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:15.672123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-7a721d04-8f3c-41eb-bfb6-4a9677a10984 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.41 "GET /v2.0/networks?id=30d2520b-3223-4d64-91a2-866077139925 HTTP/1.1" status: 200 len: 818 time: 0.4995911 Apr 18 17:13:15.692058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] For port 016aa17e-2fa3-4d57-8561-d91271203424, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:15.695565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] For port 016aa17e-2fa3-4d57-8561-d91271203424, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=016aa17e-2fa3-4d57-8561-d91271203424,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:15.734306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Request body: {'port': {'device_id': '20ac167e-6cc2-4aff-9a89-e3c617de294e', 'network_id': '30d2520b-3223-4d64-91a2-866077139925', 'admin_state_up': True, 'tenant_id': 'e0e9f9d6cc2f4a0bb127506f8c3f3859'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:15.788350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:15.814544 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:15.958256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-412aef33-b757-4564-951a-db95672e2cbd req-55081e12-2fad-49d5-a2e0-9a0ed6166805 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543143 Apr 18 17:13:16.105002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a5e0-0047-4e50-949a-9a3f575dc94e req-5d808abd-0ff7-459d-ac5e-656d190195f4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.111069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a5e0-0047-4e50-949a-9a3f575dc94e req-5d808abd-0ff7-459d-ac5e-656d190195f4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.116997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a5e0-0047-4e50-949a-9a3f575dc94e req-5d808abd-0ff7-459d-ac5e-656d190195f4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.123054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a5e0-0047-4e50-949a-9a3f575dc94e req-5d808abd-0ff7-459d-ac5e-656d190195f4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.131526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a5e0-0047-4e50-949a-9a3f575dc94e req-5d808abd-0ff7-459d-ac5e-656d190195f4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.146063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a5e0-0047-4e50-949a-9a3f575dc94e req-5d808abd-0ff7-459d-ac5e-656d190195f4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.158089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7c9a5e0-0047-4e50-949a-9a3f575dc94e req-5d808abd-0ff7-459d-ac5e-656d190195f4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 4604 time: 0.4200215 Apr 18 17:13:16.242461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-289fe7ac-bfc1-48c8-9890-afccdb1fd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.243018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-289fe7ac-bfc1-48c8-9890-afccdb1fd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.243541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-289fe7ac-bfc1-48c8-9890-afccdb1fd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.245744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-289fe7ac-bfc1-48c8-9890-afccdb1fd0a7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e89357a44a54604abd44d2bed19bc7f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7804966 Apr 18 17:13:16.296740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee1cc329-b928-40a5-b82c-0db3355ff269 req-3ddd30d2-8b97-4ac2-95ce-21f860d8b95a tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 210 time: 0.2121909 Apr 18 17:13:16.309265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7c9a5e0-0047-4e50-949a-9a3f575dc94e req-7771c6e4-40de-402a-9d5b-3a4c1373b121 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503155 Apr 18 17:13:16.337308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-6cdd9a9c-02d5-48cd-8209-a01c8b07cb4f service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554634 Apr 18 17:13:16.400263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Made reservation on behalf of e0e9f9d6cc2f4a0bb127506f8c3f3859 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:16.408758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:16.470903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-91cff3eb-1c4f-4001-97a5-24a27522f991 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.472371 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-91cff3eb-1c4f-4001-97a5-24a27522f991 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.18 "GET /v2.0/networks?id=30d2520b-3223-4d64-91a2-866077139925 HTTP/1.1" status: 200 len: 818 time: 0.1874945 Apr 18 17:13:16.491469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:16.518240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:13:16.518651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:13:16.537728 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:13:16.540396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.540396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:16.541670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] 10.222.0.18 "PUT /v2.0/ports/016aa17e-2fa3-4d57-8561-d91271203424 HTTP/1.1" status: 200 len: 1133 time: 3.2296934 Apr 18 17:13:16.605580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Request body: {'port': {'device_id': 'c8fbea4a-5825-4c92-ae04-8e956d3755ba', 'network_id': '30d2520b-3223-4d64-91a2-866077139925', 'admin_state_up': True, 'tenant_id': 'e0e9f9d6cc2f4a0bb127506f8c3f3859'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:16.611170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '016aa17e-2fa3-4d57-8561-d91271203424'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:16.641528 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c241dfa-191f-476f-be88-923b0616bcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "016aa17e-2fa3-4d57-8561-d91271203424"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:16.716565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-ceb10e79-eb8f-47d1-bfcf-6dbdf10258e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.718372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2c81ba4-e900-4889-ab38-5810997a0ed2 req-ceb10e79-eb8f-47d1-bfcf-6dbdf10258e3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3616765 Apr 18 17:13:16.753800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:16.807869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Deleting port 120fc10d-e149-4f0d-86f1-ba75defaf343 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:16.811355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:16.842960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c732acf7-fd9a-4637-af46-403a462a55e5 req-79cc0669-35cb-4353-8222-9cc5dc6401dc service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299443 Apr 18 17:13:16.860753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6e7d7-a234-4946-8123-ae72b4f35c66 service neutron] Pushing event updated for resources: {'Port': ['ID=016aa17e-2fa3-4d57-8561-d91271203424,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:16.928225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760fc24-e8a6-4a5d-ae6c-f334c6db2000 req-3d54efab-bd8b-424d-be03-4c106995d0bb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:16.928968 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bade25-d49d-4ad8-b0af-dd49a7d0e6d2 x-openstack-request-id: req-a8bade25-d49d-4ad8-b0af-dd49a7d0e6d2 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:16.929581 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "016aa17e-2fa3-4d57-8561-d91271203424", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:16.930590 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8bade25-d49d-4ad8-b0af-dd49a7d0e6d2 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:16.931207 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bade25-d49d-4ad8-b0af-dd49a7d0e6d2'] response: {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '016aa17e-2fa3-4d57-8561-d91271203424', 'status': 'completed', 'code': 200} Apr 18 17:13:16.934097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1760fc24-e8a6-4a5d-ae6c-f334c6db2000 req-3d54efab-bd8b-424d-be03-4c106995d0bb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.2090223 Apr 18 17:13:16.959068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Allocated IP 172.20.0.8 (30d2520b-3223-4d64-91a2-866077139925/28e3b87d-3319-4fd3-ae19-abc16688c485/a9d4ad7a-d644-46a2-b137-b367aec2bc55) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:17.112862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1760fc24-e8a6-4a5d-ae6c-f334c6db2000 req-cb374424-bfd4-4ac7-92d1-cdfd0520a724 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707273 Apr 18 17:13:17.170220 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:17.212262 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:17.240579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:17.264118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] For port 120fc10d-e149-4f0d-86f1-ba75defaf343, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=120fc10d-e149-4f0d-86f1-ba75defaf343,segment=NetworkSegment(a233cdfd-7ca0-4289-b8f7-0c94c9916543),segment_id=a233cdfd-7ca0-4289-b8f7-0c94c9916543)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:17.264443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:17.284389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37986) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:17.296836 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:17.302578 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/networks/72714a8e-0e79-49ed-86f9-a566b1362e88 HTTP/1.1" status: 204 len: 168 time: 4.1148341 Apr 18 17:13:17.314615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37990) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:17.316551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:17.323998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'routes': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:17.334452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-6fcdaa60-f457-46c7-a817-ed95cf120869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:17.334939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-6fcdaa60-f457-46c7-a817-ed95cf120869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:17.335414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-6fcdaa60-f457-46c7-a817-ed95cf120869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:17.335908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-6fcdaa60-f457-46c7-a817-ed95cf120869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:17.336950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-6fcdaa60-f457-46c7-a817-ed95cf120869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:17.337439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-6fcdaa60-f457-46c7-a817-ed95cf120869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:17.339364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-6fcdaa60-f457-46c7-a817-ed95cf120869 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5290 time: 0.3160658 Apr 18 17:13:17.345031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Made reservation on behalf of e0e9f9d6cc2f4a0bb127506f8c3f3859 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:17.349276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:17.352176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Calling delete_port for 120fc10d-e149-4f0d-86f1-ba75defaf343 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:17.369889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-4e0324f3-afbd-404c-9581-c800ec17b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:17.380669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-4e0324f3-afbd-404c-9581-c800ec17b5a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.3045523 Apr 18 17:13:17.428401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccde6a2-28c4-4de8-b6cb-7c3241b71979 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Pushing event deleted for resources: {'Network': ['ID=72714a8e-0e79-49ed-86f9-a566b1362e88,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:17.512230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13753a-d7ee-469d-9313-b4bc32b02ac4 req-a6b4626e-f6ad-429c-91cf-2345d7b708f8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:17.513883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd13753a-d7ee-469d-9313-b4bc32b02ac4 req-a6b4626e-f6ad-429c-91cf-2345d7b708f8 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 946 time: 0.4122882 Apr 18 17:13:17.632215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57be796c-c854-4e1f-bf23-a3c9298aa1fb req-da85a3f6-2636-449b-9604-21ba30cc63cd tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 210 time: 0.0749056 Apr 18 17:13:18.040842 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.106761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-885911ab-6eca-43a5-8839-a215cf231738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.181805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd13753a-d7ee-469d-9313-b4bc32b02ac4 req-51be7462-4b8b-43bd-9845-ce49edcb12a0 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d80df4c-a1c0-4aff-80ca-97d6027008d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210365 Apr 18 17:13:18.198792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Made reservation on behalf of e0e9f9d6cc2f4a0bb127506f8c3f3859 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:18.202438 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.207999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-340651fa-2041-4744-a7d2-124a0e2efb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.208738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-340651fa-2041-4744-a7d2-124a0e2efb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.209395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-340651fa-2041-4744-a7d2-124a0e2efb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.217087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-340651fa-2041-4744-a7d2-124a0e2efb98 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e89357a44a54604abd44d2bed19bc7f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8353350 Apr 18 17:13:18.225525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Pushing event deleted for resources: {'Port': ['ID=120fc10d-e149-4f0d-86f1-ba75defaf343,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:18.234833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Added routes are [] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 17:13:18.235165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Removed routes are [] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 17:13:18.235503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.244811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.256405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 120fc10d-e149-4f0d-86f1-ba75defaf343 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:18.319705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 120fc10d-e149-4f0d-86f1-ba75defaf343 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:13:18.320415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 120fc10d-e149-4f0d-86f1-ba75defaf343 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:13:18.330199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-9b03bbec-fbdd-40da-bf8c-111c020efda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.332207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-9b03bbec-fbdd-40da-bf8c-111c020efda1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.7889657 Apr 18 17:13:18.395444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d510-0e29-4c38-8694-6923d51c6226 req-43427111-3e34-4932-a988-15971d7ba0b3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.402324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d510-0e29-4c38-8694-6923d51c6226 req-43427111-3e34-4932-a988-15971d7ba0b3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.408240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d510-0e29-4c38-8694-6923d51c6226 req-43427111-3e34-4932-a988-15971d7ba0b3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.414170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d510-0e29-4c38-8694-6923d51c6226 req-43427111-3e34-4932-a988-15971d7ba0b3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.420076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d510-0e29-4c38-8694-6923d51c6226 req-43427111-3e34-4932-a988-15971d7ba0b3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.425932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d510-0e29-4c38-8694-6923d51c6226 req-43427111-3e34-4932-a988-15971d7ba0b3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.427881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2cd1d510-0e29-4c38-8694-6923d51c6226 req-43427111-3e34-4932-a988-15971d7ba0b3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 4604 time: 0.3929305 Apr 18 17:13:18.529900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] No DVR routers for this DVR port 120fc10d-e149-4f0d-86f1-ba75defaf343 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:13:18.584875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.601443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.605274 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.18 "DELETE /v2.0/ports/120fc10d-e149-4f0d-86f1-ba75defaf343 HTTP/1.1" status: 204 len: 173 time: 3.3629329 Apr 18 17:13:18.654861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.769357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-885911ab-6eca-43a5-8839-a215cf231738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.797047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ee3b0-4f88-450b-a5a8-96e553e5a482 req-0d52d871-bcc2-4b7b-a2ec-0f01401ba5b6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.802850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b19ee3b0-4f88-450b-a5a8-96e553e5a482 req-0d52d871-bcc2-4b7b-a2ec-0f01401ba5b6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.5049307 Apr 18 17:13:18.809920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-98cf4601-c87d-49bf-a065-3ceacd6b0c64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 1001 time: 0.3691657 Apr 18 17:13:18.818436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-8a6020cd-0c8a-462b-a010-7d3d2cfe64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:18.822748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-8a6020cd-0c8a-462b-a010-7d3d2cfe64f2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5718222 Apr 18 17:13:18.825637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2cd1d510-0e29-4c38-8694-6923d51c6226 req-c66f4bfe-6220-41f6-9523-9fbc236b08de tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3838518 Apr 18 17:13:18.904119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.937152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cc92ac-6f23-4437-b9b1-89a8349f3a0d {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:18.947610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.967510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Transition to ACTIVE for port object a5cc92ac-6f23-4437-b9b1-89a8349f3a0d will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:18.968777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d7573-1a69-40b3-a7ad-8c2bef09de13', 'name': 'network-vif-deleted', 'tag': '120fc10d-e149-4f0d-86f1-ba75defaf343'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:18.972120 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c044b8-2201-47c7-a733-12886bd1a273" -d '{"events": [{"server_uuid": "973d7573-1a69-40b3-a7ad-8c2bef09de13", "name": "network-vif-deleted", "tag": "120fc10d-e149-4f0d-86f1-ba75defaf343"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:18.974076 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-885911ab-6eca-43a5-8839-a215cf231738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:18.988732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 9a521199-7774-4b5f-b744-4a3767fe5fc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:13:19.111732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Network 30d2520b-3223-4d64-91a2-866077139925 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:19.119272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2ada14c-bdf5-4a2c-ac83-e1dec893d57f req-3dcbbf23-4c8d-4826-9f09-028be4cc950d tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 210 time: 0.1232412 Apr 18 17:13:19.132578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:13:19.135376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:19.138671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:19.144160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885911ab-6eca-43a5-8839-a215cf231738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a970840d-5a40-4fd5-b174-412bdf8de4bf,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:19.149974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-885911ab-6eca-43a5-8839-a215cf231738 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01aa27f906254336a9bc77f89300dca4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8608449 Apr 18 17:13:19.151465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:19.170616 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] Sync routers for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:13:19.176466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:19.181018 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6f6c0232-8714-4161-8c18-3c5c460f937f tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 200 len: 700 time: 1.8616405 Apr 18 17:13:19.181508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-1434d072-5469-48d7-bdf5-291e329b0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:19.183013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-1434d072-5469-48d7-bdf5-291e329b0b74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.3292191 Apr 18 17:13:19.199811 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:19.201697 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:19.214103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b19ee3b0-4f88-450b-a5a8-96e553e5a482 req-ea45dc6b-6cd2-4f36-aba1-41813a5745dd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989103 Apr 18 17:13:19.230568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38002) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:19.231424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38004) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:19.253740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:19.280052 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e79285-b8fe-44c4-8c00-61e5f9f34c91 x-openstack-request-id: req-f5e79285-b8fe-44c4-8c00-61e5f9f34c91 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:19.280506 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973d7573-1a69-40b3-a7ad-8c2bef09de13", "name": "network-vif-deleted", "tag": "120fc10d-e149-4f0d-86f1-ba75defaf343", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:19.281780 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5e79285-b8fe-44c4-8c00-61e5f9f34c91 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:19.282416 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e79285-b8fe-44c4-8c00-61e5f9f34c91'] response: {'server_uuid': '973d7573-1a69-40b3-a7ad-8c2bef09de13', 'name': 'network-vif-deleted', 'tag': '120fc10d-e149-4f0d-86f1-ba75defaf343', 'status': 'completed', 'code': 200} Apr 18 17:13:19.317778 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:19.352744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:19.362096 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:19.383323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2eaa5b6d-ddc2-4ce2-a679-4352cd28a4d9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 200 len: 205 time: 0.0826762 Apr 18 17:13:19.383323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Pushing event updated for resources: {'Port': ['ID=a9d4ad7a-d644-46a2-b137-b367aec2bc55,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:19.386454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Allocated IP 172.20.0.13 (30d2520b-3223-4d64-91a2-866077139925/28e3b87d-3319-4fd3-ae19-abc16688c485/6a5e056e-9870-45d3-babe-72178102d799) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:19.386826 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38008) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:19.416913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Attempting to bind port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:19.417260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Attempting to bind port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:19.425750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Attempting to bind port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:19.433932 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:13:09Z', 'revision_number': 11, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:19.471410 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] Checking router: 9a521199-7774-4b5f-b744-4a3767fe5fc7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:13:19.491172 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] Routers {'9a521199-7774-4b5f-b744-4a3767fe5fc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:19.491837 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['9a521199-7774-4b5f-b744-4a3767fe5fc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:19.523705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c9413aa-5fdc-41d0-8bdd-0f80f52bf071 req-fb6892bb-7bc0-46cf-bd2c-51c6d30408e7 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] 10.222.0.45 "GET /v2.0/ports?device_id=973d7573-1a69-40b3-a7ad-8c2bef09de13 HTTP/1.1" status: 200 len: 210 time: 0.0666835 Apr 18 17:13:19.555543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d on network a3de4985-6af3-4d4f-ac03-09caa2da850a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:19.557612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Attempting to bind port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:19.573157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-9a11c246-eace-46ad-995d-48ce2581cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:19.576436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-9a11c246-eace-46ad-995d-48ce2581cab0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3612690 Apr 18 17:13:19.583357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-ee94fd57-aedf-470c-bc6e-e42462d50227 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2711732 Apr 18 17:13:19.613995 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Request body: {'port': {'device_id': '7a38c84d-2ef0-403d-ad1f-0b1d31f1a534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:19.642277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:19.642916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Checking segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:19.643548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Bound using segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:19.644246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Bound port: a5cc92ac-6f23-4437-b9b1-89a8349f3a0d, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:19.644788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:19.667960 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae35548c-71c9-48ff-a737-80a29d245e2a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:19.798749 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:19.853083 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] Set router 9a521199-7774-4b5f-b744-4a3767fe5fc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:19.857356 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a67f0cbb-6b1c-469a-a0a8-43da50fccc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:19.921834 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a67f0cbb-6b1c-469a-a0a8-43da50fccc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:19.958653 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:13:09Z', 'revision_number': 11, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:20.021249 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210070c-2074-455d-9cd5-b3420e13929d None None] The sync data for ids ['9a521199-7774-4b5f-b744-4a3767fe5fc7'] in n-d-836015-2 is: [{'id': '9a521199-7774-4b5f-b744-4a3767fe5fc7', 'name': 'tempest-RoutersTest-router-641975890', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:12:11Z', 'updated_at': '2022-04-18T17:13:09Z', 'revision_number': 11, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:13:20.153793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a67f0cbb-6b1c-469a-a0a8-43da50fccc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:20.156763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a67f0cbb-6b1c-469a-a0a8-43da50fccc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:20.161812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a67f0cbb-6b1c-469a-a0a8-43da50fccc2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a970840d-5a40-4fd5-b174-412bdf8de4bf HTTP/1.1" status: 204 len: 168 time: 0.8621542 Apr 18 17:13:20.253428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f0cbb-6b1c-469a-a0a8-43da50fccc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a970840d-5a40-4fd5-b174-412bdf8de4bf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:20.373847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-f5209eb7-99dc-4152-bc39-76b8156fa1eb service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151201 Apr 18 17:13:20.413079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f6b0a87-681d-40c5-abd0-809c483b0def req-ddd25540-e4ce-447a-8c50-90827f218988 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 210 time: 0.0630176 Apr 18 17:13:20.455164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-52ecd6c4-827f-4a02-b81c-7e8e39a7bd10 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:20.465818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-52ecd6c4-827f-4a02-b81c-7e8e39a7bd10 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:20.468790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-52ecd6c4-827f-4a02-b81c-7e8e39a7bd10 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:20.475423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-52ecd6c4-827f-4a02-b81c-7e8e39a7bd10 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:20.482067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-52ecd6c4-827f-4a02-b81c-7e8e39a7bd10 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:20.488463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-52ecd6c4-827f-4a02-b81c-7e8e39a7bd10 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:20.494624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-52ecd6c4-827f-4a02-b81c-7e8e39a7bd10 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:20.496920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-52ecd6c4-827f-4a02-b81c-7e8e39a7bd10 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5381 time: 0.4553034 Apr 18 17:13:20.596614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff6b45e3-0151-46bf-b0fa-ec589134d2f5 req-7670f5ff-cd21-4ad0-926d-a8af93e05b01 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562527 Apr 18 17:13:20.618794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] For port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:20.629636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] For port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:20.691903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3c5e101-b2b6-4eb6-ac61-05ad1ebb3111 req-d17e9aa2-c920-4a7f-a408-48d60855a085 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897954 Apr 18 17:13:20.753010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aa634-7db1-44ec-b701-4a71c7571e64 req-fdb190ac-8e4d-4ebc-b0b1-5d1be41f8b68 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:20.753010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-087aa634-7db1-44ec-b701-4a71c7571e64 req-fdb190ac-8e4d-4ebc-b0b1-5d1be41f8b68 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.1312366 Apr 18 17:13:20.856330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae35548c-71c9-48ff-a737-80a29d245e2a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:20.860027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae35548c-71c9-48ff-a737-80a29d245e2a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:20.870357 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:20.880048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-087aa634-7db1-44ec-b701-4a71c7571e64 req-f95ee48d-c6b9-4c31-9459-a2a1d25e092c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197233 Apr 18 17:13:21.016057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.016961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.018485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] 10.222.0.18 "PUT /v2.0/ports/a5cc92ac-6f23-4437-b9b1-89a8349f3a0d HTTP/1.1" status: 200 len: 1135 time: 4.2689824 Apr 18 17:13:21.055083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f1689-f17b-46be-a658-f5a8b3f4366d service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:21.063240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38040) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:21.200462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.215007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9224fac3-89aa-47c4-a5ed-27833d75a018 admin admin] Deleting subnet 172d7eea-2e4b-48f9-9776-ac815d572d2d {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:13:21.226794 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9224fac3-89aa-47c4-a5ed-27833d75a018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.259361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae35548c-71c9-48ff-a737-80a29d245e2a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.260358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae35548c-71c9-48ff-a737-80a29d245e2a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Fanout notify agent at l3_agent the message router_deleted on router 9a521199-7774-4b5f-b744-4a3767fe5fc7 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:13:21.299153 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae35548c-71c9-48ff-a737-80a29d245e2a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.307512 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ae35548c-71c9-48ff-a737-80a29d245e2a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 204 len: 168 time: 1.8945706 Apr 18 17:13:21.307512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': 'a5cc92ac-6f23-4437-b9b1-89a8349f3a0d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:21.310173 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b453a46-263a-413f-89b8-cc6892066e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "a5cc92ac-6f23-4437-b9b1-89a8349f3a0d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:21.311839 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9224fac3-89aa-47c4-a5ed-27833d75a018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.315450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38042) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:21.331122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-72196ce7-61e5-4a23-aea6-67ddcdd16aad tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-810866595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:21.392319 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0737205f-d54c-4de8-be41-89aa9da2c00a x-openstack-request-id: req-0737205f-d54c-4de8-be41-89aa9da2c00a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:21.392628 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "a5cc92ac-6f23-4437-b9b1-89a8349f3a0d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:21.393006 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0737205f-d54c-4de8-be41-89aa9da2c00a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:21.393442 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0737205f-d54c-4de8-be41-89aa9da2c00a'] response: {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': 'a5cc92ac-6f23-4437-b9b1-89a8349f3a0d', 'status': 'completed', 'code': 200} Apr 18 17:13:21.405269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9224fac3-89aa-47c4-a5ed-27833d75a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.470982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.499749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:21.598511 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9224fac3-89aa-47c4-a5ed-27833d75a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.702064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Pushing event updated for resources: {'Port': ['ID=6a5e056e-9870-45d3-babe-72178102d799,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:21.714203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72196ce7-61e5-4a23-aea6-67ddcdd16aad tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.715373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72196ce7-61e5-4a23-aea6-67ddcdd16aad tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.725911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-bc71017c-99e9-439b-a1fd-04e761b6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.727857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-bc71017c-99e9-439b-a1fd-04e761b6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.730677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-bc71017c-99e9-439b-a1fd-04e761b6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.731262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-bc71017c-99e9-439b-a1fd-04e761b6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.733227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-bc71017c-99e9-439b-a1fd-04e761b6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.733227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-bc71017c-99e9-439b-a1fd-04e761b6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.741206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-bc71017c-99e9-439b-a1fd-04e761b6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.747916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b453a46-263a-413f-89b8-cc6892066e0a req-bc71017c-99e9-439b-a1fd-04e761b6da95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6218 time: 0.2299552 Apr 18 17:13:21.764126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224fac3-89aa-47c4-a5ed-27833d75a018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172d7eea-2e4b-48f9-9776-ac815d572d2d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:21.784004 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9224fac3-89aa-47c4-a5ed-27833d75a018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.789924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9224fac3-89aa-47c4-a5ed-27833d75a018 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/172d7eea-2e4b-48f9-9776-ac815d572d2d HTTP/1.1" status: 204 len: 168 time: 0.7228475 Apr 18 17:13:21.799773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38056) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:21.848394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Network 30d2520b-3223-4d64-91a2-866077139925 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:21.853298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f88a9-1f75-4ed2-95fa-418e166f00cc req-a6217760-0ed8-4ce3-9372-3e2291be608c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:21.854951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b93f88a9-1f75-4ed2-95fa-418e166f00cc req-a6217760-0ed8-4ce3-9372-3e2291be608c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 932 time: 0.2532303 Apr 18 17:13:21.855091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72196ce7-61e5-4a23-aea6-67ddcdd16aad tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.859508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:21.864372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:21.868134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Allocated IP 172.20.0.3 (30d2520b-3223-4d64-91a2-866077139925/28e3b87d-3319-4fd3-ae19-abc16688c485/6c70e60a-24ff-4842-b1ef-a95c000cb75b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:21.870046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:21.976033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72196ce7-61e5-4a23-aea6-67ddcdd16aad tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.000107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.000746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.029204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-e41b8662-dc17-450c-9026-8deaca0a393f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.035423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-e41b8662-dc17-450c-9026-8deaca0a393f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.041938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-e41b8662-dc17-450c-9026-8deaca0a393f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.048687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38062) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:22.051705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-e41b8662-dc17-450c-9026-8deaca0a393f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.058358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-e41b8662-dc17-450c-9026-8deaca0a393f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.064440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-e41b8662-dc17-450c-9026-8deaca0a393f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.071076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-e41b8662-dc17-450c-9026-8deaca0a393f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.073207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-e41b8662-dc17-450c-9026-8deaca0a393f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5381 time: 0.3222482 Apr 18 17:13:22.108809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b93f88a9-1f75-4ed2-95fa-418e166f00cc req-00cdfc47-ced6-4bad-8459-1053a679de50 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146759 Apr 18 17:13:22.120261 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.143711 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72196ce7-61e5-4a23-aea6-67ddcdd16aad tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.143911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-b747337c-955a-4ec9-a3ca-0dc4c2fb1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.144202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-b747337c-955a-4ec9-a3ca-0dc4c2fb1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.147862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-b747337c-955a-4ec9-a3ca-0dc4c2fb1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.148011 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-72196ce7-61e5-4a23-aea6-67ddcdd16aad tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8275363 Apr 18 17:13:22.148135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b453a46-263a-413f-89b8-cc6892066e0a req-b747337c-955a-4ec9-a3ca-0dc4c2fb1f9a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e89357a44a54604abd44d2bed19bc7f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3694100 Apr 18 17:13:22.148746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38066) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:22.166639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8442a02b-1fd2-480e-b9b5-9eddf019f637 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:22.230324 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8c5168f5-adf3-41cb-b7e0-0a549901106b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5303130 Apr 18 17:13:22.253802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Request body: {'port': {'device_id': '20ac167e-6cc2-4aff-9a89-e3c617de294e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:22.265998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cb79a4d-71e7-4f3d-9e58-a51f486cf30b req-61863873-e601-4677-a638-69ba12df394d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1781888 Apr 18 17:13:22.296685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-806163563-network', 'tenant_id': '197c04bc2e604d4882b92c004121e59d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:22.317735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.408580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.466297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Made reservation on behalf of 197c04bc2e604d4882b92c004121e59d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:22.468535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.484601 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.501658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab3f8-93ea-4fee-bc99-1e059eff96c7 req-7d3dd7d8-1512-45c9-972b-b7bfda9eca5a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.502502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.503153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60eab3f8-93ea-4fee-bc99-1e059eff96c7 req-7d3dd7d8-1512-45c9-972b-b7bfda9eca5a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.2839665 Apr 18 17:13:22.589495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bae62c-16b2-41d0-9370-cd3639e8314b {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:22.592489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e5656a-b152-4028-9c04-b6bd64ad9c38']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:22.604195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.609944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.698590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Transition to ACTIVE for port object 62bae62c-16b2-41d0-9370-cd3639e8314b will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:22.714061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Network 30d2520b-3223-4d64-91a2-866077139925 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:22.720486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:22.724402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Pushing event updated for resources: {'Port': ['ID=6c70e60a-24ff-4842-b1ef-a95c000cb75b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:22.727468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:22.778509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.837394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:22.838061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.867394 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.880719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Pushing event updated for resources: {'Port': ['ID=62bae62c-16b2-41d0-9370-cd3639e8314b,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:22.931758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8442a02b-1fd2-480e-b9b5-9eddf019f637 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.936289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.960539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a233cdfd-7ca0-4289-b8f7-0c94c9916543') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:22.961378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a233cdfd-7ca0-4289-b8f7-0c94c9916543') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:22.976867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:13:22.981756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:22.990509 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10933238-9123-45e6-8728-3d79a27b2afb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:23.012676 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c70b9e25-eb04-4b50-8b1a-801a951f6b3c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4334419 Apr 18 17:13:23.015991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Attempting to bind port 62bae62c-16b2-41d0-9370-cd3639e8314b on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:23.016459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Attempting to bind port 62bae62c-16b2-41d0-9370-cd3639e8314b by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:23.016807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Attempting to bind port 62bae62c-16b2-41d0-9370-cd3639e8314b on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:23.019516 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.019869 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Added segment 18cc4640-0f2f-4be6-8466-f33b72755b0c of type vlan for network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 Apr 18 17:13:23.030017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60eab3f8-93ea-4fee-bc99-1e059eff96c7 req-4a47202c-616a-4cba-9423-d0e6dac139ef tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639294 Apr 18 17:13:23.034441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.038522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Port 62bae62c-16b2-41d0-9370-cd3639e8314b on network a3de4985-6af3-4d4f-ac03-09caa2da850a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:23.038880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Attempting to bind port 62bae62c-16b2-41d0-9370-cd3639e8314b on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:23.051452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:13:23.052324 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:13:23.054844 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:13:23.061795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8442a02b-1fd2-480e-b9b5-9eddf019f637 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.071703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:23.072060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Checking segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:23.073976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Bound using segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:23.074667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Bound port: 62bae62c-16b2-41d0-9370-cd3639e8314b, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:23.075300 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.108551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.188038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] For port 62bae62c-16b2-41d0-9370-cd3639e8314b, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:23.191323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] For port 62bae62c-16b2-41d0-9370-cd3639e8314b, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=62bae62c-16b2-41d0-9370-cd3639e8314b,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:23.227259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.233405 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.237646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.266397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.274067 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.293614 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.296620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] 10.222.0.45 "DELETE /v2.0/networks/74e5656a-b152-4028-9c04-b6bd64ad9c38 HTTP/1.1" status: 204 len: 168 time: 1.4793956 Apr 18 17:13:23.337991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d4ad7a-d644-46a2-b137-b367aec2bc55 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:23.360292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.360292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.360476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7918-f967-46e1-bdbf-f5e57d5aec5d admin admin] Pushing event deleted for resources: {'Network': ['ID=74e5656a-b152-4028-9c04-b6bd64ad9c38,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:23.360567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] 10.222.0.18 "PUT /v2.0/ports/62bae62c-16b2-41d0-9370-cd3639e8314b HTTP/1.1" status: 200 len: 1091 time: 1.8689196 Apr 18 17:13:23.368469 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.393233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc2c58f-8546-4ce1-89d8-2b141f67b355,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:23.401036 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3c4d1cb2-c9c7-412d-8e75-1561c9563c39 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3500333 Apr 18 17:13:23.403482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38074) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:23.404552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:13:23.412507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '62bae62c-16b2-41d0-9370-cd3639e8314b'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:23.419304 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0" -d '{"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "62bae62c-16b2-41d0-9370-cd3639e8314b"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:23.424558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217fe65-bba1-4cea-8895-970dfbc72617 service neutron] Pushing event updated for resources: {'Port': ['ID=62bae62c-16b2-41d0-9370-cd3639e8314b,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:23.433341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Request body: {'subnet': {'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-806163563-subnet', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:23.449061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Transition to ACTIVE for port object a9d4ad7a-d644-46a2-b137-b367aec2bc55 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:23.461747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85c0f5-2f60-44c0-9c2c-c2e1abda311b req-b0c1ccff-6672-4b17-b55a-378552ee2ae6 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.463488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f85c0f5-2f60-44c0-9c2c-c2e1abda311b req-b0c1ccff-6672-4b17-b55a-378552ee2ae6 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 932 time: 0.2386370 Apr 18 17:13:23.526846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-8b1a0314-081c-4afd-90e3-3f893e4c5f30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.530603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-8b1a0314-081c-4afd-90e3-3f893e4c5f30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.536506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-8b1a0314-081c-4afd-90e3-3f893e4c5f30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.542431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-8b1a0314-081c-4afd-90e3-3f893e4c5f30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.548257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-8b1a0314-081c-4afd-90e3-3f893e4c5f30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.554068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-8b1a0314-081c-4afd-90e3-3f893e4c5f30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.560909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-8b1a0314-081c-4afd-90e3-3f893e4c5f30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:23.563120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-8b1a0314-081c-4afd-90e3-3f893e4c5f30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5393 time: 0.1986167 Apr 18 17:13:23.566691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.595324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f85c0f5-2f60-44c0-9c2c-c2e1abda311b req-de13ed07-e646-45d0-91b3-f07d106f04fd tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248794 Apr 18 17:13:23.632072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Made reservation on behalf of 197c04bc2e604d4882b92c004121e59d for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:23.645711 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.647943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8442a02b-1fd2-480e-b9b5-9eddf019f637 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Router 83139818-a92d-4c20-8c14-7e72ccd0b2ab is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:13:23.675679 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d209f2-786e-4551-8a67-2e301c26ac0d x-openstack-request-id: req-f3d209f2-786e-4551-8a67-2e301c26ac0d {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:23.675878 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "62bae62c-16b2-41d0-9370-cd3639e8314b", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:23.676112 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3d209f2-786e-4551-8a67-2e301c26ac0d {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:23.676543 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d209f2-786e-4551-8a67-2e301c26ac0d'] response: {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '62bae62c-16b2-41d0-9370-cd3639e8314b', 'status': 'completed', 'code': 200} Apr 18 17:13:23.688902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5e056e-9870-45d3-babe-72178102d799 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:23.699976 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.714060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Transition to ACTIVE for port object 6a5e056e-9870-45d3-babe-72178102d799 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:23.727011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38078) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:23.755688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d4ad7a-d644-46a2-b137-b367aec2bc55,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:23.768509 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e0609baa-4e83-4c83-bb28-997cd0951d90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01d2dd1e21724b31ba79993c884e2b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421138 Apr 18 17:13:23.770920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38080) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:23.784287 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.813940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ce8162f-f0a1-4c62-afd8-0295c604c8db req-7f1a2fb3-182e-46a5-810c-c0b20590cf34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2373137 Apr 18 17:13:23.855177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5e056e-9870-45d3-babe-72178102d799,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:23.911431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8442a02b-1fd2-480e-b9b5-9eddf019f637 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:13:23.918541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-712f7254-90b4-438c-a02b-af521efa7013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.923517 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] Sync routers for ids ['83139818-a92d-4c20-8c14-7e72ccd0b2ab'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:13:23.924862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8442a02b-1fd2-480e-b9b5-9eddf019f637 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.928510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8442a02b-1fd2-480e-b9b5-9eddf019f637 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "PUT /v2.0/routers/83139818-a92d-4c20-8c14-7e72ccd0b2ab HTTP/1.1" status: 200 len: 693 time: 1.7747881 Apr 18 17:13:23.930337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:23.943600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] Routers {'83139818-a92d-4c20-8c14-7e72ccd0b2ab'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:23.944838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['83139818-a92d-4c20-8c14-7e72ccd0b2ab'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:23.950572 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-712f7254-90b4-438c-a02b-af521efa7013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:23.980536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Attempting to bind port 6a5e056e-9870-45d3-babe-72178102d799 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:23.985017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Attempting to bind port 6a5e056e-9870-45d3-babe-72178102d799 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:23.985017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Attempting to bind port 6a5e056e-9870-45d3-babe-72178102d799 on network 30d2520b-3223-4d64-91a2-866077139925 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:23.993111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Port 6a5e056e-9870-45d3-babe-72178102d799 on network 30d2520b-3223-4d64-91a2-866077139925 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:23.993468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Attempting to bind port 6a5e056e-9870-45d3-babe-72178102d799 on network 30d2520b-3223-4d64-91a2-866077139925 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:24.005794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:24.006139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Checking segment: {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:24.006535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Bound using segment: {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:24.006975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Bound port: 6a5e056e-9870-45d3-babe-72178102d799, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:24.007343 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.059591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1c215a02-c26d-4c0b-8be1-e3301727c1fb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/routers/83139818-a92d-4c20-8c14-7e72ccd0b2ab HTTP/1.1" status: 200 len: 699 time: 0.1279724 Apr 18 17:13:24.063385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:24.067300 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Attempting to bind port a9d4ad7a-d644-46a2-b137-b367aec2bc55 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:24.069636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Attempting to bind port a9d4ad7a-d644-46a2-b137-b367aec2bc55 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:24.069636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Attempting to bind port a9d4ad7a-d644-46a2-b137-b367aec2bc55 on network 30d2520b-3223-4d64-91a2-866077139925 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:24.072679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] Set router 83139818-a92d-4c20-8c14-7e72ccd0b2ab gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:24.087801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Port a9d4ad7a-d644-46a2-b137-b367aec2bc55 on network 30d2520b-3223-4d64-91a2-866077139925 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:24.088038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Attempting to bind port a9d4ad7a-d644-46a2-b137-b367aec2bc55 on network 30d2520b-3223-4d64-91a2-866077139925 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:24.096274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:24.098437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Checking segment: {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:24.098437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Bound using segment: {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:24.098437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Bound port: a9d4ad7a-d644-46a2-b137-b367aec2bc55, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:24.098437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.115558 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61c980fd-69a6-4b8f-bb73-78f8f48999e3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83139818-a92d-4c20-8c14-7e72ccd0b2ab HTTP/1.1" status: 200 len: 205 time: 0.0486369 Apr 18 17:13:24.119089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38088) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:24.173490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] For port 6a5e056e-9870-45d3-babe-72178102d799, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:24.205972 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-712f7254-90b4-438c-a02b-af521efa7013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.208578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-712f7254-90b4-438c-a02b-af521efa7013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.209835 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-712f7254-90b4-438c-a02b-af521efa7013 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d80df4c-a1c0-4aff-80ca-97d6027008d8 HTTP/1.1" status: 204 len: 168 time: 0.4379702 Apr 18 17:13:24.226998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef57c-7d1e-418a-a0b6-e093c8a10124 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.240482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83139818-a92d-4c20-8c14-7e72ccd0b2ab', 'name': 'tempest-RoutersTest-router-810866595', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:21Z', 'updated_at': '2022-04-18T17:13:22Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:24.277466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] For port 6a5e056e-9870-45d3-babe-72178102d799, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6a5e056e-9870-45d3-babe-72178102d799,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:24.280494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f7254-90b4-438c-a02b-af521efa7013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80df4c-a1c0-4aff-80ca-97d6027008d8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:24.288512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Request body: {'port': {'device_id': 'c8fbea4a-5825-4c92-ae04-8e956d3755ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:24.300686 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.305689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] Checking router: 83139818-a92d-4c20-8c14-7e72ccd0b2ab for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:13:24.326220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] Routers {'83139818-a92d-4c20-8c14-7e72ccd0b2ab'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:24.327368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['83139818-a92d-4c20-8c14-7e72ccd0b2ab'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:24.411084 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.425172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:24.425972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] Set router 83139818-a92d-4c20-8c14-7e72ccd0b2ab gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:24.489031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83139818-a92d-4c20-8c14-7e72ccd0b2ab', 'name': 'tempest-RoutersTest-router-810866595', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:21Z', 'updated_at': '2022-04-18T17:13:22Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:24.522182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df74b3a-668f-422d-a29b-b9208a2d0657 None None] The sync data for ids ['83139818-a92d-4c20-8c14-7e72ccd0b2ab'] in n-d-836015-2 is: [{'id': '83139818-a92d-4c20-8c14-7e72ccd0b2ab', 'name': 'tempest-RoutersTest-router-810866595', 'tenant_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:21Z', 'updated_at': '2022-04-18T17:13:22Z', 'revision_number': 2, 'project_id': 'a5bf248258164839bfb3ed07a8dd5c36', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:13:24.524554 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef57c-7d1e-418a-a0b6-e093c8a10124 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.530611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b971683-011f-4e84-9c4f-5cea4b4efd1d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:24.531857 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef57c-7d1e-418a-a0b6-e093c8a10124 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.552215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:24.552861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.559506 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/6a5e056e-9870-45d3-babe-72178102d799 HTTP/1.1" status: 200 len: 1092 time: 2.3122981 Apr 18 17:13:24.575261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] For port a9d4ad7a-d644-46a2-b137-b367aec2bc55, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:24.580162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] For port a9d4ad7a-d644-46a2-b137-b367aec2bc55, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a9d4ad7a-d644-46a2-b137-b367aec2bc55,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:24.584080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453a46-263a-413f-89b8-cc6892066e0a req-fd05a911-d3d1-466e-9b97-0fc525c00b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:24.585775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b453a46-263a-413f-89b8-cc6892066e0a req-fd05a911-d3d1-466e-9b97-0fc525c00b4f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989211 Apr 18 17:13:24.608157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.649050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d97058-537a-4019-8d54-42dd5e05b8ad req-5155c800-1aa1-4606-b680-dff543089edb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:24.662826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11d97058-537a-4019-8d54-42dd5e05b8ad req-5155c800-1aa1-4606-b680-dff543089edb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.4977126 Apr 18 17:13:24.708059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.734467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:24.735130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.737053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9d4ad7a-d644-46a2-b137-b367aec2bc55 HTTP/1.1" status: 200 len: 1091 time: 5.1279182 Apr 18 17:13:24.745933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a38c84d-2ef0-403d-ad1f-0b1d31f1a534', 'tag': 'a9d4ad7a-d644-46a2-b137-b367aec2bc55'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:24.749112 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea3a790-434f-4206-8d46-e602335381a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7a38c84d-2ef0-403d-ad1f-0b1d31f1a534", "tag": "a9d4ad7a-d644-46a2-b137-b367aec2bc55"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:24.789202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcffbe4-72a3-4008-bb63-58093edbb8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5e056e-9870-45d3-babe-72178102d799,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:24.792300 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef57c-7d1e-418a-a0b6-e093c8a10124 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.792957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9ef57c-7d1e-418a-a0b6-e093c8a10124 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Fanout notify agent at l3_agent the message router_deleted on router 83139818-a92d-4c20-8c14-7e72ccd0b2ab {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:13:24.868608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef57c-7d1e-418a-a0b6-e093c8a10124 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.869955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4c9ef57c-7d1e-418a-a0b6-e093c8a10124 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/83139818-a92d-4c20-8c14-7e72ccd0b2ab HTTP/1.1" status: 204 len: 168 time: 0.7498987 Apr 18 17:13:24.874184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:24.883560 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:24.937451 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-87097061-50d5-47d5-b298-70949eed2feb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83139818-a92d-4c20-8c14-7e72ccd0b2ab HTTP/1.1" status: 200 len: 205 time: 0.0544837 Apr 18 17:13:24.940433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:24.950632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Checking segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:24.951079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Network hostable DHCP agents. Network: 6cc2c58f-8546-4ce1-89d8-2b141f67b355, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:13:24.993392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11d97058-537a-4019-8d54-42dd5e05b8ad req-484eff29-01f9-4696-9575-5f1e8df303eb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296738 Apr 18 17:13:25.027089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da0891-c8ad-44f5-89e5-5a03fce32868 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d4ad7a-d644-46a2-b137-b367aec2bc55,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:25.110087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1e4cf-7f95-466f-9bbf-a1ff3d6ee556 req-3fbb0891-183d-4e00-8ade-78daa62ffc2d tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.111710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6a1e4cf-7f95-466f-9bbf-a1ff3d6ee556 req-3fbb0891-183d-4e00-8ade-78daa62ffc2d tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 944 time: 0.3507972 Apr 18 17:13:25.114174 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3d8619-6a13-46ce-a6e4-674d6523301d x-openstack-request-id: req-0c3d8619-6a13-46ce-a6e4-674d6523301d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:25.114465 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a38c84d-2ef0-403d-ad1f-0b1d31f1a534", "tag": "a9d4ad7a-d644-46a2-b137-b367aec2bc55", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:25.114720 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c3d8619-6a13-46ce-a6e4-674d6523301d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:25.115120 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3d8619-6a13-46ce-a6e4-674d6523301d'] response: {'name': 'network-changed', 'server_uuid': '7a38c84d-2ef0-403d-ad1f-0b1d31f1a534', 'tag': 'a9d4ad7a-d644-46a2-b137-b367aec2bc55', 'status': 'completed', 'code': 200} Apr 18 17:13:25.120793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-5a88052d-9c77-45ca-a10c-96b8bef02f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.122370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-5a88052d-9c77-45ca-a10c-96b8bef02f0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0e9f9d6cc2f4a0bb127506f8c3f3859&device_id=7a38c84d-2ef0-403d-ad1f-0b1d31f1a534 HTTP/1.1" status: 200 len: 1094 time: 0.2419665 Apr 18 17:13:25.127894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-d4b16602-2e77-4d15-8be5-1c9c01295e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.128369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-d4b16602-2e77-4d15-8be5-1c9c01295e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.128853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-d4b16602-2e77-4d15-8be5-1c9c01295e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.129322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-d4b16602-2e77-4d15-8be5-1c9c01295e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.129830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-d4b16602-2e77-4d15-8be5-1c9c01295e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.130301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-d4b16602-2e77-4d15-8be5-1c9c01295e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.130774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-d4b16602-2e77-4d15-8be5-1c9c01295e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.133388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-d4b16602-2e77-4d15-8be5-1c9c01295e7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6285 time: 0.2538776 Apr 18 17:13:25.214196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:13:25.238052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-3fc7728b-c70d-4b24-9a64-e541747b29ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d4ad7a-d644-46a2-b137-b367aec2bc55 HTTP/1.1" status: 200 len: 217 time: 0.0931449 Apr 18 17:13:25.338693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6a1e4cf-7f95-466f-9bbf-a1ff3d6ee556 req-e31e943c-1322-4f1f-951e-adcb232b3d36 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040753 Apr 18 17:13:25.356608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6cc2c58f-8546-4ce1-89d8-2b141f67b355) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:25.372801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bff305-215b-4f99-992f-1ecf4f748f50 None None] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:25.373263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.375668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:25.398809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a7605ece-c91a-4e23-b983-aab5d6b9389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.400544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-a7605ece-c91a-4e23-b983-aab5d6b9389a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e3b87d-3319-4fd3-ae19-abc16688c485 HTTP/1.1" status: 200 len: 858 time: 0.1534526 Apr 18 17:13:25.417540 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-dbbeaf01-1c81-4847-91f3-b7f133ddbf29 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] delete failed (client error): The resource could not be found. Apr 18 17:13:25.419014 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dbbeaf01-1c81-4847-91f3-b7f133ddbf29 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/83139818-a92d-4c20-8c14-7e72ccd0b2ab HTTP/1.1" status: 404 len: 336 time: 0.4758401 Apr 18 17:13:25.425069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:25.444499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14808f0-2880-4844-b20b-906d530cb54f req-a11c4f22-ad3a-48e1-bdf5-18a3f03ebd1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.451705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14808f0-2880-4844-b20b-906d530cb54f req-a11c4f22-ad3a-48e1-bdf5-18a3f03ebd1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.457783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14808f0-2880-4844-b20b-906d530cb54f req-a11c4f22-ad3a-48e1-bdf5-18a3f03ebd1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.464592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14808f0-2880-4844-b20b-906d530cb54f req-a11c4f22-ad3a-48e1-bdf5-18a3f03ebd1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.470771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14808f0-2880-4844-b20b-906d530cb54f req-a11c4f22-ad3a-48e1-bdf5-18a3f03ebd1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.479324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14808f0-2880-4844-b20b-906d530cb54f req-a11c4f22-ad3a-48e1-bdf5-18a3f03ebd1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.496287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14808f0-2880-4844-b20b-906d530cb54f req-a11c4f22-ad3a-48e1-bdf5-18a3f03ebd1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.496287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c14808f0-2880-4844-b20b-906d530cb54f req-a11c4f22-ad3a-48e1-bdf5-18a3f03ebd1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5393 time: 0.2827275 Apr 18 17:13:25.500683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-d4036ae2-3a45-409d-8a1e-691987077f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.502374 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-d4036ae2-3a45-409d-8a1e-691987077f78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0e9f9d6cc2f4a0bb127506f8c3f3859&device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 1095 time: 0.7580233 Apr 18 17:13:25.513517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-be6cf14b-ebba-412a-b628-5fd70d65be70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=30d2520b-3223-4d64-91a2-866077139925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015854 Apr 18 17:13:25.517563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-0dc59c20-1a28-459f-91c5-7079d0f7d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.518309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-0dc59c20-1a28-459f-91c5-7079d0f7d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.518963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-0dc59c20-1a28-459f-91c5-7079d0f7d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.520679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-0dc59c20-1a28-459f-91c5-7079d0f7d154 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e89357a44a54604abd44d2bed19bc7f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3600926 Apr 18 17:13:25.548487 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb37b4a-b2dc-4b37-95a0-8ef0835d958d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:25.548831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb37b4a-b2dc-4b37-95a0-8ef0835d958d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:25.557057 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bcb37b4a-b2dc-4b37-95a0-8ef0835d958d tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/b10db7d7-1e8b-4ea3-a785-1c9df95cb5cd HTTP/1.1" status: 404 len: 337 time: 0.1248591 Apr 18 17:13:25.567604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38118) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:25.575168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a0ee5a46-9ca7-42d1-a67c-1f0a68c9e859 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1485007 Apr 18 17:13:25.604413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38120) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:25.668038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:25.700239 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-656983bb-7767-4292-964a-2ceb0cacd508 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a5e056e-9870-45d3-babe-72178102d799 HTTP/1.1" status: 200 len: 217 time: 0.1668310 Apr 18 17:13:25.700684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ac167e-6cc2-4aff-9a89-e3c617de294e', 'tag': '6a5e056e-9870-45d3-babe-72178102d799'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:25.702964 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "20ac167e-6cc2-4aff-9a89-e3c617de294e", "tag": "6a5e056e-9870-45d3-babe-72178102d799"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:25.703135 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c380abdf-a6b3-4cd1-b1cb-e0d1211267e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:25.703481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c380abdf-a6b3-4cd1-b1cb-e0d1211267e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:25.707238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c380abdf-a6b3-4cd1-b1cb-e0d1211267e0 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/ae53cee4-61ec-4149-badd-a220af0d3213 HTTP/1.1" status: 404 len: 337 time: 0.1361918 Apr 18 17:13:25.723954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38126) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:25.769360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c14808f0-2880-4844-b20b-906d530cb54f req-7cf60ed6-f471-406e-8252-b4ed5ac17b67 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2388737 Apr 18 17:13:25.806821 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9bf766-7396-48f0-93cc-faacc1d7c373 x-openstack-request-id: req-de9bf766-7396-48f0-93cc-faacc1d7c373 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:25.807387 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ac167e-6cc2-4aff-9a89-e3c617de294e", "tag": "6a5e056e-9870-45d3-babe-72178102d799", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:25.807387 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de9bf766-7396-48f0-93cc-faacc1d7c373 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:25.814417 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9bf766-7396-48f0-93cc-faacc1d7c373'] response: {'name': 'network-changed', 'server_uuid': '20ac167e-6cc2-4aff-9a89-e3c617de294e', 'tag': '6a5e056e-9870-45d3-babe-72178102d799', 'status': 'completed', 'code': 200} Apr 18 17:13:25.817992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:13:25.819252 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdb0a5e-2c90-434e-a368-13646b72243a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:25.819723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdb0a5e-2c90-434e-a368-13646b72243a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:25.821092 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:25.822943 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ffdb0a5e-2c90-434e-a368-13646b72243a tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/28ca1eab-0322-4a85-b5f6-f9616ccaacc4 HTTP/1.1" status: 404 len: 337 time: 0.0944378 Apr 18 17:13:25.827555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38130) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:25.869401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-498637ff-f9e6-484a-88ca-654bbef3b276 service neutron] 10.222.0.41 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428025 Apr 18 17:13:25.872593 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-97652064-3090-4e58-bccd-2b597791097e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:25.872939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97652064-3090-4e58-bccd-2b597791097e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:25.880419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-97652064-3090-4e58-bccd-2b597791097e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/11f65b30-aee7-4e3c-9a39-d840937b2d94 HTTP/1.1" status: 404 len: 337 time: 0.0440545 Apr 18 17:13:25.880419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38132) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:25.888368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:25.889388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:25.895504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-4436bd2d-3a3c-4c2e-a91b-61aaf5df2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.897273 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-4436bd2d-3a3c-4c2e-a91b-61aaf5df2079 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e3b87d-3319-4fd3-ae19-abc16688c485 HTTP/1.1" status: 200 len: 858 time: 0.1850460 Apr 18 17:13:25.903589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-b12d88e3-9ceb-4bf8-bcd0-885460e48aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:25.905023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3231a41-9e29-4c4a-bd6d-3fbd7bad63f0 req-b12d88e3-9ceb-4bf8-bcd0-885460e48aa9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3672786 Apr 18 17:13:25.939275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e9f919b1-3ded-4956-9217-1e55a986df22 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 200 len: 205 time: 0.0493643 Apr 18 17:13:25.979316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38134) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.076151 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-51d5d79a-5dd4-4a3c-b83f-30f2bbe7038a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=30d2520b-3223-4d64-91a2-866077139925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752997 Apr 18 17:13:26.097008 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-480afdc1-86c5-4cb6-aeaa-9f2c06255bf5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] delete failed (client error): The resource could not be found. Apr 18 17:13:26.097186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c70e60a-24ff-4842-b1ef-a95c000cb75b {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:26.105317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-480afdc1-86c5-4cb6-aeaa-9f2c06255bf5 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/9a521199-7774-4b5f-b744-4a3767fe5fc7 HTTP/1.1" status: 404 len: 336 time: 0.1254873 Apr 18 17:13:26.110314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38140) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.128829 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:26.170677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Allocated IP 172.20.0.2 (6cc2c58f-8546-4ce1-89d8-2b141f67b355/4b971683-011f-4e84-9c4f-5cea4b4efd1d/2a46284d-72c7-4544-90c0-051525b252c1) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:26.205305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Transition to ACTIVE for port object 6c70e60a-24ff-4842-b1ef-a95c000cb75b will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:26.219913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:26.241152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-707ce446-bf8b-42fd-81f1-04f09af1dee3 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce34207c-ed0c-41ee-9f25-7510b3f47d2f HTTP/1.1" status: 200 len: 205 time: 0.1276696 Apr 18 17:13:26.246210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38146) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.273145 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-26acc340-ae80-4eab-967f-ab764833a67c service neutron] 10.222.0.41 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943775 Apr 18 17:13:26.283255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:26.351906 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-664dbbe0-4777-45f7-a999-0153267077ed service neutron] 10.222.0.41 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673619 Apr 18 17:13:26.451669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee397beb-601f-4c4b-9d6a-dc1e98f90a16 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:26.481866 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:26.561109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Pushing event updated for resources: {'Port': ['ID=6c70e60a-24ff-4842-b1ef-a95c000cb75b,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:26.586746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:26.628096 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-5fd8c609-7818-47b2-ab97-57cf48d06f4e service neutron] 10.222.0.41 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436225 Apr 18 17:13:26.631585 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-ded5815c-1db5-4686-b5bf-5e0fcda76b57 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] delete failed (client error): The resource could not be found. Apr 18 17:13:26.632659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ded5815c-1db5-4686-b5bf-5e0fcda76b57 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/ce34207c-ed0c-41ee-9f25-7510b3f47d2f HTTP/1.1" status: 404 len: 336 time: 0.3802583 Apr 18 17:13:26.637011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38158) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.641937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Transition to ACTIVE for port object ee397beb-601f-4c4b-9d6a-dc1e98f90a16 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:26.680674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf73b0f-e51f-4546-8641-80708aaea91b req-24ea59b2-d803-4369-ba38-8e5ff82b1cb2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:26.682223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cf73b0f-e51f-4546-8641-80708aaea91b req-24ea59b2-d803-4369-ba38-8e5ff82b1cb2 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.5757875 Apr 18 17:13:26.688396 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d13807-b98a-4d5a-8e8e-f221864d3ae9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:26.689047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d13807-b98a-4d5a-8e8e-f221864d3ae9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:26.693337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f6d13807-b98a-4d5a-8e8e-f221864d3ae9 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/3d6c7ccf-ae7c-41f4-a738-b53704f09868 HTTP/1.1" status: 404 len: 337 time: 0.0528538 Apr 18 17:13:26.698444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38160) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.720557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Attempting to bind port 6c70e60a-24ff-4842-b1ef-a95c000cb75b on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:26.720898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Attempting to bind port 6c70e60a-24ff-4842-b1ef-a95c000cb75b by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:26.721236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Attempting to bind port 6c70e60a-24ff-4842-b1ef-a95c000cb75b on network 30d2520b-3223-4d64-91a2-866077139925 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:26.742654 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-01b63bfd-42bc-4821-aa12-686b9ba68775 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed7090b-7989-48f8-8dd9-24e08635a1bb HTTP/1.1" status: 200 len: 205 time: 0.0409627 Apr 18 17:13:26.743845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38162) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.750771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Port 6c70e60a-24ff-4842-b1ef-a95c000cb75b on network 30d2520b-3223-4d64-91a2-866077139925 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:26.751142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Attempting to bind port 6c70e60a-24ff-4842-b1ef-a95c000cb75b on network 30d2520b-3223-4d64-91a2-866077139925 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:26.791625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:26.791900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Checking segment: {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:26.792104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Bound using segment: {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:26.792562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Bound port: 6c70e60a-24ff-4842-b1ef-a95c000cb75b, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecb2192-b93b-4593-8cf3-2f89e5a3803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30d2520b-3223-4d64-91a2-866077139925'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:26.793112 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:26.796869 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-1db598eb-5763-4a40-9148-d6a99853ec11 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] delete failed (client error): The resource could not be found. Apr 18 17:13:26.798143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1db598eb-5763-4a40-9148-d6a99853ec11 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/1ed7090b-7989-48f8-8dd9-24e08635a1bb HTTP/1.1" status: 404 len: 336 time: 0.0532861 Apr 18 17:13:26.801890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38166) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.804098 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:26.842993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-373010e8-5af1-4b72-aaac-2995a32a16fa tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c7690fe-3d83-465d-b170-7cfca89e72f0 HTTP/1.1" status: 200 len: 205 time: 0.0349412 Apr 18 17:13:26.846165 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cf73b0f-e51f-4546-8641-80708aaea91b req-ea416e5c-9e98-46f4-a96e-a57a5d8701ed tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312306 Apr 18 17:13:26.846637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38168) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.923099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] For port 6c70e60a-24ff-4842-b1ef-a95c000cb75b, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:26.923099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] For port 6c70e60a-24ff-4842-b1ef-a95c000cb75b, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6c70e60a-24ff-4842-b1ef-a95c000cb75b,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:26.923684 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-5fb00dcd-2b57-497e-b6f3-9fedb425290b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] delete failed (client error): The resource could not be found. Apr 18 17:13:26.923684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5fb00dcd-2b57-497e-b6f3-9fedb425290b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/8c7690fe-3d83-465d-b170-7cfca89e72f0 HTTP/1.1" status: 404 len: 336 time: 0.0376353 Apr 18 17:13:26.923852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38170) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:26.960237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce0831-3a2c-45df-accd-747b45b3ab26 req-d731238e-98cb-475a-a77e-0a7ee065bcdf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:26.961763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bce0831-3a2c-45df-accd-747b45b3ab26 req-d731238e-98cb-475a-a77e-0a7ee065bcdf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 944 time: 0.0520132 Apr 18 17:13:26.964530 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-226b0b3a-fb72-4310-b0e4-70f4fa912432 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:26.964993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226b0b3a-fb72-4310-b0e4-70f4fa912432 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:26.968048 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-226b0b3a-fb72-4310-b0e4-70f4fa912432 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/3424a89c-4d9f-4eb3-b042-db437ec83d23 HTTP/1.1" status: 404 len: 337 time: 0.0440719 Apr 18 17:13:26.971662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38172) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:27.000517 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e569747b-ab7b-495b-aa27-428755fa0f83 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=db2633b5-f46e-4cb0-828d-3e0c44656788 HTTP/1.1" status: 200 len: 205 time: 0.0277777 Apr 18 17:13:27.002810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bce0831-3a2c-45df-accd-747b45b3ab26 req-d1666b4b-8ef5-429b-8a8f-7fd059e2b0ce tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345831 Apr 18 17:13:27.044224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3a790-434f-4206-8d46-e602335381a2 req-3e03d27f-cdcd-46c5-aec9-9bf5d3a8bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.044224 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ea3a790-434f-4206-8d46-e602335381a2 req-3e03d27f-cdcd-46c5-aec9-9bf5d3a8bfa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0e9f9d6cc2f4a0bb127506f8c3f3859&device_id=7a38c84d-2ef0-403d-ad1f-0b1d31f1a534 HTTP/1.1" status: 200 len: 1094 time: 0.0953538 Apr 18 17:13:27.045670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38174) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:27.098283 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-d392bae7-0ed1-4fc2-8c47-f3c557c5ccdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] delete failed (client error): The resource could not be found. Apr 18 17:13:27.102093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d392bae7-0ed1-4fc2-8c47-f3c557c5ccdb tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/db2633b5-f46e-4cb0-828d-3e0c44656788 HTTP/1.1" status: 404 len: 336 time: 0.0539460 Apr 18 17:13:27.104629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38176) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:27.117797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3a790-434f-4206-8d46-e602335381a2 req-4ab5449b-085a-4a10-9d0a-77285f1353bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.119249 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ea3a790-434f-4206-8d46-e602335381a2 req-4ab5449b-085a-4a10-9d0a-77285f1353bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=30d2520b-3223-4d64-91a2-866077139925 HTTP/1.1" status: 200 len: 919 time: 0.1044028 Apr 18 17:13:27.141561 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a84334-a1ff-4ee7-960e-7dd2b393d10b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:27.142152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a84334-a1ff-4ee7-960e-7dd2b393d10b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:27.144881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-62a84334-a1ff-4ee7-960e-7dd2b393d10b tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/48d521fe-4555-4610-8ff8-3148edac9de5 HTTP/1.1" status: 404 len: 337 time: 0.0393145 Apr 18 17:13:27.148018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38178) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:27.155859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-91b75c38-96fe-47d6-8807-26ccf007e18f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.162058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-91b75c38-96fe-47d6-8807-26ccf007e18f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.168958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-91b75c38-96fe-47d6-8807-26ccf007e18f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.179416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-91b75c38-96fe-47d6-8807-26ccf007e18f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.181075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-91b75c38-96fe-47d6-8807-26ccf007e18f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.184290 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ea3a790-434f-4206-8d46-e602335381a2 req-1d0703a1-ebe3-4c1a-88cb-8f3ff37b9a93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d4ad7a-d644-46a2-b137-b367aec2bc55 HTTP/1.1" status: 200 len: 217 time: 0.0488307 Apr 18 17:13:27.187345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-91b75c38-96fe-47d6-8807-26ccf007e18f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.193222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-91b75c38-96fe-47d6-8807-26ccf007e18f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.196537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-91b75c38-96fe-47d6-8807-26ccf007e18f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5393 time: 0.0994210 Apr 18 17:13:27.206592 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1861cf8a-c9f7-49da-adfa-bf9089d2721e tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1846296-22f0-41a1-9904-a8d40cd77d48 HTTP/1.1" status: 200 len: 205 time: 0.0549629 Apr 18 17:13:27.211814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38180) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:27.229869 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:27.243324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9db4b82d-b121-4f3a-a7a3-a77539c4753a req-46a14a97-7cdd-4b2d-a9e7-c6850028abfa tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415847 Apr 18 17:13:27.267321 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:27.269052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:27.269397 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-cc67a29a-32b7-4aed-9ff2-cdefb1bff247 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] delete failed (client error): The resource could not be found. Apr 18 17:13:27.270458 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc67a29a-32b7-4aed-9ff2-cdefb1bff247 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/routers/f1846296-22f0-41a1-9904-a8d40cd77d48 HTTP/1.1" status: 404 len: 336 time: 0.0577531 Apr 18 17:13:27.274315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:27.277133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38182) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:27.278038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:27.278596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:27.331394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.334050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:27.334554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] 10.222.0.18 "PUT /v2.0/ports/6c70e60a-24ff-4842-b1ef-a95c000cb75b HTTP/1.1" status: 200 len: 1091 time: 3.0495145 Apr 18 17:13:27.354284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3a790-434f-4206-8d46-e602335381a2 req-e98a57aa-6a8c-44fb-aa77-d7938e12a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.356283 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ea3a790-434f-4206-8d46-e602335381a2 req-e98a57aa-6a8c-44fb-aa77-d7938e12a888 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e3b87d-3319-4fd3-ae19-abc16688c485 HTTP/1.1" status: 200 len: 858 time: 0.1544232 Apr 18 17:13:27.382376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72bb36-7538-4878-8fb1-e997b37ab791 service neutron] Pushing event updated for resources: {'Port': ['ID=6c70e60a-24ff-4842-b1ef-a95c000cb75b,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:27.415391 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ea3a790-434f-4206-8d46-e602335381a2 req-862c3cec-481b-4d71-9cf0-f3a900b58931 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=30d2520b-3223-4d64-91a2-866077139925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467856 Apr 18 17:13:27.433897 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd66888-8184-4bd9-9594-d8be3ebfd615 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:27.433897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd66888-8184-4bd9-9594-d8be3ebfd615 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:27.434609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ccd66888-8184-4bd9-9594-d8be3ebfd615 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/2dec346f-bcab-4947-b5c3-c192958cb58f HTTP/1.1" status: 404 len: 337 time: 0.1533725 Apr 18 17:13:27.459216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38188) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:27.485025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Attempting to bind port 2a46284d-72c7-4544-90c0-051525b252c1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:27.486267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Attempting to bind port 2a46284d-72c7-4544-90c0-051525b252c1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:27.486815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Attempting to bind port 2a46284d-72c7-4544-90c0-051525b252c1 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:27.500286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:27.500987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Checking segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:27.501843 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:27.502398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Bound using segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:27.503056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Bound port: 2a46284d-72c7-4544-90c0-051525b252c1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:27.503610 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:27.516326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c65559d7-a48b-470a-b54a-1ae5f201ac6e req-3e97b2a0-cefc-48e6-961c-5b828c15611f tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.1147778 Apr 18 17:13:27.527218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Pushing event updated for resources: {'Port': ['ID=2a46284d-72c7-4544-90c0-051525b252c1,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:27.600404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] For port 2a46284d-72c7-4544-90c0-051525b252c1, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:27.604425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] For port 2a46284d-72c7-4544-90c0-051525b252c1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2a46284d-72c7-4544-90c0-051525b252c1,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:27.660824 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e9b192-705b-4f60-a786-71c40ba857d6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] DELETE failed (client error): The resource could not be found. Apr 18 17:13:27.661722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e9b192-705b-4f60-a786-71c40ba857d6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:13:27.670380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-20e9b192-705b-4f60-a786-71c40ba857d6 tempest-RoutersTest-598705259 tempest-RoutersTest-598705259-project] 10.222.0.45 "DELETE /v2.0/subnets/1def97e1-8d7e-4f84-9afb-ea39c535a1f4 HTTP/1.1" status: 404 len: 337 time: 0.1417999 Apr 18 17:13:27.687140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:27.689023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Pushing event updated for resources: {'Port': ['ID=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:27.693067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-7f7765b4-3ee7-42ce-a699-247f2b060556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.696580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-7f7765b4-3ee7-42ce-a699-247f2b060556 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0e9f9d6cc2f4a0bb127506f8c3f3859&device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 1095 time: 0.2940624 Apr 18 17:13:27.743513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0998d-83c3-4977-8640-6985f7900cdd None None] Pushing event updated for resources: {'Port': ['ID=2a46284d-72c7-4544-90c0-051525b252c1,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:27.755601 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ea3a790-434f-4206-8d46-e602335381a2 req-daa7220d-6bcc-42d1-9864-621163f4aea7 service neutron] 10.222.0.41 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956495 Apr 18 17:13:27.816847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fbea4a-5825-4c92-ae04-8e956d3755ba', 'tag': '6c70e60a-24ff-4842-b1ef-a95c000cb75b'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:27.816847 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657dbf35-ab21-4d41-9756-0bda3b14b03f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fbea4a-5825-4c92-ae04-8e956d3755ba", "tag": "6c70e60a-24ff-4842-b1ef-a95c000cb75b"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:27.841110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-59143e3e-b13d-4654-8a54-c8fb66fefba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.843525 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-59143e3e-b13d-4654-8a54-c8fb66fefba9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0e9f9d6cc2f4a0bb127506f8c3f3859&device_id=c8fbea4a-5825-4c92-ae04-8e956d3755ba HTTP/1.1" status: 200 len: 1094 time: 0.3115287 Apr 18 17:13:27.847591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Attempting to bind port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:27.848264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Attempting to bind port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:27.849456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Attempting to bind port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:27.885640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 on network a3de4985-6af3-4d4f-ac03-09caa2da850a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:27.885982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Attempting to bind port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:27.909971 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399fbcd2-c814-490c-b630-10269e4bbd90 x-openstack-request-id: req-399fbcd2-c814-490c-b630-10269e4bbd90 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:27.910290 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fbea4a-5825-4c92-ae04-8e956d3755ba", "tag": "6c70e60a-24ff-4842-b1ef-a95c000cb75b", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:27.910555 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-399fbcd2-c814-490c-b630-10269e4bbd90 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:27.910982 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399fbcd2-c814-490c-b630-10269e4bbd90'] response: {'name': 'network-changed', 'server_uuid': 'c8fbea4a-5825-4c92-ae04-8e956d3755ba', 'tag': '6c70e60a-24ff-4842-b1ef-a95c000cb75b', 'status': 'completed', 'code': 200} Apr 18 17:13:27.934882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-0385c881-8d46-404a-87e7-fde5035067e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:27.936405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-0385c881-8d46-404a-87e7-fde5035067e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=30d2520b-3223-4d64-91a2-866077139925 HTTP/1.1" status: 200 len: 919 time: 0.2254894 Apr 18 17:13:27.947282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:27.947808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Checking segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:27.948010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Bound using segment: {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:27.948474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Bound port: ee397beb-601f-4c4b-9d6a-dc1e98f90a16, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f83302-1ab0-4465-a7de-4a36080f079c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:27.949083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:27.956545 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-fbc8ba7c-044d-44c3-9261-8097d3f2741f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c70e60a-24ff-4842-b1ef-a95c000cb75b HTTP/1.1" status: 200 len: 217 time: 0.0673778 Apr 18 17:13:28.099083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c0f0f8b2-c57c-481d-8585-93a6f8ad7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:28.100609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-c0f0f8b2-c57c-481d-8585-93a6f8ad7f4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28e3b87d-3319-4fd3-ae19-abc16688c485 HTTP/1.1" status: 200 len: 858 time: 0.1224020 Apr 18 17:13:28.104425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-d7d698d3-f16b-49e9-8f65-1fabe63ebf9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a5e056e-9870-45d3-babe-72178102d799 HTTP/1.1" status: 200 len: 217 time: 0.1277068 Apr 18 17:13:28.114250 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7ea3a790-434f-4206-8d46-e602335381a2 req-45fbb4dd-d068-47e7-bdef-f7d0cd4728ab service neutron] 10.222.0.41 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438489 Apr 18 17:13:28.130899 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:28.155150 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-b64e841e-842d-450c-8802-08f0f5f60525 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30d2520b-3223-4d64-91a2-866077139925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468087 Apr 18 17:13:28.256530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:28.283742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] For port ee397beb-601f-4c4b-9d6a-dc1e98f90a16, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:28.298191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:13:28.304186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] For port ee397beb-601f-4c4b-9d6a-dc1e98f90a16, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:28.343904 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-204b3d13-185f-437b-b4e4-2307062f8e0a service neutron] 10.222.0.18 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789615 Apr 18 17:13:28.363538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932215-e5b1-44cd-b927-e79129937d5b req-014946fe-97a9-4356-89d6-9583cd32b8f7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:28.370991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83932215-e5b1-44cd-b927-e79129937d5b req-014946fe-97a9-4356-89d6-9583cd32b8f7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 943 time: 0.2876544 Apr 18 17:13:28.394595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-77a57551-4b94-4123-9fe4-afdb080f1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:28.396082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-77a57551-4b94-4123-9fe4-afdb080f1b28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e3b87d-3319-4fd3-ae19-abc16688c485 HTTP/1.1" status: 200 len: 858 time: 0.2441173 Apr 18 17:13:28.431758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:28.443452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-8db1b655-3492-4b9a-93ba-2c5e2a23f7d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=30d2520b-3223-4d64-91a2-866077139925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380154 Apr 18 17:13:28.451773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408adfe-b406-4963-ba95-708353ebb560 req-54b1b9f0-a9ed-4fa6-8bcd-098b3aafe078 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:28.454009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f408adfe-b406-4963-ba95-708353ebb560 req-54b1b9f0-a9ed-4fa6-8bcd-098b3aafe078 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 944 time: 0.2118020 Apr 18 17:13:28.494762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:28.495694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:28.497656 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] 10.222.0.18 "PUT /v2.0/ports/ee397beb-601f-4c4b-9d6a-dc1e98f90a16 HTTP/1.1" status: 200 len: 1091 time: 4.0835438 Apr 18 17:13:28.542083 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83932215-e5b1-44cd-b927-e79129937d5b req-7f9b5b81-366d-4e89-9397-f5e543693924 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700931 Apr 18 17:13:28.594407 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-320be5a3-3e0d-41f9-8fcd-b59c68217a4c req-4409341f-08b8-4496-9913-8670233da3cc service neutron] 10.222.0.18 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231121 Apr 18 17:13:28.607513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38210) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:28.634978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759f716-0aa6-46f1-bcb4-77d10fbb5303 service neutron] Pushing event updated for resources: {'Port': ['ID=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:28.666529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:28.713746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f408adfe-b406-4963-ba95-708353ebb560 req-9c1e9768-7c0f-479a-a648-2cf55d37f3ab tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307153 Apr 18 17:13:28.755261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Allocated IP 172.25.5.43 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/7bb7a6e7-3166-4840-9e26-404da3c05cbe) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:28.762316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:28.802857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'network_id': 'fa916f8d-bc99-4ca1-8752-efc0a3986851', 'port_id': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'mac_address': 'fa:16:3e:44:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f789211-6bac-4326-9dc4-18630021209e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:13:28.847857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bf0baba-4659-4897-b014-59f5950c7aa1 req-a0fd01ae-5b64-4582-936b-9c42be5e191d tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0799000 Apr 18 17:13:28.885908 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:28.911915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77c003d-5a99-4a7d-8949-cee1dc4d0e29 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:28.937562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-3a55594b-3acb-48d1-b934-f8088156d79e service neutron] 10.222.0.41 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794860 Apr 18 17:13:28.953448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-daa19412-11f9-41b1-b6b6-768152e5a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:28.956683 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-daa19412-11f9-41b1-b6b6-768152e5a7d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0e9f9d6cc2f4a0bb127506f8c3f3859&device_id=c8fbea4a-5825-4c92-ae04-8e956d3755ba HTTP/1.1" status: 200 len: 1094 time: 0.2292116 Apr 18 17:13:28.959287 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:28.964924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:28.974826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-e6bea9f3-1db4-42bd-8d10-9476213068bd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:28.983859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2a46284d-72c7-4544-90c0-051525b252c1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:28.993228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-e6bea9f3-1db4-42bd-8d10-9476213068bd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.001913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-e6bea9f3-1db4-42bd-8d10-9476213068bd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.012701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-e6bea9f3-1db4-42bd-8d10-9476213068bd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.019793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-e6bea9f3-1db4-42bd-8d10-9476213068bd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.026649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-e6bea9f3-1db4-42bd-8d10-9476213068bd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.032927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-e6bea9f3-1db4-42bd-8d10-9476213068bd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.042986 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-e6bea9f3-1db4-42bd-8d10-9476213068bd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5405 time: 0.3681526 Apr 18 17:13:29.047221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.095459 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7a16ce81-d181-4303-8bde-d8d9145f2641 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5bf248258164839bfb3ed07a8dd5c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840837 Apr 18 17:13:29.095715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 2a46284d-72c7-4544-90c0-051525b252c1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:29.095715 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.118257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38214) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:29.149371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:29.219546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.256635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 2a46284d-72c7-4544-90c0-051525b252c1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2a46284d-72c7-4544-90c0-051525b252c1,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:29.258401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-1c16dbb5-75be-46d9-96f3-16e946b91440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.259907 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-1c16dbb5-75be-46d9-96f3-16e946b91440 service neutron] 10.222.0.18 "GET /v2.0/networks?id=30d2520b-3223-4d64-91a2-866077139925 HTTP/1.1" status: 200 len: 919 time: 0.2949171 Apr 18 17:13:29.322012 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-9277e244-f92a-49d3-8e7b-b40f19c0cf79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c70e60a-24ff-4842-b1ef-a95c000cb75b HTTP/1.1" status: 200 len: 217 time: 0.0531249 Apr 18 17:13:29.332290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d90b5b5-a506-4c0f-9b3d-2d1e5a832358 None None] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:29.333462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b83d9835-062c-447c-8204-066ce12a0da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.343410 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.363352 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.373581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0eb75a7-6804-4947-94b7-7fbca7115cc3 req-42aa7647-5678-4a3a-8085-e6dc5d5838a3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3178802 Apr 18 17:13:29.414993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b83d9835-062c-447c-8204-066ce12a0da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.443088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-bfb7f5b1-b889-4c97-8a41-886611871294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.444573 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-bfb7f5b1-b889-4c97-8a41-886611871294 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28e3b87d-3319-4fd3-ae19-abc16688c485 HTTP/1.1" status: 200 len: 858 time: 0.0848179 Apr 18 17:13:29.453066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a77c003d-5a99-4a7d-8949-cee1dc4d0e29'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:29.481864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40c1d34d-8a32-495d-97bf-9ec6ba262e1f req-05eb9275-890a-47a1-9f01-020a0aa0bebf service neutron] 10.222.0.41 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361429 Apr 18 17:13:29.487781 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-fb9f958f-cdb6-4c4b-a30e-932c42bd6506 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30d2520b-3223-4d64-91a2-866077139925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329733 Apr 18 17:13:29.507013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c32abd9a-d30c-459e-8d3a-92b1a81fdb62 None None] Provisioning complete for port 2a46284d-72c7-4544-90c0-051525b252c1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:29.507381 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c32abd9a-d30c-459e-8d3a-92b1a81fdb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.548501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=2a46284d-72c7-4544-90c0-051525b252c1,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:29.606047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:29.612129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b83d9835-062c-447c-8204-066ce12a0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.614891 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b83d9835-062c-447c-8204-066ce12a0da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.616572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b83d9835-062c-447c-8204-066ce12a0da2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c6603af-652a-461b-af6b-579bb3cba8c7 HTTP/1.1" status: 204 len: 168 time: 0.4748800 Apr 18 17:13:29.634949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d9835-062c-447c-8204-066ce12a0da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6603af-652a-461b-af6b-579bb3cba8c7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:29.640057 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.642580 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.696356 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-e5d370a5-9f10-4af0-83f2-590d577055fc service neutron] 10.222.0.18 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986156 Apr 18 17:13:29.698005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Transition to ACTIVE for port object 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:29.740933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:29.745033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:29.764117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:29.766864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:29.770830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Pushing event updated for resources: {'Port': ['ID=7bb7a6e7-3166-4840-9e26-404da3c05cbe,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:29.863092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Pushing event updated for resources: {'Port': ['ID=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:29.898070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a15177-f876-4b8b-8eb2-38930ef4cacd req-800ea194-af93-4c1b-ad86-6f5004cff064 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.906158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68a15177-f876-4b8b-8eb2-38930ef4cacd req-800ea194-af93-4c1b-ad86-6f5004cff064 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 944 time: 0.2172871 Apr 18 17:13:29.916071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:29.918493 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e" -d '{"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "ee397beb-601f-4c4b-9d6a-dc1e98f90a16"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:29.919068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af543427-e151-4d51-9475-bbab7e50c7bc req-02b97f39-9afa-430b-98fb-dc394c35adfc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:29.920632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af543427-e151-4d51-9475-bbab7e50c7bc req-02b97f39-9afa-430b-98fb-dc394c35adfc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 944 time: 0.1167717 Apr 18 17:13:29.935156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-657dbf35-ab21-4d41-9756-0bda3b14b03f req-a3e3d654-9ef1-4676-996f-b325667965c1 service neutron] 10.222.0.18 "GET /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211370 Apr 18 17:13:29.963803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Attempting to bind port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:29.964402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Attempting to bind port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:29.964704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Attempting to bind port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 on network dbe52481-b0ec-4129-b971-323e61891fe4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:29.970770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 on network dbe52481-b0ec-4129-b971-323e61891fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:29.971231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Attempting to bind port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 on network dbe52481-b0ec-4129-b971-323e61891fe4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:29.980011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:29.982089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Checking segment: {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:29.982089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Bound using segment: {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:29.982089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Bound port: 008208a2-86b1-4de0-8ff8-a1a4874c5cf2, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:29.982089 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.077582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] For port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:30.081910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] For port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:30.156183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af543427-e151-4d51-9475-bbab7e50c7bc req-659e8db6-1fa0-43d2-bae2-dfd05f254c51 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662047 Apr 18 17:13:30.160411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68a15177-f876-4b8b-8eb2-38930ef4cacd req-c541b1d0-7d86-49e4-83db-e00ab3b7895d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531605 Apr 18 17:13:30.179477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.272305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.272932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.274891 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] 10.222.0.18 "PUT /v2.0/ports/008208a2-86b1-4de0-8ff8-a1a4874c5cf2 HTTP/1.1" status: 200 len: 1091 time: 1.6229882 Apr 18 17:13:30.278222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f50895-65fd-44c6-97fd-4016a9c8ae52 service neutron] Pushing event updated for resources: {'Port': ['ID=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:30.281632 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72badc9-ee9d-4b77-b11c-8ba191c2fc18 x-openstack-request-id: req-a72badc9-ee9d-4b77-b11c-8ba191c2fc18 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:30.283881 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "ee397beb-601f-4c4b-9d6a-dc1e98f90a16", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:30.283881 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a72badc9-ee9d-4b77-b11c-8ba191c2fc18 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:30.283881 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72badc9-ee9d-4b77-b11c-8ba191c2fc18'] response: {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16', 'status': 'completed', 'code': 200} Apr 18 17:13:30.341062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be8712b9-c844-475f-aaba-778133aae7d7 req-2b4c62eb-49a1-4261-b7e9-c212bbf6a475 tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0321169 Apr 18 17:13:30.381391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a507d638-dbec-4c12-8115-32f12a30468e None None] Provisioning complete for port 2a46284d-72c7-4544-90c0-051525b252c1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:30.387304 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a507d638-dbec-4c12-8115-32f12a30468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.406488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-63f94c2b-eba2-4b10-b616-ca4c15c10770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.406824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-63f94c2b-eba2-4b10-b616-ca4c15c10770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.407249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-63f94c2b-eba2-4b10-b616-ca4c15c10770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.407835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-63f94c2b-eba2-4b10-b616-ca4c15c10770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.408313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-63f94c2b-eba2-4b10-b616-ca4c15c10770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.408783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-63f94c2b-eba2-4b10-b616-ca4c15c10770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.409245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-63f94c2b-eba2-4b10-b616-ca4c15c10770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.411208 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-63f94c2b-eba2-4b10-b616-ca4c15c10770 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6419 time: 0.0778241 Apr 18 17:13:30.488877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.526442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6a5e056e-9870-45d3-babe-72178102d799 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:13:30.666963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6a5e056e-9870-45d3-babe-72178102d799, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6a5e056e-9870-45d3-babe-72178102d799,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:30.691423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '6a5e056e-9870-45d3-babe-72178102d799', 'network_id': '30d2520b-3223-4d64-91a2-866077139925', 'port_id': '6a5e056e-9870-45d3-babe-72178102d799', 'mac_address': 'fa:16:3e:16:a4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e3b87d-3319-4fd3-ae19-abc16688c485', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:13:30.709337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-ed502215-7c65-4cbe-8f18-1c444fcc20c9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.715974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-ed502215-7c65-4cbe-8f18-1c444fcc20c9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.722174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-ed502215-7c65-4cbe-8f18-1c444fcc20c9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.728483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-ed502215-7c65-4cbe-8f18-1c444fcc20c9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.734467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-ed502215-7c65-4cbe-8f18-1c444fcc20c9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.740465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-ed502215-7c65-4cbe-8f18-1c444fcc20c9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.742413 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.752351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-ed502215-7c65-4cbe-8f18-1c444fcc20c9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.759176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5e056e-9870-45d3-babe-72178102d799 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:30.761183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-ed502215-7c65-4cbe-8f18-1c444fcc20c9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5417 time: 0.2833753 Apr 18 17:13:30.804596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6a5e056e-9870-45d3-babe-72178102d799, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6a5e056e-9870-45d3-babe-72178102d799,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:30.843921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94d03855-4eb8-422e-a5c4-921a22b72715 req-e55c8270-b9bc-4ef0-9399-deb1cc6d56c8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816331 Apr 18 17:13:30.846617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Request body: {'port': {'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:30.865529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2a46284d-72c7-4544-90c0-051525b252c1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:30.902653 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.903311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a9d4ad7a-d644-46a2-b137-b367aec2bc55 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:13:30.928267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.948818 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-978aa2dc-be63-448a-a57f-da9d9a6a0c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.967874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:30.988665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-a1d438c6-ffde-411c-9761-c9a18f6c8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.989227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-a1d438c6-ffde-411c-9761-c9a18f6c8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.989737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-a1d438c6-ffde-411c-9761-c9a18f6c8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:30.991584 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-a1d438c6-ffde-411c-9761-c9a18f6c8be4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e89357a44a54604abd44d2bed19bc7f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5649266 Apr 18 17:13:30.994936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a9d4ad7a-d644-46a2-b137-b367aec2bc55, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a9d4ad7a-d644-46a2-b137-b367aec2bc55,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:31.013852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6a5e056e-9870-45d3-babe-72178102d799,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:31.029297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'a9d4ad7a-d644-46a2-b137-b367aec2bc55', 'network_id': '30d2520b-3223-4d64-91a2-866077139925', 'port_id': 'a9d4ad7a-d644-46a2-b137-b367aec2bc55', 'mac_address': 'fa:16:3e:15:95:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e3b87d-3319-4fd3-ae19-abc16688c485', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:13:31.045653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 2a46284d-72c7-4544-90c0-051525b252c1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:31.046035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.095765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38248) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:31.116685 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.135638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d4ad7a-d644-46a2-b137-b367aec2bc55 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:31.179379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a9d4ad7a-d644-46a2-b137-b367aec2bc55, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a9d4ad7a-d644-46a2-b137-b367aec2bc55,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:31.213520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-1fdc43a7-b506-46a5-9934-15281b21f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:31.216688 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8420d4ff-4ac4-4093-8d3e-9fdf6ca7364e req-1fdc43a7-b506-46a5-9934-15281b21f463 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043481 Apr 18 17:13:31.263466 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.308049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--380136535'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:31.335937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=a9d4ad7a-d644-46a2-b137-b367aec2bc55,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:31.379670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa0be45-e91c-424e-8f55-e2cefd61223e {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:31.387403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.399796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Transition to ACTIVE for port object 4aa0be45-e91c-424e-8f55-e2cefd61223e will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:31.417457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.425773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.491363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.502103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7644b-6127-47f6-8798-b98b81ff4d09 req-ba712d2f-a37a-4279-9511-330225c30e49 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:31.503575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92c7644b-6127-47f6-8798-b98b81ff4d09 req-ba712d2f-a37a-4279-9511-330225c30e49 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 945 time: 0.1190009 Apr 18 17:13:31.519860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f087ea-15e6-4aa8-b3bd-80efe433759d req-0d681af8-4e9b-425a-ac05-f3a1c5eee064 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:31.521266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13f087ea-15e6-4aa8-b3bd-80efe433759d req-0d681af8-4e9b-425a-ac05-f3a1c5eee064 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 944 time: 0.1377895 Apr 18 17:13:31.529227 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.556469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa0be45-e91c-424e-8f55-e2cefd61223e,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:31.600037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92c7644b-6127-47f6-8798-b98b81ff4d09 req-7ed17790-6146-4f73-852b-bd7b86696dd9 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878620 Apr 18 17:13:31.605272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13f087ea-15e6-4aa8-b3bd-80efe433759d req-5ebe257b-a1bd-4cfa-9be2-bb506d00065b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739238 Apr 18 17:13:31.616384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.678854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Router 76adc3aa-f6dc-4d81-9823-19169cde916a is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:13:31.685114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f35922-2a03-4066-b6f3-a3aa701d1a8b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:31.706213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6a5e056e-9870-45d3-babe-72178102d799'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:31.707110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Attempting to bind port 4aa0be45-e91c-424e-8f55-e2cefd61223e on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:31.707453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Attempting to bind port 4aa0be45-e91c-424e-8f55-e2cefd61223e by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:31.707785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Attempting to bind port 4aa0be45-e91c-424e-8f55-e2cefd61223e on network dbe52481-b0ec-4129-b971-323e61891fe4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:31.722972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Port 4aa0be45-e91c-424e-8f55-e2cefd61223e on network dbe52481-b0ec-4129-b971-323e61891fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:31.723189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Attempting to bind port 4aa0be45-e91c-424e-8f55-e2cefd61223e on network dbe52481-b0ec-4129-b971-323e61891fe4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:31.733502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['a9d4ad7a-d644-46a2-b137-b367aec2bc55'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:31.741038 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.743011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:31.743361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Checking segment: {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:31.743857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Bound using segment: {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:31.744308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Bound port: 4aa0be45-e91c-424e-8f55-e2cefd61223e, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131002f0-ed6a-4993-93bc-7d7acd2d4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:31.744669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.810106 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.820859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] For port 4aa0be45-e91c-424e-8f55-e2cefd61223e, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:31.829244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-300d0ef6-1782-4c69-a586-e12a955d9257 req-97f5ef7d-aa98-4557-88d1-29481ee4fc58 tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0302377 Apr 18 17:13:31.832818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:13:31.847139 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:13:31.856920 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:31.857371 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:31.879561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] For port 4aa0be45-e91c-424e-8f55-e2cefd61223e, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:31.891016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2688e077-bcf2-42e5-bb06-bd5a478d2b5f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:31.949103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:31.950366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9bbdaac0-558b-4cb1-b914-ab5f6ab44a1b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3438461 Apr 18 17:13:31.953389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38260) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:32.003766 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:32.006535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.008318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3f83157-2271-44e6-b72b-10aaa0101144 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9109347 Apr 18 17:13:32.009563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.011466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38262) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:32.013686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-642eff34-7f60-4ef8-8846-dda39b8bddda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.019253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-642eff34-7f60-4ef8-8846-dda39b8bddda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.025917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-642eff34-7f60-4ef8-8846-dda39b8bddda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.031817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-642eff34-7f60-4ef8-8846-dda39b8bddda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.038408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-642eff34-7f60-4ef8-8846-dda39b8bddda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.044481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-642eff34-7f60-4ef8-8846-dda39b8bddda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.050693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-642eff34-7f60-4ef8-8846-dda39b8bddda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.052712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-642eff34-7f60-4ef8-8846-dda39b8bddda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1013196 Apr 18 17:13:32.075893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.076526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.082291 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] 10.222.0.18 "PUT /v2.0/ports/4aa0be45-e91c-424e-8f55-e2cefd61223e HTTP/1.1" status: 200 len: 1091 time: 1.2393756 Apr 18 17:13:32.117487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f0057cb-4014-4a07-ac06-3d243de447c1 req-7a942a14-7733-427f-b0ad-320f282281f4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564263 Apr 18 17:13:32.171936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de104d-d7f1-413e-a4a8-427fdb76fb84 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa0be45-e91c-424e-8f55-e2cefd61223e,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:32.194861 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-77539748-16d8-45ba-bef8-fd5c8fa5f96e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1785648 Apr 18 17:13:32.199467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38264) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:32.209280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c85387cf-7dbd-4290-bef6-58d0eef01548 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-security--757256985', 'description': 'tempest-security-description-784596640'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:32.225895 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:30Z', 'revision_number': 3, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:32.255482 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c85387cf-7dbd-4290-bef6-58d0eef01548 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.263946 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:13:32.264641 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Updating router 76adc3aa-f6dc-4d81-9823-19169cde916a port 7bb7a6e7-3166-4840-9e26-404da3c05cbe binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:13:32.286155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2'}, {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '4aa0be45-e91c-424e-8f55-e2cefd61223e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:32.288523 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9995da61-40d1-493a-8498-609d30b66dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "008208a2-86b1-4de0-8ff8-a1a4874c5cf2"}, {"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "4aa0be45-e91c-424e-8f55-e2cefd61223e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:32.291138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 6c70e60a-24ff-4842-b1ef-a95c000cb75b details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:13:32.302368 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.306792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:32.324993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c85387cf-7dbd-4290-bef6-58d0eef01548 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.343740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-08ca970b-ca4b-450a-bf6b-dc580456bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.344147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-08ca970b-ca4b-450a-bf6b-dc580456bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.344623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-08ca970b-ca4b-450a-bf6b-dc580456bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.345093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-08ca970b-ca4b-450a-bf6b-dc580456bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.345605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-08ca970b-ca4b-450a-bf6b-dc580456bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.346080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-08ca970b-ca4b-450a-bf6b-dc580456bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.346627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-08ca970b-ca4b-450a-bf6b-dc580456bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.348574 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-08ca970b-ca4b-450a-bf6b-dc580456bf2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6486 time: 0.1078939 Apr 18 17:13:32.371760 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e86fec7-ccd2-47cd-999a-f8ae090737bf x-openstack-request-id: req-4e86fec7-ccd2-47cd-999a-f8ae090737bf {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:32.371959 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "008208a2-86b1-4de0-8ff8-a1a4874c5cf2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "4aa0be45-e91c-424e-8f55-e2cefd61223e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:32.372185 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e86fec7-ccd2-47cd-999a-f8ae090737bf {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:32.372584 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e86fec7-ccd2-47cd-999a-f8ae090737bf'] response: {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2', 'status': 'completed', 'code': 200} Apr 18 17:13:32.372837 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e86fec7-ccd2-47cd-999a-f8ae090737bf'] response: {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '4aa0be45-e91c-424e-8f55-e2cefd61223e', 'status': 'completed', 'code': 200} Apr 18 17:13:32.406154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-3a33d637-9191-4084-8ff2-85ad859180a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df644db-7c5c-41c6-b618-2b770dafe1de HTTP/1.1" status: 200 len: 217 time: 0.0447202 Apr 18 17:13:32.409721 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c85387cf-7dbd-4290-bef6-58d0eef01548 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.412551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c85387cf-7dbd-4290-bef6-58d0eef01548 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.415050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c85387cf-7dbd-4290-bef6-58d0eef01548 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "PUT /v2.0/security-groups/2688e077-bcf2-42e5-bb06-bd5a478d2b5f HTTP/1.1" status: 200 len: 1778 time: 0.2142828 Apr 18 17:13:32.420524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38268) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:32.476960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:32.477715 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.484026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85387cf-7dbd-4290-bef6-58d0eef01548 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2688e077-bcf2-42e5-bb06-bd5a478d2b5f,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:32.504473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f7f8d1be-fdb9-412f-8cb5-2a78ac439fd6 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups/2688e077-bcf2-42e5-bb06-bd5a478d2b5f HTTP/1.1" status: 200 len: 1778 time: 0.0803208 Apr 18 17:13:32.506859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38270) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:32.520815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 6c70e60a-24ff-4842-b1ef-a95c000cb75b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6c70e60a-24ff-4842-b1ef-a95c000cb75b,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:32.543965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '6c70e60a-24ff-4842-b1ef-a95c000cb75b', 'network_id': '30d2520b-3223-4d64-91a2-866077139925', 'port_id': '6c70e60a-24ff-4842-b1ef-a95c000cb75b', 'mac_address': 'fa:16:3e:f8:59:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e3b87d-3319-4fd3-ae19-abc16688c485', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:13:32.549504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-1f6d284f-9dbd-455d-b7d1-ff20287c5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.551621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-1f6d284f-9dbd-455d-b7d1-ff20287c5754 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64991e29-3a6e-40a0-b7b4-27fe757dcc9b HTTP/1.1" status: 200 len: 855 time: 0.1078129 Apr 18 17:13:32.576346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1aee010f-9ef5-413a-9ed5-ebad06a72dd2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.607289 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1aee010f-9ef5-413a-9ed5-ebad06a72dd2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.621848 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.623663 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.639939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-10b192b9-c434-4063-9ce1-8f5a095ef12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.641701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-10b192b9-c434-4063-9ce1-8f5a095ef12c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dc6a382-14a0-4e2b-b3f7-19e369312803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823615 Apr 18 17:13:32.652391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c70e60a-24ff-4842-b1ef-a95c000cb75b {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:32.676335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:32.678676 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb9ca4-6926-467e-b206-08143db9cd54" -d '{"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-plugged", "status": "completed", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:32.702892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:32.705937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 6c70e60a-24ff-4842-b1ef-a95c000cb75b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6c70e60a-24ff-4842-b1ef-a95c000cb75b,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:32.746185 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.787588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1aee010f-9ef5-413a-9ed5-ebad06a72dd2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.791188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1aee010f-9ef5-413a-9ed5-ebad06a72dd2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.792441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1aee010f-9ef5-413a-9ed5-ebad06a72dd2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/2688e077-bcf2-42e5-bb06-bd5a478d2b5f HTTP/1.1" status: 204 len: 168 time: 0.2844779 Apr 18 17:13:32.796462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38278) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:32.812468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee010f-9ef5-413a-9ed5-ebad06a72dd2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2688e077-bcf2-42e5-bb06-bd5a478d2b5f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:32.812920 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.813599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.823067 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.831007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce8e00-22ba-412d-836b-14657cc19ec2 req-067b86dd-4433-428e-aa3b-7196573c746d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.832609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14ce8e00-22ba-412d-836b-14657cc19ec2 req-067b86dd-4433-428e-aa3b-7196573c746d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 944 time: 0.1072714 Apr 18 17:13:32.836593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a82055e2-8068-4c6d-8c6e-e08810c591d4 service neutron] 10.222.0.18 "GET /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866248 Apr 18 17:13:32.845350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794763a-d14a-49f6-a287-dbb6858ba4b0 req-cd7e025e-e43f-4bcc-be48-7771f873c74e tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:32.846895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d794763a-d14a-49f6-a287-dbb6858ba4b0 req-cd7e025e-e43f-4bcc-be48-7771f873c74e tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 945 time: 0.1198125 Apr 18 17:13:32.880837 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Attempting to bind port 7bb7a6e7-3166-4840-9e26-404da3c05cbe on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:32.881470 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Attempting to bind port 7bb7a6e7-3166-4840-9e26-404da3c05cbe by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:32.881686 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Attempting to bind port 7bb7a6e7-3166-4840-9e26-404da3c05cbe on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:32.892162 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.893309 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:32.893708 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:32.894103 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.894503 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:32.894970 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Bound port: 7bb7a6e7-3166-4840-9e26-404da3c05cbe, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:32.895368 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:32.925094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14ce8e00-22ba-412d-836b-14657cc19ec2 req-28b6d410-0b6c-4cdb-99e2-b16fb92cc206 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770183 Apr 18 17:13:32.928846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=6c70e60a-24ff-4842-b1ef-a95c000cb75b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:32.942328 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d794763a-d14a-49f6-a287-dbb6858ba4b0 req-1284b1ef-2201-4c53-b0f4-5d3db8a6a58d tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867896 Apr 18 17:13:32.981878 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Pushing event updated for resources: {'Port': ['ID=7bb7a6e7-3166-4840-9e26-404da3c05cbe,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:32.996094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:33.001702 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.002390 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.002937 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.003488 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.003996 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.004552 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.005526 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.006043 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.006561 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.006922 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.007251 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.007693 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:33.019626 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] For port 7bb7a6e7-3166-4840-9e26-404da3c05cbe, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:33.023198 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] For port 7bb7a6e7-3166-4840-9e26-404da3c05cbe, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7bb7a6e7-3166-4840-9e26-404da3c05cbe,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:33.055823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f6a36ea-2c3f-4e23-b6d2-c7e2ec2bb88e req-95029f2e-8072-45c3-b293-6dc5239bd4e2 tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0270817 Apr 18 17:13:33.066002 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f739e926-9a98-44d7-93ce-53f3ed8a296b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2646770 Apr 18 17:13:33.067150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38284) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:33.084181 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-17d9b002-1d4c-4f54-adb3-b3ba4fde68f4 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] delete failed (client error): The resource could not be found. Apr 18 17:13:33.097944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17d9b002-1d4c-4f54-adb3-b3ba4fde68f4 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/2688e077-bcf2-42e5-bb06-bd5a478d2b5f HTTP/1.1" status: 404 len: 347 time: 0.0292172 Apr 18 17:13:33.099324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38286) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:33.104990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-152b8ced-3c9f-4beb-86ee-baab7384a905 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579994249'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:33.105557 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.121798 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:13:33.152774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-d2d2bc9a-d96a-41e3-9c3f-d2d227996836 service neutron] 10.222.0.18 "GET /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081663 Apr 18 17:13:33.189366 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:33.189546 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca56f37-8796-44d2-b2df-f57775592fbd x-openstack-request-id: req-fca56f37-8796-44d2-b2df-f57775592fbd {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:33.190056 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-plugged", "status": "completed", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:33.190227 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:33.190447 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fca56f37-8796-44d2-b2df-f57775592fbd {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:33.190916 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca56f37-8796-44d2-b2df-f57775592fbd'] response: {'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'code': 200} Apr 18 17:13:33.191486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-152b8ced-3c9f-4beb-86ee-baab7384a905 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.240046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['6c70e60a-24ff-4842-b1ef-a95c000cb75b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:33.256526 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d385eed-dde6-4dad-acaf-333538b7270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.303187 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-65ab047c-f19d-44fa-834f-d75586e9354d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=016aa17e-2fa3-4d57-8561-d91271203424 HTTP/1.1" status: 200 len: 217 time: 0.1066475 Apr 18 17:13:33.336407 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfc9aa-05bf-489d-b30f-e06010aa44bf None None] Pushing event updated for resources: {'Port': ['ID=7bb7a6e7-3166-4840-9e26-404da3c05cbe,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:33.342538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Allocated IP 172.20.0.1 (6cc2c58f-8546-4ce1-89d8-2b141f67b355/4b971683-011f-4e84-9c4f-5cea4b4efd1d/13beefb9-cfae-44d6-aee7-31c05e4aa431) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:33.350935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938e81-95c2-43f8-9034-b41b8cce165f req-bf83f033-f1ea-4523-aa8a-405ec6edb3bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.358171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938e81-95c2-43f8-9034-b41b8cce165f req-bf83f033-f1ea-4523-aa8a-405ec6edb3bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.360254 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:33.365169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938e81-95c2-43f8-9034-b41b8cce165f req-bf83f033-f1ea-4523-aa8a-405ec6edb3bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.371524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938e81-95c2-43f8-9034-b41b8cce165f req-bf83f033-f1ea-4523-aa8a-405ec6edb3bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.378132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938e81-95c2-43f8-9034-b41b8cce165f req-bf83f033-f1ea-4523-aa8a-405ec6edb3bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.385600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938e81-95c2-43f8-9034-b41b8cce165f req-bf83f033-f1ea-4523-aa8a-405ec6edb3bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.392321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938e81-95c2-43f8-9034-b41b8cce165f req-bf83f033-f1ea-4523-aa8a-405ec6edb3bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.394872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25938e81-95c2-43f8-9034-b41b8cce165f req-bf83f033-f1ea-4523-aa8a-405ec6edb3bb tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1661539 Apr 18 17:13:33.403539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-152b8ced-3c9f-4beb-86ee-baab7384a905 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.431834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1a92ecd-f925-4564-869a-0aa4e27e7314 req-3267e6e8-9b01-4a42-b74e-8f334666f6b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0407672 Apr 18 17:13:33.450127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25938e81-95c2-43f8-9034-b41b8cce165f req-9e33f96d-d424-4d90-8b8b-517c58e6d629 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440600 Apr 18 17:13:33.466649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-ac87346b-e60d-42d0-b286-5d3a3eb100b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.477947 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-ac87346b-e60d-42d0-b286-5d3a3eb100b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 200 len: 797 time: 0.1491656 Apr 18 17:13:33.478324 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-152b8ced-3c9f-4beb-86ee-baab7384a905 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.510878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b8ced-3c9f-4beb-86ee-baab7384a905 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b040bdce-5bf0-4e6c-a769-8280aa2f629a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:33.552218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.566293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-152b8ced-3c9f-4beb-86ee-baab7384a905 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.568011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-152b8ced-3c9f-4beb-86ee-baab7384a905 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4674137 Apr 18 17:13:33.572118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38290) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:33.576608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-888a4e81-e9cf-410d-9040-9a928a16f3dc tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': 'b040bdce-5bf0-4e6c-a769-8280aa2f629a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:33.603930 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:30Z', 'revision_number': 3, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:33.633292 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2504f-8598-4a6c-828f-e9179d398a55 None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:30Z', 'revision_number': 3, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:13:33.673050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.693924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-888a4e81-e9cf-410d-9040-9a928a16f3dc tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.714228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:33.718802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:33.723429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:33.725367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Pushing event updated for resources: {'Port': ['ID=13beefb9-cfae-44d6-aee7-31c05e4aa431,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:33.776504 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.781006 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-888a4e81-e9cf-410d-9040-9a928a16f3dc tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.855550 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-888a4e81-e9cf-410d-9040-9a928a16f3dc tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.909686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a4e81-e9cf-410d-9040-9a928a16f3dc tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cfa443-4bcd-4288-a1fe-2b83b5247baf,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:33.950345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614339f2-9f7c-4102-b04e-e292db2c1c3a req-b33d036b-ca9d-42b1-ad23-e2dc9355fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:33.952155 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-614339f2-9f7c-4102-b04e-e292db2c1c3a req-b33d036b-ca9d-42b1-ad23-e2dc9355fe14 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 1097 time: 0.1367621 Apr 18 17:13:33.981026 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-888a4e81-e9cf-410d-9040-9a928a16f3dc tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:33.985605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-888a4e81-e9cf-410d-9040-9a928a16f3dc tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4124463 Apr 18 17:13:33.986396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38298) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:33.998533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-861d5a9b-b71f-4150-ade4-31acee1219ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.000050 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-861d5a9b-b71f-4150-ade4-31acee1219ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3de4985-6af3-4d4f-ac03-09caa2da850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1857531 Apr 18 17:13:34.029601 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-371141e7-7c70-4266-9399-eca36ffe3387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.038403 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-371141e7-7c70-4266-9399-eca36ffe3387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.058136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-614339f2-9f7c-4102-b04e-e292db2c1c3a req-ea7bba32-d939-46d0-9400-e227aee32197 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939846 Apr 18 17:13:34.097578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-88e5c44d-6022-4e22-9904-c60fb3d5f78b None None] Provisioning complete for port 13beefb9-cfae-44d6-aee7-31c05e4aa431 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:34.098422 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-88e5c44d-6022-4e22-9904-c60fb3d5f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.143352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3da2d-d986-487a-9974-3739835a5331 req-e527f863-3b91-47f6-a245-419b484dc958 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.145059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96a3da2d-d986-487a-9974-3739835a5331 req-e527f863-3b91-47f6-a245-419b484dc958 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0969357 Apr 18 17:13:34.153652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-88e5c44d-6022-4e22-9904-c60fb3d5f78b None None] Port 13beefb9-cfae-44d6-aee7-31c05e4aa431 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:34.154188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf05fc-8001-4218-8802-c1d607d1b8b5 req-a12bdbc1-03c6-4e2b-aa9d-887b5311b99b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.155706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcaf05fc-8001-4218-8802-c1d607d1b8b5 req-a12bdbc1-03c6-4e2b-aa9d-887b5311b99b tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 945 time: 0.1140361 Apr 18 17:13:34.184634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-6d3b3d04-7397-4e23-ab56-2c96dfc0e81d service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674030 Apr 18 17:13:34.185683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.194881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-371141e7-7c70-4266-9399-eca36ffe3387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.205179 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-371141e7-7c70-4266-9399-eca36ffe3387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.206336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-371141e7-7c70-4266-9399-eca36ffe3387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e0cfa443-4bcd-4288-a1fe-2b83b5247baf HTTP/1.1" status: 204 len: 168 time: 0.2184992 Apr 18 17:13:34.213924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38302) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:34.224876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371141e7-7c70-4266-9399-eca36ffe3387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0cfa443-4bcd-4288-a1fe-2b83b5247baf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:34.260141 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcaf05fc-8001-4218-8802-c1d607d1b8b5 req-48e5b63f-8710-42f0-a88f-ff135fb51fa2 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933294 Apr 18 17:13:34.263592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96a3da2d-d986-487a-9974-3739835a5331 req-833fcd61-e35e-44d9-9f12-f6ad95645dbe tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069584 Apr 18 17:13:34.304186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-830bddfd-f147-416b-99ce-3a635e5f48e4 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887973 Apr 18 17:13:34.307802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38304) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:34.311775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 6c70e60a-24ff-4842-b1ef-a95c000cb75b up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:34.369764 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.391865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c41ce0c-f62e-4a1f-a151-44d5e5429ef8 req-8fc4d0d9-d034-4631-8223-785186edbb0e tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0285819 Apr 18 17:13:34.455130 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 6c70e60a-24ff-4842-b1ef-a95c000cb75b completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:13:34.459826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 6c70e60a-24ff-4842-b1ef-a95c000cb75b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:34.460194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.461957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9365425b-68e1-4b85-9cc4-52ca073822ee tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.519045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.526527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9365425b-68e1-4b85-9cc4-52ca073822ee tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.534267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6a5e056e-9870-45d3-babe-72178102d799 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:34.545539 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-e72a6cf5-dfab-469f-bd78-67371ddb8103 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618140 Apr 18 17:13:34.594143 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.602280 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-23714190-dcca-43cb-9ba0-eb5c6b1f4a57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d HTTP/1.1" status: 200 len: 217 time: 0.0490410 Apr 18 17:13:34.608350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.627694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-aa681acc-a4a9-46c9-994b-6873b44f6439 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.635433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-aa681acc-a4a9-46c9-994b-6873b44f6439 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.643888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 6c70e60a-24ff-4842-b1ef-a95c000cb75b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6c70e60a-24ff-4842-b1ef-a95c000cb75b,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:34.645012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-aa681acc-a4a9-46c9-994b-6873b44f6439 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.651717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-aa681acc-a4a9-46c9-994b-6873b44f6439 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.657520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-aa681acc-a4a9-46c9-994b-6873b44f6439 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.674808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-aa681acc-a4a9-46c9-994b-6873b44f6439 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.680998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-aa681acc-a4a9-46c9-994b-6873b44f6439 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:34.683210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-aa681acc-a4a9-46c9-994b-6873b44f6439 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1293659 Apr 18 17:13:34.730553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d6bdd52-6c63-41d9-a1e6-653ec80dce3f req-8aedd245-8813-4a58-bbdf-e3f397d05e7e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389824 Apr 18 17:13:34.749171 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 6a5e056e-9870-45d3-babe-72178102d799 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:13:34.754101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 6a5e056e-9870-45d3-babe-72178102d799 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:34.754793 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.789932 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.875546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=6c70e60a-24ff-4842-b1ef-a95c000cb75b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:34.900562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7bb7a6e7-3166-4840-9e26-404da3c05cbe up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:34.903407 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:34.974002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6a5e056e-9870-45d3-babe-72178102d799, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6a5e056e-9870-45d3-babe-72178102d799,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:34.985756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7bb7a6e7-3166-4840-9e26-404da3c05cbe triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:34.986228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.008359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Pushing event updated for resources: {'Port': ['ID=13beefb9-cfae-44d6-aee7-31c05e4aa431,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:35.013210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.023038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-72c7dda8-d821-4c5a-af63-a583432d6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:35.025025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-72c7dda8-d821-4c5a-af63-a583432d6de7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 200 len: 797 time: 0.4142828 Apr 18 17:13:35.065867 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.066635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a9d4ad7a-d644-46a2-b137-b367aec2bc55 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:35.113073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.118896 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9365425b-68e1-4b85-9cc4-52ca073822ee tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.126712 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9365425b-68e1-4b85-9cc4-52ca073822ee tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.126712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9365425b-68e1-4b85-9cc4-52ca073822ee tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/b040bdce-5bf0-4e6c-a769-8280aa2f629a HTTP/1.1" status: 204 len: 168 time: 0.8141494 Apr 18 17:13:35.126872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38310) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:35.164801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 7bb7a6e7-3166-4840-9e26-404da3c05cbe, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7bb7a6e7-3166-4840-9e26-404da3c05cbe,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:35.165843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365425b-68e1-4b85-9cc4-52ca073822ee tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b040bdce-5bf0-4e6c-a769-8280aa2f629a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:35.174510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6a5e056e-9870-45d3-babe-72178102d799,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:35.187807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:35.191899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:35.193923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fbea4a-5825-4c92-ae04-8e956d3755ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c70e60a-24ff-4842-b1ef-a95c000cb75b'}, {'server_uuid': '20ac167e-6cc2-4aff-9a89-e3c617de294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5e056e-9870-45d3-babe-72178102d799'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:35.196715 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a663dc05-a3dc-4990-bf11-0be7a56bf930" -d '{"events": [{"server_uuid": "c8fbea4a-5825-4c92-ae04-8e956d3755ba", "name": "network-vif-plugged", "status": "completed", "tag": "6c70e60a-24ff-4842-b1ef-a95c000cb75b"}, {"server_uuid": "20ac167e-6cc2-4aff-9a89-e3c617de294e", "name": "network-vif-plugged", "status": "completed", "tag": "6a5e056e-9870-45d3-babe-72178102d799"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:35.200454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c059f0b0-675a-4c46-a5c9-24b21770441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:35.223954 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c059f0b0-675a-4c46-a5c9-24b21770441d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3de4985-6af3-4d4f-ac03-09caa2da850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347997 Apr 18 17:13:35.232281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7110dc66-9c63-4f7d-b283-4223c000aab7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1053708 Apr 18 17:13:35.232964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38314) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:35.238273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7f4c5089-f86e-406d-8d70-244ca3bbb23b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--936623887'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:35.272053 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d065dd5-7ec9-4a54-b4dc-aff677193232 x-openstack-request-id: req-2d065dd5-7ec9-4a54-b4dc-aff677193232 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:35.272357 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fbea4a-5825-4c92-ae04-8e956d3755ba", "name": "network-vif-plugged", "status": "completed", "tag": "6c70e60a-24ff-4842-b1ef-a95c000cb75b", "code": 200}, {"server_uuid": "20ac167e-6cc2-4aff-9a89-e3c617de294e", "name": "network-vif-plugged", "status": "completed", "tag": "6a5e056e-9870-45d3-babe-72178102d799", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:35.272610 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d065dd5-7ec9-4a54-b4dc-aff677193232 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:35.273065 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d065dd5-7ec9-4a54-b4dc-aff677193232'] response: {'server_uuid': 'c8fbea4a-5825-4c92-ae04-8e956d3755ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c70e60a-24ff-4842-b1ef-a95c000cb75b', 'code': 200} Apr 18 17:13:35.274349 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d065dd5-7ec9-4a54-b4dc-aff677193232'] response: {'server_uuid': '20ac167e-6cc2-4aff-9a89-e3c617de294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5e056e-9870-45d3-babe-72178102d799', 'code': 200} Apr 18 17:13:35.284252 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.286056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port a9d4ad7a-d644-46a2-b137-b367aec2bc55 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:13:35.341770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5089-f86e-406d-8d70-244ca3bbb23b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.397686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=7bb7a6e7-3166-4840-9e26-404da3c05cbe,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:35.402471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port a9d4ad7a-d644-46a2-b137-b367aec2bc55 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:35.402848 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.530611 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.574317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a9d4ad7a-d644-46a2-b137-b367aec2bc55, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a9d4ad7a-d644-46a2-b137-b367aec2bc55,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:35.597688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:13:35.607063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5032f25e-0abd-49b3-b912-a4ebcdf1d097 None None] Provisioning complete for port 13beefb9-cfae-44d6-aee7-31c05e4aa431 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:35.607261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-656c68bd-5903-4d2a-9e84-4c57dd06f376 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388362 Apr 18 17:13:35.607947 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5032f25e-0abd-49b3-b912-a4ebcdf1d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.617873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bb7cd-2f5a-4936-97ac-7ae9c4b989a1 req-58274f08-5d6f-45fe-b03c-c31364a4f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:35.618771 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f95bb7cd-2f5a-4936-97ac-7ae9c4b989a1 req-58274f08-5d6f-45fe-b03c-c31364a4f403 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8fbea4a-5825-4c92-ae04-8e956d3755ba HTTP/1.1" status: 200 len: 1096 time: 0.0912197 Apr 18 17:13:35.638117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b065f57-25df-43c5-942d-c2361c626131 req-1942aaec-0677-462f-9b63-623a43a0b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:35.639629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b065f57-25df-43c5-942d-c2361c626131 req-1942aaec-0677-462f-9b63-623a43a0b671 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 1097 time: 0.2292140 Apr 18 17:13:35.654041 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.664043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d4842-95f5-41ba-bef0-a7e637059e65 req-4d6f8a92-d08b-4f78-baae-9f36755aaa7d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:35.671234 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed9d4842-95f5-41ba-bef0-a7e637059e65 req-4d6f8a92-d08b-4f78-baae-9f36755aaa7d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.2404029 Apr 18 17:13:35.714143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5032f25e-0abd-49b3-b912-a4ebcdf1d097 None None] Port 13beefb9-cfae-44d6-aee7-31c05e4aa431 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:35.734084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=a9d4ad7a-d644-46a2-b137-b367aec2bc55,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:35.739425 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5089-f86e-406d-8d70-244ca3bbb23b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.772159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b5c5-a722-4ddf-a486-24b829c5c898 req-4c81c9d1-9b9d-45b6-8b12-fc38e34c4b61 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:35.773931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f37b5c5-a722-4ddf-a486-24b829c5c898 req-4c81c9d1-9b9d-45b6-8b12-fc38e34c4b61 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 946 time: 0.3155656 Apr 18 17:13:35.795931 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5089-f86e-406d-8d70-244ca3bbb23b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.803792 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f95bb7cd-2f5a-4936-97ac-7ae9c4b989a1 req-a2d24a5e-1ffa-43a1-bfea-90bf314d2908 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737285 Apr 18 17:13:35.837709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.846048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c5089-f86e-406d-8d70-244ca3bbb23b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790f5321-6d37-46bd-9851-4686f43a7701,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:35.855956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-14cd2bda-e4bc-460a-9f75-c9b5658e8fee service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334831 Apr 18 17:13:35.867398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:13:35.871164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b065f57-25df-43c5-942d-c2361c626131 req-6f081f52-d313-45b5-9c8a-e1cad6f8a5e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887085 Apr 18 17:13:35.873957 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0af196b8-42ba-4c10-9c61-a25d4069b299 admin admin] 10.222.0.45 "PUT /v2.0/routers/76adc3aa-f6dc-4d81-9823-19169cde916a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9194238 Apr 18 17:13:35.875850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed9d4842-95f5-41ba-bef0-a7e637059e65 req-107f92ce-902d-46ec-b033-5ea5594d7f1c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914945 Apr 18 17:13:35.880062 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:13:35.906521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:35.907964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:35.912419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f37b5c5-a722-4ddf-a486-24b829c5c898 req-b6689489-0c4a-45fc-84b7-a63a91be398f tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246974 Apr 18 17:13:35.917827 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5089-f86e-406d-8d70-244ca3bbb23b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:35.922910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7f4c5089-f86e-406d-8d70-244ca3bbb23b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6888635 Apr 18 17:13:35.923764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38336) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:35.928283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f34c7b17-b0a2-47ad-9fb1-40f9156f20cf tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '790f5321-6d37-46bd-9851-4686f43a7701', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:36.059694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f34c7b17-b0a2-47ad-9fb1-40f9156f20cf tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.062196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff82245a-96e2-4285-b760-10d215ed373a req-3c060ded-0e11-4ffc-ab75-7194fa8412a5 tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0871367 Apr 18 17:13:36.135888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f34c7b17-b0a2-47ad-9fb1-40f9156f20cf tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.149530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-0b75e8af-65dc-4993-a769-d5bafbf19997 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.155567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-0b75e8af-65dc-4993-a769-d5bafbf19997 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.161569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-0b75e8af-65dc-4993-a769-d5bafbf19997 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.168847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-0b75e8af-65dc-4993-a769-d5bafbf19997 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.176545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-0b75e8af-65dc-4993-a769-d5bafbf19997 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.180820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-0b75e8af-65dc-4993-a769-d5bafbf19997 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.186815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-0b75e8af-65dc-4993-a769-d5bafbf19997 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.192072 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a0b41262-e2ad-4eff-8c63-6db2e6f1dcfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=62bae62c-16b2-41d0-9370-cd3639e8314b HTTP/1.1" status: 200 len: 217 time: 0.0505402 Apr 18 17:13:36.194793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-0b75e8af-65dc-4993-a769-d5bafbf19997 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1669729 Apr 18 17:13:36.233991 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f34c7b17-b0a2-47ad-9fb1-40f9156f20cf tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.246584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9529a43c-2cb2-4e38-8641-00fcf6a06a4e req-02f66288-c3dc-4612-a06f-ebb8a2ac93d2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507653 Apr 18 17:13:36.293327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c7b17-b0a2-47ad-9fb1-40f9156f20cf tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd70beb-c921-4eca-a48e-163e9c3abdf4,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:36.303520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c864ad37-39a6-4690-9f74-3519ed690c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.305394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c864ad37-39a6-4690-9f74-3519ed690c75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 200 len: 797 time: 0.1063182 Apr 18 17:13:36.336157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:36.359609 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f34c7b17-b0a2-47ad-9fb1-40f9156f20cf tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.364014 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f34c7b17-b0a2-47ad-9fb1-40f9156f20cf tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4366624 Apr 18 17:13:36.364351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38368) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:36.367810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.369178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ed6138c1-1f72-4f66-a3e8-7ee325c64a30 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '790f5321-6d37-46bd-9851-4686f43a7701', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:36.378885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9d099856-1530-4f42-a346-ea102ea7143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.380560 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9d099856-1530-4f42-a346-ea102ea7143e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3de4985-6af3-4d4f-ac03-09caa2da850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668540 Apr 18 17:13:36.474851 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed6138c1-1f72-4f66-a3e8-7ee325c64a30 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.540752 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-b3857c41-1db0-44b3-a80b-429319505000 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515791 Apr 18 17:13:36.550582 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed6138c1-1f72-4f66-a3e8-7ee325c64a30 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.594857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 2, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:36.630563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:13:36.630896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Updating router 76adc3aa-f6dc-4d81-9823-19169cde916a port 13beefb9-cfae-44d6-aee7-31c05e4aa431 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:13:36.646132 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed6138c1-1f72-4f66-a3e8-7ee325c64a30 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.660799 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.668346 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9aa5a003-8da4-4768-adba-45964f3d6dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135933 Apr 18 17:13:36.681634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6138c1-1f72-4f66-a3e8-7ee325c64a30 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec8888f-207a-4f03-83c6-da123bc8a2f6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:36.726526 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-37a183ff-f056-4772-8b18-f845c3d7f7a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ee397beb-601f-4c4b-9d6a-dc1e98f90a16 HTTP/1.1" status: 200 len: 217 time: 0.0498812 Apr 18 17:13:36.748193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38380) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:36.753904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-bef7eb6a-1f85-4a41-8b9f-6f48ac403439 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632245906', 'description': 'tempest-description--811140297'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:36.785996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c76a0827-fc0d-4eab-bb16-5aa513d21bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.787600 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-c76a0827-fc0d-4eab-bb16-5aa513d21bb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 200 len: 797 time: 0.0543282 Apr 18 17:13:36.810496 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed6138c1-1f72-4f66-a3e8-7ee325c64a30 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.815144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38382) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:36.815573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ed6138c1-1f72-4f66-a3e8-7ee325c64a30 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4498363 Apr 18 17:13:36.820655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5ac123fc-0529-403e-a80d-40c8c1041639 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '790f5321-6d37-46bd-9851-4686f43a7701', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:36.858233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7bb7a6e7-3166-4840-9e26-404da3c05cbe up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:36.864242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-538d1cdd-2bde-4509-94e0-b019aade63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:36.865802 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-538d1cdd-2bde-4509-94e0-b019aade63af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3de4985-6af3-4d4f-ac03-09caa2da850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691946 Apr 18 17:13:36.892057 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bef7eb6a-1f85-4a41-8b9f-6f48ac403439 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:36.971235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7bb7a6e7-3166-4840-9e26-404da3c05cbe triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:36.971620 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.027085 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ac123fc-0529-403e-a80d-40c8c1041639 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.050324 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.094173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bef7eb6a-1f85-4a41-8b9f-6f48ac403439 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.115498 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.118610 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-fc94ac41-7dff-4fb1-9f02-81779d21881c service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381570 Apr 18 17:13:37.131859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef8437-51c1-472b-b2c9-0287fd7c71e2 req-891907eb-c525-4dab-9468-6aad324ce7e7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.134203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74ef8437-51c1-472b-b2c9-0287fd7c71e2 req-891907eb-c525-4dab-9468-6aad324ce7e7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1342123 Apr 18 17:13:37.138563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ac123fc-0529-403e-a80d-40c8c1041639 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.173940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f93f-1e2c-4688-a5b9-1af37d96a91f None None] Pushing event updated for resources: {'Port': ['ID=13beefb9-cfae-44d6-aee7-31c05e4aa431,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:37.202103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74ef8437-51c1-472b-b2c9-0287fd7c71e2 req-e72e7944-0c99-408f-8bd1-d753ab0b19a5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617363 Apr 18 17:13:37.223686 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bef7eb6a-1f85-4a41-8b9f-6f48ac403439 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.232523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Attempting to bind port 13beefb9-cfae-44d6-aee7-31c05e4aa431 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:37.234536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Attempting to bind port 13beefb9-cfae-44d6-aee7-31c05e4aa431 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:37.234536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Attempting to bind port 13beefb9-cfae-44d6-aee7-31c05e4aa431 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:37.241626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:37.242640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Checking segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:37.243058 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.243460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Bound using segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:37.244424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Bound port: 13beefb9-cfae-44d6-aee7-31c05e4aa431, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:37.244424 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.279527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38c84d-2ef0-403d-ad1f-0b1d31f1a534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d4ad7a-d644-46a2-b137-b367aec2bc55'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:37.284884 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a466a5-18a0-4caf-bd43-52cfee8974cb" -d '{"events": [{"server_uuid": "7a38c84d-2ef0-403d-ad1f-0b1d31f1a534", "name": "network-vif-plugged", "status": "completed", "tag": "a9d4ad7a-d644-46a2-b137-b367aec2bc55"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:37.370781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ac123fc-0529-403e-a80d-40c8c1041639 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.385173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7eb6a-1f85-4a41-8b9f-6f48ac403439 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75a87d2-7969-4252-89cd-4283eb568979,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:37.421953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013b4a3-2963-45bd-8919-7553d412a4ce req-fdd7696c-d2d2-438d-b4ec-45d80ee46e9c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.430505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7013b4a3-2963-45bd-8919-7553d412a4ce req-fdd7696c-d2d2-438d-b4ec-45d80ee46e9c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 946 time: 0.0946836 Apr 18 17:13:37.433243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac123fc-0529-403e-a80d-40c8c1041639 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406c06ac-ec1c-457b-a2e3-18b291a68573,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:37.437800 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-7a8ccfb9-b635-4153-9f7f-3c2dfbc035d5 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071712 Apr 18 17:13:37.475586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] For port 13beefb9-cfae-44d6-aee7-31c05e4aa431, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:37.481890 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bef7eb6a-1f85-4a41-8b9f-6f48ac403439 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.486184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bef7eb6a-1f85-4a41-8b9f-6f48ac403439 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7366865 Apr 18 17:13:37.492391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38396) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:37.495006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] For port 13beefb9-cfae-44d6-aee7-31c05e4aa431, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=13beefb9-cfae-44d6-aee7-31c05e4aa431,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:37.496999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-2d262614-676e-4c72-8dce-0a0714f77fb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2 HTTP/1.1" status: 200 len: 217 time: 0.0471015 Apr 18 17:13:37.500454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0a017104-63d0-4025-86fb-487cfb76573c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group_rule': {'security_group_id': 'b75a87d2-7969-4252-89cd-4283eb568979', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:37.544433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-379e4e94-dc2f-4246-8452-69087059311c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.550264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-379e4e94-dc2f-4246-8452-69087059311c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.556882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-379e4e94-dc2f-4246-8452-69087059311c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.557333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d60213b1-c524-4c39-9295-786480fa5acc None None] Provisioning complete for port 13beefb9-cfae-44d6-aee7-31c05e4aa431 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:37.557738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d60213b1-c524-4c39-9295-786480fa5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.563452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ac123fc-0529-403e-a80d-40c8c1041639 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.563575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-379e4e94-dc2f-4246-8452-69087059311c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.567728 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5ac123fc-0529-403e-a80d-40c8c1041639 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7485604 Apr 18 17:13:37.568573 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-379e4e94-dc2f-4246-8452-69087059311c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.571596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38400) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:37.574965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-379e4e94-dc2f-4246-8452-69087059311c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.576725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-04b11b26-59c3-4157-b5ec-ada9b4232521 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '790f5321-6d37-46bd-9851-4686f43a7701', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:37.580833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-379e4e94-dc2f-4246-8452-69087059311c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.588939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-eb4a629b-549c-4ac0-a132-51beb45db03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.589390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-379e4e94-dc2f-4246-8452-69087059311c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1541564 Apr 18 17:13:37.590428 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-eb4a629b-549c-4ac0-a132-51beb45db03b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5 HTTP/1.1" status: 200 len: 797 time: 0.0867620 Apr 18 17:13:37.596772 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7013b4a3-2963-45bd-8919-7553d412a4ce req-ff0ee2e5-7d2a-4285-8e81-9b28cf9f86d7 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643720 Apr 18 17:13:37.599671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d60213b1-c524-4c39-9295-786480fa5acc None None] Port 13beefb9-cfae-44d6-aee7-31c05e4aa431 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:37.606970 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.654309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f25ddb13-0949-4ceb-87a6-545db33511f8 req-e158b00c-7df3-4d84-b81e-2b8546c5e932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3929f60043c14b258391ef4e23e439a2&device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0668273 Apr 18 17:13:37.672762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92a41870-b8ae-4e4a-8695-684ee4ebdd8c req-c29d8b97-0466-4c78-a659-0980139b86b0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664294 Apr 18 17:13:37.700127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:13:37.703400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:37.754749 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a017104-63d0-4025-86fb-487cfb76573c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.768209 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f25ddb13-0949-4ceb-87a6-545db33511f8 req-62fdac29-95a4-4179-b34a-15fd990aeee3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3929f60043c14b258391ef4e23e439a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365012 Apr 18 17:13:37.802934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-82689f3b-b743-4a62-9be9-0e938f2b6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.804455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-82689f3b-b743-4a62-9be9-0e938f2b6db6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbe52481-b0ec-4129-b971-323e61891fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017190 Apr 18 17:13:37.822057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-322ae754-ed8b-4d48-a96e-0b085db24f1b req-2ce66532-5ab3-430e-a1f9-e2e0a4a5f391 tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0456488 Apr 18 17:13:37.877796 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a017104-63d0-4025-86fb-487cfb76573c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.880880 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d2a187-9ac1-455f-8ce7-5a9ae7118bf2 x-openstack-request-id: req-80d2a187-9ac1-455f-8ce7-5a9ae7118bf2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:37.881180 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a38c84d-2ef0-403d-ad1f-0b1d31f1a534", "name": "network-vif-plugged", "status": "completed", "tag": "a9d4ad7a-d644-46a2-b137-b367aec2bc55", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:37.881495 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80d2a187-9ac1-455f-8ce7-5a9ae7118bf2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:37.881859 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d2a187-9ac1-455f-8ce7-5a9ae7118bf2'] response: {'server_uuid': '7a38c84d-2ef0-403d-ad1f-0b1d31f1a534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d4ad7a-d644-46a2-b137-b367aec2bc55', 'code': 200} Apr 18 17:13:37.882454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f93f-1e2c-4688-a5b9-1af37d96a91f None None] Pushing event updated for resources: {'Port': ['ID=13beefb9-cfae-44d6-aee7-31c05e4aa431,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:37.902216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04b11b26-59c3-4157-b5ec-ada9b4232521 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.919034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:13:37.933227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59a99-38e8-451d-80fd-e61cd3c97745 req-fc6b66e8-f7f9-46e8-be8c-aea04ae4934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:37.935568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adf59a99-38e8-451d-80fd-e61cd3c97745 req-fc6b66e8-f7f9-46e8-be8c-aea04ae4934c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a38c84d-2ef0-403d-ad1f-0b1d31f1a534 HTTP/1.1" status: 200 len: 1096 time: 0.0555179 Apr 18 17:13:37.937150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a017104-63d0-4025-86fb-487cfb76573c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:37.974048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a017104-63d0-4025-86fb-487cfb76573c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27845d0-37d7-42c8-8acb-a17e53090b41,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:37.993453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adf59a99-38e8-451d-80fd-e61cd3c97745 req-e4cf5691-66f3-4a87-8b1f-54416bb5522b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495329 Apr 18 17:13:38.042648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ddb13-0949-4ceb-87a6-545db33511f8 req-da1a95e0-3ae2-4ad9-abba-311681bf6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:38.044146 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f25ddb13-0949-4ceb-87a6-545db33511f8 req-da1a95e0-3ae2-4ad9-abba-311681bf6cf6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579312 Apr 18 17:13:38.047399 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-f36510ab-7955-4106-8682-61a18dd28ae8 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267573 Apr 18 17:13:38.054875 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a017104-63d0-4025-86fb-487cfb76573c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.057171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0a017104-63d0-4025-86fb-487cfb76573c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5592582 Apr 18 17:13:38.058995 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38402) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:38.061731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b3cc4e06-61db-4b38-86e2-8869586b29b2 None None] Provisioning complete for port 13beefb9-cfae-44d6-aee7-31c05e4aa431 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:38.062080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04b11b26-59c3-4157-b5ec-ada9b4232521 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.062209 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4e06-61db-4b38-86e2-8869586b29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.064521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5d8a2062-1b5b-489e-aa78-9dd98cca5b9b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group_rule': {'security_group_id': 'b75a87d2-7969-4252-89cd-4283eb568979', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:38.133180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04b11b26-59c3-4157-b5ec-ada9b4232521 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.166525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d8a2062-1b5b-489e-aa78-9dd98cca5b9b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.166823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b11b26-59c3-4157-b5ec-ada9b4232521 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12eb6a72-fc98-40e4-9866-f44424413aee,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:38.185360 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-a374ce21-001f-46e0-9449-93c69c6c98fd service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186898 Apr 18 17:13:38.199285 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4e06-61db-4b38-86e2-8869586b29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.233335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d8a2062-1b5b-489e-aa78-9dd98cca5b9b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.239084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:37Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:38.240910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04b11b26-59c3-4157-b5ec-ada9b4232521 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.242394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-04b11b26-59c3-4157-b5ec-ada9b4232521 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6697407 Apr 18 17:13:38.244144 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-2065d1b0-08ab-4f7c-b022-d40a65138e78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e HTTP/1.1" status: 200 len: 217 time: 0.0498753 Apr 18 17:13:38.246134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38406) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:38.251473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d677951f-c4d3-4ec0-b901-f0d679b09db7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '790f5321-6d37-46bd-9851-4686f43a7701', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:38.283967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977076c-7217-47ef-8709-f5912f9ccda7 None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:37Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:13:38.288404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b3cc4e06-61db-4b38-86e2-8869586b29b2 None None] For port 13beefb9-cfae-44d6-aee7-31c05e4aa431, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=13beefb9-cfae-44d6-aee7-31c05e4aa431,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:38.314595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9aecf304-c042-419a-84d4-5c8415381380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:38.314595 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-9aecf304-c042-419a-84d4-5c8415381380 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5 HTTP/1.1" status: 200 len: 797 time: 0.0527599 Apr 18 17:13:38.315615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d8a2062-1b5b-489e-aa78-9dd98cca5b9b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.358072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a2062-1b5b-489e-aa78-9dd98cca5b9b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434ac9b9-951b-4983-969c-1be04b29f39e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:38.375712 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4e06-61db-4b38-86e2-8869586b29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.378181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d1da5-df81-47c4-98f7-9872e141f09a req-fb5a8e29-36e2-444e-8598-a5d1d4c6a1ea tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:38.387352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b79d1da5-df81-47c4-98f7-9872e141f09a req-fb5a8e29-36e2-444e-8598-a5d1d4c6a1ea tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0990884 Apr 18 17:13:38.400903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-552cf640-3bb9-4bc7-87e3-fb982d681ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:38.402452 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-552cf640-3bb9-4bc7-87e3-fb982d681ce4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbe52481-b0ec-4129-b971-323e61891fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0825906 Apr 18 17:13:38.434571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d677951f-c4d3-4ec0-b901-f0d679b09db7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.438116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b79d1da5-df81-47c4-98f7-9872e141f09a req-500e6d9d-770f-44b1-a9c6-ef52abccecec tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497692 Apr 18 17:13:38.463010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc4e06-61db-4b38-86e2-8869586b29b2 None None] Pushing event updated for resources: {'Port': ['ID=13beefb9-cfae-44d6-aee7-31c05e4aa431,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:38.503210 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d8a2062-1b5b-489e-aa78-9dd98cca5b9b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.505237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5d8a2062-1b5b-489e-aa78-9dd98cca5b9b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4446039 Apr 18 17:13:38.508784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38410) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:38.513702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:38.567975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d677951f-c4d3-4ec0-b901-f0d679b09db7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.571148 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-1a1fcc90-35ec-4d97-9314-b942426d06a4 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520753 Apr 18 17:13:38.611442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.646510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d677951f-c4d3-4ec0-b901-f0d679b09db7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.689400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677951f-c4d3-4ec0-b901-f0d679b09db7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1909c7-039b-4800-b468-b3e1a71bb9d4,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:38.710958 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cf640866-985d-4486-8c1a-2e2baf164fa2 req-013ede7f-a5ee-4c17-a1e3-36ce710c30eb service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317692 Apr 18 17:13:38.772510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d677951f-c4d3-4ec0-b901-f0d679b09db7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.774506 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d677951f-c4d3-4ec0-b901-f0d679b09db7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5272410 Apr 18 17:13:38.777407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38416) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:38.782833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae99146-65bc-4eb6-805a-97868263b33d req-655ab8f8-22b7-4f82-b541-177d86e90157 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:38.784349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eae99146-65bc-4eb6-805a-97868263b33d req-655ab8f8-22b7-4f82-b541-177d86e90157 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1535912 Apr 18 17:13:38.812701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e929b-389a-455d-a3f9-12f1dbd27650 req-302766f0-2896-420d-8854-86d070e72023 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:38.814207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b29e929b-389a-455d-a3f9-12f1dbd27650 req-302766f0-2896-420d-8854-86d070e72023 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 946 time: 0.0945761 Apr 18 17:13:38.827860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a790980-127f-4dd9-9f08-4975a4b7225d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.839494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a790980-127f-4dd9-9f08-4975a4b7225d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.885187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eae99146-65bc-4eb6-805a-97868263b33d req-203fa12f-1107-4aab-a532-10e83b8aa008 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898464 Apr 18 17:13:38.907296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b29e929b-389a-455d-a3f9-12f1dbd27650 req-b4710877-60b4-468b-964c-7f883bf522d8 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Apr 18 17:13:38.929175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.932388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 13beefb9-cfae-44d6-aee7-31c05e4aa431 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:38.971527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a790980-127f-4dd9-9f08-4975a4b7225d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.981842 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a790980-127f-4dd9-9f08-4975a4b7225d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:38.986105 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9a790980-127f-4dd9-9f08-4975a4b7225d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cd1909c7-039b-4800-b468-b3e1a71bb9d4 HTTP/1.1" status: 204 len: 168 time: 0.2073891 Apr 18 17:13:38.994154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38424) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:39.009196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a790980-127f-4dd9-9f08-4975a4b7225d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd1909c7-039b-4800-b468-b3e1a71bb9d4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:39.019157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 13beefb9-cfae-44d6-aee7-31c05e4aa431 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:39.019653 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.099386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d420696d-6ce0-4694-86ec-03d15a3f3786 req-6dcfea8f-e6cd-41bb-96d9-3f3709b8d8ec tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0626824 Apr 18 17:13:39.119422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-22af1f41-7d7d-431b-91ce-d16652c6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.120142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-22af1f41-7d7d-431b-91ce-d16652c6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.120800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-22af1f41-7d7d-431b-91ce-d16652c6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.121449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-22af1f41-7d7d-431b-91ce-d16652c6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.122075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-22af1f41-7d7d-431b-91ce-d16652c6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.122684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-22af1f41-7d7d-431b-91ce-d16652c6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.123633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-22af1f41-7d7d-431b-91ce-d16652c6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.125992 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-22af1f41-7d7d-431b-91ce-d16652c6f77c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6486 time: 0.1094260 Apr 18 17:13:39.148459 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5370e42c-eb64-4251-b05d-1fa1a6b11f2b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1461449 Apr 18 17:13:39.156576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38426) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:39.235502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-34e1572e-b894-4741-9dcc-e4c1036cae7e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.242718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Allocated IP 172.25.5.73 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/006366fd-5e2a-4d00-8bf8-c10265d83387) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:39.247455 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-34e1572e-b894-4741-9dcc-e4c1036cae7e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.261541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-60f3033b-689f-484c-9d1b-3e53b9603e42 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.267510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-60f3033b-689f-484c-9d1b-3e53b9603e42 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.273817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-60f3033b-689f-484c-9d1b-3e53b9603e42 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.279638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-60f3033b-689f-484c-9d1b-3e53b9603e42 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.285504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-60f3033b-689f-484c-9d1b-3e53b9603e42 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.295034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-60f3033b-689f-484c-9d1b-3e53b9603e42 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.297879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-17880601-04b1-4d85-ae93-e6db4bbd2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.299918 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-17880601-04b1-4d85-ae93-e6db4bbd2dd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbe52481-b0ec-4129-b971-323e61891fe4 HTTP/1.1" status: 200 len: 903 time: 0.1537743 Apr 18 17:13:39.300943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-60f3033b-689f-484c-9d1b-3e53b9603e42 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.302974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-60f3033b-689f-484c-9d1b-3e53b9603e42 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.2686663 Apr 18 17:13:39.347829 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-0487b170-c887-440c-96a9-97c96de53cb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2 HTTP/1.1" status: 200 len: 217 time: 0.0405562 Apr 18 17:13:39.359488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef305da1-86df-4d9f-aab1-5f6440f1d79a req-83d5709b-024f-4597-9d08-cf08ddb737b0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.360985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef305da1-86df-4d9f-aab1-5f6440f1d79a req-83d5709b-024f-4597-9d08-cf08ddb737b0 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1738045 Apr 18 17:13:39.371157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-34e1572e-b894-4741-9dcc-e4c1036cae7e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.407964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-34e1572e-b894-4741-9dcc-e4c1036cae7e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.409372 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-34e1572e-b894-4741-9dcc-e4c1036cae7e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/12eb6a72-fc98-40e4-9866-f44424413aee HTTP/1.1" status: 204 len: 168 time: 0.2517869 Apr 18 17:13:39.418913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38430) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:39.438437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1572e-b894-4741-9dcc-e4c1036cae7e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12eb6a72-fc98-40e4-9866-f44424413aee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:39.470438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7d9a7f8-03ab-4747-9882-6b397c6d3a09 req-62cee916-4365-4dff-8ec4-30e128239885 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1561837 Apr 18 17:13:39.471239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-5254e04a-7be6-4741-b3fa-87d1797f7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.472805 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-5254e04a-7be6-4741-b3fa-87d1797f7521 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5 HTTP/1.1" status: 200 len: 797 time: 0.1122673 Apr 18 17:13:39.502871 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-05bb3d52-3b76-4a00-bc72-33ec6c5bc7c0 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0814934 Apr 18 17:13:39.511576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38436) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:39.526343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef305da1-86df-4d9f-aab1-5f6440f1d79a req-7dc04ff5-b4a6-4d08-95e5-ca334b8e62a3 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300254 Apr 18 17:13:39.548613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.567811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e98b59b2-b8b9-4c3a-8632-3fe03246ef83 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.582207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e98b59b2-b8b9-4c3a-8632-3fe03246ef83 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.614903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-b673565c-05f0-44d9-96c4-3b431e8e1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.618465 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-b673565c-05f0-44d9-96c4-3b431e8e1e30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbe52481-b0ec-4129-b971-323e61891fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066563 Apr 18 17:13:39.723032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f9b32-2dba-42d2-b25d-ec9431776a3a req-b6c1f1a7-4445-4bda-bc92-93f2731cf546 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.724735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-540f9b32-2dba-42d2-b25d-ec9431776a3a req-b6c1f1a7-4445-4bda-bc92-93f2731cf546 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8fbea4a-5825-4c92-ae04-8e956d3755ba HTTP/1.1" status: 200 len: 945 time: 0.1333084 Apr 18 17:13:39.758268 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-b2c6ca0c-ae3f-4e64-b9f0-01050f67915c service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325681 Apr 18 17:13:39.762597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ca474-df76-47d5-8e64-046f89bb8ee5 req-d3e1cd35-6d95-4726-bece-08bc71bcc1eb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:39.764086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd8ca474-df76-47d5-8e64-046f89bb8ee5 req-d3e1cd35-6d95-4726-bece-08bc71bcc1eb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1072295 Apr 18 17:13:39.767608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e98b59b2-b8b9-4c3a-8632-3fe03246ef83 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.769768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.776374 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e98b59b2-b8b9-4c3a-8632-3fe03246ef83 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:39.777451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e98b59b2-b8b9-4c3a-8632-3fe03246ef83 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/406c06ac-ec1c-457b-a2e3-18b291a68573 HTTP/1.1" status: 204 len: 168 time: 0.2622139 Apr 18 17:13:39.782701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38442) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:39.842308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b59b2-b8b9-4c3a-8632-3fe03246ef83 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=406c06ac-ec1c-457b-a2e3-18b291a68573,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:39.874518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-540f9b32-2dba-42d2-b25d-ec9431776a3a req-c91684f1-579b-48ec-94c6-6a39e6948289 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396823 Apr 18 17:13:39.876708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:39.880267 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d915910-c47c-4b5f-952d-70ed3bae1c65 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0955150 Apr 18 17:13:39.887827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:39.899087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38448) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:39.902686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:39.915619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=006366fd-5e2a-4d00-8bf8-c10265d83387,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:39.927177 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-c8732abf-e31e-49c5-b11b-7d70d2eb97dc service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621218 Apr 18 17:13:39.954271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd8ca474-df76-47d5-8e64-046f89bb8ee5 req-004501f8-0b4e-4ea3-a111-642e9b0d6564 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723475 Apr 18 17:13:40.007063 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e944a86-0aa0-4fe9-8519-1d93aa654e41 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.025822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e944a86-0aa0-4fe9-8519-1d93aa654e41 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.074508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-07deb8b5-fbba-4dff-a3ab-93495f754a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.074989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-07deb8b5-fbba-4dff-a3ab-93495f754a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.075453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-07deb8b5-fbba-4dff-a3ab-93495f754a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.075915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-07deb8b5-fbba-4dff-a3ab-93495f754a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.076408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-07deb8b5-fbba-4dff-a3ab-93495f754a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.076868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-07deb8b5-fbba-4dff-a3ab-93495f754a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.077327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-07deb8b5-fbba-4dff-a3ab-93495f754a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.079405 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-07deb8b5-fbba-4dff-a3ab-93495f754a34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6486 time: 0.0544381 Apr 18 17:13:40.141275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d97f8-1dcd-45d6-873a-66c20038b5db req-1552d9a4-1f26-47bc-b564-f92fb74349bd tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.142794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-843d97f8-1dcd-45d6-873a-66c20038b5db req-1552d9a4-1f26-47bc-b564-f92fb74349bd tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a38c84d-2ef0-403d-ad1f-0b1d31f1a534 HTTP/1.1" status: 200 len: 945 time: 0.1873341 Apr 18 17:13:40.174737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-5aef3cd0-e261-46f6-bc7d-8ffcce54cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.176186 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-5aef3cd0-e261-46f6-bc7d-8ffcce54cce3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbe52481-b0ec-4129-b971-323e61891fe4 HTTP/1.1" status: 200 len: 903 time: 0.0893257 Apr 18 17:13:40.186446 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.202850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e944a86-0aa0-4fe9-8519-1d93aa654e41 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.215640 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e944a86-0aa0-4fe9-8519-1d93aa654e41 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.216797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3e944a86-0aa0-4fe9-8519-1d93aa654e41 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cec8888f-207a-4f03-83c6-da123bc8a2f6 HTTP/1.1" status: 204 len: 168 time: 0.3113487 Apr 18 17:13:40.219425 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-cb34f974-6955-4797-9436-9c74eac82163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e HTTP/1.1" status: 200 len: 217 time: 0.0359945 Apr 18 17:13:40.219872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38454) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:40.230787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a6bf3-6a97-42a3-8f60-f8cc8a097944 req-44bf7ee5-b1c0-4c12-b341-5444f046c946 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.232238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-409a6bf3-6a97-42a3-8f60-f8cc8a097944 req-44bf7ee5-b1c0-4c12-b341-5444f046c946 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1892431 Apr 18 17:13:40.242877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e944a86-0aa0-4fe9-8519-1d93aa654e41 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cec8888f-207a-4f03-83c6-da123bc8a2f6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:40.246857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-843d97f8-1dcd-45d6-873a-66c20038b5db req-8fd28594-f2aa-4159-be1b-ac11547b0a73 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911357 Apr 18 17:13:40.289404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-2e2a436e-5eb9-4771-afa9-a086feea3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.290959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-2e2a436e-5eb9-4771-afa9-a086feea3b39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5 HTTP/1.1" status: 200 len: 797 time: 0.0650473 Apr 18 17:13:40.321272 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-353a70ae-c299-4021-a779-e0867ec8e692 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1002100 Apr 18 17:13:40.325888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38458) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:40.377152 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5462-d478-4c8a-b4f2-6e9639f04c53 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.387580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5462-d478-4c8a-b4f2-6e9639f04c53 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.390721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da61-40d1-493a-8498-609d30b66dbc req-e2747466-67ed-4bc0-872b-26bfcd0f8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.392317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-e2747466-67ed-4bc0-872b-26bfcd0f8dbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbe52481-b0ec-4129-b971-323e61891fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919118 Apr 18 17:13:40.498647 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-2cb6153e-cd0b-4b07-9217-fcbc16f17905 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984457 Apr 18 17:13:40.529173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5462-d478-4c8a-b4f2-6e9639f04c53 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.534540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5462-d478-4c8a-b4f2-6e9639f04c53 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.539635 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ad2e5462-d478-4c8a-b4f2-6e9639f04c53 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/acd70beb-c921-4eca-a48e-163e9c3abdf4 HTTP/1.1" status: 204 len: 168 time: 0.2099392 Apr 18 17:13:40.540135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38462) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:40.572347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e5462-d478-4c8a-b4f2-6e9639f04c53 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acd70beb-c921-4eca-a48e-163e9c3abdf4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:40.593853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-121d41a7-66f3-4af7-a4db-163b521a1f4e req-8063b145-2164-4d98-bee7-2c8b989bd829 tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.45 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0587888 Apr 18 17:13:40.613730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.613994 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9995da61-40d1-493a-8498-609d30b66dbc req-146e3e20-946f-41a0-a32b-67dca20d76de service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069591 Apr 18 17:13:40.618180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-409a6bf3-6a97-42a3-8f60-f8cc8a097944 req-4ab6efc7-d2d4-422c-ad31-f2317bdd34d5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782992 Apr 18 17:13:40.671518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9c333343-d920-4482-bf6b-19c6e9c94849 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1200898 Apr 18 17:13:40.671988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38466) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:40.751844 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f25ddb13-0949-4ceb-87a6-545db33511f8 req-55694a8e-f148-459c-ab13-11d9271ee3ae tempest-ServersAaction247Test-650477344 tempest-ServersAaction247Test-650477344-project] 10.222.0.18 "GET /v2.0/ports?device_id=bedc593b-c74b-47a8-b0e7-c40baea6e832 HTTP/1.1" status: 200 len: 210 time: 0.0304046 Apr 18 17:13:40.756880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77592b19-4e67-4de8-9482-f9be73676676 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.782427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77592b19-4e67-4de8-9482-f9be73676676 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.814359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495f02-4e62-4827-86f3-298fd613be28 req-f12a4040-44e9-47b5-afcd-6e0d7eec3112 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.820180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495f02-4e62-4827-86f3-298fd613be28 req-f12a4040-44e9-47b5-afcd-6e0d7eec3112 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.826459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495f02-4e62-4827-86f3-298fd613be28 req-f12a4040-44e9-47b5-afcd-6e0d7eec3112 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.831953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495f02-4e62-4827-86f3-298fd613be28 req-f12a4040-44e9-47b5-afcd-6e0d7eec3112 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.838368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495f02-4e62-4827-86f3-298fd613be28 req-f12a4040-44e9-47b5-afcd-6e0d7eec3112 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.844086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495f02-4e62-4827-86f3-298fd613be28 req-f12a4040-44e9-47b5-afcd-6e0d7eec3112 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.850020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495f02-4e62-4827-86f3-298fd613be28 req-f12a4040-44e9-47b5-afcd-6e0d7eec3112 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:40.852506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13495f02-4e62-4827-86f3-298fd613be28 req-f12a4040-44e9-47b5-afcd-6e0d7eec3112 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1228385 Apr 18 17:13:40.895795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.912650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13495f02-4e62-4827-86f3-298fd613be28 req-94b1efb9-5b75-4550-a017-d9c0d0f26ee3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460644 Apr 18 17:13:40.915017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77592b19-4e67-4de8-9482-f9be73676676 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.920759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77592b19-4e67-4de8-9482-f9be73676676 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:40.920759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-77592b19-4e67-4de8-9482-f9be73676676 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/790f5321-6d37-46bd-9851-4686f43a7701 HTTP/1.1" status: 204 len: 168 time: 0.2460515 Apr 18 17:13:40.921812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38468) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:40.928548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77592b19-4e67-4de8-9482-f9be73676676 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f5321-6d37-46bd-9851-4686f43a7701,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:40.979278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-38f0c203-1a6c-4aee-bfc8-79864139b21f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558436 Apr 18 17:13:40.983818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38472) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:40.991861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-38bc4e9c-e0be-405b-83a6-36cb22ed3fba tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--261934836'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:40.996094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.106727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=006366fd-5e2a-4d00-8bf8-c10265d83387,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:41.135421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.170627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f6946-4c30-495f-9f3c-6fa832f3e2b8 req-ef629b49-755c-48a3-9005-135d66dafa79 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:41.172014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-777f6946-4c30-495f-9f3c-6fa832f3e2b8 req-ef629b49-755c-48a3-9005-135d66dafa79 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1413946 Apr 18 17:13:41.175085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38bc4e9c-e0be-405b-83a6-36cb22ed3fba tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.223123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df921e-5c50-4258-96ab-997768776ba0 req-75369c1c-248d-48f3-b439-1202dfd5f972 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:41.224580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57df921e-5c50-4258-96ab-997768776ba0 req-75369c1c-248d-48f3-b439-1202dfd5f972 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a38c84d-2ef0-403d-ad1f-0b1d31f1a534 HTTP/1.1" status: 200 len: 945 time: 0.1121888 Apr 18 17:13:41.252568 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.253720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-02039be4-906f-4493-8c9a-e7e249abf531 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7437809 Apr 18 17:13:41.268037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-777f6946-4c30-495f-9f3c-6fa832f3e2b8 req-61f21d84-2d8a-4b43-a1f0-88d2910a62aa tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892773 Apr 18 17:13:41.297087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57df921e-5c50-4258-96ab-997768776ba0 req-abb0cf24-aebb-445a-9354-a6f7c4f1dd54 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620983 Apr 18 17:13:41.339034 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38bc4e9c-e0be-405b-83a6-36cb22ed3fba tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.402858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caac240-3cd3-4441-84d5-e2ebce58bb00 req-e9fd3db3-6782-4b08-b2e7-66c992d15c6c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:41.404603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6caac240-3cd3-4441-84d5-e2ebce58bb00 req-e9fd3db3-6782-4b08-b2e7-66c992d15c6c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0605772 Apr 18 17:13:41.448896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38bc4e9c-e0be-405b-83a6-36cb22ed3fba tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.471503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-76df3acd-07d3-43a7-a1ad-606d2d543a3c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--632245906&fields=id&tenant_id=197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 267 time: 0.0657306 Apr 18 17:13:41.481585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6caac240-3cd3-4441-84d5-e2ebce58bb00 req-ca7f773c-a667-4835-ac1c-9685c2e3401a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696352 Apr 18 17:13:41.517045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc4e9c-e0be-405b-83a6-36cb22ed3fba tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d34d75-927e-45a1-8055-8bf0782c2ebd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:41.579409 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38bc4e9c-e0be-405b-83a6-36cb22ed3fba tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.583315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-38bc4e9c-e0be-405b-83a6-36cb22ed3fba tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5957952 Apr 18 17:13:41.583748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38492) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:41.589084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a571c21b-4181-4cc2-90c4-42d557b132b3 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '97d34d75-927e-45a1-8055-8bf0782c2ebd', 'direction': 'ingress', 'protocol': 17}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:41.612683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-9b9e17c5-7c52-4175-89c1-32eaf7b3efd9 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:41.614209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-9b9e17c5-7c52-4175-89c1-32eaf7b3efd9 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 814 time: 0.1298592 Apr 18 17:13:41.630396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-4a7a6750-22b1-4c91-a656-1fd1747d67ec tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/quotas/197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 375 time: 0.0096297 Apr 18 17:13:41.665586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a571c21b-4181-4cc2-90c4-42d557b132b3 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.694735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-c753f2a9-5bc8-4b5c-a78b-0d9a489418e3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581231 Apr 18 17:13:41.720425 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a571c21b-4181-4cc2-90c4-42d557b132b3 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.800005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a571c21b-4181-4cc2-90c4-42d557b132b3 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.820455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571c21b-4181-4cc2-90c4-42d557b132b3 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39073b9e-67a1-4a80-8d99-5b5f054be51c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:41.848730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-1528df37-8c19-4a0d-80c3-77097550cca1 service neutron] 10.222.0.45 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343019 Apr 18 17:13:41.922810 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a571c21b-4181-4cc2-90c4-42d557b132b3 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:41.926999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a571c21b-4181-4cc2-90c4-42d557b132b3 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3393414 Apr 18 17:13:41.927254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38504) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:41.981147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-60005ce8-9713-4d1d-a1fa-90d96a946bb9 service neutron] 10.222.0.45 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259410 Apr 18 17:13:41.994416 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b7f3-a2e6-4feb-be65-ef27fefe10fe tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.012382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f133-eff9-426c-a749-d65071f71e96 req-b8ea1aa6-09e8-4fcb-bb28-75be253be98a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.013755 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffa5f133-eff9-426c-a749-d65071f71e96 req-b8ea1aa6-09e8-4fcb-bb28-75be253be98a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0654151 Apr 18 17:13:42.032328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b7f3-a2e6-4feb-be65-ef27fefe10fe tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.068644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffa5f133-eff9-426c-a749-d65071f71e96 req-78174686-c29f-469e-a78f-9d15f80e090a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473118 Apr 18 17:13:42.181326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b7f3-a2e6-4feb-be65-ef27fefe10fe tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.183986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b7f3-a2e6-4feb-be65-ef27fefe10fe tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.187632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-03488b19-7685-4efa-8a8b-2c5bfac97d5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.187858 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3b2b7f3-a2e6-4feb-be65-ef27fefe10fe tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/97d34d75-927e-45a1-8055-8bf0782c2ebd HTTP/1.1" status: 204 len: 168 time: 0.2595208 Apr 18 17:13:42.188430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38508) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:42.193889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-03488b19-7685-4efa-8a8b-2c5bfac97d5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.200141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-03488b19-7685-4efa-8a8b-2c5bfac97d5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.206093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-03488b19-7685-4efa-8a8b-2c5bfac97d5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.209282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2b7f3-a2e6-4feb-be65-ef27fefe10fe tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d34d75-927e-45a1-8055-8bf0782c2ebd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:42.212820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-03488b19-7685-4efa-8a8b-2c5bfac97d5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.219178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-03488b19-7685-4efa-8a8b-2c5bfac97d5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.241056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-03488b19-7685-4efa-8a8b-2c5bfac97d5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.245715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-03488b19-7685-4efa-8a8b-2c5bfac97d5c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1156580 Apr 18 17:13:42.267452 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b6de9edb-7698-4550-af15-1515f9c746d4 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753024 Apr 18 17:13:42.268131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38514) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:42.273107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d76097bd-3370-4b5c-9634-7c82e201b5b1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476430707'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:42.294657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4337fab8-57f4-47de-bbd0-8cf4342c9f9c req-80709674-013b-4b4d-b3e8-952a8a9d98e5 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 210 time: 0.0406311 Apr 18 17:13:42.318572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53f40980-9b8f-4bd4-8430-14a9b2b97344 req-0b0e4f4f-1148-40ec-82c4-449bb2fcc4c0 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661936 Apr 18 17:13:42.359235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d76097bd-3370-4b5c-9634-7c82e201b5b1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.448249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d76097bd-3370-4b5c-9634-7c82e201b5b1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.454875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ee43e-c618-404b-a01d-b38d745ddad5 req-1a5215e3-0af2-4dd9-9f1c-b99f2da240cf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.456432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d96ee43e-c618-404b-a01d-b38d745ddad5 req-1a5215e3-0af2-4dd9-9f1c-b99f2da240cf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a38c84d-2ef0-403d-ad1f-0b1d31f1a534 HTTP/1.1" status: 200 len: 945 time: 0.0636446 Apr 18 17:13:42.471466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38524) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:42.497614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d96ee43e-c618-404b-a01d-b38d745ddad5 req-79604381-3e1c-43c6-a187-034631a34e85 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345819 Apr 18 17:13:42.529862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d76097bd-3370-4b5c-9634-7c82e201b5b1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.561606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76097bd-3370-4b5c-9634-7c82e201b5b1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27df7e02-9213-4f50-b319-809f82a324ca,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:42.585370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2287677f-e733-4631-a5ed-c4d947567543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.624497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d76097bd-3370-4b5c-9634-7c82e201b5b1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.625709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d76097bd-3370-4b5c-9634-7c82e201b5b1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3567121 Apr 18 17:13:42.628644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38528) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:42.633260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5c07f0f5-04b7-46a0-9ea6-92ab668d1e0b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543602369'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:42.666960 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2287677f-e733-4631-a5ed-c4d947567543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.720586 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c07f0f5-04b7-46a0-9ea6-92ab668d1e0b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.749221 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2287677f-e733-4631-a5ed-c4d947567543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.806151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287677f-e733-4631-a5ed-c4d947567543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dffd36-9026-47cb-9488-96a94fc35f96,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:42.810566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2287677f-e733-4631-a5ed-c4d947567543 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3929f60043c14b258391ef4e23e439a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380611 Apr 18 17:13:42.814330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38530) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:42.826624 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c07f0f5-04b7-46a0-9ea6-92ab668d1e0b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.835130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-fcda4a66-da41-4c64-bc5d-842119c451c9 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:42.837152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-fcda4a66-da41-4c64-bc5d-842119c451c9 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a38c84d-2ef0-403d-ad1f-0b1d31f1a534 HTTP/1.1" status: 200 len: 945 time: 0.0799212 Apr 18 17:13:42.873449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa30a-b831-4073-81da-8b017cc95ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.896233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa30a-b831-4073-81da-8b017cc95ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.909520 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c07f0f5-04b7-46a0-9ea6-92ab668d1e0b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:42.951844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07f0f5-04b7-46a0-9ea6-92ab668d1e0b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d8164-15c5-471f-87d5-ede176499223,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:42.964234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Deleting port a9d4ad7a-d644-46a2-b137-b367aec2bc55 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:42.964583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.049295 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa30a-b831-4073-81da-8b017cc95ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.050928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c07f0f5-04b7-46a0-9ea6-92ab668d1e0b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.051802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa30a-b831-4073-81da-8b017cc95ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.052158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5c07f0f5-04b7-46a0-9ea6-92ab668d1e0b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4224887 Apr 18 17:13:43.053109 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9e9aa30a-b831-4073-81da-8b017cc95ead admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84dffd36-9026-47cb-9488-96a94fc35f96 HTTP/1.1" status: 204 len: 168 time: 0.2378542 Apr 18 17:13:43.055977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38534) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:43.061237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1a42c0b0-4d59-44db-8e93-d61bc95f2b3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '27df7e02-9213-4f50-b319-809f82a324ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6a0d8164-15c5-471f-87d5-ede176499223', 'remote_ip_prefix': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:43.064627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] For port a9d4ad7a-d644-46a2-b137-b367aec2bc55, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a9d4ad7a-d644-46a2-b137-b367aec2bc55,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:43.064906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.076018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9aa30a-b831-4073-81da-8b017cc95ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dffd36-9026-47cb-9488-96a94fc35f96,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:43.079106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Calling delete_port for a9d4ad7a-d644-46a2-b137-b367aec2bc55 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:43.192044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a42c0b0-4d59-44db-8e93-d61bc95f2b3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.237205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fca5c2-9637-44f0-a5f5-bfae9aeb4567 req-6aad37f6-81f6-4e85-8a64-92c56698ca6a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:43.239076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75fca5c2-9637-44f0-a5f5-bfae9aeb4567 req-6aad37f6-81f6-4e85-8a64-92c56698ca6a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0853412 Apr 18 17:13:43.275592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a42c0b0-4d59-44db-8e93-d61bc95f2b3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.299154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75fca5c2-9637-44f0-a5f5-bfae9aeb4567 req-46cfb05a-26e9-4f69-ac35-6c3f602c3160 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Apr 18 17:13:43.318227 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.348616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a42c0b0-4d59-44db-8e93-d61bc95f2b3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.364926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['6c70e60a-24ff-4842-b1ef-a95c000cb75b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:43.369787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6a5e056e-9870-45d3-babe-72178102d799', 'a9d4ad7a-d644-46a2-b137-b367aec2bc55'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:43.389099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Pushing event deleted for resources: {'Port': ['ID=a9d4ad7a-d644-46a2-b137-b367aec2bc55,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:43.404814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42c0b0-4d59-44db-8e93-d61bc95f2b3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d16337-7cde-4b94-9cf6-fd830672a904,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:43.460074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05e5ca68-3ca4-4060-b8f4-c8839f0231b5 req-ff16b4cb-dc1b-48b2-b5a0-9b5ea36f172e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 210 time: 0.0534999 Apr 18 17:13:43.489061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a42c0b0-4d59-44db-8e93-d61bc95f2b3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.492338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] No DVR routers for this DVR port a9d4ad7a-d644-46a2-b137-b367aec2bc55 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:13:43.492718 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1a42c0b0-4d59-44db-8e93-d61bc95f2b3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4351346 Apr 18 17:13:43.493333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38550) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:43.496390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.504846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdc09aa6-25a3-4f80-bd94-9a2052b3c5bf req-688742ec-ae4e-4b8b-9ca6-4b28a6a9b1bc tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.41 "DELETE /v2.0/ports/a9d4ad7a-d644-46a2-b137-b367aec2bc55 HTTP/1.1" status: 204 len: 173 time: 0.6617718 Apr 18 17:13:43.523368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38c84d-2ef0-403d-ad1f-0b1d31f1a534', 'name': 'network-vif-deleted', 'tag': 'a9d4ad7a-d644-46a2-b137-b367aec2bc55'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:43.529211 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d697fe-1491-416e-a8d7-f7a0ee5b9179" -d '{"events": [{"server_uuid": "7a38c84d-2ef0-403d-ad1f-0b1d31f1a534", "name": "network-vif-deleted", "tag": "a9d4ad7a-d644-46a2-b137-b367aec2bc55"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:43.548461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e29b1fa-b559-4fea-8839-d245de3ce387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.559033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e29b1fa-b559-4fea-8839-d245de3ce387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.600288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-cb425524-82e8-403f-b1fb-f141e5d13a3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:43.612055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-cb425524-82e8-403f-b1fb-f141e5d13a3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:43.613081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-cb425524-82e8-403f-b1fb-f141e5d13a3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:43.619148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-cb425524-82e8-403f-b1fb-f141e5d13a3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:43.625126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-cb425524-82e8-403f-b1fb-f141e5d13a3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:43.631220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-cb425524-82e8-403f-b1fb-f141e5d13a3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:43.640884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-cb425524-82e8-403f-b1fb-f141e5d13a3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:43.640884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-cb425524-82e8-403f-b1fb-f141e5d13a3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1331699 Apr 18 17:13:43.687252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e29b1fa-b559-4fea-8839-d245de3ce387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.705569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e29b1fa-b559-4fea-8839-d245de3ce387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.709258 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9e29b1fa-b559-4fea-8839-d245de3ce387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/13d16337-7cde-4b94-9cf6-fd830672a904 HTTP/1.1" status: 204 len: 168 time: 0.2142677 Apr 18 17:13:43.713245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38562) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:43.721049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29b1fa-b559-4fea-8839-d245de3ce387 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13d16337-7cde-4b94-9cf6-fd830672a904,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:43.725595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc5968e9-8bd5-441f-99f9-880d936ecd08 req-5a6949f5-4321-46fb-9f56-2b66c2438d30 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772152 Apr 18 17:13:43.793314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8c97262e-e9a1-4852-95fc-4bc9d5ae33b1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0628347 Apr 18 17:13:43.796104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:43.857178 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c790b8e-1564-4cd6-903f-29e2b0862efd x-openstack-request-id: req-2c790b8e-1564-4cd6-903f-29e2b0862efd {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:43.857498 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a38c84d-2ef0-403d-ad1f-0b1d31f1a534", "name": "network-vif-deleted", "tag": "a9d4ad7a-d644-46a2-b137-b367aec2bc55", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:43.857733 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c790b8e-1564-4cd6-903f-29e2b0862efd {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:43.858144 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c790b8e-1564-4cd6-903f-29e2b0862efd'] response: {'server_uuid': '7a38c84d-2ef0-403d-ad1f-0b1d31f1a534', 'name': 'network-vif-deleted', 'tag': 'a9d4ad7a-d644-46a2-b137-b367aec2bc55', 'status': 'completed', 'code': 200} Apr 18 17:13:43.904201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1e403e6-2ea9-460d-bcad-84d0ea5111bd req-26aadeeb-b7f4-4f08-a2d8-740225a736d0 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a38c84d-2ef0-403d-ad1f-0b1d31f1a534 HTTP/1.1" status: 200 len: 210 time: 0.0551393 Apr 18 17:13:43.954701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7074e0a7-991e-4670-b3d7-d98bac33d50e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:43.982396 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7074e0a7-991e-4670-b3d7-d98bac33d50e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.004436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa903c-d2ef-46e6-abb4-d727eda34479 req-6a45a9f2-2618-40b0-ad67-0a24a0d4ec0b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.005945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92fa903c-d2ef-46e6-abb4-d727eda34479 req-6a45a9f2-2618-40b0-ad67-0a24a0d4ec0b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0956039 Apr 18 17:13:44.057609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92fa903c-d2ef-46e6-abb4-d727eda34479 req-6cbde9d5-8d56-4f91-a97f-a078625f94e9 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Apr 18 17:13:44.127924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527df2c-9102-4e96-a92d-935185d55493 req-0dfcefd1-dcb4-4111-bcfb-e67c8d94a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.129600 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1527df2c-9102-4e96-a92d-935185d55493 req-0dfcefd1-dcb4-4111-bcfb-e67c8d94a18d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f5fa762bf24665b01526e7b1312f82&device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 1097 time: 0.0483081 Apr 18 17:13:44.146051 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7074e0a7-991e-4670-b3d7-d98bac33d50e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.147413 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7074e0a7-991e-4670-b3d7-d98bac33d50e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.150117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7074e0a7-991e-4670-b3d7-d98bac33d50e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/6a0d8164-15c5-471f-87d5-ede176499223 HTTP/1.1" status: 204 len: 168 time: 0.3510747 Apr 18 17:13:44.158824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:44.159735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074e0a7-991e-4670-b3d7-d98bac33d50e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d8164-15c5-471f-87d5-ede176499223,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:44.225517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-97bf5dca-610b-4f16-b8e8-658358c26dc5 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0634158 Apr 18 17:13:44.228242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38578) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:44.232859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527df2c-9102-4e96-a92d-935185d55493 req-6168d8a4-4465-4b22-a634-5efa6df1e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.234361 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1527df2c-9102-4e96-a92d-935185d55493 req-6168d8a4-4465-4b22-a634-5efa6df1e630 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 200 len: 914 time: 0.0976043 Apr 18 17:13:44.281323 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1527df2c-9102-4e96-a92d-935185d55493 req-278cd2e9-9fc6-4447-a92e-e885dfb3ac92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29 HTTP/1.1" status: 200 len: 217 time: 0.0396140 Apr 18 17:13:44.286371 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c31350e1-b01f-4174-8213-55461c711ec8 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.310261 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c31350e1-b01f-4174-8213-55461c711ec8 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.334032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527df2c-9102-4e96-a92d-935185d55493 req-ccf910c5-3565-4bcc-a078-123477a0f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.335965 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1527df2c-9102-4e96-a92d-935185d55493 req-ccf910c5-3565-4bcc-a078-123477a0f347 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f789211-6bac-4326-9dc4-18630021209e HTTP/1.1" status: 200 len: 853 time: 0.0456111 Apr 18 17:13:44.362690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38582) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:44.372539 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1527df2c-9102-4e96-a92d-935185d55493 req-d01a1b16-0986-4d54-a012-61c504ebf210 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa916f8d-bc99-4ca1-8752-efc0a3986851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294764 Apr 18 17:13:44.415672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c31350e1-b01f-4174-8213-55461c711ec8 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.418419 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c31350e1-b01f-4174-8213-55461c711ec8 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.422054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c31350e1-b01f-4174-8213-55461c711ec8 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/27df7e02-9213-4f50-b319-809f82a324ca HTTP/1.1" status: 204 len: 168 time: 0.1904562 Apr 18 17:13:44.424503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38586) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:44.451061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31350e1-b01f-4174-8213-55461c711ec8 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27df7e02-9213-4f50-b319-809f82a324ca,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:44.483641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1527df2c-9102-4e96-a92d-935185d55493 req-3eda40e6-f761-4221-a339-ed5f0f6894b4 service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039081 Apr 18 17:13:44.492145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1950488629-network', 'tenant_id': '81aaaa9a60854edd87425de62ea4a8d9'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:44.518611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:44.519443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17793a65-b58a-4ada-a03b-3a6e9d5e52dc tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938413 Apr 18 17:13:44.527013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805132174'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:44.561468 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82fd41e8-a342-4578-95ff-a344f9b3e1e6 req-dfdd8a25-711c-486f-8f2a-184204b1c1da tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 210 time: 0.0271659 Apr 18 17:13:44.600366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Made reservation on behalf of 81aaaa9a60854edd87425de62ea4a8d9 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:44.603469 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.607938 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1527df2c-9102-4e96-a92d-935185d55493 req-61614896-dd2f-45c9-aae4-f3014f49733e service neutron] 10.222.0.18 "GET /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172101 Apr 18 17:13:44.613585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.640445 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.711621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.783364 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.789334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-077ce515-fa7c-4b69-98b7-95cea4a1aa8f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.790889 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-077ce515-fa7c-4b69-98b7-95cea4a1aa8f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 814 time: 0.1387587 Apr 18 17:13:44.818484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:13:44.834440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37168cb0-88d8-4ef4-bfa3-4765d971782a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:44.859989 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:44.860338 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Added segment 64797277-8e0f-445b-b571-d934d5c53cdd of type vlan for network af73bc3b-6322-4d3b-ab3d-4710dba8d47d Apr 18 17:13:44.920225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-c1ffda7b-58e5-4654-8ee9-1c2600170824 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.926140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-c1ffda7b-58e5-4654-8ee9-1c2600170824 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.932675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-c1ffda7b-58e5-4654-8ee9-1c2600170824 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.939379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-c1ffda7b-58e5-4654-8ee9-1c2600170824 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.945467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-c1ffda7b-58e5-4654-8ee9-1c2600170824 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.951445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-c1ffda7b-58e5-4654-8ee9-1c2600170824 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.957477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-c1ffda7b-58e5-4654-8ee9-1c2600170824 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:44.959416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-c1ffda7b-58e5-4654-8ee9-1c2600170824 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1427567 Apr 18 17:13:44.965025 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.025333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e37cae9-81ca-462a-a7ed-4eead1000628 req-50a8e400-4e5e-4834-822c-a8f7d5cd4732 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531628 Apr 18 17:13:45.095759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.096835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:45.097729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.141050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.166107 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab2ea335-4457-4c9b-9579-3f750b258a61 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 379 time: 0.3579261 Apr 18 17:13:45.204532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'port': {'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'admin_state_up': True, 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'security_groups': ['b75a87d2-7969-4252-89cd-4283eb568979']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:45.213948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8500907 Apr 18 17:13:45.215525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb03460-17c5-4ed8-a0ff-52fc21c1aa1d admin admin] Pushing event updated for resources: {'Network': ['ID=af73bc3b-6322-4d3b-ab3d-4710dba8d47d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:45.217505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38606) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:45.223575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Request body: {'subnet': {'network_id': 'af73bc3b-6322-4d3b-ab3d-4710dba8d47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1950488629-subnet', 'tenant_id': '81aaaa9a60854edd87425de62ea4a8d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:45.228552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.243354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network af73bc3b-6322-4d3b-ab3d-4710dba8d47d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:13:45.254097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfff226-2dc6-4f53-bc6b-a7e732f67e07 req-af4ce227-cf9d-48d9-81e5-e4151522c935 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:45.255528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cfff226-2dc6-4f53-bc6b-a7e732f67e07 req-af4ce227-cf9d-48d9-81e5-e4151522c935 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0823457 Apr 18 17:13:45.299957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cfff226-2dc6-4f53-bc6b-a7e732f67e07 req-55febd4a-d497-4aff-ac7c-9e1121edcb35 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Apr 18 17:13:45.305588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cd627e-8a0b-4686-afe3-647018bd1425,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:45.328735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.329181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.329736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.330152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.330562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.331012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.331474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.331816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.332201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.332538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.333728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.334298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:45.348717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Made reservation on behalf of 81aaaa9a60854edd87425de62ea4a8d9 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:45.351159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.351517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.352772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b42d24af-d399-4c51-98d8-61ba4976341d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8331568 Apr 18 17:13:45.359979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38612) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:45.361187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-46f5d992-dd8b-40b2-8727-99b6396140c9 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': 'e2cd627e-8a0b-4686-afe3-647018bd1425', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:45.451761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Made reservation on behalf of 197c04bc2e604d4882b92c004121e59d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:45.455861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.550116 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46f5d992-dd8b-40b2-8727-99b6396140c9 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.594824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Allocated IP 172.20.0.9 (6cc2c58f-8546-4ce1-89d8-2b141f67b355/4b971683-011f-4e84-9c4f-5cea4b4efd1d/94c88354-0567-45fb-94c7-da1d9904a364) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:45.613779 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46f5d992-dd8b-40b2-8727-99b6396140c9 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.640798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.721161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ab91f50-a341-449a-ab11-70fe835c68d0 req-6de2c593-1f68-43e0-a1a9-e0671703ea40 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 210 time: 0.0702527 Apr 18 17:13:45.723729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46f5d992-dd8b-40b2-8727-99b6396140c9 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.753084 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.769089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd341dd4-b3fb-4913-858c-fb66a5566468,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:45.771180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5d992-dd8b-40b2-8727-99b6396140c9 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5029b180-3f1a-4c78-81d2-0eacdf8a3ee6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:45.792141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Checking segment: {'id': '64797277-8e0f-445b-b571-d934d5c53cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af73bc3b-6322-4d3b-ab3d-4710dba8d47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:45.792512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Network hostable DHCP agents. Network: af73bc3b-6322-4d3b-ab3d-4710dba8d47d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:13:45.840278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c5a5-8c85-457d-9b9b-c8e9ae9dc3d5 req-602a5ad7-bf5e-4e2c-a20d-5445bf8fd0e9 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:45.846109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c5a5-8c85-457d-9b9b-c8e9ae9dc3d5 req-602a5ad7-bf5e-4e2c-a20d-5445bf8fd0e9 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:45.847656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e29c5a5-8c85-457d-9b9b-c8e9ae9dc3d5 req-602a5ad7-bf5e-4e2c-a20d-5445bf8fd0e9 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e&device_id=c8fbea4a-5825-4c92-ae04-8e956d3755ba HTTP/1.1" status: 200 len: 1682 time: 0.0728767 Apr 18 17:13:45.851283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46f5d992-dd8b-40b2-8727-99b6396140c9 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.852471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-46f5d992-dd8b-40b2-8727-99b6396140c9 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4958658 Apr 18 17:13:45.855505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38626) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:45.883476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.885557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1440-57a2-4d64-9c37-525cd8592104 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.896263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e29c5a5-8c85-457d-9b9b-c8e9ae9dc3d5 req-e9391fdc-1e2c-42d5-86d0-5a8a618fdf08 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Apr 18 17:13:45.903789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1440-57a2-4d64-9c37-525cd8592104 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:45.908811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Network af73bc3b-6322-4d3b-ab3d-4710dba8d47d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:13:45.967330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:45.971340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=94c88354-0567-45fb-94c7-da1d9904a364,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:45.973697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:45.975840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:45.986705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, af73bc3b-6322-4d3b-ab3d-4710dba8d47d) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:45.991398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:45.994915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.018110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1440-57a2-4d64-9c37-525cd8592104 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.029899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7feb6f-8457-4faa-bdff-b8dc6281f2f8 None None] Network af73bc3b-6322-4d3b-ab3d-4710dba8d47d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:46.030074 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1440-57a2-4d64-9c37-525cd8592104 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.030182 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dd3a1440-57a2-4d64-9c37-525cd8592104 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5029b180-3f1a-4c78-81d2-0eacdf8a3ee6 HTTP/1.1" status: 204 len: 168 time: 0.1736138 Apr 18 17:13:46.037605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.039418 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.042059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38634) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:46.053976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a1440-57a2-4d64-9c37-525cd8592104 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5029b180-3f1a-4c78-81d2-0eacdf8a3ee6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:46.093098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-12893db3-222b-441a-b1f2-79068c26e283 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8662992 Apr 18 17:13:46.152782 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-975369af-6ae6-4659-bcde-3521ec770a31 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9515996 Apr 18 17:13:46.169968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-774b7650-f322-4120-abb2-6e3dd445454f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1238019 Apr 18 17:13:46.170459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38642) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:46.213812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Request body: {'port': {'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:46.259698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-9bed4896-f363-4fe5-b855-46739f9b3ca4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.265644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-9bed4896-f363-4fe5-b855-46739f9b3ca4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.278456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-9bed4896-f363-4fe5-b855-46739f9b3ca4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.283546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-9bed4896-f363-4fe5-b855-46739f9b3ca4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.289605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f354d-b7bc-4862-9f06-a9bdee98d699 None None] Network af73bc3b-6322-4d3b-ab3d-4710dba8d47d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:46.290301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-9bed4896-f363-4fe5-b855-46739f9b3ca4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.291212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8eb6f7f9-5d14-4e98-92aa-01eb2df5c176 None None] Provisioning complete for port 94c88354-0567-45fb-94c7-da1d9904a364 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:46.291573 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8eb6f7f9-5d14-4e98-92aa-01eb2df5c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.296177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-9bed4896-f363-4fe5-b855-46739f9b3ca4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.302062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-9bed4896-f363-4fe5-b855-46739f9b3ca4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.304101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-9bed4896-f363-4fe5-b855-46739f9b3ca4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1783767 Apr 18 17:13:46.342540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.354409 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97b0dc7e-b001-41bd-b721-063d7b4d63e5 req-03a3ef25-8c16-4a5c-aa44-2ed1c5015b86 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431678 Apr 18 17:13:46.372044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-149066f8-dcd3-45cb-b503-42eca2142fd1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.400685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6f7f9-5d14-4e98-92aa-01eb2df5c176 None None] Port 94c88354-0567-45fb-94c7-da1d9904a364 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:13:46.418300 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-149066f8-dcd3-45cb-b503-42eca2142fd1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.544212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a9d4ad7a-d644-46a2-b137-b367aec2bc55 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:46.568570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: a9d4ad7a-d644-46a2-b137-b367aec2bc55 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:13:46.569196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a9d4ad7a-d644-46a2-b137-b367aec2bc55 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:13:46.620426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72c750-8ad1-48e6-94f8-14675699463d req-34ab542c-100a-459f-99ec-8d5a1bb4e5fd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:46.623330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-149066f8-dcd3-45cb-b503-42eca2142fd1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.625948 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-149066f8-dcd3-45cb-b503-42eca2142fd1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.626516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a72c750-8ad1-48e6-94f8-14675699463d req-34ab542c-100a-459f-99ec-8d5a1bb4e5fd tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0538509 Apr 18 17:13:46.627071 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-149066f8-dcd3-45cb-b503-42eca2142fd1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/e2cd627e-8a0b-4686-afe3-647018bd1425 HTTP/1.1" status: 204 len: 168 time: 0.4557459 Apr 18 17:13:46.629909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38652) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:46.647190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149066f8-dcd3-45cb-b503-42eca2142fd1 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cd627e-8a0b-4686-afe3-647018bd1425,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:46.704574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a72c750-8ad1-48e6-94f8-14675699463d req-43949c13-5c53-4c47-ba2f-74c4c8a3987d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736952 Apr 18 17:13:46.711351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f7db9a25-e83a-4159-9ebb-f41dbfacd8c8 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778975 Apr 18 17:13:46.714741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38654) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:46.719273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4852173f-069c-43fb-a5cd-ef68b04821c0 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102707574'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:46.724368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c88354-0567-45fb-94c7-da1d9904a364 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:46.735878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.751971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Transition to ACTIVE for port object 94c88354-0567-45fb-94c7-da1d9904a364 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:46.838184 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4852173f-069c-43fb-a5cd-ef68b04821c0 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.860995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.916112 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4852173f-069c-43fb-a5cd-ef68b04821c0 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:46.940975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=94c88354-0567-45fb-94c7-da1d9904a364,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:47.000328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4852173f-069c-43fb-a5cd-ef68b04821c0 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.014508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Attempting to bind port 94c88354-0567-45fb-94c7-da1d9904a364 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:47.014855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Attempting to bind port 94c88354-0567-45fb-94c7-da1d9904a364 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:47.015194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Attempting to bind port 94c88354-0567-45fb-94c7-da1d9904a364 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:47.019961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Port 94c88354-0567-45fb-94c7-da1d9904a364 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:47.021002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Attempting to bind port 94c88354-0567-45fb-94c7-da1d9904a364 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:47.025844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:47.026190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Checking segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:47.026578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Bound using segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:47.027015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Bound port: 94c88354-0567-45fb-94c7-da1d9904a364, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:47.027466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.049023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59933673-620e-4dae-8e0a-3be859fc6f9e req-defd74e5-3c47-49cd-9f0a-58e59f600bbb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.050875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59933673-620e-4dae-8e0a-3be859fc6f9e req-defd74e5-3c47-49cd-9f0a-58e59f600bbb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0807657 Apr 18 17:13:47.051918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852173f-069c-43fb-a5cd-ef68b04821c0 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142c6205-9de1-41ef-af7f-a6547e1c157c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:47.120476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] For port 94c88354-0567-45fb-94c7-da1d9904a364, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:47.123916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] For port 94c88354-0567-45fb-94c7-da1d9904a364, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94c88354-0567-45fb-94c7-da1d9904a364,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:47.126082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59933673-620e-4dae-8e0a-3be859fc6f9e req-0e2e5693-6456-441e-8566-54370beb9018 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673392 Apr 18 17:13:47.130963 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4852173f-069c-43fb-a5cd-ef68b04821c0 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.132858 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4852173f-069c-43fb-a5cd-ef68b04821c0 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4165642 Apr 18 17:13:47.137084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38666) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:47.142595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7828c439-6a3a-4378-82e7-9887c23e982d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '142c6205-9de1-41ef-af7f-a6547e1c157c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:47.190568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc81c-4454-4bbe-9b35-b969de2de40c req-d42dc905-7f0b-49f8-8867-d1539747ebbe tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.191954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a56cc81c-4454-4bbe-9b35-b969de2de40c req-d42dc905-7f0b-49f8-8867-d1539747ebbe tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 943 time: 0.0822814 Apr 18 17:13:47.203447 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.229011 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.232246 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.232809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a56cc81c-4454-4bbe-9b35-b969de2de40c req-78727313-0fe7-4982-b3d8-ba69d445bb6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338848 Apr 18 17:13:47.241976 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7828c439-6a3a-4378-82e7-9887c23e982d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.281690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.282332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.283697 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] 10.222.0.18 "PUT /v2.0/ports/94c88354-0567-45fb-94c7-da1d9904a364 HTTP/1.1" status: 200 len: 1091 time: 1.1012208 Apr 18 17:13:47.286181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'tag': '94c88354-0567-45fb-94c7-da1d9904a364'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:47.289022 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7e886d-ff97-4e7d-aa91-f428e253206a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6af3c20-98a0-492a-b979-9bb624c99e2e", "tag": "94c88354-0567-45fb-94c7-da1d9904a364"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:47.331031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a14fb-231b-4302-a241-643f208c8ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=94c88354-0567-45fb-94c7-da1d9904a364,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:47.380904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7828c439-6a3a-4378-82e7-9887c23e982d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.401835 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b627ff30-8f35-42a3-8078-c8e9ce30af62 x-openstack-request-id: req-b627ff30-8f35-42a3-8078-c8e9ce30af62 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:47.402317 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6af3c20-98a0-492a-b979-9bb624c99e2e", "tag": "94c88354-0567-45fb-94c7-da1d9904a364", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:47.402588 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b627ff30-8f35-42a3-8078-c8e9ce30af62 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:47.403003 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b627ff30-8f35-42a3-8078-c8e9ce30af62'] response: {'name': 'network-changed', 'server_uuid': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'tag': '94c88354-0567-45fb-94c7-da1d9904a364', 'status': 'completed', 'code': 200} Apr 18 17:13:47.411321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccf504-c14c-46ef-8093-4009d3ad5c6f req-7f3a2af8-eb15-435f-b56c-785166bcc7a2 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.412916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55ccf504-c14c-46ef-8093-4009d3ad5c6f req-7f3a2af8-eb15-435f-b56c-785166bcc7a2 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8fbea4a-5825-4c92-ae04-8e956d3755ba HTTP/1.1" status: 200 len: 945 time: 0.0628390 Apr 18 17:13:47.481579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7828c439-6a3a-4378-82e7-9887c23e982d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.489632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-f4a84570-2228-405e-8ff9-e9367cfddc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.491136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-f4a84570-2228-405e-8ff9-e9367cfddc9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 1094 time: 0.0511045 Apr 18 17:13:47.497869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55ccf504-c14c-46ef-8093-4009d3ad5c6f req-aeb4ff59-9534-4d24-9fc2-2fdf5d25c81f tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782120 Apr 18 17:13:47.507801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828c439-6a3a-4378-82e7-9887c23e982d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68282cf8-4947-4b88-ad58-b676022b16eb,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:47.518779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dce8a-29cc-49e2-b252-bf34e07696c3 req-69f30e22-981a-466e-aa8e-32e9b8dd6796 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.520430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c41dce8a-29cc-49e2-b252-bf34e07696c3 req-69f30e22-981a-466e-aa8e-32e9b8dd6796 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0716872 Apr 18 17:13:47.562889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c41dce8a-29cc-49e2-b252-bf34e07696c3 req-839d8e09-2d95-4a3e-b565-529f6a709fa7 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Apr 18 17:13:47.574846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-029bf84c-ed86-4afc-86a9-f0460d7db7bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c88354-0567-45fb-94c7-da1d9904a364 HTTP/1.1" status: 200 len: 217 time: 0.0607221 Apr 18 17:13:47.592155 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7828c439-6a3a-4378-82e7-9887c23e982d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.593398 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7828c439-6a3a-4378-82e7-9887c23e982d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4558694 Apr 18 17:13:47.596259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38682) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:47.617271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-62c41106-f14f-4944-b7d1-ae02be91e761 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules/68282cf8-4947-4b88-ad58-b676022b16eb HTTP/1.1" status: 200 len: 763 time: 0.0190451 Apr 18 17:13:47.617970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38684) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:47.631270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-f9130127-7b9b-40cd-8607-ae30e0fef7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.633366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-f9130127-7b9b-40cd-8607-ae30e0fef7e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.0520644 Apr 18 17:13:47.698618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-5aeb5de3-4232-48de-9fcd-b18d01053dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.698823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-df4911ba-1c45-4045-b126-f422d3a70075 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747035 Apr 18 17:13:47.698934 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-5aeb5de3-4232-48de-9fcd-b18d01053dad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536532 Apr 18 17:13:47.698934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38688) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:47.721299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08bcc861-b9d6-45f1-bfd6-104b94204e3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.742305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08bcc861-b9d6-45f1-bfd6-104b94204e3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.742637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-92677c51-15ba-4f87-876f-d37b808c7a69 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.748343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-92677c51-15ba-4f87-876f-d37b808c7a69 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.754059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-92677c51-15ba-4f87-876f-d37b808c7a69 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.759775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-92677c51-15ba-4f87-876f-d37b808c7a69 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.765491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-92677c51-15ba-4f87-876f-d37b808c7a69 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.771140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-92677c51-15ba-4f87-876f-d37b808c7a69 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.777127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-92677c51-15ba-4f87-876f-d37b808c7a69 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.779035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-92677c51-15ba-4f87-876f-d37b808c7a69 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1519568 Apr 18 17:13:47.808683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac0ddb-bc80-417a-a6f4-3c5eabff64b4 req-b6796aa4-e779-471c-b8d8-f4c77858f03f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:47.810167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29ac0ddb-bc80-417a-a6f4-3c5eabff64b4 req-b6796aa4-e779-471c-b8d8-f4c77858f03f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1154106 Apr 18 17:13:47.832371 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-fe779cda-c35e-4b04-b7df-9f991619fb28 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075883 Apr 18 17:13:47.846559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0ea35c-d2db-41dd-b572-08e328578fea req-528476be-94e5-44e9-a6b2-eaaf67cf7808 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604117 Apr 18 17:13:47.873031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29ac0ddb-bc80-417a-a6f4-3c5eabff64b4 req-8ce2b4ae-b67d-4ad5-ac2f-d62204d6f540 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 Apr 18 17:13:47.896395 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08bcc861-b9d6-45f1-bfd6-104b94204e3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.906177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08bcc861-b9d6-45f1-bfd6-104b94204e3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:47.909905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-08bcc861-b9d6-45f1-bfd6-104b94204e3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/68282cf8-4947-4b88-ad58-b676022b16eb HTTP/1.1" status: 204 len: 168 time: 0.2120235 Apr 18 17:13:47.910068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38694) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:47.921607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcc861-b9d6-45f1-bfd6-104b94204e3b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68282cf8-4947-4b88-ad58-b676022b16eb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:47.957973 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-549e3409-ecaf-4905-bf35-b590b4e5cff7 req-2a2d4d7d-d2a5-49b7-9b52-3a7559332b7f service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189106 Apr 18 17:13:47.959799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c599f3c7-7af8-4330-b53b-13133a0dd23e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481308 Apr 18 17:13:47.962381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38698) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:47.966745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-de320afc-a918-4e7f-8d26-72902ef3513b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '142c6205-9de1-41ef-af7f-a6547e1c157c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:48.037220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b43e1-29eb-4b76-996a-29158a071bc1 req-2ee04a17-30ed-459d-af46-a869f25c8173 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.039324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d45b43e1-29eb-4b76-996a-29158a071bc1 req-2ee04a17-30ed-459d-af46-a869f25c8173 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0528197 Apr 18 17:13:48.078337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de320afc-a918-4e7f-8d26-72902ef3513b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.087537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d45b43e1-29eb-4b76-996a-29158a071bc1 req-e18251e7-4cc5-4413-a147-1a8aac499b22 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Apr 18 17:13:48.158931 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de320afc-a918-4e7f-8d26-72902ef3513b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.179152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-9e2f6d67-2664-47d9-b852-107cd1163063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.181292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-9e2f6d67-2664-47d9-b852-107cd1163063 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 1094 time: 0.0531566 Apr 18 17:13:48.213718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41f3c4-08a3-42e1-b1a2-94838639d7f8 req-59f09070-0e6f-45f7-9d69-42c8fff378e5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.215119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c41f3c4-08a3-42e1-b1a2-94838639d7f8 req-59f09070-0e6f-45f7-9d69-42c8fff378e5 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0543509 Apr 18 17:13:48.216247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de320afc-a918-4e7f-8d26-72902ef3513b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.262088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de320afc-a918-4e7f-8d26-72902ef3513b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ca726c-04f5-40fd-97b8-6d5eb960760d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:48.271676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c41f3c4-08a3-42e1-b1a2-94838639d7f8 req-46e24b3a-2987-4bd0-8d17-06a3a41a0c6f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Apr 18 17:13:48.286770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-4e7ebf7f-1b07-417c-a7a2-ec38739988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.289164 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-4e7ebf7f-1b07-417c-a7a2-ec38739988a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 915 time: 0.1001418 Apr 18 17:13:48.340258 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-553299b9-0c2a-427b-8d1f-5fd097029fa0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c88354-0567-45fb-94c7-da1d9904a364 HTTP/1.1" status: 200 len: 217 time: 0.0435572 Apr 18 17:13:48.368384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de320afc-a918-4e7f-8d26-72902ef3513b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.373201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-de320afc-a918-4e7f-8d26-72902ef3513b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4098315 Apr 18 17:13:48.374189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38718) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:48.394092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180181-91e0-40a2-9eab-2d4960659891 req-87294232-e152-49dd-a8aa-df22bd6ff576 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.396412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0180181-91e0-40a2-9eab-2d4960659891 req-87294232-e152-49dd-a8aa-df22bd6ff576 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 943 time: 0.0676708 Apr 18 17:13:48.400357 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0ce04df8-e491-4d3d-a617-5c62cc5a062d tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules/43ca726c-04f5-40fd-97b8-6d5eb960760d HTTP/1.1" status: 200 len: 763 time: 0.0250876 Apr 18 17:13:48.404544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38720) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:48.414658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-57401a6d-391c-486b-bf3e-bf4d7433646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.416119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-57401a6d-391c-486b-bf3e-bf4d7433646a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.0683146 Apr 18 17:13:48.439327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0180181-91e0-40a2-9eab-2d4960659891 req-2f6d4932-af62-4fdd-934f-74db5966c825 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344293 Apr 18 17:13:48.512028 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fe2707e5-41d1-4b06-85dd-498a702faa4e tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1050947 Apr 18 17:13:48.513498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38724) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:48.530910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-c8e9677f-9804-47b2-9535-739ab307aeb9 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.532405 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-c8e9677f-9804-47b2-9535-739ab307aeb9 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fbea4a-5825-4c92-ae04-8e956d3755ba HTTP/1.1" status: 200 len: 945 time: 0.1068084 Apr 18 17:13:48.537813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-b1832a76-d9fe-4808-b953-2611a43be698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.544015 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-b1832a76-d9fe-4808-b953-2611a43be698 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128829 Apr 18 17:13:48.561838 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c30594e1-bad2-4cea-ac21-883996ffe1a2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.577818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac07a-d1a3-438b-b04f-3cf2e905abb1 req-0efdef7c-4ce8-4b6d-972f-f26fea6470ae tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.579345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c3ac07a-d1a3-438b-b04f-3cf2e905abb1 req-0efdef7c-4ce8-4b6d-972f-f26fea6470ae tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0794048 Apr 18 17:13:48.580875 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c30594e1-bad2-4cea-ac21-883996ffe1a2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.642492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c3ac07a-d1a3-438b-b04f-3cf2e905abb1 req-612ea95b-c3cb-4ce1-b132-4d205c71133a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Apr 18 17:13:48.720023 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-4e412b29-28c6-4f10-881b-740c63a6fb84 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715760 Apr 18 17:13:48.723792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c30594e1-bad2-4cea-ac21-883996ffe1a2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.749739 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c30594e1-bad2-4cea-ac21-883996ffe1a2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.753894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c30594e1-bad2-4cea-ac21-883996ffe1a2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/43ca726c-04f5-40fd-97b8-6d5eb960760d HTTP/1.1" status: 204 len: 168 time: 0.2253017 Apr 18 17:13:48.755989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38734) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:48.785457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30594e1-bad2-4cea-ac21-883996ffe1a2 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43ca726c-04f5-40fd-97b8-6d5eb960760d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:48.793838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Deleting port 6c70e60a-24ff-4842-b1ef-a95c000cb75b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:48.794187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.826002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a88b9-c1ac-4f15-8e67-99ff3e03fc36 req-6c986404-e38a-4350-8727-bd19b202b837 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.827474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e55a88b9-c1ac-4f15-8e67-99ff3e03fc36 req-6c986404-e38a-4350-8727-bd19b202b837 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8fbea4a-5825-4c92-ae04-8e956d3755ba HTTP/1.1" status: 200 len: 945 time: 0.1610484 Apr 18 17:13:48.853929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b34b0d4b-81de-4a42-95d4-cbd21df60d83 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0857091 Apr 18 17:13:48.856547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38738) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:48.867450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f0f7e54f-1e26-470c-9fa9-6818be2b6573 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '142c6205-9de1-41ef-af7f-a6547e1c157c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:48.871670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0a7e886d-ff97-4e7d-aa91-f428e253206a req-cf05b038-bb64-46a8-aa07-5f81322bba14 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443663 Apr 18 17:13:48.898879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f53ca-7f89-407d-9fd1-54e4aaf17899 req-107bf04d-ba23-4040-939e-be5a70418eeb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:48.905921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-435f53ca-7f89-407d-9fd1-54e4aaf17899 req-107bf04d-ba23-4040-939e-be5a70418eeb tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1488848 Apr 18 17:13:48.912443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] For port 6c70e60a-24ff-4842-b1ef-a95c000cb75b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6c70e60a-24ff-4842-b1ef-a95c000cb75b,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:48.912973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:48.926239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Calling delete_port for 6c70e60a-24ff-4842-b1ef-a95c000cb75b owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:48.966807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e55a88b9-c1ac-4f15-8e67-99ff3e03fc36 req-688b50a0-be6e-4f7c-90de-0d5ea4ea1f0a tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd045c26-8aef-4762-9104-0cc430293313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288352 Apr 18 17:13:48.998628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-c2cf0749-37ce-4b39-af41-28e9ce927fb3 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.000747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-c2cf0749-37ce-4b39-af41-28e9ce927fb3 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.41 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 946 time: 0.1256564 Apr 18 17:13:49.003732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-435f53ca-7f89-407d-9fd1-54e4aaf17899 req-f0ff6aea-7a14-4161-ba62-b2313f6ad652 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774093 Apr 18 17:13:49.088109 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-f0f7e54f-1e26-470c-9fa9-6818be2b6573 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Project 6b242ac2d26e41d8a1eaae3654584f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:13:49.114464 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e54f-1e26-470c-9fa9-6818be2b6573 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.149337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.177078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Pushing event deleted for resources: {'Port': ['ID=6c70e60a-24ff-4842-b1ef-a95c000cb75b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:49.188944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6a5e056e-9870-45d3-babe-72178102d799'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:49.193007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['6c70e60a-24ff-4842-b1ef-a95c000cb75b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:49.226726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] No DVR routers for this DVR port 6c70e60a-24ff-4842-b1ef-a95c000cb75b on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:13:49.229454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.232626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b6293ccd-c70c-40cc-a9d7-e9ab8a3901a6 req-78389999-c9c4-4481-8be3-27b6b9ad7fbf tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.18 "DELETE /v2.0/ports/6c70e60a-24ff-4842-b1ef-a95c000cb75b HTTP/1.1" status: 204 len: 173 time: 0.6919162 Apr 18 17:13:49.291437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783331a-203b-4c66-85f4-b901046d1354 req-5d715447-1e8f-4b71-8da3-c9179a124b06 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.297672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783331a-203b-4c66-85f4-b901046d1354 req-5d715447-1e8f-4b71-8da3-c9179a124b06 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.303468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783331a-203b-4c66-85f4-b901046d1354 req-5d715447-1e8f-4b71-8da3-c9179a124b06 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.309875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783331a-203b-4c66-85f4-b901046d1354 req-5d715447-1e8f-4b71-8da3-c9179a124b06 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.315652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783331a-203b-4c66-85f4-b901046d1354 req-5d715447-1e8f-4b71-8da3-c9179a124b06 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.322631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783331a-203b-4c66-85f4-b901046d1354 req-5d715447-1e8f-4b71-8da3-c9179a124b06 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.329568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783331a-203b-4c66-85f4-b901046d1354 req-5d715447-1e8f-4b71-8da3-c9179a124b06 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.331738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6783331a-203b-4c66-85f4-b901046d1354 req-5d715447-1e8f-4b71-8da3-c9179a124b06 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.2475090 Apr 18 17:13:49.348173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e54f-1e26-470c-9fa9-6818be2b6573 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.358619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Deleting port 6a5e056e-9870-45d3-babe-72178102d799 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:13:49.358953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.368959 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-6a0adb07-644a-42d4-99a7-ad9c6f76dc36 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.370443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-6a0adb07-644a-42d4-99a7-ad9c6f76dc36 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/networks?id=af73bc3b-6322-4d3b-ab3d-4710dba8d47d HTTP/1.1" status: 200 len: 810 time: 0.2838972 Apr 18 17:13:49.404635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fbea4a-5825-4c92-ae04-8e956d3755ba', 'name': 'network-vif-deleted', 'tag': '6c70e60a-24ff-4842-b1ef-a95c000cb75b'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:49.407129 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c9d65b-526d-4ae1-b8a9-e6aa0789e873" -d '{"events": [{"server_uuid": "c8fbea4a-5825-4c92-ae04-8e956d3755ba", "name": "network-vif-deleted", "tag": "6c70e60a-24ff-4842-b1ef-a95c000cb75b"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:49.439953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-c241d69d-9fef-4614-a93e-1828d8c1db24 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/quotas/81aaaa9a60854edd87425de62ea4a8d9 HTTP/1.1" status: 200 len: 375 time: 0.0619140 Apr 18 17:13:49.440536 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e54f-1e26-470c-9fa9-6818be2b6573 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.485006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6783331a-203b-4c66-85f4-b901046d1354 req-4917fd1d-7d8c-41c5-9a40-ff26e1dadbec tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386688 Apr 18 17:13:49.491085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7e54f-1e26-470c-9fa9-6818be2b6573 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2656dff0-3501-4ec4-bf6b-440ae5914c56,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:49.520436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-5b80c4b4-c324-45e1-bd8f-c88f259b74ab tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81aaaa9a60854edd87425de62ea4a8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583258 Apr 18 17:13:49.574496 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af682ac-936a-40ca-945e-6ba57272e95a x-openstack-request-id: req-3af682ac-936a-40ca-945e-6ba57272e95a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:49.574792 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fbea4a-5825-4c92-ae04-8e956d3755ba", "name": "network-vif-deleted", "tag": "6c70e60a-24ff-4842-b1ef-a95c000cb75b", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:49.575045 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3af682ac-936a-40ca-945e-6ba57272e95a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:49.575458 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af682ac-936a-40ca-945e-6ba57272e95a'] response: {'server_uuid': 'c8fbea4a-5825-4c92-ae04-8e956d3755ba', 'name': 'network-vif-deleted', 'tag': '6c70e60a-24ff-4842-b1ef-a95c000cb75b', 'status': 'completed', 'code': 200} Apr 18 17:13:49.598353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] For port 6a5e056e-9870-45d3-babe-72178102d799, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6a5e056e-9870-45d3-babe-72178102d799,segment=NetworkSegment(8ecb2192-b93b-4593-8cf3-2f89e5a3803e),segment_id=8ecb2192-b93b-4593-8cf3-2f89e5a3803e)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:49.598744 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.605274 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e54f-1e26-470c-9fa9-6818be2b6573 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.606484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f0f7e54f-1e26-470c-9fa9-6818be2b6573 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7490468 Apr 18 17:13:49.609616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:49.624067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Calling delete_port for 6a5e056e-9870-45d3-babe-72178102d799 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:13:49.629299 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-80b396a6-7c38-445d-a9c7-575d58d94053 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules/2656dff0-3501-4ec4-bf6b-440ae5914c56 HTTP/1.1" status: 200 len: 769 time: 0.0183907 Apr 18 17:13:49.634746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38762) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:49.680310 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d244ecd5-093f-4583-ac57-d81ff73fedc7 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0443697 Apr 18 17:13:49.682837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38764) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:49.711753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52a53df8-7ef2-4019-9dd0-c744a4231349 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.719600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52a53df8-7ef2-4019-9dd0-c744a4231349 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.728184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-6a67f0fe-026b-43a2-a6cd-2811479e9080 service neutron] 10.222.0.45 "GET /v2.0/networks/af73bc3b-6322-4d3b-ab3d-4710dba8d47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989009 Apr 18 17:13:49.766536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249abd39-5c5e-45b3-888e-17a168178c3b req-5517339b-2dff-43a2-8115-eeeffdbab4b3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:49.767872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-249abd39-5c5e-45b3-888e-17a168178c3b req-5517339b-2dff-43a2-8115-eeeffdbab4b3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 943 time: 0.1465318 Apr 18 17:13:49.806128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52a53df8-7ef2-4019-9dd0-c744a4231349 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.814043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52a53df8-7ef2-4019-9dd0-c744a4231349 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.815154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-52a53df8-7ef2-4019-9dd0-c744a4231349 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2656dff0-3501-4ec4-bf6b-440ae5914c56 HTTP/1.1" status: 204 len: 168 time: 0.1313629 Apr 18 17:13:49.818957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38766) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:49.825132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a53df8-7ef2-4019-9dd0-c744a4231349 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2656dff0-3501-4ec4-bf6b-440ae5914c56,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:49.864547 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e01f55fb-3d59-4dd9-9016-82a5e5bc457b tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444751 Apr 18 17:13:49.865674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38768) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:49.921796 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5b-dc25-4824-884c-361be49610ca tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:49.946429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5b-dc25-4824-884c-361be49610ca tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.079749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5b-dc25-4824-884c-361be49610ca tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.082463 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5b-dc25-4824-884c-361be49610ca tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.084086 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a2d5ab5b-dc25-4824-884c-361be49610ca tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/142c6205-9de1-41ef-af7f-a6547e1c157c HTTP/1.1" status: 204 len: 168 time: 0.2176433 Apr 18 17:13:50.087985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38772) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:50.109639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5ab5b-dc25-4824-884c-361be49610ca tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142c6205-9de1-41ef-af7f-a6547e1c157c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:50.140428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-249abd39-5c5e-45b3-888e-17a168178c3b req-c6aaca23-4357-471d-8cc6-6fb5d3de544d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654885 Apr 18 17:13:50.151708 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-53cd5ece-dbf2-4786-95a2-860850de2074 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596368 Apr 18 17:13:50.157563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38774) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:50.160972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d9b82a68-a1fa-41f6-ae91-17d2c7c68e48 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group': {'name': 'tempest-secgroup--732047567'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:50.183390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b45fffed-96ab-4985-8da8-68e3dc4f0bb4 service neutron] 10.222.0.45 "GET /v2.0/networks/af73bc3b-6322-4d3b-ab3d-4710dba8d47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443312 Apr 18 17:13:50.268547 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9b82a68-a1fa-41f6-ae91-17d2c7c68e48 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.291226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdafa-4c55-4088-801e-84c1b4d508a7 req-6be429e6-1c27-43eb-89cc-ab434d1f2928 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.292709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d5fdafa-4c55-4088-801e-84c1b4d508a7 req-6be429e6-1c27-43eb-89cc-ab434d1f2928 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0540807 Apr 18 17:13:50.306284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.339696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['6c70e60a-24ff-4842-b1ef-a95c000cb75b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:50.340301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9b82a68-a1fa-41f6-ae91-17d2c7c68e48 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.344041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Pushing event deleted for resources: {'Port': ['ID=6a5e056e-9870-45d3-babe-72178102d799,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:50.384616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d5fdafa-4c55-4088-801e-84c1b4d508a7 req-333eba3b-5f95-4e19-8ade-61354bc02339 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856676 Apr 18 17:13:50.403917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] No DVR routers for this DVR port 6a5e056e-9870-45d3-babe-72178102d799 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:13:50.406650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.410078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d1a44ad-f83a-4d0f-b58d-1ce92c577e11 req-2077094d-e1d3-4d00-8783-755603f30f92 tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.41 "DELETE /v2.0/ports/6a5e056e-9870-45d3-babe-72178102d799 HTTP/1.1" status: 204 len: 173 time: 1.4036281 Apr 18 17:13:50.410536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac167e-6cc2-4aff-9a89-e3c617de294e', 'name': 'network-vif-deleted', 'tag': '6a5e056e-9870-45d3-babe-72178102d799'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:50.412776 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbebe06a-a5cd-40dc-b0ab-70bb009938f1" -d '{"events": [{"server_uuid": "20ac167e-6cc2-4aff-9a89-e3c617de294e", "name": "network-vif-deleted", "tag": "6a5e056e-9870-45d3-babe-72178102d799"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:50.466611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9b82a68-a1fa-41f6-ae91-17d2c7c68e48 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.499909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b82a68-a1fa-41f6-ae91-17d2c7c68e48 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e9a1f-bed9-4c0a-b563-857147e6bb42,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:50.531188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d609ebf-2240-47c2-a6e3-b471c74934e4 req-48925524-9433-43f4-82bb-b381814e8582 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.532657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d609ebf-2240-47c2-a6e3-b471c74934e4 req-48925524-9433-43f4-82bb-b381814e8582 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0507195 Apr 18 17:13:50.573090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d609ebf-2240-47c2-a6e3-b471c74934e4 req-de5c80e3-778a-434b-9085-29ec8731fc84 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Apr 18 17:13:50.595848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9b82a68-a1fa-41f6-ae91-17d2c7c68e48 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.597241 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d9b82a68-a1fa-41f6-ae91-17d2c7c68e48 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4401665 Apr 18 17:13:50.602009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38788) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:50.606668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ff0706a7-57b9-4559-bde4-cc89e822da3f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Request body: {'security_group_rule': {'security_group_id': '1e1e9a1f-bed9-4c0a-b563-857147e6bb42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:50.620831 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2441ce12-7951-4771-9c9b-98e301fc448b x-openstack-request-id: req-2441ce12-7951-4771-9c9b-98e301fc448b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:50.621120 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ac167e-6cc2-4aff-9a89-e3c617de294e", "name": "network-vif-deleted", "tag": "6a5e056e-9870-45d3-babe-72178102d799", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:50.621369 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2441ce12-7951-4771-9c9b-98e301fc448b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:50.621804 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2441ce12-7951-4771-9c9b-98e301fc448b'] response: {'server_uuid': '20ac167e-6cc2-4aff-9a89-e3c617de294e', 'name': 'network-vif-deleted', 'tag': '6a5e056e-9870-45d3-babe-72178102d799', 'status': 'completed', 'code': 200} Apr 18 17:13:50.704087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0706a7-57b9-4559-bde4-cc89e822da3f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.747951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a7072ad-ffb4-4091-8d6c-ce2ed37d3554 req-ef6bee98-226c-4f82-ab5c-65bf6e00f05c tempest-ListServersNegativeTestJSON-300860403 tempest-ListServersNegativeTestJSON-300860403-project] 10.222.0.45 "GET /v2.0/ports?device_id=20ac167e-6cc2-4aff-9a89-e3c617de294e HTTP/1.1" status: 200 len: 210 time: 0.0563917 Apr 18 17:13:50.779240 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0706a7-57b9-4559-bde4-cc89e822da3f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.788213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-40d51dcf-7473-4300-875d-71c41cba6310 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.794588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-40d51dcf-7473-4300-875d-71c41cba6310 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.801946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-40d51dcf-7473-4300-875d-71c41cba6310 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.807086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-40d51dcf-7473-4300-875d-71c41cba6310 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.812973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-40d51dcf-7473-4300-875d-71c41cba6310 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.818775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-40d51dcf-7473-4300-875d-71c41cba6310 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.824783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-40d51dcf-7473-4300-875d-71c41cba6310 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.826748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-40d51dcf-7473-4300-875d-71c41cba6310 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1365736 Apr 18 17:13:50.857320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0706a7-57b9-4559-bde4-cc89e822da3f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.864566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0871b187-3bcb-4e52-ae16-0424aa360e9d req-df3aaec7-e4e7-47de-a380-91d7dfa23846 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 210 time: 0.0368204 Apr 18 17:13:50.885901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0706a7-57b9-4559-bde4-cc89e822da3f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8662d2-9564-4f65-8bbb-d6eb0421a322,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:50.893603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f868186-65af-4b27-a551-d7cb5fb3ca69 req-f8e6dc65-47e6-4d32-92d9-8d96d16731c4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555849 Apr 18 17:13:50.955192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0706a7-57b9-4559-bde4-cc89e822da3f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:50.958546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ff0706a7-57b9-4559-bde4-cc89e822da3f tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3553956 Apr 18 17:13:50.959384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38800) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:50.974426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b661-58b6-4738-84b0-c43e1b672b55 req-e2870db2-952f-42d7-8cfe-73e4a00a3fb6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:50.976431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f39b661-58b6-4738-84b0-c43e1b672b55 req-e2870db2-952f-42d7-8cfe-73e4a00a3fb6 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0517943 Apr 18 17:13:51.013726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a64ec21-c2ea-44ff-959a-06bc7f08d1af tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:51.014417 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f39b661-58b6-4738-84b0-c43e1b672b55 req-9439fcba-66d4-4bae-a1ba-85c00cbd951f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Apr 18 17:13:51.037327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a64ec21-c2ea-44ff-959a-06bc7f08d1af tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:51.159221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097278-0880-4240-9460-61a70fd99e3d req-6eaeb3e9-63f1-461b-a976-56d0e1a35f5d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:51.160752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72097278-0880-4240-9460-61a70fd99e3d req-6eaeb3e9-63f1-461b-a976-56d0e1a35f5d tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0637574 Apr 18 17:13:51.166377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a64ec21-c2ea-44ff-959a-06bc7f08d1af tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:51.169140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a64ec21-c2ea-44ff-959a-06bc7f08d1af tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:51.170541 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9a64ec21-c2ea-44ff-959a-06bc7f08d1af tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/1e1e9a1f-bed9-4c0a-b563-857147e6bb42 HTTP/1.1" status: 204 len: 168 time: 0.2102194 Apr 18 17:13:51.175124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38804) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:51.207577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64ec21-c2ea-44ff-959a-06bc7f08d1af tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e9a1f-bed9-4c0a-b563-857147e6bb42,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:51.248917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72097278-0880-4240-9460-61a70fd99e3d req-d0394295-26a8-49b8-be4d-1c90ae9d3675 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725937 Apr 18 17:13:51.276495 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e00b739a-e443-4bb1-9b3f-5d72652d7b21 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976059 Apr 18 17:13:51.277100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38808) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:51.305185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bd824-eb0a-41c3-9275-0e54da5c10ae req-e3dd183a-89e9-4a4d-83d6-372812631ad5 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:51.314679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-250bd824-eb0a-41c3-9275-0e54da5c10ae req-e3dd183a-89e9-4a4d-83d6-372812631ad5 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 943 time: 0.0714352 Apr 18 17:13:51.343139 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e6480677-f1c2-4de5-8eb8-7eb04d29fddf tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0635414 Apr 18 17:13:51.348192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38814) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:51.370703 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-9aeaee88-43e3-4554-a52a-52a2cd86a5fd tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] delete failed (client error): The resource could not be found. Apr 18 17:13:51.371778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9aeaee88-43e3-4554-a52a-52a2cd86a5fd tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "DELETE /v2.0/security-groups/1e1e9a1f-bed9-4c0a-b563-857147e6bb42 HTTP/1.1" status: 404 len: 347 time: 0.0263267 Apr 18 17:13:51.375502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38816) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:51.389469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-250bd824-eb0a-41c3-9275-0e54da5c10ae req-3c7ad78d-a91f-48fd-abad-ec1c44ef1569 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672231 Apr 18 17:13:51.425628 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6585b589-8126-4d20-ba73-109ef3a12c17 tempest-SecGroupIPv6Test-334629498 tempest-SecGroupIPv6Test-334629498-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487216 Apr 18 17:13:51.454570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1d904-5642-48ae-9c16-99fa9422808b req-7054aec2-34ee-4163-8412-dca3453eb307 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:51.456097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fe1d904-5642-48ae-9c16-99fa9422808b req-7054aec2-34ee-4163-8412-dca3453eb307 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0667820 Apr 18 17:13:51.504137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fe1d904-5642-48ae-9c16-99fa9422808b req-0e6fd219-d28c-4fe8-be98-0ea4c74df7fe tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Apr 18 17:13:51.625646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e4c01-685d-4b8e-b895-d02c5e07c519 req-b46dcfb4-0561-43db-b935-8713de249dba tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:51.627103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d7e4c01-685d-4b8e-b895-d02c5e07c519 req-b46dcfb4-0561-43db-b935-8713de249dba tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0488918 Apr 18 17:13:51.673469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d7e4c01-685d-4b8e-b895-d02c5e07c519 req-86b312e1-5095-48ab-a9b5-b1d153f53a4b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Apr 18 17:13:51.802353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1145-f8d9-4414-9411-176d217a00e4 req-a5b7c19b-188c-4c7c-8902-a08a02f6cd0c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:51.809530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4bb1145-f8d9-4414-9411-176d217a00e4 req-a5b7c19b-188c-4c7c-8902-a08a02f6cd0c tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0572462 Apr 18 17:13:51.816912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38832) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:51.848602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38834) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:51.881494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4bb1145-f8d9-4414-9411-176d217a00e4 req-e6b2cb3a-eba1-4b5b-ae58-1f745c3fc772 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710695 Apr 18 17:13:51.891197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6757f0-29d5-48d1-b9e0-2d8338e79271 admin admin] Deleting subnet 28e3b87d-3319-4fd3-ae19-abc16688c485 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:13:51.892486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f6757f0-29d5-48d1-b9e0-2d8338e79271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:51.934928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f6757f0-29d5-48d1-b9e0-2d8338e79271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.009616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5de0805c-4bcb-4a09-94ad-dd36d4bd7513 req-dbd28509-51d3-4ff5-be76-6620131d3938 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 210 time: 0.0433702 Apr 18 17:13:52.045986 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d60f5380-db48-482a-ab2a-3fab511b9714 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b242ac2d26e41d8a1eaae3654584f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962180 Apr 18 17:13:52.052079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38844) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:52.053258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f6757f0-29d5-48d1-b9e0-2d8338e79271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.097406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-4ab8b595-19c5-4ed3-8388-a080e6e0c33a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:52.101700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cac8308-826a-4b08-8928-02aba6a51c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.103264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-4ab8b595-19c5-4ed3-8388-a080e6e0c33a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:52.109040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-4ab8b595-19c5-4ed3-8388-a080e6e0c33a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:52.121314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-4ab8b595-19c5-4ed3-8388-a080e6e0c33a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:52.129430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-4ab8b595-19c5-4ed3-8388-a080e6e0c33a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:52.131784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cac8308-826a-4b08-8928-02aba6a51c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.137391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-4ab8b595-19c5-4ed3-8388-a080e6e0c33a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:52.145314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-4ab8b595-19c5-4ed3-8388-a080e6e0c33a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:52.148238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-4ab8b595-19c5-4ed3-8388-a080e6e0c33a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1709237 Apr 18 17:13:52.211192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5ad2d25-c987-4da5-9cdd-05fbb82c07de req-397cb7ed-7035-46e9-bcac-0c654759ff55 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432458 Apr 18 17:13:52.238472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cac8308-826a-4b08-8928-02aba6a51c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.238706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f6757f0-29d5-48d1-b9e0-2d8338e79271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.242273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cac8308-826a-4b08-8928-02aba6a51c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.243311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7cac8308-826a-4b08-8928-02aba6a51c1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91f35922-2a03-4066-b6f3-a3aa701d1a8b HTTP/1.1" status: 204 len: 168 time: 0.1902978 Apr 18 17:13:52.265268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac8308-826a-4b08-8928-02aba6a51c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f35922-2a03-4066-b6f3-a3aa701d1a8b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:52.269582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6757f0-29d5-48d1-b9e0-2d8338e79271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e3b87d-3319-4fd3-ae19-abc16688c485,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:52.276601 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f6757f0-29d5-48d1-b9e0-2d8338e79271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.283762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6f6757f0-29d5-48d1-b9e0-2d8338e79271 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/28e3b87d-3319-4fd3-ae19-abc16688c485 HTTP/1.1" status: 204 len: 168 time: 0.4656456 Apr 18 17:13:52.284374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38850) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:52.354694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94c88354-0567-45fb-94c7-da1d9904a364 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:13:52.365280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 6c70e60a-24ff-4842-b1ef-a95c000cb75b no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:52.379209 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.393834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 6c70e60a-24ff-4842-b1ef-a95c000cb75b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:13:52.394472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 6c70e60a-24ff-4842-b1ef-a95c000cb75b not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:13:52.499214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 94c88354-0567-45fb-94c7-da1d9904a364, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94c88354-0567-45fb-94c7-da1d9904a364,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:52.502182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.513727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '94c88354-0567-45fb-94c7-da1d9904a364', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:13:52.525794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d2520b-3223-4d64-91a2-866077139925']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:52.537202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecb2192-b93b-4593-8cf3-2f89e5a3803e') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:52.539168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecb2192-b93b-4593-8cf3-2f89e5a3803e') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:13:52.550782 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.565248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.582815 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.593063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:13:52.593655 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.598570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c88354-0567-45fb-94c7-da1d9904a364 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:52.622912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 94c88354-0567-45fb-94c7-da1d9904a364, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94c88354-0567-45fb-94c7-da1d9904a364,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:52.624818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6a5e056e-9870-45d3-babe-72178102d799 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:13:52.676399 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:13:52.741207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.751356 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.754133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/30d2520b-3223-4d64-91a2-866077139925 HTTP/1.1" status: 204 len: 168 time: 0.4687345 Apr 18 17:13:52.782657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de44ba0-072d-487e-8fda-45f2cfcc51c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d2520b-3223-4d64-91a2-866077139925,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:52.872836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901d2c-8c55-45a1-8590-16a448695dcf req-355053fa-6996-47bb-8115-781df42b7ed5 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:52.873917 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:52.874594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f901d2c-8c55-45a1-8590-16a448695dcf req-355053fa-6996-47bb-8115-781df42b7ed5 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 944 time: 0.0843103 Apr 18 17:13:52.884788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 6a5e056e-9870-45d3-babe-72178102d799 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:13:52.885126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6a5e056e-9870-45d3-babe-72178102d799 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:13:52.942257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=94c88354-0567-45fb-94c7-da1d9904a364,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:52.942954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f901d2c-8c55-45a1-8590-16a448695dcf req-eb9c5366-f70f-472a-9fec-7398edab2b1c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611033 Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.954382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.955238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:52.955238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:13:53.119723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc2d16f1-0272-4bbe-9766-5b81b1178280 req-216b1e15-6c22-4a64-815b-f17afbe15fb3 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 210 time: 0.0355139 Apr 18 17:13:53.212707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38870) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:53.260164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2e967817-b3fc-4da4-b3a4-50ede84c31ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0e9f9d6cc2f4a0bb127506f8c3f3859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434263 Apr 18 17:13:53.260538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38874) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:53.305696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['94c88354-0567-45fb-94c7-da1d9904a364'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:13:53.404527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-b1524503-682b-4a14-8a47-605eda944b34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:53.412026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-b1524503-682b-4a14-8a47-605eda944b34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:53.426343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-b1524503-682b-4a14-8a47-605eda944b34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:53.433673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-b1524503-682b-4a14-8a47-605eda944b34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:53.455295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-b1524503-682b-4a14-8a47-605eda944b34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:53.461535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-b1524503-682b-4a14-8a47-605eda944b34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:53.467255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-b1524503-682b-4a14-8a47-605eda944b34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:53.475232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-b1524503-682b-4a14-8a47-605eda944b34 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1624331 Apr 18 17:13:53.504283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a688eb02-4489-418b-b753-7027e1405671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:53.593907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f608757-5178-4bdb-b242-c5c05136a4c6 req-7c04dce4-df4e-4ea3-a678-5891bea64d1a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175051 Apr 18 17:13:53.608551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a688eb02-4489-418b-b753-7027e1405671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:53.684975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-cc2f8a64-f138-49cf-a6ea-b906759eafce tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:53.687420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-cc2f8a64-f138-49cf-a6ea-b906759eafce tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.41 "GET /v2.0/networks?id=af73bc3b-6322-4d3b-ab3d-4710dba8d47d HTTP/1.1" status: 200 len: 810 time: 0.2092359 Apr 18 17:13:53.713098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Request body: {'port': {'device_id': '08ed49f0-b72f-43ed-83cf-cee54c3645d6', 'network_id': 'af73bc3b-6322-4d3b-ab3d-4710dba8d47d', 'admin_state_up': True, 'tenant_id': '81aaaa9a60854edd87425de62ea4a8d9'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:53.719020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38884) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:53.782338 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a688eb02-4489-418b-b753-7027e1405671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:53.784918 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a688eb02-4489-418b-b753-7027e1405671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:53.789678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a688eb02-4489-418b-b753-7027e1405671 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd045c26-8aef-4762-9104-0cc430293313 HTTP/1.1" status: 204 len: 168 time: 0.5278437 Apr 18 17:13:53.810488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688eb02-4489-418b-b753-7027e1405671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd045c26-8aef-4762-9104-0cc430293313,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:53.844812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f0730589-1428-415c-8d92-25a14d1de696 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:53.847094 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-f0730589-1428-415c-8d92-25a14d1de696 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 17:13:53.848895 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-f0730589-1428-415c-8d92-25a14d1de696 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 17:13:53.856666 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f0730589-1428-415c-8d92-25a14d1de696 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1365657 Apr 18 17:13:53.857309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38890) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:53.864940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386822134'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:53.963770 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:53.977241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:53.989174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Made reservation on behalf of 81aaaa9a60854edd87425de62ea4a8d9 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:53.993553 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.072784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.122624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f715b-e689-49c2-bf4f-9f0d12150270 req-5dbe1b54-8428-4237-b6c0-8dd15b7ec9f3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.124021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-231f715b-e689-49c2-bf4f-9f0d12150270 req-5dbe1b54-8428-4237-b6c0-8dd15b7ec9f3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 944 time: 0.1059794 Apr 18 17:13:54.176990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.207149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-231f715b-e689-49c2-bf4f-9f0d12150270 req-b68a117c-ed2a-4b5a-9637-6d27b3b8d514 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764194 Apr 18 17:13:54.213597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Allocated IP 172.20.0.4 (af73bc3b-6322-4d3b-ab3d-4710dba8d47d/bd341dd4-b3fb-4913-858c-fb66a5566468/db0761d1-9a87-423c-9bed-64254b431c96) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:13:54.247490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f655c93-d55b-4324-a544-1be5a627a425,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:54.262948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38ba94d4-4d49-43e3-b9e0-2d580b78681d req-a8f36fc5-172e-4961-9808-efffd57baba3 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 210 time: 0.0512934 Apr 18 17:13:54.340836 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.363573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94c88354-0567-45fb-94c7-da1d9904a364 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:13:54.434806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.472778 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.476470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c43775-c2e9-4116-8862-97f92495a7aa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:54.509321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 94c88354-0567-45fb-94c7-da1d9904a364 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:13:54.515480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 94c88354-0567-45fb-94c7-da1d9904a364 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:13:54.519981 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.550996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.552263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e59cdf41-0156-4711-a559-d52239709a6a tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6937404 Apr 18 17:13:54.555349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38910) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:54.561899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a8d85d50-814d-4d7c-80eb-64446a7a7019 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'e9c43775-c2e9-4116-8862-97f92495a7aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:54.616377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.621253 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.648932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c88354-0567-45fb-94c7-da1d9904a364'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:54.651237 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dd535e-6693-4a74-b95e-4cc9d17468af" -d '{"events": [{"server_uuid": "c6af3c20-98a0-492a-b979-9bb624c99e2e", "name": "network-vif-plugged", "status": "completed", "tag": "94c88354-0567-45fb-94c7-da1d9904a364"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:54.684333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 94c88354-0567-45fb-94c7-da1d9904a364, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94c88354-0567-45fb-94c7-da1d9904a364,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:13:54.690886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8d85d50-814d-4d7c-80eb-64446a7a7019 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.700298 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab24169-a048-49ca-9525-f514954abdd9 x-openstack-request-id: req-9ab24169-a048-49ca-9525-f514954abdd9 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:54.700897 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6af3c20-98a0-492a-b979-9bb624c99e2e", "name": "network-vif-plugged", "status": "completed", "tag": "94c88354-0567-45fb-94c7-da1d9904a364", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:54.701315 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ab24169-a048-49ca-9525-f514954abdd9 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:54.701937 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab24169-a048-49ca-9525-f514954abdd9'] response: {'server_uuid': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c88354-0567-45fb-94c7-da1d9904a364', 'code': 200} Apr 18 17:13:54.737108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Network af73bc3b-6322-4d3b-ab3d-4710dba8d47d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:13:54.740961 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.751895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:54.783201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:13:54.795524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Pushing event updated for resources: {'Port': ['ID=db0761d1-9a87-423c-9bed-64254b431c96,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:54.884656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8d85d50-814d-4d7c-80eb-64446a7a7019 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.893672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=94c88354-0567-45fb-94c7-da1d9904a364,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:54.942863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391f33-f768-4c63-b2aa-268317900342 req-085d8620-9ed4-4fe8-8721-59a65229d872 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.951484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391f33-f768-4c63-b2aa-268317900342 req-085d8620-9ed4-4fe8-8721-59a65229d872 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.958810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391f33-f768-4c63-b2aa-268317900342 req-085d8620-9ed4-4fe8-8721-59a65229d872 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.959893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8d85d50-814d-4d7c-80eb-64446a7a7019 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:54.966349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391f33-f768-4c63-b2aa-268317900342 req-085d8620-9ed4-4fe8-8721-59a65229d872 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.972952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391f33-f768-4c63-b2aa-268317900342 req-085d8620-9ed4-4fe8-8721-59a65229d872 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.981571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391f33-f768-4c63-b2aa-268317900342 req-085d8620-9ed4-4fe8-8721-59a65229d872 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.985314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5890-09c0-44fe-b89b-b253fddc9e91 req-5fcba406-dde3-4851-ae31-4b64535f8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.987594 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-02fc5890-09c0-44fe-b89b-b253fddc9e91 req-5fcba406-dde3-4851-ae31-4b64535f8a00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 1096 time: 0.1015043 Apr 18 17:13:54.990153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391f33-f768-4c63-b2aa-268317900342 req-085d8620-9ed4-4fe8-8721-59a65229d872 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:54.993919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a391f33-f768-4c63-b2aa-268317900342 req-085d8620-9ed4-4fe8-8721-59a65229d872 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.2556336 Apr 18 17:13:55.005313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:55.006445 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.010817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d85d50-814d-4d7c-80eb-64446a7a7019 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bc297b-ac7c-44d0-8ae4-73da192ba206,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:55.047954 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-02fc5890-09c0-44fe-b89b-b253fddc9e91 req-c482327d-aaab-40a6-95e6-c22efceafd4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501931 Apr 18 17:13:55.052127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8d85d50-814d-4d7c-80eb-64446a7a7019 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.056308 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a8d85d50-814d-4d7c-80eb-64446a7a7019 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4969790 Apr 18 17:13:55.056753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38926) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:55.066307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-af42a79f-7d4d-487b-a940-87974a4094b6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'e9c43775-c2e9-4116-8862-97f92495a7aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:55.082746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a391f33-f768-4c63-b2aa-268317900342 req-29dd2095-5d3f-4cd1-96b2-c0f59cdee104 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527749 Apr 18 17:13:55.121728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-8031c777-76f4-46e1-ab3e-116910bf3f76 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4123826 Apr 18 17:13:55.152352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Request body: {'port': {'device_id': '08ed49f0-b72f-43ed-83cf-cee54c3645d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:55.217526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38930) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:55.223133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af42a79f-7d4d-487b-a940-87974a4094b6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.244440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.383822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2138138911-network', 'tenant_id': '94b403a09a194cb2a0cecf5bb291826e'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:55.485268 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-af42a79f-7d4d-487b-a940-87974a4094b6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 17:13:55.489011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-af42a79f-7d4d-487b-a940-87974a4094b6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4286616 Apr 18 17:13:55.493449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38938) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:55.519569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fd055-41d3-4133-8dd0-5e86da0fa008 req-b9b4f6b8-e9ab-46d9-af45-4433a8f5186b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:55.519681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Made reservation on behalf of 94b403a09a194cb2a0cecf5bb291826e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:55.521838 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.525166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-947fd055-41d3-4133-8dd0-5e86da0fa008 req-b9b4f6b8-e9ab-46d9-af45-4433a8f5186b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 945 time: 0.1751471 Apr 18 17:13:55.540709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.591681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145ee8d-fc0c-451e-a2dd-56a3d002ba60 req-1cb08109-f9b2-459a-924e-248e9dfcf718 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:55.597942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0145ee8d-fc0c-451e-a2dd-56a3d002ba60 req-1cb08109-f9b2-459a-924e-248e9dfcf718 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 931 time: 0.2170303 Apr 18 17:13:55.604319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-947fd055-41d3-4133-8dd0-5e86da0fa008 req-7462e289-4ac9-4bcf-aff5-1673d2af9a84 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788519 Apr 18 17:13:55.611813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c40f149-c34d-45c2-86bc-b232144a994c tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.648251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c40f149-c34d-45c2-86bc-b232144a994c tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.690676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0145ee8d-fc0c-451e-a2dd-56a3d002ba60 req-0144b3a6-6b09-4211-82a4-b46e1cd645ae tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851841 Apr 18 17:13:55.699073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.766144 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.780736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0761d1-9a87-423c-9bed-64254b431c96 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:13:55.789686 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.800516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:13:55.804524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Transition to ACTIVE for port object db0761d1-9a87-423c-9bed-64254b431c96 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:13:55.806066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c40f149-c34d-45c2-86bc-b232144a994c tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.808578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c40f149-c34d-45c2-86bc-b232144a994c tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.811994 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4c40f149-c34d-45c2-86bc-b232144a994c tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/e9c43775-c2e9-4116-8862-97f92495a7aa HTTP/1.1" status: 204 len: 168 time: 0.3139014 Apr 18 17:13:55.812686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38942) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:55.813020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6775ac27-89a3-48ac-a389-47eb82a85159,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:55.820798 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.821145 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Added segment 8849ccdf-9af8-46c3-81d8-c276bba91753 of type vlan for network 87255d4e-2293-4147-9797-e8b163437663 Apr 18 17:13:55.843378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40f149-c34d-45c2-86bc-b232144a994c tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c43775-c2e9-4116-8862-97f92495a7aa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:55.884986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.903179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.939896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6685913b-c355-4ad8-826b-6d20b4efc61e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259034 Apr 18 17:13:55.943729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38944) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:55.948904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f4f75c0d-f20a-4675-bf3b-212d21aff930 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774649057'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:55.957124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Pushing event updated for resources: {'Port': ['ID=db0761d1-9a87-423c-9bed-64254b431c96,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:55.992232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:55.993220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:55.993844 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.058983 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4f75c0d-f20a-4675-bf3b-212d21aff930 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.070049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Attempting to bind port db0761d1-9a87-423c-9bed-64254b431c96 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:13:56.070474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Attempting to bind port db0761d1-9a87-423c-9bed-64254b431c96 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '64797277-8e0f-445b-b571-d934d5c53cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af73bc3b-6322-4d3b-ab3d-4710dba8d47d'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:13:56.070913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Attempting to bind port db0761d1-9a87-423c-9bed-64254b431c96 on network af73bc3b-6322-4d3b-ab3d-4710dba8d47d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:56.076147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Port db0761d1-9a87-423c-9bed-64254b431c96 on network af73bc3b-6322-4d3b-ab3d-4710dba8d47d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:13:56.076147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Attempting to bind port db0761d1-9a87-423c-9bed-64254b431c96 on network af73bc3b-6322-4d3b-ab3d-4710dba8d47d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:13:56.082208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:13:56.082690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Checking segment: {'id': '64797277-8e0f-445b-b571-d934d5c53cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af73bc3b-6322-4d3b-ab3d-4710dba8d47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:56.083170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Bound using segment: {'id': '64797277-8e0f-445b-b571-d934d5c53cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af73bc3b-6322-4d3b-ab3d-4710dba8d47d'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:13:56.083318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] Pushing event updated for resources: {'Network': ['ID=87255d4e-2293-4147-9797-e8b163437663,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:56.084452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Bound port: db0761d1-9a87-423c-9bed-64254b431c96, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64797277-8e0f-445b-b571-d934d5c53cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'af73bc3b-6322-4d3b-ab3d-4710dba8d47d'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:13:56.085177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.098597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 87255d4e-2293-4147-9797-e8b163437663 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:13:56.176839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-566464a3-645d-4e15-ada6-50141f7c3adb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9581919 Apr 18 17:13:56.182340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38948) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:56.196931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Request body: {'subnet': {'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2138138911-subnet', 'tenant_id': '94b403a09a194cb2a0cecf5bb291826e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:56.202312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4f75c0d-f20a-4675-bf3b-212d21aff930 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.229113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] For port db0761d1-9a87-423c-9bed-64254b431c96, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:13:56.263516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] For port db0761d1-9a87-423c-9bed-64254b431c96, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=db0761d1-9a87-423c-9bed-64254b431c96,segment=NetworkSegment(64797277-8e0f-445b-b571-d934d5c53cdd),segment_id=64797277-8e0f-445b-b571-d934d5c53cdd)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:13:56.286126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-856cac51-75e6-42c3-877e-32c3c783f90e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.292845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-856cac51-75e6-42c3-877e-32c3c783f90e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.295791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4f75c0d-f20a-4675-bf3b-212d21aff930 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.303481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-856cac51-75e6-42c3-877e-32c3c783f90e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.309866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-856cac51-75e6-42c3-877e-32c3c783f90e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.315584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-856cac51-75e6-42c3-877e-32c3c783f90e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.321886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-856cac51-75e6-42c3-877e-32c3c783f90e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.329308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-856cac51-75e6-42c3-877e-32c3c783f90e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.331343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-856cac51-75e6-42c3-877e-32c3c783f90e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1291499 Apr 18 17:13:56.332586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Made reservation on behalf of 94b403a09a194cb2a0cecf5bb291826e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:13:56.334746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f75c0d-f20a-4675-bf3b-212d21aff930 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e27faff-5580-4d20-904c-c27da3feab7f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:56.334901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.411807 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.449599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4f75c0d-f20a-4675-bf3b-212d21aff930 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.453068 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f4f75c0d-f20a-4675-bf3b-212d21aff930 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5074890 Apr 18 17:13:56.462085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94d33d3e-8c58-494d-8f4a-9082049af138 req-3c98f873-2fa9-46e8-ba9e-bafcc883dbbc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134384 Apr 18 17:13:56.463453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38950) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:56.470691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ed0c98e0-b4e4-4c4c-b923-288a054d5f0d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': '1e27faff-5580-4d20-904c-c27da3feab7f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:56.471419 n-d-836015-2 neutron-server[109826]: WARNING neutron.api.v2.base [None req-ed0c98e0-b4e4-4c4c-b923-288a054d5f0d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 17:13:56.471967 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-ed0c98e0-b4e4-4c4c-b923-288a054d5f0d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:56.475635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ed0c98e0-b4e4-4c4c-b923-288a054d5f0d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056875 Apr 18 17:13:56.476313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38952) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:56.479684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.480289 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.481644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] 10.222.0.41 "PUT /v2.0/ports/db0761d1-9a87-423c-9bed-64254b431c96 HTTP/1.1" status: 200 len: 1091 time: 1.3372309 Apr 18 17:13:56.483850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed49f0-b72f-43ed-83cf-cee54c3645d6', 'tag': 'db0761d1-9a87-423c-9bed-64254b431c96'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:13:56.486131 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2b1e45-e70e-4d13-95eb-6ae878ca7719" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed49f0-b72f-43ed-83cf-cee54c3645d6", "tag": "db0761d1-9a87-423c-9bed-64254b431c96"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:13:56.541039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bc5ea-5a96-4b4d-a5e8-3cfdf55e0d70 service neutron] Pushing event updated for resources: {'Port': ['ID=db0761d1-9a87-423c-9bed-64254b431c96,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:56.569159 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5023a999-a129-4b0c-875d-e0039dc61501 x-openstack-request-id: req-5023a999-a129-4b0c-875d-e0039dc61501 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:13:56.570099 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed49f0-b72f-43ed-83cf-cee54c3645d6", "tag": "db0761d1-9a87-423c-9bed-64254b431c96", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:13:56.570495 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5023a999-a129-4b0c-875d-e0039dc61501 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:13:56.570950 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5023a999-a129-4b0c-875d-e0039dc61501'] response: {'name': 'network-changed', 'server_uuid': '08ed49f0-b72f-43ed-83cf-cee54c3645d6', 'tag': 'db0761d1-9a87-423c-9bed-64254b431c96', 'status': 'completed', 'code': 200} Apr 18 17:13:56.611332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c203f381-5dc2-4550-851d-24b98fa2d7f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.652303 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c203f381-5dc2-4550-851d-24b98fa2d7f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.737161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b1e45-e70e-4d13-95eb-6ae878ca7719 req-56123779-ff27-4cc4-bdaf-4676b0c2ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.738742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b2b1e45-e70e-4d13-95eb-6ae878ca7719 req-56123779-ff27-4cc4-bdaf-4676b0c2ce8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81aaaa9a60854edd87425de62ea4a8d9&device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 1094 time: 0.1192789 Apr 18 17:13:56.797753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c203f381-5dc2-4550-851d-24b98fa2d7f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.805264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c203f381-5dc2-4550-851d-24b98fa2d7f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.809637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c203f381-5dc2-4550-851d-24b98fa2d7f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/1e27faff-5580-4d20-904c-c27da3feab7f HTTP/1.1" status: 204 len: 168 time: 0.3314819 Apr 18 17:13:56.831942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38962) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:56.833610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203f381-5dc2-4550-851d-24b98fa2d7f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e27faff-5580-4d20-904c-c27da3feab7f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:56.848088 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:56.910168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5b53c434-ba5f-4945-a64f-5d63f6e78b13 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660548 Apr 18 17:13:56.911095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38964) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:56.915749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f540689a-f60f-459e-82b8-1d90306ef528 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553159866'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:56.929495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afc804-018f-408e-95af-7b6d410993bf req-2334627e-9137-4a67-a96f-d5a1528f6afa tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:56.931015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5afc804-018f-408e-95af-7b6d410993bf req-2334627e-9137-4a67-a96f-d5a1528f6afa tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 945 time: 0.2056749 Apr 18 17:13:56.981498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e73170-f54c-4324-8691-4797dddfecc0,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:57.009472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f540689a-f60f-459e-82b8-1d90306ef528 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.013616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a49dcb-a4fc-4d0b-970c-fc8943562c80 req-12f20f9b-56f6-49fe-8bbe-92695a629e77 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.014777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3a49dcb-a4fc-4d0b-970c-fc8943562c80 req-12f20f9b-56f6-49fe-8bbe-92695a629e77 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 943 time: 0.2332351 Apr 18 17:13:57.034965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Checking segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:13:57.036495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Network hostable DHCP agents. Network: 87255d4e-2293-4147-9797-e8b163437663, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:13:57.040125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b1e45-e70e-4d13-95eb-6ae878ca7719 req-856ed20f-a26d-4922-97a2-c5b3fd8a521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.041955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b2b1e45-e70e-4d13-95eb-6ae878ca7719 req-856ed20f-a26d-4922-97a2-c5b3fd8a521d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=81aaaa9a60854edd87425de62ea4a8d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2852924 Apr 18 17:13:57.086060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5afc804-018f-408e-95af-7b6d410993bf req-c4351582-c902-4253-b2d3-aaf23221c3ae tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419539 Apr 18 17:13:57.100354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f540689a-f60f-459e-82b8-1d90306ef528 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.151037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3a49dcb-a4fc-4d0b-970c-fc8943562c80 req-ec475ca8-9daf-401c-bf8e-6bcf63062c78 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242278 Apr 18 17:13:57.177361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f540689a-f60f-459e-82b8-1d90306ef528 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.184760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b1e45-e70e-4d13-95eb-6ae878ca7719 req-075f3ccd-4d6d-41c3-8ff3-16235edc6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.186303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b2b1e45-e70e-4d13-95eb-6ae878ca7719 req-075f3ccd-4d6d-41c3-8ff3-16235edc6c83 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352651 Apr 18 17:13:57.206613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Network 87255d4e-2293-4147-9797-e8b163437663 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:13:57.207501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540689a-f60f-459e-82b8-1d90306ef528 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f7a7c6-f638-45b5-962c-5b1ed322e158,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:57.259744 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f540689a-f60f-459e-82b8-1d90306ef528 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.264975 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f540689a-f60f-459e-82b8-1d90306ef528 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3530715 Apr 18 17:13:57.273316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:57.273316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a5dfd35a-35c0-4357-ac94-f17407c8e71d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': '58f7a7c6-f638-45b5-962c-5b1ed322e158', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:57.273316 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-a5dfd35a-35c0-4357-ac94-f17407c8e71d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 17:13:57.273316 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-a5dfd35a-35c0-4357-ac94-f17407c8e71d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:57.277396 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a5dfd35a-35c0-4357-ac94-f17407c8e71d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105798 Apr 18 17:13:57.278318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38970) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:57.350159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd95ea8f-e56e-49a6-8519-23714db44470 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.382202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd95ea8f-e56e-49a6-8519-23714db44470 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.531669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd95ea8f-e56e-49a6-8519-23714db44470 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.534731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd95ea8f-e56e-49a6-8519-23714db44470 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.538627 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cd95ea8f-e56e-49a6-8519-23714db44470 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/58f7a7c6-f638-45b5-962c-5b1ed322e158 HTTP/1.1" status: 204 len: 168 time: 0.2569709 Apr 18 17:13:57.539615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38974) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:57.559259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95ea8f-e56e-49a6-8519-23714db44470 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f7a7c6-f638-45b5-962c-5b1ed322e158,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:57.576494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 87255d4e-2293-4147-9797-e8b163437663) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:13:57.584620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.586261 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.591367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba367e65-2719-4035-a391-a0953d387d07 None None] Network 87255d4e-2293-4147-9797-e8b163437663 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:57.604345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-3bbd23fb-3902-4594-9f09-5f730c07e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.604552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-3bbd23fb-3902-4594-9f09-5f730c07e72e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81aaaa9a60854edd87425de62ea4a8d9&device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 1094 time: 0.3593497 Apr 18 17:13:57.627047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2682de22-5af5-4af5-8a2b-9dd754624cfa tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862651 Apr 18 17:13:57.630699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38976) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:57.635492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7c49aa32-64a1-452f-afe7-99119452d61e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--220884890'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:57.673761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-9c93f04f-6b53-439b-b973-34539608560f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db0761d1-9a87-423c-9bed-64254b431c96 HTTP/1.1" status: 200 len: 217 time: 0.0556486 Apr 18 17:13:57.707347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-15fb6641-44fc-4983-9f61-994afa37c1cc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5238540 Apr 18 17:13:57.735647 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c49aa32-64a1-452f-afe7-99119452d61e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.764385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187d9c4-8509-41fd-99ab-e4c3ca98ab02 None None] Network 87255d4e-2293-4147-9797-e8b163437663 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:13:57.834726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-26d89185-bdaf-4117-a881-a46d6e440837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.841995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-26d89185-bdaf-4117-a881-a46d6e440837 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd341dd4-b3fb-4913-858c-fb66a5566468 HTTP/1.1" status: 200 len: 850 time: 0.1594567 Apr 18 17:13:57.865111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c49aa32-64a1-452f-afe7-99119452d61e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.897875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-81432ab9-3adb-4d18-b1fa-a4315ef1df1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.903666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-81432ab9-3adb-4d18-b1fa-a4315ef1df1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.909576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-81432ab9-3adb-4d18-b1fa-a4315ef1df1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.915373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-81432ab9-3adb-4d18-b1fa-a4315ef1df1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.921059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-81432ab9-3adb-4d18-b1fa-a4315ef1df1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.926812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-81432ab9-3adb-4d18-b1fa-a4315ef1df1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.933096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-81432ab9-3adb-4d18-b1fa-a4315ef1df1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:57.935043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-81432ab9-3adb-4d18-b1fa-a4315ef1df1d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.2731438 Apr 18 17:13:57.936892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-5daf2d15-c8d8-46cf-a49e-3a81f7ac028a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af73bc3b-6322-4d3b-ab3d-4710dba8d47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839162 Apr 18 17:13:57.940520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c49aa32-64a1-452f-afe7-99119452d61e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:57.971724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49aa32-64a1-452f-afe7-99119452d61e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e709c95-7472-4394-ac07-e09b98133c45,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:58.025588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03dd0d73-d473-4381-9a83-df283d4dfca9 req-121f361e-0620-41d5-b357-78206e3a9864 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838013 Apr 18 17:13:58.033915 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c49aa32-64a1-452f-afe7-99119452d61e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.038083 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7c49aa32-64a1-452f-afe7-99119452d61e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4036477 Apr 18 17:13:58.038341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38992) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.043391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3ccb7eb9-53b4-47cb-a41d-09b25f7af032 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': '8e709c95-7472-4394-ac07-e09b98133c45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.052591 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-3ccb7eb9-53b4-47cb-a41d-09b25f7af032 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 17:13:58.053305 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-3ccb7eb9-53b4-47cb-a41d-09b25f7af032 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:58.055126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3ccb7eb9-53b4-47cb-a41d-09b25f7af032 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156846 Apr 18 17:13:58.058512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38996) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.064208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cc7f654b-ffc5-4865-a8d2-2a6aafabfb5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': '8e709c95-7472-4394-ac07-e09b98133c45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.065816 n-d-836015-2 neutron-server[109826]: WARNING neutron.api.v2.base [None req-cc7f654b-ffc5-4865-a8d2-2a6aafabfb5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 17:13:58.066314 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-cc7f654b-ffc5-4865-a8d2-2a6aafabfb5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:58.067242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cc7f654b-ffc5-4865-a8d2-2a6aafabfb5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077899 Apr 18 17:13:58.070121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-299264d4-9e89-42a1-9c4a-683c487bef47 service neutron] 10.222.0.41 "GET /v2.0/networks/af73bc3b-6322-4d3b-ab3d-4710dba8d47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213012 Apr 18 17:13:58.070740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38998) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.075558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0f471e9c-5bc2-4e31-ad95-569265272673 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': '8e709c95-7472-4394-ac07-e09b98133c45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.080818 n-d-836015-2 neutron-server[109826]: WARNING neutron.api.v2.base [None req-0f471e9c-5bc2-4e31-ad95-569265272673 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 17:13:58.080818 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-0f471e9c-5bc2-4e31-ad95-569265272673 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:58.080818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0f471e9c-5bc2-4e31-ad95-569265272673 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058599 Apr 18 17:13:58.082943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39000) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.087360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7f79dcf0-3a53-4b0b-8ec7-f4c5d8670bcb tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': '8e709c95-7472-4394-ac07-e09b98133c45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.088233 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-7f79dcf0-3a53-4b0b-8ec7-f4c5d8670bcb tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 17:13:58.088788 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-7f79dcf0-3a53-4b0b-8ec7-f4c5d8670bcb tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:58.089948 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7f79dcf0-3a53-4b0b-8ec7-f4c5d8670bcb tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058365 Apr 18 17:13:58.092252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39002) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.171726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3572a23c-16db-48ba-9924-5ba7a79f0b95 req-3f642a58-3ba6-4996-905f-6ba02de73167 service neutron] 10.222.0.41 "GET /v2.0/networks/af73bc3b-6322-4d3b-ab3d-4710dba8d47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924606 Apr 18 17:13:58.175202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e74c-e774-48c0-bcf1-79a80cb256c8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.204580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e74c-e774-48c0-bcf1-79a80cb256c8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.329220 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e74c-e774-48c0-bcf1-79a80cb256c8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.331747 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e74c-e774-48c0-bcf1-79a80cb256c8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.333765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b1c9e74c-e774-48c0-bcf1-79a80cb256c8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/8e709c95-7472-4394-ac07-e09b98133c45 HTTP/1.1" status: 204 len: 168 time: 0.2391143 Apr 18 17:13:58.338787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39018) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.356148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9e74c-e774-48c0-bcf1-79a80cb256c8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e709c95-7472-4394-ac07-e09b98133c45,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:58.385151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84653e-f93f-416d-bd69-6d5431fb1925 req-25a9a039-6ec9-40f7-8e1e-fcea6e14ec73 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:58.386668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb84653e-f93f-416d-bd69-6d5431fb1925 req-25a9a039-6ec9-40f7-8e1e-fcea6e14ec73 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 945 time: 0.0744963 Apr 18 17:13:58.395490 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ea999069-8d11-4ac6-9128-9f5c9e1fe542 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523076 Apr 18 17:13:58.395681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-29035746-038b-444a-8264-8b5629c6fda7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:58.395681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-29035746-038b-444a-8264-8b5629c6fda7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/networks?id=87255d4e-2293-4147-9797-e8b163437663 HTTP/1.1" status: 200 len: 813 time: 0.1502492 Apr 18 17:13:58.396238 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39020) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.401278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-89b204b4-b770-4ecf-a6d4-d7690e824a1d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934053221'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.421746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-7d29a917-c870-41bd-b69d-10f5441b02ed tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/quotas/94b403a09a194cb2a0cecf5bb291826e HTTP/1.1" status: 200 len: 375 time: 0.0189404 Apr 18 17:13:58.447341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb84653e-f93f-416d-bd69-6d5431fb1925 req-3616cad6-ef0d-44cf-bbf8-600c99880d8a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512376 Apr 18 17:13:58.465795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b6b9582e-31b9-43db-b67f-611f3a56bb98 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341644 Apr 18 17:13:58.525785 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89b204b4-b770-4ecf-a6d4-d7690e824a1d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.594240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b45377-9859-4151-9c34-9876d3f45483 req-ccc9261c-9e24-4f00-8511-e8a910883f1c tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:58.594782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89b204b4-b770-4ecf-a6d4-d7690e824a1d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.595702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4b45377-9859-4151-9c34-9876d3f45483 req-ccc9261c-9e24-4f00-8511-e8a910883f1c tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 943 time: 0.0777838 Apr 18 17:13:58.597878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-6228b5fc-792b-4cf4-9b6b-7a7f75edb9c5 service neutron] 10.222.0.45 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252751 Apr 18 17:13:58.664106 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89b204b4-b770-4ecf-a6d4-d7690e824a1d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.683893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4b45377-9859-4151-9c34-9876d3f45483 req-48825098-7cfc-4dbe-a345-4ce488085da6 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809906 Apr 18 17:13:58.696266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b204b4-b770-4ecf-a6d4-d7690e824a1d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb19be-d51b-452a-80e0-141b64118073,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:13:58.713037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-c5daafdc-6349-454b-a71b-71b88ec57164 service neutron] 10.222.0.45 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044600 Apr 18 17:13:58.739592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89b204b4-b770-4ecf-a6d4-d7690e824a1d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:58.743796 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-89b204b4-b770-4ecf-a6d4-d7690e824a1d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3438535 Apr 18 17:13:58.748262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39024) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.748784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c0803419-92a5-40ff-96bc-7342ab275fb8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.749563 n-d-836015-2 neutron-server[109826]: WARNING neutron.api.v2.base [None req-c0803419-92a5-40ff-96bc-7342ab275fb8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 17:13:58.750084 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-c0803419-92a5-40ff-96bc-7342ab275fb8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:58.751217 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c0803419-92a5-40ff-96bc-7342ab275fb8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059187 Apr 18 17:13:58.754277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39026) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.758908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8d28ea3f-c5b8-4cb1-af0a-0e0afe657f89 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.814504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f12aac-d142-4e14-be49-104c5fdc37b9 req-a8ff2dcb-6fc0-4c59-a0d5-0b688c83464b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:58.816035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8f12aac-d142-4e14-be49-104c5fdc37b9 req-a8ff2dcb-6fc0-4c59-a0d5-0b688c83464b tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0584774 Apr 18 17:13:58.859774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8f12aac-d142-4e14-be49-104c5fdc37b9 req-8bd20ded-e114-4725-a619-7f2e4bd98466 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Apr 18 17:13:58.937829 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-8d28ea3f-c5b8-4cb1-af0a-0e0afe657f89 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:58.938846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8d28ea3f-c5b8-4cb1-af0a-0e0afe657f89 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1835310 Apr 18 17:13:58.941561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39028) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.946394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cdb6ba6c-8996-4be9-8050-8de1d95b4a01 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.948164 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-cdb6ba6c-8996-4be9-8050-8de1d95b4a01 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 17:13:58.948653 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-cdb6ba6c-8996-4be9-8050-8de1d95b4a01 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:58.949619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cdb6ba6c-8996-4be9-8050-8de1d95b4a01 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071297 Apr 18 17:13:58.952126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39030) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.956160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b9ae65cc-2827-4561-a3a8-53a64171c5ba tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:58.958839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a0c55-cf4b-47af-8984-a4a98dc71d6f req-3f9eb206-ed19-41e9-abd2-eb606918858c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:58.960837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f23a0c55-cf4b-47af-8984-a4a98dc71d6f req-3f9eb206-ed19-41e9-abd2-eb606918858c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 945 time: 0.0501051 Apr 18 17:13:58.971991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39032) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:58.976477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'floatingip': {'port_id': '94c88354-0567-45fb-94c7-da1d9904a364'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:59.015267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:59.080580 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-b9ae65cc-2827-4561-a3a8-53a64171c5ba tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:59.081983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b9ae65cc-2827-4561-a3a8-53a64171c5ba tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1289079 Apr 18 17:13:59.084637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39042) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:59.090203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-916641b1-30f4-416d-9994-cd6128ee1da1 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:59.092648 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-916641b1-30f4-416d-9994-cd6128ee1da1 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 17:13:59.092648 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-916641b1-30f4-416d-9994-cd6128ee1da1 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:59.093286 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-916641b1-30f4-416d-9994-cd6128ee1da1 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068412 Apr 18 17:13:59.097907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39044) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:59.114753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7ababee0-26bc-47e6-9cb7-a1574269217f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:59.192534 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-7ababee0-26bc-47e6-9cb7-a1574269217f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Project 514b2d1fc7d140fea3680858d643a2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:13:59.199293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4be804d4-b8b7-4255-8c4a-0795a48de906 req-6b69c5b4-74b7-4a2b-834b-dfdee43c9004 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 210 time: 0.0531273 Apr 18 17:13:59.263209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-94a92355-9ecd-4607-9520-583901a7acd8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:59.269112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-94a92355-9ecd-4607-9520-583901a7acd8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:59.275968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-94a92355-9ecd-4607-9520-583901a7acd8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:59.281865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-94a92355-9ecd-4607-9520-583901a7acd8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:59.287733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-94a92355-9ecd-4607-9520-583901a7acd8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:59.293607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-94a92355-9ecd-4607-9520-583901a7acd8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:59.295033 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-7ababee0-26bc-47e6-9cb7-a1574269217f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:59.296237 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7ababee0-26bc-47e6-9cb7-a1574269217f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1973298 Apr 18 17:13:59.299050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39050) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:59.299597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-94a92355-9ecd-4607-9520-583901a7acd8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:59.301570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-94a92355-9ecd-4607-9520-583901a7acd8 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1741168 Apr 18 17:13:59.304521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2e19c35f-d70b-4131-a54d-0e71a2e585c6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:59.305152 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-2e19c35f-d70b-4131-a54d-0e71a2e585c6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 17:13:59.305669 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-2e19c35f-d70b-4131-a54d-0e71a2e585c6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:59.306696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2e19c35f-d70b-4131-a54d-0e71a2e585c6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066512 Apr 18 17:13:59.309372 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39052) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:59.318658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a63a43a3-c5d0-4220-8e9f-696694f175bb tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:59.404197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a985387f-7138-49a8-ba15-c2bac331d6cf req-255a86c9-39d9-47fd-ad3c-221ac804d7f3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955441 Apr 18 17:13:59.505151 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-a63a43a3-c5d0-4220-8e9f-696694f175bb tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Project 514b2d1fc7d140fea3680858d643a2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:13:59.599187 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-a63a43a3-c5d0-4220-8e9f-696694f175bb tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:59.600236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a63a43a3-c5d0-4220-8e9f-696694f175bb tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2893448 Apr 18 17:13:59.603303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39054) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:59.607868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b8eb2a41-8da3-4cda-a39d-dd02641c9ed5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'a6bb19be-d51b-452a-80e0-141b64118073', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:13:59.668659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:59.717762 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-b8eb2a41-8da3-4cda-a39d-dd02641c9ed5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Project 514b2d1fc7d140fea3680858d643a2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:13:59.740404 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:59.809209 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-b8eb2a41-8da3-4cda-a39d-dd02641c9ed5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:13:59.810390 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b8eb2a41-8da3-4cda-a39d-dd02641c9ed5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2061210 Apr 18 17:13:59.813292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39062) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:13:59.869082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3c1c-3a57-44bb-8830-f1e3a8ff0e68 req-35206b0a-b262-476b-9003-e01671f371e4 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:13:59.870049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f3168a6-c55e-4ce9-b4bc-552b0d557a5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:59.874545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020d3c1c-3a57-44bb-8830-f1e3a8ff0e68 req-35206b0a-b262-476b-9003-e01671f371e4 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 943 time: 0.1000159 Apr 18 17:13:59.895673 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Floating IP bf4b868c-682e-42d0-8310-136c303411a6 associated. External IP: 172.25.5.73, port: 94c88354-0567-45fb-94c7-da1d9904a364. Apr 18 17:13:59.914783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f3168a6-c55e-4ce9-b4bc-552b0d557a5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:13:59.977040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-020d3c1c-3a57-44bb-8830-f1e3a8ff0e68 req-db3dc949-597b-418a-b543-650285fb884f tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998492 Apr 18 17:14:00.023590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f3168a6-c55e-4ce9-b4bc-552b0d557a5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.026253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f3168a6-c55e-4ce9-b4bc-552b0d557a5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.027435 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9f3168a6-c55e-4ce9-b4bc-552b0d557a5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/a6bb19be-d51b-452a-80e0-141b64118073 HTTP/1.1" status: 204 len: 168 time: 0.2131441 Apr 18 17:14:00.032177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39066) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:00.042750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce938694-5313-4768-9be4-4473d7e7fa6f req-e296c01e-7e23-4b2b-9842-bb771a7ae68f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.044160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce938694-5313-4768-9be4-4473d7e7fa6f req-e296c01e-7e23-4b2b-9842-bb771a7ae68f tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1055439 Apr 18 17:14:00.044785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3168a6-c55e-4ce9-b4bc-552b0d557a5f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb19be-d51b-452a-80e0-141b64118073,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:00.094933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50a6eb13-c53b-4ad3-a570-392b812d37f1 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616915 Apr 18 17:14:00.099845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39070) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:00.105561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-07be5044-baad-4dbc-bda5-fad7f6c060a2 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663860943'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:00.134262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce938694-5313-4768-9be4-4473d7e7fa6f req-6af62160-1f0d-4a1b-ac05-e76ba3a72905 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Apr 18 17:14:00.200493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:14:00.206121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07be5044-baad-4dbc-bda5-fad7f6c060a2 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.283873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07be5044-baad-4dbc-bda5-fad7f6c060a2 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.297727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e18cdfe-7a6c-43d1-b6ee-d6bd86c15804 req-e8b1d6ce-3ab2-4b5d-85c4-4ca931619b16 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 210 time: 0.0344126 Apr 18 17:14:00.345467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:14:00.350311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.356407 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:14:00.360574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07be5044-baad-4dbc-bda5-fad7f6c060a2 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.368073 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:00.371360 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:00.392264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be5044-baad-4dbc-bda5-fad7f6c060a2 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91643912-e4ab-44d5-8f6e-5a04b208a23e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:00.394325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-80cf3b53-5b1d-430b-9705-5edef763d856 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "PUT /v2.0/floatingips/bf4b868c-682e-42d0-8310-136c303411a6 HTTP/1.1" status: 200 len: 990 time: 1.4209299 Apr 18 17:14:00.400039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'tag': '94c88354-0567-45fb-94c7-da1d9904a364'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:00.400039 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0668360-0cbc-4043-8749-6f164381d0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c6af3c20-98a0-492a-b979-9bb624c99e2e", "tag": "94c88354-0567-45fb-94c7-da1d9904a364"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:00.400378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4aa0be45-e91c-424e-8f55-e2cefd61223e details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:00.442776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07be5044-baad-4dbc-bda5-fad7f6c060a2 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.445685 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-07be5044-baad-4dbc-bda5-fad7f6c060a2 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3422892 Apr 18 17:14:00.448284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39080) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:00.453856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fc20ab6d-4f2e-4fa8-8c4f-0eb98031d705 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': '91643912-e4ab-44d5-8f6e-5a04b208a23e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:00.461462 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf148b-4f17-4b67-ad2f-61fb0ba6059b x-openstack-request-id: req-80bf148b-4f17-4b67-ad2f-61fb0ba6059b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:00.461764 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6af3c20-98a0-492a-b979-9bb624c99e2e", "tag": "94c88354-0567-45fb-94c7-da1d9904a364", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:00.462018 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80bf148b-4f17-4b67-ad2f-61fb0ba6059b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:00.462688 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80bf148b-4f17-4b67-ad2f-61fb0ba6059b'] response: {'name': 'network-changed', 'server_uuid': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'tag': '94c88354-0567-45fb-94c7-da1d9904a364', 'status': 'completed', 'code': 200} Apr 18 17:14:00.537030 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:00.544143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4aa0be45-e91c-424e-8f55-e2cefd61223e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:00.563271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '4aa0be45-e91c-424e-8f55-e2cefd61223e', 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4', 'port_id': '4aa0be45-e91c-424e-8f55-e2cefd61223e', 'mac_address': 'fa:16:3e:29:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd982e1ff-8c02-4190-b5cd-eeccf7c2f9e5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:00.563507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668360-0cbc-4043-8749-6f164381d0ad req-7cd2071a-4924-4059-86ca-03eb00368bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.563507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0668360-0cbc-4043-8749-6f164381d0ad req-7cd2071a-4924-4059-86ca-03eb00368bf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 1096 time: 0.0616121 Apr 18 17:14:00.570415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-29f843e2-a639-46cc-815b-92273abf2b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.576408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-29f843e2-a639-46cc-815b-92273abf2b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.582362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-29f843e2-a639-46cc-815b-92273abf2b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.588977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-29f843e2-a639-46cc-815b-92273abf2b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.594639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-29f843e2-a639-46cc-815b-92273abf2b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.600325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-29f843e2-a639-46cc-815b-92273abf2b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.606608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-29f843e2-a639-46cc-815b-92273abf2b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.613786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device db0761d1-9a87-423c-9bed-64254b431c96 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:00.615527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-29f843e2-a639-46cc-815b-92273abf2b83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5429 time: 0.1122966 Apr 18 17:14:00.616836 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.657037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa0be45-e91c-424e-8f55-e2cefd61223e {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:00.693251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4aa0be45-e91c-424e-8f55-e2cefd61223e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:00.708231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05af9f96-c34c-48c4-8e8c-0948b4f05aa5 req-9444cf60-2840-44d4-857d-a31c0c6d72c3 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879841 Apr 18 17:14:00.738831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668360-0cbc-4043-8749-6f164381d0ad req-65087c05-6a7b-49a4-94ed-2aca58515029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.740343 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0668360-0cbc-4043-8749-6f164381d0ad req-65087c05-6a7b-49a4-94ed-2aca58515029 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 915 time: 0.1690929 Apr 18 17:14:00.751893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-77f9c68e-9b8a-4f8c-8a6e-e6438541a399 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.753253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-77f9c68e-9b8a-4f8c-8a6e-e6438541a399 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.18 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.0934842 Apr 18 17:14:00.786710 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-fc20ab6d-4f2e-4fa8-8c4f-0eb98031d705 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The resource could not be found. Apr 18 17:14:00.788432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fc20ab6d-4f2e-4fa8-8c4f-0eb98031d705 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3389277 Apr 18 17:14:00.789765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.791170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1df644db-7c5c-41c6-b618-2b770dafe1de details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:00.796289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:00.797084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e9c6fd23-6619-446a-a886-072f9537694e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': '91643912-e4ab-44d5-8f6e-5a04b208a23e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f1928b19-dcc6-4e8e-bfdc-8b98aad99258'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:00.878830 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0668360-0cbc-4043-8749-6f164381d0ad req-128213aa-b28e-4b9e-bf4e-be9f69292ad7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c88354-0567-45fb-94c7-da1d9904a364 HTTP/1.1" status: 200 len: 998 time: 0.1244538 Apr 18 17:14:00.918100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port db0761d1-9a87-423c-9bed-64254b431c96, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=db0761d1-9a87-423c-9bed-64254b431c96,segment=NetworkSegment(64797277-8e0f-445b-b571-d934d5c53cdd),segment_id=64797277-8e0f-445b-b571-d934d5c53cdd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:00.942035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Deleting port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:00.942433 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:00.947702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668360-0cbc-4043-8749-6f164381d0ad req-fd42577e-0691-4210-8472-bbd08f9cb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:00.949170 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0668360-0cbc-4043-8749-6f164381d0ad req-fd42577e-0691-4210-8472-bbd08f9cb238 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.0618107 Apr 18 17:14:00.951846 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:13:59Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:00.959944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'db0761d1-9a87-423c-9bed-64254b431c96', 'network_id': 'af73bc3b-6322-4d3b-ab3d-4710dba8d47d', 'port_id': 'db0761d1-9a87-423c-9bed-64254b431c96', 'mac_address': 'fa:16:3e:19:fc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd341dd4-b3fb-4913-858c-fb66a5566468', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:00.983154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1df644db-7c5c-41c6-b618-2b770dafe1de, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df644db-7c5c-41c6-b618-2b770dafe1de,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:01.004737 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:14:01.031221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4aa0be45-e91c-424e-8f55-e2cefd61223e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:01.035141 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:01.035771 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:13:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:01.040190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.045934 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-134ee4c7-cbeb-491c-b61a-5942efe631df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.054515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'port_id': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'mac_address': 'fa:16:3e:19:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:01.067861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668360-0cbc-4043-8749-6f164381d0ad req-8137ddbc-01a2-4e6d-aae7-2fd73e581d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.070226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0668360-0cbc-4043-8749-6f164381d0ad req-8137ddbc-01a2-4e6d-aae7-2fd73e581d0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062224 Apr 18 17:14:01.103572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0761d1-9a87-423c-9bed-64254b431c96 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:01.114551 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-e9c6fd23-6619-446a-a886-072f9537694e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The resource could not be found. Apr 18 17:14:01.114551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e9c6fd23-6619-446a-a886-072f9537694e tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3185294 Apr 18 17:14:01.114551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39086) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:01.147437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] For port a77c003d-5a99-4a7d-8949-cee1dc4d0e29, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,segment=NetworkSegment(453b26d1-751d-43d3-85b4-376a6ead6afe),segment_id=453b26d1-751d-43d3-85b4-376a6ead6afe)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:01.148171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.170049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Calling delete_port for a77c003d-5a99-4a7d-8949-cee1dc4d0e29 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:01.184665 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.191421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39527c-4e8a-48ad-9f6d-101e2510e6b7 req-4263259a-ddfe-476a-af62-2d68ff55c935 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.202879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d39527c-4e8a-48ad-9f6d-101e2510e6b7 req-4263259a-ddfe-476a-af62-2d68ff55c935 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 943 time: 0.1268551 Apr 18 17:14:01.209511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df644db-7c5c-41c6-b618-2b770dafe1de {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:01.235141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1df644db-7c5c-41c6-b618-2b770dafe1de, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df644db-7c5c-41c6-b618-2b770dafe1de,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:01.239986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port db0761d1-9a87-423c-9bed-64254b431c96, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=db0761d1-9a87-423c-9bed-64254b431c96,segment=NetworkSegment(64797277-8e0f-445b-b571-d934d5c53cdd),segment_id=64797277-8e0f-445b-b571-d934d5c53cdd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:01.246983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0668360-0cbc-4043-8749-6f164381d0ad req-9fd6265f-b412-4f8b-8c31-b0e1fe513dca service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658614 Apr 18 17:14:01.265939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.283083 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:01.321079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d39527c-4e8a-48ad-9f6d-101e2510e6b7 req-94c29d7c-8194-43b1-9ad6-ab74e359e490 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172791 Apr 18 17:14:01.323559 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.326743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 016aa17e-2fa3-4d57-8561-d91271203424 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:01.333485 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.374458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad129e-1e50-4863-8223-ccbc22900827 req-1e2cef7f-55a6-4935-9db4-2344ba16e958 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.383878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3aad129e-1e50-4863-8223-ccbc22900827 req-1e2cef7f-55a6-4935-9db4-2344ba16e958 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 946 time: 0.1202581 Apr 18 17:14:01.406775 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.446091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0668360-0cbc-4043-8749-6f164381d0ad req-e2d42087-46bb-4e00-8b70-43ec7232d062 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914439 Apr 18 17:14:01.452014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1df644db-7c5c-41c6-b618-2b770dafe1de,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:01.496268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07d5c52d-7226-4159-b521-2fc2a7c435df req-337e64a1-8dbd-4a87-a6cb-7ecb6e1cf592 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 210 time: 0.0405962 Apr 18 17:14:01.512919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3aad129e-1e50-4863-8223-ccbc22900827 req-f8d36c6b-a752-46a2-a64c-5d8f967d210a tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/security-groups?id=8201b384-5743-4df1-96a7-882b641c8a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280720 Apr 18 17:14:01.519164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=db0761d1-9a87-423c-9bed-64254b431c96,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:01.573406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 016aa17e-2fa3-4d57-8561-d91271203424, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=016aa17e-2fa3-4d57-8561-d91271203424,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:01.586511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '016aa17e-2fa3-4d57-8561-d91271203424', 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'port_id': '016aa17e-2fa3-4d57-8561-d91271203424', 'mac_address': 'fa:16:3e:d8:19:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:01.626074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.639088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016aa17e-2fa3-4d57-8561-d91271203424 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:01.659963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 016aa17e-2fa3-4d57-8561-d91271203424, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=016aa17e-2fa3-4d57-8561-d91271203424,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:01.670777 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:13:59Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:01.696625 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6305a-3d3c-4543-a856-ab0bf522482e None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:13:59Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:14:01.706274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.706509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.709336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.711067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/91643912-e4ab-44d5-8f6e-5a04b208a23e HTTP/1.1" status: 204 len: 168 time: 0.5955198 Apr 18 17:14:01.715465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39094) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:01.740878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Pushing event deleted for resources: {'Port': ['ID=a77c003d-5a99-4a7d-8949-cee1dc4d0e29,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:01.749724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91643912-e4ab-44d5-8f6e-5a04b208a23e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:01.753426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a77c003d-5a99-4a7d-8949-cee1dc4d0e29'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:01.777097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.778258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.779522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.779872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.782664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.783054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.783454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.783852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.784192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.784527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.786622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.786622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afef40-dc6a-4c2b-8a41-50091683e4ac tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:01.818313 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.818963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 62bae62c-16b2-41d0-9370-cd3639e8314b details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:01.823007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] No DVR routers for this DVR port a77c003d-5a99-4a7d-8949-cee1dc4d0e29 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:01.825733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:01.829244 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-52a9fee8-9328-4a25-b65e-5f07ee35438a req-7cf05b22-f6b5-4fc1-b810-f7206418488e tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.18 "DELETE /v2.0/ports/a77c003d-5a99-4a7d-8949-cee1dc4d0e29 HTTP/1.1" status: 204 len: 173 time: 1.0659337 Apr 18 17:14:01.829948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-deleted', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:01.833163 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79701508-2568-4599-964e-9c6a1ccc5f92" -d '{"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-deleted", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:01.866733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['db0761d1-9a87-423c-9bed-64254b431c96'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:01.883160 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdca732-ce19-4910-acd3-301742de56be x-openstack-request-id: req-acdca732-ce19-4910-acd3-301742de56be {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:01.883502 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f171e-d870-4b9a-8291-6b962e125458", "name": "network-vif-deleted", "tag": "a77c003d-5a99-4a7d-8949-cee1dc4d0e29", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:01.883765 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acdca732-ce19-4910-acd3-301742de56be {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:01.884184 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdca732-ce19-4910-acd3-301742de56be'] response: {'server_uuid': 'af4f171e-d870-4b9a-8291-6b962e125458', 'name': 'network-vif-deleted', 'tag': 'a77c003d-5a99-4a7d-8949-cee1dc4d0e29', 'status': 'completed', 'code': 200} Apr 18 17:14:01.884516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-502cfcb9-20ce-4a45-9688-5e32722af1ea tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1679151 Apr 18 17:14:01.884702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39100) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:01.892999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a89d19e2-9b61-4558-94b6-c80f4f2b7ca9 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'ff7a5e3c-4c03-43c4-971f-bfe144999f7d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:01.920851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-b5c62195-d863-4a5d-ab97-3e614fdb9451 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.930720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-b5c62195-d863-4a5d-ab97-3e614fdb9451 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.941349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-b5c62195-d863-4a5d-ab97-3e614fdb9451 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.950386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-b5c62195-d863-4a5d-ab97-3e614fdb9451 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.950601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 62bae62c-16b2-41d0-9370-cd3639e8314b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=62bae62c-16b2-41d0-9370-cd3639e8314b,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:01.960814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=016aa17e-2fa3-4d57-8561-d91271203424,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:01.961795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-b5c62195-d863-4a5d-ab97-3e614fdb9451 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.969472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-b5c62195-d863-4a5d-ab97-3e614fdb9451 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.976660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-b5c62195-d863-4a5d-ab97-3e614fdb9451 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:01.979475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '62bae62c-16b2-41d0-9370-cd3639e8314b', 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'port_id': '62bae62c-16b2-41d0-9370-cd3639e8314b', 'mac_address': 'fa:16:3e:26:be:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:01.985972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-b5c62195-d863-4a5d-ab97-3e614fdb9451 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5432 time: 0.1721630 Apr 18 17:14:02.029995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a5d93c7-b597-40d1-a366-8821ec597917 req-81f349e2-a577-47ca-b2b8-17ded5654611 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430868 Apr 18 17:14:02.048047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b60e9d-0c89-4225-b4c0-536793168ca5 None None] New status for floating IP bf4b868c-682e-42d0-8310-136c303411a6: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:14:02.090601 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.117039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bae62c-16b2-41d0-9370-cd3639e8314b {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:02.120192 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-a89d19e2-9b61-4558-94b6-c80f4f2b7ca9 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The resource could not be found. Apr 18 17:14:02.125392 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a89d19e2-9b61-4558-94b6-c80f4f2b7ca9 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2356281 Apr 18 17:14:02.125657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39102) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:02.130320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7102122f-c32a-40fa-9ea0-e86733b58647 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--125751990'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:02.195682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 62bae62c-16b2-41d0-9370-cd3639e8314b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=62bae62c-16b2-41d0-9370-cd3639e8314b,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:02.236031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7102122f-c32a-40fa-9ea0-e86733b58647 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.263880 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.264528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:02.316628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7102122f-c32a-40fa-9ea0-e86733b58647 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.332509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:02.340439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=62bae62c-16b2-41d0-9370-cd3639e8314b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:02.342439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-8ae3945f-00b9-43cd-9133-ddb9d8c3546a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:02.359347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-8ae3945f-00b9-43cd-9133-ddb9d8c3546a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.41 "GET /v2.0/networks?id=87255d4e-2293-4147-9797-e8b163437663 HTTP/1.1" status: 200 len: 813 time: 0.1218011 Apr 18 17:14:02.360841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2', 'network_id': 'dbe52481-b0ec-4129-b971-323e61891fe4', 'port_id': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2', 'mac_address': 'fa:16:3e:43:94:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd982e1ff-8c02-4190-b5cd-eeccf7c2f9e5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:02.373851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Request body: {'port': {'device_id': '2bdeb969-2e21-4f27-8da3-6d97c979c691', 'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'admin_state_up': True, 'tenant_id': '94b403a09a194cb2a0cecf5bb291826e'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:02.395751 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.406345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7102122f-c32a-40fa-9ea0-e86733b58647 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.431491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:02.456146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102122f-c32a-40fa-9ea0-e86733b58647 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5460d-099f-4708-9a18-195136a46a0a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:02.477093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:02.522483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ed3e8-4392-4b90-bbff-fca47c8d1cee req-5259be38-f34f-4281-a4f8-4ee8a892596a tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:02.522767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7102122f-c32a-40fa-9ea0-e86733b58647 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.523932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-889ed3e8-4392-4b90-bbff-fca47c8d1cee req-5259be38-f34f-4281-a4f8-4ee8a892596a tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 944 time: 0.0921261 Apr 18 17:14:02.524057 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7102122f-c32a-40fa-9ea0-e86733b58647 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3972383 Apr 18 17:14:02.527504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39106) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:02.533512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c1a943b4-3175-4b23-8ad2-2f392ad2a96d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178239215'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:02.543135 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.543814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ee397beb-601f-4c4b-9d6a-dc1e98f90a16 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:02.599701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-889ed3e8-4392-4b90-bbff-fca47c8d1cee req-5abd744d-f758-4266-a941-585de4871caa tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626175 Apr 18 17:14:02.613309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ee397beb-601f-4c4b-9d6a-dc1e98f90a16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:02.640582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16', 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'port_id': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16', 'mac_address': 'fa:16:3e:ac:43:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:02.647622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:02.677571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-087dcf3d-47d3-4e4d-b963-fda6156d94bb req-4ad07844-465f-45da-a171-02656944b06e tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 210 time: 0.0612128 Apr 18 17:14:02.684250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Made reservation on behalf of 94b403a09a194cb2a0cecf5bb291826e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:02.702575 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.710092 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1a943b4-3175-4b23-8ad2-2f392ad2a96d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.716853 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.736402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee397beb-601f-4c4b-9d6a-dc1e98f90a16 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:02.758512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ee397beb-601f-4c4b-9d6a-dc1e98f90a16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:02.774737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-957e25aa-18ea-4b09-b21b-67eaa345369f req-28d66317-3fea-40bd-9e33-b0c512dbc448 tempest-ServersNegativeTestJSON-1619713389 tempest-ServersNegativeTestJSON-1619713389-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4f171e-d870-4b9a-8291-6b962e125458 HTTP/1.1" status: 200 len: 210 time: 0.0502107 Apr 18 17:14:02.827316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fdac2a17-4209-43c2-ae2b-4a5b96b2ab8f tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:02.828775 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fdac2a17-4209-43c2-ae2b-4a5b96b2ab8f tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.18 "GET /v2.0/networks?id=87255d4e-2293-4147-9797-e8b163437663 HTTP/1.1" status: 200 len: 813 time: 0.2261283 Apr 18 17:14:02.831826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.832567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a5cc92ac-6f23-4437-b9b1-89a8349f3a0d details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:02.859110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Request body: {'port': {'device_id': '5eef1dd3-e38b-456c-b0fc-7f949d091562', 'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'admin_state_up': True, 'tenant_id': '94b403a09a194cb2a0cecf5bb291826e'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:02.866923 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1a943b4-3175-4b23-8ad2-2f392ad2a96d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.911601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:02.912572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Allocated IP 172.20.0.7 (87255d4e-2293-4147-9797-e8b163437663/b1e73170-f54c-4324-8691-4797dddfecc0/f5171b80-a43f-44d7-91d3-054881ac7837) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:02.916072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:02.926868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'a5cc92ac-6f23-4437-b9b1-89a8349f3a0d', 'network_id': 'a3de4985-6af3-4d4f-ac03-09caa2da850a', 'port_id': 'a5cc92ac-6f23-4437-b9b1-89a8349f3a0d', 'mac_address': 'fa:16:3e:ba:7f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:02.942297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1a943b4-3175-4b23-8ad2-2f392ad2a96d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.974867 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:02.991883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cc92ac-6f23-4437-b9b1-89a8349f3a0d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:02.993664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a943b4-3175-4b23-8ad2-2f392ad2a96d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978539a3-8300-4046-8066-0e60c65b355f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:03.016681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:03.043626 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1a943b4-3175-4b23-8ad2-2f392ad2a96d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.045017 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c1a943b4-3175-4b23-8ad2-2f392ad2a96d tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5165656 Apr 18 17:14:03.047821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:03.052306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-02a6db0d-aa0b-4f4e-8703-75dd4aba05f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'c8b5460d-099f-4708-9a18-195136a46a0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '978539a3-8300-4046-8066-0e60c65b355f'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:03.106558 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.117606 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.149479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Made reservation on behalf of 94b403a09a194cb2a0cecf5bb291826e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:03.153871 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.181825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:03.249087 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-deca09ec-7647-4499-a2cf-0e611c05dbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.277927 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-02a6db0d-aa0b-4f4e-8703-75dd4aba05f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:03.281733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-02a6db0d-aa0b-4f4e-8703-75dd4aba05f0 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2303555 Apr 18 17:14:03.282115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39116) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:03.340311 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef9937a8-7769-4889-bdce-0cfb2ce7d752 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.364183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef9937a8-7769-4889-bdce-0cfb2ce7d752 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.467326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-6bfd5267-f727-40a4-9f0f-a20d07f53541 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.473344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-6bfd5267-f727-40a4-9f0f-a20d07f53541 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.479203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-6bfd5267-f727-40a4-9f0f-a20d07f53541 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.484930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-6bfd5267-f727-40a4-9f0f-a20d07f53541 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.489124 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef9937a8-7769-4889-bdce-0cfb2ce7d752 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.490690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-6bfd5267-f727-40a4-9f0f-a20d07f53541 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.491704 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef9937a8-7769-4889-bdce-0cfb2ce7d752 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.492853 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ef9937a8-7769-4889-bdce-0cfb2ce7d752 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/978539a3-8300-4046-8066-0e60c65b355f HTTP/1.1" status: 204 len: 168 time: 0.2097058 Apr 18 17:14:03.500924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39118) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:03.501051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-6bfd5267-f727-40a4-9f0f-a20d07f53541 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.502550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-6bfd5267-f727-40a4-9f0f-a20d07f53541 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.504414 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-6bfd5267-f727-40a4-9f0f-a20d07f53541 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5436 time: 0.3862946 Apr 18 17:14:03.513601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9937a8-7769-4889-bdce-0cfb2ce7d752 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978539a3-8300-4046-8066-0e60c65b355f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:03.530332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.582355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Network 87255d4e-2293-4147-9797-e8b163437663 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:03.592217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:03.596410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:03.599992 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-031e63d5-f98a-4fde-8ffc-35ecece436a1 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1003125 Apr 18 17:14:03.600995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39120) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:03.603571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c851edae-64b9-49d6-be9c-5520cf7ec0ba req-413bba40-e241-4602-9954-a5e51c0a840a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922906 Apr 18 17:14:03.631517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Allocated IP 172.20.0.10 (87255d4e-2293-4147-9797-e8b163437663/b1e73170-f54c-4324-8691-4797dddfecc0/9e1c3804-8c5a-4ee9-ac58-c954e4388983) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:03.631725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Pushing event updated for resources: {'Port': ['ID=f5171b80-a43f-44d7-91d3-054881ac7837,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:03.665980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.667554 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.678690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5946fa51-01d8-4cf9-ba8b-28a1afc149f5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.722214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5946fa51-01d8-4cf9-ba8b-28a1afc149f5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.745810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f949301-3123-40ac-9653-073924348295 req-ad58e4ab-6a22-4d3a-8d8d-e84e9932de63 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:03.747415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f949301-3123-40ac-9653-073924348295 req-ad58e4ab-6a22-4d3a-8d8d-e84e9932de63 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 944 time: 0.0572741 Apr 18 17:14:03.752893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-fc74d254-f81f-4fd2-b965-52de5515f9b7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3872371 Apr 18 17:14:03.795354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Request body: {'port': {'device_id': '2bdeb969-2e21-4f27-8da3-6d97c979c691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:03.799705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf137aba-2c9e-4eb8-89a6-611d33ef7b0b req-5c490134-85cf-4773-8be5-03087ef23f5e tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 210 time: 0.0453460 Apr 18 17:14:03.855382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39128) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:03.861606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f949301-3123-40ac-9653-073924348295 req-aecb39a3-3e03-4e58-a1ac-547c042d43af tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055026 Apr 18 17:14:03.872258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.895446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5946fa51-01d8-4cf9-ba8b-28a1afc149f5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.898348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5946fa51-01d8-4cf9-ba8b-28a1afc149f5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.901929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5946fa51-01d8-4cf9-ba8b-28a1afc149f5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/c8b5460d-099f-4708-9a18-195136a46a0a HTTP/1.1" status: 204 len: 168 time: 0.2976012 Apr 18 17:14:03.903043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.904415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39130) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:03.923815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946fa51-01d8-4cf9-ba8b-28a1afc149f5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5460d-099f-4708-9a18-195136a46a0a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:03.941348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3609d62-d054-4186-86ac-02a716b72155 admin admin] Deleting subnet 2f789211-6bac-4326-9dc4-18630021209e {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:14:03.947762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3609d62-d054-4186-86ac-02a716b72155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:03.995668 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3609d62-d054-4186-86ac-02a716b72155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.011652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8feeec85-d577-4ee7-8f59-cdc89ef6e858 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1060688 Apr 18 17:14:04.015351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39132) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:04.022542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-856b9dbd-0f03-4514-a1e4-02391c10f405 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108777496'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:04.041046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3609d62-d054-4186-86ac-02a716b72155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.062703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.122544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Network 87255d4e-2293-4147-9797-e8b163437663 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:04.129506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:04.133330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:04.142148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-856b9dbd-0f03-4514-a1e4-02391c10f405 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.166797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Pushing event updated for resources: {'Port': ['ID=9e1c3804-8c5a-4ee9-ac58-c954e4388983,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:04.200125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:04.200740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.236621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5171b80-a43f-44d7-91d3-054881ac7837 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:04.243844 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3609d62-d054-4186-86ac-02a716b72155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.248101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.274767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Transition to ACTIVE for port object f5171b80-a43f-44d7-91d3-054881ac7837 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:14:04.277044 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-856b9dbd-0f03-4514-a1e4-02391c10f405 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.277247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3609d62-d054-4186-86ac-02a716b72155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.281989 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b3609d62-d054-4186-86ac-02a716b72155 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2f789211-6bac-4326-9dc4-18630021209e HTTP/1.1" status: 204 len: 168 time: 0.4239922 Apr 18 17:14:04.283042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39134) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:04.283917 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cc0f22b9-d221-49d2-8938-836b0cc5162d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4313045 Apr 18 17:14:04.284689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3609d62-d054-4186-86ac-02a716b72155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f789211-6bac-4326-9dc4-18630021209e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:04.302824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Request body: {'port': {'device_id': '5eef1dd3-e38b-456c-b0fc-7f949d091562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:04.353612 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.355835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.383989 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.405676 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.433978 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-856b9dbd-0f03-4514-a1e4-02391c10f405 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.498001 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.523556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Pushing event updated for resources: {'Port': ['ID=f5171b80-a43f-44d7-91d3-054881ac7837,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:04.528259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1df644db-7c5c-41c6-b618-2b770dafe1de'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:04.553790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa916f8d-bc99-4ca1-8752-efc0a3986851']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:04.590126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b9dbd-0f03-4514-a1e4-02391c10f405 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ccbebe-11d5-4d99-9484-b02f049e711d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:04.596189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['008208a2-86b1-4de0-8ff8-a1a4874c5cf2'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:04.596653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-856b9dbd-0f03-4514-a1e4-02391c10f405 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.602186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-856b9dbd-0f03-4514-a1e4-02391c10f405 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5858104 Apr 18 17:14:04.602822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39138) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:04.610597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453b26d1-751d-43d3-85b4-376a6ead6afe') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:04.610892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453b26d1-751d-43d3-85b4-376a6ead6afe') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:04.616109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b26a7be5-bc50-4969-93a1-0ac378cabefe tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'c3ccbebe-11d5-4d99-9484-b02f049e711d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:04.636055 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.637460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1c3804-8c5a-4ee9-ac58-c954e4388983 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:04.646418 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.668969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.675158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Transition to ACTIVE for port object 9e1c3804-8c5a-4ee9-ac58-c954e4388983 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:14:04.689056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:14:04.689486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:14:04.692604 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:14:04.706543 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Attempting to bind port f5171b80-a43f-44d7-91d3-054881ac7837 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:04.706879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Attempting to bind port f5171b80-a43f-44d7-91d3-054881ac7837 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:04.707205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Attempting to bind port f5171b80-a43f-44d7-91d3-054881ac7837 on network 87255d4e-2293-4147-9797-e8b163437663 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:04.761639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Port f5171b80-a43f-44d7-91d3-054881ac7837 on network 87255d4e-2293-4147-9797-e8b163437663 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:14:04.761968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Attempting to bind port f5171b80-a43f-44d7-91d3-054881ac7837 on network 87255d4e-2293-4147-9797-e8b163437663 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:04.769182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.803433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:04.803776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Checking segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:04.804528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Bound using segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:04.804657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Bound port: f5171b80-a43f-44d7-91d3-054881ac7837, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:04.804857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['62bae62c-16b2-41d0-9370-cd3639e8314b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:04.804969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.806732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device db0761d1-9a87-423c-9bed-64254b431c96 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:04.808873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['016aa17e-2fa3-4d57-8561-d91271203424'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:04.810940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['a5cc92ac-6f23-4437-b9b1-89a8349f3a0d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:04.812801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['4aa0be45-e91c-424e-8f55-e2cefd61223e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:04.881256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1c3804-8c5a-4ee9-ac58-c954e4388983,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:04.909150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Attempting to bind port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:04.909547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Attempting to bind port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:04.909890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Attempting to bind port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 on network 87255d4e-2293-4147-9797-e8b163437663 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:04.916440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 on network 87255d4e-2293-4147-9797-e8b163437663 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:14:04.916771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Attempting to bind port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 on network 87255d4e-2293-4147-9797-e8b163437663 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:04.923110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:04.923459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Checking segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:04.923612 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.923839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Bound using segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:04.924273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Bound port: 9e1c3804-8c5a-4ee9-ac58-c954e4388983, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:04.924668 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:04.949919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-61f99d50-3c33-43c2-b7dd-97e17f3e566f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:04.958462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-61f99d50-3c33-43c2-b7dd-97e17f3e566f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:04.966458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-61f99d50-3c33-43c2-b7dd-97e17f3e566f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:04.972729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-61f99d50-3c33-43c2-b7dd-97e17f3e566f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:04.979522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-61f99d50-3c33-43c2-b7dd-97e17f3e566f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:04.987122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-61f99d50-3c33-43c2-b7dd-97e17f3e566f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:04.993098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-61f99d50-3c33-43c2-b7dd-97e17f3e566f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:04.997277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] For port 9e1c3804-8c5a-4ee9-ac58-c954e4388983, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:05.001071 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-61f99d50-3c33-43c2-b7dd-97e17f3e566f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5436 time: 0.2617443 Apr 18 17:14:05.001351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] For port 9e1c3804-8c5a-4ee9-ac58-c954e4388983, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=9e1c3804-8c5a-4ee9-ac58-c954e4388983,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:05.003032 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-b26a7be5-bc50-4969-93a1-0ac378cabefe tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:05.004025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b26a7be5-bc50-4969-93a1-0ac378cabefe tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3956571 Apr 18 17:14:05.007865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39146) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:05.015243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.016905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-12f10cf4-5e35-4504-9387-7f86f933ea53 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group_rule': {'security_group_id': 'c3ccbebe-11d5-4d99-9484-b02f049e711d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:05.020813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fa916f8d-bc99-4ca1-8752-efc0a3986851 HTTP/1.1" status: 204 len: 168 time: 0.7344947 Apr 18 17:14:05.081391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.084383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a5f8c-dcb0-402e-b0d0-fd01c6d1bdc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa916f8d-bc99-4ca1-8752-efc0a3986851,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:05.114601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] For port f5171b80-a43f-44d7-91d3-054881ac7837, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:05.136367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] For port f5171b80-a43f-44d7-91d3-054881ac7837, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f5171b80-a43f-44d7-91d3-054881ac7837,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:05.141742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a75fcac5-85c6-45d7-a26d-478d68f8ab83 req-786f81a0-74ce-4d50-be53-ec08fbd57d3a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397362 Apr 18 17:14:05.154380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898c6bd-1ea0-468e-a47e-b480fc35a840 req-881b82e0-db38-45b0-92c5-0345a803cfe8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.163342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1c3804-8c5a-4ee9-ac58-c954e4388983,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:05.163793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4898c6bd-1ea0-468e-a47e-b480fc35a840 req-881b82e0-db38-45b0-92c5-0345a803cfe8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 944 time: 0.2456634 Apr 18 17:14:05.187446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.188995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.191501 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b0893d2f-3a88-4a64-868c-32983e6e1780 service neutron] 10.222.0.18 "PUT /v2.0/ports/9e1c3804-8c5a-4ee9-ac58-c954e4388983 HTTP/1.1" status: 200 len: 1092 time: 0.8931231 Apr 18 17:14:05.192333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eef1dd3-e38b-456c-b0fc-7f949d091562', 'tag': '9e1c3804-8c5a-4ee9-ac58-c954e4388983'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:05.198964 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f477ba7d-e007-4041-810b-1fe5c9258594" -d '{"events": [{"name": "network-changed", "server_uuid": "5eef1dd3-e38b-456c-b0fc-7f949d091562", "tag": "9e1c3804-8c5a-4ee9-ac58-c954e4388983"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:05.214214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4898c6bd-1ea0-468e-a47e-b480fc35a840 req-615b97dc-c7dd-4a3c-ba56-54cc5d23e960 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489547 Apr 18 17:14:05.249921 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.268821 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ae4b99-d52b-4b39-b344-0c83a963e116 x-openstack-request-id: req-51ae4b99-d52b-4b39-b344-0c83a963e116 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:05.269116 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eef1dd3-e38b-456c-b0fc-7f949d091562", "tag": "9e1c3804-8c5a-4ee9-ac58-c954e4388983", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:05.269369 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51ae4b99-d52b-4b39-b344-0c83a963e116 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:05.269795 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ae4b99-d52b-4b39-b344-0c83a963e116'] response: {'name': 'network-changed', 'server_uuid': '5eef1dd3-e38b-456c-b0fc-7f949d091562', 'tag': '9e1c3804-8c5a-4ee9-ac58-c954e4388983', 'status': 'completed', 'code': 200} Apr 18 17:14:05.282352 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-12f10cf4-5e35-4504-9387-7f86f933ea53 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:05.287118 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-12f10cf4-5e35-4504-9387-7f86f933ea53 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2780952 Apr 18 17:14:05.289015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39156) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:05.292958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['ee397beb-601f-4c4b-9d6a-dc1e98f90a16'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:05.295296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:05.345990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.346707 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.348214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] 10.222.0.41 "PUT /v2.0/ports/f5171b80-a43f-44d7-91d3-054881ac7837 HTTP/1.1" status: 200 len: 1091 time: 1.5585983 Apr 18 17:14:05.348745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdeb969-2e21-4f27-8da3-6d97c979c691', 'tag': 'f5171b80-a43f-44d7-91d3-054881ac7837'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:05.351367 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8daa1d-2285-4d02-bdd7-71eaf78fa435" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdeb969-2e21-4f27-8da3-6d97c979c691", "tag": "f5171b80-a43f-44d7-91d3-054881ac7837"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:05.399287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ba7d-e007-4041-810b-1fe5c9258594 req-e710b70c-bf02-4cc0-99f9-a73ffd2bf7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.401168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f477ba7d-e007-4041-810b-1fe5c9258594 req-e710b70c-bf02-4cc0-99f9-a73ffd2bf7cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 1095 time: 0.0774460 Apr 18 17:14:05.411608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b6721-5242-4cad-9013-42a7d988c34e service neutron] Pushing event updated for resources: {'Port': ['ID=f5171b80-a43f-44d7-91d3-054881ac7837,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:05.416760 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ecd7ee-db1f-488d-a94d-110bc255959a x-openstack-request-id: req-61ecd7ee-db1f-488d-a94d-110bc255959a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:05.417264 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdeb969-2e21-4f27-8da3-6d97c979c691", "tag": "f5171b80-a43f-44d7-91d3-054881ac7837", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:05.417710 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61ecd7ee-db1f-488d-a94d-110bc255959a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:05.418259 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ecd7ee-db1f-488d-a94d-110bc255959a'] response: {'name': 'network-changed', 'server_uuid': '2bdeb969-2e21-4f27-8da3-6d97c979c691', 'tag': 'f5171b80-a43f-44d7-91d3-054881ac7837', 'status': 'completed', 'code': 200} Apr 18 17:14:05.443384 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a4430-bb29-4e01-85e5-1a646cd48151 req-cd902480-61d2-45d5-a898-160d3e200ed7 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.445634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e4a4430-bb29-4e01-85e5-1a646cd48151 req-cd902480-61d2-45d5-a898-160d3e200ed7 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 944 time: 0.1466742 Apr 18 17:14:05.458031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e96da2eb-cf9f-459c-8a23-91de2f24c35f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.508075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39162) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:05.528807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e96da2eb-cf9f-459c-8a23-91de2f24c35f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.531179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: a77c003d-5a99-4a7d-8949-cee1dc4d0e29 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:05.531179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a77c003d-5a99-4a7d-8949-cee1dc4d0e29 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:05.613308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e3334c42-cce4-454d-a338-5fcb5ce33302 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1f5fa762bf24665b01526e7b1312f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882876 Apr 18 17:14:05.619500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39166) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:05.629170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port db0761d1-9a87-423c-9bed-64254b431c96 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:05.630199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ba7d-e007-4041-810b-1fe5c9258594 req-ff09691c-0d79-406d-bd46-2718bcdd1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.632473 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f477ba7d-e007-4041-810b-1fe5c9258594 req-ff09691c-0d79-406d-bd46-2718bcdd1b8b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=94b403a09a194cb2a0cecf5bb291826e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2117143 Apr 18 17:14:05.633595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e4a4430-bb29-4e01-85e5-1a646cd48151 req-cbb91eb3-bc3f-4226-9d30-fe54980fa0d2 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675527 Apr 18 17:14:05.659078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8daa1d-2285-4d02-bdd7-71eaf78fa435 req-d10c7a3e-31b6-4caf-a1d7-9aa2eb6cd742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.660583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f8daa1d-2285-4d02-bdd7-71eaf78fa435 req-d10c7a3e-31b6-4caf-a1d7-9aa2eb6cd742 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&device_id=2bdeb969-2e21-4f27-8da3-6d97c979c691 HTTP/1.1" status: 200 len: 1094 time: 0.1815548 Apr 18 17:14:05.688753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port db0761d1-9a87-423c-9bed-64254b431c96 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:05.689129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.753716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e96da2eb-cf9f-459c-8a23-91de2f24c35f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.757392 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e96da2eb-cf9f-459c-8a23-91de2f24c35f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.758324 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e96da2eb-cf9f-459c-8a23-91de2f24c35f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/c3ccbebe-11d5-4d99-9484-b02f049e711d HTTP/1.1" status: 204 len: 168 time: 0.4682257 Apr 18 17:14:05.763806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39170) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:05.777296 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acc5d447-11c7-4a4e-a5ae-b0895b67744c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.791421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96da2eb-cf9f-459c-8a23-91de2f24c35f tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ccbebe-11d5-4d99-9484-b02f049e711d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:05.831119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acc5d447-11c7-4a4e-a5ae-b0895b67744c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:05.868672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8daa1d-2285-4d02-bdd7-71eaf78fa435 req-95a37b8b-f216-4b01-ba12-1e35d2932d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.870213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f8daa1d-2285-4d02-bdd7-71eaf78fa435 req-95a37b8b-f216-4b01-ba12-1e35d2932d26 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=94b403a09a194cb2a0cecf5bb291826e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1925128 Apr 18 17:14:05.870890 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-678966c9-00b3-4413-8cdb-c7482835a324 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024673 Apr 18 17:14:05.873928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ba7d-e007-4041-810b-1fe5c9258594 req-44ef1309-b528-405f-864b-886e598b5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:05.875329 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f477ba7d-e007-4041-810b-1fe5c9258594 req-44ef1309-b528-405f-864b-886e598b5ee6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325263 Apr 18 17:14:05.875981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39172) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:05.880834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b90271b8-caf7-4ce8-b180-43570d0b3cd8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'tempest-secgroup--696020908'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:05.948855 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.004152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8daa1d-2285-4d02-bdd7-71eaf78fa435 req-0e0dabb0-71cb-4969-9d66-12c310305542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.006267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f8daa1d-2285-4d02-bdd7-71eaf78fa435 req-0e0dabb0-71cb-4969-9d66-12c310305542 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258588 Apr 18 17:14:06.008875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b90271b8-caf7-4ce8-b180-43570d0b3cd8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.035329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-16280139-3be8-40b7-9fe5-dba805fa1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.037042 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-16280139-3be8-40b7-9fe5-dba805fa1f0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 1095 time: 0.0604777 Apr 18 17:14:06.090244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.098704 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acc5d447-11c7-4a4e-a5ae-b0895b67744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.101840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acc5d447-11c7-4a4e-a5ae-b0895b67744c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.102987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-acc5d447-11c7-4a4e-a5ae-b0895b67744c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8201b384-5743-4df1-96a7-882b641c8a5f HTTP/1.1" status: 204 len: 168 time: 0.4812317 Apr 18 17:14:06.124445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5d447-11c7-4a4e-a5ae-b0895b67744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8201b384-5743-4df1-96a7-882b641c8a5f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:06.151035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-050c57cb-343c-4b78-989e-76104eda5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.152509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-050c57cb-343c-4b78-989e-76104eda5db2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&device_id=2bdeb969-2e21-4f27-8da3-6d97c979c691 HTTP/1.1" status: 200 len: 1094 time: 0.0877964 Apr 18 17:14:06.154899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed49f0-b72f-43ed-83cf-cee54c3645d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0761d1-9a87-423c-9bed-64254b431c96'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:06.157279 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2000f7-15ea-42c8-a575-d7f3af4a2aad" -d '{"events": [{"server_uuid": "08ed49f0-b72f-43ed-83cf-cee54c3645d6", "name": "network-vif-plugged", "status": "completed", "tag": "db0761d1-9a87-423c-9bed-64254b431c96"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:06.182473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port db0761d1-9a87-423c-9bed-64254b431c96, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=db0761d1-9a87-423c-9bed-64254b431c96,segment=NetworkSegment(64797277-8e0f-445b-b571-d934d5c53cdd),segment_id=64797277-8e0f-445b-b571-d934d5c53cdd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:06.191827 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.225079 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5c844b-fa17-43f5-ac7a-fc8dd207d2f3 x-openstack-request-id: req-de5c844b-fa17-43f5-ac7a-fc8dd207d2f3 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:06.225372 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed49f0-b72f-43ed-83cf-cee54c3645d6", "name": "network-vif-plugged", "status": "completed", "tag": "db0761d1-9a87-423c-9bed-64254b431c96", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:06.229989 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de5c844b-fa17-43f5-ac7a-fc8dd207d2f3 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:06.229989 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5c844b-fa17-43f5-ac7a-fc8dd207d2f3'] response: {'server_uuid': '08ed49f0-b72f-43ed-83cf-cee54c3645d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0761d1-9a87-423c-9bed-64254b431c96', 'code': 200} Apr 18 17:14:06.240530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-1b296225-38e4-4b98-8873-7bd847663bf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5171b80-a43f-44d7-91d3-054881ac7837 HTTP/1.1" status: 200 len: 217 time: 0.0722733 Apr 18 17:14:06.252618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.322673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b264631c-8f35-4914-aa48-58aba07f9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.324264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-b264631c-8f35-4914-aa48-58aba07f9dd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1e73170-f54c-4324-8691-4797dddfecc0 HTTP/1.1" status: 200 len: 853 time: 0.0619299 Apr 18 17:14:06.356012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=db0761d1-9a87-423c-9bed-64254b431c96,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:06.410319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-ebfce633-7127-459c-945d-9c268bb3515f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87255d4e-2293-4147-9797-e8b163437663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623894 Apr 18 17:14:06.460308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a9952-7b8d-4a27-bc50-8cc7a51e4a71 req-d70ff549-610a-418c-800f-ae80260a887e tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.461936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb5a9952-7b8d-4a27-bc50-8cc7a51e4a71 req-d70ff549-610a-418c-800f-ae80260a887e tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 944 time: 0.1365471 Apr 18 17:14:06.480342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-47bf6742-08ba-4280-a062-14cd957c2a10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e1c3804-8c5a-4ee9-ac58-c954e4388983 HTTP/1.1" status: 200 len: 217 time: 0.4280145 Apr 18 17:14:06.500050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aa3ca-6332-495e-ad40-3390e080c98f req-058f10ae-9223-42d8-9097-fd14dd0a21d9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.505898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aa3ca-6332-495e-ad40-3390e080c98f req-058f10ae-9223-42d8-9097-fd14dd0a21d9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.511429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b90271b8-caf7-4ce8-b180-43570d0b3cd8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.511782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aa3ca-6332-495e-ad40-3390e080c98f req-058f10ae-9223-42d8-9097-fd14dd0a21d9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.517668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aa3ca-6332-495e-ad40-3390e080c98f req-058f10ae-9223-42d8-9097-fd14dd0a21d9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.524193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aa3ca-6332-495e-ad40-3390e080c98f req-058f10ae-9223-42d8-9097-fd14dd0a21d9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.529728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aa3ca-6332-495e-ad40-3390e080c98f req-058f10ae-9223-42d8-9097-fd14dd0a21d9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.535760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aa3ca-6332-495e-ad40-3390e080c98f req-058f10ae-9223-42d8-9097-fd14dd0a21d9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.538539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-643aa3ca-6332-495e-ad40-3390e080c98f req-058f10ae-9223-42d8-9097-fd14dd0a21d9 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5436 time: 0.2091923 Apr 18 17:14:06.583604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b90271b8-caf7-4ce8-b180-43570d0b3cd8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.625281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd55df-6da1-441d-be9c-b4c533f31788 req-35a070e2-181a-498f-9c3f-a67c8f9a307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.626840 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-93fd55df-6da1-441d-be9c-b4c533f31788 req-35a070e2-181a-498f-9c3f-a67c8f9a307f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 1096 time: 0.1564295 Apr 18 17:14:06.627520 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb5a9952-7b8d-4a27-bc50-8cc7a51e4a71 req-f3b54cb3-220c-4aa0-91b7-25a55422a878 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391654 Apr 18 17:14:06.648475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-643aa3ca-6332-495e-ad40-3390e080c98f req-11af3430-2ec0-4f6c-aea1-f62b0fc619e5 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896821 Apr 18 17:14:06.654142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-32012db4-9a81-43f1-850b-f775111c58db service neutron] 10.222.0.41 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357590 Apr 18 17:14:06.665900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cd54d38e-ed9a-4b12-b7b9-2ed988870784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.666562 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-cd54d38e-ed9a-4b12-b7b9-2ed988870784 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1e73170-f54c-4324-8691-4797dddfecc0 HTTP/1.1" status: 200 len: 853 time: 0.1392155 Apr 18 17:14:06.710555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90271b8-caf7-4ce8-b180-43570d0b3cd8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e33ded-3ff5-4a55-9711-09fa43ca2b66,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:06.736533 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-3aa888e3-0e41-46f9-bf47-510d8379f320 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87255d4e-2293-4147-9797-e8b163437663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412917 Apr 18 17:14:06.739117 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b90271b8-caf7-4ce8-b180-43570d0b3cd8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.740263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b90271b8-caf7-4ce8-b180-43570d0b3cd8 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8634026 Apr 18 17:14:06.751101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39192) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:06.760903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cc96806e-39dd-4c5f-8c2e-683b82f2d076 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:06.761215 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-cc96806e-39dd-4c5f-8c2e-683b82f2d076 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 17:14:06.761747 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-cc96806e-39dd-4c5f-8c2e-683b82f2d076 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 17:14:06.762718 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc96806e-39dd-4c5f-8c2e-683b82f2d076 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "PUT /v2.0/security-groups/27e33ded-3ff5-4a55-9711-09fa43ca2b66 HTTP/1.1" status: 409 len: 330 time: 0.0078235 Apr 18 17:14:06.767214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39194) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:06.774810 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-93fd55df-6da1-441d-be9c-b4c533f31788 req-ff50c057-7cdf-4b97-a6f3-0ebba77cb52d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362116 Apr 18 17:14:06.812770 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-3ef19986-b97f-487c-ae56-f8e3ff4f6d35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2065647 Apr 18 17:14:06.867298 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-3a326d5d-c811-4d80-9442-1f9e8862cfd2 service neutron] 10.222.0.18 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220191 Apr 18 17:14:06.908736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-614fa9c0-448e-41cb-888b-75bf7f9580be service neutron] 10.222.0.41 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453899 Apr 18 17:14:06.938624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e041c1-21ee-4737-b5da-b49b0cee3ff6 req-4c3a8c53-3cc7-4b36-8a50-a8d7750b3d24 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:06.940102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48e041c1-21ee-4737-b5da-b49b0cee3ff6 req-4c3a8c53-3cc7-4b36-8a50-a8d7750b3d24 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 945 time: 0.1305318 Apr 18 17:14:06.943280 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-88c050fa-3f7d-4f2b-8026-f04bb0bb92fc tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:06.980588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-88c050fa-3f7d-4f2b-8026-f04bb0bb92fc tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:07.027704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48e041c1-21ee-4737-b5da-b49b0cee3ff6 req-32110a01-aee3-4445-bfa9-1eaf3a0547e7 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689814 Apr 18 17:14:07.049324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-80e1f82f-96bc-4932-80de-3393d2d8ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.050954 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-80e1f82f-96bc-4932-80de-3393d2d8ae13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 1096 time: 0.1583679 Apr 18 17:14:07.108447 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7990a85b-300e-461c-9587-fa5b3aa4747f req-211e2bbb-5c35-42fc-90b3-f8ebabd7707a service neutron] 10.222.0.18 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309165 Apr 18 17:14:07.126196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-88c050fa-3f7d-4f2b-8026-f04bb0bb92fc tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:07.130010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-88c050fa-3f7d-4f2b-8026-f04bb0bb92fc tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:07.131651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-88c050fa-3f7d-4f2b-8026-f04bb0bb92fc tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/27e33ded-3ff5-4a55-9711-09fa43ca2b66 HTTP/1.1" status: 204 len: 168 time: 0.3615055 Apr 18 17:14:07.139558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39204) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:07.161862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c050fa-3f7d-4f2b-8026-f04bb0bb92fc tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e33ded-3ff5-4a55-9711-09fa43ca2b66,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:07.214771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ff7fe234-4ef8-48bf-8ad8-58ca9f8328c6 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703485 Apr 18 17:14:07.215106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39210) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:07.231953 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-341f9a62-f47e-4ac3-a5f7-20f9563cece4 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] delete failed (client error): The resource could not be found. Apr 18 17:14:07.236700 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-341f9a62-f47e-4ac3-a5f7-20f9563cece4 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "DELETE /v2.0/security-groups/7b3f2041-a19d-4d76-ae56-70044869d19c HTTP/1.1" status: 404 len: 347 time: 0.0169480 Apr 18 17:14:07.236892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39212) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:07.254997 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-e29e4194-b3b8-406c-a3b7-8ba560b8e3a5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] show failed (client error): The resource could not be found. Apr 18 17:14:07.255338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-80a175ff-c182-4579-ab66-1bf2ba14d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.256010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e29e4194-b3b8-406c-a3b7-8ba560b8e3a5 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-groups/f1580e86-edc9-424b-a0f3-a98a18bfbe0b HTTP/1.1" status: 404 len: 347 time: 0.0177252 Apr 18 17:14:07.259820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39214) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:07.262503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-80a175ff-c182-4579-ab66-1bf2ba14d1ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.1844642 Apr 18 17:14:07.273174 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-8747fb44-8328-4a2d-bb25-4604e8aeee91 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] show failed (client error): The resource could not be found. Apr 18 17:14:07.277495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8747fb44-8328-4a2d-bb25-4604e8aeee91 tempest-NegativeSecGroupIPv6Test-115415021 tempest-NegativeSecGroupIPv6Test-115415021-project] 10.222.0.45 "GET /v2.0/security-group-rules/4bde8d1a-e646-481c-bc41-cf5b18b0fd6c HTTP/1.1" status: 404 len: 356 time: 0.0136623 Apr 18 17:14:07.346905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-5b261fb6-9674-468c-967c-c016ef709208 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 200 len: 1001 time: 0.0683236 Apr 18 17:14:07.398838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-dd6abdc0-edbf-410f-9de1-adf110e0d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.400660 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-dd6abdc0-edbf-410f-9de1-adf110e0d95a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0468042 Apr 18 17:14:07.452572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-a571d1e5-62db-4b9f-ba2a-daed0b4fd3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.454071 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-a571d1e5-62db-4b9f-ba2a-daed0b4fd3cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436745 Apr 18 17:14:07.562759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-d04d59e1-89ac-4ccd-9b96-7b22541b6a7f service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004124 Apr 18 17:14:07.677381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cebb6062-51a1-4204-b53d-f951b6950f3c req-d195f8e6-cfa6-4d08-816e-bf6395f7c4f3 service neutron] 10.222.0.18 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067500 Apr 18 17:14:07.749264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39232) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:07.870682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-9e419b65-4170-4de0-bbfb-e5f8a6a67acc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.876715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-9e419b65-4170-4de0-bbfb-e5f8a6a67acc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.882798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-9e419b65-4170-4de0-bbfb-e5f8a6a67acc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.889435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-9e419b65-4170-4de0-bbfb-e5f8a6a67acc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.895360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-9e419b65-4170-4de0-bbfb-e5f8a6a67acc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.902051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-9e419b65-4170-4de0-bbfb-e5f8a6a67acc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.908017 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-9e419b65-4170-4de0-bbfb-e5f8a6a67acc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.917286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-9e419b65-4170-4de0-bbfb-e5f8a6a67acc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5436 time: 0.1596093 Apr 18 17:14:07.932682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacb7c8-6e1e-4142-bacb-d6db344780c5 req-a08d454a-d3a9-41e5-a624-c81ae529667a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:07.934247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9eacb7c8-6e1e-4142-bacb-d6db344780c5 req-a08d454a-d3a9-41e5-a624-c81ae529667a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 944 time: 0.1588540 Apr 18 17:14:08.002800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f83ef70-fae0-4724-b7e8-6f2e6d673bf5 req-aa803c50-7c98-4e27-843f-999c743f3f78 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846722 Apr 18 17:14:08.017256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9eacb7c8-6e1e-4142-bacb-d6db344780c5 req-df465347-b4ac-402d-99dc-8e6e17760767 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689111 Apr 18 17:14:08.036662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39240) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:08.038258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3a8ae771-a171-447f-b24e-eff74902c507 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=514b2d1fc7d140fea3680858d643a2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875783 Apr 18 17:14:08.125114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a680caaf-7d38-41d9-8404-a4d704899bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:08.154853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a680caaf-7d38-41d9-8404-a4d704899bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:08.183688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12949301-19c7-40a9-b74e-b75a14b1070a req-6a3f4845-8b76-46c0-8c7f-ef15bce5adf1 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:08.185995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12949301-19c7-40a9-b74e-b75a14b1070a req-6a3f4845-8b76-46c0-8c7f-ef15bce5adf1 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 945 time: 0.0667408 Apr 18 17:14:08.228140 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12949301-19c7-40a9-b74e-b75a14b1070a req-5b4fa77c-25ec-4576-9752-489f1eb22668 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Apr 18 17:14:08.324634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a680caaf-7d38-41d9-8404-a4d704899bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:08.324634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a680caaf-7d38-41d9-8404-a4d704899bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:08.324634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a680caaf-7d38-41d9-8404-a4d704899bb3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f655c93-d55b-4324-a544-1be5a627a425 HTTP/1.1" status: 204 len: 168 time: 0.2846122 Apr 18 17:14:08.332433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680caaf-7d38-41d9-8404-a4d704899bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f655c93-d55b-4324-a544-1be5a627a425,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:09.191989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af252a52-25f2-4f43-84cc-13762d726de3 req-6c48335f-8b09-42d6-9ba9-c66cd1cc89fd tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.193602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af252a52-25f2-4f43-84cc-13762d726de3 req-6c48335f-8b09-42d6-9ba9-c66cd1cc89fd tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 944 time: 0.0946095 Apr 18 17:14:09.211139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-502b6cec-3333-4c86-a437-795c4526bcf6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.217470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-502b6cec-3333-4c86-a437-795c4526bcf6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.223272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-502b6cec-3333-4c86-a437-795c4526bcf6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.230238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-502b6cec-3333-4c86-a437-795c4526bcf6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.236325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-502b6cec-3333-4c86-a437-795c4526bcf6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.242578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-502b6cec-3333-4c86-a437-795c4526bcf6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.248843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-502b6cec-3333-4c86-a437-795c4526bcf6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.259727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-502b6cec-3333-4c86-a437-795c4526bcf6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5436 time: 0.1489978 Apr 18 17:14:09.305080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1df644db-7c5c-41c6-b618-2b770dafe1de up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:09.340090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af252a52-25f2-4f43-84cc-13762d726de3 req-9670356e-7df8-4640-8063-f8457f944360 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772285 Apr 18 17:14:09.357430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1f66f0d-6f8b-4333-be76-84256c40da10 req-8625c2b9-be16-472e-9ea2-b067cd46f87b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964496 Apr 18 17:14:09.505131 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c30904-a9f0-4453-8736-2d2036d26230 req-ce4ddd06-7f48-4093-922e-9bbe29c9376a tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.506770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8c30904-a9f0-4453-8736-2d2036d26230 req-ce4ddd06-7f48-4093-922e-9bbe29c9376a tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 945 time: 0.0781052 Apr 18 17:14:09.542784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 1df644db-7c5c-41c6-b618-2b770dafe1de completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:09.547127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 1df644db-7c5c-41c6-b618-2b770dafe1de triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:09.547127 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:09.556567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8c30904-a9f0-4453-8736-2d2036d26230 req-12603ba1-6eea-4a47-952a-ca6fdf8b85ce tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Apr 18 17:14:09.672089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-c630f29d-d478-432a-9765-e14262d18201 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693905 Apr 18 17:14:09.705745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:09.752060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-30b3453d-dcfd-4363-a06f-1811dcfe096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.754290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-30b3453d-dcfd-4363-a06f-1811dcfe096e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcabbefaa1ec4dd88f79677486700168&device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 1097 time: 0.0476179 Apr 18 17:14:09.765219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39304) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:09.777033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:09.780471 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b1b19-d901-49a0-a573-3949b1c2cfe9" -d '{"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:09.811991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1df644db-7c5c-41c6-b618-2b770dafe1de, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df644db-7c5c-41c6-b618-2b770dafe1de,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:09.842210 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8219ce-5bb6-4973-aeea-7b72d2ebda9a x-openstack-request-id: req-4a8219ce-5bb6-4973-aeea-7b72d2ebda9a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:09.842823 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:09.843279 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a8219ce-5bb6-4973-aeea-7b72d2ebda9a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:09.843922 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8219ce-5bb6-4973-aeea-7b72d2ebda9a'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'code': 200} Apr 18 17:14:09.878783 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:09.908724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-f2cf5e2f-aa18-4562-ae01-31d805f09d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:09.908967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cc74abe7-708e-483a-8890-98dbfa96130d tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:09.909538 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-cc74abe7-708e-483a-8890-98dbfa96130d tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 17:14:09.910098 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-cc74abe7-708e-483a-8890-98dbfa96130d tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 17:14:09.910270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-f2cf5e2f-aa18-4562-ae01-31d805f09d45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 200 len: 920 time: 0.1347387 Apr 18 17:14:09.915854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc74abe7-708e-483a-8890-98dbfa96130d tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1451955 Apr 18 17:14:09.916267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39312) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:09.936399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034657632'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:09.990638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1df644db-7c5c-41c6-b618-2b770dafe1de,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:10.019779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-6dfc6889-cd66-4fdd-9d99-a958cc11e5d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a HTTP/1.1" status: 200 len: 217 time: 0.1004901 Apr 18 17:14:10.031956 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.046648 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.083712 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-8286b50f-088b-4511-8d5b-f1d8ac900e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.085909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-8286b50f-088b-4511-8d5b-f1d8ac900e8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 200 len: 858 time: 0.0588887 Apr 18 17:14:10.123443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:14:10.160722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.226160 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.240410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-0e91ae83-8e65-44e2-9976-70d42fa54540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.242471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-0e91ae83-8e65-44e2-9976-70d42fa54540 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdbe340-3970-4ffa-be4e-e62950601709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113892 Apr 18 17:14:10.270435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46352f14-89a6-4522-87b0-8a6841aeef1e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:10.329808 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.330657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ffcd6-6cb0-414d-9646-1875800badbb req-f61f819e-1988-4757-88b8-d0c68a21be52 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.332169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b3ffcd6-6cb0-414d-9646-1875800badbb req-f61f819e-1988-4757-88b8-d0c68a21be52 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 945 time: 0.1219518 Apr 18 17:14:10.376161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-51eb0e25-54c7-40e4-8b20-ed94cf9f9333 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263125 Apr 18 17:14:10.388760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b3ffcd6-6cb0-414d-9646-1875800badbb req-38a06da0-a9ef-4d21-af9d-a2181d4608dd tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 Apr 18 17:14:10.425906 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.509183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4880af4-1d7d-4b70-9a0c-1779e2d4905d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:10.532858 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54f48a60-e1f0-470a-9f91-aca5922a7224 req-11de04cf-e92f-4858-8b9f-8d20b517bb7f service neutron] 10.222.0.41 "GET /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431060 Apr 18 17:14:10.556130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc8e82-a539-48a1-960a-e261ed818e2d req-c985a5e5-57d9-4ab5-95b8-ab070cd51471 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.563552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cdc8e82-a539-48a1-960a-e261ed818e2d req-c985a5e5-57d9-4ab5-95b8-ab070cd51471 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 944 time: 0.1000707 Apr 18 17:14:10.584441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.591624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39332) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:10.593732 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b080e070-f22e-4bbd-bb1e-30ba1a75fb14 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6752670 Apr 18 17:14:10.602911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b4ed40f1-9c56-416b-af6f-1baa9ed69b09 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': 'b4880af4-1d7d-4b70-9a0c-1779e2d4905d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:10.642610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-154f002a-46ba-45a4-8e4d-975698877fb6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.649126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-154f002a-46ba-45a4-8e4d-975698877fb6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.649287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f5171b80-a43f-44d7-91d3-054881ac7837 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:10.655181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-154f002a-46ba-45a4-8e4d-975698877fb6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.667002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-154f002a-46ba-45a4-8e4d-975698877fb6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.677364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-154f002a-46ba-45a4-8e4d-975698877fb6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.683249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-154f002a-46ba-45a4-8e4d-975698877fb6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.689037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-154f002a-46ba-45a4-8e4d-975698877fb6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:10.691024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-154f002a-46ba-45a4-8e4d-975698877fb6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5437 time: 0.1565075 Apr 18 17:14:10.702814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9cdc8e82-a539-48a1-960a-e261ed818e2d req-4bb9b0d3-5bcf-4f50-af1f-e07f6d37d850 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383967 Apr 18 17:14:10.756394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d549143-e502-45fd-86a9-9b8ede2401c5 req-00cf4d86-ef4b-4e3b-b423-fd6f1b5afbdd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525260 Apr 18 17:14:10.764382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4ed40f1-9c56-416b-af6f-1baa9ed69b09 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.810228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f5171b80-a43f-44d7-91d3-054881ac7837, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f5171b80-a43f-44d7-91d3-054881ac7837,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:10.829067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'f5171b80-a43f-44d7-91d3-054881ac7837', 'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'port_id': 'f5171b80-a43f-44d7-91d3-054881ac7837', 'mac_address': 'fa:16:3e:24:a9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e73170-f54c-4324-8691-4797dddfecc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:10.854131 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4ed40f1-9c56-416b-af6f-1baa9ed69b09 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.870004 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.882530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5171b80-a43f-44d7-91d3-054881ac7837 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:10.901883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f5171b80-a43f-44d7-91d3-054881ac7837, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f5171b80-a43f-44d7-91d3-054881ac7837,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:10.962999 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4ed40f1-9c56-416b-af6f-1baa9ed69b09 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:10.981152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed40f1-9c56-416b-af6f-1baa9ed69b09 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3650a46-984d-4eee-a751-711cec82db73,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:10.988459 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.037000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=f5171b80-a43f-44d7-91d3-054881ac7837,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:11.066032 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4ed40f1-9c56-416b-af6f-1baa9ed69b09 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.068506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b4ed40f1-9c56-416b-af6f-1baa9ed69b09 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4764578 Apr 18 17:14:11.071793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39336) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:11.076285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-999679e0-0b67-478a-bd6c-a107bb5a8eee tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': 'b4880af4-1d7d-4b70-9a0c-1779e2d4905d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:11.197300 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-999679e0-0b67-478a-bd6c-a107bb5a8eee tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.306612 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-999679e0-0b67-478a-bd6c-a107bb5a8eee tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 17:14:11.308047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-999679e0-0b67-478a-bd6c-a107bb5a8eee tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2353036 Apr 18 17:14:11.310847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39340) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:11.331674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 9e1c3804-8c5a-4ee9-ac58-c954e4388983 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:11.385127 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19d8bd9b-9ffd-45cb-b32a-4bf49a99c937 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.417708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19d8bd9b-9ffd-45cb-b32a-4bf49a99c937 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.421585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4aa0be45-e91c-424e-8f55-e2cefd61223e up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:11.459246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['f5171b80-a43f-44d7-91d3-054881ac7837'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:11.539650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4592f3-d460-4df2-98be-1426f496c2b9 req-b577ff9e-a58a-4691-be21-50cb1daa857b tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:11.545008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 9e1c3804-8c5a-4ee9-ac58-c954e4388983, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=9e1c3804-8c5a-4ee9-ac58-c954e4388983,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:11.550742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa4592f3-d460-4df2-98be-1426f496c2b9 req-b577ff9e-a58a-4691-be21-50cb1daa857b tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 945 time: 0.0624778 Apr 18 17:14:11.561879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19d8bd9b-9ffd-45cb-b32a-4bf49a99c937 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.565126 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19d8bd9b-9ffd-45cb-b32a-4bf49a99c937 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.566494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-19d8bd9b-9ffd-45cb-b32a-4bf49a99c937 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/b4880af4-1d7d-4b70-9a0c-1779e2d4905d HTTP/1.1" status: 204 len: 168 time: 0.2546675 Apr 18 17:14:11.569398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39346) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:11.572521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '9e1c3804-8c5a-4ee9-ac58-c954e4388983', 'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'port_id': '9e1c3804-8c5a-4ee9-ac58-c954e4388983', 'mac_address': 'fa:16:3e:b0:89:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e73170-f54c-4324-8691-4797dddfecc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:11.630677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa4592f3-d460-4df2-98be-1426f496c2b9 req-0b16874c-f808-4fcf-84c1-eeed6cf0e4d8 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787635 Apr 18 17:14:11.632040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8bd9b-9ffd-45cb-b32a-4bf49a99c937 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4880af4-1d7d-4b70-9a0c-1779e2d4905d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:11.651115 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.662501 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-13ba4bc1-df1e-4ecf-87d8-a4c3e964330a tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878563 Apr 18 17:14:11.663756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39348) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:11.668667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0ff6d05e-2227-49f2-b2d5-e399f8d779fb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864687637'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:11.687755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 4aa0be45-e91c-424e-8f55-e2cefd61223e completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:11.698435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1c3804-8c5a-4ee9-ac58-c954e4388983 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:11.713887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 4aa0be45-e91c-424e-8f55-e2cefd61223e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:11.714506 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.792307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 9e1c3804-8c5a-4ee9-ac58-c954e4388983, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=9e1c3804-8c5a-4ee9-ac58-c954e4388983,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:11.825995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39358) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:11.863650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ff6d05e-2227-49f2-b2d5-e399f8d779fb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.890308 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.933498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4aa0be45-e91c-424e-8f55-e2cefd61223e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:11.934596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa0be45-e91c-424e-8f55-e2cefd61223e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:11.937693 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87aca7e-2444-4e44-8794-1eb394130835" -d '{"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "4aa0be45-e91c-424e-8f55-e2cefd61223e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:11.940959 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:11.978802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124175e-2875-451d-961d-e6f4dd2079a7 req-cb2056bc-2237-4358-8ba1-b015f6e72871 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:11.980568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a124175e-2875-451d-961d-e6f4dd2079a7 req-cb2056bc-2237-4358-8ba1-b015f6e72871 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 944 time: 0.1858232 Apr 18 17:14:12.013269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=9e1c3804-8c5a-4ee9-ac58-c954e4388983,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:12.031535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99866f67-7e7f-4c15-8fc5-3924d6197f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.064606 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.066742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 016aa17e-2fa3-4d57-8561-d91271203424 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:12.106673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-976f632b-14e0-4b2d-9bd1-aee232636316 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.108625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-976f632b-14e0-4b2d-9bd1-aee232636316 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.41 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 945 time: 0.2515640 Apr 18 17:14:12.128870 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99866f67-7e7f-4c15-8fc5-3924d6197f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.157147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-37e3b9af-8b17-4622-b650-3713287e0304 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.163033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-37e3b9af-8b17-4622-b650-3713287e0304 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.170025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-37e3b9af-8b17-4622-b650-3713287e0304 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.177715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-37e3b9af-8b17-4622-b650-3713287e0304 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.186701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-37e3b9af-8b17-4622-b650-3713287e0304 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.192552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99866f67-7e7f-4c15-8fc5-3924d6197f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.192727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-37e3b9af-8b17-4622-b650-3713287e0304 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.198540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-37e3b9af-8b17-4622-b650-3713287e0304 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.206527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-37e3b9af-8b17-4622-b650-3713287e0304 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5437 time: 0.2515216 Apr 18 17:14:12.211259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a124175e-2875-451d-961d-e6f4dd2079a7 req-6065bdec-416c-4c61-8b85-c911c5cb7181 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088516 Apr 18 17:14:12.235640 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ff6d05e-2227-49f2-b2d5-e399f8d779fb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.264122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-99866f67-7e7f-4c15-8fc5-3924d6197f8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10245604eddd43c1bd709eab7c59e99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367583 Apr 18 17:14:12.265691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99866f67-7e7f-4c15-8fc5-3924d6197f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7633d0d4-fe55-498d-b5da-172d3cfdc64e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:12.269976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39368) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:12.317684 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ff6d05e-2227-49f2-b2d5-e399f8d779fb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.341352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcc1ca80-abf9-4a55-9b83-304146c76af4 req-424579d1-fdb7-41cb-b6c4-11020ef0d3e7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338699 Apr 18 17:14:12.364381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff65b-ccb7-4016-918c-c63d69525121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.371974 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586a8d69-0f84-44a4-a460-f3381c318d2f x-openstack-request-id: req-586a8d69-0f84-44a4-a460-f3381c318d2f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:12.372251 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "4aa0be45-e91c-424e-8f55-e2cefd61223e", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:12.372870 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-586a8d69-0f84-44a4-a460-f3381c318d2f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:12.373430 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586a8d69-0f84-44a4-a460-f3381c318d2f'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa0be45-e91c-424e-8f55-e2cefd61223e', 'code': 200} Apr 18 17:14:12.387296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6d05e-2227-49f2-b2d5-e399f8d779fb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0349c07-5792-41a6-a65a-3bb7e870ed28,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:12.406830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4aa0be45-e91c-424e-8f55-e2cefd61223e,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:12.417148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Deleting port db0761d1-9a87-423c-9bed-64254b431c96 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:12.417432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff65b-ccb7-4016-918c-c63d69525121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.417577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.458642 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ff6d05e-2227-49f2-b2d5-e399f8d779fb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.459877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0ff6d05e-2227-49f2-b2d5-e399f8d779fb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7949860 Apr 18 17:14:12.463241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39374) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:12.502965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b00b741f-447c-4087-aac8-40813d6fc58d tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': 'd0349c07-5792-41a6-a65a-3bb7e870ed28', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:12.503697 n-d-836015-2 neutron-server[109826]: WARNING neutron.api.v2.base [None req-b00b741f-447c-4087-aac8-40813d6fc58d tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 17:14:12.506754 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-b00b741f-447c-4087-aac8-40813d6fc58d tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:12.506754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b00b741f-447c-4087-aac8-40813d6fc58d tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0412974 Apr 18 17:14:12.511590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39376) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:12.527126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 016aa17e-2fa3-4d57-8561-d91271203424 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:12.538368 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 016aa17e-2fa3-4d57-8561-d91271203424 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:12.539355 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.564630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] For port db0761d1-9a87-423c-9bed-64254b431c96, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=db0761d1-9a87-423c-9bed-64254b431c96,segment=NetworkSegment(64797277-8e0f-445b-b571-d934d5c53cdd),segment_id=64797277-8e0f-445b-b571-d934d5c53cdd)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:12.565076 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.574706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff65b-ccb7-4016-918c-c63d69525121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.578038 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff65b-ccb7-4016-918c-c63d69525121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.579376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cf6ff65b-ccb7-4016-918c-c63d69525121 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7633d0d4-fe55-498d-b5da-172d3cfdc64e HTTP/1.1" status: 204 len: 168 time: 0.3082676 Apr 18 17:14:12.582643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Calling delete_port for db0761d1-9a87-423c-9bed-64254b431c96 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:12.595215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ff65b-ccb7-4016-918c-c63d69525121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7633d0d4-fe55-498d-b5da-172d3cfdc64e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:12.623243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb5a93de-8b60-4229-b48d-dc172a3fe2d4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.645225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['9e1c3804-8c5a-4ee9-ac58-c954e4388983'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:12.673285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb5a93de-8b60-4229-b48d-dc172a3fe2d4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.736564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f5171b80-a43f-44d7-91d3-054881ac7837 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:12.809235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c0833-10c3-4838-8448-da030e80d610 req-5aa98895-19ea-4afd-8af3-87d77fd72cb2 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:12.817022 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b2c0833-10c3-4838-8448-da030e80d610 req-5aa98895-19ea-4afd-8af3-87d77fd72cb2 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 945 time: 0.0697856 Apr 18 17:14:12.820524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.824298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb5a93de-8b60-4229-b48d-dc172a3fe2d4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.827294 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fb5a93de-8b60-4229-b48d-dc172a3fe2d4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.830972 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fb5a93de-8b60-4229-b48d-dc172a3fe2d4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/d0349c07-5792-41a6-a65a-3bb7e870ed28 HTTP/1.1" status: 204 len: 168 time: 0.3152680 Apr 18 17:14:12.845654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39384) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:12.855185 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.873760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a93de-8b60-4229-b48d-dc172a3fe2d4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0349c07-5792-41a6-a65a-3bb7e870ed28,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:12.882764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Pushing event deleted for resources: {'Port': ['ID=db0761d1-9a87-423c-9bed-64254b431c96,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:12.912856 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b2c0833-10c3-4838-8448-da030e80d610 req-c381b291-5a6a-49bb-804b-6cc661331381 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/security-groups?id=37168cb0-88d8-4ef4-bfa3-4765d971782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949216 Apr 18 17:14:12.953749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 016aa17e-2fa3-4d57-8561-d91271203424, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=016aa17e-2fa3-4d57-8561-d91271203424,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:12.962365 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c4c561ed-062f-4971-86bb-a47b185e89ff tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1140037 Apr 18 17:14:12.968677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39388) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:12.973784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3fa7b7b6-a504-4815-bdc2-54f696e4acaa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--63968985'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:12.984032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] No DVR routers for this DVR port db0761d1-9a87-423c-9bed-64254b431c96 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:12.988456 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:12.996615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbba9dda-99c5-4812-b7bb-0a06dfe41ff4 req-7fc70a6b-19cd-4998-b8f5-ce65049e3072 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.41 "DELETE /v2.0/ports/db0761d1-9a87-423c-9bed-64254b431c96 HTTP/1.1" status: 204 len: 173 time: 0.8772907 Apr 18 17:14:12.997105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed49f0-b72f-43ed-83cf-cee54c3645d6', 'name': 'network-vif-deleted', 'tag': 'db0761d1-9a87-423c-9bed-64254b431c96'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:13.000042 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb77f6d-d138-41fa-9992-3ae57e70911d" -d '{"events": [{"server_uuid": "08ed49f0-b72f-43ed-83cf-cee54c3645d6", "name": "network-vif-deleted", "tag": "db0761d1-9a87-423c-9bed-64254b431c96"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:13.026992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port f5171b80-a43f-44d7-91d3-054881ac7837 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:13.031686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port f5171b80-a43f-44d7-91d3-054881ac7837 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:13.032066 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.067496 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.068360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 62bae62c-16b2-41d0-9370-cd3639e8314b up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:13.080362 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761010fb-c9ef-4f80-8d84-c553aba76328 x-openstack-request-id: req-761010fb-c9ef-4f80-8d84-c553aba76328 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:13.080690 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed49f0-b72f-43ed-83cf-cee54c3645d6", "name": "network-vif-deleted", "tag": "db0761d1-9a87-423c-9bed-64254b431c96", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:13.080927 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-761010fb-c9ef-4f80-8d84-c553aba76328 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:13.081687 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761010fb-c9ef-4f80-8d84-c553aba76328'] response: {'server_uuid': '08ed49f0-b72f-43ed-83cf-cee54c3645d6', 'name': 'network-vif-deleted', 'tag': 'db0761d1-9a87-423c-9bed-64254b431c96', 'status': 'completed', 'code': 200} Apr 18 17:14:13.106307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b7b6-a504-4815-bdc2-54f696e4acaa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.208868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=016aa17e-2fa3-4d57-8561-d91271203424,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:13.233164 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b7b6-a504-4815-bdc2-54f696e4acaa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.254531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65af83-4348-4b35-a22c-1bde7ec0b7a3 req-7ac7f687-04e4-4b71-b0e3-2a6358fff0ce tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.257143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de65af83-4348-4b35-a22c-1bde7ec0b7a3 req-7ac7f687-04e4-4b71-b0e3-2a6358fff0ce tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1071165 Apr 18 17:14:13.289739 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.330687 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b7b6-a504-4815-bdc2-54f696e4acaa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.331787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 62bae62c-16b2-41d0-9370-cd3639e8314b completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:13.347100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f5171b80-a43f-44d7-91d3-054881ac7837, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f5171b80-a43f-44d7-91d3-054881ac7837,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:13.348256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 62bae62c-16b2-41d0-9370-cd3639e8314b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:13.348630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.360702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de65af83-4348-4b35-a22c-1bde7ec0b7a3 req-757d7ec6-1c15-4bf1-90d8-176a396f4c18 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959790 Apr 18 17:14:13.398502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8358fa3-02c5-4814-bdd2-963e3ea7d327 req-e9993f2e-dbff-4935-87df-4c0dde8f8276 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.406440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8358fa3-02c5-4814-bdd2-963e3ea7d327 req-e9993f2e-dbff-4935-87df-4c0dde8f8276 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 945 time: 0.0929780 Apr 18 17:14:13.426541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7b7b6-a504-4815-bdc2-54f696e4acaa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303bdea8-cdc6-44cb-8d17-bed1019801c8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:13.453525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39398) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:13.457503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8358fa3-02c5-4814-bdd2-963e3ea7d327 req-e8e49fd2-b3d5-45ae-82c6-eba7ec4d4bf7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501807 Apr 18 17:14:13.470778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa48d650-688f-4a4a-928c-41532f3b8c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.503450 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.504722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device db0761d1-9a87-423c-9bed-64254b431c96 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:13.550372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: db0761d1-9a87-423c-9bed-64254b431c96 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:13.550984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device db0761d1-9a87-423c-9bed-64254b431c96 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:13.555672 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.580441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978db04-7377-4492-acea-6368630e8f01 req-329e9dea-f6fc-486d-ba33-1752ae601283 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.584011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa48d650-688f-4a4a-928c-41532f3b8c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.588697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b7b6-a504-4815-bdc2-54f696e4acaa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.592629 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3fa7b7b6-a504-4815-bdc2-54f696e4acaa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6203012 Apr 18 17:14:13.593696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39402) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:13.597809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978db04-7377-4492-acea-6368630e8f01 req-329e9dea-f6fc-486d-ba33-1752ae601283 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.600547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fa2b4215-8002-4cd5-8781-a1eb40135c65 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '303bdea8-cdc6-44cb-8d17-bed1019801c8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:13.601713 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-fa2b4215-8002-4cd5-8781-a1eb40135c65 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 17:14:13.602227 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-fa2b4215-8002-4cd5-8781-a1eb40135c65 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:13.603190 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fa2b4215-8002-4cd5-8781-a1eb40135c65 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072281 Apr 18 17:14:13.605535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978db04-7377-4492-acea-6368630e8f01 req-329e9dea-f6fc-486d-ba33-1752ae601283 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.606058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39404) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:13.611850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978db04-7377-4492-acea-6368630e8f01 req-329e9dea-f6fc-486d-ba33-1752ae601283 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.612159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=f5171b80-a43f-44d7-91d3-054881ac7837,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:13.617783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978db04-7377-4492-acea-6368630e8f01 req-329e9dea-f6fc-486d-ba33-1752ae601283 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.618632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 62bae62c-16b2-41d0-9370-cd3639e8314b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=62bae62c-16b2-41d0-9370-cd3639e8314b,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:13.623508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978db04-7377-4492-acea-6368630e8f01 req-329e9dea-f6fc-486d-ba33-1752ae601283 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.629461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978db04-7377-4492-acea-6368630e8f01 req-329e9dea-f6fc-486d-ba33-1752ae601283 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:13.631352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b978db04-7377-4492-acea-6368630e8f01 req-329e9dea-f6fc-486d-ba33-1752ae601283 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5439 time: 0.1607027 Apr 18 17:14:13.685962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b978db04-7377-4492-acea-6368630e8f01 req-62408e2a-fe95-404f-80bf-d85bc65d49a7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471187 Apr 18 17:14:13.687299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-875f54d8-3af2-4278-860e-444b3056c846 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.689442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.690123 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa48d650-688f-4a4a-928c-41532f3b8c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.690687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:13.743839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fa48d650-688f-4a4a-928c-41532f3b8c01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2a7dfafc8bd471e949fa19a2ef01ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891800 Apr 18 17:14:13.746547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39406) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:13.780534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48d650-688f-4a4a-928c-41532f3b8c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2e73f4-3155-4716-906c-76e68b4457fc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:13.786687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=62bae62c-16b2-41d0-9370-cd3639e8314b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:13.787658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-875f54d8-3af2-4278-860e-444b3056c846 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.828486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ced37929-d6d6-41bc-b3e4-315ec6cd7296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.853539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ced37929-d6d6-41bc-b3e4-315ec6cd7296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.862496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:13.866388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:13.867302 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.951709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-875f54d8-3af2-4278-860e-444b3056c846 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.954681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-875f54d8-3af2-4278-860e-444b3056c846 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:13.956023 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-875f54d8-3af2-4278-860e-444b3056c846 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/303bdea8-cdc6-44cb-8d17-bed1019801c8 HTTP/1.1" status: 204 len: 168 time: 0.3490558 Apr 18 17:14:13.959710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39410) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:13.969117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f54d8-3af2-4278-860e-444b3056c846 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303bdea8-cdc6-44cb-8d17-bed1019801c8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:13.977166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.001947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ced37929-d6d6-41bc-b3e4-315ec6cd7296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.004706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ced37929-d6d6-41bc-b3e4-315ec6cd7296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.015763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ced37929-d6d6-41bc-b3e4-315ec6cd7296 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f2e73f4-3155-4716-906c-76e68b4457fc HTTP/1.1" status: 204 len: 168 time: 0.2674835 Apr 18 17:14:14.034749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:14.040913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced37929-d6d6-41bc-b3e4-315ec6cd7296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2e73f4-3155-4716-906c-76e68b4457fc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:14.077093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80007955-5f6e-4d02-b635-2bb2010c7ca5 req-4fefd6bd-73a5-44a5-8cbc-c9358e0b50a3 tempest-ServerGroupTestJSON-1442339289 tempest-ServerGroupTestJSON-1442339289-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ed49f0-b72f-43ed-83cf-cee54c3645d6 HTTP/1.1" status: 200 len: 210 time: 0.0497661 Apr 18 17:14:14.101961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-683611ad-c856-4bb1-9bb9-c507484d3098 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1351061 Apr 18 17:14:14.102244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:14.106700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f4788325-b3e4-4d73-9b08-3e04055b9b00 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663901329'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:14.111808 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.112959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ee397beb-601f-4c4b-9d6a-dc1e98f90a16 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:14.192063 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4788325-b3e4-4d73-9b08-3e04055b9b00 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.207152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:14.265402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4788325-b3e4-4d73-9b08-3e04055b9b00 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.297190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:14.301130 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:14.301541 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.357825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4788325-b3e4-4d73-9b08-3e04055b9b00 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.378052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016aa17e-2fa3-4d57-8561-d91271203424'}, {'server_uuid': '2bdeb969-2e21-4f27-8da3-6d97c979c691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5171b80-a43f-44d7-91d3-054881ac7837'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bae62c-16b2-41d0-9370-cd3639e8314b'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:14.380357 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e54820-fb99-4556-b1b6-b0bff0d15e89" -d '{"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "016aa17e-2fa3-4d57-8561-d91271203424"}, {"server_uuid": "2bdeb969-2e21-4f27-8da3-6d97c979c691", "name": "network-vif-plugged", "status": "completed", "tag": "f5171b80-a43f-44d7-91d3-054881ac7837"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "62bae62c-16b2-41d0-9370-cd3639e8314b"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "008208a2-86b1-4de0-8ff8-a1a4874c5cf2"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:14.403660 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.470002 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b623bb-f8f2-4cc2-900f-89c73190babe x-openstack-request-id: req-a1b623bb-f8f2-4cc2-900f-89c73190babe {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:14.470228 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "016aa17e-2fa3-4d57-8561-d91271203424", "code": 200}, {"server_uuid": "2bdeb969-2e21-4f27-8da3-6d97c979c691", "name": "network-vif-plugged", "status": "completed", "tag": "f5171b80-a43f-44d7-91d3-054881ac7837", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "62bae62c-16b2-41d0-9370-cd3639e8314b", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "008208a2-86b1-4de0-8ff8-a1a4874c5cf2", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:14.474572 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1b623bb-f8f2-4cc2-900f-89c73190babe {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:14.475072 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b623bb-f8f2-4cc2-900f-89c73190babe'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016aa17e-2fa3-4d57-8561-d91271203424', 'code': 200} Apr 18 17:14:14.475341 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b623bb-f8f2-4cc2-900f-89c73190babe'] response: {'server_uuid': '2bdeb969-2e21-4f27-8da3-6d97c979c691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5171b80-a43f-44d7-91d3-054881ac7837', 'code': 200} Apr 18 17:14:14.475603 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b623bb-f8f2-4cc2-900f-89c73190babe'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bae62c-16b2-41d0-9370-cd3639e8314b', 'code': 200} Apr 18 17:14:14.475858 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b623bb-f8f2-4cc2-900f-89c73190babe'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2', 'code': 200} Apr 18 17:14:14.483560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ee397beb-601f-4c4b-9d6a-dc1e98f90a16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:14.540746 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.541622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a5cc92ac-6f23-4437-b9b1-89a8349f3a0d up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:14.615920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:14.737117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:14.741487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:14.741902 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.838713 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.870900 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4788325-b3e4-4d73-9b08-3e04055b9b00 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:14.872156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f4788325-b3e4-4d73-9b08-3e04055b9b00 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7689884 Apr 18 17:14:14.875523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39438) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:14.881657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bf2580d8-66ec-469b-88ab-2ce4cb6db502 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '29d62d13-87ec-420a-aa2d-b5857c9aac15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:14.883506 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4788325-b3e4-4d73-9b08-3e04055b9b00 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d62d13-87ec-420a-aa2d-b5857c9aac15,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:14.884237 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-bf2580d8-66ec-469b-88ab-2ce4cb6db502 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 17:14:14.898833 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-bf2580d8-66ec-469b-88ab-2ce4cb6db502 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:14.901106 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bf2580d8-66ec-469b-88ab-2ce4cb6db502 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0246198 Apr 18 17:14:14.904132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39440) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:14.905677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd56f17-2264-41c3-84ea-511b727c5f08 req-3b15a179-9b57-4ae4-8998-a15c3a4d1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:14.908271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dd56f17-2264-41c3-84ea-511b727c5f08 req-3b15a179-9b57-4ae4-8998-a15c3a4d1a67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bdeb969-2e21-4f27-8da3-6d97c979c691 HTTP/1.1" status: 200 len: 1096 time: 0.1516159 Apr 18 17:14:14.919216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-db774a65-27f0-40af-a701-680eedf10bd5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '29d62d13-87ec-420a-aa2d-b5857c9aac15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:14.919767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff843-6f8d-401f-819a-e05f5d66604c req-279a3380-0d9e-40bf-91c3-117f56c228e8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:14.921132 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-db774a65-27f0-40af-a701-680eedf10bd5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 17:14:14.921310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de5ff843-6f8d-401f-819a-e05f5d66604c req-279a3380-0d9e-40bf-91c3-117f56c228e8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 945 time: 0.1645782 Apr 18 17:14:14.924185 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-db774a65-27f0-40af-a701-680eedf10bd5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:14.927934 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db774a65-27f0-40af-a701-680eedf10bd5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0190835 Apr 18 17:14:14.932047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:14.932513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39442) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:14.936681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ba712-31fb-432f-80e5-00f7923b9d96 req-0c3888c6-6e05-41d6-a61c-bbaf8ded8ab7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:14.938229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-955ba712-31fb-432f-80e5-00f7923b9d96 req-0c3888c6-6e05-41d6-a61c-bbaf8ded8ab7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1843228 Apr 18 17:14:14.939879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-67ae424c-c58c-4e00-b051-a3fdb6592dfb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '29d62d13-87ec-420a-aa2d-b5857c9aac15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:14.940740 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-67ae424c-c58c-4e00-b051-a3fdb6592dfb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 17:14:14.941361 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-67ae424c-c58c-4e00-b051-a3fdb6592dfb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:14.942464 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-67ae424c-c58c-4e00-b051-a3fdb6592dfb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076380 Apr 18 17:14:14.945751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39444) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:14.951620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-90248c69-5019-4097-bddd-9bda1d5a4717 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '29d62d13-87ec-420a-aa2d-b5857c9aac15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:14.952635 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-90248c69-5019-4097-bddd-9bda1d5a4717 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 17:14:14.953260 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-90248c69-5019-4097-bddd-9bda1d5a4717 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:14.954465 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-90248c69-5019-4097-bddd-9bda1d5a4717 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070071 Apr 18 17:14:14.959195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39446) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:15.004430 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.005194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de5ff843-6f8d-401f-819a-e05f5d66604c req-76ed72dc-ab54-48c7-9c1a-99d91fc28d0e tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649574 Apr 18 17:14:15.018365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c04263a-990d-40db-91d3-984226a1fffa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.018611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dd56f17-2264-41c3-84ea-511b727c5f08 req-b3fdb41b-aece-49fc-9270-1ca3fc9032ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962205 Apr 18 17:14:15.045997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-955ba712-31fb-432f-80e5-00f7923b9d96 req-16bf4644-631c-4f6a-970e-7e6e8c503c30 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975890 Apr 18 17:14:15.051476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c04263a-990d-40db-91d3-984226a1fffa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.052297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 9e1c3804-8c5a-4ee9-ac58-c954e4388983 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:15.119979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:15.185792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c04263a-990d-40db-91d3-984226a1fffa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.189102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c04263a-990d-40db-91d3-984226a1fffa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.190511 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3c04263a-990d-40db-91d3-984226a1fffa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/29d62d13-87ec-420a-aa2d-b5857c9aac15 HTTP/1.1" status: 204 len: 168 time: 0.2286158 Apr 18 17:14:15.194018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39458) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:15.203180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04263a-990d-40db-91d3-984226a1fffa tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d62d13-87ec-420a-aa2d-b5857c9aac15,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:15.224078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:15.233330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-bfa4c06e-1f01-48ac-8153-0253e6290164 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:15.234804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:15.235183 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.239383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-bfa4c06e-1f01-48ac-8153-0253e6290164 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:15.245849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-bfa4c06e-1f01-48ac-8153-0253e6290164 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:15.252119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-bfa4c06e-1f01-48ac-8153-0253e6290164 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:15.258731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-bfa4c06e-1f01-48ac-8153-0253e6290164 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:15.264556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-bfa4c06e-1f01-48ac-8153-0253e6290164 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:15.270599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-bfa4c06e-1f01-48ac-8153-0253e6290164 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:15.274482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-bfa4c06e-1f01-48ac-8153-0253e6290164 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.1323943 Apr 18 17:14:15.350369 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.353737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39468) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:15.354156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3d04c751-09bf-4324-8830-0a6ff9f9b1be tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561804 Apr 18 17:14:15.364421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eb9b8baf-1bba-4f10-9dce-53d1b4c599be tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818002719'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:15.383110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1475aba-6efb-4e8d-96f1-c180a36beaa4 req-d573cfac-c62f-45e1-bedd-058644c28587 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964034 Apr 18 17:14:15.408596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 9e1c3804-8c5a-4ee9-ac58-c954e4388983, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=9e1c3804-8c5a-4ee9-ac58-c954e4388983,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:15.497110 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.506532 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8baf-1bba-4f10-9dce-53d1b4c599be tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.551487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=9e1c3804-8c5a-4ee9-ac58-c954e4388983,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:15.586251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39482) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:15.606878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8baf-1bba-4f10-9dce-53d1b4c599be tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.636267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54889ae-3146-4e1a-9cc2-36603d3dfbc7 admin admin] Deleting subnet bd341dd4-b3fb-4913-858c-fb66a5566468 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:14:15.639362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b54889ae-3146-4e1a-9cc2-36603d3dfbc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.676471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b54889ae-3146-4e1a-9cc2-36603d3dfbc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.707066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8baf-1bba-4f10-9dce-53d1b4c599be tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.727072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b54889ae-3146-4e1a-9cc2-36603d3dfbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.754063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b8baf-1bba-4f10-9dce-53d1b4c599be tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c214f6-8bf7-49de-90c7-139fd7046cb6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:15.827900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8baf-1bba-4f10-9dce-53d1b4c599be tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.834854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eb9b8baf-1bba-4f10-9dce-53d1b4c599be tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4743266 Apr 18 17:14:15.834854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39488) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:15.836815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c58d0a59-a21c-4004-af38-c65ac5d17159 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:15.837291 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-c58d0a59-a21c-4004-af38-c65ac5d17159 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 17:14:15.837796 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-c58d0a59-a21c-4004-af38-c65ac5d17159 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:15.838699 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c58d0a59-a21c-4004-af38-c65ac5d17159 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057638 Apr 18 17:14:15.841499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39490) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:15.845527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fe6fdda6-3445-4501-b24a-c275ab657079 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:15.858117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b54889ae-3146-4e1a-9cc2-36603d3dfbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.889776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54889ae-3146-4e1a-9cc2-36603d3dfbc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd341dd4-b3fb-4913-858c-fb66a5566468,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:15.899381 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b54889ae-3146-4e1a-9cc2-36603d3dfbc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:15.902710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b54889ae-3146-4e1a-9cc2-36603d3dfbc7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bd341dd4-b3fb-4913-858c-fb66a5566468 HTTP/1.1" status: 204 len: 168 time: 0.3145022 Apr 18 17:14:15.905457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39492) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:15.981438 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:16.009189 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-fe6fdda6-3445-4501-b24a-c275ab657079 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:16.010350 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fe6fdda6-3445-4501-b24a-c275ab657079 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1679504 Apr 18 17:14:16.014629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39498) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.017975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1bf92c06-a66e-4870-8d7a-4906b2064f30 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:16.018488 n-d-836015-2 neutron-server[109826]: WARNING neutron.api.v2.base [None req-1bf92c06-a66e-4870-8d7a-4906b2064f30 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 17:14:16.018979 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-1bf92c06-a66e-4870-8d7a-4906b2064f30 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:16.019968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1bf92c06-a66e-4870-8d7a-4906b2064f30 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058138 Apr 18 17:14:16.022513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39500) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.028409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dba4306f-2f15-4b23-ba20-ebb3c8d4bf59 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:16.082146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:16.129685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af73bc3b-6322-4d3b-ab3d-4710dba8d47d']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:16.151927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64797277-8e0f-445b-b571-d934d5c53cdd') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:16.152223 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64797277-8e0f-445b-b571-d934d5c53cdd') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:16.179766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:16.206733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c539ad-39f0-4905-b5e9-2c67fb11734b req-3c863562-af51-4393-873a-90e65ca3628e tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.208250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20c539ad-39f0-4905-b5e9-2c67fb11734b req-3c863562-af51-4393-873a-90e65ca3628e tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 946 time: 0.1233320 Apr 18 17:14:16.213200 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-dba4306f-2f15-4b23-ba20-ebb3c8d4bf59 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:16.214227 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:16.218138 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dba4306f-2f15-4b23-ba20-ebb3c8d4bf59 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1912756 Apr 18 17:14:16.218300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39510) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.223184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4bbb8cfc-bb88-465f-bc17-e19db5a10e15 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:16.223853 n-d-836015-2 neutron-server[109825]: WARNING neutron.api.v2.base [None req-4bbb8cfc-bb88-465f-bc17-e19db5a10e15 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 17:14:16.224479 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-4bbb8cfc-bb88-465f-bc17-e19db5a10e15 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:16.225672 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4bbb8cfc-bb88-465f-bc17-e19db5a10e15 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064316 Apr 18 17:14:16.228388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39512) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.230104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7ecf3-d9e0-43a1-9d2a-41acb44f88b5 req-72431b01-06fe-455d-849f-20f4d35e5d95 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.231651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1c7ecf3-d9e0-43a1-9d2a-41acb44f88b5 req-72431b01-06fe-455d-849f-20f4d35e5d95 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1066959 Apr 18 17:14:16.232930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4091a877-b411-4437-9506-4e7b89d625ae tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:16.243761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:14:16.244173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:14:16.245905 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:14:16.331836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20c539ad-39f0-4905-b5e9-2c67fb11734b req-47e4765e-7ac0-4eec-a92f-0a13032b8028 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153116 Apr 18 17:14:16.359513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1c7ecf3-d9e0-43a1-9d2a-41acb44f88b5 req-264306a3-bf80-4b5c-8ff2-3f3827b5e0ea tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098523 Apr 18 17:14:16.463466 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-4091a877-b411-4437-9506-4e7b89d625ae tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:16.465597 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4091a877-b411-4437-9506-4e7b89d625ae tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2355938 Apr 18 17:14:16.468102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39520) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.473381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2650794b-1091-4a69-b902-dceaa915b086 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:16.474332 n-d-836015-2 neutron-server[109826]: WARNING neutron.api.v2.base [None req-2650794b-1091-4a69-b902-dceaa915b086 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 17:14:16.475004 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-2650794b-1091-4a69-b902-dceaa915b086 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:16.476289 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2650794b-1091-4a69-b902-dceaa915b086 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065157 Apr 18 17:14:16.477589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc92ac-6f23-4437-b9b1-89a8349f3a0d'}, {'server_uuid': '5eef1dd3-e38b-456c-b0fc-7f949d091562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1c3804-8c5a-4ee9-ac58-c954e4388983'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:16.478971 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:16.481168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39522) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.486136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-68134ccc-ddc9-45aa-9f0b-65e371b5f6e4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:16.487360 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f2c6a7-c781-4328-906c-f699be620a90" -d '{"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "ee397beb-601f-4c4b-9d6a-dc1e98f90a16"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc92ac-6f23-4437-b9b1-89a8349f3a0d"}, {"server_uuid": "5eef1dd3-e38b-456c-b0fc-7f949d091562", "name": "network-vif-plugged", "status": "completed", "tag": "9e1c3804-8c5a-4ee9-ac58-c954e4388983"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:16.502051 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:16.503129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] 10.222.0.45 "DELETE /v2.0/networks/af73bc3b-6322-4d3b-ab3d-4710dba8d47d HTTP/1.1" status: 204 len: 168 time: 0.5967426 Apr 18 17:14:16.533795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320747c-4395-41a7-9dbe-3db76c815cec admin admin] Pushing event deleted for resources: {'Network': ['ID=af73bc3b-6322-4d3b-ab3d-4710dba8d47d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:16.563776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-cf9dc28c-8ee2-48a7-8889-6f2ac8690c59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.570721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-cf9dc28c-8ee2-48a7-8889-6f2ac8690c59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.574717 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42da1c9b-e2fa-402b-8d5f-79931d2240b2 x-openstack-request-id: req-42da1c9b-e2fa-402b-8d5f-79931d2240b2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:16.575354 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "ee397beb-601f-4c4b-9d6a-dc1e98f90a16", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc92ac-6f23-4437-b9b1-89a8349f3a0d", "code": 200}, {"server_uuid": "5eef1dd3-e38b-456c-b0fc-7f949d091562", "name": "network-vif-plugged", "status": "completed", "tag": "9e1c3804-8c5a-4ee9-ac58-c954e4388983", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:16.575845 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42da1c9b-e2fa-402b-8d5f-79931d2240b2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:16.576957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-cf9dc28c-8ee2-48a7-8889-6f2ac8690c59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.577103 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42da1c9b-e2fa-402b-8d5f-79931d2240b2'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16', 'code': 200} Apr 18 17:14:16.577319 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42da1c9b-e2fa-402b-8d5f-79931d2240b2'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc92ac-6f23-4437-b9b1-89a8349f3a0d', 'code': 200} Apr 18 17:14:16.577608 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42da1c9b-e2fa-402b-8d5f-79931d2240b2'] response: {'server_uuid': '5eef1dd3-e38b-456c-b0fc-7f949d091562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1c3804-8c5a-4ee9-ac58-c954e4388983', 'code': 200} Apr 18 17:14:16.583628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-cf9dc28c-8ee2-48a7-8889-6f2ac8690c59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.589761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-cf9dc28c-8ee2-48a7-8889-6f2ac8690c59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.595688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-cf9dc28c-8ee2-48a7-8889-6f2ac8690c59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.601642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-cf9dc28c-8ee2-48a7-8889-6f2ac8690c59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.603640 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-cf9dc28c-8ee2-48a7-8889-6f2ac8690c59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.1240697 Apr 18 17:14:16.650779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21c97ff4-4712-4ea1-9e10-b6c7b2733d78 req-bb3426da-3b32-4655-949a-2d08607b0f64 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385704 Apr 18 17:14:16.700477 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-68134ccc-ddc9-45aa-9f0b-65e371b5f6e4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:16.701600 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-68134ccc-ddc9-45aa-9f0b-65e371b5f6e4 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2192516 Apr 18 17:14:16.704740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39530) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.709429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0c6c05bc-e7cb-4818-bf67-9353080b83f7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '01c214f6-8bf7-49de-90c7-139fd7046cb6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:16.839263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81364d9-1400-4a7c-9c74-8b0b01a1bdba req-cd7c75f1-4c21-47b8-827d-2767f1acb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.841183 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a81364d9-1400-4a7c-9c74-8b0b01a1bdba req-cd7c75f1-4c21-47b8-827d-2767f1acb671 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 1097 time: 0.0933650 Apr 18 17:14:16.854173 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-0c6c05bc-e7cb-4818-bf67-9353080b83f7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:16.855132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0c6c05bc-e7cb-4818-bf67-9353080b83f7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1493115 Apr 18 17:14:16.864556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-802bca00-7f80-4c35-948d-de8b463b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.865129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-802bca00-7f80-4c35-948d-de8b463b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.865871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-802bca00-7f80-4c35-948d-de8b463b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.866103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-802bca00-7f80-4c35-948d-de8b463b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.867122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-802bca00-7f80-4c35-948d-de8b463b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.867696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-802bca00-7f80-4c35-948d-de8b463b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.868170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-802bca00-7f80-4c35-948d-de8b463b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.870405 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-802bca00-7f80-4c35-948d-de8b463b6baa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6500 time: 0.1128016 Apr 18 17:14:16.872634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39540) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.903391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-8eea5ddf-337c-4c5c-ba3c-9da790876b35 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:16.906711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-8eea5ddf-337c-4c5c-ba3c-9da790876b35 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.0720830 Apr 18 17:14:16.956850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a81364d9-1400-4a7c-9c74-8b0b01a1bdba req-b8d96f87-2e21-4f67-9243-efb744af7974 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084929 Apr 18 17:14:16.963047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39546) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:16.972507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cffc3028-4ade-47d2-8ef8-e51581c82283 req-c609214e-d89e-4502-9d4f-4f630d2ee030 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799699 Apr 18 17:14:16.998682 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7efb8208-2c3d-440d-9443-783f30c73246 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.013268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Deleting port b652763c-f123-4067-8607-bf094156ac3b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:17.013760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.038074 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f199aa2c-9e0c-491d-9a63-f4183c5257ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81aaaa9a60854edd87425de62ea4a8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751371 Apr 18 17:14:17.040998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7efb8208-2c3d-440d-9443-783f30c73246 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.043440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39550) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:17.123659 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef23f814-c99d-47b6-bd26-f7073c69d9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.133756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] For port b652763c-f123-4067-8607-bf094156ac3b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b652763c-f123-4067-8607-bf094156ac3b,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:17.133984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.157555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef23f814-c99d-47b6-bd26-f7073c69d9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.206093 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7efb8208-2c3d-440d-9443-783f30c73246 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.211074 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7efb8208-2c3d-440d-9443-783f30c73246 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.217300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7efb8208-2c3d-440d-9443-783f30c73246 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/01c214f6-8bf7-49de-90c7-139fd7046cb6 HTTP/1.1" status: 204 len: 168 time: 0.3415840 Apr 18 17:14:17.217982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39558) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:17.244937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb8208-2c3d-440d-9443-783f30c73246 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c214f6-8bf7-49de-90c7-139fd7046cb6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:17.277726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.284776 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.290253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-78094dae-1bc5-4514-8bfe-14f8d95a47ad tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660539 Apr 18 17:14:17.303305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39560) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:17.308761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-30a3a733-b934-4b12-b8a1-dbf55ad9d167 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--505366087'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:17.323203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef23f814-c99d-47b6-bd26-f7073c69d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.325717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef23f814-c99d-47b6-bd26-f7073c69d9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.326826 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ef23f814-c99d-47b6-bd26-f7073c69d9d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37168cb0-88d8-4ef4-bfa3-4765d971782a HTTP/1.1" status: 204 len: 168 time: 0.2824893 Apr 18 17:14:17.334557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9e08b-cb2f-4f17-900f-359cbfb1db40 req-480c165b-3057-4dda-b70f-5df95c974ca6 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.334557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57d9e08b-cb2f-4f17-900f-359cbfb1db40 req-480c165b-3057-4dda-b70f-5df95c974ca6 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1654377 Apr 18 17:14:17.347760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23f814-c99d-47b6-bd26-f7073c69d9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37168cb0-88d8-4ef4-bfa3-4765d971782a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:17.427881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57d9e08b-cb2f-4f17-900f-359cbfb1db40 req-a260b1aa-72c3-40ea-9ec8-b7c43129573f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866792 Apr 18 17:14:17.432054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30a3a733-b934-4b12-b8a1-dbf55ad9d167 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.448992 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.449636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.450170 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Floating IP e0a17825-dec8-45b9-8c87-b58235540b5a disassociated. External IP: 172.25.5.235, port: b652763c-f123-4067-8607-bf094156ac3b. Apr 18 17:14:17.450697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Calling delete_port for b652763c-f123-4067-8607-bf094156ac3b owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:17.560037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30a3a733-b934-4b12-b8a1-dbf55ad9d167 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.594273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636506f-1f97-4b3e-8994-c1d8e5700df5 req-c75c8b11-92d6-416a-bc83-fba54a4fb87a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.595793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4636506f-1f97-4b3e-8994-c1d8e5700df5 req-c75c8b11-92d6-416a-bc83-fba54a4fb87a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 946 time: 0.1373246 Apr 18 17:14:17.637046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30a3a733-b934-4b12-b8a1-dbf55ad9d167 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.640503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783443e-ee31-4101-a941-19882bd1f297 req-ec05cd10-40ab-4622-b6a6-0eba1d4af943 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.642016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5783443e-ee31-4101-a941-19882bd1f297 req-ec05cd10-40ab-4622-b6a6-0eba1d4af943 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 945 time: 0.1105464 Apr 18 17:14:17.675895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3a733-b934-4b12-b8a1-dbf55ad9d167 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17be5e64-6e1f-456a-aa91-82583d1459f8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:17.712098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4636506f-1f97-4b3e-8994-c1d8e5700df5 req-fcdc6d4a-9156-44bd-9b49-b8f95e1bbe46 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072512 Apr 18 17:14:17.719462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30a3a733-b934-4b12-b8a1-dbf55ad9d167 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.724004 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-30a3a733-b934-4b12-b8a1-dbf55ad9d167 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4157825 Apr 18 17:14:17.724004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39572) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:17.730347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d192c86c-7b44-40f0-810b-9adc4f3e04d6 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '17be5e64-6e1f-456a-aa91-82583d1459f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:17.742491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5783443e-ee31-4101-a941-19882bd1f297 req-f2500e24-959f-423a-988d-9f6688dfb034 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3798f10-682d-4fa2-8ee7-f369860a02de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919158 Apr 18 17:14:17.817844 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:17.862232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-b41212ca-3dd4-46d2-b061-bebfb3827476 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.868536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-b41212ca-3dd4-46d2-b061-bebfb3827476 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.874309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-b41212ca-3dd4-46d2-b061-bebfb3827476 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.880189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-b41212ca-3dd4-46d2-b061-bebfb3827476 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.886851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-b41212ca-3dd4-46d2-b061-bebfb3827476 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.892598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-b41212ca-3dd4-46d2-b061-bebfb3827476 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.898693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-b41212ca-3dd4-46d2-b061-bebfb3827476 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:17.900635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-b41212ca-3dd4-46d2-b061-bebfb3827476 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.1224022 Apr 18 17:14:17.901911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event deleted for resources: {'Port': ['ID=b652763c-f123-4067-8607-bf094156ac3b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:17.915061 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-d192c86c-7b44-40f0-810b-9adc4f3e04d6 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The resource could not be found. Apr 18 17:14:17.916143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d192c86c-7b44-40f0-810b-9adc4f3e04d6 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1902494 Apr 18 17:14:17.919814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39580) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:17.924574 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-708cdfb3-403d-4e5a-abd5-3737bc5e3571 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '17be5e64-6e1f-456a-aa91-82583d1459f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8c28e7eb-bcee-47e3-89d1-68211ab2acca'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:17.998956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7fd192d-4cfc-4670-b784-99f286ae6bb2 req-45e93d1e-654f-45e1-9bba-e2230083c3f6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894403 Apr 18 17:14:18.061517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Router a448a5a7-a3ed-477b-929c-679f0e575686 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:14:18.160283 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-708cdfb3-403d-4e5a-abd5-3737bc5e3571 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The resource could not be found. Apr 18 17:14:18.168535 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-708cdfb3-403d-4e5a-abd5-3737bc5e3571 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2406139 Apr 18 17:14:18.169817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:18.176983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:14:18.193815 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] Sync routers for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:14:18.211858 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:18.212505 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:18.223691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] No DVR routers for this DVR port b652763c-f123-4067-8607-bf094156ac3b on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:18.226396 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:18.230129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b761d02b-4455-496e-9dff-0dfd5df33c83 req-5d2af432-ac7e-4e99-b14d-361d8d6afa9a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.18 "DELETE /v2.0/ports/b652763c-f123-4067-8607-bf094156ac3b HTTP/1.1" status: 204 len: 173 time: 1.3178496 Apr 18 17:14:18.230654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'name': 'network-vif-deleted', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:18.233102 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f3eeb1-4a3f-4b22-b59d-834de8f328ea" -d '{"events": [{"server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "name": "network-vif-deleted", "tag": "b652763c-f123-4067-8607-bf094156ac3b"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:18.255566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3bd90d34-3c8b-4d30-91c0-d0acf084b486 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:18.289580 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc2dea-e387-45f5-afdc-4a455591e033 x-openstack-request-id: req-bffc2dea-e387-45f5-afdc-4a455591e033 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:18.289886 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b34747f-1e50-4cd0-b561-52611fbc7439", "name": "network-vif-deleted", "tag": "b652763c-f123-4067-8607-bf094156ac3b", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:18.290145 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bffc2dea-e387-45f5-afdc-4a455591e033 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:18.290560 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffc2dea-e387-45f5-afdc-4a455591e033'] response: {'server_uuid': '2b34747f-1e50-4cd0-b561-52611fbc7439', 'name': 'network-vif-deleted', 'tag': 'b652763c-f123-4067-8607-bf094156ac3b', 'status': 'completed', 'code': 200} Apr 18 17:14:18.293241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3bd90d34-3c8b-4d30-91c0-d0acf084b486 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:18.385968 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:18.452061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3bd90d34-3c8b-4d30-91c0-d0acf084b486 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:18.463457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3bd90d34-3c8b-4d30-91c0-d0acf084b486 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:18.464657 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3bd90d34-3c8b-4d30-91c0-d0acf084b486 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/17be5e64-6e1f-456a-aa91-82583d1459f8 HTTP/1.1" status: 204 len: 168 time: 0.2928588 Apr 18 17:14:18.467470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39602) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:18.483411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd90d34-3c8b-4d30-91c0-d0acf084b486 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17be5e64-6e1f-456a-aa91-82583d1459f8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:18.574761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-67a6dcca-6619-4968-a6fd-8ff52688f2bb tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061454 Apr 18 17:14:18.579526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39606) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:18.584038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3095f812-37ce-4952-bfce-2dda4d0e8c86 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '4641e021-e95a-4d30-ac91-ec61730868fe', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:18.642750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95568f-8460-4e1e-bc71-0bfeb14fd582 req-b283d8f7-b608-4e29-8663-bc28bcdf43ef tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:18.643646 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:18.644338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f95568f-8460-4e1e-bc71-0bfeb14fd582 req-b283d8f7-b608-4e29-8663-bc28bcdf43ef tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0842292 Apr 18 17:14:18.678682 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] Checking router: a448a5a7-a3ed-477b-929c-679f0e575686 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:14:18.689285 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:18.691934 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:18.705944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f95568f-8460-4e1e-bc71-0bfeb14fd582 req-5faae574-11c8-4211-8cfd-5b5ebff82e77 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483391 Apr 18 17:14:18.848365 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-3095f812-37ce-4952-bfce-2dda4d0e8c86 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The resource could not be found. Apr 18 17:14:18.853686 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3095f812-37ce-4952-bfce-2dda4d0e8c86 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2691858 Apr 18 17:14:18.853846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39618) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:18.859102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9c253a30-8dfe-444d-97ef-fa27d1039bf1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700576010'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:18.866099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39620) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:18.867030 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:18.917900 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fd76771-f9e2-48f0-9b25-0b5815de5515 req-74b40882-eccd-4f95-a267-bd6a34a9e26b tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b34747f-1e50-4cd0-b561-52611fbc7439 HTTP/1.1" status: 200 len: 210 time: 0.0437124 Apr 18 17:14:18.934027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e697d-b023-4afa-bda5-bb163b838b6b req-105eb917-a205-4cb7-9046-f48c6cf079eb tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:18.935547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce4e697d-b023-4afa-bda5-bb163b838b6b req-105eb917-a205-4cb7-9046-f48c6cf079eb tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 946 time: 0.1195867 Apr 18 17:14:18.985326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce4e697d-b023-4afa-bda5-bb163b838b6b req-daba95d6-9743-4bd4-85d4-a9b5004c9998 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383809 Apr 18 17:14:19.014553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-747202109-network', 'tenant_id': 'ea15e7b629174e4b97f178a541512813'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:19.017170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9c253a30-8dfe-444d-97ef-fa27d1039bf1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.120889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Made reservation on behalf of ea15e7b629174e4b97f178a541512813 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:19.123678 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.128079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9c253a30-8dfe-444d-97ef-fa27d1039bf1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.138439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.169016 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:19.169619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-0ecf9ffd-d98f-4bfb-bbab-01958128ee15 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.176736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-0ecf9ffd-d98f-4bfb-bbab-01958128ee15 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.183971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-0ecf9ffd-d98f-4bfb-bbab-01958128ee15 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.190814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-0ecf9ffd-d98f-4bfb-bbab-01958128ee15 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.197974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-0ecf9ffd-d98f-4bfb-bbab-01958128ee15 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.205111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-0ecf9ffd-d98f-4bfb-bbab-01958128ee15 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.211424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-0ecf9ffd-d98f-4bfb-bbab-01958128ee15 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.213886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-0ecf9ffd-d98f-4bfb-bbab-01958128ee15 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.1192052 Apr 18 17:14:19.214568 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d53e1-d390-4b35-af2d-1aaf1e4098f8 None None] The sync data for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 is: [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:08:43Z', 'revision_number': 4, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c6473fc5-598a-4f29-b0ae-6ea9bb3d2519', 'name': '', 'network_id': 'ecdbe340-3970-4ffa-be4e-e62950601709', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'mac_address': 'fa:16:3e:a9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:42Z', 'updated_at': '2022-04-18T17:08:50Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'subnets': [{'id': '00bca5d3-eff8-43c4-9b48-895a2a85e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:14:19.238103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.238767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9c253a30-8dfe-444d-97ef-fa27d1039bf1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.295675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4662b5-39f5-4ceb-a480-d491a680761d req-ab09b12d-1fc4-4a78-a241-08375bbbb565 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754969 Apr 18 17:14:19.296693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c253a30-8dfe-444d-97ef-fa27d1039bf1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a85a59f-964a-45be-8bd1-430b90049b87,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:19.308928 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.339423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:14:19.349787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ea245-55b4-4dc6-804f-f7eda0e3ece2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:19.355551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.355892 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Added segment 63eef30e-2fe1-44c1-94c2-5f49f7dc2908 of type vlan for network c05f2231-9d35-4618-be7b-85f268955b48 Apr 18 17:14:19.396377 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9c253a30-8dfe-444d-97ef-fa27d1039bf1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.398045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9c253a30-8dfe-444d-97ef-fa27d1039bf1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5433323 Apr 18 17:14:19.398607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.401204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39634) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:19.405648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9efe5158-c3e5-43c9-ac34-8e672689df17 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133665693'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:19.523487 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.525075 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9efe5158-c3e5-43c9-ac34-8e672689df17 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.526445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.527225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.558183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48afffb3-de6c-41ec-ae51-99c702e4c167 None None] New status for floating IP e0a17825-dec8-45b9-8c87-b58235540b5a: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:14:19.595776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] Pushing event updated for resources: {'Network': ['ID=c05f2231-9d35-4618-be7b-85f268955b48,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:19.601607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9efe5158-c3e5-43c9-ac34-8e672689df17 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.630506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network c05f2231-9d35-4618-be7b-85f268955b48 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:14:19.652062 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-706d08f0-0622-4f5f-999a-38d10be19845 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7844150 Apr 18 17:14:19.655289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:19.682319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Request body: {'subnet': {'network_id': 'c05f2231-9d35-4618-be7b-85f268955b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-747202109-subnet', 'tenant_id': 'ea15e7b629174e4b97f178a541512813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:19.702978 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9efe5158-c3e5-43c9-ac34-8e672689df17 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.738217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe5158-c3e5-43c9-ac34-8e672689df17 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eeb678-a343-4c50-98f0-9bfec202636e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:19.818057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Made reservation on behalf of ea15e7b629174e4b97f178a541512813 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:19.821495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.832652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949fe7-f170-4c6b-a4a3-3d3b7174004f req-45ad1188-7360-4345-b446-167a07017f7b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:19.834324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3949fe7-f170-4c6b-a4a3-3d3b7174004f req-45ad1188-7360-4345-b446-167a07017f7b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0655575 Apr 18 17:14:19.837840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9efe5158-c3e5-43c9-ac34-8e672689df17 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:19.839186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9efe5158-c3e5-43c9-ac34-8e672689df17 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4368694 Apr 18 17:14:19.842621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39642) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:19.847948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-275c0fb5-1a61-42fc-a8aa-5de350d9f2e1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group_rule': {'security_group_id': '8a85a59f-964a-45be-8bd1-430b90049b87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c7eeb678-a343-4c50-98f0-9bfec202636e'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:19.892053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3949fe7-f170-4c6b-a4a3-3d3b7174004f req-93804078-f347-470f-a478-497e42521a80 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500195 Apr 18 17:14:20.017114 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-275c0fb5-1a61-42fc-a8aa-5de350d9f2e1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:14:20.021273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39652) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.021655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-275c0fb5-1a61-42fc-a8aa-5de350d9f2e1 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1769934 Apr 18 17:14:20.067069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39654) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.092148 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.111915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb116fe3-38bb-435c-b875-9af9b3172cca req-afe5513f-5acc-440a-bde3-76a8fac9ee6b tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.113394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb116fe3-38bb-435c-b875-9af9b3172cca req-afe5513f-5acc-440a-bde3-76a8fac9ee6b tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 946 time: 0.0542438 Apr 18 17:14:20.127762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a04fd8b-a46c-45ee-b37d-ac4019361ee7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.158077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb116fe3-38bb-435c-b875-9af9b3172cca req-4b12bbe2-48ba-42d6-85c5-78f23e6169a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385637 Apr 18 17:14:20.180995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a04fd8b-a46c-45ee-b37d-ac4019361ee7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.202784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf2141d-87b0-4269-acd8-c6cbd756b53c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:20.233004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b140d2ab-68af-421d-99ed-9343b442b1bb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.239994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Checking segment: {'id': '63eef30e-2fe1-44c1-94c2-5f49f7dc2908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c05f2231-9d35-4618-be7b-85f268955b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:20.240656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Network hostable DHCP agents. Network: c05f2231-9d35-4618-be7b-85f268955b48, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:14:20.283825 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b140d2ab-68af-421d-99ed-9343b442b1bb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.293394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fcd0d-2636-4384-864f-6e747cb319b1 req-24350938-897f-438b-87c2-0553ff6d51fa tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.295136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea6fcd0d-2636-4384-864f-6e747cb319b1 req-24350938-897f-438b-87c2-0553ff6d51fa tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bdeb969-2e21-4f27-8da3-6d97c979c691 HTTP/1.1" status: 200 len: 945 time: 0.0585141 Apr 18 17:14:20.337635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea6fcd0d-2636-4384-864f-6e747cb319b1 req-5e7b2015-d54c-41bb-b8e3-4224ed14c8c5 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 Apr 18 17:14:20.340757 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a04fd8b-a46c-45ee-b37d-ac4019361ee7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.343726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a04fd8b-a46c-45ee-b37d-ac4019361ee7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.347241 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8a04fd8b-a46c-45ee-b37d-ac4019361ee7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/c7eeb678-a343-4c50-98f0-9bfec202636e HTTP/1.1" status: 204 len: 168 time: 0.3204100 Apr 18 17:14:20.361981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39664) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.364129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04fd8b-a46c-45ee-b37d-ac4019361ee7 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eeb678-a343-4c50-98f0-9bfec202636e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:20.369013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Network c05f2231-9d35-4618-be7b-85f268955b48 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:14:20.410377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-63c21794-c691-4cdf-bb0b-3a698ac742ba tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0591102 Apr 18 17:14:20.410916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39668) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.448406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b140d2ab-68af-421d-99ed-9343b442b1bb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.451267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b140d2ab-68af-421d-99ed-9343b442b1bb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.457221 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b140d2ab-68af-421d-99ed-9343b442b1bb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "DELETE /v2.0/security-groups/b3798f10-682d-4fa2-8ee7-f369860a02de HTTP/1.1" status: 204 len: 168 time: 0.3872321 Apr 18 17:14:20.463740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39670) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.464024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-3b4306b6-2dc1-43f2-8ecf-7fff9f61ff8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.470890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-3b4306b6-2dc1-43f2-8ecf-7fff9f61ff8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.476083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-3b4306b6-2dc1-43f2-8ecf-7fff9f61ff8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.481945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-3b4306b6-2dc1-43f2-8ecf-7fff9f61ff8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.487138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, c05f2231-9d35-4618-be7b-85f268955b48) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:20.489615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-3b4306b6-2dc1-43f2-8ecf-7fff9f61ff8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.493051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.493740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.494132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-3b4306b6-2dc1-43f2-8ecf-7fff9f61ff8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.499878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698d5b4-b9a5-4952-adbd-5581b5332c30 None None] Network c05f2231-9d35-4618-be7b-85f268955b48 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:20.500081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-3b4306b6-2dc1-43f2-8ecf-7fff9f61ff8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.501915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-3b4306b6-2dc1-43f2-8ecf-7fff9f61ff8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.0930533 Apr 18 17:14:20.509652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140d2ab-68af-421d-99ed-9343b442b1bb tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3798f10-682d-4fa2-8ee7-f369860a02de,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:20.518702 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-f14f0fbc-c93f-4400-9b9f-3f4d106aaba7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] show failed (client error): The resource could not be found. Apr 18 17:14:20.521946 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f14f0fbc-c93f-4400-9b9f-3f4d106aaba7 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups/b3798f10-682d-4fa2-8ee7-f369860a02de HTTP/1.1" status: 404 len: 347 time: 0.0490179 Apr 18 17:14:20.528316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39674) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.534741 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9946c38f-4901-4e7f-98e5-b7bbc35fcd6b tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.559262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9946c38f-4901-4e7f-98e5-b7bbc35fcd6b tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.597902 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e1e54270-39ab-4016-a6c2-2ab6b2e01365 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9412935 Apr 18 17:14:20.642948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0be4fcc-7ea7-487c-af64-7113ff3e9448 req-5f621829-211a-48d3-b377-1f7a1299e564 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331418 Apr 18 17:14:20.706196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9946c38f-4901-4e7f-98e5-b7bbc35fcd6b tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.713176 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9946c38f-4901-4e7f-98e5-b7bbc35fcd6b tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.715420 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9946c38f-4901-4e7f-98e5-b7bbc35fcd6b tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/8a85a59f-964a-45be-8bd1-430b90049b87 HTTP/1.1" status: 204 len: 168 time: 0.3034291 Apr 18 17:14:20.720920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Deleting port af5472cd-c03f-44ff-b936-aded02642dd8 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:20.721534 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.721797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaeeec5-4ef1-46c0-b644-1cb7e0a9d1ed None None] Network c05f2231-9d35-4618-be7b-85f268955b48 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:20.724292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39684) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.745150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946c38f-4901-4e7f-98e5-b7bbc35fcd6b tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a85a59f-964a-45be-8bd1-430b90049b87,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:20.856253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-89ce50af-5749-48b9-a093-e93afe439d00 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284487 Apr 18 17:14:20.860777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39692) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.883819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c40c952c-6527-435b-b3fb-7a203af5e8a5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'tempest-secgroup--570007769'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:20.923168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb455-b439-4b20-92b4-d895fca37871 req-15ebb4d9-fba1-41ac-9a98-6dd3e39039fc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.929768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb455-b439-4b20-92b4-d895fca37871 req-15ebb4d9-fba1-41ac-9a98-6dd3e39039fc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.935529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb455-b439-4b20-92b4-d895fca37871 req-15ebb4d9-fba1-41ac-9a98-6dd3e39039fc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.941398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb455-b439-4b20-92b4-d895fca37871 req-15ebb4d9-fba1-41ac-9a98-6dd3e39039fc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.947791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb455-b439-4b20-92b4-d895fca37871 req-15ebb4d9-fba1-41ac-9a98-6dd3e39039fc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.953661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb455-b439-4b20-92b4-d895fca37871 req-15ebb4d9-fba1-41ac-9a98-6dd3e39039fc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.959592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb455-b439-4b20-92b4-d895fca37871 req-15ebb4d9-fba1-41ac-9a98-6dd3e39039fc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:20.962174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f9bb455-b439-4b20-92b4-d895fca37871 req-15ebb4d9-fba1-41ac-9a98-6dd3e39039fc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.1762948 Apr 18 17:14:20.973181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39702) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:20.978306 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c40c952c-6527-435b-b3fb-7a203af5e8a5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.979618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Request body: {'floatingip': {'port_id': '1df644db-7c5c-41c6-b618-2b770dafe1de'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:20.981317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:20.981678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.002509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Calling delete_port for af5472cd-c03f-44ff-b936-aded02642dd8 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:21.033248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.149119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c40c952c-6527-435b-b3fb-7a203af5e8a5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.234506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c40c952c-6527-435b-b3fb-7a203af5e8a5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.325042 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.365700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b652763c-f123-4067-8607-bf094156ac3b no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:21.381015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c952c-6527-435b-b3fb-7a203af5e8a5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16868842-85de-4423-be73-dfc89abb074a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:21.406225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: b652763c-f123-4067-8607-bf094156ac3b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:21.406952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b652763c-f123-4067-8607-bf094156ac3b not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:21.414906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event deleted for resources: {'Port': ['ID=af5472cd-c03f-44ff-b936-aded02642dd8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:21.424165 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c40c952c-6527-435b-b3fb-7a203af5e8a5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.428454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c40c952c-6527-435b-b3fb-7a203af5e8a5 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5618403 Apr 18 17:14:21.435176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39720) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:21.456529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9184d796-7c36-4c9d-8792-48eec6666ff2 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:21.457647 n-d-836015-2 neutron-server[109826]: WARNING neutron.api.v2.base [None req-9184d796-7c36-4c9d-8792-48eec6666ff2 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 17:14:21.458158 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-9184d796-7c36-4c9d-8792-48eec6666ff2 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 17:14:21.459132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9184d796-7c36-4c9d-8792-48eec6666ff2 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "PUT /v2.0/security-groups/16868842-85de-4423-be73-dfc89abb074a HTTP/1.1" status: 409 len: 330 time: 0.0207782 Apr 18 17:14:21.462684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39722) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:21.497740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da501d28-c100-4695-9167-e511dd1cc215 req-9ff0fad4-d3fe-4849-a08a-19140261017e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:21.499222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da501d28-c100-4695-9167-e511dd1cc215 req-9ff0fad4-d3fe-4849-a08a-19140261017e tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.2173791 Apr 18 17:14:21.564716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-b31c8e9e-85c1-46d1-b976-27e949c8e9ce tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:21.566534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-b31c8e9e-85c1-46d1-b976-27e949c8e9ce tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/networks?id=c05f2231-9d35-4618-be7b-85f268955b48 HTTP/1.1" status: 200 len: 812 time: 0.2857890 Apr 18 17:14:21.578292 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.584604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.584738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e86c583b-3c96-4a54-9e2e-284159fb44b3 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.584831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1b81076b-e0db-4d06-9490-f36997e4057c tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "DELETE /v2.0/floatingips/e0a17825-dec8-45b9-8c87-b58235540b5a HTTP/1.1" status: 204 len: 168 time: 1.0515945 Apr 18 17:14:21.597002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da501d28-c100-4695-9167-e511dd1cc215 req-3fdef188-415a-46fa-ba2d-8bed3420e068 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891917 Apr 18 17:14:21.599011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-4c1b7b4e-6246-4006-b31d-d8ab1d048ece tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/quotas/ea15e7b629174e4b97f178a541512813 HTTP/1.1" status: 200 len: 375 time: 0.0219243 Apr 18 17:14:21.630592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.634564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e86c583b-3c96-4a54-9e2e-284159fb44b3 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.640326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-020e5002-cdab-4dc1-b57d-44946a232d0f tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea15e7b629174e4b97f178a541512813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341475 Apr 18 17:14:21.725670 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.782144 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e86c583b-3c96-4a54-9e2e-284159fb44b3 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.784807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e86c583b-3c96-4a54-9e2e-284159fb44b3 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:21.789571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e86c583b-3c96-4a54-9e2e-284159fb44b3 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/16868842-85de-4423-be73-dfc89abb074a HTTP/1.1" status: 204 len: 168 time: 0.3262479 Apr 18 17:14:21.790289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39738) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:21.819301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c583b-3c96-4a54-9e2e-284159fb44b3 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16868842-85de-4423-be73-dfc89abb074a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:21.924419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-262e9d52-58a4-4714-b98c-4fd42a065b56 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1280546 Apr 18 17:14:21.929160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39748) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:21.954734 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-4dd337bb-4d85-4106-9f95-5237df183030 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] delete failed (client error): The resource could not be found. Apr 18 17:14:21.959830 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4dd337bb-4d85-4106-9f95-5237df183030 tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "DELETE /v2.0/security-groups/e64eb9ab-e292-4121-b35c-fdf2aaa64bcc HTTP/1.1" status: 404 len: 347 time: 0.0257590 Apr 18 17:14:21.960689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39752) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:21.970494 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Floating IP 8813efce-0860-46c0-bf98-109693bae61e associated. External IP: 172.25.5.25, port: 1df644db-7c5c-41c6-b618-2b770dafe1de. Apr 18 17:14:22.034039 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-0e3e3dcc-cd0b-4066-8f25-e959360c4a1c tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] show failed (client error): The resource could not be found. Apr 18 17:14:22.034039 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e3e3dcc-cd0b-4066-8f25-e959360c4a1c tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-groups/15d30310-73b5-4067-9503-e59f8fe8b061 HTTP/1.1" status: 404 len: 347 time: 0.0695641 Apr 18 17:14:22.048918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39758) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:22.072953 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-1a69ef82-44e4-4976-a5ef-2030048d431e tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] show failed (client error): The resource could not be found. Apr 18 17:14:22.077315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a69ef82-44e4-4976-a5ef-2030048d431e tempest-NegativeSecGroupTest-912638280 tempest-NegativeSecGroupTest-912638280-project] 10.222.0.45 "GET /v2.0/security-group-rules/506e7129-0556-4afa-84a8-ca47a77a7071 HTTP/1.1" status: 404 len: 356 time: 0.0228467 Apr 18 17:14:22.115925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-e4da9e26-4e02-49de-9431-80775dbd03fe service neutron] 10.222.0.45 "GET /v2.0/networks/c05f2231-9d35-4618-be7b-85f268955b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627128 Apr 18 17:14:22.154203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-8fdc8bd4-ca94-4dc1-8ae4-1f5ebe5a00ed tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:22.155667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-8fdc8bd4-ca94-4dc1-8ae4-1f5ebe5a00ed tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/networks?id=87255d4e-2293-4147-9797-e8b163437663 HTTP/1.1" status: 200 len: 813 time: 0.4718401 Apr 18 17:14:22.211970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-f8ee4b01-92f3-4f24-8a65-8e053413130e tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/quotas/94b403a09a194cb2a0cecf5bb291826e HTTP/1.1" status: 200 len: 375 time: 0.0209301 Apr 18 17:14:22.298302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-2c8b4cff-67af-4668-bed4-9e29156c6f70 service neutron] 10.222.0.45 "GET /v2.0/networks/c05f2231-9d35-4618-be7b-85f268955b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720963 Apr 18 17:14:22.318230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-4bc3f6e9-269f-4478-887e-3ade1335bbfe tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006374 Apr 18 17:14:22.574796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-18246e73-b947-4b0f-adcf-2d221eb69c41 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:22.578056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-18246e73-b947-4b0f-adcf-2d221eb69c41 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdeb969-2e21-4f27-8da3-6d97c979c691 HTTP/1.1" status: 200 len: 945 time: 0.1531847 Apr 18 17:14:22.673289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Router da7d9841-1be4-4fba-815d-905b20ac3f69 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:14:22.714052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-d0feb738-2590-42ca-a027-66eaa8f1e707 service neutron] 10.222.0.45 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874049 Apr 18 17:14:22.858266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:14:22.871081 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:22.871188 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] Sync routers for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:14:22.892689 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:22.893337 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:22.918758 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-88a14c46-be37-42e5-b72d-ba3f35c7e102 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "PUT /v2.0/floatingips/8813efce-0860-46c0-bf98-109693bae61e HTTP/1.1" status: 200 len: 991 time: 1.9333484 Apr 18 17:14:22.918758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:22.918758 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3365efe-bda8-4047-8a14-f0248c0f476c" -d '{"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:22.977146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Deleting port f5171b80-a43f-44d7-91d3-054881ac7837 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:22.987314 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:23.027718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39818) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:23.190387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-9f69aba9-6f48-4fdc-ab87-57ae5bdacd25 service neutron] 10.222.0.45 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717758 Apr 18 17:14:23.243369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8f8c8754-90a4-430f-969d-49c4ddbe3a62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=625f5c94af724d098a8bf6b27d5158b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142398 Apr 18 17:14:23.247504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39834) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:23.248826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa221a-5b8b-44c0-904d-f82d8a357eb5 req-fb469f0c-881b-40bc-8511-3280fe70d1f1 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.262684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bfa221a-5b8b-44c0-904d-f82d8a357eb5 req-fb469f0c-881b-40bc-8511-3280fe70d1f1 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.4610915 Apr 18 17:14:23.316913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-7432c74b-bd4e-4fa1-9afe-ea789de08065 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.318552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-7432c74b-bd4e-4fa1-9afe-ea789de08065 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.18 "GET /v2.0/ports?device_id=5eef1dd3-e38b-456c-b0fc-7f949d091562 HTTP/1.1" status: 200 len: 946 time: 0.4705846 Apr 18 17:14:23.333943 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:23.364945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-904152f3-3b75-45e2-88f3-6dde2e2a57eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:23.405849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-904152f3-3b75-45e2-88f3-6dde2e2a57eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:23.463087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] For port f5171b80-a43f-44d7-91d3-054881ac7837, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f5171b80-a43f-44d7-91d3-054881ac7837,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:23.463729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:23.517969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bfa221a-5b8b-44c0-904d-f82d8a357eb5 req-07141568-244e-46cb-b426-8e93015e1d69 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2543001 Apr 18 17:14:23.519182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Calling delete_port for f5171b80-a43f-44d7-91d3-054881ac7837 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:23.569434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-904152f3-3b75-45e2-88f3-6dde2e2a57eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:23.572733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-904152f3-3b75-45e2-88f3-6dde2e2a57eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:23.576689 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-904152f3-3b75-45e2-88f3-6dde2e2a57eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46352f14-89a6-4522-87b0-8a6841aeef1e HTTP/1.1" status: 204 len: 168 time: 0.3256242 Apr 18 17:14:23.584454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904152f3-3b75-45e2-88f3-6dde2e2a57eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46352f14-89a6-4522-87b0-8a6841aeef1e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:23.712349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51386b25-8265-4b84-875d-ed1fa56a1518 req-a9cfb04a-eef7-49d3-93f1-5eb6e624e143 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 210 time: 0.1191518 Apr 18 17:14:23.805464 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b35a298-b1fe-4525-8522-c0b4f9448c50 x-openstack-request-id: req-6b35a298-b1fe-4525-8522-c0b4f9448c50 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:23.805464 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:23.805464 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b35a298-b1fe-4525-8522-c0b4f9448c50 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:23.805464 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b35a298-b1fe-4525-8522-c0b4f9448c50'] response: {'name': 'network-changed', 'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'status': 'completed', 'code': 200} Apr 18 17:14:23.833647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Deleting port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:23.834272 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:23.871260 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '8813efce-0860-46c0-bf98-109693bae61e', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'port_id': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'mac_address': 'fa:16:3e:19:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:12:52Z', 'updated_at': '2022-04-18T17:14:21Z', 'revision_number': 1, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:41Z', 'revision_number': 5, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:23.932019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f485bd84-458b-49d0-9f29-b0a1a7498cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.932530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f485bd84-458b-49d0-9f29-b0a1a7498cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.933012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f485bd84-458b-49d0-9f29-b0a1a7498cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.933559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f485bd84-458b-49d0-9f29-b0a1a7498cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.934049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f485bd84-458b-49d0-9f29-b0a1a7498cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.934526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f485bd84-458b-49d0-9f29-b0a1a7498cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.935009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f485bd84-458b-49d0-9f29-b0a1a7498cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:23.937150 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f485bd84-458b-49d0-9f29-b0a1a7498cb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6500 time: 0.0892973 Apr 18 17:14:23.986063 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] Checking router: da7d9841-1be4-4fba-815d-905b20ac3f69 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:14:23.997212 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:23.997875 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:24.166735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-35103b03-87fb-49d9-b5c0-dfc2aec089f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:24.171634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-35103b03-87fb-49d9-b5c0-dfc2aec089f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9dc6a382-14a0-4e2b-b3f7-19e369312803 HTTP/1.1" status: 200 len: 917 time: 0.2247665 Apr 18 17:14:24.171827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d06a153-c761-4468-b101-d09f698ed02d req-ba166116-b79b-45ec-9465-67efce3711f4 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 210 time: 0.1764338 Apr 18 17:14:24.192016 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:24.250925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] For port 9e1c3804-8c5a-4ee9-ac58-c954e4388983, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=9e1c3804-8c5a-4ee9-ac58-c954e4388983,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:24.251527 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:24.269745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Calling delete_port for 9e1c3804-8c5a-4ee9-ac58-c954e4388983 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:24.336676 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-765e8738-7575-4253-b7dd-59831f25cfd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df644db-7c5c-41c6-b618-2b770dafe1de HTTP/1.1" status: 200 len: 999 time: 0.1476657 Apr 18 17:14:24.380660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:24.416985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['9e1c3804-8c5a-4ee9-ac58-c954e4388983'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:24.451685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-a0f1b10a-1c15-471d-bda4-062269fedc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:24.453208 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-a0f1b10a-1c15-471d-bda4-062269fedc0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64991e29-3a6e-40a0-b7b4-27fe757dcc9b HTTP/1.1" status: 200 len: 855 time: 0.1090217 Apr 18 17:14:24.494856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Pushing event deleted for resources: {'Port': ['ID=f5171b80-a43f-44d7-91d3-054881ac7837,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:24.532636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-5d0d70dd-1851-47e6-80e2-abb32085df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:24.535086 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-5d0d70dd-1851-47e6-80e2-abb32085df43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dc6a382-14a0-4e2b-b3f7-19e369312803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648687 Apr 18 17:14:24.607452 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '8813efce-0860-46c0-bf98-109693bae61e', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'port_id': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'mac_address': 'fa:16:3e:19:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:12:52Z', 'updated_at': '2022-04-18T17:14:21Z', 'revision_number': 1, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:41Z', 'revision_number': 5, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:24.632982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] No DVR routers for this DVR port f5171b80-a43f-44d7-91d3-054881ac7837 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:24.636506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:24.640470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ef18ca3-259d-49e6-9bed-fc332eb10e70 req-384b6bd1-e747-451e-b519-07f45efda24c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.41 "DELETE /v2.0/ports/f5171b80-a43f-44d7-91d3-054881ac7837 HTTP/1.1" status: 204 len: 173 time: 2.0482121 Apr 18 17:14:24.641193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdeb969-2e21-4f27-8da3-6d97c979c691', 'name': 'network-vif-deleted', 'tag': 'f5171b80-a43f-44d7-91d3-054881ac7837'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:24.643785 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4698fe-83a3-4a88-aca5-10961d05615b" -d '{"events": [{"server_uuid": "2bdeb969-2e21-4f27-8da3-6d97c979c691", "name": "network-vif-deleted", "tag": "f5171b80-a43f-44d7-91d3-054881ac7837"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:24.688597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f5171b80-a43f-44d7-91d3-054881ac7837 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:24.697678 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc7469-76fc-4165-8b8e-1958c2c536d3 None None] The sync data for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 is: [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '8813efce-0860-46c0-bf98-109693bae61e', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'port_id': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'mac_address': 'fa:16:3e:19:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:12:52Z', 'updated_at': '2022-04-18T17:14:21Z', 'revision_number': 1, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:41Z', 'revision_number': 5, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:14:24.761126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: f5171b80-a43f-44d7-91d3-054881ac7837 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:24.764111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f5171b80-a43f-44d7-91d3-054881ac7837 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:24.830399 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc48b7f-7732-408d-9968-b290991b671a x-openstack-request-id: req-7fc48b7f-7732-408d-9968-b290991b671a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:24.830987 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdeb969-2e21-4f27-8da3-6d97c979c691", "name": "network-vif-deleted", "tag": "f5171b80-a43f-44d7-91d3-054881ac7837", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:24.831407 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fc48b7f-7732-408d-9968-b290991b671a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:24.832522 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc48b7f-7732-408d-9968-b290991b671a'] response: {'server_uuid': '2bdeb969-2e21-4f27-8da3-6d97c979c691', 'name': 'network-vif-deleted', 'tag': 'f5171b80-a43f-44d7-91d3-054881ac7837', 'status': 'completed', 'code': 200} Apr 18 17:14:24.956127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f4e04-ff5a-4783-9d99-2f7fb881e862 req-c4739b7d-69ba-4964-8b45-eedf8682c2cb tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:24.973338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-818f4e04-ff5a-4783-9d99-2f7fb881e862 req-c4739b7d-69ba-4964-8b45-eedf8682c2cb tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.2090323 Apr 18 17:14:24.978948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:24.985508 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-f3a54418-87ac-43b4-a8e8-b84542f66b0a service neutron] 10.222.0.18 "GET /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204662 Apr 18 17:14:25.081904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b3a344e-f3d2-4c38-b10e-e3a33ba3ee50 req-58dc0640-b364-440c-a71d-bdbc35374032 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 210 time: 0.1010766 Apr 18 17:14:25.128586 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3365efe-bda8-4047-8a14-f0248c0f476c req-5a793570-fbb2-4a6c-bc38-042a33dcd36a service neutron] 10.222.0.18 "GET /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367221 Apr 18 17:14:25.219660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209dec3-cbd9-4daf-9c33-f250ed8c3660 None None] New status for floating IP 8813efce-0860-46c0-bf98-109693bae61e: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:14:25.331773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Pushing event deleted for resources: {'Port': ['ID=9e1c3804-8c5a-4ee9-ac58-c954e4388983,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:25.350352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] No DVR routers for this DVR port 9e1c3804-8c5a-4ee9-ac58-c954e4388983 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:25.393986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:25.399905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82611cf1-c80c-4a26-9c0a-d738da3494d1 req-5d66c07e-6dd5-45c7-8e0d-10e1c0542d30 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.18 "DELETE /v2.0/ports/9e1c3804-8c5a-4ee9-ac58-c954e4388983 HTTP/1.1" status: 204 len: 173 time: 2.0528407 Apr 18 17:14:25.402079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83558c09-7429-4688-8fdf-152a6b25c7d9 req-677d101d-f41c-4f10-805f-8833b05dd93d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 210 time: 0.0898209 Apr 18 17:14:25.434075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-818f4e04-ff5a-4783-9d99-2f7fb881e862 req-69f09302-0a9f-4f83-84fd-78c1d1b0aa5b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4582345 Apr 18 17:14:25.577199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39940) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:25.688734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1977022354'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:25.771264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Made reservation on behalf of 2a44f696899b46faad2d6a887d7e0385 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:25.775282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:25.784666 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:25.845347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:25.867030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:25.977822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d305f86-c3d8-4670-8011-e6bea03e4d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:25.983057 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.014040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:14:26.023032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffa3b0-036f-44ee-bfee-65913876b1ab,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:26.029135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.029545 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Added segment d5a829e5-6ea6-4c73-84f0-706f5f0977cc of type vlan for network d33f88db-0651-4cbc-974f-d7fe5860cde8 Apr 18 17:14:26.076344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.131613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-575f3016-3bb6-4611-8a62-62afa141b9a1 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:26.133168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-575f3016-3bb6-4611-8a62-62afa141b9a1 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.41 "GET /v2.0/networks?id=c05f2231-9d35-4618-be7b-85f268955b48 HTTP/1.1" status: 200 len: 812 time: 0.1406584 Apr 18 17:14:26.175582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Request body: {'port': {'device_id': '1143838d-2700-431b-96df-e5f222db5507', 'network_id': 'c05f2231-9d35-4618-be7b-85f268955b48', 'admin_state_up': True, 'tenant_id': 'ea15e7b629174e4b97f178a541512813'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:26.189278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d305f86-c3d8-4670-8011-e6bea03e4d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.194783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.201389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:26.202583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.268011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c7140b3-3d16-47d2-bb62-323edd16743b req-031c9a1b-1059-4260-99b1-073d91a5bd93 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 210 time: 0.0836072 Apr 18 17:14:26.289346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Pushing event updated for resources: {'Network': ['ID=d33f88db-0651-4cbc-974f-d7fe5860cde8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:26.301836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network d33f88db-0651-4cbc-974f-d7fe5860cde8 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:14:26.408020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d305f86-c3d8-4670-8011-e6bea03e4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.466770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6d305f86-c3d8-4670-8011-e6bea03e4d34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bf291ff0df34361959bba71e00cfe25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200330 Apr 18 17:14:26.469334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39960) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:26.476358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305f86-c3d8-4670-8011-e6bea03e4d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d60789-3b96-4125-8516-7ac7d1772bde,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:26.488351 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2885877f-eae7-4122-8853-f6584e19446f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9098983 Apr 18 17:14:26.489865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39962) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:26.517191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Request body: {'subnet': {'network_id': 'd33f88db-0651-4cbc-974f-d7fe5860cde8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:26.600774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d4c9d0c-ecae-4985-a7a0-59cae4a7378a req-dbf82d14-9042-403c-8caf-b3cd6b832275 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 210 time: 0.0369673 Apr 18 17:14:26.631569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015acd-abf2-46e9-b2ba-05baa19e8cad req-5eedcfaf-b1f8-42fb-8286-3e65c84ff647 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:26.634019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f015acd-abf2-46e9-b2ba-05baa19e8cad req-5eedcfaf-b1f8-42fb-8286-3e65c84ff647 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1182103 Apr 18 17:14:26.665689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Made reservation on behalf of ea15e7b629174e4b97f178a541512813 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:26.676217 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.679045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-daa30f07-7126-48ff-b96b-1fce23810c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.705731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-daa30f07-7126-48ff-b96b-1fce23810c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.748987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f015acd-abf2-46e9-b2ba-05baa19e8cad req-bb273b83-2dc2-4063-a1df-50ed72ffd332 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087668 Apr 18 17:14:26.803519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Made reservation on behalf of 2a44f696899b46faad2d6a887d7e0385 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:26.806916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.836056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eef1dd3-e38b-456c-b0fc-7f949d091562', 'name': 'network-vif-deleted', 'tag': '9e1c3804-8c5a-4ee9-ac58-c954e4388983'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:26.839044 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b27117b-dfb2-4642-9236-ca6af9dbdae9" -d '{"events": [{"server_uuid": "5eef1dd3-e38b-456c-b0fc-7f949d091562", "name": "network-vif-deleted", "tag": "9e1c3804-8c5a-4ee9-ac58-c954e4388983"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:26.889732 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-daa30f07-7126-48ff-b96b-1fce23810c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.894033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-daa30f07-7126-48ff-b96b-1fce23810c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:26.896154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-daa30f07-7126-48ff-b96b-1fce23810c19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88d60789-3b96-4125-8516-7ac7d1772bde HTTP/1.1" status: 204 len: 168 time: 0.4254172 Apr 18 17:14:26.901518 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ff972-dc4d-4ac7-85b7-36bad39f22e9 x-openstack-request-id: req-892ff972-dc4d-4ac7-85b7-36bad39f22e9 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:26.901853 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eef1dd3-e38b-456c-b0fc-7f949d091562", "name": "network-vif-deleted", "tag": "9e1c3804-8c5a-4ee9-ac58-c954e4388983", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:26.902111 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-892ff972-dc4d-4ac7-85b7-36bad39f22e9 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:26.910101 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892ff972-dc4d-4ac7-85b7-36bad39f22e9'] response: {'server_uuid': '5eef1dd3-e38b-456c-b0fc-7f949d091562', 'name': 'network-vif-deleted', 'tag': '9e1c3804-8c5a-4ee9-ac58-c954e4388983', 'status': 'completed', 'code': 200} Apr 18 17:14:26.910101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Allocated IP 172.20.0.7 (c05f2231-9d35-4618-be7b-85f268955b48/fdf2141d-87b0-4269-acd8-c6cbd756b53c/86cda2aa-0e29-4655-8f6a-617e351ba98b) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:26.958627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa30f07-7126-48ff-b96b-1fce23810c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d60789-3b96-4125-8516-7ac7d1772bde,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:27.208468 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:27.243988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:27.313207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:27.318820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Pushing event updated for resources: {'Subnet': ['ID=f3a4900b-31fa-4f71-8583-93f15c0c8bf0,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:27.327645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Checking segment: {'id': 'd5a829e5-6ea6-4c73-84f0-706f5f0977cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd33f88db-0651-4cbc-974f-d7fe5860cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:27.328016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Network hostable DHCP agents. Network: d33f88db-0651-4cbc-974f-d7fe5860cde8, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:14:27.383930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 9e1c3804-8c5a-4ee9-ac58-c954e4388983 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:27.413526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Network c05f2231-9d35-4618-be7b-85f268955b48 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:27.431569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Network d33f88db-0651-4cbc-974f-d7fe5860cde8 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:14:27.437022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 9e1c3804-8c5a-4ee9-ac58-c954e4388983 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:27.440162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 9e1c3804-8c5a-4ee9-ac58-c954e4388983 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:27.443590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:27.450294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:27.535800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Pushing event updated for resources: {'Port': ['ID=86cda2aa-0e29-4655-8f6a-617e351ba98b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:27.545628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, d33f88db-0651-4cbc-974f-d7fe5860cde8) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:27.551390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:27.554725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:27.554889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95800bf-aa36-49d5-a54f-5692bd4ed0a7 req-fc1246c3-908f-4c9b-9d3b-a1fabf94fd7c tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:27.557257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e0fd1-6bc7-4caa-b768-f2a7dade1cad None None] Network d33f88db-0651-4cbc-974f-d7fe5860cde8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:27.562460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e95800bf-aa36-49d5-a54f-5692bd4ed0a7 req-fc1246c3-908f-4c9b-9d3b-a1fabf94fd7c tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 931 time: 0.1512811 Apr 18 17:14:27.573739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:27.574421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:27.691278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ed204445-d3d8-41f5-a88a-d995673db9d7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1807294 Apr 18 17:14:27.701557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39976) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:27.714185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e95800bf-aa36-49d5-a54f-5692bd4ed0a7 req-7780dd2d-bc89-4ba7-8c00-f2c7b47323f5 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507843 Apr 18 17:14:27.718224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-a4fb728a-0231-46d2-86df-5026db9241f5 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:27.719940 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-a4fb728a-0231-46d2-86df-5026db9241f5 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.41 "GET /v2.0/networks?id=87255d4e-2293-4147-9797-e8b163437663 HTTP/1.1" status: 200 len: 813 time: 0.2736437 Apr 18 17:14:27.733654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Request body: {'port': {'network_id': 'd33f88db-0651-4cbc-974f-d7fe5860cde8', 'name': 'tempest-TagsExtTest-497639174'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:27.739957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Request body: {'port': {'device_id': '7a8d5027-8974-42f2-8481-fa05ea425f2b', 'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'admin_state_up': True, 'tenant_id': '94b403a09a194cb2a0cecf5bb291826e'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:27.756259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-174e2469-59b2-499f-9484-9eb32827a81a tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5892262 Apr 18 17:14:27.849686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Request body: {'port': {'device_id': '1143838d-2700-431b-96df-e5f222db5507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:27.893622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39982) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:27.930709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-d33f88db-0651-4cbc-974f-d7fe5860cde8', 'network_id': 'd33f88db-0651-4cbc-974f-d7fe5860cde8', 'tenant_id': '2a44f696899b46faad2d6a887d7e0385', 'fixed_ips': [{'subnet_id': 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:14:27.932026 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:27.947205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc084e83-2d35-48b8-907f-e22ff89affc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:27.958001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07c9ce1f-32c6-47ee-9142-79fbc2e8e398 req-bd4fb43e-1d4b-49a7-a70b-a5486a19308f tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 210 time: 0.2203763 Apr 18 17:14:28.109137 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc084e83-2d35-48b8-907f-e22ff89affc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.113818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Made reservation on behalf of 94b403a09a194cb2a0cecf5bb291826e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:28.117835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.181702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Allocated IP 172.20.0.2 (d33f88db-0651-4cbc-974f-d7fe5860cde8/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/db8a8a07-c987-4281-8c5c-2455b95b1d0b) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:28.189647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.207081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325639-ebec-4fd1-b0fc-b4bb51237fd7 req-2fd7b742-c63f-46df-a459-3f029c508e07 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:28.216936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26325639-ebec-4fd1-b0fc-b4bb51237fd7 req-2fd7b742-c63f-46df-a459-3f029c508e07 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.2451208 Apr 18 17:14:28.246914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc084e83-2d35-48b8-907f-e22ff89affc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.319488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc084e83-2d35-48b8-907f-e22ff89affc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca15fd0-33a3-4ccd-9429-738f6782effe,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:28.328848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc084e83-2d35-48b8-907f-e22ff89affc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fafcd89e718047ce83a9557634ae4906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360518 Apr 18 17:14:28.342880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39984) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:28.388537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-3a533f83-fe47-48bc-8d9f-b357a6c89d85 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:28.390117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-3a533f83-fe47-48bc-8d9f-b357a6c89d85 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.18 "GET /v2.0/networks?id=87255d4e-2293-4147-9797-e8b163437663 HTTP/1.1" status: 200 len: 813 time: 0.4372609 Apr 18 17:14:28.394674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Allocated IP 172.20.0.11 (87255d4e-2293-4147-9797-e8b163437663/b1e73170-f54c-4324-8691-4797dddfecc0/d6aa987f-b384-43d6-8db2-f162a8c48ede) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:28.417894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26325639-ebec-4fd1-b0fc-b4bb51237fd7 req-56f4791e-6eed-43a8-8f8c-30615c644846 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1945655 Apr 18 17:14:28.442717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Request body: {'port': {'device_id': '2ccb6f25-7e53-4724-ae61-73f1e8735002', 'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'admin_state_up': True, 'tenant_id': '94b403a09a194cb2a0cecf5bb291826e'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:28.570530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Made reservation on behalf of 2a44f696899b46faad2d6a887d7e0385 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:28.574073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.596326 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.640139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.706299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.750653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Network d33f88db-0651-4cbc-974f-d7fe5860cde8 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:28.753945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:28.758722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:28.761971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Pushing event updated for resources: {'Port': ['ID=db8a8a07-c987-4281-8c5c-2455b95b1d0b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:28.849595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.873528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Attempting to bind port db8a8a07-c987-4281-8c5c-2455b95b1d0b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:28.874309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Attempting to bind port db8a8a07-c987-4281-8c5c-2455b95b1d0b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd5a829e5-6ea6-4c73-84f0-706f5f0977cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd33f88db-0651-4cbc-974f-d7fe5860cde8'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:28.875642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Attempting to bind port db8a8a07-c987-4281-8c5c-2455b95b1d0b on network d33f88db-0651-4cbc-974f-d7fe5860cde8 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:28.888825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:28.890461 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Checking segment: {'id': 'd5a829e5-6ea6-4c73-84f0-706f5f0977cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd33f88db-0651-4cbc-974f-d7fe5860cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:28.891076 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.893217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Bound using segment: {'id': 'd5a829e5-6ea6-4c73-84f0-706f5f0977cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd33f88db-0651-4cbc-974f-d7fe5860cde8'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:28.893976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Bound port: db8a8a07-c987-4281-8c5c-2455b95b1d0b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a829e5-6ea6-4c73-84f0-706f5f0977cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd33f88db-0651-4cbc-974f-d7fe5860cde8'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:28.896190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:28.910213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Pushing event updated for resources: {'Port': ['ID=d6aa987f-b384-43d6-8db2-f162a8c48ede,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:28.926141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Network 87255d4e-2293-4147-9797-e8b163437663 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:28.928061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:28.931898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:28.997201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:28.999639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] For port db8a8a07-c987-4281-8c5c-2455b95b1d0b, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:29.001625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.006020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] For port db8a8a07-c987-4281-8c5c-2455b95b1d0b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=db8a8a07-c987-4281-8c5c-2455b95b1d0b,segment=NetworkSegment(d5a829e5-6ea6-4c73-84f0-706f5f0977cc),segment_id=d5a829e5-6ea6-4c73-84f0-706f5f0977cc)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:29.009243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40d08f53-1210-4680-9db6-09fdd02ddfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.068972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] device_id is not set on port 91624051-b7c4-433a-8970-bb3f5365f421 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:14:29.077600 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.099594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ff40-3c85-4907-9fad-b21522188f98 req-1063d699-eab3-475c-8c6e-80288c243737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:29.101503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8133ff40-3c85-4907-9fad-b21522188f98 req-1063d699-eab3-475c-8c6e-80288c243737 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 1096 time: 0.0502079 Apr 18 17:14:29.109803 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-946c1d2d-0c40-4b3f-9318-fc58529b59cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3740938 Apr 18 17:14:29.145643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40d08f53-1210-4680-9db6-09fdd02ddfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.145979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Request body: {'port': {'device_id': '7a8d5027-8974-42f2-8481-fa05ea425f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:29.167551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c71198-28ba-4bbb-9ab0-8738104bc9c9 None None] Pushing event updated for resources: {'Port': ['ID=db8a8a07-c987-4281-8c5c-2455b95b1d0b,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:29.213000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6423e2a-4c9b-46fe-bb23-eda85da2372c req-8e599614-a9bd-4818-8185-f936cc244743 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:29.214593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6423e2a-4c9b-46fe-bb23-eda85da2372c req-8e599614-a9bd-4818-8185-f936cc244743 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.2778230 Apr 18 17:14:29.238369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a838d2-e062-49eb-91f3-e815c6983f49 req-06e09d61-2347-4636-b7ee-4692b563e6b6 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:29.240007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4a838d2-e062-49eb-91f3-e815c6983f49 req-06e09d61-2347-4636-b7ee-4692b563e6b6 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 931 time: 0.3116689 Apr 18 17:14:29.256252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.312476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ff40-3c85-4907-9fad-b21522188f98 req-de67f9a3-71a9-41c2-abb1-b17c39770427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:29.314166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8133ff40-3c85-4907-9fad-b21522188f98 req-de67f9a3-71a9-41c2-abb1-b17c39770427 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 910 time: 0.2033947 Apr 18 17:14:29.423491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Made reservation on behalf of 94b403a09a194cb2a0cecf5bb291826e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:29.427166 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.440419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6423e2a-4c9b-46fe-bb23-eda85da2372c req-cc09cccb-1ba3-44da-be39-c097a3d4d157 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1951597 Apr 18 17:14:29.456957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4a838d2-e062-49eb-91f3-e815c6983f49 req-218c5cef-1ab5-46ac-821d-a9b5858ab9fb tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029619 Apr 18 17:14:29.497322 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40d08f53-1210-4680-9db6-09fdd02ddfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.505902 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-40d08f53-1210-4680-9db6-09fdd02ddfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.505902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-40d08f53-1210-4680-9db6-09fdd02ddfdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aca15fd0-33a3-4ccd-9429-738f6782effe HTTP/1.1" status: 204 len: 168 time: 1.1572955 Apr 18 17:14:29.524400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cda2aa-0e29-4655-8f6a-617e351ba98b {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:29.534342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.539071 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8133ff40-3c85-4907-9fad-b21522188f98 req-e465a738-f371-4f4d-b288-1bcf970fafde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47 HTTP/1.1" status: 200 len: 1001 time: 0.2094193 Apr 18 17:14:29.551706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Transition to ACTIVE for port object 86cda2aa-0e29-4655-8f6a-617e351ba98b will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:14:29.579013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Allocated IP 172.20.0.4 (d33f88db-0651-4cbc-974f-d7fe5860cde8/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/91624051-b7c4-433a-8970-bb3f5365f421) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:29.591363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d08f53-1210-4680-9db6-09fdd02ddfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca15fd0-33a3-4ccd-9429-738f6782effe,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:29.676968 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.680560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1269a586-f320-4d97-82c4-718b839aa7e8 req-fcb33178-6299-4604-97df-06aaec02f2fc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 210 time: 0.1035995 Apr 18 17:14:29.727391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ff40-3c85-4907-9fad-b21522188f98 req-45f8e184-d7ef-429f-8b3b-dbca637a68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:29.730277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8133ff40-3c85-4907-9fad-b21522188f98 req-45f8e184-d7ef-429f-8b3b-dbca637a68ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.1769760 Apr 18 17:14:29.812877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ff40-3c85-4907-9fad-b21522188f98 req-efa29ee5-79cd-442c-b013-72f3ac467639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:29.814318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8133ff40-3c85-4907-9fad-b21522188f98 req-efa29ee5-79cd-442c-b013-72f3ac467639 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729575 Apr 18 17:14:29.831123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Pushing event updated for resources: {'Port': ['ID=86cda2aa-0e29-4655-8f6a-617e351ba98b,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:29.897316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6aa987f-b384-43d6-8db2-f162a8c48ede {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:29.916876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:29.965732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Transition to ACTIVE for port object d6aa987f-b384-43d6-8db2-f162a8c48ede will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:14:29.997206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Attempting to bind port 86cda2aa-0e29-4655-8f6a-617e351ba98b on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:29.998426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Attempting to bind port 86cda2aa-0e29-4655-8f6a-617e351ba98b by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '63eef30e-2fe1-44c1-94c2-5f49f7dc2908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c05f2231-9d35-4618-be7b-85f268955b48'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:29.998819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Attempting to bind port 86cda2aa-0e29-4655-8f6a-617e351ba98b on network c05f2231-9d35-4618-be7b-85f268955b48 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:30.010899 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8133ff40-3c85-4907-9fad-b21522188f98 req-3783b5da-c27f-445b-8743-671da49d9a6e service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385646 Apr 18 17:14:30.013801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Port 86cda2aa-0e29-4655-8f6a-617e351ba98b on network c05f2231-9d35-4618-be7b-85f268955b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:14:30.014142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Attempting to bind port 86cda2aa-0e29-4655-8f6a-617e351ba98b on network c05f2231-9d35-4618-be7b-85f268955b48 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:30.025335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:30.025335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Checking segment: {'id': '63eef30e-2fe1-44c1-94c2-5f49f7dc2908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c05f2231-9d35-4618-be7b-85f268955b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:30.025936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Bound using segment: {'id': '63eef30e-2fe1-44c1-94c2-5f49f7dc2908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c05f2231-9d35-4618-be7b-85f268955b48'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:30.026158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Bound port: 86cda2aa-0e29-4655-8f6a-617e351ba98b, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63eef30e-2fe1-44c1-94c2-5f49f7dc2908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c05f2231-9d35-4618-be7b-85f268955b48'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:30.026518 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.122312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.130852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.173700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Allocated IP 172.20.0.14 (87255d4e-2293-4147-9797-e8b163437663/b1e73170-f54c-4324-8691-4797dddfecc0/d5045fa4-3f34-4d0a-bf9c-23a78e0431e2) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:30.215721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] For port 86cda2aa-0e29-4655-8f6a-617e351ba98b, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:30.222603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] For port 86cda2aa-0e29-4655-8f6a-617e351ba98b, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86cda2aa-0e29-4655-8f6a-617e351ba98b,segment=NetworkSegment(63eef30e-2fe1-44c1-94c2-5f49f7dc2908),segment_id=63eef30e-2fe1-44c1-94c2-5f49f7dc2908)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:30.295532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.303332 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8133ff40-3c85-4907-9fad-b21522188f98 req-7ef711b3-7fce-4dae-9228-a4aa54abdaaa service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846024 Apr 18 17:14:30.370103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Pushing event updated for resources: {'Port': ['ID=d6aa987f-b384-43d6-8db2-f162a8c48ede,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:30.386286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Attempting to bind port d6aa987f-b384-43d6-8db2-f162a8c48ede on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:30.386772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Attempting to bind port d6aa987f-b384-43d6-8db2-f162a8c48ede by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:30.395958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Attempting to bind port d6aa987f-b384-43d6-8db2-f162a8c48ede on network 87255d4e-2293-4147-9797-e8b163437663 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:30.413200 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.427341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Port d6aa987f-b384-43d6-8db2-f162a8c48ede on network 87255d4e-2293-4147-9797-e8b163437663 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:14:30.432133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Attempting to bind port d6aa987f-b384-43d6-8db2-f162a8c48ede on network 87255d4e-2293-4147-9797-e8b163437663 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:30.435636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:30.437354 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.439014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] 10.222.0.41 "PUT /v2.0/ports/86cda2aa-0e29-4655-8f6a-617e351ba98b HTTP/1.1" status: 200 len: 1091 time: 2.6053581 Apr 18 17:14:30.445170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:30.445747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Checking segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:30.446162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Bound using segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:30.446809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Bound port: d6aa987f-b384-43d6-8db2-f162a8c48ede, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:30.447191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.452585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1143838d-2700-431b-96df-e5f222db5507', 'tag': '86cda2aa-0e29-4655-8f6a-617e351ba98b'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:30.455774 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30857c9-a155-400d-b107-7f764554037e" -d '{"events": [{"name": "network-changed", "server_uuid": "1143838d-2700-431b-96df-e5f222db5507", "tag": "86cda2aa-0e29-4655-8f6a-617e351ba98b"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:30.526793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Network d33f88db-0651-4cbc-974f-d7fe5860cde8 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:30.531119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9715d-b1c2-468c-929d-9cea63b68cea service neutron] Pushing event updated for resources: {'Port': ['ID=86cda2aa-0e29-4655-8f6a-617e351ba98b,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:30.544730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:30.548113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:30.613168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] For port d6aa987f-b384-43d6-8db2-f162a8c48ede, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:30.618878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] For port d6aa987f-b384-43d6-8db2-f162a8c48ede, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d6aa987f-b384-43d6-8db2-f162a8c48ede,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:30.649533 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16ef4d6-45d2-4a7b-a50c-76a270b400a4 x-openstack-request-id: req-d16ef4d6-45d2-4a7b-a50c-76a270b400a4 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:30.650033 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1143838d-2700-431b-96df-e5f222db5507", "tag": "86cda2aa-0e29-4655-8f6a-617e351ba98b", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:30.650422 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d16ef4d6-45d2-4a7b-a50c-76a270b400a4 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:30.650877 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16ef4d6-45d2-4a7b-a50c-76a270b400a4'] response: {'name': 'network-changed', 'server_uuid': '1143838d-2700-431b-96df-e5f222db5507', 'tag': '86cda2aa-0e29-4655-8f6a-617e351ba98b', 'status': 'completed', 'code': 200} Apr 18 17:14:30.709011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.726243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557be594-f33e-4f6e-89e1-5128b0b035a7 None None] Network d33f88db-0651-4cbc-974f-d7fe5860cde8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:30.774769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:30.775888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.777780 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] 10.222.0.41 "PUT /v2.0/ports/d6aa987f-b384-43d6-8db2-f162a8c48ede HTTP/1.1" status: 200 len: 1092 time: 1.6402183 Apr 18 17:14:30.782406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8d5027-8974-42f2-8481-fa05ea425f2b', 'tag': 'd6aa987f-b384-43d6-8db2-f162a8c48ede'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:30.789156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Pushing event updated for resources: {'Port': ['ID=91624051-b7c4-433a-8970-bb3f5365f421,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:30.789390 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42464e2-4a21-4029-9b6f-310e5dbec538" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8d5027-8974-42f2-8481-fa05ea425f2b", "tag": "d6aa987f-b384-43d6-8db2-f162a8c48ede"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:30.794095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.836815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18018c4c-e18e-49fc-85ef-3d31cf38457d req-7e3ccd41-fcb9-45b3-bfcd-fb47d3313fe0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:30.844264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18018c4c-e18e-49fc-85ef-3d31cf38457d req-7e3ccd41-fcb9-45b3-bfcd-fb47d3313fe0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.2906463 Apr 18 17:14:30.851187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:30.851834 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.874591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871d2f6-ab7b-4860-a019-ac5683a9fc3e req-5142a7b0-a987-4832-bbd7-f9d105df3c05 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:30.875276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b72101b1-75fe-471c-a276-d7dc48d3bc7e None None] Provisioning complete for port db8a8a07-c987-4281-8c5c-2455b95b1d0b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:30.875903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b72101b1-75fe-471c-a276-d7dc48d3bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:30.876130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6871d2f6-ab7b-4860-a019-ac5683a9fc3e req-5142a7b0-a987-4832-bbd7-f9d105df3c05 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1909485 Apr 18 17:14:30.891858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972ee1-771a-42b0-93b9-653772a6a67e service neutron] Pushing event updated for resources: {'Port': ['ID=d6aa987f-b384-43d6-8db2-f162a8c48ede,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:30.942020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18018c4c-e18e-49fc-85ef-3d31cf38457d req-71cf63b1-5642-47e2-bed5-b4963fa6daba tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966361 Apr 18 17:14:30.969385 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bda187c-7249-4636-84d2-7f279d6f525c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.011614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-d341868e-e58d-480e-92a8-c00f4ce06b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:31.013659 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-d341868e-e58d-480e-92a8-c00f4ce06b61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&device_id=7a8d5027-8974-42f2-8481-fa05ea425f2b HTTP/1.1" status: 200 len: 1095 time: 0.1080713 Apr 18 17:14:31.022907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4e676048-0054-41ab-86d2-d0351d5ffcaf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3072267 Apr 18 17:14:31.025619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-7594da89-a15a-4589-9fc3-66c2db0bec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:31.025865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40032) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:31.027137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-7594da89-a15a-4589-9fc3-66c2db0bec09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea15e7b629174e4b97f178a541512813&device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 1094 time: 0.3745093 Apr 18 17:14:31.030929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ce84df71-9356-4b89-b350-91bd8afad411 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-708099757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:31.055689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6871d2f6-ab7b-4860-a019-ac5683a9fc3e req-918b79d9-c70a-473c-8e8a-6afe158e0d1a tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305346 Apr 18 17:14:31.059460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device db8a8a07-c987-4281-8c5c-2455b95b1d0b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:31.105810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.146050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-248aa887-3965-4293-ba70-39d62bed53af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86cda2aa-0e29-4655-8f6a-617e351ba98b HTTP/1.1" status: 200 len: 217 time: 0.1017447 Apr 18 17:14:31.147008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b72101b1-75fe-471c-a276-d7dc48d3bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.177478 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-534125f9-63cd-4ba1-82ed-2eb653c3fe17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6aa987f-b384-43d6-8db2-f162a8c48ede HTTP/1.1" status: 200 len: 217 time: 0.1045685 Apr 18 17:14:31.189869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce84df71-9356-4b89-b350-91bd8afad411 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.189869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce84df71-9356-4b89-b350-91bd8afad411 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.259070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b72101b1-75fe-471c-a276-d7dc48d3bc7e None None] For port db8a8a07-c987-4281-8c5c-2455b95b1d0b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=db8a8a07-c987-4281-8c5c-2455b95b1d0b,segment=NetworkSegment(d5a829e5-6ea6-4c73-84f0-706f5f0977cc),segment_id=d5a829e5-6ea6-4c73-84f0-706f5f0977cc)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:31.274156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-ba0418fc-2025-4c58-8295-001da1e8ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:31.276745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-ba0418fc-2025-4c58-8295-001da1e8ac06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf2141d-87b0-4269-acd8-c6cbd756b53c HTTP/1.1" status: 200 len: 852 time: 0.0799451 Apr 18 17:14:31.290742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port db8a8a07-c987-4281-8c5c-2455b95b1d0b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:31.290742 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.294549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce84df71-9356-4b89-b350-91bd8afad411 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.296841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-667887bc-14ea-4709-9962-c0f0f58aaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:31.298875 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-667887bc-14ea-4709-9962-c0f0f58aaf3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1e73170-f54c-4324-8691-4797dddfecc0 HTTP/1.1" status: 200 len: 853 time: 0.1088834 Apr 18 17:14:31.322063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Network 87255d4e-2293-4147-9797-e8b163437663 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:31.336097 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-d70fb7cc-3b46-414f-9c05-3c18fd607fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87255d4e-2293-4147-9797-e8b163437663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305967 Apr 18 17:14:31.370227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b72101b1-75fe-471c-a276-d7dc48d3bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.373985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:31.381579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-e2f92e0b-c2b0-4b6a-bd27-dd216f3ea641 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c05f2231-9d35-4618-be7b-85f268955b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739920 Apr 18 17:14:31.384186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:31.387401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Pushing event updated for resources: {'Port': ['ID=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:31.421257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ee8e-71fd-437b-9d26-b78fdb1a2a15 req-fc0b814c-7505-434b-91a7-e934317f205e tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:31.423179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dd6ee8e-71fd-437b-9d26-b78fdb1a2a15 req-fc0b814c-7505-434b-91a7-e934317f205e tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 943 time: 0.3199961 Apr 18 17:14:31.438777 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.472472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72101b1-75fe-471c-a276-d7dc48d3bc7e None None] Pushing event updated for resources: {'Port': ['ID=db8a8a07-c987-4281-8c5c-2455b95b1d0b,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:31.501085 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-7b1b1716-9899-42a8-b4e2-dcdc926986d2 service neutron] 10.222.0.41 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539934 Apr 18 17:14:31.502690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce84df71-9356-4b89-b350-91bd8afad411 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.515891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366bb37-166b-4f0d-9b85-0c733828f466 req-a56b31e0-bfec-4500-a871-838a4c8fbd6b tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:31.527461 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f366bb37-166b-4f0d-9b85-0c733828f466 req-a56b31e0-bfec-4500-a871-838a4c8fbd6b tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 932 time: 0.3774095 Apr 18 17:14:31.530919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:14:31.531276 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:14:31.618531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:31.619606 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.624988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-f20d28df-1d96-4618-8c96-8e66bdafb563 service neutron] 10.222.0.41 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150894 Apr 18 17:14:31.636285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce84df71-9356-4b89-b350-91bd8afad411 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.640243 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ce84df71-9356-4b89-b350-91bd8afad411 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6109080 Apr 18 17:14:31.640517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40042) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:31.645996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8c3f6c6a-cd8e-497e-b9d5-4628e8c74196 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1995846920', 'prefixes': ['172.20.0.0/16']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:31.693662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8fc231a1-dd37-432b-aaca-dcdd2fd63f29 None None] Provisioning complete for port db8a8a07-c987-4281-8c5c-2455b95b1d0b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:31.694181 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8fc231a1-dd37-432b-aaca-dcdd2fd63f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.705919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-a18f23b2-a936-43af-a401-69ff49d85c9f service neutron] 10.222.0.41 "GET /v2.0/networks/c05f2231-9d35-4618-be7b-85f268955b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117974 Apr 18 17:14:31.744245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f366bb37-166b-4f0d-9b85-0c733828f466 req-26d8687b-5f4c-440b-b239-de5dfcd464c8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155252 Apr 18 17:14:31.767238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dd6ee8e-71fd-437b-9d26-b78fdb1a2a15 req-414dd3a4-e30f-438d-8c2b-886373a5404b tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892494 Apr 18 17:14:31.796206 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a5fe3-6259-42eb-a3c6-a45823887a76 x-openstack-request-id: req-894a5fe3-6259-42eb-a3c6-a45823887a76 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:31.796503 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8d5027-8974-42f2-8481-fa05ea425f2b", "tag": "d6aa987f-b384-43d6-8db2-f162a8c48ede", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:31.796761 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-894a5fe3-6259-42eb-a3c6-a45823887a76 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:31.797175 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894a5fe3-6259-42eb-a3c6-a45823887a76'] response: {'name': 'network-changed', 'server_uuid': '7a8d5027-8974-42f2-8481-fa05ea425f2b', 'tag': 'd6aa987f-b384-43d6-8db2-f162a8c48ede', 'status': 'completed', 'code': 200} Apr 18 17:14:31.820003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8fc231a1-dd37-432b-aaca-dcdd2fd63f29 None None] Provisioning complete for port 91624051-b7c4-433a-8970-bb3f5365f421 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:31.821566 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8fc231a1-dd37-432b-aaca-dcdd2fd63f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.849804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-ca33d878-eac6-480b-8e6c-be02acd316a9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4088478 Apr 18 17:14:31.868302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Request body: {'port': {'device_id': '2ccb6f25-7e53-4724-ae61-73f1e8735002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:31.871407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8fc231a1-dd37-432b-aaca-dcdd2fd63f29 None None] Port 91624051-b7c4-433a-8970-bb3f5365f421 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:14:31.908510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcbeca71-669b-43d2-8ef8-071086199fe3 req-63584a52-a09e-4cfd-9a56-cd458df7697e service neutron] 10.222.0.41 "GET /v2.0/networks/c05f2231-9d35-4618-be7b-85f268955b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792336 Apr 18 17:14:31.939859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-45360d4d-11e3-4cc4-81d5-b672ca4e74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:31.941472 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-45360d4d-11e3-4cc4-81d5-b672ca4e74c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&device_id=7a8d5027-8974-42f2-8481-fa05ea425f2b HTTP/1.1" status: 200 len: 1095 time: 0.0674064 Apr 18 17:14:31.956560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:31.995921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9e08504c-3fd4-4664-a0cc-aceb2e44a804 None None] Provisioning complete for port 91624051-b7c4-433a-8970-bb3f5365f421 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:31.996311 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e08504c-3fd4-4664-a0cc-aceb2e44a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:32.042036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c3f6c6a-cd8e-497e-b9d5-4628e8c74196 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for subnetpool, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:32.047719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8c3f6c6a-cd8e-497e-b9d5-4628e8c74196 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4020267 Apr 18 17:14:32.048612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40050) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:32.056730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-249c3c2d-7552-43a5-9c9c-4b3190d63303 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0', 'tempest-TagsExtTest-Tag-870542397') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:32.071446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9e08504c-3fd4-4664-a0cc-aceb2e44a804 None None] Port 91624051-b7c4-433a-8970-bb3f5365f421 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:14:32.120144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-cf118e8a-4fde-47b9-8d25-cda385f256e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:32.121853 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-cf118e8a-4fde-47b9-8d25-cda385f256e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87255d4e-2293-4147-9797-e8b163437663 HTTP/1.1" status: 200 len: 914 time: 0.1734774 Apr 18 17:14:32.227029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-530e2c8c-2fb4-46f2-853a-ab4667855e10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6aa987f-b384-43d6-8db2-f162a8c48ede HTTP/1.1" status: 200 len: 217 time: 0.0698290 Apr 18 17:14:32.248637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf5a9d-809f-49d7-a895-d12d5a87dfb9 req-078f03fc-50ac-41e1-be89-6abe16b54a16 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:32.254186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccbf5a9d-809f-49d7-a895-d12d5a87dfb9 req-078f03fc-50ac-41e1-be89-6abe16b54a16 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.2209229 Apr 18 17:14:32.297787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-935d96d7-1857-4389-bf9b-05b0274a7649 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:32.299528 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-935d96d7-1857-4389-bf9b-05b0274a7649 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.41 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 946 time: 0.1444712 Apr 18 17:14:32.319310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-5d3007fe-8a1b-46af-af33-b44fd388e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:32.321483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-5d3007fe-8a1b-46af-af33-b44fd388e00c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1e73170-f54c-4324-8691-4797dddfecc0 HTTP/1.1" status: 200 len: 853 time: 0.0879257 Apr 18 17:14:32.360126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019dcb0-0aa3-490c-b76b-859bf1655a6c req-0311541e-0d6c-4e5a-a2a6-be62af9c3b49 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:32.361774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b019dcb0-0aa3-490c-b76b-859bf1655a6c req-0311541e-0d6c-4e5a-a2a6-be62af9c3b49 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.2096968 Apr 18 17:14:32.377319 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-dcafc105-2f6a-4672-82dc-5de975794fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87255d4e-2293-4147-9797-e8b163437663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380454 Apr 18 17:14:32.378891 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-249c3c2d-7552-43a5-9c9c-4b3190d63303 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags/tempest-TagsExtTest-Tag-870542397 HTTP/1.1" status: 201 len: 201 time: 0.3265543 Apr 18 17:14:32.383834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30857c9-a155-400d-b107-7f764554037e req-542698d8-f972-4f44-a7a1-ff074b5d1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:32.386298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b30857c9-a155-400d-b107-7f764554037e req-542698d8-f972-4f44-a7a1-ff074b5d1f4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea15e7b629174e4b97f178a541512813&device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 1094 time: 0.2325704 Apr 18 17:14:32.386530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40060) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:32.411172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccbf5a9d-809f-49d7-a895-d12d5a87dfb9 req-f580d84d-5f5c-4c38-91ea-08319ffdc2bd tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196520 Apr 18 17:14:32.513613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b019dcb0-0aa3-490c-b76b-859bf1655a6c req-995ff0a9-72f6-4735-9d0c-ca0c62eba64b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209834 Apr 18 17:14:32.609405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:32.615282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30857c9-a155-400d-b107-7f764554037e req-bdc28be4-916f-48c8-a944-7a8471274836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:32.617329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b30857c9-a155-400d-b107-7f764554037e req-bdc28be4-916f-48c8-a944-7a8471274836 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c05f2231-9d35-4618-be7b-85f268955b48 HTTP/1.1" status: 200 len: 913 time: 0.2006304 Apr 18 17:14:32.622101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:32.665280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b30857c9-a155-400d-b107-7f764554037e req-11bc37bc-8257-4980-8a9b-4c812fa9453f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86cda2aa-0e29-4655-8f6a-617e351ba98b HTTP/1.1" status: 200 len: 217 time: 0.0403659 Apr 18 17:14:32.670106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Transition to ACTIVE for port object d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:14:32.710726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-6025f30a-7ec1-4df4-89fa-83994a082c57 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421', 'tempest-TagsExtTest-Tag-694796304') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:32.724406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30857c9-a155-400d-b107-7f764554037e req-bd15389d-9fe6-4652-a9f7-89a8f5861558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:32.726425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b30857c9-a155-400d-b107-7f764554037e req-bd15389d-9fe6-4652-a9f7-89a8f5861558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf2141d-87b0-4269-acd8-c6cbd756b53c HTTP/1.1" status: 200 len: 852 time: 0.0541580 Apr 18 17:14:32.747226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:32.772291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b30857c9-a155-400d-b107-7f764554037e req-6ebf2f61-503c-4232-bed0-e28f9aa6c7cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c05f2231-9d35-4618-be7b-85f268955b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389674 Apr 18 17:14:32.870304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Deleting port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:32.870531 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:32.872168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:32.876032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-792cf2d3-e95a-4b79-bf3c-e7718e09c9ce service neutron] 10.222.0.41 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899848 Apr 18 17:14:32.995749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device db8a8a07-c987-4281-8c5c-2455b95b1d0b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:33.023909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b30857c9-a155-400d-b107-7f764554037e req-0e981b24-5900-48a9-850b-1560b3082554 service neutron] 10.222.0.41 "GET /v2.0/networks/c05f2231-9d35-4618-be7b-85f268955b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291296 Apr 18 17:14:33.061348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-64426895-0eb3-4578-8bef-7f0d76a78720 service neutron] 10.222.0.41 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690114 Apr 18 17:14:33.062917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port db8a8a07-c987-4281-8c5c-2455b95b1d0b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:33.063112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] For port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:33.063307 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:33.063473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:33.070046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Attempting to bind port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:33.070046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Attempting to bind port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:33.070046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Attempting to bind port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 on network 87255d4e-2293-4147-9797-e8b163437663 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:33.070383 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6025f30a-7ec1-4df4-89fa-83994a082c57 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags/tempest-TagsExtTest-Tag-694796304 HTTP/1.1" status: 201 len: 201 time: 0.6788843 Apr 18 17:14:33.072707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:33.080048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-2de50b73-66f5-4f35-b425-0dc4bc5f55a0 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8', 'tempest-TagsExtTest-Tag-839454820') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:33.090586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Calling delete_port for fc0da427-c9fa-4a09-b633-2b0c2b99cf1a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:33.112849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 on network 87255d4e-2293-4147-9797-e8b163437663 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:14:33.113431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Attempting to bind port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 on network 87255d4e-2293-4147-9797-e8b163437663 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:33.138460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b25be-54bd-4a8b-b702-89e7da99979c req-0cf5f683-0665-481a-852a-aa75a7e1385f tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:33.143480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e92b25be-54bd-4a8b-b702-89e7da99979c req-0cf5f683-0665-481a-852a-aa75a7e1385f tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 943 time: 0.1836836 Apr 18 17:14:33.149971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e32ac3-0fed-45c8-b243-60db0eb22190 req-3151de48-cfa2-43c6-9081-48883b301e7a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:33.150988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00e32ac3-0fed-45c8-b243-60db0eb22190 req-3151de48-cfa2-43c6-9081-48883b301e7a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 944 time: 0.1921413 Apr 18 17:14:33.151870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:33.152339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Checking segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:33.152466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Bound using segment: {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:33.152878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Bound port: d5045fa4-3f34-4d0a-bf9c-23a78e0431e2, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8849ccdf-9af8-46c3-81d8-c276bba91753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '87255d4e-2293-4147-9797-e8b163437663'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:33.153233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:33.251429 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3b407be6-5baa-43e4-ab73-8a4364166002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:33.378369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2de50b73-66f5-4f35-b425-0dc4bc5f55a0 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags/tempest-TagsExtTest-Tag-839454820 HTTP/1.1" status: 201 len: 201 time: 0.3046987 Apr 18 17:14:33.380997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40094) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:33.385913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-686ccdca-85cf-4e51-92ec-715c07b598de tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638', 'tempest-TagsExtTest-Tag-1602617677') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:33.448999 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:33.480852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event deleted for resources: {'Port': ['ID=fc0da427-c9fa-4a09-b633-2b0c2b99cf1a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:33.482968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['ee27e24f-039c-46a4-b604-d5b7cb16a57a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:33.535225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] No DVR routers for this DVR port fc0da427-c9fa-4a09-b633-2b0c2b99cf1a on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:33.538782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:33.542105 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd5f3992-e500-43c9-a877-4384a1c5b16b req-0daa598f-6300-407d-9a72-42c9e36b2f8a tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.41 "DELETE /v2.0/ports/fc0da427-c9fa-4a09-b633-2b0c2b99cf1a HTTP/1.1" status: 204 len: 173 time: 1.2353766 Apr 18 17:14:33.579070 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-686ccdca-85cf-4e51-92ec-715c07b598de tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags/tempest-TagsExtTest-Tag-1602617677 HTTP/1.1" status: 201 len: 201 time: 0.1968591 Apr 18 17:14:33.579344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b30857c9-a155-400d-b107-7f764554037e req-70507aa0-3d39-4e24-b0f0-b99e71801345 service neutron] 10.222.0.41 "GET /v2.0/networks/c05f2231-9d35-4618-be7b-85f268955b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478425 Apr 18 17:14:33.579734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:33.584387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-5755bf75-fde1-44f5-bc24-ea7c4d6e9e6e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:33.588208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e92b25be-54bd-4a8b-b702-89e7da99979c req-927c3df6-27ba-4b8d-961d-d517959301eb tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325948 Apr 18 17:14:33.609124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] For port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:33.609124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] For port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:33.637801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00e32ac3-0fed-45c8-b243-60db0eb22190 req-364f5723-a9de-4e48-a2c7-9c2565171d3a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606867 Apr 18 17:14:33.651052 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5755bf75-fde1-44f5-bc24-ea7c4d6e9e6e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags HTTP/1.1" status: 200 len: 240 time: 0.0677845 Apr 18 17:14:33.651432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40100) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:33.659255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-7639c9c7-a45f-4898-ac5a-9a68cf703ac5 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0', 'tempest-TagsExtTest-Tag-870542397') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:33.732330 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:33.736429 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7cb1ac5-17ae-4bcc-990d-eb4377f65516 req-1df70cec-ba2a-483c-8fec-317cd27dbcf8 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=4717f8cf-64e4-444a-a42a-66adbed3e12a HTTP/1.1" status: 200 len: 210 time: 0.0406420 Apr 18 17:14:33.780918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:33.781613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:33.782981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] 10.222.0.18 "PUT /v2.0/ports/d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 HTTP/1.1" status: 200 len: 1092 time: 1.9226089 Apr 18 17:14:33.785892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccb6f25-7e53-4724-ae61-73f1e8735002', 'tag': 'd5045fa4-3f34-4d0a-bf9c-23a78e0431e2'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:33.789905 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091cda57-bb44-4b88-b78c-6e8bb399def5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccb6f25-7e53-4724-ae61-73f1e8735002", "tag": "d5045fa4-3f34-4d0a-bf9c-23a78e0431e2"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:33.798153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4717f8cf-64e4-444a-a42a-66adbed3e12a', 'name': 'network-vif-deleted', 'tag': 'fc0da427-c9fa-4a09-b633-2b0c2b99cf1a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:33.800507 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981f9173-3618-4db4-b8be-b69aec8368c1" -d '{"events": [{"server_uuid": "4717f8cf-64e4-444a-a42a-66adbed3e12a", "name": "network-vif-deleted", "tag": "fc0da427-c9fa-4a09-b633-2b0c2b99cf1a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:33.843985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762005e0-5679-4fa1-855e-96b529e11ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:33.865459 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b29c6d-5e3e-4079-b10d-39e1b387a6ca x-openstack-request-id: req-d2b29c6d-5e3e-4079-b10d-39e1b387a6ca {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:33.865759 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccb6f25-7e53-4724-ae61-73f1e8735002", "tag": "d5045fa4-3f34-4d0a-bf9c-23a78e0431e2", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:33.866016 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2b29c6d-5e3e-4079-b10d-39e1b387a6ca {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:33.867153 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b29c6d-5e3e-4079-b10d-39e1b387a6ca'] response: {'name': 'network-changed', 'server_uuid': '2ccb6f25-7e53-4724-ae61-73f1e8735002', 'tag': 'd5045fa4-3f34-4d0a-bf9c-23a78e0431e2', 'status': 'completed', 'code': 200} Apr 18 17:14:33.872334 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb37551-44be-4df2-bb03-f7fc187719b9 x-openstack-request-id: req-abb37551-44be-4df2-bb03-f7fc187719b9 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:33.872630 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4717f8cf-64e4-444a-a42a-66adbed3e12a", "name": "network-vif-deleted", "tag": "fc0da427-c9fa-4a09-b633-2b0c2b99cf1a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:33.872888 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abb37551-44be-4df2-bb03-f7fc187719b9 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:33.873295 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb37551-44be-4df2-bb03-f7fc187719b9'] response: {'server_uuid': '4717f8cf-64e4-444a-a42a-66adbed3e12a', 'name': 'network-vif-deleted', 'tag': 'fc0da427-c9fa-4a09-b633-2b0c2b99cf1a', 'status': 'completed', 'code': 200} Apr 18 17:14:33.883607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7639c9c7-a45f-4898-ac5a-9a68cf703ac5 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags/tempest-TagsExtTest-Tag-870542397 HTTP/1.1" status: 204 len: 168 time: 0.2310777 Apr 18 17:14:33.885992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40108) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:33.890681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-3edbd605-fde9-46e6-ad8a-8a6076fb504f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0', 'tempest-TagsExtTest-Tag-870542397') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:33.969377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cda57-bb44-4b88-b78c-6e8bb399def5 req-b8f705c1-e9d1-4d53-a363-08aa60d6ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:33.970968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-091cda57-bb44-4b88-b78c-6e8bb399def5 req-b8f705c1-e9d1-4d53-a363-08aa60d6ea60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 1095 time: 0.0577350 Apr 18 17:14:34.089944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3edbd605-fde9-46e6-ad8a-8a6076fb504f tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags/tempest-TagsExtTest-Tag-870542397 HTTP/1.1" status: 204 len: 168 time: 0.2029381 Apr 18 17:14:34.092473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40110) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.092776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cda57-bb44-4b88-b78c-6e8bb399def5 req-9118bbc0-b002-4d27-b589-54604b55b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:34.094192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-091cda57-bb44-4b88-b78c-6e8bb399def5 req-9118bbc0-b002-4d27-b589-54604b55b097 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=94b403a09a194cb2a0cecf5bb291826e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1104019 Apr 18 17:14:34.096841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-ec6c2fbc-b3de-42a0-907c-3a1998b968b3 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.147300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ec6c2fbc-b3de-42a0-907c-3a1998b968b3 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags HTTP/1.1" status: 200 len: 205 time: 0.0537150 Apr 18 17:14:34.150193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.155155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-94f1e7d6-d4df-4da9-a471-a9b5e0e2e1a6 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.205216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cda57-bb44-4b88-b78c-6e8bb399def5 req-52dcddcc-ba42-42e6-9d1e-c1ac8bde9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:34.206722 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-091cda57-bb44-4b88-b78c-6e8bb399def5 req-52dcddcc-ba42-42e6-9d1e-c1ac8bde9d4a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049736 Apr 18 17:14:34.212409 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-94f1e7d6-d4df-4da9-a471-a9b5e0e2e1a6 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags HTTP/1.1" status: 200 len: 240 time: 0.0605938 Apr 18 17:14:34.215028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40116) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.219258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-96369782-52b7-444f-a6b8-3e244c702cd9 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421', 'tempest-TagsExtTest-Tag-694796304') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.265887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40118) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.270582 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-96369782-52b7-444f-a6b8-3e244c702cd9 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags/tempest-TagsExtTest-Tag-694796304 HTTP/1.1" status: 204 len: 168 time: 0.0545297 Apr 18 17:14:34.273226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40122) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.280513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-8604f9d4-3df6-4d6c-a6c0-3dec7a15254b tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421', 'tempest-TagsExtTest-Tag-694796304') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.320559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-c1a85b09-3b43-41c9-8a89-2e84e0069084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:34.322149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-c1a85b09-3b43-41c9-8a89-2e84e0069084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b403a09a194cb2a0cecf5bb291826e&device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 1095 time: 0.0498164 Apr 18 17:14:34.368270 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:34.374982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-eb461802-0fdc-4728-a863-c0850b172967 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 HTTP/1.1" status: 200 len: 217 time: 0.0387321 Apr 18 17:14:34.415760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-715c62e9-e2b8-4508-9f87-3488fe02be45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:34.449438 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8604f9d4-3df6-4d6c-a6c0-3dec7a15254b tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags/tempest-TagsExtTest-Tag-694796304 HTTP/1.1" status: 204 len: 168 time: 0.1750300 Apr 18 17:14:34.451736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.453742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742613-ccf3-4265-8473-20210eb084ef req-1e260ee4-c54d-4023-a567-ce1797c8d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:34.455206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-1e260ee4-c54d-4023-a567-ce1797c8d39a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1e73170-f54c-4324-8691-4797dddfecc0 HTTP/1.1" status: 200 len: 853 time: 0.0731132 Apr 18 17:14:34.456158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-3e012cd7-5c93-49a1-84a9-fb996dfc4324 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.494789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-ffa83464-7129-4538-bdc2-5fdefaab2646 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87255d4e-2293-4147-9797-e8b163437663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319626 Apr 18 17:14:34.509333 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3e012cd7-5c93-49a1-84a9-fb996dfc4324 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags HTTP/1.1" status: 200 len: 205 time: 0.0564859 Apr 18 17:14:34.511728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40126) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.516183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-9226d240-099c-4d9e-a373-0993c0437b4d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.587074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-715c62e9-e2b8-4508-9f87-3488fe02be45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:34.597227 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9226d240-099c-4d9e-a373-0993c0437b4d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags HTTP/1.1" status: 200 len: 240 time: 0.0844712 Apr 18 17:14:34.599789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40128) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.604818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-91aba66b-4fcf-4485-a503-6d86c0200672 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8', 'tempest-TagsExtTest-Tag-839454820') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.615711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-8f953402-bb3e-4678-b62e-1a57aee6ee36 service neutron] 10.222.0.18 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136794 Apr 18 17:14:34.693888 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-715c62e9-e2b8-4508-9f87-3488fe02be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:34.703011 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-91aba66b-4fcf-4485-a503-6d86c0200672 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags/tempest-TagsExtTest-Tag-839454820 HTTP/1.1" status: 204 len: 168 time: 0.0998487 Apr 18 17:14:34.703205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40134) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.711049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-a6187918-e91b-41d2-86ec-3aa972f0acb6 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8', 'tempest-TagsExtTest-Tag-839454820') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.744665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d6aa987f-b384-43d6-8db2-f162a8c48ede details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:34.753971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fc0da427-c9fa-4a09-b633-2b0c2b99cf1a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:34.780282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: fc0da427-c9fa-4a09-b633-2b0c2b99cf1a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:34.780535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fc0da427-c9fa-4a09-b633-2b0c2b99cf1a not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:34.821809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c62e9-e2b8-4508-9f87-3488fe02be45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d97d2a0-a7c0-4469-b699-2259ff00555c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:34.832770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-715c62e9-e2b8-4508-9f87-3488fe02be45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19a664a52e92418ea5a29dccd5dff19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657232 Apr 18 17:14:34.836412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40138) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.862028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f9c26-93c8-4a52-bb3f-2f632c47137f req-083dedd4-f96e-44a8-8414-75d481a18a40 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:34.863528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c5f9c26-93c8-4a52-bb3f-2f632c47137f req-083dedd4-f96e-44a8-8414-75d481a18a40 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 943 time: 0.1723158 Apr 18 17:14:34.870034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7742613-ccf3-4265-8473-20210eb084ef req-5db66690-84b2-4762-b905-6293c0931034 service neutron] 10.222.0.18 "GET /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471013 Apr 18 17:14:34.872425 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a6187918-e91b-41d2-86ec-3aa972f0acb6 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags/tempest-TagsExtTest-Tag-839454820 HTTP/1.1" status: 204 len: 168 time: 0.1682403 Apr 18 17:14:34.877656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d6aa987f-b384-43d6-8db2-f162a8c48ede, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d6aa987f-b384-43d6-8db2-f162a8c48ede,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:34.884911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40140) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:34.890373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-ce35c40c-9092-469e-a3d2-04d93b729e25 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:34.894866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'd6aa987f-b384-43d6-8db2-f162a8c48ede', 'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'port_id': 'd6aa987f-b384-43d6-8db2-f162a8c48ede', 'mac_address': 'fa:16:3e:e3:97:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e73170-f54c-4324-8691-4797dddfecc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:34.922188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bb377-4407-4b6d-bae3-02a3375902c1 req-68db8ef2-559b-4381-a752-3b26851ce221 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:34.923747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c4bb377-4407-4b6d-bae3-02a3375902c1 req-68db8ef2-559b-4381-a752-3b26851ce221 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 944 time: 0.1897252 Apr 18 17:14:34.941728 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:34.949004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a924-f32d-47b9-b3b5-e461bd7c6842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:34.959091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c5f9c26-93c8-4a52-bb3f-2f632c47137f req-59593cb1-9643-47c5-be7d-32455f15bde9 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879438 Apr 18 17:14:34.969481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6aa987f-b384-43d6-8db2-f162a8c48ede {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:34.998013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c4bb377-4407-4b6d-bae3-02a3375902c1 req-b13fbf87-f05d-4fb6-ad1a-5cd7560dbe65 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589018 Apr 18 17:14:35.006739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d6aa987f-b384-43d6-8db2-f162a8c48ede, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d6aa987f-b384-43d6-8db2-f162a8c48ede,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:35.014618 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ce35c40c-9092-469e-a3d2-04d93b729e25 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags HTTP/1.1" status: 200 len: 205 time: 0.1288497 Apr 18 17:14:35.017599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a924-f32d-47b9-b3b5-e461bd7c6842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:35.024011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40142) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.029835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-f61a542d-a16d-4e02-b1a1-923d4f3b32c9 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.074394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:35.075078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86cda2aa-0e29-4655-8f6a-617e351ba98b details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:35.075431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f61a542d-a16d-4e02-b1a1-923d4f3b32c9 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags HTTP/1.1" status: 200 len: 241 time: 0.0488665 Apr 18 17:14:35.077877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40146) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.082267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-e03a754e-d48c-4727-b9f7-e5e2979eb960 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638', 'tempest-TagsExtTest-Tag-1602617677') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.105475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e03a754e-d48c-4727-b9f7-e5e2979eb960 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags/tempest-TagsExtTest-Tag-1602617677 HTTP/1.1" status: 204 len: 168 time: 0.0259287 Apr 18 17:14:35.107549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40148) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.113295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-2a37b2f0-ebd0-4a92-9876-197c2aa8c6be tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638', 'tempest-TagsExtTest-Tag-1602617677') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.149828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d6aa987f-b384-43d6-8db2-f162a8c48ede,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:35.162816 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a924-f32d-47b9-b3b5-e461bd7c6842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:35.165936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a924-f32d-47b9-b3b5-e461bd7c6842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:35.169212 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b6b3a924-f32d-47b9-b3b5-e461bd7c6842 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d97d2a0-a7c0-4469-b699-2259ff00555c HTTP/1.1" status: 204 len: 168 time: 0.3301609 Apr 18 17:14:35.177077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3a924-f32d-47b9-b3b5-e461bd7c6842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d97d2a0-a7c0-4469-b699-2259ff00555c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:35.227115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86cda2aa-0e29-4655-8f6a-617e351ba98b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86cda2aa-0e29-4655-8f6a-617e351ba98b,segment=NetworkSegment(63eef30e-2fe1-44c1-94c2-5f49f7dc2908),segment_id=63eef30e-2fe1-44c1-94c2-5f49f7dc2908)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:35.238737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '86cda2aa-0e29-4655-8f6a-617e351ba98b', 'network_id': 'c05f2231-9d35-4618-be7b-85f268955b48', 'port_id': '86cda2aa-0e29-4655-8f6a-617e351ba98b', 'mac_address': 'fa:16:3e:23:6d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf2141d-87b0-4269-acd8-c6cbd756b53c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:35.272259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2a37b2f0-ebd0-4a92-9876-197c2aa8c6be tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags/tempest-TagsExtTest-Tag-1602617677 HTTP/1.1" status: 204 len: 168 time: 0.1633253 Apr 18 17:14:35.276322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:35.281628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40152) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.285918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-0a388bf9-3dee-44ee-a386-8978441afeec tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.289834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cda2aa-0e29-4655-8f6a-617e351ba98b {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:35.309890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0a388bf9-3dee-44ee-a386-8978441afeec tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags HTTP/1.1" status: 200 len: 205 time: 0.0271697 Apr 18 17:14:35.316867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40154) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.319282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86cda2aa-0e29-4655-8f6a-617e351ba98b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86cda2aa-0e29-4655-8f6a-617e351ba98b,segment=NetworkSegment(63eef30e-2fe1-44c1-94c2-5f49f7dc2908),segment_id=63eef30e-2fe1-44c1-94c2-5f49f7dc2908)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:35.321612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-d02a3d1d-c5c2-473c-a8ff-f1092b6af325 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.365601 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d02a3d1d-c5c2-473c-a8ff-f1092b6af325 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags HTTP/1.1" status: 204 len: 168 time: 0.0475492 Apr 18 17:14:35.368796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40156) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.373170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-51796c8f-d5a1-41e4-bfa7-9061a7b90a7b tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.405740 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:35.461597 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-51796c8f-d5a1-41e4-bfa7-9061a7b90a7b tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags HTTP/1.1" status: 204 len: 168 time: 0.0917370 Apr 18 17:14:35.464467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=86cda2aa-0e29-4655-8f6a-617e351ba98b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:35.464877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40160) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.470752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-1124ee6b-f606-4057-bacf-63a3f2dc1db7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.566028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1124ee6b-f606-4057-bacf-63a3f2dc1db7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags HTTP/1.1" status: 204 len: 168 time: 0.0996366 Apr 18 17:14:35.568399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40164) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.573445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-0fbd0273-84f1-4519-b63a-550f1793584e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.581643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f533971-64a4-43ea-86a9-94949b46a655 req-c7d28bc9-839d-4cc7-a1e0-f61eecf4c353 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:35.583272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f533971-64a4-43ea-86a9-94949b46a655 req-c7d28bc9-839d-4cc7-a1e0-f61eecf4c353 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.0661561 Apr 18 17:14:35.623350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f533971-64a4-43ea-86a9-94949b46a655 req-eb301e4c-1c32-4cd7-a014-dea9a2a295fe tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341592 Apr 18 17:14:35.633342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0fbd0273-84f1-4519-b63a-550f1793584e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags HTTP/1.1" status: 204 len: 168 time: 0.0635905 Apr 18 17:14:35.636627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40168) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.642582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-1ef061b8-4b38-48ab-abd8-27eab8b22516 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0', 'tempest-TagsExtTest-Tag-743051451') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.786362 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ef061b8-4b38-48ab-abd8-27eab8b22516 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags/tempest-TagsExtTest-Tag-743051451 HTTP/1.1" status: 201 len: 201 time: 0.1486859 Apr 18 17:14:35.789618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40170) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.793906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-5b7e7a71-5b02-4944-8234-b4b941f7ab86 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421', 'tempest-TagsExtTest-Tag-688236030') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:35.836752 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:35.876588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['d6aa987f-b384-43d6-8db2-f162a8c48ede'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:35.893660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40172) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.901796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['86cda2aa-0e29-4655-8f6a-617e351ba98b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:35.907752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a849d8ca-cb24-4eb0-adae-eccf248a234f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:35.944934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40174) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:35.945566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5b7e7a71-5b02-4944-8234-b4b941f7ab86 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags/tempest-TagsExtTest-Tag-688236030 HTTP/1.1" status: 201 len: 201 time: 0.1546659 Apr 18 17:14:35.950614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-2c420f0c-b5a6-45b1-ae87-916c2d960212 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8', 'tempest-TagsExtTest-Tag-1557863315') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:36.009252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a849d8ca-cb24-4eb0-adae-eccf248a234f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:36.082530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a849d8ca-cb24-4eb0-adae-eccf248a234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:36.122802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849d8ca-cb24-4eb0-adae-eccf248a234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0114e434-a939-41d5-a112-fe0d1bd57929,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:36.143405 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40180) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.143574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2c420f0c-b5a6-45b1-ae87-916c2d960212 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags/tempest-TagsExtTest-Tag-1557863315 HTTP/1.1" status: 201 len: 201 time: 0.1969433 Apr 18 17:14:36.150872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-2b67e7b4-517d-4aff-9ac0-53855557debf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638', 'tempest-TagsExtTest-Tag-1645572956') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:36.156358 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a849d8ca-cb24-4eb0-adae-eccf248a234f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f23e67f91b95486e826c5fa13c25d854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616622 Apr 18 17:14:36.159060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06cbd7-5eff-4a98-bb2b-8bbd64e59257 req-c6a74dc7-8596-4760-bf09-55682d0eefd2 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:36.160511 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:36.160846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a06cbd7-5eff-4a98-bb2b-8bbd64e59257 req-c6a74dc7-8596-4760-bf09-55682d0eefd2 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 944 time: 0.0919449 Apr 18 17:14:36.161317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40182) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.239315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634750aa-41ed-493b-be4c-67df782a833d req-8e96314d-6576-4729-8b0c-9326f6002572 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:36.240790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-634750aa-41ed-493b-be4c-67df782a833d req-8e96314d-6576-4729-8b0c-9326f6002572 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 944 time: 0.1345601 Apr 18 17:14:36.247026 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2b67e7b4-517d-4aff-9ac0-53855557debf tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags/tempest-TagsExtTest-Tag-1645572956 HTTP/1.1" status: 201 len: 201 time: 0.1008120 Apr 18 17:14:36.249803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40184) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.251495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a06cbd7-5eff-4a98-bb2b-8bbd64e59257 req-1f5df39f-12c2-4c76-80d9-a34246ad893f tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754519 Apr 18 17:14:36.254227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-2494fd27-1b24-4082-abee-1aaf4de36ea3 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0', {'tags': ['tempest-TagsExtTest-Tag-1017877620', 'tempest-TagsExtTest-Tag-1386840074', 'tempest-TagsExtTest-Tag-549264796']}) {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:36.280289 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc05ae6d-8e38-4a91-86bf-802594ee9ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:36.301358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-634750aa-41ed-493b-be4c-67df782a833d req-aa2214d0-92e9-42ba-8d9a-cf6b9626a37d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Apr 18 17:14:36.313494 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc05ae6d-8e38-4a91-86bf-802594ee9ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:36.424409 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2494fd27-1b24-4082-abee-1aaf4de36ea3 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags HTTP/1.1" status: 200 len: 317 time: 0.1732626 Apr 18 17:14:36.426950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40186) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.431694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-42a097ff-d479-4e2b-accb-e06595eedda9 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:36.456942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc05ae6d-8e38-4a91-86bf-802594ee9ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:36.459589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc05ae6d-8e38-4a91-86bf-802594ee9ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:36.463055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dc05ae6d-8e38-4a91-86bf-802594ee9ec5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0114e434-a939-41d5-a112-fe0d1bd57929 HTTP/1.1" status: 204 len: 168 time: 0.2976274 Apr 18 17:14:36.468848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05ae6d-8e38-4a91-86bf-802594ee9ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0114e434-a939-41d5-a112-fe0d1bd57929,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:36.566422 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-42a097ff-d479-4e2b-accb-e06595eedda9 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags HTTP/1.1" status: 204 len: 168 time: 0.1384072 Apr 18 17:14:36.569059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40190) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.573386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-2c8c7594-cf7f-4c29-a748-72a34fb42dd1 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0', 'tempest-TagsExtTest-Tag-1017877620') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:36.623062 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-2c8c7594-cf7f-4c29-a748-72a34fb42dd1 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:36.625126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2c8c7594-cf7f-4c29-a748-72a34fb42dd1 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags/tempest-TagsExtTest-Tag-1017877620 HTTP/1.1" status: 404 len: 329 time: 0.0540617 Apr 18 17:14:36.627101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40192) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.631490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-3112a8df-1596-408d-81a9-441cfdde0ae7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0', 'tempest-TagsExtTest-Tag-1386840074') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:36.696088 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-3112a8df-1596-408d-81a9-441cfdde0ae7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:36.699760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3112a8df-1596-408d-81a9-441cfdde0ae7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags/tempest-TagsExtTest-Tag-1386840074 HTTP/1.1" status: 404 len: 329 time: 0.0690622 Apr 18 17:14:36.700050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40196) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.704891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-fd42a2a8-c14f-436c-a62f-63ac54243f20 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0', 'tempest-TagsExtTest-Tag-549264796') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:36.767327 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-fd42a2a8-c14f-436c-a62f-63ac54243f20 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:36.771331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fd42a2a8-c14f-436c-a62f-63ac54243f20 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags/tempest-TagsExtTest-Tag-549264796 HTTP/1.1" status: 404 len: 328 time: 0.0702083 Apr 18 17:14:36.771769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40200) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.778320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-4e96f944-0ee9-4bbf-a29a-114342036f39 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421', {'tags': ['tempest-TagsExtTest-Tag-517366041', 'tempest-TagsExtTest-Tag-1296419285', 'tempest-TagsExtTest-Tag-975134498']}) {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:36.909299 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4e96f944-0ee9-4bbf-a29a-114342036f39 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags HTTP/1.1" status: 200 len: 316 time: 0.1350856 Apr 18 17:14:36.911517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40206) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:36.916763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-9d5bd0de-34fd-4756-ab1f-fb010e1eed89 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.028734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c9aef-13ea-4806-bfa7-eb41d8b0fb08 req-3a61a7ec-e3a2-45b7-ab9c-2115bc8207e3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:37.030237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e6c9aef-13ea-4806-bfa7-eb41d8b0fb08 req-3a61a7ec-e3a2-45b7-ab9c-2115bc8207e3 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.0685954 Apr 18 17:14:37.073798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e6c9aef-13ea-4806-bfa7-eb41d8b0fb08 req-8110eb2f-0ffc-4e8d-a7b7-62ea5e877a03 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Apr 18 17:14:37.106159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9d5bd0de-34fd-4756-ab1f-fb010e1eed89 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags HTTP/1.1" status: 204 len: 168 time: 0.1935852 Apr 18 17:14:37.108861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40212) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.113562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-c423b677-1344-4d7e-a83b-1af3c0a8afcb tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421', 'tempest-TagsExtTest-Tag-517366041') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.162889 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-c423b677-1344-4d7e-a83b-1af3c0a8afcb tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:37.164525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c423b677-1344-4d7e-a83b-1af3c0a8afcb tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags/tempest-TagsExtTest-Tag-517366041 HTTP/1.1" status: 404 len: 328 time: 0.0542686 Apr 18 17:14:37.167338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40214) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.171405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-58ee8c5a-31ea-4767-bf02-8fdbe2108a93 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421', 'tempest-TagsExtTest-Tag-1296419285') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.224710 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-58ee8c5a-31ea-4767-bf02-8fdbe2108a93 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:37.225802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-58ee8c5a-31ea-4767-bf02-8fdbe2108a93 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags/tempest-TagsExtTest-Tag-1296419285 HTTP/1.1" status: 404 len: 329 time: 0.0575566 Apr 18 17:14:37.228516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40218) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.232651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-4399716f-fb41-4f0a-9938-e62a52bd5385 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421', 'tempest-TagsExtTest-Tag-975134498') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.288134 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-4399716f-fb41-4f0a-9938-e62a52bd5385 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:37.289185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4399716f-fb41-4f0a-9938-e62a52bd5385 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags/tempest-TagsExtTest-Tag-975134498 HTTP/1.1" status: 404 len: 328 time: 0.0597792 Apr 18 17:14:37.292325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40224) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.297823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-cee2ce1f-313b-49f7-be60-0748c607c4fb tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8', {'tags': ['tempest-TagsExtTest-Tag-129859684', 'tempest-TagsExtTest-Tag-1171794997', 'tempest-TagsExtTest-Tag-1305446175']}) {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.422845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce543aa-88a6-48c7-83de-f20d0a91c798 req-f0607373-7a7e-4fef-bd1a-7e856c5bd65f tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:37.424636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ce543aa-88a6-48c7-83de-f20d0a91c798 req-f0607373-7a7e-4fef-bd1a-7e856c5bd65f tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 944 time: 0.0919936 Apr 18 17:14:37.452998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:14:37.461540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b659ec-78dc-4109-9844-699f54d91ba5 req-27da4aec-3c05-4ad2-928a-66b182614eb8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:37.463096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69b659ec-78dc-4109-9844-699f54d91ba5 req-27da4aec-3c05-4ad2-928a-66b182614eb8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 944 time: 0.0787809 Apr 18 17:14:37.483420 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cee2ce1f-313b-49f7-be60-0748c607c4fb tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags HTTP/1.1" status: 200 len: 317 time: 0.1897476 Apr 18 17:14:37.486188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40232) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.491721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ce543aa-88a6-48c7-83de-f20d0a91c798 req-c9bf8389-54dc-4c7c-9176-2d0e6e0f3c82 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589063 Apr 18 17:14:37.494091 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-5bb76680-0e52-4d61-924f-d3a82fab4264 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.540803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69b659ec-78dc-4109-9844-699f54d91ba5 req-1626626d-ddb5-4818-9c89-54a3b0f6f44d tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637724 Apr 18 17:14:37.589395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:37.604256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd5045fa4-3f34-4d0a-bf9c-23a78e0431e2', 'network_id': '87255d4e-2293-4147-9797-e8b163437663', 'port_id': 'd5045fa4-3f34-4d0a-bf9c-23a78e0431e2', 'mac_address': 'fa:16:3e:81:f3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e73170-f54c-4324-8691-4797dddfecc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:14:37.645248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:37.659735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:37.669637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40236) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.669862 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5bb76680-0e52-4d61-924f-d3a82fab4264 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1812668 Apr 18 17:14:37.675169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-76aa0dbd-a847-4215-a737-408336ce238c tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8', 'tempest-TagsExtTest-Tag-129859684') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.686339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:37.748636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:37.749081 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-76aa0dbd-a847-4215-a737-408336ce238c tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:37.750928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-76aa0dbd-a847-4215-a737-408336ce238c tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags/tempest-TagsExtTest-Tag-129859684 HTTP/1.1" status: 404 len: 328 time: 0.0803580 Apr 18 17:14:37.753186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40238) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.758097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-ae3e3d67-38f9-4038-b999-9246c0aae690 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8', 'tempest-TagsExtTest-Tag-1171794997') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.800796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:37.835206 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-ae3e3d67-38f9-4038-b999-9246c0aae690 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:37.836584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ae3e3d67-38f9-4038-b999-9246c0aae690 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags/tempest-TagsExtTest-Tag-1171794997 HTTP/1.1" status: 404 len: 329 time: 0.0821214 Apr 18 17:14:37.839038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40242) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.843301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-ced4bfe0-f107-497b-add4-9f43722a52f6 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8', 'tempest-TagsExtTest-Tag-1305446175') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:37.920235 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-ced4bfe0-f107-497b-add4-9f43722a52f6 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:37.921277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ced4bfe0-f107-497b-add4-9f43722a52f6 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags/tempest-TagsExtTest-Tag-1305446175 HTTP/1.1" status: 404 len: 329 time: 0.0813458 Apr 18 17:14:37.924187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40244) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:37.929229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-c4e03f9d-48d3-4456-8d69-99bb338611c8 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638', {'tags': ['tempest-TagsExtTest-Tag-868124121', 'tempest-TagsExtTest-Tag-1324755442', 'tempest-TagsExtTest-Tag-1797546007']}) {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.046925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c4e03f9d-48d3-4456-8d69-99bb338611c8 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "PUT /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags HTTP/1.1" status: 200 len: 317 time: 0.1217043 Apr 18 17:14:38.049907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40250) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.054737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.tag.tag_plugin [None req-6c6da61e-57d4-426a-9c6d-04ffe1104fd5 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.154913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6c6da61e-57d4-426a-9c6d-04ffe1104fd5 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags HTTP/1.1" status: 204 len: 168 time: 0.1040697 Apr 18 17:14:38.157706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40256) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.162422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-dae85704-063b-44dc-830d-d43cfe4717ef tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638', 'tempest-TagsExtTest-Tag-868124121') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.187110 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-dae85704-063b-44dc-830d-d43cfe4717ef tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:38.191311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dae85704-063b-44dc-830d-d43cfe4717ef tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags/tempest-TagsExtTest-Tag-868124121 HTTP/1.1" status: 404 len: 328 time: 0.0318615 Apr 18 17:14:38.191552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40258) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.193768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e1e78-bc22-47e6-a5b7-da8bd34a0667 req-87a27e3a-5721-490e-a65c-649b258a1aa1 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:38.195901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-114e1e78-bc22-47e6-a5b7-da8bd34a0667 req-87a27e3a-5721-490e-a65c-649b258a1aa1 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.0526142 Apr 18 17:14:38.197094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-b297e56c-ab6f-405d-ad42-82b8c142b6a5 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638', 'tempest-TagsExtTest-Tag-1324755442') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.211977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d5045fa4-3f34-4d0a-bf9c-23a78e0431e2'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:38.234192 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-b297e56c-ab6f-405d-ad42-82b8c142b6a5 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:38.237450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b297e56c-ab6f-405d-ad42-82b8c142b6a5 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags/tempest-TagsExtTest-Tag-1324755442 HTTP/1.1" status: 404 len: 329 time: 0.0424025 Apr 18 17:14:38.238758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40262) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.246319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-3dc8d34c-b43e-44c6-91a0-7d9824ced778 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638', 'tempest-TagsExtTest-Tag-1797546007') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.273979 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-3dc8d34c-b43e-44c6-91a0-7d9824ced778 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] show failed (client error): The resource could not be found. Apr 18 17:14:38.275255 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3dc8d34c-b43e-44c6-91a0-7d9824ced778 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags/tempest-TagsExtTest-Tag-1797546007 HTTP/1.1" status: 404 len: 329 time: 0.0336061 Apr 18 17:14:38.283493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40266) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.297318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-7476f10e-ab6f-4a90-9c2c-9a11a0d4f50b tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '056655da-b791-42c4-973c-8e66dc14a638') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.307196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-3e2bc518-9320-4735-b684-52ca905656a4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:38.308740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-3e2bc518-9320-4735-b684-52ca905656a4 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.41 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 946 time: 0.1118412 Apr 18 17:14:38.325595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-114e1e78-bc22-47e6-a5b7-da8bd34a0667 req-784e2bf8-10dc-45ca-b309-32a56c7517c0 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b80b351-6706-4842-b4b0-1ee657068232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178887 Apr 18 17:14:38.334787 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7476f10e-ab6f-4a90-9c2c-9a11a0d4f50b tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638/tags HTTP/1.1" status: 204 len: 168 time: 0.0500627 Apr 18 17:14:38.338085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40268) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.345518 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-40cfa08e-0cdc-43cf-b210-0dc058880662 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3a61c75-ea56-4d9b-ba8b-98da9fa113e8') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.437138 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-40cfa08e-0cdc-43cf-b210-0dc058880662 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8/tags HTTP/1.1" status: 204 len: 168 time: 0.0978763 Apr 18 17:14:38.439714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40272) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.441451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Deleting port ee27e24f-039c-46a4-b604-d5b7cb16a57a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:38.441861 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:38.444008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-83f9ee42-3bcc-4b06-86e0-16ae7436b8dd tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91624051-b7c4-433a-8970-bb3f5365f421') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.499170 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-83f9ee42-3bcc-4b06-86e0-16ae7436b8dd tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421/tags HTTP/1.1" status: 204 len: 168 time: 0.0584657 Apr 18 17:14:38.501902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40274) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.506078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.tag.tag_plugin [None req-d366b87b-42d8-4d30-b3b2-d03e8d21a7ed tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3a4900b-31fa-4f71-8583-93f15c0c8bf0') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:38.541917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] For port ee27e24f-039c-46a4-b604-d5b7cb16a57a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=ee27e24f-039c-46a4-b604-d5b7cb16a57a,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:38.542417 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:38.558547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Calling delete_port for ee27e24f-039c-46a4-b604-d5b7cb16a57a owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:38.580133 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d366b87b-42d8-4d30-b3b2-d03e8d21a7ed tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0/tags HTTP/1.1" status: 204 len: 168 time: 0.0772321 Apr 18 17:14:38.584497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40284) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.726502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05032b-90e0-4cc0-b80b-414741bee75e req-5d2e8dc7-cc5d-49b8-a8fd-e8a5000adb1c tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:38.728117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f05032b-90e0-4cc0-b80b-414741bee75e req-5d2e8dc7-cc5d-49b8-a8fd-e8a5000adb1c tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 944 time: 0.1176500 Apr 18 17:14:38.739230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01758b47-4938-4e7f-b7e6-54b334daf34f req-cbff0d11-4218-4392-8ad3-4fdfc821a00c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:38.740675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01758b47-4938-4e7f-b7e6-54b334daf34f req-cbff0d11-4218-4392-8ad3-4fdfc821a00c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 945 time: 0.1166830 Apr 18 17:14:38.765267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e24dd96a-60ea-4044-9b2e-359e74bb5a24 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for subnetpool, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:38.767168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e24dd96a-60ea-4044-9b2e-359e74bb5a24 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnetpools/056655da-b791-42c4-973c-8e66dc14a638 HTTP/1.1" status: 204 len: 168 time: 0.1817334 Apr 18 17:14:38.769727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.798945 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e1147f11-bcbc-42ee-a599-9f230307f843 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a61c75-ea56-4d9b-ba8b-98da9fa113e8 HTTP/1.1" status: 200 len: 205 time: 0.0272539 Apr 18 17:14:38.800901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86cda2aa-0e29-4655-8f6a-617e351ba98b up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:38.804323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40288) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:38.842733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f05032b-90e0-4cc0-b80b-414741bee75e req-54775d94-ddb2-486d-8d62-3e6e08ff4b44 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005030 Apr 18 17:14:38.849113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01758b47-4938-4e7f-b7e6-54b334daf34f req-350b911e-7e84-4573-9c46-7498b39fb4b8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966372 Apr 18 17:14:38.899697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:38.916451 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ce57975-fe0e-41d2-b09c-3bca6a466cb7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:38.940001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Pushing event deleted for resources: {'Port': ['ID=ee27e24f-039c-46a4-b604-d5b7cb16a57a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:38.989653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] No DVR routers for this DVR port ee27e24f-039c-46a4-b604-d5b7cb16a57a on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:38.992210 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:38.995533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c74b321-defe-4b11-a92d-4184dd10aaf9 req-ce78ab7c-e290-491e-80ff-555740cd7dc2 tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.41 "DELETE /v2.0/ports/ee27e24f-039c-46a4-b604-d5b7cb16a57a HTTP/1.1" status: 204 len: 173 time: 0.6678867 Apr 18 17:14:38.996013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0803a012-c4bf-47f6-aa6e-6c050a633241', 'name': 'network-vif-deleted', 'tag': 'ee27e24f-039c-46a4-b604-d5b7cb16a57a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:38.998880 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4332f44c-e749-4188-8cb8-35712c1d30aa" -d '{"events": [{"server_uuid": "0803a012-c4bf-47f6-aa6e-6c050a633241", "name": "network-vif-deleted", "tag": "ee27e24f-039c-46a4-b604-d5b7cb16a57a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:39.031026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 86cda2aa-0e29-4655-8f6a-617e351ba98b completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:39.035364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 86cda2aa-0e29-4655-8f6a-617e351ba98b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:39.035739 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.048433 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a334d07-9f06-4733-8700-5e9d7729520b x-openstack-request-id: req-2a334d07-9f06-4733-8700-5e9d7729520b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:39.048936 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0803a012-c4bf-47f6-aa6e-6c050a633241", "name": "network-vif-deleted", "tag": "ee27e24f-039c-46a4-b604-d5b7cb16a57a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:39.048936 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a334d07-9f06-4733-8700-5e9d7729520b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:39.049346 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a334d07-9f06-4733-8700-5e9d7729520b'] response: {'server_uuid': '0803a012-c4bf-47f6-aa6e-6c050a633241', 'name': 'network-vif-deleted', 'tag': 'ee27e24f-039c-46a4-b604-d5b7cb16a57a', 'status': 'completed', 'code': 200} Apr 18 17:14:39.099088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ce57975-fe0e-41d2-b09c-3bca6a466cb7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.101302 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ce57975-fe0e-41d2-b09c-3bca6a466cb7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.130741 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.155795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1143838d-2700-431b-96df-e5f222db5507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cda2aa-0e29-4655-8f6a-617e351ba98b'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:39.158326 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84d3549-9d51-4da2-ac8a-d6c5f8c94010" -d '{"events": [{"server_uuid": "1143838d-2700-431b-96df-e5f222db5507", "name": "network-vif-plugged", "status": "completed", "tag": "86cda2aa-0e29-4655-8f6a-617e351ba98b"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:39.171774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86cda2aa-0e29-4655-8f6a-617e351ba98b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86cda2aa-0e29-4655-8f6a-617e351ba98b,segment=NetworkSegment(63eef30e-2fe1-44c1-94c2-5f49f7dc2908),segment_id=63eef30e-2fe1-44c1-94c2-5f49f7dc2908)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:39.199011 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af146a4b-f53d-43be-8858-9a72d280055b x-openstack-request-id: req-af146a4b-f53d-43be-8858-9a72d280055b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:39.203904 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1143838d-2700-431b-96df-e5f222db5507", "name": "network-vif-plugged", "status": "completed", "tag": "86cda2aa-0e29-4655-8f6a-617e351ba98b", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:39.203904 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af146a4b-f53d-43be-8858-9a72d280055b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:39.203904 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af146a4b-f53d-43be-8858-9a72d280055b'] response: {'server_uuid': '1143838d-2700-431b-96df-e5f222db5507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cda2aa-0e29-4655-8f6a-617e351ba98b', 'code': 200} Apr 18 17:14:39.222862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ce57975-fe0e-41d2-b09c-3bca6a466cb7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.223800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce57975-fe0e-41d2-b09c-3bca6a466cb7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Fanout notify agent at l3_agent the message router_deleted on router e3a61c75-ea56-4d9b-ba8b-98da9fa113e8 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:14:39.232935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ce57975-fe0e-41d2-b09c-3bca6a466cb7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.237156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6ce57975-fe0e-41d2-b09c-3bca6a466cb7 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/routers/e3a61c75-ea56-4d9b-ba8b-98da9fa113e8 HTTP/1.1" status: 204 len: 168 time: 0.4283156 Apr 18 17:14:39.237156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40302) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:39.304761 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.305623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d6aa987f-b384-43d6-8db2-f162a8c48ede up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:39.426558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a0ce0-4796-42b7-bf46-02ce11cf8ebb req-0d3606f6-3a44-4c0b-840a-d374d651c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:39.426558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a2a0ce0-4796-42b7-bf46-02ce11cf8ebb req-0d3606f6-3a44-4c0b-840a-d374d651c9e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 1096 time: 0.0729070 Apr 18 17:14:39.427123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=86cda2aa-0e29-4655-8f6a-617e351ba98b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:39.449252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:39.533650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c9b236a-a4ff-4db0-a694-08d9927d0427 req-42a3de65-3a9a-49aa-b19f-dc2f726f77bd tempest-ServerRescueNegativeTestJSON-514719861 tempest-ServerRescueNegativeTestJSON-514719861-project] 10.222.0.45 "GET /v2.0/ports?device_id=0803a012-c4bf-47f6-aa6e-6c050a633241 HTTP/1.1" status: 200 len: 210 time: 0.0610776 Apr 18 17:14:39.539813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a2a0ce0-4796-42b7-bf46-02ce11cf8ebb req-60e2abef-0368-40ed-a49b-0306af1215c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247067 Apr 18 17:14:39.591740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port d6aa987f-b384-43d6-8db2-f162a8c48ede completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:39.598309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:14:39.599424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port d6aa987f-b384-43d6-8db2-f162a8c48ede triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:39.599890 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.602194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:39.602710 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.746404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f863e8a1-b214-45ef-a6fc-81630add1772 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Deleting port 91624051-b7c4-433a-8970-bb3f5365f421 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:39.747820 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f863e8a1-b214-45ef-a6fc-81630add1772 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.759979 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.761854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.823485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:39.825772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d6aa987f-b384-43d6-8db2-f162a8c48ede, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d6aa987f-b384-43d6-8db2-f162a8c48ede,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:39.840781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f863e8a1-b214-45ef-a6fc-81630add1772 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.853044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f863e8a1-b214-45ef-a6fc-81630add1772 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Calling delete_port for 91624051-b7c4-433a-8970-bb3f5365f421 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:39.899094 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.904377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:39.905169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ee27e24f-039c-46a4-b604-d5b7cb16a57a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:39.948147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: ee27e24f-039c-46a4-b604-d5b7cb16a57a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:39.948604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device ee27e24f-039c-46a4-b604-d5b7cb16a57a not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:39.979841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:40.040439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d6aa987f-b384-43d6-8db2-f162a8c48ede,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:40.040691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf6559-42b0-4140-9b61-416b22386c9f req-6b57bbad-4206-4d77-8cf6-66f25a28911d tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:40.042127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adbf6559-42b0-4140-9b61-416b22386c9f req-6b57bbad-4206-4d77-8cf6-66f25a28911d tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 945 time: 0.1132946 Apr 18 17:14:40.050546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab84a-b645-46d8-9b0a-c02681e33195 req-56c2001a-7bfe-41eb-816d-7aaa32a7a553 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:40.051884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9beab84a-b645-46d8-9b0a-c02681e33195 req-56c2001a-7bfe-41eb-816d-7aaa32a7a553 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 946 time: 0.0728354 Apr 18 17:14:40.065767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f863e8a1-b214-45ef-a6fc-81630add1772 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.099119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863e8a1-b214-45ef-a6fc-81630add1772 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Pushing event deleted for resources: {'Port': ['ID=91624051-b7c4-433a-8970-bb3f5365f421,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:40.114905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adbf6559-42b0-4140-9b61-416b22386c9f req-ee7097f4-d916-40a9-9f6b-f87c6c717900 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619705 Apr 18 17:14:40.117801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9beab84a-b645-46d8-9b0a-c02681e33195 req-21e89502-8c91-43c0-ac6b-45f984dc4fd1 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589349 Apr 18 17:14:40.180560 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f863e8a1-b214-45ef-a6fc-81630add1772 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.183837 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f863e8a1-b214-45ef-a6fc-81630add1772 tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/ports/91624051-b7c4-433a-8970-bb3f5365f421 HTTP/1.1" status: 204 len: 168 time: 0.9465809 Apr 18 17:14:40.186572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40324) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:40.253103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6989419a-d76c-4aa1-8c00-ce769cb8ff0e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Deleting subnet f3a4900b-31fa-4f71-8583-93f15c0c8bf0 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:14:40.257444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6989419a-d76c-4aa1-8c00-ce769cb8ff0e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.311143 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6989419a-d76c-4aa1-8c00-ce769cb8ff0e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.394709 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6989419a-d76c-4aa1-8c00-ce769cb8ff0e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.531600 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6989419a-d76c-4aa1-8c00-ce769cb8ff0e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.565583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989419a-d76c-4aa1-8c00-ce769cb8ff0e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a4900b-31fa-4f71-8583-93f15c0c8bf0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:40.567594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6989419a-d76c-4aa1-8c00-ce769cb8ff0e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.571133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6989419a-d76c-4aa1-8c00-ce769cb8ff0e tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/subnets/f3a4900b-31fa-4f71-8583-93f15c0c8bf0 HTTP/1.1" status: 204 len: 168 time: 0.3831458 Apr 18 17:14:40.573377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40336) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:40.576961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a3b19c-3b3a-4b86-a732-994d9df68adb None None] Network d33f88db-0651-4cbc-974f-d7fe5860cde8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:40.618508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40338) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:40.661645 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.726518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Deleting port db8a8a07-c987-4281-8c5c-2455b95b1d0b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:40.726859 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.809897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] For port db8a8a07-c987-4281-8c5c-2455b95b1d0b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=db8a8a07-c987-4281-8c5c-2455b95b1d0b,segment=NetworkSegment(d5a829e5-6ea6-4c73-84f0-706f5f0977cc),segment_id=d5a829e5-6ea6-4c73-84f0-706f5f0977cc)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:40.810262 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:40.823911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Calling delete_port for db8a8a07-c987-4281-8c5c-2455b95b1d0b owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:40.960228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] DHCP port deletion for d33f88db-0651-4cbc-974f-d7fe5860cde8 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:14:40.996687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.019442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] Deleting port db8a8a07-c987-4281-8c5c-2455b95b1d0b {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:41.019881 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.024235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Pushing event deleted for resources: {'Port': ['ID=db8a8a07-c987-4281-8c5c-2455b95b1d0b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:41.028036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] No DVR routers for this DVR port db8a8a07-c987-4281-8c5c-2455b95b1d0b on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:41.094104 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] For port db8a8a07-c987-4281-8c5c-2455b95b1d0b, host n-d-836015-2, got binding levels [] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:41.094730 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.110421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] Calling delete_port for db8a8a07-c987-4281-8c5c-2455b95b1d0b owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:41.114784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.ipam_backend_mixin [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] Port db8a8a07-c987-4281-8c5c-2455b95b1d0b was not found and therefore no delete operation was performed {{(pid=109827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:14:41.117799 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.118751 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.152890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] Pushing event deleted for resources: {'Port': ['ID=db8a8a07-c987-4281-8c5c-2455b95b1d0b,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:41.154472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903ff4a-933a-42f3-8e17-ef9573f7be3b None None] No DVR routers for this DVR port db8a8a07-c987-4281-8c5c-2455b95b1d0b on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:41.159593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33f88db-0651-4cbc-974f-d7fe5860cde8']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:41.178114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a829e5-6ea6-4c73-84f0-706f5f0977cc') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:41.178114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a829e5-6ea6-4c73-84f0-706f5f0977cc') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:41.188288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.204138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccb6f25-7e53-4724-ae61-73f1e8735002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5045fa4-3f34-4d0a-bf9c-23a78e0431e2'}, {'server_uuid': '7a8d5027-8974-42f2-8481-fa05ea425f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aa987f-b384-43d6-8db2-f162a8c48ede'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:41.206849 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9354780-8f7d-4cec-8e10-b4bf1ad21d5b" -d '{"events": [{"server_uuid": "2ccb6f25-7e53-4724-ae61-73f1e8735002", "name": "network-vif-plugged", "status": "completed", "tag": "d5045fa4-3f34-4d0a-bf9c-23a78e0431e2"}, {"server_uuid": "7a8d5027-8974-42f2-8481-fa05ea425f2b", "name": "network-vif-plugged", "status": "completed", "tag": "d6aa987f-b384-43d6-8db2-f162a8c48ede"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:41.211654 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.221302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:14:41.221740 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.245373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:14:41.278098 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:14:41.297329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40352) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:41.380523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bed5d1-5878-4520-9fec-ef9e8f91e863 req-1c97ed2b-a510-4aca-aa64-6cea1b62df07 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:41.383109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08bed5d1-5878-4520-9fec-ef9e8f91e863 req-1c97ed2b-a510-4aca-aa64-6cea1b62df07 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 945 time: 0.1038206 Apr 18 17:14:41.391561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da5002-c277-4178-bc8f-7c30b5bd5ff6 req-a5ae4af8-485c-42ee-a989-a067305744cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:41.395499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59da5002-c277-4178-bc8f-7c30b5bd5ff6 req-a5ae4af8-485c-42ee-a989-a067305744cc tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 946 time: 0.1128137 Apr 18 17:14:41.420725 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.440831 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.447894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] 10.222.0.45 "DELETE /v2.0/networks/d33f88db-0651-4cbc-974f-d7fe5860cde8 HTTP/1.1" status: 204 len: 168 time: 0.8700964 Apr 18 17:14:41.467746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5edf07c5-6c88-4bcf-9257-c37f079003d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.474028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e0213-73a9-48a7-8d30-c42490b8295d tempest-TagsExtTest-134891967 tempest-TagsExtTest-134891967-project] Pushing event deleted for resources: {'Network': ['ID=d33f88db-0651-4cbc-974f-d7fe5860cde8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:41.480016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08bed5d1-5878-4520-9fec-ef9e8f91e863 req-8e27b7a4-9adb-4d67-9f1e-e6fd1c2ce455 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858293 Apr 18 17:14:41.495994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59da5002-c277-4178-bc8f-7c30b5bd5ff6 req-772c7996-acb6-4ef8-9536-ec43bfa6eaf8 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921583 Apr 18 17:14:41.560853 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b2c1f-e1b5-43a6-b74b-adcf2ff3bbc2 x-openstack-request-id: req-905b2c1f-e1b5-43a6-b74b-adcf2ff3bbc2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:41.561355 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccb6f25-7e53-4724-ae61-73f1e8735002", "name": "network-vif-plugged", "status": "completed", "tag": "d5045fa4-3f34-4d0a-bf9c-23a78e0431e2", "code": 200}, {"server_uuid": "7a8d5027-8974-42f2-8481-fa05ea425f2b", "name": "network-vif-plugged", "status": "completed", "tag": "d6aa987f-b384-43d6-8db2-f162a8c48ede", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:41.561679 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-905b2c1f-e1b5-43a6-b74b-adcf2ff3bbc2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:41.562088 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905b2c1f-e1b5-43a6-b74b-adcf2ff3bbc2'] response: {'server_uuid': '2ccb6f25-7e53-4724-ae61-73f1e8735002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5045fa4-3f34-4d0a-bf9c-23a78e0431e2', 'code': 200} Apr 18 17:14:41.562347 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905b2c1f-e1b5-43a6-b74b-adcf2ff3bbc2'] response: {'server_uuid': '7a8d5027-8974-42f2-8481-fa05ea425f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aa987f-b384-43d6-8db2-f162a8c48ede', 'code': 200} Apr 18 17:14:41.631649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5edf07c5-6c88-4bcf-9257-c37f079003d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.640319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Deleting port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:41.640657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.703311 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5edf07c5-6c88-4bcf-9257-c37f079003d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.729907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306334a-5b1b-4a05-81b7-ad1f9806eead req-48a6d3a8-d1f3-4e8a-9263-1ad3d503763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:41.731565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3306334a-5b1b-4a05-81b7-ad1f9806eead req-48a6d3a8-d1f3-4e8a-9263-1ad3d503763a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a8d5027-8974-42f2-8481-fa05ea425f2b HTTP/1.1" status: 200 len: 1097 time: 0.0723553 Apr 18 17:14:41.733205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689f504-7f17-4cbb-8a5f-f4e2666b727b req-1a6b72ea-1f70-4040-8050-8e3b7535ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:41.734774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8689f504-7f17-4cbb-8a5f-f4e2666b727b req-1a6b72ea-1f70-4040-8050-8e3b7535ab60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 1097 time: 0.0834746 Apr 18 17:14:41.763451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] For port c6473fc5-598a-4f29-b0ae-6ea9bb3d2519, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:41.763827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.772929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf07c5-6c88-4bcf-9257-c37f079003d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e788c4-d2b7-43be-80bb-bba791eb2b17,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:41.779210 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5edf07c5-6c88-4bcf-9257-c37f079003d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7835309970b4c83a3f73ed6786d753c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807136 Apr 18 17:14:41.782704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40364) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:41.783580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Calling delete_port for c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:41.821473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8689f504-7f17-4cbb-8a5f-f4e2666b727b req-257ddf34-42cc-4c01-9cb7-48a4a7c77e53 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789292 Apr 18 17:14:41.836622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3306334a-5b1b-4a05-81b7-ad1f9806eead req-39d9fcee-bddf-49f6-99ce-1ca17ef24e9c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975428 Apr 18 17:14:41.872392 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71183590-bf97-4ea0-b4c1-23a965a21254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.896417 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71183590-bf97-4ea0-b4c1-23a965a21254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:41.931411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40368) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:42.059773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.067745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71183590-bf97-4ea0-b4c1-23a965a21254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.070596 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-71183590-bf97-4ea0-b4c1-23a965a21254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.074360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-71183590-bf97-4ea0-b4c1-23a965a21254 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9e788c4-d2b7-43be-80bb-bba791eb2b17 HTTP/1.1" status: 204 len: 168 time: 0.2861459 Apr 18 17:14:42.081611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8bf40a91-c552-4c23-86f3-02dd2085a1de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a44f696899b46faad2d6a887d7e0385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466866 Apr 18 17:14:42.085457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40374) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:42.086086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71183590-bf97-4ea0-b4c1-23a965a21254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e788c4-d2b7-43be-80bb-bba791eb2b17,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:42.093447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6473fc5-598a-4f29-b0ae-6ea9bb3d2519,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:42.255099 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3691b2bf-aff3-4851-af1a-616698ddf062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.295162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946c43c-8ee4-4844-99d3-9eedb5e1deb3 req-908b194f-c1fd-4d58-a937-cd2a4fe0013f tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:42.296817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a946c43c-8ee4-4844-99d3-9eedb5e1deb3 req-908b194f-c1fd-4d58-a937-cd2a4fe0013f tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 945 time: 0.0670660 Apr 18 17:14:42.324127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3691b2bf-aff3-4851-af1a-616698ddf062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.344227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a946c43c-8ee4-4844-99d3-9eedb5e1deb3 req-8b4badf1-f825-4782-b2d8-d03ed465a6b6 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Apr 18 17:14:42.367924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.540365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3691b2bf-aff3-4851-af1a-616698ddf062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.542914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3691b2bf-aff3-4851-af1a-616698ddf062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.546527 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3691b2bf-aff3-4851-af1a-616698ddf062 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20ffa3b0-036f-44ee-bfee-65913876b1ab HTTP/1.1" status: 204 len: 168 time: 0.4580309 Apr 18 17:14:42.586502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691b2bf-aff3-4851-af1a-616698ddf062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffa3b0-036f-44ee-bfee-65913876b1ab,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:42.628837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Router a448a5a7-a3ed-477b-929c-679f0e575686 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:14:42.635681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d4f6c-77c3-41d9-be9e-f3150235f4e4 req-9bd9cee4-033e-44c6-a799-ef00cd899549 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:42.637266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a4d4f6c-77c3-41d9-be9e-f3150235f4e4 req-9bd9cee4-033e-44c6-a799-ef00cd899549 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 946 time: 0.0510683 Apr 18 17:14:42.697335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a4d4f6c-77c3-41d9-be9e-f3150235f4e4 req-1f83e2e8-3970-4a2e-aa64-d486565adfe7 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537000 Apr 18 17:14:42.751244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:14:42.761831 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-95717c38-1c61-420c-a993-46b062c7d155 admin admin] 10.222.0.45 "PUT /v2.0/routers/a448a5a7-a3ed-477b-929c-679f0e575686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1362519 Apr 18 17:14:42.761831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40384) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:42.763989 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] Sync routers for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:14:42.775786 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:42.776934 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:42.781295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40386) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:42.798654 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46c16031-e5e8-4773-9443-6cc42deb22fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.887557 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46c16031-e5e8-4773-9443-6cc42deb22fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.895096 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:42.913735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:42.963069 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46c16031-e5e8-4773-9443-6cc42deb22fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.001989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device db8a8a07-c987-4281-8c5c-2455b95b1d0b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:43.025956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-46c16031-e5e8-4773-9443-6cc42deb22fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18ca6a382adb44f4b6ba1a7a618cfecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434824 Apr 18 17:14:43.026784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c16031-e5e8-4773-9443-6cc42deb22fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae536c1-2b03-4130-b9d5-4e65fa1ed4db,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:43.039932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40392) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:43.049015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: db8a8a07-c987-4281-8c5c-2455b95b1d0b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:43.049389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device db8a8a07-c987-4281-8c5c-2455b95b1d0b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:43.084501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.092643 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:14:41Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:43.122406 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc0c96d6-d70a-455b-a0f7-35e0e4af6031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.122806 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] Checking router: a448a5a7-a3ed-477b-929c-679f0e575686 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:14:43.131917 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] Routers {'a448a5a7-a3ed-477b-929c-679f0e575686'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:43.132635 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a448a5a7-a3ed-477b-929c-679f0e575686'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:43.148677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc0c96d6-d70a-455b-a0f7-35e0e4af6031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.227103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Deleting port ec6ade21-fcc6-45f5-9958-5f16943c1717 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:43.227579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.255610 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] Set router a448a5a7-a3ed-477b-929c-679f0e575686 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:43.285954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc0c96d6-d70a-455b-a0f7-35e0e4af6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.293294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bc0c96d6-d70a-455b-a0f7-35e0e4af6031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.293294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bc0c96d6-d70a-455b-a0f7-35e0e4af6031 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ae536c1-2b03-4130-b9d5-4e65fa1ed4db HTTP/1.1" status: 204 len: 168 time: 0.2492871 Apr 18 17:14:43.304551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c96d6-d70a-455b-a0f7-35e0e4af6031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae536c1-2b03-4130-b9d5-4e65fa1ed4db,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:43.356359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] For port ec6ade21-fcc6-45f5-9958-5f16943c1717, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ec6ade21-fcc6-45f5-9958-5f16943c1717,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:43.356973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.386921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Calling delete_port for ec6ade21-fcc6-45f5-9958-5f16943c1717 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:43.526081 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:14:41Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:43.533813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84294ba-36d5-4953-ad0a-1fa0c942dc48 req-c4bc90ca-6e92-45e4-b9e7-6ef89e211fd6 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:43.533813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e84294ba-36d5-4953-ad0a-1fa0c942dc48 req-c4bc90ca-6e92-45e4-b9e7-6ef89e211fd6 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 945 time: 0.0745225 Apr 18 17:14:43.561861 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e309c5-4e67-4b92-821b-1047a977e382 None None] The sync data for ids ['a448a5a7-a3ed-477b-929c-679f0e575686'] in n-d-836015-2 is: [{'id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'name': 'tempest-ServerRescueNegativeTestJSON-1741310495-router', 'tenant_id': 'bcabbefaa1ec4dd88f79677486700168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:08:37Z', 'updated_at': '2022-04-18T17:14:41Z', 'revision_number': 5, 'project_id': 'bcabbefaa1ec4dd88f79677486700168', 'gw_port': {'id': 'ec6ade21-fcc6-45f5-9958-5f16943c1717', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a448a5a7-a3ed-477b-929c-679f0e575686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:08:39Z', 'updated_at': '2022-04-18T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:14:43.588774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e84294ba-36d5-4953-ad0a-1fa0c942dc48 req-bc3dca82-d1fc-47cd-9800-feb6ca2d9360 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479372 Apr 18 17:14:43.720090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.776821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6ade21-fcc6-45f5-9958-5f16943c1717,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:43.849794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007ab59-3a76-49a2-a2eb-4473f00f394e req-9ac56d14-be06-41c0-9441-05667c1d0ecf tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:43.852325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d007ab59-3a76-49a2-a2eb-4473f00f394e req-9ac56d14-be06-41c0-9441-05667c1d0ecf tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 946 time: 0.0683756 Apr 18 17:14:43.884061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:43.932908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d007ab59-3a76-49a2-a2eb-4473f00f394e req-154f8cc1-d69a-401c-87f4-220c79bde5fd tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732727 Apr 18 17:14:44.014396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.017186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.088377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3cc66-7839-4536-bcad-67b65538e52d req-cb61ec02-3b5e-416d-b1c7-e27c2b05321a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:44.090054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eee3cc66-7839-4536-bcad-67b65538e52d req-cb61ec02-3b5e-416d-b1c7-e27c2b05321a tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a8d5027-8974-42f2-8481-fa05ea425f2b HTTP/1.1" status: 200 len: 946 time: 0.0764773 Apr 18 17:14:44.134383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eee3cc66-7839-4536-bcad-67b65538e52d req-d59563f1-d14d-423f-9ced-ff397ceb38d3 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381885 Apr 18 17:14:44.162035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.163857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a448a5a7-a3ed-477b-929c-679f0e575686 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:14:44.168481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.169766 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b7da3ac3-b792-4df9-8828-181d1c1ab455 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a448a5a7-a3ed-477b-929c-679f0e575686 HTTP/1.1" status: 204 len: 168 time: 1.4092197 Apr 18 17:14:44.172490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40432) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:44.231263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3346f409-c24b-4252-be54-df9a0fa856b0 admin admin] Deleting subnet 00bca5d3-eff8-43c4-9b48-895a2a85e34e {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:14:44.239026 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3346f409-c24b-4252-be54-df9a0fa856b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.261039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187434dc-09ac-457a-b954-fc1aa9779067 req-18eb8385-dbf1-4717-b670-0f11d0613ce5 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:44.262808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-187434dc-09ac-457a-b954-fc1aa9779067 req-18eb8385-dbf1-4717-b670-0f11d0613ce5 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 945 time: 0.0776522 Apr 18 17:14:44.284193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3346f409-c24b-4252-be54-df9a0fa856b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.382620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Deleting port 86cda2aa-0e29-4655-8f6a-617e351ba98b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:44.383503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.437352 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3346f409-c24b-4252-be54-df9a0fa856b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.530174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] For port 86cda2aa-0e29-4655-8f6a-617e351ba98b, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86cda2aa-0e29-4655-8f6a-617e351ba98b,segment=NetworkSegment(63eef30e-2fe1-44c1-94c2-5f49f7dc2908),segment_id=63eef30e-2fe1-44c1-94c2-5f49f7dc2908)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:44.530814 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.598084 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3346f409-c24b-4252-be54-df9a0fa856b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.630078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346f409-c24b-4252-be54-df9a0fa856b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00bca5d3-eff8-43c4-9b48-895a2a85e34e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:44.640502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3346f409-c24b-4252-be54-df9a0fa856b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.641949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31bbe2b-ee06-4817-a679-2774e98426a3 None None] Network ecdbe340-3970-4ffa-be4e-e62950601709 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:44.648990 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3346f409-c24b-4252-be54-df9a0fa856b0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/00bca5d3-eff8-43c4-9b48-895a2a85e34e HTTP/1.1" status: 204 len: 168 time: 0.4721913 Apr 18 17:14:44.649202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40448) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:44.754072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.830772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Deleting port 789ce6e0-7940-4c2b-85da-991edffe04f9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:44.830772 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.951304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] For port 789ce6e0-7940-4c2b-85da-991edffe04f9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=789ce6e0-7940-4c2b-85da-991edffe04f9,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:44.953872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:44.957760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:44.996649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:44.996872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Calling delete_port for 789ce6e0-7940-4c2b-85da-991edffe04f9 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:44.999262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c6473fc5-598a-4f29-b0ae-6ea9bb3d2519 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:44.999262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ec6ade21-fcc6-45f5-9958-5f16943c1717 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:45.029284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ec6ade21-fcc6-45f5-9958-5f16943c1717 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:45.030129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ec6ade21-fcc6-45f5-9958-5f16943c1717 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:45.036924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] DHCP port deletion for ecdbe340-3970-4ffa-be4e-e62950601709 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:14:45.108108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] Deleting port 789ce6e0-7940-4c2b-85da-991edffe04f9 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:45.108918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.124567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Calling delete_port for 86cda2aa-0e29-4655-8f6a-617e351ba98b owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:45.220128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958309c-d833-46b3-a6ad-5f750d0bcb02 req-d07cc5a0-a3d6-4188-9e7d-877f6fd73186 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:45.228263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8958309c-d833-46b3-a6ad-5f750d0bcb02 req-d07cc5a0-a3d6-4188-9e7d-877f6fd73186 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 945 time: 0.1082273 Apr 18 17:14:45.280451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] For port 789ce6e0-7940-4c2b-85da-991edffe04f9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=789ce6e0-7940-4c2b-85da-991edffe04f9,segment=NetworkSegment(9d616d88-357f-43bf-80d1-bfc4a17d5d97),segment_id=9d616d88-357f-43bf-80d1-bfc4a17d5d97)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:45.281661 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.294282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.301251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] Calling delete_port for 789ce6e0-7940-4c2b-85da-991edffe04f9 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:45.319985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8958309c-d833-46b3-a6ad-5f750d0bcb02 req-14f21104-1e41-4a36-8343-7aca1a710313 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/security-groups?id=086ea245-55b4-4dc6-804f-f7eda0e3ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907664 Apr 18 17:14:45.322043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Pushing event deleted for resources: {'Port': ['ID=789ce6e0-7940-4c2b-85da-991edffe04f9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:45.328894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] No DVR routers for this DVR port 789ce6e0-7940-4c2b-85da-991edffe04f9 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:45.383335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3d60f-bd69-4039-8310-a02f1a59e0a0 req-b6e9ad16-f33b-420e-b6df-e171bf252a90 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:45.394423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83c3d60f-bd69-4039-8310-a02f1a59e0a0 req-b6e9ad16-f33b-420e-b6df-e171bf252a90 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a8d5027-8974-42f2-8481-fa05ea425f2b HTTP/1.1" status: 200 len: 946 time: 0.1195025 Apr 18 17:14:45.412621 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.444885 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.456167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] Pushing event deleted for resources: {'Port': ['ID=789ce6e0-7940-4c2b-85da-991edffe04f9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:45.458272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5a844-9355-48c4-b21b-8f733ab05991 None None] No DVR routers for this DVR port 789ce6e0-7940-4c2b-85da-991edffe04f9 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:45.472832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83c3d60f-bd69-4039-8310-a02f1a59e0a0 req-37dcfbd9-479f-4fac-8afd-8b4fb52eebe0 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775177 Apr 18 17:14:45.480383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdbe340-3970-4ffa-be4e-e62950601709']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:45.493972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d616d88-357f-43bf-80d1-bfc4a17d5d97') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:45.493972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d616d88-357f-43bf-80d1-bfc4a17d5d97') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:45.503592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.518073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.525540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:14:45.525962 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:14:45.527800 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:14:45.540303 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.575694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Pushing event deleted for resources: {'Port': ['ID=86cda2aa-0e29-4655-8f6a-617e351ba98b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:45.635759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] No DVR routers for this DVR port 86cda2aa-0e29-4655-8f6a-617e351ba98b on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:45.638552 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.642494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-187434dc-09ac-457a-b954-fc1aa9779067 req-3c033a62-3ebd-4829-87b6-699e3e292040 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.41 "DELETE /v2.0/ports/86cda2aa-0e29-4655-8f6a-617e351ba98b HTTP/1.1" status: 204 len: 173 time: 1.3716004 Apr 18 17:14:45.643147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1143838d-2700-431b-96df-e5f222db5507', 'name': 'network-vif-deleted', 'tag': '86cda2aa-0e29-4655-8f6a-617e351ba98b'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:45.645634 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9781ecc4-c4d5-4813-b04f-2f17491ad90c" -d '{"events": [{"server_uuid": "1143838d-2700-431b-96df-e5f222db5507", "name": "network-vif-deleted", "tag": "86cda2aa-0e29-4655-8f6a-617e351ba98b"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:45.649081 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.659874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:45.669779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] 10.222.0.45 "DELETE /v2.0/networks/ecdbe340-3970-4ffa-be4e-e62950601709 HTTP/1.1" status: 204 len: 168 time: 1.0193284 Apr 18 17:14:45.686795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdbe340-3970-4ffa-be4e-e62950601709,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:45.696935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.697325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.697769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.698686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.698686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.699197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.699842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.700192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.700526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.700873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.701250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.701561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e92c88-5c2e-45ae-b29c-03313f4c887f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:45.703786 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009d1e0d-12e1-4d8e-a5b8-db2d0b0d9bc8 x-openstack-request-id: req-009d1e0d-12e1-4d8e-a5b8-db2d0b0d9bc8 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:45.704174 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1143838d-2700-431b-96df-e5f222db5507", "name": "network-vif-deleted", "tag": "86cda2aa-0e29-4655-8f6a-617e351ba98b", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:45.704539 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-009d1e0d-12e1-4d8e-a5b8-db2d0b0d9bc8 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:45.705026 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009d1e0d-12e1-4d8e-a5b8-db2d0b0d9bc8'] response: {'server_uuid': '1143838d-2700-431b-96df-e5f222db5507', 'name': 'network-vif-deleted', 'tag': '86cda2aa-0e29-4655-8f6a-617e351ba98b', 'status': 'completed', 'code': 200} Apr 18 17:14:46.064099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40504) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:46.111943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5c0627be-b2d5-483a-aae3-c54b13f99e1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcabbefaa1ec4dd88f79677486700168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462446 Apr 18 17:14:46.114970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40512) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:46.172618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72ae6562-a6ee-482e-9ff7-3dc8257b522a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:46.195271 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72ae6562-a6ee-482e-9ff7-3dc8257b522a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:46.345722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72ae6562-a6ee-482e-9ff7-3dc8257b522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:46.350803 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-72ae6562-a6ee-482e-9ff7-3dc8257b522a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:46.350803 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-72ae6562-a6ee-482e-9ff7-3dc8257b522a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b80b351-6706-4842-b4b0-1ee657068232 HTTP/1.1" status: 204 len: 168 time: 0.2333853 Apr 18 17:14:46.369848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae6562-a6ee-482e-9ff7-3dc8257b522a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80b351-6706-4842-b4b0-1ee657068232,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:46.455153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-d7547b5d-0506-4694-8d1d-7e091a6d38e9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:46.456735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-d7547b5d-0506-4694-8d1d-7e091a6d38e9 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8d5027-8974-42f2-8481-fa05ea425f2b HTTP/1.1" status: 200 len: 946 time: 0.0674460 Apr 18 17:14:46.513656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13788816-c19e-4df0-90d5-62859e09e475 req-b3fcaa1b-87f9-4f0d-9ba7-d422fb9ff801 tempest-ServerPasswordTestJSON-1459907705 tempest-ServerPasswordTestJSON-1459907705-project] 10.222.0.45 "GET /v2.0/ports?device_id=1143838d-2700-431b-96df-e5f222db5507 HTTP/1.1" status: 200 len: 210 time: 0.0558794 Apr 18 17:14:46.608657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Deleting port d6aa987f-b384-43d6-8db2-f162a8c48ede {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:46.608992 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:46.681456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51eb28-5f67-4d1c-9000-d8e78a5b115f req-1a9b38a9-90af-49d4-b055-0bfaee7e8c4b tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:46.682894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b51eb28-5f67-4d1c-9000-d8e78a5b115f req-1a9b38a9-90af-49d4-b055-0bfaee7e8c4b tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a8d5027-8974-42f2-8481-fa05ea425f2b HTTP/1.1" status: 200 len: 946 time: 0.1059394 Apr 18 17:14:46.732765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] For port d6aa987f-b384-43d6-8db2-f162a8c48ede, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d6aa987f-b384-43d6-8db2-f162a8c48ede,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:46.733245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:46.759278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86cda2aa-0e29-4655-8f6a-617e351ba98b no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:46.766199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Calling delete_port for d6aa987f-b384-43d6-8db2-f162a8c48ede owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:46.770248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b51eb28-5f67-4d1c-9000-d8e78a5b115f req-b06c3154-90eb-4aef-8014-a6ce76c5b845 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/security-groups?id=6775ac27-89a3-48ac-a389-47eb82a85159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793266 Apr 18 17:14:46.784457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 86cda2aa-0e29-4655-8f6a-617e351ba98b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:46.784806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86cda2aa-0e29-4655-8f6a-617e351ba98b not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:46.849968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-e75291ff-6657-4038-9ab0-d56185fdef7b tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:46.852497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-e75291ff-6657-4038-9ab0-d56185fdef7b tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ccb6f25-7e53-4724-ae61-73f1e8735002 HTTP/1.1" status: 200 len: 946 time: 0.1054306 Apr 18 17:14:46.901344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 789ce6e0-7940-4c2b-85da-991edffe04f9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:46.933291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 789ce6e0-7940-4c2b-85da-991edffe04f9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:46.933291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 789ce6e0-7940-4c2b-85da-991edffe04f9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:47.012637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Deleting port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:14:47.012975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.072117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.105007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d5045fa4-3f34-4d0a-bf9c-23a78e0431e2'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:14:47.109612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Pushing event deleted for resources: {'Port': ['ID=d6aa987f-b384-43d6-8db2-f162a8c48ede,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:47.128885 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:14:47.173790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] No DVR routers for this DVR port d6aa987f-b384-43d6-8db2-f162a8c48ede on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:47.179037 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.182689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc80fa50-5ad6-4fbc-82ec-df03ca975cf8 req-7baf197d-3a19-401a-acd9-f3d6c80a9407 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.41 "DELETE /v2.0/ports/d6aa987f-b384-43d6-8db2-f162a8c48ede HTTP/1.1" status: 204 len: 173 time: 0.7161236 Apr 18 17:14:47.198855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] For port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,segment=NetworkSegment(8849ccdf-9af8-46c3-81d8-c276bba91753),segment_id=8849ccdf-9af8-46c3-81d8-c276bba91753)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:47.199003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40536) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:47.199470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.213371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Calling delete_port for d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:14:47.265692 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.309575 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.356595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d2164e6-a14e-4dd7-990c-cb0f9a86d804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.437185 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.475286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Pushing event deleted for resources: {'Port': ['ID=d5045fa4-3f34-4d0a-bf9c-23a78e0431e2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:47.504782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d2164e6-a14e-4dd7-990c-cb0f9a86d804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.523421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] No DVR routers for this DVR port d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:14:47.526467 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.530433 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7664bcde-f7df-4076-9bdc-4e1468183d38 req-d5b48780-bd67-4fe1-a9db-9443eed8646c tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.18 "DELETE /v2.0/ports/d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 HTTP/1.1" status: 204 len: 173 time: 0.6706870 Apr 18 17:14:47.576789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40548) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:47.637906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5514d6f-f980-4df0-b503-b35409e85bdb admin admin] Deleting subnet fdf2141d-87b0-4269-acd8-c6cbd756b53c {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:14:47.641628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5514d6f-f980-4df0-b503-b35409e85bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.674716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d2164e6-a14e-4dd7-990c-cb0f9a86d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.690766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5514d6f-f980-4df0-b503-b35409e85bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.706591 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d2164e6-a14e-4dd7-990c-cb0f9a86d804 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5adcf78b79c74285a4775930e386aa73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064337 Apr 18 17:14:47.708600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40554) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:47.723581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8d5027-8974-42f2-8481-fa05ea425f2b', 'name': 'network-vif-deleted', 'tag': 'd6aa987f-b384-43d6-8db2-f162a8c48ede'}, {'server_uuid': '2ccb6f25-7e53-4724-ae61-73f1e8735002', 'name': 'network-vif-deleted', 'tag': 'd5045fa4-3f34-4d0a-bf9c-23a78e0431e2'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:47.730740 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae6f8e-6a14-4bf3-b705-f85838cc6c78" -d '{"events": [{"server_uuid": "7a8d5027-8974-42f2-8481-fa05ea425f2b", "name": "network-vif-deleted", "tag": "d6aa987f-b384-43d6-8db2-f162a8c48ede"}, {"server_uuid": "2ccb6f25-7e53-4724-ae61-73f1e8735002", "name": "network-vif-deleted", "tag": "d5045fa4-3f34-4d0a-bf9c-23a78e0431e2"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:47.737669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40558) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:47.761452 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5514d6f-f980-4df0-b503-b35409e85bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.762310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2164e6-a14e-4dd7-990c-cb0f9a86d804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5034d53b-75bc-4c14-bbea-4d5f8b8ea53b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:47.791636 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d22a-3134-4dfc-9da8-4092174a860d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.809885 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ddbf1-d72c-45c3-8052-d406e690f9b0 x-openstack-request-id: req-db4ddbf1-d72c-45c3-8052-d406e690f9b0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:47.810524 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8d5027-8974-42f2-8481-fa05ea425f2b", "name": "network-vif-deleted", "tag": "d6aa987f-b384-43d6-8db2-f162a8c48ede", "status": "completed", "code": 200}, {"server_uuid": "2ccb6f25-7e53-4724-ae61-73f1e8735002", "name": "network-vif-deleted", "tag": "d5045fa4-3f34-4d0a-bf9c-23a78e0431e2", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:47.810920 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db4ddbf1-d72c-45c3-8052-d406e690f9b0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:47.811677 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4ddbf1-d72c-45c3-8052-d406e690f9b0'] response: {'server_uuid': '7a8d5027-8974-42f2-8481-fa05ea425f2b', 'name': 'network-vif-deleted', 'tag': 'd6aa987f-b384-43d6-8db2-f162a8c48ede', 'status': 'completed', 'code': 200} Apr 18 17:14:47.811809 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4ddbf1-d72c-45c3-8052-d406e690f9b0'] response: {'server_uuid': '2ccb6f25-7e53-4724-ae61-73f1e8735002', 'name': 'network-vif-deleted', 'tag': 'd5045fa4-3f34-4d0a-bf9c-23a78e0431e2', 'status': 'completed', 'code': 200} Apr 18 17:14:47.842383 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d22a-3134-4dfc-9da8-4092174a860d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.906072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cef283c-68c6-456d-bf23-99d87a270674 req-80d0359a-accb-4b7f-ad85-8d663b48f6f4 tempest-MultipleCreateTestJSON-605004422 tempest-MultipleCreateTestJSON-605004422-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a8d5027-8974-42f2-8481-fa05ea425f2b HTTP/1.1" status: 200 len: 210 time: 0.0292094 Apr 18 17:14:47.915608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5514d6f-f980-4df0-b503-b35409e85bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.926366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f617e2a5-b4b1-43d7-b655-90cd69194c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.943945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5514d6f-f980-4df0-b503-b35409e85bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf2141d-87b0-4269-acd8-c6cbd756b53c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:47.947597 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5514d6f-f980-4df0-b503-b35409e85bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:47.950741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f5514d6f-f980-4df0-b503-b35409e85bdb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fdf2141d-87b0-4269-acd8-c6cbd756b53c HTTP/1.1" status: 204 len: 168 time: 0.3723700 Apr 18 17:14:47.956360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:48.039154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.088818 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d22a-3134-4dfc-9da8-4092174a860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.092063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7d22a-3134-4dfc-9da8-4092174a860d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.093213 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ffd7d22a-3134-4dfc-9da8-4092174a860d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5034d53b-75bc-4c14-bbea-4d5f8b8ea53b HTTP/1.1" status: 204 len: 168 time: 0.3834310 Apr 18 17:14:48.107756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7d22a-3134-4dfc-9da8-4092174a860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5034d53b-75bc-4c14-bbea-4d5f8b8ea53b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:48.122619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.150707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05f2231-9d35-4618-be7b-85f268955b48']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:48.160726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63eef30e-2fe1-44c1-94c2-5f49f7dc2908') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:48.161113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63eef30e-2fe1-44c1-94c2-5f49f7dc2908') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:48.170349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f617e2a5-b4b1-43d7-b655-90cd69194c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.171900 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.184954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.190994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:14:48.191508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:14:48.193278 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:14:48.276919 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f617e2a5-b4b1-43d7-b655-90cd69194c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.301742 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.309369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.319003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c05f2231-9d35-4618-be7b-85f268955b48 HTTP/1.1" status: 204 len: 168 time: 0.3645518 Apr 18 17:14:48.322079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40576) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:48.329386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617e2a5-b4b1-43d7-b655-90cd69194c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea179ca-5708-4165-b6e7-de726dfa00e7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:48.334402 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f617e2a5-b4b1-43d7-b655-90cd69194c3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45bb9b21681a401fbad7813378e9ec34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954502 Apr 18 17:14:48.341308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1cb5a-4db8-4f3d-945c-6f9fb8830da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c05f2231-9d35-4618-be7b-85f268955b48,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:48.341982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40582) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:48.398783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0267202c-f954-4214-b2a2-fd7be2e5f745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.422030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0267202c-f954-4214-b2a2-fd7be2e5f745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.554306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0267202c-f954-4214-b2a2-fd7be2e5f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.557079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0267202c-f954-4214-b2a2-fd7be2e5f745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.558539 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0267202c-f954-4214-b2a2-fd7be2e5f745 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ea179ca-5708-4165-b6e7-de726dfa00e7 HTTP/1.1" status: 204 len: 168 time: 0.2154760 Apr 18 17:14:48.567481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267202c-f954-4214-b2a2-fd7be2e5f745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea179ca-5708-4165-b6e7-de726dfa00e7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:48.593430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-443724903-network', 'tenant_id': '039ca64486874ae7ba1003e6f5de3127'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:48.690979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:48.693309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.702676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.775492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d6aa987f-b384-43d6-8db2-f162a8c48ede no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:48.776880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.797944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40588) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:48.798411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: d6aa987f-b384-43d6-8db2-f162a8c48ede {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:48.798411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d6aa987f-b384-43d6-8db2-f162a8c48ede not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:48.837463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-84915159-2fe0-47f7-8be9-f2f31250860a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea15e7b629174e4b97f178a541512813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420916 Apr 18 17:14:48.838698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:48.868822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.907439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:14:48.915311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7110db87-097e-4a20-888e-eaa736acd8c4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:48.924627 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.924862 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Added segment dd647e20-eb4b-4605-ac29-a6d46dfc3e4b of type vlan for network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 Apr 18 17:14:48.944898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff235f85-3791-4b3e-8cdc-5698a0f3a499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.994112 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.997462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff235f85-3791-4b3e-8cdc-5698a0f3a499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:48.998272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40596) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:49.007763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40598) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:49.019777 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4e07c9b-7154-4002-a717-c18e7e108336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.095419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7ca107-e8d1-4007-bea1-33ea80544527 admin admin] Deleting subnet b1e73170-f54c-4324-8691-4797dddfecc0 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:14:49.099970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca107-e8d1-4007-bea1-33ea80544527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.105258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4e07c9b-7154-4002-a717-c18e7e108336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.135789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca107-e8d1-4007-bea1-33ea80544527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.176094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca107-e8d1-4007-bea1-33ea80544527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.202494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.203438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:49.204019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.257497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4e07c9b-7154-4002-a717-c18e7e108336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.271200 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff235f85-3791-4b3e-8cdc-5698a0f3a499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.274151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff235f85-3791-4b3e-8cdc-5698a0f3a499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.277819 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ff235f85-3791-4b3e-8cdc-5698a0f3a499 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/086ea245-55b4-4dc6-804f-f7eda0e3ece2 HTTP/1.1" status: 204 len: 168 time: 0.4355900 Apr 18 17:14:49.294961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff235f85-3791-4b3e-8cdc-5698a0f3a499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ea245-55b4-4dc6-804f-f7eda0e3ece2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:49.296510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=675b81c6-89ef-4cf3-9b4a-8b7e72752016,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:49.314556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e07c9b-7154-4002-a717-c18e7e108336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0e5e0-e761-44e1-a8b9-58e7cc6e8336,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:49.317912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d4e07c9b-7154-4002-a717-c18e7e108336 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=182cfad1bb7d41379b0e1584206d2b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178351 Apr 18 17:14:49.320386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40608) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:49.322643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40610) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:49.324973 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f701672e-c14a-4004-8039-0db56903e4f9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0003598 Apr 18 17:14:49.326541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:14:49.367411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Request body: {'subnet': {'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-443724903-subnet', 'tenant_id': '039ca64486874ae7ba1003e6f5de3127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:49.385690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca107-e8d1-4007-bea1-33ea80544527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.414535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ca107-e8d1-4007-bea1-33ea80544527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e73170-f54c-4324-8691-4797dddfecc0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:49.416530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca107-e8d1-4007-bea1-33ea80544527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.419846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dd7ca107-e8d1-4007-bea1-33ea80544527 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b1e73170-f54c-4324-8691-4797dddfecc0 HTTP/1.1" status: 204 len: 168 time: 0.4110708 Apr 18 17:14:49.422436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40614) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:49.460833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-610a3c26-d977-4b36-97b7-9617076422c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.484666 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-610a3c26-d977-4b36-97b7-9617076422c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.496490 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.548894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:49.551824 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.616319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-610a3c26-d977-4b36-97b7-9617076422c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.619375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-610a3c26-d977-4b36-97b7-9617076422c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.620579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-610a3c26-d977-4b36-97b7-9617076422c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93b0e5e0-e761-44e1-a8b9-58e7cc6e8336 HTTP/1.1" status: 204 len: 168 time: 0.2991972 Apr 18 17:14:49.640721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a3c26-d977-4b36-97b7-9617076422c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0e5e0-e761-44e1-a8b9-58e7cc6e8336,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:49.902892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.924823 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.947036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87255d4e-2293-4147-9797-e8b163437663']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:49.957839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8849ccdf-9af8-46c3-81d8-c276bba91753') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:49.958237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8849ccdf-9af8-46c3-81d8-c276bba91753') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:49.965844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=92cd26c9-3999-468f-92e8-f41c026b94e2,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:49.969841 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:49.979814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Checking segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:49.980186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Network hostable DHCP agents. Network: 675b81c6-89ef-4cf3-9b4a-8b7e72752016, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:14:49.997193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.005079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:14:50.005472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:14:50.007874 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:14:50.062651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:14:50.145650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.163879 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.167222 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] 10.222.0.45 "DELETE /v2.0/networks/87255d4e-2293-4147-9797-e8b163437663 HTTP/1.1" status: 204 len: 168 time: 0.7438655 Apr 18 17:14:50.168256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c92ce-c599-4fe7-bd96-d084630e37bb admin admin] Pushing event deleted for resources: {'Network': ['ID=87255d4e-2293-4147-9797-e8b163437663,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:50.258784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 675b81c6-89ef-4cf3-9b4a-8b7e72752016) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:50.263165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:50.263854 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.269868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c51951-f487-40d7-b764-647ce64e4080 None None] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:50.395066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491eb22-0456-41cf-b7a1-6097ef678f99 None None] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:50.405472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e4eb7ab8-a273-4e64-a062-0a7a093109ca admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0453315 Apr 18 17:14:50.582754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40654) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:50.629949 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0301a0c2-d1bc-4599-bbd9-f744cca09cbf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94b403a09a194cb2a0cecf5bb291826e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456204 Apr 18 17:14:50.632895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40656) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:50.701295 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-273d20b2-7339-4f78-bd0b-f67d8fdcca2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.724701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-273d20b2-7339-4f78-bd0b-f67d8fdcca2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.842136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-273d20b2-7339-4f78-bd0b-f67d8fdcca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.844634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-273d20b2-7339-4f78-bd0b-f67d8fdcca2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:50.845793 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-273d20b2-7339-4f78-bd0b-f67d8fdcca2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6775ac27-89a3-48ac-a389-47eb82a85159 HTTP/1.1" status: 204 len: 168 time: 0.2119365 Apr 18 17:14:50.853786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d20b2-7339-4f78-bd0b-f67d8fdcca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6775ac27-89a3-48ac-a389-47eb82a85159,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:51.278182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-7f2ba229-864b-46f1-8bae-2bc174e94a5b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:51.280334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-7f2ba229-864b-46f1-8bae-2bc174e94a5b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1108599 Apr 18 17:14:51.297323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-9f8dec3b-e906-4fdd-af66-a8bbc0c98735 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/quotas/039ca64486874ae7ba1003e6f5de3127 HTTP/1.1" status: 200 len: 375 time: 0.0110729 Apr 18 17:14:51.331327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-a1f8a96c-186b-44f2-95ef-1e523e71359b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277591 Apr 18 17:14:51.358679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40688) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:51.424193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-87f87b63-bbd3-4b51-8047-c5956548bfd8 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854421 Apr 18 17:14:51.465934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:14:51.519286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:14:51.519643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5045fa4-3f34-4d0a-bf9c-23a78e0431e2 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:14:51.558463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-76f28601-3889-400d-98d6-c39b110e023c service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243517 Apr 18 17:14:51.559611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-network', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:51.672805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Made reservation on behalf of bec2b198fe7f4ac69669dc6d34b4f453 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:51.675580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:51.685164 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:51.774214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:51.872074 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:51.915116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c740bdc-6f8a-4661-a0b0-7841e659a8e2 req-16184b0b-1c0d-4dbb-9110-137d563291fb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0698657 Apr 18 17:14:51.920230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:14:51.932876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67144e6-043d-44d7-80cb-289409dc5f5a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:51.939223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:51.939857 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Added segment 7affbeda-ec88-4b55-bdd4-e58b997e6e1a of type vlan for network 290ec059-b356-48b0-b9c0-5915923cef74 Apr 18 17:14:51.992626 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:52.099416 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:52.101066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:52.101729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:52.175560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] Pushing event updated for resources: {'Network': ['ID=290ec059-b356-48b0-b9c0-5915923cef74,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:52.185433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 290ec059-b356-48b0-b9c0-5915923cef74 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:14:52.251206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2fc3c689-4482-4cb2-aacf-457b7fa961b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8882387 Apr 18 17:14:52.251206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40734) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:52.256258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Request body: {'subnet': {'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-subnet', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:52.405126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Made reservation on behalf of bec2b198fe7f4ac69669dc6d34b4f453 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:52.409583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:52.751182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:52.809258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d800b893-c961-41da-8d04-09c5554f73ef,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:52.828344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Checking segment: {'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:52.828711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Network hostable DHCP agents. Network: 290ec059-b356-48b0-b9c0-5915923cef74, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:14:52.897080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:52.931807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Network 290ec059-b356-48b0-b9c0-5915923cef74 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:14:53.006503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2137820996-network', 'tenant_id': '6010d166009b457cb83c471c00b4460a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:53.007562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d537fa7f-eb4f-4753-8a1e-24f7e19de099 req-243d1942-2ed5-401f-b893-ded364441671 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0331602 Apr 18 17:14:53.074117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 290ec059-b356-48b0-b9c0-5915923cef74) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:53.078291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:53.078887 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.085717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab4a10-f8c7-44f8-a209-246dcc96da3b None None] Network 290ec059-b356-48b0-b9c0-5915923cef74 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:53.217038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99273a86-2d11-4b0a-af27-006caa9a9462 None None] Network 290ec059-b356-48b0-b9c0-5915923cef74 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:53.219918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Made reservation on behalf of 6010d166009b457cb83c471c00b4460a for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:53.222299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.227409 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dcc3742e-42b9-450b-9719-8e999c64f079 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9752529 Apr 18 17:14:53.230272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40782) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:53.234458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.234855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:53.331131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.340076 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.341208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.403346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.437139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.459312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:14:53.473374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300009fd-1fc7-4f0b-ae81-ddd26609088c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:53.478722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.479070 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Added segment b65c0bf1-269e-45d2-a3cd-d63b70ca66d8 of type vlan for network dc90c34b-d6a3-40ab-abce-c0737ae6e08c Apr 18 17:14:53.523573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.650690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.651683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:53.654070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.726584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] Pushing event updated for resources: {'Network': ['ID=dc90c34b-d6a3-40ab-abce-c0737ae6e08c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:53.740467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:14:53.757695 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4675e740-bfbb-413e-8dd2-536db4e21c29 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8582957 Apr 18 17:14:53.760439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40810) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:53.765841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Request body: {'subnet': {'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2137820996-subnet', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:53.771291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:53.860960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Made reservation on behalf of 6010d166009b457cb83c471c00b4460a for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:53.863369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.140082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40818) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:54.193764 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a14c92d-6f46-4b29-8c89-9fe5e1e68a91 req-0c00be9d-c269-4ea6-abff-cacf93aa39a4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0650570 Apr 18 17:14:54.235643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.257024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.265018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52c53905-a849-4b74-9786-9e9f8a702b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.267020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.356385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52c53905-a849-4b74-9786-9e9f8a702b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.400922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa360b3a-0be6-42d3-ba05-a72692d2cfc9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:54.411609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40824) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:54.412874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Checking segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:54.413243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Network hostable DHCP agents. Network: dc90c34b-d6a3-40ab-abce-c0737ae6e08c, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:14:54.431046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Allocated IP 172.25.5.225 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/6c1a476e-e143-42d1-a8cd-13f110c8f691) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:54.442702 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52c53905-a849-4b74-9786-9e9f8a702b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.498951 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-52c53905-a849-4b74-9786-9e9f8a702b74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=321f4c0a47c54fe39b213f59c6aeac61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524394 Apr 18 17:14:54.498951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40828) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:54.502348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c53905-a849-4b74-9786-9e9f8a702b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224909ce-4e2d-4c68-bb50-e7aa92abd410,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:54.526114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:14:54.541021 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12c85bbe-b93c-4a56-b963-feda74b2587b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.566345 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.589608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf2db-f24c-4f27-b943-d2fa7b4728a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.621121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf2db-f24c-4f27-b943-d2fa7b4728a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.625023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, dc90c34b-d6a3-40ab-abce-c0737ae6e08c) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:54.629721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:54.630308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.635666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1d826-b79b-44de-9219-6a542e886f10 None None] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:54.684683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12c85bbe-b93c-4a56-b963-feda74b2587b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.760258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.802518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:54.808040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:54.811677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:54.835627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:14:54.837281 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.837780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Pushing event updated for resources: {'Port': ['ID=6c1a476e-e143-42d1-a8cd-13f110c8f691,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:54.947301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3e294a60-b116-43d2-ba8d-8353e7acee6c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1855764 Apr 18 17:14:54.950290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40830) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:54.954850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:54.979620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12c85bbe-b93c-4a56-b963-feda74b2587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.984390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf2db-f24c-4f27-b943-d2fa7b4728a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.986866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf2db-f24c-4f27-b943-d2fa7b4728a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:54.990504 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b3dcf2db-f24c-4f27-b943-d2fa7b4728a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/224909ce-4e2d-4c68-bb50-e7aa92abd410 HTTP/1.1" status: 204 len: 168 time: 0.4917359 Apr 18 17:14:55.022705 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-12c85bbe-b93c-4a56-b963-feda74b2587b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b1163b14d2f4b42b8eeb7229f05e92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092961 Apr 18 17:14:55.024072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c85bbe-b93c-4a56-b963-feda74b2587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e78e93-8c7e-4b59-b13d-884be968a9e2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:55.032154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40834) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:55.036490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcf2db-f24c-4f27-b943-d2fa7b4728a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224909ce-4e2d-4c68-bb50-e7aa92abd410,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:55.092873 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0a5a-74d1-400f-9fa7-c335d03f0cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.096760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.107277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.125244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Allocated IP 172.20.0.2 (dc90c34b-d6a3-40ab-abce-c0737ae6e08c/fa360b3a-0be6-42d3-ba05-a72692d2cfc9/a5f82d93-26d1-4a2b-bc09-b97e02382857) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:55.160176 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.172462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0a5a-74d1-400f-9fa7-c335d03f0cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.314442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.370316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e44834a-1c40-4e71-8966-8536bfad985c req-00d282d7-5b8f-432a-bd56-b80cc5a158aa tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0465379 Apr 18 17:14:55.407113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.415385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-1f77f1de-4ce2-4d2a-a4f3-f1fddb6e36a3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:55.416991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-1f77f1de-4ce2-4d2a-a4f3-f1fddb6e36a3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.2467391 Apr 18 17:14:55.452247 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.453607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.457579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Request body: {'port': {'device_id': '904623e0-129e-4f12-8f29-32b454bfc9d3', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'admin_state_up': True, 'tenant_id': '039ca64486874ae7ba1003e6f5de3127'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:55.494436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:55.494998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:55.500467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:55.513071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Pushing event updated for resources: {'Port': ['ID=a5f82d93-26d1-4a2b-bc09-b97e02382857,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:55.535226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.535586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.535858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.536189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.536517 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.536842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.537163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.537510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.537870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.538193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.538514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.538831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:55.579564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Attempting to bind port a5f82d93-26d1-4a2b-bc09-b97e02382857 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:55.579927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Attempting to bind port a5f82d93-26d1-4a2b-bc09-b97e02382857 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:55.580470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Attempting to bind port a5f82d93-26d1-4a2b-bc09-b97e02382857 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:55.589080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:55.589599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Checking segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:55.594617 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.594617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Bound using segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:55.594617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Bound port: a5f82d93-26d1-4a2b-bc09-b97e02382857, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:55.594981 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.669741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] For port a5f82d93-26d1-4a2b-bc09-b97e02382857, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:55.673257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] For port a5f82d93-26d1-4a2b-bc09-b97e02382857, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a5f82d93-26d1-4a2b-bc09-b97e02382857,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:55.780026 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.816863 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.835502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0a5a-74d1-400f-9fa7-c335d03f0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.844918 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0a5a-74d1-400f-9fa7-c335d03f0cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.844918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7dfe0a5a-74d1-400f-9fa7-c335d03f0cd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3e78e93-8c7e-4b59-b13d-884be968a9e2 HTTP/1.1" status: 204 len: 168 time: 0.8065066 Apr 18 17:14:55.845214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.866597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572cc00-cdfb-4f69-b595-8bca55acccda None None] Pushing event updated for resources: {'Port': ['ID=a5f82d93-26d1-4a2b-bc09-b97e02382857,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:55.891623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40842) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:55.925957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5eb2540b-2d8a-4aa5-9734-3ad7b6d0d21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:55.949671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe0a5a-74d1-400f-9fa7-c335d03f0cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e78e93-8c7e-4b59-b13d-884be968a9e2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:56.034060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Allocated IP 172.25.5.147 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/6bb15ed9-a624-4433-8cb3-7d314ebffba0) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:56.194447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5eb2540b-2d8a-4aa5-9734-3ad7b6d0d21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.205242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:14:56.226196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.268070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5eb2540b-2d8a-4aa5-9734-3ad7b6d0d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.277820 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.333464 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5eb2540b-2d8a-4aa5-9734-3ad7b6d0d21c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1c9302ac8634cbf9327b52d570ba74e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404151 Apr 18 17:14:56.337367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40848) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:56.377064 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.377716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2540b-2d8a-4aa5-9734-3ad7b6d0d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4e07a0-88bb-4c30-be67-217faed26ec5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:56.433763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e8584e7-06f4-47e1-a781-c317d72cce5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.465370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e8584e7-06f4-47e1-a781-c317d72cce5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.518629 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.556553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4752b53a-eccf-4ef0-b5a2-76a4f4e0ac15 req-c4f15b4b-bd98-42a0-8086-d2bfb0df8082 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0803039 Apr 18 17:14:56.561614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:56.564213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:56.568037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:56.595365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Pushing event updated for resources: {'Port': ['ID=6bb15ed9-a624-4433-8cb3-7d314ebffba0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:56.631301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Allocated IP 172.20.0.10 (675b81c6-89ef-4cf3-9b4a-8b7e72752016/92cd26c9-3999-468f-92e8-f41c026b94e2/c9302486-f567-44f2-aa57-d8196d6160af) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:56.705637 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e8584e7-06f4-47e1-a781-c317d72cce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.708187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e8584e7-06f4-47e1-a781-c317d72cce5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.709345 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5e8584e7-06f4-47e1-a781-c317d72cce5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a4e07a0-88bb-4c30-be67-217faed26ec5 HTTP/1.1" status: 204 len: 168 time: 0.3702111 Apr 18 17:14:56.739095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8584e7-06f4-47e1-a781-c317d72cce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4e07a0-88bb-4c30-be67-217faed26ec5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:56.807840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Router 3afe8176-f1e5-432d-a32a-82e440b4afd7 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:14:56.963744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40854) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:56.969329 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.982896 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc953db0-6ac2-4961-a51b-d76ed585e1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:56.998941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:14:57.028668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Sync routers for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:14:57.033360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a5f82d93-26d1-4a2b-bc09-b97e02382857 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:57.058160 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.110123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.110123 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e6861f4c-e565-4082-a8fb-e47307e7658c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8775880 Apr 18 17:14:57.111570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40858) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:57.114587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:57.116665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:57.169913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.222163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a5f82d93-26d1-4a2b-bc09-b97e02382857 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:57.222537 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.267943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:57.269766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc953db0-6ac2-4961-a51b-d76ed585e1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.274062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:57.283446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:57.338089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:57.359884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event updated for resources: {'Port': ['ID=c9302486-f567-44f2-aa57-d8196d6160af,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:57.404990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:57.406433 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.416779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.421735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc953db0-6ac2-4961-a51b-d76ed585e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.513199 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc953db0-6ac2-4961-a51b-d76ed585e1c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be490f939e024298b6acf051338116e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479159 Apr 18 17:14:57.518948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40864) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:57.525025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953db0-6ac2-4961-a51b-d76ed585e1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5522d5-dd7c-415f-ae1d-24e0b6069cd5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:57.555790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-da1f2ff2-dde6-45b2-80d1-2274f655754b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1021097 Apr 18 17:14:57.575972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Request body: {'port': {'device_id': '904623e0-129e-4f12-8f29-32b454bfc9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:14:57.614861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe8ad9-0cc3-4bf0-ad5d-0bf1fef9d5a0 None None] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:14:57.671381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-59eccb31-4388-4ac3-b333-71cc7a59e895 None None] Provisioning complete for port a5f82d93-26d1-4a2b-bc09-b97e02382857 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:57.671381 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59eccb31-4388-4ac3-b333-71cc7a59e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.719831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb8c4-a9c5-4eb3-904d-42d8cf75a7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.742822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb8c4-a9c5-4eb3-904d-42d8cf75a7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.751858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.768025 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.793157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Router 3d5597e6-458a-45c4-b770-581b68069cc7 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:14:57.843593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5abc1-6354-4b45-b89e-eb47ffc38483 req-a65a0ce4-951f-4fe5-b9dc-b43ab74057e7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:57.845940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64a5abc1-6354-4b45-b89e-eb47ffc38483 req-a65a0ce4-951f-4fe5-b9dc-b43ab74057e7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 932 time: 0.1657162 Apr 18 17:14:57.871611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port a5f82d93-26d1-4a2b-bc09-b97e02382857, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a5f82d93-26d1-4a2b-bc09-b97e02382857,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:14:57.891574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb8c4-a9c5-4eb3-904d-42d8cf75a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.901646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb8c4-a9c5-4eb3-904d-42d8cf75a7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:57.901646 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ee8cb8c4-a9c5-4eb3-904d-42d8cf75a7b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c5522d5-dd7c-415f-ae1d-24e0b6069cd5 HTTP/1.1" status: 204 len: 168 time: 0.3776338 Apr 18 17:14:57.913065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cb8c4-a9c5-4eb3-904d-42d8cf75a7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5522d5-dd7c-415f-ae1d-24e0b6069cd5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:57.929523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:14:57.974379 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.065074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=a5f82d93-26d1-4a2b-bc09-b97e02382857,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:58.079663 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Sync routers for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:14:58.089979 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:58.090603 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:58.093520 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59eccb31-4388-4ac3-b333-71cc7a59e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.118897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.123345 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2b421764-9007-4155-8854-5f80cda058ed admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1690314 Apr 18 17:14:58.123567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40880) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:58.147731 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64a5abc1-6354-4b45-b89e-eb47ffc38483 req-d2a36cbe-052a-481b-9852-a50fbf86cd11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666862 Apr 18 17:14:58.196508 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:58.267029 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-59eccb31-4388-4ac3-b333-71cc7a59e895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:14:58.267844 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-59eccb31-4388-4ac3-b333-71cc7a59e895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:14:58.282899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:54Z', 'revision_number': 3, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:58.325805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Checking router: 3afe8176-f1e5-432d-a32a-82e440b4afd7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:14:58.326219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Updating router 3afe8176-f1e5-432d-a32a-82e440b4afd7 port 6c1a476e-e143-42d1-a8cd-13f110c8f691 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:14:58.360434 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.468128 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.487533 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:14:56Z', 'revision_number': 3, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:58.543317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9302486-f567-44f2-aa57-d8196d6160af {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:14:58.547512 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Checking router: 3d5597e6-458a-45c4-b770-581b68069cc7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:14:58.550493 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Updating router 3d5597e6-458a-45c4-b770-581b68069cc7 port 6bb15ed9-a624-4433-8cb3-7d314ebffba0 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:14:58.580220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.611781 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.720042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Transition to ACTIVE for port object c9302486-f567-44f2-aa57-d8196d6160af will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:14:58.763917 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.810830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.876802 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.900577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Pushing event updated for resources: {'Port': ['ID=c9302486-f567-44f2-aa57-d8196d6160af,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:58.918477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:58.963695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Allocated IP 172.20.0.1 (290ec059-b356-48b0-b9c0-5915923cef74/d800b893-c961-41da-8d04-09c5554f73ef/bcc5ddba-9883-494d-94d0-75f75f98db05) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:59.012225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Attempting to bind port c9302486-f567-44f2-aa57-d8196d6160af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:59.012562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a5f82d93-26d1-4a2b-bc09-b97e02382857 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:14:59.012679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Attempting to bind port c9302486-f567-44f2-aa57-d8196d6160af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:59.013027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Attempting to bind port c9302486-f567-44f2-aa57-d8196d6160af on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:59.049543 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Port c9302486-f567-44f2-aa57-d8196d6160af on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:14:59.049878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Attempting to bind port c9302486-f567-44f2-aa57-d8196d6160af on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:59.058585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:59.058926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Checking segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:59.059316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Bound using segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:59.059828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Bound port: c9302486-f567-44f2-aa57-d8196d6160af, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:59.060194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.113012 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.129080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1697d49-6c86-4d83-99a7-f1a947300892 None None] Pushing event updated for resources: {'Port': ['ID=6c1a476e-e143-42d1-a8cd-13f110c8f691,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:59.149027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.152381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-23fe94be-71eb-440d-b655-fc943ccbe613 None None] Provisioning complete for port a5f82d93-26d1-4a2b-bc09-b97e02382857 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:59.152779 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-23fe94be-71eb-440d-b655-fc943ccbe613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.172463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] For port c9302486-f567-44f2-aa57-d8196d6160af, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:59.176954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] For port c9302486-f567-44f2-aa57-d8196d6160af, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c9302486-f567-44f2-aa57-d8196d6160af,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:59.204831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Attempting to bind port 6c1a476e-e143-42d1-a8cd-13f110c8f691 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:59.205339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Attempting to bind port 6c1a476e-e143-42d1-a8cd-13f110c8f691 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:59.205796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Attempting to bind port 6c1a476e-e143-42d1-a8cd-13f110c8f691 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:59.223522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:59.223993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:59.224461 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.226107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:59.226748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Bound port: 6c1a476e-e143-42d1-a8cd-13f110c8f691, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:59.227201 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.237576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Allocated IP 172.20.0.1 (dc90c34b-d6a3-40ab-abce-c0737ae6e08c/fa360b3a-0be6-42d3-ba05-a72692d2cfc9/65f11031-688d-4d23-8ac2-d5e0206da170) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:14:59.262399 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.267859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a5f82d93-26d1-4a2b-bc09-b97e02382857 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:14:59.267859 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.317619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64724f7f-efb3-470f-89f4-f77647eae2ec req-d6348cc2-5129-41cc-8756-b297055be8d6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:59.322658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64724f7f-efb3-470f-89f4-f77647eae2ec req-d6348cc2-5129-41cc-8756-b297055be8d6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 944 time: 0.0752881 Apr 18 17:14:59.329397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.332424 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Pushing event updated for resources: {'Port': ['ID=6bb15ed9-a624-4433-8cb3-7d314ebffba0,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:59.338188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.359878 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370006 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.370428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:14:59.371269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] For port 6c1a476e-e143-42d1-a8cd-13f110c8f691, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:59.377393 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Attempting to bind port 6bb15ed9-a624-4433-8cb3-7d314ebffba0 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:14:59.378152 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Attempting to bind port 6bb15ed9-a624-4433-8cb3-7d314ebffba0 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:14:59.378745 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Attempting to bind port 6bb15ed9-a624-4433-8cb3-7d314ebffba0 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:14:59.386840 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:14:59.392974 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:14:59.392974 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.392974 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:14:59.392974 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Bound port: 6bb15ed9-a624-4433-8cb3-7d314ebffba0, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:14:59.392974 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.393437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] For port 6c1a476e-e143-42d1-a8cd-13f110c8f691, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6c1a476e-e143-42d1-a8cd-13f110c8f691,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:59.457513 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] For port 6bb15ed9-a624-4433-8cb3-7d314ebffba0, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:14:59.461756 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] For port 6bb15ed9-a624-4433-8cb3-7d314ebffba0, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6bb15ed9-a624-4433-8cb3-7d314ebffba0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:14:59.488684 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.496643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:59.497356 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.498939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] 10.222.0.41 "PUT /v2.0/ports/c9302486-f567-44f2-aa57-d8196d6160af HTTP/1.1" status: 200 len: 1092 time: 1.9288747 Apr 18 17:14:59.500919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Network 290ec059-b356-48b0-b9c0-5915923cef74 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:59.501752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904623e0-129e-4f12-8f29-32b454bfc9d3', 'tag': 'c9302486-f567-44f2-aa57-d8196d6160af'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:14:59.503792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.504919 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e198c81-8cb8-4de7-9eb4-3831db27efaa" -d '{"events": [{"name": "network-changed", "server_uuid": "904623e0-129e-4f12-8f29-32b454bfc9d3", "tag": "c9302486-f567-44f2-aa57-d8196d6160af"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:14:59.517895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:59.532953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:59.540000 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.576212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64724f7f-efb3-470f-89f4-f77647eae2ec req-0c8f8b31-e5a3-41fc-b4f3-64918c5e492e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352288 Apr 18 17:14:59.591560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07493f2b-6738-4400-9c02-aae47a2c5bca service neutron] Pushing event updated for resources: {'Port': ['ID=c9302486-f567-44f2-aa57-d8196d6160af,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:59.611379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:59.611531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d134ce1c-450e-4ea4-ba79-8bcd47f7a935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.612376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:59.618308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1697d49-6c86-4d83-99a7-f1a947300892 None None] Pushing event updated for resources: {'Port': ['ID=6c1a476e-e143-42d1-a8cd-13f110c8f691,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:59.661043 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554c4c9e-4ac7-469c-b4f4-964d8f3cba26 x-openstack-request-id: req-554c4c9e-4ac7-469c-b4f4-964d8f3cba26 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:14:59.661557 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904623e0-129e-4f12-8f29-32b454bfc9d3", "tag": "c9302486-f567-44f2-aa57-d8196d6160af", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:14:59.661979 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-554c4c9e-4ac7-469c-b4f4-964d8f3cba26 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:14:59.662667 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554c4c9e-4ac7-469c-b4f4-964d8f3cba26'] response: {'name': 'network-changed', 'server_uuid': '904623e0-129e-4f12-8f29-32b454bfc9d3', 'tag': 'c9302486-f567-44f2-aa57-d8196d6160af', 'status': 'completed', 'code': 200} Apr 18 17:14:59.678082 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b56454-cdcd-4ec2-ba01-82f7451ef203 None None] Pushing event updated for resources: {'Port': ['ID=6bb15ed9-a624-4433-8cb3-7d314ebffba0,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:59.687855 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:14:59.688772 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:14:59.715865 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.753739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:59.774792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc5ddba-9883-494d-94d0-75f75f98db05,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:59.775040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:14:59.818531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e198c81-8cb8-4de7-9eb4-3831db27efaa req-1bce609d-e3f8-417e-96a8-91722837c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:14:59.824661 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e198c81-8cb8-4de7-9eb4-3831db27efaa req-1bce609d-e3f8-417e-96a8-91722837c902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 1095 time: 0.1589434 Apr 18 17:14:59.851518 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Pushing event updated for resources: {'Port': ['ID=65f11031-688d-4d23-8ac2-d5e0206da170,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:14:59.861371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:14:59.863408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:14:59.864688 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:14:59.866433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:14:59.968442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.107792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:54Z', 'revision_number': 3, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:00.159697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ac9d3-7b0a-4591-b55c-2f5cca1556aa None None] The sync data for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 is: [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:54Z', 'revision_number': 3, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:15:00.222990 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:14:56Z', 'revision_number': 3, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:00.263289 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34ee75-3770-4ff6-beb6-4560a034c990 None None] The sync data for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 is: [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:14:56Z', 'revision_number': 3, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:15:00.317998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.346704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b8b9f960-df01-4a11-b3d6-e87c27ca1e19 None None] Provisioning complete for port 65f11031-688d-4d23-8ac2-d5e0206da170 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:00.350735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f960-df01-4a11-b3d6-e87c27ca1e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.412354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b8b9f960-df01-4a11-b3d6-e87c27ca1e19 None None] Port 65f11031-688d-4d23-8ac2-d5e0206da170 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:15:00.477561 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.493829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d134ce1c-450e-4ea4-ba79-8bcd47f7a935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.561279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e198c81-8cb8-4de7-9eb4-3831db27efaa req-40ec134f-7980-4590-9389-39fd735be6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:00.562848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e198c81-8cb8-4de7-9eb4-3831db27efaa req-40ec134f-7980-4590-9389-39fd735be6a9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=039ca64486874ae7ba1003e6f5de3127&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6778238 Apr 18 17:15:00.598449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.620426 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d134ce1c-450e-4ea4-ba79-8bcd47f7a935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.687824 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.707845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134ce1c-450e-4ea4-ba79-8bcd47f7a935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f624c8-a432-4050-b24d-8025232d7d73,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:00.808607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.821390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d134ce1c-450e-4ea4-ba79-8bcd47f7a935 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a2e72416de34337b5521c91fdefeb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4597251 Apr 18 17:15:00.827470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40960) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:00.858634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Pushing event updated for resources: {'Port': ['ID=65f11031-688d-4d23-8ac2-d5e0206da170,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:00.915310 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608f0fd-4ccf-45a3-ac1a-2afd88115b48 req-1d361316-c224-42a6-97bd-5d2f86ce319f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:00.916857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2608f0fd-4ccf-45a3-ac1a-2afd88115b48 req-1d361316-c224-42a6-97bd-5d2f86ce319f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 944 time: 0.1705523 Apr 18 17:15:00.925372 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e198c81-8cb8-4de7-9eb4-3831db27efaa req-d0015f8d-f250-42c5-95c4-52e57e05c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:00.927586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e198c81-8cb8-4de7-9eb4-3831db27efaa req-d0015f8d-f250-42c5-95c4-52e57e05c2b5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3519175 Apr 18 17:15:00.955258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d090dbc0-b3d6-4ea6-9ca7-3d2c71797900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:00.980909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:00.980909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:01.143649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6bb15ed9-a624-4433-8cb3-7d314ebffba0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:01.159808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.167943 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.186183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Router 3d5597e6-458a-45c4-b770-581b68069cc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:15:01.215524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2608f0fd-4ccf-45a3-ac1a-2afd88115b48 req-75242ee1-3bd4-4c96-9068-6134c45d97e2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834594 Apr 18 17:15:01.227301 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.232409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6bb15ed9-a624-4433-8cb3-7d314ebffba0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:01.233471 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.247400 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.314513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-6c7aa43a-de09-4513-9ea3-48433f1a3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:01.317369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-6c7aa43a-de09-4513-9ea3-48433f1a3350 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 1095 time: 0.3181584 Apr 18 17:15:01.444778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-fe72c397-12dd-42d9-ad14-62601bb39c39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9302486-f567-44f2-aa57-d8196d6160af HTTP/1.1" status: 200 len: 217 time: 0.1059997 Apr 18 17:15:01.449161 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.453427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:15:01.463726 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c8e791ae-23d7-47f9-9b1a-3b644d1fd421 admin admin] 10.222.0.45 "PUT /v2.0/routers/3d5597e6-458a-45c4-b770-581b68069cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3383055 Apr 18 17:15:01.482394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc5ddba-9883-494d-94d0-75f75f98db05,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:01.511099 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.541022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 6bb15ed9-a624-4433-8cb3-7d314ebffba0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6bb15ed9-a624-4433-8cb3-7d314ebffba0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:01.542875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ef2053b2-7143-4792-b9d2-7ff092e1975b None None] Provisioning complete for port 65f11031-688d-4d23-8ac2-d5e0206da170 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:01.543225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ef2053b2-7143-4792-b9d2-7ff092e1975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.580434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ef2053b2-7143-4792-b9d2-7ff092e1975b None None] Port 65f11031-688d-4d23-8ac2-d5e0206da170 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:15:01.616325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-8a630998-e4d9-42f7-afee-3998d9116250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:01.616325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-8a630998-e4d9-42f7-afee-3998d9116250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.1609857 Apr 18 17:15:01.659536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-e8ae5e16-6a38-4bc4-9b53-357ba26acaea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394690 Apr 18 17:15:01.708647 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.709584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6c1a476e-e143-42d1-a8cd-13f110c8f691 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:01.762223 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Network 290ec059-b356-48b0-b9c0-5915923cef74 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:01.765379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:01.900867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-ef220acf-c958-4d20-b872-ecd9127fb2c9 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314620 Apr 18 17:15:01.903431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.906366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:01.910567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74f624c8-a432-4050-b24d-8025232d7d73 HTTP/1.1" status: 204 len: 168 time: 1.0810146 Apr 18 17:15:02.025462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67de7edd-aac9-49c1-8494-5806f9b3af4c req-e988dc92-f3d3-4ac0-bad6-5abd36cdaa45 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136100 Apr 18 17:15:02.047392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f624c8-a432-4050-b24d-8025232d7d73,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:02.064543 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.064897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.065238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.065599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.065930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.066260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.066584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.066903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.067226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.067546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.067878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.068181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ab68e-55fa-4953-9dba-f36b1955668e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:02.115195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6c1a476e-e143-42d1-a8cd-13f110c8f691 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:02.115579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:02.119280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=6bb15ed9-a624-4433-8cb3-7d314ebffba0,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:02.138698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Router 3afe8176-f1e5-432d-a32a-82e440b4afd7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:15:02.259044 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:02.314839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 6c1a476e-e143-42d1-a8cd-13f110c8f691, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6c1a476e-e143-42d1-a8cd-13f110c8f691,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:02.317220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:15:02.337470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2321e7f2-3d85-483a-8702-cef16e04c5f4 admin admin] 10.222.0.45 "PUT /v2.0/routers/3afe8176-f1e5-432d-a32a-82e440b4afd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2166638 Apr 18 17:15:02.404678 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:02.405857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf4b51-e6b5-47b6-8bb5-cfbaac5bd4b5 req-01b0adb7-8d04-479b-bace-05890cf68c3a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:02.407649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ecf4b51-e6b5-47b6-8bb5-cfbaac5bd4b5 req-01b0adb7-8d04-479b-bace-05890cf68c3a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 944 time: 0.0607021 Apr 18 17:15:02.471622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=6c1a476e-e143-42d1-a8cd-13f110c8f691,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:02.509932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ecf4b51-e6b5-47b6-8bb5-cfbaac5bd4b5 req-e2c151c9-4d26-474b-ba8d-b40da85e792b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894940 Apr 18 17:15:02.561648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41016) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:02.566210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b9ef8029-a25b-4d22-8138-da2254ea7358 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565451185', 'description': 'tempest-description--1894150417'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:02.654464 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8029-a25b-4d22-8138-da2254ea7358 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:02.752704 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8029-a25b-4d22-8138-da2254ea7358 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:02.862338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8029-a25b-4d22-8138-da2254ea7358 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:02.901273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef8029-a25b-4d22-8138-da2254ea7358 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1261bed8-b95b-4bed-8479-fad4bcdfe74d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:02.920480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6bb15ed9-a624-4433-8cb3-7d314ebffba0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:02.930971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-96298d8b-9d66-43c4-ae1c-c2ab6d1b01f6 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:02.932620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-96298d8b-9d66-43c4-ae1c-c2ab6d1b01f6 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 820 time: 0.1393902 Apr 18 17:15:02.949906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-8592191b-f6e6-4299-b375-5f7fb91d8240 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/quotas/bec2b198fe7f4ac69669dc6d34b4f453 HTTP/1.1" status: 200 len: 375 time: 0.0109446 Apr 18 17:15:02.998489 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6bb15ed9-a624-4433-8cb3-7d314ebffba0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:02.998894 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.015830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8029-a25b-4d22-8138-da2254ea7358 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.017641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b9ef8029-a25b-4d22-8138-da2254ea7358 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4548578 Apr 18 17:15:03.020856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41038) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:03.021943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-c99c7436-517a-4c6d-bdb4-aeb9f7f66a3d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630095 Apr 18 17:15:03.027662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-50afb3fc-bbb4-4d85-a686-6c2c5662993d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'security_group_rule': {'security_group_id': '1261bed8-b95b-4bed-8479-fad4bcdfe74d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:03.134035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6c1a476e-e143-42d1-a8cd-13f110c8f691 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:03.145186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-21cc49ff-6af1-4d48-9f76-7cd81d001abc service neutron] 10.222.0.45 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207342 Apr 18 17:15:03.170556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50afb3fc-bbb4-4d85-a686-6c2c5662993d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.203539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6c1a476e-e143-42d1-a8cd-13f110c8f691 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:03.203921 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.205941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Sync routers for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:15:03.262998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50afb3fc-bbb4-4d85-a686-6c2c5662993d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.278434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-db0ea8db-b0f2-4785-9b2c-8df0be06345b service neutron] 10.222.0.45 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245511 Apr 18 17:15:03.280534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:15:03.282345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:14:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:03.329031 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d55bac9-8a84-49ff-a42d-a6ded5ca4fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.344858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50afb3fc-bbb4-4d85-a686-6c2c5662993d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.373913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afb3fc-bbb4-4d85-a686-6c2c5662993d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defe9a23-ab8e-42b4-af14-9cb0ef8e3bc4,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:03.468451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:15:03.507055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50afb3fc-bbb4-4d85-a686-6c2c5662993d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.512021 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50afb3fc-bbb4-4d85-a686-6c2c5662993d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4861653 Apr 18 17:15:03.512180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41048) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:03.516948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-885c7b15-1a79-4582-967a-fc6957e557f3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'security_group_rule': {'security_group_id': '1261bed8-b95b-4bed-8479-fad4bcdfe74d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:03.671039 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Sync routers for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:15:03.677360 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-885c7b15-1a79-4582-967a-fc6957e557f3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.696128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:15:03.711179 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:15:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:03.828449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-885c7b15-1a79-4582-967a-fc6957e557f3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.830394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f62728a-b924-4a78-818e-c86a148040c3 req-9a3776c6-fc79-43fb-9d5e-f8724b32927f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 210 time: 0.1387362 Apr 18 17:15:03.885918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e6348-b6e2-470e-b302-ee38f392fa6b req-773ccd3d-486c-4da8-9271-5fc3d903f25a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:03.887898 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d6e6348-b6e2-470e-b302-ee38f392fa6b req-773ccd3d-486c-4da8-9271-5fc3d903f25a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 944 time: 0.2463789 Apr 18 17:15:03.895650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 2, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:03.919625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-885c7b15-1a79-4582-967a-fc6957e557f3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:03.938550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c7b15-1a79-4582-967a-fc6957e557f3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39363ed2-6e59-4c4e-80ce-db131940e8ab,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:03.962240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Checking router: 3d5597e6-458a-45c4-b770-581b68069cc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:15:03.964468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Updating router 3d5597e6-458a-45c4-b770-581b68069cc7 port 65f11031-688d-4d23-8ac2-d5e0206da170 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:15:03.980788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d6e6348-b6e2-470e-b302-ee38f392fa6b req-ce37c57e-90b9-4fe2-ab93-eaf61ecdb925 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854316 Apr 18 17:15:04.004838 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.020530 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:15:04.160976 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-885c7b15-1a79-4582-967a-fc6957e557f3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.169110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41064) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:04.177982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:04.178707 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-885c7b15-1a79-4582-967a-fc6957e557f3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6654284 Apr 18 17:15:04.253248 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 2, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:04.283527 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Checking router: 3afe8176-f1e5-432d-a32a-82e440b4afd7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:15:04.284237 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Updating router 3afe8176-f1e5-432d-a32a-82e440b4afd7 port bcc5ddba-9883-494d-94d0-75f75f98db05 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:15:04.334103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.374357 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.405698 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.465632 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.474023 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.485993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.534965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b81e0-b84f-492f-95b1-5d0f90fc5008 None None] Pushing event updated for resources: {'Port': ['ID=65f11031-688d-4d23-8ac2-d5e0206da170,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:04.647631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Attempting to bind port 65f11031-688d-4d23-8ac2-d5e0206da170 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:04.649675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Attempting to bind port 65f11031-688d-4d23-8ac2-d5e0206da170 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:04.650061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Attempting to bind port 65f11031-688d-4d23-8ac2-d5e0206da170 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:04.679025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:04.680100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Checking segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:04.680524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.681769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Bound using segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:04.690295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Bound port: 65f11031-688d-4d23-8ac2-d5e0206da170, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:04.690295 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.757815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Allocated IP 172.25.5.215 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/4b93cd69-ea17-404b-b8a2-77350ecf55e6) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:04.868659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c9302486-f567-44f2-aa57-d8196d6160af details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:15:04.881224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] For port 65f11031-688d-4d23-8ac2-d5e0206da170, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:04.893455 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.906773 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:04.911564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] For port 65f11031-688d-4d23-8ac2-d5e0206da170, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=65f11031-688d-4d23-8ac2-d5e0206da170,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:04.985304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-650dcf93-55d8-480c-9381-59981a2f77e2 req-88d90aa6-c137-4a07-9608-33a9a78a62fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 210 time: 0.0604520 Apr 18 17:15:04.992300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-12abf189-da79-4a65-bd12-0bb785dd577c None None] Provisioning complete for port 65f11031-688d-4d23-8ac2-d5e0206da170 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:04.992686 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12abf189-da79-4a65-bd12-0bb785dd577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.030548 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.079657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.098369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-12abf189-da79-4a65-bd12-0bb785dd577c None None] Port 65f11031-688d-4d23-8ac2-d5e0206da170 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:15:05.104080 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.199236 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee1593-9596-4458-8e05-5a96debdf0a1 None None] Pushing event updated for resources: {'Port': ['ID=bcc5ddba-9883-494d-94d0-75f75f98db05,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:05.208403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c9302486-f567-44f2-aa57-d8196d6160af, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c9302486-f567-44f2-aa57-d8196d6160af,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:05.221211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:05.230509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:05.233072 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Attempting to bind port bcc5ddba-9883-494d-94d0-75f75f98db05 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:05.233839 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Attempting to bind port bcc5ddba-9883-494d-94d0-75f75f98db05 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:05.239175 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Attempting to bind port bcc5ddba-9883-494d-94d0-75f75f98db05 on network 290ec059-b356-48b0-b9c0-5915923cef74 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:05.239350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:05.239473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b81e0-b84f-492f-95b1-5d0f90fc5008 None None] Pushing event updated for resources: {'Port': ['ID=65f11031-688d-4d23-8ac2-d5e0206da170,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:05.241301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:15:05.241689 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:05.242071 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Checking segment: {'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:05.242479 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.242749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:15:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:05.243613 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Bound using segment: {'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:05.244114 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Bound port: bcc5ddba-9883-494d-94d0-75f75f98db05, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:05.244501 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.247041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'c9302486-f567-44f2-aa57-d8196d6160af', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'port_id': 'c9302486-f567-44f2-aa57-d8196d6160af', 'mac_address': 'fa:16:3e:a6:58:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd26c9-3999-468f-92e8-f41c026b94e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:15:05.271853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'Port': ['ID=4b93cd69-ea17-404b-b8a2-77350ecf55e6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:05.316015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdb880-22ae-4810-bc74-7ffddcb6510d req-57edb932-14f9-474f-b4ef-fc1ba5df7590 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:05.317671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18cdb880-22ae-4810-bc74-7ffddcb6510d req-57edb932-14f9-474f-b4ef-fc1ba5df7590 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 944 time: 0.2281215 Apr 18 17:15:05.330239 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] For port bcc5ddba-9883-494d-94d0-75f75f98db05, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:05.334355 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] For port bcc5ddba-9883-494d-94d0-75f75f98db05, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bcc5ddba-9883-494d-94d0-75f75f98db05,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:05.429486 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18cdb880-22ae-4810-bc74-7ffddcb6510d req-40bf1708-0ffa-49e7-8598-26e38af72523 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904837 Apr 18 17:15:05.457451 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.460153 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.474286 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.477133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:15:05.528037 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:15:05.529575 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:15:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:05.534330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9302486-f567-44f2-aa57-d8196d6160af {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:05.574830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c4c078de-0627-4f9b-ace9-d308e6bf3703 None None] Provisioning complete for port 65f11031-688d-4d23-8ac2-d5e0206da170 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:05.575331 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4c078de-0627-4f9b-ace9-d308e6bf3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.613865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c9302486-f567-44f2-aa57-d8196d6160af, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c9302486-f567-44f2-aa57-d8196d6160af,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:05.615505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.635452 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee1593-9596-4458-8e05-5a96debdf0a1 None None] Pushing event updated for resources: {'Port': ['ID=bcc5ddba-9883-494d-94d0-75f75f98db05,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:05.690884 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.819468 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:15:05.831397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c9302486-f567-44f2-aa57-d8196d6160af,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:05.878835 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4c078de-0627-4f9b-ace9-d308e6bf3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.907061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41096) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:05.936681 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:05.972953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c4c078de-0627-4f9b-ace9-d308e6bf3703 None None] For port 65f11031-688d-4d23-8ac2-d5e0206da170, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=65f11031-688d-4d23-8ac2-d5e0206da170,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:05.989732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:04Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:06.002538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.073611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d9548560-2e34-4a5f-9f6a-61d5367e7df3 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:06.111526 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.145329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-943581dd-c660-48f3-bfa9-b0b052eaabe7 req-bb08a460-074e-431b-92c3-8269392aa1dc tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 210 time: 0.0554972 Apr 18 17:15:06.181241 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:05Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:06.213335 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d9548560-2e34-4a5f-9f6a-61d5367e7df3 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] 10.222.0.45 "PUT /v2.0/quotas/05ca63ed1a1f4c9ab9ee7974dd0c94ec HTTP/1.1" status: 200 len: 368 time: 0.2996111 Apr 18 17:15:06.214768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:06.230615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'Port': ['ID=4b93cd69-ea17-404b-b8a2-77350ecf55e6,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:06.232377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Request body: {'network': {'project_id': '05ca63ed1a1f4c9ab9ee7974dd0c94ec'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:06.243182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.276904 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236516c-4629-4470-9ea0-a6092776b581 None None] The sync data for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 is: [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:05Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:15:06.325136 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.326451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-22c9f604-1e27-4130-9328-5d1f63da1e58 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1527295 Apr 18 17:15:06.409607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:06.415540 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4c078de-0627-4f9b-ace9-d308e6bf3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.424261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e05ee-fea6-41a8-ae98-e5a9b309dd97 None None] The sync data for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 is: [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:04Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:15:06.430554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Made reservation on behalf of 05ca63ed1a1f4c9ab9ee7974dd0c94ec for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:06.433829 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.453103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.702367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c078de-0627-4f9b-ace9-d308e6bf3703 None None] Pushing event updated for resources: {'Port': ['ID=65f11031-688d-4d23-8ac2-d5e0206da170,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:06.710009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.718488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.728052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf476413-9785-4916-9ecc-070b90e35bfc req-9dbde584-ade0-47ce-aa3e-a120248c8747 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:06.729709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf476413-9785-4916-9ecc-070b90e35bfc req-9dbde584-ade0-47ce-aa3e-a120248c8747 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 945 time: 0.1364753 Apr 18 17:15:06.755705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-9e9462cb-5e67-45b8-aaa2-dab3a2926576 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485004 Apr 18 17:15:06.789671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-1401aa6c-b4fc-40d3-8abc-bdf570f1c75a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1565451185&fields=id&tenant_id=6010d166009b457cb83c471c00b4460a HTTP/1.1" status: 200 len: 267 time: 0.0848689 Apr 18 17:15:06.853676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.885367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:06.889874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf476413-9785-4916-9ecc-070b90e35bfc req-e9536a91-5878-49cc-91e3-582055080f99 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476846 Apr 18 17:15:06.969026 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:06.971682 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Added segment 2c009076-dc86-44ca-945c-b365477f0f83 of type vlan for network 18ebf8e7-e4e2-4181-a36f-87535cb9074f Apr 18 17:15:07.002469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0292bfc4-fe58-45a5-b085-3f5a364b61e7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:07.039918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-896b2f51-7c0e-478c-b13f-a1fefed83d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:07.042060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-896b2f51-7c0e-478c-b13f-a1fefed83d45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 1096 time: 0.2359097 Apr 18 17:15:07.099740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bcc5ddba-9883-494d-94d0-75f75f98db05 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:07.105368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-42c3bd0b-8281-4ad8-9b79-ab97e3976abb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:07.113161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-42c3bd0b-8281-4ad8-9b79-ab97e3976abb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.3201981 Apr 18 17:15:07.120462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.177321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-27b17cd4-cb4b-4e66-ad35-f9a6a56e54ec tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/quotas/6010d166009b457cb83c471c00b4460a HTTP/1.1" status: 200 len: 375 time: 0.0628650 Apr 18 17:15:07.253511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.255171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:07.256552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.268480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bcc5ddba-9883-494d-94d0-75f75f98db05 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:07.269833 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.302084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30957408-d837-4d2f-bc4e-ef082ac1e498 req-6fe1d4c5-f9a7-4f61-b710-f413f9d11182 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 210 time: 0.0511701 Apr 18 17:15:07.324941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-1314dd9f-6f30-4828-81a0-970df6769b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:07.327402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-1314dd9f-6f30-4828-81a0-970df6769b3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 915 time: 0.2575483 Apr 18 17:15:07.343189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-3c978f84-c3c1-474c-a3a4-007ccb3fcbf2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1640875 Apr 18 17:15:07.384727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Pushing event updated for resources: {'Network': ['ID=18ebf8e7-e4e2-4181-a36f-87535cb9074f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:07.400970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 18ebf8e7-e4e2-4181-a36f-87535cb9074f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:07.410199 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a9998b12-9272-4625-9631-361c5d8d97e6 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1935897 Apr 18 17:15:07.413106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:07.418226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Request body: {'network': {'project_id': '05ca63ed1a1f4c9ab9ee7974dd0c94ec'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:07.520979 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-24a1c6bf-6c0f-4dff-9a66-639336c3938d service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269131 Apr 18 17:15:07.592564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-f91c8d07-a792-466c-a754-d9247357aa8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c88354-0567-45fb-94c7-da1d9904a364 HTTP/1.1" status: 200 len: 1000 time: 0.2481735 Apr 18 17:15:07.598765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Made reservation on behalf of 05ca63ed1a1f4c9ab9ee7974dd0c94ec for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:07.598765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.599099 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.643750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:07.656288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port bcc5ddba-9883-494d-94d0-75f75f98db05, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bcc5ddba-9883-494d-94d0-75f75f98db05,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:07.665914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.666192 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Added segment 83c6d913-d863-46f3-a9e7-bfe3ee7cb5bb of type vlan for network f817abb8-d04a-417c-8f85-dc22fa02a309 Apr 18 17:15:07.673599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-7321f69a-6480-4e76-a28e-187d23f8ba91 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:07.675159 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-7321f69a-6480-4e76-a28e-187d23f8ba91 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.18 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 820 time: 0.2052848 Apr 18 17:15:07.724009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Request body: {'port': {'device_id': '50dd8110-167f-427b-80f7-b390bd8abf47', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'admin_state_up': True, 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:07.746231 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.756897 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.757838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 65f11031-688d-4d23-8ac2-d5e0206da170 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:07.853955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=bcc5ddba-9883-494d-94d0-75f75f98db05,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:07.868482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 65f11031-688d-4d23-8ac2-d5e0206da170 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:07.870116 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.906120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:07.907311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:07.908021 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:08.014129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Made reservation on behalf of bec2b198fe7f4ac69669dc6d34b4f453 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:08.019874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:08.044320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Pushing event updated for resources: {'Network': ['ID=f817abb8-d04a-417c-8f85-dc22fa02a309,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:08.055056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network f817abb8-d04a-417c-8f85-dc22fa02a309 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:08.131966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-e6dc09e9-e358-4554-b9b8-4afab1e2d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:08.135244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-e6dc09e9-e358-4554-b9b8-4afab1e2d4ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.5092664 Apr 18 17:15:08.222068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-b85c96fc-a38f-4389-8d3d-7716a789e123 service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924200 Apr 18 17:15:08.251961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7792ee-34d1-4762-99d1-cb4e70ac29ec req-15f3b983-bc3d-416b-b8e0-8991e68bbe7e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:08.261742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa7792ee-34d1-4762-99d1-cb4e70ac29ec req-15f3b983-bc3d-416b-b8e0-8991e68bbe7e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 945 time: 0.2244730 Apr 18 17:15:08.363659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa7792ee-34d1-4762-99d1-cb4e70ac29ec req-e412ee86-0028-4dc6-8e13-e7f8c000aa71 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934823 Apr 18 17:15:08.371463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-bb89a1c6-5ca1-45dd-b2fc-fc3c6cbf6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:08.375403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-bb89a1c6-5ca1-45dd-b2fc-fc3c6cbf6356 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166440 Apr 18 17:15:08.578125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5607092-c34b-40bf-9c87-fac33e46ddb7 req-664b241f-c176-46cf-8f7b-0bfb2e58b088 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 210 time: 0.0933456 Apr 18 17:15:08.610591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-cdccb0ef-5a3f-4182-b6b0-e17c206eebba service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251599 Apr 18 17:15:08.640690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a57f45b-29da-4fcf-9f23-b6dbca176130 req-64934366-29cd-4c1b-9771-34b8d61acfae tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 210 time: 0.0462821 Apr 18 17:15:08.780201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4503892-1783-4e24-8ba1-adae30830ff8 req-f6ca6959-7d45-4846-9f69-2b3a5b2d1176 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467068 Apr 18 17:15:08.795364 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5c7b02c3-f38e-4686-9799-970a8486cbeb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3782887 Apr 18 17:15:08.798235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41138) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:08.809442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1afc8d28-e62d-411c-98e7-9ffcae789d68 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Request body: {'network': {'project_id': '05ca63ed1a1f4c9ab9ee7974dd0c94ec'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:08.864330 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afc8d28-e62d-411c-98e7-9ffcae789d68 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 17:15:08.864444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afc8d28-e62d-411c-98e7-9ffcae789d68 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:15:08.866239 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1afc8d28-e62d-411c-98e7-9ffcae789d68 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0663605 Apr 18 17:15:08.870032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41144) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:08.881896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c9302486-f567-44f2-aa57-d8196d6160af up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:08.893916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Allocated IP 172.20.0.7 (290ec059-b356-48b0-b9c0-5915923cef74/d800b893-c961-41da-8d04-09c5554f73ef/d536dd33-4930-4b88-ab71-e2348b665690) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:08.965154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bcc5ddba-9883-494d-94d0-75f75f98db05 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:08.995487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d42fe857-8fd0-4c79-9d6c-0599eb417bfb tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05ca63ed1a1f4c9ab9ee7974dd0c94ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241610 Apr 18 17:15:08.995906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41148) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:09.097735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bcc5ddba-9883-494d-94d0-75f75f98db05 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:09.098109 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.184979 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f16-f92b-4caf-b09f-e84112c84502 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.223852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.227300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port c9302486-f567-44f2-aa57-d8196d6160af completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:15:09.231979 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f16-f92b-4caf-b09f-e84112c84502 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.248922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port c9302486-f567-44f2-aa57-d8196d6160af triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:09.249201 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.365146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.390250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904623e0-129e-4f12-8f29-32b454bfc9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9302486-f567-44f2-aa57-d8196d6160af'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:09.392014 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bff1f5-ffcd-4a6e-a617-5aa27f2b1eab" -d '{"events": [{"server_uuid": "904623e0-129e-4f12-8f29-32b454bfc9d3", "name": "network-vif-plugged", "status": "completed", "tag": "c9302486-f567-44f2-aa57-d8196d6160af"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:09.406276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port c9302486-f567-44f2-aa57-d8196d6160af, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c9302486-f567-44f2-aa57-d8196d6160af,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:09.415041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f16-f92b-4caf-b09f-e84112c84502 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.417725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f16-f92b-4caf-b09f-e84112c84502 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.421460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c6cb3f16-f92b-4caf-b09f-e84112c84502 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/0292bfc4-fe58-45a5-b085-3f5a364b61e7 HTTP/1.1" status: 204 len: 168 time: 0.4149821 Apr 18 17:15:09.421460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.421934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41154) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:09.462543 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4572dab1-d298-421b-ba5c-1c50a35a15b0 x-openstack-request-id: req-4572dab1-d298-421b-ba5c-1c50a35a15b0 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:09.462841 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904623e0-129e-4f12-8f29-32b454bfc9d3", "name": "network-vif-plugged", "status": "completed", "tag": "c9302486-f567-44f2-aa57-d8196d6160af", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:09.463111 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4572dab1-d298-421b-ba5c-1c50a35a15b0 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:09.463499 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4572dab1-d298-421b-ba5c-1c50a35a15b0'] response: {'server_uuid': '904623e0-129e-4f12-8f29-32b454bfc9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9302486-f567-44f2-aa57-d8196d6160af', 'code': 200} Apr 18 17:15:09.476344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3f16-f92b-4caf-b09f-e84112c84502 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0292bfc4-fe58-45a5-b085-3f5a364b61e7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:09.513809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Network 290ec059-b356-48b0-b9c0-5915923cef74 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:09.533245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:09.546109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf430d-3b51-4b44-ab3f-7c04f7f28764 req-1ed128f6-0329-41ec-a228-3969dbaf0182 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:09.550756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47bf430d-3b51-4b44-ab3f-7c04f7f28764 req-1ed128f6-0329-41ec-a228-3969dbaf0182 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 945 time: 0.0777311 Apr 18 17:15:09.550927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:09.552623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.610071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event updated for resources: {'Port': ['ID=d536dd33-4930-4b88-ab71-e2348b665690,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:09.689941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=c9302486-f567-44f2-aa57-d8196d6160af,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:09.727327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.734434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47bf430d-3b51-4b44-ab3f-7c04f7f28764 req-bdc29a17-df39-473c-b670-3b8fa929e277 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772838 Apr 18 17:15:09.736475 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:09.737254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.792833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9c1ad-69e6-48cb-9cbe-70653b2cbcd4 req-3c18df6d-825e-4699-bca1-9aad46b19df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:09.795590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cd9c1ad-69e6-48cb-9cbe-70653b2cbcd4 req-3c18df6d-825e-4699-bca1-9aad46b19df4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 1097 time: 0.2281845 Apr 18 17:15:09.855936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.861312 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-517c5204-014e-46c3-b9c6-2567ffc4035e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1443529 Apr 18 17:15:09.865586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b057c72f-7dbf-41c7-917e-14d20214995d req-f2f8dca4-0786-4282-be31-7d3b63b468fd tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 210 time: 0.0522339 Apr 18 17:15:09.876164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b3d9c-361a-4843-a8c9-7839e0ea383a req-2012fe75-3b7b-4510-b613-3bdfa2f595f4 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:09.882096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a1b3d9c-361a-4843-a8c9-7839e0ea383a req-2012fe75-3b7b-4510-b613-3bdfa2f595f4 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 931 time: 0.1456232 Apr 18 17:15:09.883910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Request body: {'port': {'device_id': '50dd8110-167f-427b-80f7-b390bd8abf47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:09.890951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f817abb8-d04a-417c-8f85-dc22fa02a309']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:09.897959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cd9c1ad-69e6-48cb-9cbe-70653b2cbcd4 req-8edffcf6-8b44-4529-8d0a-50766a9879c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934417 Apr 18 17:15:09.917658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c6d913-d863-46f3-a9e7-bfe3ee7cb5bb') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:09.923249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c6d913-d863-46f3-a9e7-bfe3ee7cb5bb') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:09.931626 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.937797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a1b3d9c-361a-4843-a8c9-7839e0ea383a req-f8753986-3a57-4579-83df-11a7b9dc1562 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384829 Apr 18 17:15:09.965728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.972588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.975968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:09.980586 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:10.127620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.152068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.155232 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] 10.222.0.45 "DELETE /v2.0/networks/f817abb8-d04a-417c-8f85-dc22fa02a309 HTTP/1.1" status: 204 len: 168 time: 0.7282038 Apr 18 17:15:10.157937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41164) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:10.161925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd73d0-d89a-4355-9b2e-0c0486f2441f tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Pushing event deleted for resources: {'Network': ['ID=f817abb8-d04a-417c-8f85-dc22fa02a309,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:10.235093 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.324152 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.324544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d536dd33-4930-4b88-ab71-e2348b665690 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:10.334219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.354980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Transition to ACTIVE for port object d536dd33-4930-4b88-ab71-e2348b665690 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:15:10.363461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ebf8e7-e4e2-4181-a36f-87535cb9074f']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:10.374370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c009076-dc86-44ca-945c-b365477f0f83') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:10.374654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c009076-dc86-44ca-945c-b365477f0f83') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:10.389895 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.400237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.406253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:10.406621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:10.408248 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:10.436873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.517487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Pushing event updated for resources: {'Port': ['ID=d536dd33-4930-4b88-ab71-e2348b665690,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:10.548344 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.554130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.558499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] 10.222.0.45 "DELETE /v2.0/networks/18ebf8e7-e4e2-4181-a36f-87535cb9074f HTTP/1.1" status: 204 len: 168 time: 0.3993340 Apr 18 17:15:10.572733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Attempting to bind port d536dd33-4930-4b88-ab71-e2348b665690 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:10.573339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Attempting to bind port d536dd33-4930-4b88-ab71-e2348b665690 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:10.574122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Attempting to bind port d536dd33-4930-4b88-ab71-e2348b665690 on network 290ec059-b356-48b0-b9c0-5915923cef74 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:10.580153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Port d536dd33-4930-4b88-ab71-e2348b665690 on network 290ec059-b356-48b0-b9c0-5915923cef74 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:15:10.580153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Attempting to bind port d536dd33-4930-4b88-ab71-e2348b665690 on network 290ec059-b356-48b0-b9c0-5915923cef74 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:10.585451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:10.585874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Checking segment: {'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:10.586267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Bound using segment: {'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:10.586762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Bound port: d536dd33-4930-4b88-ab71-e2348b665690, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7affbeda-ec88-4b55-bdd4-e58b997e6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:10.587079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.594151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c572b4-eb32-4ecb-ba10-e198925bca08 tempest-QuotasNegativeTest-964615886 tempest-QuotasNegativeTest-964615886-project-admin] Pushing event deleted for resources: {'Network': ['ID=18ebf8e7-e4e2-4181-a36f-87535cb9074f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:10.687485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] For port d536dd33-4930-4b88-ab71-e2348b665690, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:10.691047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] For port d536dd33-4930-4b88-ab71-e2348b665690, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d536dd33-4930-4b88-ab71-e2348b665690,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:10.694725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-e605d569-108d-4148-9adb-37e1bcc489fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470536 Apr 18 17:15:10.740057 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.780248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-4bd7178c-04f4-4062-ae34-bd279c0f6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:10.782558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-4bd7178c-04f4-4062-ae34-bd279c0f6e7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 1096 time: 0.0534999 Apr 18 17:15:10.794322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:10.795625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:10.797324 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] 10.222.0.18 "PUT /v2.0/ports/d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 1091 time: 0.9187276 Apr 18 17:15:10.797801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:10.800761 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba4d05-bdaa-48b6-9524-4dcb5a9ac15c" -d '{"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:10.844468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15f6bc-c937-4b35-a761-5ece8d433d79 service neutron] Pushing event updated for resources: {'Port': ['ID=d536dd33-4930-4b88-ab71-e2348b665690,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:10.885495 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a96bb1-0894-43ae-a258-6c518a7d0aec x-openstack-request-id: req-e9a96bb1-0894-43ae-a258-6c518a7d0aec {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:10.885793 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:10.886652 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9a96bb1-0894-43ae-a258-6c518a7d0aec {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:10.886652 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a96bb1-0894-43ae-a258-6c518a7d0aec'] response: {'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690', 'status': 'completed', 'code': 200} Apr 18 17:15:10.957628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c061d8-8381-40af-9a69-2489dfefa6dc req-975766b3-126c-48d3-a0d5-2e5692b54871 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:10.965459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69c061d8-8381-40af-9a69-2489dfefa6dc req-975766b3-126c-48d3-a0d5-2e5692b54871 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 946 time: 0.1378844 Apr 18 17:15:10.988863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba4d05-bdaa-48b6-9524-4dcb5a9ac15c req-1af1e3f4-0fe1-4a6e-9992-57c41146cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:10.991442 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e4ba4d05-bdaa-48b6-9524-4dcb5a9ac15c req-1af1e3f4-0fe1-4a6e-9992-57c41146cf38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1094 time: 0.0648272 Apr 18 17:15:11.022981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e692475b-0795-45cc-a19b-6de98710322b req-04312e78-8c27-4019-bc51-9ba34f4c2452 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 210 time: 0.0553410 Apr 18 17:15:11.050845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-3b0d1938-57d6-4555-92d7-d00cca141c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.050845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-3b0d1938-57d6-4555-92d7-d00cca141c0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 910 time: 0.2343216 Apr 18 17:15:11.067264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69c061d8-8381-40af-9a69-2489dfefa6dc req-ad4e3ef9-6eef-42c6-8425-e5644aba6597 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007752 Apr 18 17:15:11.157723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba4d05-bdaa-48b6-9524-4dcb5a9ac15c req-e55f36fd-8745-4eac-8864-6042640cb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.159272 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e4ba4d05-bdaa-48b6-9524-4dcb5a9ac15c req-e55f36fd-8745-4eac-8864-6042640cb3f3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1554341 Apr 18 17:15:11.163962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-562fc310-12e3-4c8c-ac8a-bef770858fff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47 HTTP/1.1" status: 200 len: 1001 time: 0.0957363 Apr 18 17:15:11.179175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981b048-22b4-4f8c-aac4-36558efbf9ce req-10c05c05-c25c-4030-8dcc-2e065e600f69 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.180664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5981b048-22b4-4f8c-aac4-36558efbf9ce req-10c05c05-c25c-4030-8dcc-2e065e600f69 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 943 time: 0.0728819 Apr 18 17:15:11.253087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-bbd18c42-35bd-4578-a0b2-ae3756976af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.254589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-bbd18c42-35bd-4578-a0b2-ae3756976af7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.0723808 Apr 18 17:15:11.257724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5981b048-22b4-4f8c-aac4-36558efbf9ce req-091a3afb-2eb5-4ea6-9ca9-6977ee9c8ce0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680456 Apr 18 17:15:11.321501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba4d05-bdaa-48b6-9524-4dcb5a9ac15c req-03ed49a8-b320-4d62-9d30-afe521959919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.322972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-73115cf1-1c68-42af-ad34-e16a4754383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.323107 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e4ba4d05-bdaa-48b6-9524-4dcb5a9ac15c req-03ed49a8-b320-4d62-9d30-afe521959919 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563487 Apr 18 17:15:11.324597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-73115cf1-1c68-42af-ad34-e16a4754383a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536282 Apr 18 17:15:11.442450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fbddb64e-9141-4489-b5e3-e8569f9e114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.444134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-465583d4-12e2-420c-923d-85bfc167fe9b service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101408 Apr 18 17:15:11.444337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-fbddb64e-9141-4489-b5e3-e8569f9e114c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1094 time: 0.0441492 Apr 18 17:15:11.504362 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-87902d1c-a5f3-4966-80e4-0c7d6799c965 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 217 time: 0.0466306 Apr 18 17:15:11.558277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7375997-a4bb-4732-8167-4c3841c4b07e req-acda074f-e35e-4439-a634-0abc8f42b977 service neutron] 10.222.0.41 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070390 Apr 18 17:15:11.562290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-9c565c73-731e-431e-b6ea-5b49d8a43a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.563855 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-9c565c73-731e-431e-b6ea-5b49d8a43a4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 200 len: 860 time: 0.0518119 Apr 18 17:15:11.593880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41182) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:11.603629 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-31e6d0cf-2759-450c-aa88-e129d971aa30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=290ec059-b356-48b0-b9c0-5915923cef74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316513 Apr 18 17:15:11.716161 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-6d6a8f76-e807-4f05-9fef-02d474b4b25c service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059544 Apr 18 17:15:11.779852 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78872691-32f2-4219-95b2-d0d8503c7a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:11.800403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-e1cdb2e2-f263-47fd-a83d-d335578518ac tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:11.802127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-e1cdb2e2-f263-47fd-a83d-d335578518ac tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.1709919 Apr 18 17:15:11.825962 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5a27a6f2-e070-4541-9e3d-9a5462236d36 req-3d23ab3e-fc3e-400a-823b-aaeac648676d service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023324 Apr 18 17:15:11.886034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-ce6c2e02-c0c0-4fdc-be31-ba9d2bb49024 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010d166009b457cb83c471c00b4460a HTTP/1.1" status: 200 len: 380 time: 0.0642309 Apr 18 17:15:11.901441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'port': {'device_id': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'admin_state_up': True, 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'security_groups': ['1261bed8-b95b-4bed-8479-fad4bcdfe74d']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:11.975310 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78872691-32f2-4219-95b2-d0d8503c7a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.041865 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78872691-32f2-4219-95b2-d0d8503c7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.081510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Made reservation on behalf of 6010d166009b457cb83c471c00b4460a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:12.085531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.095948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78872691-32f2-4219-95b2-d0d8503c7a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa9a52-c8c6-4a13-a86b-5044380c9a7e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:12.116304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41192) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:12.116458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-78872691-32f2-4219-95b2-d0d8503c7a9b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5eaf1698dd694a4ca3487c3e2fcfe7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213253 Apr 18 17:15:12.157584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1352da2-ecd6-4ef4-bc68-5ed4d61ff761 req-fd7b96e3-fafc-4166-a90e-7bea3c204b91 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 210 time: 0.0386479 Apr 18 17:15:12.192226 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-222782e3-000e-4763-85de-f4b147359983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.217265 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-222782e3-000e-4763-85de-f4b147359983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.266182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d579d8-911a-4948-a3d3-ded561f320e0 req-f385601a-55c8-49c2-9c13-8a808a2b3979 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:12.267681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63d579d8-911a-4948-a3d3-ded561f320e0 req-f385601a-55c8-49c2-9c13-8a808a2b3979 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 946 time: 0.1040738 Apr 18 17:15:12.337129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Allocated IP 172.20.0.10 (dc90c34b-d6a3-40ab-abce-c0737ae6e08c/fa360b3a-0be6-42d3-ba05-a72692d2cfc9/84b8de47-2521-48a6-80fc-31f29a42e3b1) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:12.345347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63d579d8-911a-4948-a3d3-ded561f320e0 req-31f3a91f-66f6-469f-a002-3a10ae8de2e7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583160 Apr 18 17:15:12.379356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-222782e3-000e-4763-85de-f4b147359983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.382306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-222782e3-000e-4763-85de-f4b147359983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.383674 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-222782e3-000e-4763-85de-f4b147359983 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49fa9a52-c8c6-4a13-a86b-5044380c9a7e HTTP/1.1" status: 204 len: 168 time: 0.2661705 Apr 18 17:15:12.395763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222782e3-000e-4763-85de-f4b147359983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa9a52-c8c6-4a13-a86b-5044380c9a7e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:12.477195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045dfd-cfc0-42e1-aec8-76088de30d0a req-c8b22c69-0424-468c-bd09-367062755aba tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:12.478799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7045dfd-cfc0-42e1-aec8-76088de30d0a req-c8b22c69-0424-468c-bd09-367062755aba tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 943 time: 0.1394079 Apr 18 17:15:12.636815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7045dfd-cfc0-42e1-aec8-76088de30d0a req-e29f6e02-b493-45d5-b489-2089b3fa7320 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192782 Apr 18 17:15:12.698839 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.754301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56156-036b-4c5e-b4e9-62cff53f2726 req-d9bafa1a-5e93-4be6-aae0-4cc7128653a9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:12.757916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61b56156-036b-4c5e-b4e9-62cff53f2726 req-d9bafa1a-5e93-4be6-aae0-4cc7128653a9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1685693 Apr 18 17:15:12.777563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61b56156-036b-4c5e-b4e9-62cff53f2726 req-9b9f77e7-ea43-4148-9e63-f6cacf131404 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/quotas/039ca64486874ae7ba1003e6f5de3127 HTTP/1.1" status: 200 len: 375 time: 0.0143557 Apr 18 17:15:12.841459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61b56156-036b-4c5e-b4e9-62cff53f2726 req-8c91c001-496e-4fca-8e4d-6abb9e0df435 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552807 Apr 18 17:15:12.843504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:12.896756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:12.905229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:12.908353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:12.994004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:13.033891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:13.034535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.051759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61b56156-036b-4c5e-b4e9-62cff53f2726 req-4c39ed40-c090-429a-85b8-940beb3dcc49 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979136 Apr 18 17:15:13.126281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41214) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:13.141517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eed24d98-be83-439c-a7e6-426bccc3d22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.141762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-641236e1-ccb6-44af-b5bf-c34002d0a493 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2442131 Apr 18 17:15:13.164275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Request body: {'port': {'device_id': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:13.222371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-76a38ea9-07a4-40f0-87b8-040441200cf0 None None] Provisioning complete for port 84b8de47-2521-48a6-80fc-31f29a42e3b1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:13.222978 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-76a38ea9-07a4-40f0-87b8-040441200cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.238406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61b56156-036b-4c5e-b4e9-62cff53f2726 req-39f23d21-fdb9-4141-8df7-3589d1839e2c service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857767 Apr 18 17:15:13.289043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eed24d98-be83-439c-a7e6-426bccc3d22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.296531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-76a38ea9-07a4-40f0-87b8-040441200cf0 None None] Port 84b8de47-2521-48a6-80fc-31f29a42e3b1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:15:13.311921 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.390761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eed24d98-be83-439c-a7e6-426bccc3d22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.399936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635d4d4-fb25-456b-bd4a-f70dada43ecb req-9d9af268-c97b-4763-abbe-b0da34a25caa tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:13.401703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2635d4d4-fb25-456b-bd4a-f70dada43ecb req-9d9af268-c97b-4763-abbe-b0da34a25caa tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 932 time: 0.1215062 Apr 18 17:15:13.452395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed24d98-be83-439c-a7e6-426bccc3d22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81cec8-4a61-4261-b7cc-58911b68b44a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:13.462801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eed24d98-be83-439c-a7e6-426bccc3d22c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=828194f191624ab7bef88afcea9c9dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340387 Apr 18 17:15:13.465394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41220) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:13.539405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2635d4d4-fb25-456b-bd4a-f70dada43ecb req-c9c9686a-c2f5-4421-9218-e1d1bd9f1cf3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306384 Apr 18 17:15:13.557562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc859-c245-4f01-814a-ce9bc858463b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.603284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc859-c245-4f01-814a-ce9bc858463b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.780806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b8de47-2521-48a6-80fc-31f29a42e3b1 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:13.791024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.800829 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc859-c245-4f01-814a-ce9bc858463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.805636 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc859-c245-4f01-814a-ce9bc858463b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:13.807330 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d5bc859-c245-4f01-814a-ce9bc858463b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc81cec8-4a61-4261-b7cc-58911b68b44a HTTP/1.1" status: 204 len: 168 time: 0.3411686 Apr 18 17:15:13.810756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Transition to ACTIVE for port object 84b8de47-2521-48a6-80fc-31f29a42e3b1 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:15:13.819234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bc859-c245-4f01-814a-ce9bc858463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81cec8-4a61-4261-b7cc-58911b68b44a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:13.824415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26a7be-7f9b-44e1-bc14-292dafd7eb41 req-0705e2ca-1b3a-48f0-9eb8-886ef2aa1625 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:13.825989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b26a7be-7f9b-44e1-bc14-292dafd7eb41 req-0705e2ca-1b3a-48f0-9eb8-886ef2aa1625 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 943 time: 0.0838053 Apr 18 17:15:13.896410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b26a7be-7f9b-44e1-bc14-292dafd7eb41 req-657ab410-7d53-436c-86c6-7d9816ba8ba0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553174 Apr 18 17:15:13.900625 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:14.005113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:14.068122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Attempting to bind port 84b8de47-2521-48a6-80fc-31f29a42e3b1 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:14.068461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Attempting to bind port 84b8de47-2521-48a6-80fc-31f29a42e3b1 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:14.069359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Attempting to bind port 84b8de47-2521-48a6-80fc-31f29a42e3b1 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:14.075546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Port 84b8de47-2521-48a6-80fc-31f29a42e3b1 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:15:14.075870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Attempting to bind port 84b8de47-2521-48a6-80fc-31f29a42e3b1 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:14.083851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:14.085011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Checking segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:14.085377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Bound using segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:14.086434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Bound port: 84b8de47-2521-48a6-80fc-31f29a42e3b1, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:14.086810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:14.190794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:14.200676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:14.282513 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:14.325369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:14.326023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:14.327553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] 10.222.0.41 "PUT /v2.0/ports/84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1092 time: 1.1711061 Apr 18 17:15:14.328005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:14.330399 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2" -d '{"events": [{"name": "network-changed", "server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:14.357998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a671b-7c99-4401-834a-3b6df55ffeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:14.486151 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bfa806-3021-4197-86e0-ae6d6ecf1145 x-openstack-request-id: req-67bfa806-3021-4197-86e0-ae6d6ecf1145 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:14.488488 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:14.488488 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67bfa806-3021-4197-86e0-ae6d6ecf1145 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:14.488488 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bfa806-3021-4197-86e0-ae6d6ecf1145'] response: {'name': 'network-changed', 'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'status': 'completed', 'code': 200} Apr 18 17:15:14.678937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-4c5b988f-633f-40a1-b8a6-654aaf3df331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:14.680389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-4c5b988f-633f-40a1-b8a6-654aaf3df331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1095 time: 0.1812446 Apr 18 17:15:14.750964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-e2c26aa3-dd05-4387-bdd8-397b9ad306b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 217 time: 0.0489912 Apr 18 17:15:14.819415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bff31-2787-40a3-a19f-c12b29394e1c req-62b8a630-9518-4903-872c-47fccd7b81a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:14.820886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-089bff31-2787-40a3-a19f-c12b29394e1c req-62b8a630-9518-4903-872c-47fccd7b81a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 944 time: 0.1561430 Apr 18 17:15:14.829485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90846210-13b0-44e7-9fdd-babe12796563 req-10260c06-92eb-4e73-8a08-a525b0c3e42c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:14.830940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-10260c06-92eb-4e73-8a08-a525b0c3e42c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.2784169 Apr 18 17:15:14.862913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-4ae37bbe-a005-4ffa-9dc9-4d2ef6674eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:14.864350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-4ae37bbe-a005-4ffa-9dc9-4d2ef6674eb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1021340 Apr 18 17:15:14.869131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-7aeafa91-04ee-4b70-8352-fb3dfe42503c req-b150b7d6-8cb3-4040-9379-4cfc17505e60 service neutron] (109825) timed out ('10.222.0.45', 45878) {{(pid=109825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:15:14.869754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-3c6b456c-090a-495f-bc16-09ff63df23d3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/quotas/039ca64486874ae7ba1003e6f5de3127 HTTP/1.1" status: 200 len: 375 time: 0.0281363 Apr 18 17:15:14.921462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-089bff31-2787-40a3-a19f-c12b29394e1c req-571f4bc3-dd90-4b9b-844b-50bd3fa32fef tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894115 Apr 18 17:15:14.971332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-602895b1-54db-408a-80c3-e24cdf6f5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:14.972875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-602895b1-54db-408a-80c3-e24cdf6f5abb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016552 Apr 18 17:15:14.982165 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-40d0cc66-f5a0-4bf1-94a9-4c09210a2518 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980535 Apr 18 17:15:15.162116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c551-d2d8-45fe-86aa-e0378f5d2b63 req-8eb9b786-16db-4df6-a341-8be75cd4ebe3 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:15.164200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff96c551-d2d8-45fe-86aa-e0378f5d2b63 req-8eb9b786-16db-4df6-a341-8be75cd4ebe3 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 943 time: 0.1560795 Apr 18 17:15:15.176086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-8768c8f8-abdf-43e3-aba1-0bf80d25eb83 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929064 Apr 18 17:15:15.218622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-c797ddf4-18a1-4dc3-8d8c-0486116e80dd service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283406 Apr 18 17:15:15.293360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff96c551-d2d8-45fe-86aa-e0378f5d2b63 req-9a6b6d89-6d95-483d-b2ab-4401509f3eff tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163909 Apr 18 17:15:15.653737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef820fa1-3179-4d3b-a77d-b6203ccce347 req-613fc5d6-04f1-417f-b41b-cfdaedb84f10 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608920 Apr 18 17:15:15.682228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-8b56e539-d513-4975-8df2-23cfd750e5ac service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280329 Apr 18 17:15:15.942704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2c49e1b-dbee-41f4-8f3f-2d3a5cfc7df5 req-5bfdbf33-ff33-4b47-bd44-43c900f0e984 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 210 time: 0.0375452 Apr 18 17:15:15.961235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-9f276513-327c-4ab1-918d-03d278eb686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:15.965622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-9f276513-327c-4ab1-918d-03d278eb686f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1095 time: 0.1215456 Apr 18 17:15:16.142741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b3a6-f7cd-4186-86c9-c762935a5954 req-007e1f4c-284c-4048-af41-e2407ea84e57 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:16.153367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1e9b3a6-f7cd-4186-86c9-c762935a5954 req-007e1f4c-284c-4048-af41-e2407ea84e57 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 944 time: 0.1062169 Apr 18 17:15:16.156525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-be9de4af-5bc8-46b0-b68a-da9fbbeedd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:16.158093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-be9de4af-5bc8-46b0-b68a-da9fbbeedd82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1820829 Apr 18 17:15:16.226688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-5bf54a76-0ddd-4bce-924f-e152a9529b17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 217 time: 0.0534842 Apr 18 17:15:16.255259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1e9b3a6-f7cd-4186-86c9-c762935a5954 req-1cf1028e-8f12-4d8f-816d-ac300f15073f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009970 Apr 18 17:15:16.294571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-6a5817f3-b669-4218-a49a-46aa28d37776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:16.296525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-6a5817f3-b669-4218-a49a-46aa28d37776 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0555646 Apr 18 17:15:16.352341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-07879542-09eb-47b5-9075-07c834c34eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:16.353810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-07879542-09eb-47b5-9075-07c834c34eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509586 Apr 18 17:15:16.460286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:16.479561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-0b291caf-02ac-418b-961c-c9234280e55d service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173520 Apr 18 17:15:16.584915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91a616-2f35-489a-ac01-7f47283f86a8 req-80bb8b33-5b3f-45a7-894a-13c4025fd3ce tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:16.586632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e91a616-2f35-489a-ac01-7f47283f86a8 req-80bb8b33-5b3f-45a7-894a-13c4025fd3ce tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 943 time: 0.1102831 Apr 18 17:15:16.601745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-de919729-ac17-4b65-b04b-1e936de6665a tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:16.654271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e91a616-2f35-489a-ac01-7f47283f86a8 req-31a23ade-3404-48e3-9479-7dd0145f76cf tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543821 Apr 18 17:15:16.656126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37dad36c-6a4a-400d-a4f0-63ee3563ccc2 req-e27e6e04-b138-418e-8656-415f2c1f386d service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673234 Apr 18 17:15:17.045629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09a1fcf8-d078-42a5-bd32-5595fadbf75c req-19c7ff4e-68ff-4de2-81b9-4cbde9a67454 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 210 time: 0.0277331 Apr 18 17:15:17.330039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41334) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:17.330289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-de919729-ac17-4b65-b04b-1e936de6665a tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "PUT /v2.0/quotas/41e4b0fe62014da4b1dc1d94f4e78638 HTTP/1.1" status: 200 len: 366 time: 0.8679619 Apr 18 17:15:17.368716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-250a47a9-111f-4af8-bb4d-255772a63875 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0369308 Apr 18 17:15:17.374853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41336) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:17.386941 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d8c54490-c651-40f5-a108-0057af63dfb6 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "GET /v2.0/quotas/41e4b0fe62014da4b1dc1d94f4e78638 HTTP/1.1" status: 200 len: 366 time: 0.0108795 Apr 18 17:15:17.389555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41338) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:17.392814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51487-d08d-425e-a108-ee24c9ba9820 req-37c56e1e-693b-4058-97b3-b4bbd9ecc3bb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:17.394521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40a51487-d08d-425e-a108-ee24c9ba9820 req-37c56e1e-693b-4058-97b3-b4bbd9ecc3bb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 944 time: 0.0551586 Apr 18 17:15:17.437773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40a51487-d08d-425e-a108-ee24c9ba9820 req-97484907-9d0f-4d18-8d82-d585ac30947a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359156 Apr 18 17:15:17.501333 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:17.502397 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:17.503229 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ea6ca8d-dd13-4b8e-9aba-d8e4d2627b2b tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/41e4b0fe62014da4b1dc1d94f4e78638 HTTP/1.1" status: 204 len: 168 time: 0.1122041 Apr 18 17:15:17.503995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41340) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:17.515223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-527f5739-d649-4abd-ad37-d25052cec687 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0102386 Apr 18 17:15:17.517635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41342) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:17.527319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d536dd33-4930-4b88-ab71-e2348b665690 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:15:17.530615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41344) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:17.530772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4632f9c7-3f3c-42e3-9fba-0427c9e9db02 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "GET /v2.0/quotas/41e4b0fe62014da4b1dc1d94f4e78638 HTTP/1.1" status: 200 len: 370 time: 0.0119648 Apr 18 17:15:17.536544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-684d5e5d-0cdd-4b5e-93ac-5a460c4b613b tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "GET /v2.0/quotas/41e4b0fe62014da4b1dc1d94f4e78638/default HTTP/1.1" status: 200 len: 370 time: 0.0043745 Apr 18 17:15:17.539198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41346) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:17.548676 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-80437b76-b998-4067-b990-27b0b478763b tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] delete failed (client error): The resource could not be found. Apr 18 17:15:17.553068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-80437b76-b998-4067-b990-27b0b478763b tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/41e4b0fe62014da4b1dc1d94f4e78638 HTTP/1.1" status: 404 len: 348 time: 0.0096514 Apr 18 17:15:17.646448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d536dd33-4930-4b88-ab71-e2348b665690, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d536dd33-4930-4b88-ab71-e2348b665690,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:17.664343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd536dd33-4930-4b88-ab71-e2348b665690', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'port_id': 'd536dd33-4930-4b88-ab71-e2348b665690', 'mac_address': 'fa:16:3e:d2:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:15:17.721353 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:17.731586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d536dd33-4930-4b88-ab71-e2348b665690 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:17.768326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d536dd33-4930-4b88-ab71-e2348b665690, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d536dd33-4930-4b88-ab71-e2348b665690,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:17.831847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac030e-c8e5-4b18-95a5-d2388ae68d8d req-c55212c2-2526-4b3d-85d8-6c50ca5ee383 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:17.833473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69ac030e-c8e5-4b18-95a5-d2388ae68d8d req-c55212c2-2526-4b3d-85d8-6c50ca5ee383 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 943 time: 0.0571361 Apr 18 17:15:17.842148 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:17.873900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41358) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:17.902287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Usage tracker for resource:network and tenant:cf0f66abfeed4cc591b4e6e423de10cd is out of sync, need to count used quota {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 17:15:17.902744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69ac030e-c8e5-4b18-95a5-d2388ae68d8d req-8d987cf3-bc92-40d2-9652-2c13eb32905a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549271 Apr 18 17:15:17.908822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 17:15:17.916999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Usage tracker for resource:subnet and tenant:cf0f66abfeed4cc591b4e6e423de10cd is out of sync, need to count used quota {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 17:15:17.917783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d536dd33-4930-4b88-ab71-e2348b665690,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:17.927012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 17:15:17.930409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Usage tracker for resource:subnetpool and tenant:cf0f66abfeed4cc591b4e6e423de10cd is out of sync, need to count used quota {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 17:15:17.935409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 17:15:17.947399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Usage tracker for resource:port and tenant:cf0f66abfeed4cc591b4e6e423de10cd is out of sync, need to count used quota {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 17:15:17.954059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 17:15:17.959366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Usage tracker for resource:router and tenant:cf0f66abfeed4cc591b4e6e423de10cd is out of sync, need to count used quota {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 17:15:17.965123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 17:15:17.971350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Usage tracker for resource:floatingip and tenant:cf0f66abfeed4cc591b4e6e423de10cd is out of sync, need to count used quota {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 17:15:17.976582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 17:15:18.015756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Usage tracker for resource:security_group and tenant:cf0f66abfeed4cc591b4e6e423de10cd is out of sync, need to count used quota {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 17:15:18.021013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 17:15:18.028568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Usage tracker for resource:security_group_rule and tenant:cf0f66abfeed4cc591b4e6e423de10cd is out of sync, need to count used quota {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 17:15:18.034208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.quota.resource [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 17:15:18.041005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cbe87274-9859-4736-814e-01eb6e4a5f97 tempest-QuotasTest-718775992 tempest-QuotasTest-718775992-project-admin] 10.222.0.45 "GET /v2.0/quotas/cf0f66abfeed4cc591b4e6e423de10cd/details.json HTTP/1.1" status: 200 len: 703 time: 0.1646676 Apr 18 17:15:18.183799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99fab9ef-9922-4189-9d2d-49a44fb1044a req-2052151e-aa93-4285-b1db-507c22f301ba tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 210 time: 0.0458148 Apr 18 17:15:18.277827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d536dd33-4930-4b88-ab71-e2348b665690'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:18.564103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfa9a4-fad5-4464-975e-879e313ee799 req-fd59bd02-0037-41b3-8a3a-eb8334e9b0db tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:18.565653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66cfa9a4-fad5-4464-975e-879e313ee799 req-fd59bd02-0037-41b3-8a3a-eb8334e9b0db tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 944 time: 0.0566397 Apr 18 17:15:18.626324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66cfa9a4-fad5-4464-975e-879e313ee799 req-a42f5409-2ca5-4d02-a98e-d949888763e2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534458 Apr 18 17:15:18.770728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41374) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:18.915737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:15:18.921317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed5824d5-da43-4d43-a0ad-8a88d029b272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.036831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:19.046750 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed5824d5-da43-4d43-a0ad-8a88d029b272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.055956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9704ce-317b-487d-95da-660736ebe105 req-96b1e1bd-8f24-4ec9-a31c-6015fc7402d3 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:19.060965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e9704ce-317b-487d-95da-660736ebe105 req-96b1e1bd-8f24-4ec9-a31c-6015fc7402d3 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 944 time: 0.0604432 Apr 18 17:15:19.061100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'mac_address': 'fa:16:3e:67:82:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:15:19.101309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e9704ce-317b-487d-95da-660736ebe105 req-ea940dae-d257-4801-9e9f-0ad7e31ecfc0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368934 Apr 18 17:15:19.103261 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.116482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b8de47-2521-48a6-80fc-31f29a42e3b1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:19.133150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed5824d5-da43-4d43-a0ad-8a88d029b272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.138976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:19.177878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ed5824d5-da43-4d43-a0ad-8a88d029b272 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f90ce9d296e541e6a9fd3ef20ed32c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060400 Apr 18 17:15:19.180544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41380) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:19.182494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5824d5-da43-4d43-a0ad-8a88d029b272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eff2019-4623-4e67-a150-836a8b9c465e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:19.240230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561aefeb-e6b6-400f-bdb4-c8606f59883b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.247333 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.296566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49cfaeb8-a723-4393-9450-6c7581276a5f req-49c12961-268f-4a72-b19f-a35b271ee75f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 210 time: 0.0448523 Apr 18 17:15:19.298897 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561aefeb-e6b6-400f-bdb4-c8606f59883b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.311423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:19.430299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561aefeb-e6b6-400f-bdb4-c8606f59883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.432324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90846210-13b0-44e7-9fdd-babe12796563 req-aae935d1-3b49-4b94-a851-5324d9762ed6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:19.433231 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561aefeb-e6b6-400f-bdb4-c8606f59883b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.433847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-aae935d1-3b49-4b94-a851-5324d9762ed6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.18 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1361113 Apr 18 17:15:19.434452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-561aefeb-e6b6-400f-bdb4-c8606f59883b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8eff2019-4623-4e67-a150-836a8b9c465e HTTP/1.1" status: 204 len: 168 time: 0.2529054 Apr 18 17:15:19.443946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561aefeb-e6b6-400f-bdb4-c8606f59883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eff2019-4623-4e67-a150-836a8b9c465e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:19.459531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Request body: {'port': {'device_id': 'a43048c3-85d2-4a5d-9a03-0eb4dc42ccef', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'admin_state_up': True, 'tenant_id': '039ca64486874ae7ba1003e6f5de3127'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:19.537876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d536dd33-4930-4b88-ab71-e2348b665690 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:19.637762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['84b8de47-2521-48a6-80fc-31f29a42e3b1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:19.682678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:19.703371 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:19.753296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021064b3-adc1-4e35-8146-60acb7e80c27 req-8d10df60-49d8-4153-b903-ebf7e4c93627 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:19.754837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-021064b3-adc1-4e35-8146-60acb7e80c27 req-8d10df60-49d8-4153-b903-ebf7e4c93627 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0585885 Apr 18 17:15:19.809528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-021064b3-adc1-4e35-8146-60acb7e80c27 req-18dcc050-6947-4890-962a-a49b97d47764 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464470 Apr 18 17:15:19.883423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Allocated IP 172.20.0.14 (675b81c6-89ef-4cf3-9b4a-8b7e72752016/92cd26c9-3999-468f-92e8-f41c026b94e2/d2ef2074-2f72-48bc-9ec6-36cd05e765b9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:19.918604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d536dd33-4930-4b88-ab71-e2348b665690 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:15:19.974946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d536dd33-4930-4b88-ab71-e2348b665690 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:19.974946 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:20.016425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:20.052480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:20.055438 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e8532a-a333-4ff5-b82a-15f4234c27f8" -d '{"events": [{"server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "name": "network-vif-plugged", "status": "completed", "tag": "d536dd33-4930-4b88-ab71-e2348b665690"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:20.070467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d536dd33-4930-4b88-ab71-e2348b665690, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d536dd33-4930-4b88-ab71-e2348b665690,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:20.100021 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:20.103361 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff54f64-a018-40b8-9627-0149b8b10ebf x-openstack-request-id: req-aff54f64-a018-40b8-9627-0149b8b10ebf {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:20.103657 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "name": "network-vif-plugged", "status": "completed", "tag": "d536dd33-4930-4b88-ab71-e2348b665690", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:20.103909 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aff54f64-a018-40b8-9627-0149b8b10ebf {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:20.104301 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff54f64-a018-40b8-9627-0149b8b10ebf'] response: {'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690', 'code': 200} Apr 18 17:15:20.231007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b58cd6-e2dd-46f5-ad10-9db82308efa2 req-1c1002d5-148a-48ad-a77f-9637dd41fe79 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:20.232530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69b58cd6-e2dd-46f5-ad10-9db82308efa2 req-1c1002d5-148a-48ad-a77f-9637dd41fe79 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 944 time: 0.0572972 Apr 18 17:15:20.294624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69b58cd6-e2dd-46f5-ad10-9db82308efa2 req-5abcb304-d45c-4082-be0d-e9aaedd72140 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537190 Apr 18 17:15:20.299118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca1759-7a96-455e-a41b-b68d8f62e5af req-3b4436de-15be-43b3-8916-51eb77d55d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:20.300557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88ca1759-7a96-455e-a41b-b68d8f62e5af req-3b4436de-15be-43b3-8916-51eb77d55d03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1095 time: 0.0671544 Apr 18 17:15:20.337634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88ca1759-7a96-455e-a41b-b68d8f62e5af req-66ed1248-981f-4240-986b-3b97e4ebc479 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305409 Apr 18 17:15:20.458219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad6ccf2c-1195-409b-ba0a-6a5c4f9ddf8a req-11a1c186-f60d-4578-985b-75fe2c72e26f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 210 time: 0.0270734 Apr 18 17:15:20.933311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:20.945853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6dd7b-334f-4842-a49e-779406a71daa req-de96d66b-5323-42c0-b570-a6dd45382b3c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:20.947482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7d6dd7b-334f-4842-a49e-779406a71daa req-de96d66b-5323-42c0-b570-a6dd45382b3c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0567095 Apr 18 17:15:20.987260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7d6dd7b-334f-4842-a49e-779406a71daa req-0eeab1a7-dbdb-4930-b9c1-e12169808aad tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338304 Apr 18 17:15:21.040140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.040680 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.080222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:21.092261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:21.095690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:21.099937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:21.100310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 84b8de47-2521-48a6-80fc-31f29a42e3b1 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:15:21.133974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event updated for resources: {'Port': ['ID=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:21.141692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 84b8de47-2521-48a6-80fc-31f29a42e3b1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:21.142071 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.162805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:21.164078 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.170935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d536dd33-4930-4b88-ab71-e2348b665690,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:21.285642 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-6f04aeb5-b966-4e9b-a523-de80571555b5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8324311 Apr 18 17:15:21.289581 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.308774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Request body: {'port': {'device_id': 'a43048c3-85d2-4a5d-9a03-0eb4dc42ccef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:21.341134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41432) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:21.353129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:21.356323 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-966dbaaa-2c55-4bab-96bf-92ad242a3463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.387518 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.464802 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.485091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-966dbaaa-2c55-4bab-96bf-92ad242a3463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.493264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273db47-b2fe-4af0-845f-f52d9e0be587 req-deb0ddb1-6426-41f0-9538-fd1ea477acf1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:21.494847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0273db47-b2fe-4af0-845f-f52d9e0be587 req-deb0ddb1-6426-41f0-9538-fd1ea477acf1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0884647 Apr 18 17:15:21.535679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:21.551779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0273db47-b2fe-4af0-845f-f52d9e0be587 req-3db322c7-f4f0-441e-93aa-0fcd93242407 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Apr 18 17:15:21.619830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-966dbaaa-2c55-4bab-96bf-92ad242a3463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.723558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dbaaa-2c55-4bab-96bf-92ad242a3463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f596959d-fb38-4f2c-bb7a-299a842f275d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:21.734074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-966dbaaa-2c55-4bab-96bf-92ad242a3463 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf0f66abfeed4cc591b4e6e423de10cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895309 Apr 18 17:15:21.734569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41438) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:21.764064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ef2074-2f72-48bc-9ec6-36cd05e765b9 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:21.774715 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.790866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Transition to ACTIVE for port object d2ef2074-2f72-48bc-9ec6-36cd05e765b9 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:15:21.801076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e9691-9e96-4977-a745-cc57ca0004fe req-6817cfac-af35-4d60-9539-d4a011eb11e2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:21.802645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f9e9691-9e96-4977-a745-cc57ca0004fe req-6817cfac-af35-4d60-9539-d4a011eb11e2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 932 time: 0.1673911 Apr 18 17:15:21.827339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1977-23aa-4697-baba-2a45e92913f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.869996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1977-23aa-4697-baba-2a45e92913f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:21.879621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f9e9691-9e96-4977-a745-cc57ca0004fe req-6ca29d3b-4e6d-4e0f-a220-32885c4b8146 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651023 Apr 18 17:15:21.913624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:22.010807 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1977-23aa-4697-baba-2a45e92913f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:22.017983 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1977-23aa-4697-baba-2a45e92913f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:22.022959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7f9c1977-23aa-4697-baba-2a45e92913f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f596959d-fb38-4f2c-bb7a-299a842f275d HTTP/1.1" status: 204 len: 168 time: 0.2874405 Apr 18 17:15:22.041183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c1977-23aa-4697-baba-2a45e92913f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f596959d-fb38-4f2c-bb7a-299a842f275d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:22.076763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Pushing event updated for resources: {'Port': ['ID=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:22.104994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:22.111141 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bc823f-1c1d-4e70-942b-1a41867e1c6a" -d '{"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-plugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:22.133306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Attempting to bind port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:22.133690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Attempting to bind port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:22.134029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Attempting to bind port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:22.151340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc291f9-5b14-4447-b6fa-016f9d0e96fe req-939e1333-f4de-4a14-9664-ea5082a85f43 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:22.151705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:15:22.152052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Attempting to bind port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:22.164713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cc291f9-5b14-4447-b6fa-016f9d0e96fe req-939e1333-f4de-4a14-9664-ea5082a85f43 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.0873826 Apr 18 17:15:22.169647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:22.171497 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4769dd-700b-4f8f-afe8-51124df2b7a9 x-openstack-request-id: req-ab4769dd-700b-4f8f-afe8-51124df2b7a9 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:22.172007 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-plugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:22.172178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Checking segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:22.172375 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab4769dd-700b-4f8f-afe8-51124df2b7a9 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:22.172588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Bound using segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:22.172929 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4769dd-700b-4f8f-afe8-51124df2b7a9'] response: {'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'code': 200} Apr 18 17:15:22.173053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Bound port: d2ef2074-2f72-48bc-9ec6-36cd05e765b9, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:22.173405 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:22.240551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cc291f9-5b14-4447-b6fa-016f9d0e96fe req-db95ebfe-cab6-4fc7-ac5b-0365073b2e25 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759540 Apr 18 17:15:22.283637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] For port d2ef2074-2f72-48bc-9ec6-36cd05e765b9, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:22.287369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] For port d2ef2074-2f72-48bc-9ec6-36cd05e765b9, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:22.329775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02075fc3-682e-4bd0-847b-313517348d41 req-0c0003af-0552-498a-be21-7373521b3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:22.332139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02075fc3-682e-4bd0-847b-313517348d41 req-0c0003af-0552-498a-be21-7373521b3296 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1097 time: 0.0463147 Apr 18 17:15:22.373479 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02075fc3-682e-4bd0-847b-313517348d41 req-e0b43a65-f354-4b7a-9c95-cfb532250296 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Apr 18 17:15:22.382580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:22.418296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:22.418909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:22.420377 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] 10.222.0.18 "PUT /v2.0/ports/d2ef2074-2f72-48bc-9ec6-36cd05e765b9 HTTP/1.1" status: 200 len: 1092 time: 1.1166699 Apr 18 17:15:22.420815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43048c3-85d2-4a5d-9a03-0eb4dc42ccef', 'tag': 'd2ef2074-2f72-48bc-9ec6-36cd05e765b9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:22.423250 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bade3e-9f8a-40cc-87f6-02240efc33c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a43048c3-85d2-4a5d-9a03-0eb4dc42ccef", "tag": "d2ef2074-2f72-48bc-9ec6-36cd05e765b9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:22.452741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26226b1a-e687-4652-822f-79296efe4a6e service neutron] Pushing event updated for resources: {'Port': ['ID=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:22.476374 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9839a84-ad9d-4e7f-9fd3-2df8f463b432 x-openstack-request-id: req-e9839a84-ad9d-4e7f-9fd3-2df8f463b432 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:22.476794 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43048c3-85d2-4a5d-9a03-0eb4dc42ccef", "tag": "d2ef2074-2f72-48bc-9ec6-36cd05e765b9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:22.477061 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9839a84-ad9d-4e7f-9fd3-2df8f463b432 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:22.477483 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9839a84-ad9d-4e7f-9fd3-2df8f463b432'] response: {'name': 'network-changed', 'server_uuid': 'a43048c3-85d2-4a5d-9a03-0eb4dc42ccef', 'tag': 'd2ef2074-2f72-48bc-9ec6-36cd05e765b9', 'status': 'completed', 'code': 200} Apr 18 17:15:22.559375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bade3e-9f8a-40cc-87f6-02240efc33c9 req-a2796ac9-19b9-4c04-9f46-fe178c71c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:22.560922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8bade3e-9f8a-40cc-87f6-02240efc33c9 req-a2796ac9-19b9-4c04-9f46-fe178c71c11f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 1095 time: 0.0421836 Apr 18 17:15:22.707072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82da4c-9170-4a27-99c9-48b8bee49194 req-c9e169d5-beb6-4f9d-9ff1-754f37d422bd tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:22.730296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bade3e-9f8a-40cc-87f6-02240efc33c9 req-a56f60e0-ec02-41d5-95ed-2be48aa4ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:22.733025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8bade3e-9f8a-40cc-87f6-02240efc33c9 req-a56f60e0-ec02-41d5-95ed-2be48aa4ff56 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=039ca64486874ae7ba1003e6f5de3127&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1558168 Apr 18 17:15:22.735336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c82da4c-9170-4a27-99c9-48b8bee49194 req-c9e169d5-beb6-4f9d-9ff1-754f37d422bd tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0816212 Apr 18 17:15:22.810001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c82da4c-9170-4a27-99c9-48b8bee49194 req-528e5f77-3ad7-4e86-ba3f-4b430972769f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734251 Apr 18 17:15:22.860478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bade3e-9f8a-40cc-87f6-02240efc33c9 req-852263b6-c3e5-4b07-8fb5-f1f1745198df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:22.862611 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8bade3e-9f8a-40cc-87f6-02240efc33c9 req-852263b6-c3e5-4b07-8fb5-f1f1745198df service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215112 Apr 18 17:15:22.980458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90846210-13b0-44e7-9fdd-babe12796563 req-12ac70ef-f9d9-4883-9514-00d329b2ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:22.982154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-12ac70ef-f9d9-4883-9514-00d329b2ebc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 1095 time: 0.0493617 Apr 18 17:15:23.044175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-0832322c-64ac-4267-a5e2-1944a84fc0f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ef2074-2f72-48bc-9ec6-36cd05e765b9 HTTP/1.1" status: 200 len: 217 time: 0.0473583 Apr 18 17:15:23.046919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafbf24-ffbe-4ac2-9f39-cf1996c05673 req-820e79d4-85ac-496b-bbde-b99a38673130 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:23.048498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dafbf24-ffbe-4ac2-9f39-cf1996c05673 req-820e79d4-85ac-496b-bbde-b99a38673130 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 944 time: 0.0528119 Apr 18 17:15:23.129467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90846210-13b0-44e7-9fdd-babe12796563 req-cbae36bd-a787-4ccc-ad15-b2baf303850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:23.130989 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-cbae36bd-a787-4ccc-ad15-b2baf303850f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.0802522 Apr 18 17:15:23.163738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dafbf24-ffbe-4ac2-9f39-cf1996c05673 req-63167cff-5a16-4530-a751-d641c9dfedfb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066091 Apr 18 17:15:23.197657 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-b3eea8e8-4c7f-4810-8e78-9ff33f810ab4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563436 Apr 18 17:15:23.344311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-bc36b2f2-4272-4e6a-a216-c0441a44a400 service neutron] 10.222.0.18 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378214 Apr 18 17:15:23.467197 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-90846210-13b0-44e7-9fdd-babe12796563 req-861b67bd-dd7c-4f21-a812-b6145c112090 service neutron] 10.222.0.18 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185019 Apr 18 17:15:23.505085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d97dd-98d3-4e87-a987-adf79d362db4 req-9b6c9c75-b38c-436b-a50e-fc0426d61c72 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:23.514032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-065d97dd-98d3-4e87-a987-adf79d362db4 req-9b6c9c75-b38c-436b-a50e-fc0426d61c72 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.1372178 Apr 18 17:15:23.541757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41492) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:23.636102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-fd11f873-017f-4858-83b5-fbf370cba154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:23.637727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-fd11f873-017f-4858-83b5-fbf370cba154 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1096 time: 0.1562927 Apr 18 17:15:23.642458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-065d97dd-98d3-4e87-a987-adf79d362db4 req-dcb139d1-9a7f-4306-8188-f27b3c9fd8ab tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273968 Apr 18 17:15:23.657193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc647-bf22-473b-bd7a-e1a5b52daf5b req-9a09b001-36c6-4e8b-82bf-eaa63889f841 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:23.670855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81bcc647-bf22-473b-bd7a-e1a5b52daf5b req-9a09b001-36c6-4e8b-82bf-eaa63889f841 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.2168787 Apr 18 17:15:23.685456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731142358'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:23.766064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81bcc647-bf22-473b-bd7a-e1a5b52daf5b req-13d897a2-14d5-40ec-827b-c6b7c554040d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984461 Apr 18 17:15:23.798274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-7ef6ba71-4809-46ea-8a3d-60974e20bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:23.799959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-7ef6ba71-4809-46ea-8a3d-60974e20bcb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 921 time: 0.1531067 Apr 18 17:15:23.816635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:23.821086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:23.832246 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:23.848972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-0328ad5d-7808-4079-979f-269163e31c88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 217 time: 0.0425549 Apr 18 17:15:23.966347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-a0e1123a-8e2c-400b-b40c-3a0302c2616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:23.968751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-a0e1123a-8e2c-400b-b40c-3a0302c2616b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 200 len: 860 time: 0.1044300 Apr 18 17:15:23.977873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:24.009629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-7b2925a9-2611-4240-8606-f2f8170109e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=290ec059-b356-48b0-b9c0-5915923cef74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302622 Apr 18 17:15:24.057543 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:24.074170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:24.114738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:24.115530 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment fac27e11-12a9-475b-9143-41f087da530e of type vlan for network 34064622-f22c-4ae8-986b-a405d5c13744 Apr 18 17:15:24.140607 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:15:24.180441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-50e36861-d802-405c-a949-2292c7a6a033 service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638355 Apr 18 17:15:24.187665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:24.215286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e004fa-55df-477d-bbdd-d957975c78f5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:24.314382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:24.323341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:24.325690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:24.331197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3a6a5c-0fd0-4f91-bb1d-ffa717cde7d9 req-00ec9e1d-9565-4407-8863-eef509ddfbfb service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438344 Apr 18 17:15:24.349239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b27a7-1ef1-49fa-a886-2993741440f7 req-a3bfc06e-f458-4360-aa08-fcfad809d3d7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:24.351209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c45b27a7-1ef1-49fa-a886-2993741440f7 req-a3bfc06e-f458-4360-aa08-fcfad809d3d7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 944 time: 0.0922692 Apr 18 17:15:24.422069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c45b27a7-1ef1-49fa-a886-2993741440f7 req-fcfff0ec-c69d-42d0-bee4-35c8a1ec8307 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629609 Apr 18 17:15:24.447398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=34064622-f22c-4ae8-986b-a405d5c13744,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:24.458035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 34064622-f22c-4ae8-986b-a405d5c13744 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:24.534720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-683d8402-800f-422e-b1d3-68bf8e9d6fcf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9908118 Apr 18 17:15:24.672680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41510) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:24.678031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '34064622-f22c-4ae8-986b-a405d5c13744', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:24.829335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d106e9-bef2-4e5c-9e9a-c9f964a70411 req-ddc8f9f0-589f-4caa-a39c-4ef8cc190188 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:24.831193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6d106e9-bef2-4e5c-9e9a-c9f964a70411 req-ddc8f9f0-589f-4caa-a39c-4ef8cc190188 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.0929222 Apr 18 17:15:24.919501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae9fc-5a1a-4c31-9652-9f567e975c89 req-56f047ed-a175-4604-80b8-84949e705b2e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:24.921242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1feae9fc-5a1a-4c31-9652-9f567e975c89 req-56f047ed-a175-4604-80b8-84949e705b2e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0834215 Apr 18 17:15:24.925634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:24.929507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:24.936736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6d106e9-bef2-4e5c-9e9a-c9f964a70411 req-762c6781-38ac-4f07-91bb-bd78ee974fe4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976567 Apr 18 17:15:25.108402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1feae9fc-5a1a-4c31-9652-9f567e975c89 req-f3ea543a-becc-408a-aa6b-9189a1c99070 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608930 Apr 18 17:15:25.134274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bfc8a-3c63-49df-b802-7dd124a9d030 req-7d328338-39c9-42f7-97b6-bea526cadae6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:25.135911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-228bfc8a-3c63-49df-b802-7dd124a9d030 req-7d328338-39c9-42f7-97b6-bea526cadae6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.0930235 Apr 18 17:15:25.145036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41520) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:25.160932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'floatingip': {'port_id': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:25.206492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:25.379196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:25.438164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=352a8e7f-e157-495f-b00b-2777b997baa4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:25.461249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': 'fac27e11-12a9-475b-9143-41f087da530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34064622-f22c-4ae8-986b-a405d5c13744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:25.462644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 34064622-f22c-4ae8-986b-a405d5c13744, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:25.555905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db3f0-ded9-4dc7-b4af-331925de3027 req-a5b4553d-822a-48d6-a49a-f44953e22d1d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:25.557470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-050db3f0-ded9-4dc7-b4af-331925de3027 req-a5b4553d-822a-48d6-a49a-f44953e22d1d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 944 time: 0.0600486 Apr 18 17:15:25.600481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-050db3f0-ded9-4dc7-b4af-331925de3027 req-5cf4bb4e-af08-481c-a45b-13617ed1ae4b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359645 Apr 18 17:15:25.622427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 34064622-f22c-4ae8-986b-a405d5c13744 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:25.703400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:25.793732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 34064622-f22c-4ae8-986b-a405d5c13744) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:25.798179 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:25.798783 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:25.803375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004123ac-3335-4438-9871-1495bbe195b9 None None] Network 34064622-f22c-4ae8-986b-a405d5c13744 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:25.817308 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:25.921875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-754f3c5e-556a-47fd-a554-b1a081b3222b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2480352 Apr 18 17:15:25.926538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41524) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:25.932938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-939557628'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:25.937456 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Floating IP 20748644-6811-4bc7-9d04-a0ea4e6a015a associated. External IP: 172.25.5.215, port: 84b8de47-2521-48a6-80fc-31f29a42e3b1. Apr 18 17:15:25.981123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-34064622-f22c-4ae8-986b-a405d5c13744', 'network_id': '34064622-f22c-4ae8-986b-a405d5c13744', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': '352a8e7f-e157-495f-b00b-2777b997baa4'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:15:25.982014 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.060520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:26.065888 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.093366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:26.105719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.106079 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment afce0314-8d3f-4b32-9899-8eadef69acba of type vlan for network 06012511-0b34-4f7b-902a-8b83d0c604bd Apr 18 17:15:26.164989 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.169819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Allocated IP 172.20.255.242 (34064622-f22c-4ae8-986b-a405d5c13744/352a8e7f-e157-495f-b00b-2777b997baa4/ce05994b-79f5-4b00-a8af-2cc7eca25940) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:26.277742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8ca83-3581-4bed-b6d6-fdf92b7dca1e req-226a7580-8761-4103-ba96-e83ff116745e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:26.279780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80e8ca83-3581-4bed-b6d6-fdf92b7dca1e req-226a7580-8761-4103-ba96-e83ff116745e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0614550 Apr 18 17:15:26.340845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80e8ca83-3581-4bed-b6d6-fdf92b7dca1e req-7c2c433f-223e-488c-8b75-b252ac2f0556 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545256 Apr 18 17:15:26.341585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.357318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:26.358347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.374249 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.448362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=06012511-0b34-4f7b-902a-8b83d0c604bd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:26.458601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 06012511-0b34-4f7b-902a-8b83d0c604bd details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:26.513957 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.571869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Network 34064622-f22c-4ae8-986b-a405d5c13744 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:26.575162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:26.579083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:26.584277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Pushing event updated for resources: {'Port': ['ID=ce05994b-79f5-4b00-a8af-2cc7eca25940,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:26.593244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Router 3d5597e6-458a-45c4-b770-581b68069cc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:15:26.620041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-087a7a5a-55ad-4ce2-9dee-9af45aaf85c5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6923141 Apr 18 17:15:26.623823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41532) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:26.633067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '06012511-0b34-4f7b-902a-8b83d0c604bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:26.675588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Attempting to bind port ce05994b-79f5-4b00-a8af-2cc7eca25940 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:26.677764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Attempting to bind port ce05994b-79f5-4b00-a8af-2cc7eca25940 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'fac27e11-12a9-475b-9143-41f087da530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34064622-f22c-4ae8-986b-a405d5c13744'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:26.677932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Attempting to bind port ce05994b-79f5-4b00-a8af-2cc7eca25940 on network 34064622-f22c-4ae8-986b-a405d5c13744 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:26.683767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:26.683991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Checking segment: {'id': 'fac27e11-12a9-475b-9143-41f087da530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34064622-f22c-4ae8-986b-a405d5c13744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:26.684485 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.684873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Bound using segment: {'id': 'fac27e11-12a9-475b-9143-41f087da530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34064622-f22c-4ae8-986b-a405d5c13744'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:26.685336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Bound port: ce05994b-79f5-4b00-a8af-2cc7eca25940, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac27e11-12a9-475b-9143-41f087da530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34064622-f22c-4ae8-986b-a405d5c13744'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:26.685806 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.731912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:15:26.737322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:26.750535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] Sync routers for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:15:26.776959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a8443cc9-54cd-4d1a-8b7f-30df69e6a859 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "PUT /v2.0/floatingips/20748644-6811-4bc7-9d04-a0ea4e6a015a HTTP/1.1" status: 200 len: 992 time: 1.6303248 Apr 18 17:15:26.778443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:15:26.778830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:26.779569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:15:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:26.783739 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a53a9d-490b-4c09-a394-ce67a125c1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:26.825553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64680e-ace6-4dae-9484-f07d38398d23 req-261911ee-7440-405a-9ea5-2034c65506db tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:26.827242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa64680e-ace6-4dae-9484-f07d38398d23 req-261911ee-7440-405a-9ea5-2034c65506db tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 944 time: 0.1119292 Apr 18 17:15:26.827438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] For port ce05994b-79f5-4b00-a8af-2cc7eca25940, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:26.846856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] For port ce05994b-79f5-4b00-a8af-2cc7eca25940, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ce05994b-79f5-4b00-a8af-2cc7eca25940,segment=NetworkSegment(fac27e11-12a9-475b-9143-41f087da530e),segment_id=fac27e11-12a9-475b-9143-41f087da530e)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:26.896729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa64680e-ace6-4dae-9484-f07d38398d23 req-a7bef47c-ac94-4ec9-a72e-86a39920ebe0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605621 Apr 18 17:15:26.918380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab646d-e843-4c9b-abfb-c7049d765803 req-0435a617-9c82-4860-9a99-977a855c4e6d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:26.920689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30ab646d-e843-4c9b-abfb-c7049d765803 req-0435a617-9c82-4860-9a99-977a855c4e6d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.0770779 Apr 18 17:15:26.961452 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a053ce86-453b-4d67-bda3-8e866c6ab064 x-openstack-request-id: req-a053ce86-453b-4d67-bda3-8e866c6ab064 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:26.961722 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:26.962068 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a053ce86-453b-4d67-bda3-8e866c6ab064 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:26.962570 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a053ce86-453b-4d67-bda3-8e866c6ab064'] response: {'name': 'network-changed', 'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'status': 'completed', 'code': 200} Apr 18 17:15:26.970499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30ab646d-e843-4c9b-abfb-c7049d765803 req-eb1c45c2-2b09-4d74-b319-0c46b5dd79ec tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 Apr 18 17:15:26.972866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:26.976942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:27.096908 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:27.138628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:15:27.148188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176d0c-5022-4b3a-ac02-970d7c5a89f9 req-28119d38-83d4-42a8-b8c7-35cca7a6641f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:27.150290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a176d0c-5022-4b3a-ac02-970d7c5a89f9 req-28119d38-83d4-42a8-b8c7-35cca7a6641f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.0981052 Apr 18 17:15:27.154361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-d6baecfe-af4c-4b07-8c05-981e89d439b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:27.155985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-d6baecfe-af4c-4b07-8c05-981e89d439b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1097 time: 0.1195352 Apr 18 17:15:27.212812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d09da-55db-4382-97fd-373372a97f6c None None] Pushing event updated for resources: {'Port': ['ID=ce05994b-79f5-4b00-a8af-2cc7eca25940,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:27.298422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a176d0c-5022-4b3a-ac02-970d7c5a89f9 req-3712d07a-ae41-4080-83fc-b812aaff1017 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154370 Apr 18 17:15:27.379440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-9dee1305-6028-4460-ba5b-d8fd248b3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:27.381164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-9dee1305-6028-4460-ba5b-d8fd248b3d31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.2164590 Apr 18 17:15:27.487555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '20748644-6811-4bc7-9d04-a0ea4e6a015a', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'port_id': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'mac_address': 'fa:16:3e:67:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:05Z', 'updated_at': '2022-04-18T17:15:25Z', 'revision_number': 1, 'project_id': '6010d166009b457cb83c471c00b4460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:05Z', 'revision_number': 5, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:27.521860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] Checking router: 3d5597e6-458a-45c4-b770-581b68069cc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:15:27.533340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:15:27.534099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:15:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:27.550659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-86e0f9f4-59fc-45d9-a94d-965f008e1470 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.1457369 Apr 18 17:15:27.595738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d2ef2074-2f72-48bc-9ec6-36cd05e765b9 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:15:27.604333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546f302-9ea3-4e7e-a539-19dcc814de5b req-76b1b223-c7c3-4a7a-8bc4-dd2002f528e4 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:27.605999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8546f302-9ea3-4e7e-a539-19dcc814de5b req-76b1b223-c7c3-4a7a-8bc4-dd2002f528e4 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1272357 Apr 18 17:15:27.627471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-ec64bd95-0f0b-4253-a982-c2a626bd0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:27.628987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-ec64bd95-0f0b-4253-a982-c2a626bd0cb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0707233 Apr 18 17:15:27.682925 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:27.698661 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8546f302-9ea3-4e7e-a539-19dcc814de5b req-ea2af897-f54c-49fc-b3a2-0aca867364ea tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792103 Apr 18 17:15:27.718205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:15:27.744559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-98a44cf8-e049-464c-a95d-1a1ec427b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:27.746075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-98a44cf8-e049-464c-a95d-1a1ec427b0f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093054 Apr 18 17:15:27.753293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=f34a7dff-d883-4c01-8a96-dc1105dfe9b6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:27.816219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': 'afce0314-8d3f-4b32-9899-8eadef69acba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06012511-0b34-4f7b-902a-8b83d0c604bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:27.816491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 06012511-0b34-4f7b-902a-8b83d0c604bd, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:27.838886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d2ef2074-2f72-48bc-9ec6-36cd05e765b9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:27.858692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd2ef2074-2f72-48bc-9ec6-36cd05e765b9', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'port_id': 'd2ef2074-2f72-48bc-9ec6-36cd05e765b9', 'mac_address': 'fa:16:3e:05:1a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd26c9-3999-468f-92e8-f41c026b94e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:15:27.868943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-66b08a4b-a85f-4034-8cbb-5eb3188ef9f7 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099856 Apr 18 17:15:27.931726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 06012511-0b34-4f7b-902a-8b83d0c604bd is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:27.981035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a53a9d-490b-4c09-a394-ce67a125c1dc req-ac893fdb-5629-4657-8d5e-fd0430f42779 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047525 Apr 18 17:15:27.996334 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.040016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ef2074-2f72-48bc-9ec6-36cd05e765b9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:28.046019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf4b20-52ca-4d08-9374-90b35cdcbdff req-06dbfb44-2a29-4c81-9e53-fead18ec97b3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:28.054556 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fdf4b20-52ca-4d08-9374-90b35cdcbdff req-06dbfb44-2a29-4c81-9e53-fead18ec97b3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 944 time: 0.0636339 Apr 18 17:15:28.057505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 06012511-0b34-4f7b-902a-8b83d0c604bd) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:28.067174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:28.067789 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.071153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d2ef2074-2f72-48bc-9ec6-36cd05e765b9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:28.074243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e165f4b3-a011-4326-8108-9104be72bd3f None None] Network 06012511-0b34-4f7b-902a-8b83d0c604bd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:28.113969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fdf4b20-52ca-4d08-9374-90b35cdcbdff req-28e14a54-52e2-4286-ab7d-0c0d1b8bcbc9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584421 Apr 18 17:15:28.157882 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.191736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '20748644-6811-4bc7-9d04-a0ea4e6a015a', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'port_id': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'mac_address': 'fa:16:3e:67:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:05Z', 'updated_at': '2022-04-18T17:15:25Z', 'revision_number': 1, 'project_id': '6010d166009b457cb83c471c00b4460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:05Z', 'revision_number': 5, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:28.218400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2ca6e4a7-ad32-4f58-99c7-0ff925984b81 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5907292 Apr 18 17:15:28.218722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41550) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:28.245286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05467e7c-1062-40b6-8b95-95663b2e6662 None None] The sync data for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 is: [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '20748644-6811-4bc7-9d04-a0ea4e6a015a', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'port_id': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'mac_address': 'fa:16:3e:67:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:05Z', 'updated_at': '2022-04-18T17:15:25Z', 'revision_number': 1, 'project_id': '6010d166009b457cb83c471c00b4460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:05Z', 'revision_number': 5, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:15:28.301495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:28.373197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f111b9b-d2ed-4549-bd7a-1ac5e0cca1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-06012511-0b34-4f7b-902a-8b83d0c604bd', 'network_id': '06012511-0b34-4f7b-902a-8b83d0c604bd', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': 'f34a7dff-d883-4c01-8a96-dc1105dfe9b6'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:15:28.374385 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4f111b9b-d2ed-4549-bd7a-1ac5e0cca1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.394113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768020ef-58b6-4839-a882-92880fb52cfe None None] Network 34064622-f22c-4ae8-986b-a405d5c13744 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:28.395456 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.512018 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.543887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae84b9-99f5-4af4-9793-4bc08199b20b req-b7d2c4d9-8b35-47ac-ae49-96a609b5349c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:28.545524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fae84b9-99f5-4af4-9793-4bc08199b20b req-b7d2c4d9-8b35-47ac-ae49-96a609b5349c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.1363077 Apr 18 17:15:28.555911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-03ecfedf-9163-4bb7-bd87-56bb925300c5 None None] Provisioning complete for port ce05994b-79f5-4b00-a8af-2cc7eca25940 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:28.556267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03ecfedf-9163-4bb7-bd87-56bb925300c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.563655 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d0fc7-17a7-4385-bed0-63b77fdd294c None None] New status for floating IP 20748644-6811-4bc7-9d04-a0ea4e6a015a: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:15:28.611400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fae84b9-99f5-4af4-9793-4bc08199b20b req-8cb790c5-d2da-4c08-a3bc-3e6950a7dc9f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578675 Apr 18 17:15:28.634932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d2ef2074-2f72-48bc-9ec6-36cd05e765b9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:28.740423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.794291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03ecfedf-9163-4bb7-bd87-56bb925300c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server [None req-4f111b9b-d2ed-4549-bd7a-1ac5e0cca1ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f34a7dff-d883-4c01-8a96-dc1105dfe9b6: This subnet is being modified by another concurrent operation. Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise exception Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f34a7dff-d883-4c01-8a96-dc1105dfe9b6: This subnet is being modified by another concurrent operation. Apr 18 17:15:28.822111 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Apr 18 17:15:28.854210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9e1fa-21e2-44a6-8ad6-49b2a763dc8a None None] Network 06012511-0b34-4f7b-902a-8b83d0c604bd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:28.887425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-03ecfedf-9163-4bb7-bd87-56bb925300c5 None None] For port ce05994b-79f5-4b00-a8af-2cc7eca25940, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ce05994b-79f5-4b00-a8af-2cc7eca25940,segment=NetworkSegment(fac27e11-12a9-475b-9143-41f087da530e),segment_id=fac27e11-12a9-475b-9143-41f087da530e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:28.964073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03ecfedf-9163-4bb7-bd87-56bb925300c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.129496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=f34a7dff-d883-4c01-8a96-dc1105dfe9b6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:29.181268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ce05994b-79f5-4b00-a8af-2cc7eca25940 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:29.225750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd656c5-8c6c-4aec-a514-fbb560346e68 req-1f364599-8b77-4f4d-acca-dde5441e9509 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:29.227530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cd656c5-8c6c-4aec-a514-fbb560346e68 req-1f364599-8b77-4f4d-acca-dde5441e9509 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.5173242 Apr 18 17:15:29.232761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.248208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f4ce6-1bd7-466c-b381-88ff6e138bac None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:15:29.275631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6e8d7-edef-42c0-98f6-786a2e371687 req-236b6ca9-111d-4469-a60b-957e3b322111 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:29.277087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4dc6e8d7-edef-42c0-98f6-786a2e371687 req-236b6ca9-111d-4469-a60b-957e3b322111 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1516163 Apr 18 17:15:29.281629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06012511-0b34-4f7b-902a-8b83d0c604bd']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:29.291329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9b039d31-5c1a-4edb-988f-c1a8d4c373c8 None None] Provisioning complete for port ce05994b-79f5-4b00-a8af-2cc7eca25940 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:29.291707 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b039d31-5c1a-4edb-988f-c1a8d4c373c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.296427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecfedf-9163-4bb7-bd87-56bb925300c5 None None] Pushing event updated for resources: {'Port': ['ID=ce05994b-79f5-4b00-a8af-2cc7eca25940,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:29.320284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afce0314-8d3f-4b32-9899-8eadef69acba') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:29.320284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afce0314-8d3f-4b32-9899-8eadef69acba') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:29.331178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cd656c5-8c6c-4aec-a514-fbb560346e68 req-d2bbbf6a-eac5-4af5-9971-7269f893712e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896094 Apr 18 17:15:29.335857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.359937 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.383214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:29.383214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.387291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ce05994b-79f5-4b00-a8af-2cc7eca25940 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:29.388620 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:29.399950 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:29.402653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4dc6e8d7-edef-42c0-98f6-786a2e371687 req-66bfd782-af4d-4852-91e4-d4348e12c4a7 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172543 Apr 18 17:15:29.535975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702c19-df1a-4579-ac91-1ced1e7f400b req-81a13be8-46a2-41bc-bf16-54a6c88e39e3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:29.537618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d702c19-df1a-4579-ac91-1ced1e7f400b req-81a13be8-46a2-41bc-bf16-54a6c88e39e3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 945 time: 0.0835092 Apr 18 17:15:29.551235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f4ce6-1bd7-466c-b381-88ff6e138bac None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:15:29.583759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d702c19-df1a-4579-ac91-1ced1e7f400b req-795e1698-8504-4678-bdac-ca1e88310497 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Apr 18 17:15:29.590888 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.606120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.609382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/06012511-0b34-4f7b-902a-8b83d0c604bd HTTP/1.1" status: 204 len: 168 time: 1.3896081 Apr 18 17:15:29.624615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41574) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:29.647177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2125386709'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:29.671991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ce606-f8ed-4c7b-b6e7-7472e25e3bbd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=06012511-0b34-4f7b-902a-8b83d0c604bd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:29.829818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:29.833399 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.859499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:29.868755 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:29.869097 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment d865315a-6ef3-417f-ac2f-302baf78473a of type vlan for network 89232e83-52da-4ba6-ab55-c27867b0233f Apr 18 17:15:29.915865 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:30.093153 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:30.098896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:30.104080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:30.170613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=89232e83-52da-4ba6-ab55-c27867b0233f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:30.183491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 89232e83-52da-4ba6-ab55-c27867b0233f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:30.336017 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6ab81906-7ded-4457-a6e2-75ee55858497 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7047584 Apr 18 17:15:30.338588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41586) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:30.345103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '89232e83-52da-4ba6-ab55-c27867b0233f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:30.515675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:30.519913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:30.532614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13dd44-cb3a-436d-bd96-8d7598428126 req-e25507cb-e244-4fd0-908e-bb8d4307e92a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:30.534263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb13dd44-cb3a-436d-bd96-8d7598428126 req-e25507cb-e244-4fd0-908e-bb8d4307e92a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0513766 Apr 18 17:15:30.573746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb13dd44-cb3a-436d-bd96-8d7598428126 req-5bd8cad4-5ab7-4224-858b-e5eaabb3e0c2 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Apr 18 17:15:30.579551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Performing IP validity checks on allocation pools {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 17:15:30.580073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 17:15:30.720729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafde107-aae8-4952-a5d9-4370c30c7755 req-ed95fba9-e1d0-4df0-918a-9d4adcba9d75 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:30.722222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dafde107-aae8-4952-a5d9-4370c30c7755 req-ed95fba9-e1d0-4df0-918a-9d4adcba9d75 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 945 time: 0.0506134 Apr 18 17:15:30.765774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dafde107-aae8-4952-a5d9-4370c30c7755 req-25b2d3fb-0965-4daa-af41-1c097ccef4ff tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365083 Apr 18 17:15:30.834070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:30.901469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=76899650-4913-4299-acab-95f4fe44f56d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:30.911359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': 'd865315a-6ef3-417f-ac2f-302baf78473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89232e83-52da-4ba6-ab55-c27867b0233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:30.911724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 89232e83-52da-4ba6-ab55-c27867b0233f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:30.922974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ce05994b-79f5-4b00-a8af-2cc7eca25940 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:30.946451 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed7f726e-66f8-4470-bb9d-dbb0aa0e2dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:30.977748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ce05994b-79f5-4b00-a8af-2cc7eca25940 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:30.978037 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.012851 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 89232e83-52da-4ba6-ab55-c27867b0233f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:31.110209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 89232e83-52da-4ba6-ab55-c27867b0233f) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:31.114317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:31.114910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.118701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5dd475-e36b-4da9-b55b-c5ae33264f55 None None] Network 89232e83-52da-4ba6-ab55-c27867b0233f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:31.213907 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8d55289a-d44c-45a8-a4d8-de78dcd006a9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8742416 Apr 18 17:15:31.216907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41600) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:31.266010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-89232e83-52da-4ba6-ab55-c27867b0233f', 'network_id': '89232e83-52da-4ba6-ab55-c27867b0233f', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': '76899650-4913-4299-acab-95f4fe44f56d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:15:31.266872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.314815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.366009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.405662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Allocated IP 172.20.0.3 (89232e83-52da-4ba6-ab55-c27867b0233f/76899650-4913-4299-acab-95f4fe44f56d/b8c9395f-b785-473f-8343-2984bee99ac1) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:31.553375 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.604653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d2ef2074-2f72-48bc-9ec6-36cd05e765b9 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:31.635875 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.675585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Network 89232e83-52da-4ba6-ab55-c27867b0233f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:31.682380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:31.685292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:31.693603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e9cbc-df1a-4c79-b1e8-7efdb7d4c48f req-347589c6-6749-4166-afd2-cbb5abe6b623 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:31.695705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a9e9cbc-df1a-4c79-b1e8-7efdb7d4c48f req-347589c6-6749-4166-afd2-cbb5abe6b623 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Apr 18 17:15:31.707078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Pushing event updated for resources: {'Port': ['ID=b8c9395f-b785-473f-8343-2984bee99ac1,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:31.735685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a9e9cbc-df1a-4c79-b1e8-7efdb7d4c48f req-6cf675d3-cf21-4026-baa3-bd44d4a6f91b tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Apr 18 17:15:31.756604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.763035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Attempting to bind port b8c9395f-b785-473f-8343-2984bee99ac1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:31.763608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Attempting to bind port b8c9395f-b785-473f-8343-2984bee99ac1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd865315a-6ef3-417f-ac2f-302baf78473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89232e83-52da-4ba6-ab55-c27867b0233f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:31.764069 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Attempting to bind port b8c9395f-b785-473f-8343-2984bee99ac1 on network 89232e83-52da-4ba6-ab55-c27867b0233f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:31.769260 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:31.769785 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Checking segment: {'id': 'd865315a-6ef3-417f-ac2f-302baf78473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89232e83-52da-4ba6-ab55-c27867b0233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:31.770196 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.770592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Bound using segment: {'id': 'd865315a-6ef3-417f-ac2f-302baf78473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89232e83-52da-4ba6-ab55-c27867b0233f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:31.771063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Bound port: b8c9395f-b785-473f-8343-2984bee99ac1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd865315a-6ef3-417f-ac2f-302baf78473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89232e83-52da-4ba6-ab55-c27867b0233f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:31.771448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.784455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=76899650-4913-4299-acab-95f4fe44f56d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:31.825487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:15:31.835549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:31.835710 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.854150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.878145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89232e83-52da-4ba6-ab55-c27867b0233f']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:31.883736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] For port b8c9395f-b785-473f-8343-2984bee99ac1, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:31.889027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd865315a-6ef3-417f-ac2f-302baf78473a') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:31.889336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd865315a-6ef3-417f-ac2f-302baf78473a') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:31.899166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] For port b8c9395f-b785-473f-8343-2984bee99ac1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8c9395f-b785-473f-8343-2984bee99ac1,segment=NetworkSegment(d865315a-6ef3-417f-ac2f-302baf78473a),segment_id=d865315a-6ef3-417f-ac2f-302baf78473a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:31.899773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.903008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0cb13-83a6-497e-b479-6a4ec39ec056 req-8e575ee5-7df7-4e5d-8a46-77387b5c1304 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:31.910691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ae0cb13-83a6-497e-b479-6a4ec39ec056 req-8e575ee5-7df7-4e5d-8a46-77387b5c1304 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 945 time: 0.0576890 Apr 18 17:15:31.942667 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:31.950115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ae0cb13-83a6-497e-b479-6a4ec39ec056 req-66867361-5ab7-442f-9e47-7a25d58fb0d1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383711 Apr 18 17:15:31.971449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43048c3-85d2-4a5d-9a03-0eb4dc42ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ef2074-2f72-48bc-9ec6-36cd05e765b9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:31.973750 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7ff5ce-cbdc-455c-aeb2-dd23fbca8db0" -d '{"events": [{"server_uuid": "a43048c3-85d2-4a5d-9a03-0eb4dc42ccef", "name": "network-vif-plugged", "status": "completed", "tag": "d2ef2074-2f72-48bc-9ec6-36cd05e765b9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:31.990141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d2ef2074-2f72-48bc-9ec6-36cd05e765b9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:32.007997 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:32.008316 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:32.013179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:32.013730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:32.017156 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:32.029889 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c870ab-9b0e-405d-9b13-d5ccf7dbdb81 x-openstack-request-id: req-91c870ab-9b0e-405d-9b13-d5ccf7dbdb81 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:32.030169 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43048c3-85d2-4a5d-9a03-0eb4dc42ccef", "name": "network-vif-plugged", "status": "completed", "tag": "d2ef2074-2f72-48bc-9ec6-36cd05e765b9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:32.030426 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91c870ab-9b0e-405d-9b13-d5ccf7dbdb81 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:32.031488 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c870ab-9b0e-405d-9b13-d5ccf7dbdb81'] response: {'server_uuid': 'a43048c3-85d2-4a5d-9a03-0eb4dc42ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ef2074-2f72-48bc-9ec6-36cd05e765b9', 'code': 200} Apr 18 17:15:32.084213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6c123-33c9-4547-9f88-395db60eac2c None None] Pushing event updated for resources: {'Port': ['ID=b8c9395f-b785-473f-8343-2984bee99ac1,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:32.103551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584e4f4-05c8-4afb-8d48-366aece32458 None None] Network 89232e83-52da-4ba6-ab55-c27867b0233f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:32.150852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:15:32.150852 n-d-836015-2 neutron-server[109825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:15:32.150852 n-d-836015-2 neutron-server[109825]: [parameters: {'id': '89232e83-52da-4ba6-ab55-c27867b0233f'}] Apr 18 17:15:32.150852 n-d-836015-2 neutron-server[109825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:15:32.151368 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:15:32.156074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:32.157994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaa16d-027b-411d-8fc9-bcc2c4125430 req-03301216-84b5-4129-b5eb-8bd33cc8ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:32.161118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffdaa16d-027b-411d-8fc9-bcc2c4125430 req-03301216-84b5-4129-b5eb-8bd33cc8ac4b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 1096 time: 0.0428913 Apr 18 17:15:32.199306 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffdaa16d-027b-411d-8fc9-bcc2c4125430 req-df254771-dc73-49ee-b1c3-eb4e09ef841a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Apr 18 17:15:32.244334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:32.274097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba6f5a-5ea4-41a3-973f-0c231eac62c8 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:15:32.391398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba6f5a-5ea4-41a3-973f-0c231eac62c8 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:15:32.652878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:32.713109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Deleting port b8c9395f-b785-473f-8343-2984bee99ac1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:15:32.713496 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:32.778999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] For port b8c9395f-b785-473f-8343-2984bee99ac1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8c9395f-b785-473f-8343-2984bee99ac1,segment=NetworkSegment(d865315a-6ef3-417f-ac2f-302baf78473a),segment_id=d865315a-6ef3-417f-ac2f-302baf78473a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:32.779367 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:32.793791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Calling delete_port for b8c9395f-b785-473f-8343-2984bee99ac1 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:15:32.855250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a4a3b-5ebc-41a9-bda4-3073442795aa req-9f418e7c-9fc3-4e13-9380-93ed956eb476 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:32.857085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-135a4a3b-5ebc-41a9-bda4-3073442795aa req-9f418e7c-9fc3-4e13-9380-93ed956eb476 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0500073 Apr 18 17:15:32.896145 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-135a4a3b-5ebc-41a9-bda4-3073442795aa req-40b37f32-fdea-4fd2-8ea0-34c0fa6a6b49 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Apr 18 17:15:32.962491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:15:33.018833 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.048846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Port': ['ID=b8c9395f-b785-473f-8343-2984bee99ac1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:33.051096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No DVR routers for this DVR port b8c9395f-b785-473f-8343-2984bee99ac1 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:15:33.073658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:33.083188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851a27-1d4d-4fe8-8222-fee2af5efaf1 req-b8ac5e72-fbc6-4452-8917-76fe56765d42 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:33.085080 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65851a27-1d4d-4fe8-8222-fee2af5efaf1 req-b8ac5e72-fbc6-4452-8917-76fe56765d42 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 946 time: 0.0658991 Apr 18 17:15:33.093657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'mac_address': 'fa:16:3e:67:82:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:15:33.133984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65851a27-1d4d-4fe8-8222-fee2af5efaf1 req-b4e0c11a-530c-4cf9-8f3c-b9d69287ffbb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 Apr 18 17:15:33.135213 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.148977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.153888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84b8de47-2521-48a6-80fc-31f29a42e3b1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:33.171490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89232e83-52da-4ba6-ab55-c27867b0233f']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:33.179621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:33.180787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd865315a-6ef3-417f-ac2f-302baf78473a') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:33.181089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd865315a-6ef3-417f-ac2f-302baf78473a') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:33.190832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.205968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.212314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:33.212698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:33.215696 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:33.285586 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.287335 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb6dfced-4b7a-43b3-b5e3-57816abaa208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.341187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:33.393920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.401320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.404389 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/89232e83-52da-4ba6-ab55-c27867b0233f HTTP/1.1" status: 204 len: 168 time: 2.1862903 Apr 18 17:15:33.408619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41628) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:33.414261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-638849413'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:33.417274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60200faa-93c3-4ad8-9a82-e4d437144cf0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=89232e83-52da-4ba6-ab55-c27867b0233f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:33.455096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['84b8de47-2521-48a6-80fc-31f29a42e3b1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:33.559592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:33.563246 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.596074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:33.607276 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.607848 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment 81b6b15c-c9b0-46f4-b134-4b724b22593f of type vlan for network 8c12a5f9-540a-49f4-877c-15504a898e84 Apr 18 17:15:33.657615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.813768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.820142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:33.820827 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:33.886147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=8c12a5f9-540a-49f4-877c-15504a898e84,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:33.895775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 8c12a5f9-540a-49f4-877c-15504a898e84 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:34.026227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ef975-50ef-4687-bd77-a75cb7d1e6c7 req-6ddb0825-9b24-4ded-977a-d2e9e73845ce tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:34.027718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc1ef975-50ef-4687-bd77-a75cb7d1e6c7 req-6ddb0825-9b24-4ded-977a-d2e9e73845ce tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0563934 Apr 18 17:15:34.043781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-84974200-d287-43d1-a301-31cf5b040130 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6340914 Apr 18 17:15:34.046824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:34.051997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '8c12a5f9-540a-49f4-877c-15504a898e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:34.072045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc1ef975-50ef-4687-bd77-a75cb7d1e6c7 req-0cd3d618-3365-49ca-8053-72297b298d33 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378916 Apr 18 17:15:34.218321 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:34.221820 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:34.262278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d58c-2b25-4bef-84a7-a064a1acee42 req-8f6568f9-c085-4ac2-9ffb-d4f94db470fc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:34.263842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d604d58c-2b25-4bef-84a7-a064a1acee42 req-8f6568f9-c085-4ac2-9ffb-d4f94db470fc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 946 time: 0.0561864 Apr 18 17:15:34.305150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d604d58c-2b25-4bef-84a7-a064a1acee42 req-540311dc-d49e-4736-b9e9-b73bb3a28b65 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Apr 18 17:15:34.422060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:34.432282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df7628-d307-47cb-bbd5-df88a296252f req-ba948713-3077-45d6-9089-0318f0bb11fa tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:34.433854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91df7628-d307-47cb-bbd5-df88a296252f req-ba948713-3077-45d6-9089-0318f0bb11fa tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 946 time: 0.0503201 Apr 18 17:15:34.472386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91df7628-d307-47cb-bbd5-df88a296252f req-e954df5a-c7c2-4bcf-8f01-f0f6a9835335 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Apr 18 17:15:34.504151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:34.566749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=ab225188-6c43-42c7-b798-e205debefdcb,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:34.573981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': '81b6b15c-c9b0-46f4-b134-4b724b22593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c12a5f9-540a-49f4-877c-15504a898e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:34.574354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 8c12a5f9-540a-49f4-877c-15504a898e84, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:34.681673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 8c12a5f9-540a-49f4-877c-15504a898e84 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:34.782139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 8c12a5f9-540a-49f4-877c-15504a898e84) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:34.792255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00b3a8-7f55-4c11-aaf8-d6e0237342f7 None None] Network 8c12a5f9-540a-49f4-877c-15504a898e84 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:34.796208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:34.797390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:34.911444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fce1621a-75db-48ee-91b6-ee098704ce7d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8583138 Apr 18 17:15:34.911619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41656) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:35.079206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098a380-3b2a-4d68-8294-142c7449c7f2 req-647ced23-db5e-4442-920d-1f8fa4b389af tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:35.080380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:15:35.080748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4098a380-3b2a-4d68-8294-142c7449c7f2 req-647ced23-db5e-4442-920d-1f8fa4b389af tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 946 time: 0.0834851 Apr 18 17:15:35.086714 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.150919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4098a380-3b2a-4d68-8294-142c7449c7f2 req-14e98e4e-3918-4a82-876a-aa903eeed2f0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621691 Apr 18 17:15:35.158904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3829b-71ff-49c2-8e16-1e326c7753db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-8c12a5f9-540a-49f4-877c-15504a898e84', 'network_id': '8c12a5f9-540a-49f4-877c-15504a898e84', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': 'ab225188-6c43-42c7-b798-e205debefdcb'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:15:35.164049 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43e3829b-71ff-49c2-8e16-1e326c7753db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.168517 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.204866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41664) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:35.207010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 84b8de47-2521-48a6-80fc-31f29a42e3b1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:35.209128 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.211843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c1c75d77-69f5-4919-98c2-b4f05c7d3ae3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1065634953', 'description': 'tempest-description--1072707475'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:35.296799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1c75d77-69f5-4919-98c2-b4f05c7d3ae3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.306608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55041291-08f9-4388-8200-2382b3a5af22 req-dac8c0c8-ce1d-4e7f-a728-587acd461a6c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:35.308720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55041291-08f9-4388-8200-2382b3a5af22 req-dac8c0c8-ce1d-4e7f-a728-587acd461a6c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0586886 Apr 18 17:15:35.354703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55041291-08f9-4388-8200-2382b3a5af22 req-a3e8445f-e0c6-458e-b5e7-f52839dfaf12 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388095 Apr 18 17:15:35.356672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.358223 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.387433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:35.389764 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6411fa1b-0f9b-43c6-97a2-d3a1685c5aff" -d '{"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-plugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:35.391303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=ab225188-6c43-42c7-b798-e205debefdcb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:35.405034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:35.431207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1c75d77-69f5-4919-98c2-b4f05c7d3ae3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.434460 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41806711-95c5-4ebd-b231-56d18ced6965 x-openstack-request-id: req-41806711-95c5-4ebd-b231-56d18ced6965 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:35.434978 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-plugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41806711-95c5-4ebd-b231-56d18ced6965 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41806711-95c5-4ebd-b231-56d18ced6965'] response: {'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'code': 200} Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server [None req-43e3829b-71ff-49c2-8e16-1e326c7753db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab225188-6c43-42c7-b798-e205debefdcb: This subnet is being modified by another concurrent operation. Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise exception Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab225188-6c43-42c7-b798-e205debefdcb: This subnet is being modified by another concurrent operation. Apr 18 17:15:35.442996 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Apr 18 17:15:35.458644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc2d11-5822-412b-b424-be0b5cdbf9a3 None None] Network 8c12a5f9-540a-49f4-877c-15504a898e84 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:35.478916 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.499800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c12a5f9-540a-49f4-877c-15504a898e84']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:35.509281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b6b15c-c9b0-46f4-b134-4b724b22593f') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:35.509802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b6b15c-c9b0-46f4-b134-4b724b22593f') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:35.519872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.566716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14fb7e7-f258-460b-aa50-92cf06496133 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:15:35.596856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.599512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1c75d77-69f5-4919-98c2-b4f05c7d3ae3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.630464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c75d77-69f5-4919-98c2-b4f05c7d3ae3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4736426-adf8-4999-a318-3d093aaf21db,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:35.679928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:35.717494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c1c75d77-69f5-4919-98c2-b4f05c7d3ae3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.717709 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.717852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c1c75d77-69f5-4919-98c2-b4f05c7d3ae3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5112433 Apr 18 17:15:35.720050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41674) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:35.724737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-25f3e088-3aa8-4900-8f8c-07078f4740c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group_rule': {'security_group_id': 'c4736426-adf8-4999-a318-3d093aaf21db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:35.736477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:35.737020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.737858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fb7e7-f258-460b-aa50-92cf06496133 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:35.742304 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:35.911686 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.981815 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.985463 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-25f3e088-3aa8-4900-8f8c-07078f4740c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.991220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:35.994443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/8c12a5f9-540a-49f4-877c-15504a898e84 HTTP/1.1" status: 204 len: 168 time: 1.0843062 Apr 18 17:15:35.998189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41676) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:36.003505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-986021286'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:36.015026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03b4c3-1392-444c-a511-5d60fb44163a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=8c12a5f9-540a-49f4-877c-15504a898e84,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:36.071758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-25f3e088-3aa8-4900-8f8c-07078f4740c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.130749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:36.134955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.162783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:36.171553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.171890 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment 5cc26a07-5f62-47fe-bab4-51d5dd52575c of type vlan for network 2c1da32a-9488-4579-966a-740f9aa80f89 Apr 18 17:15:36.176396 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-25f3e088-3aa8-4900-8f8c-07078f4740c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.176546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.196557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3e088-3aa8-4900-8f8c-07078f4740c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90db74bd-6461-47a1-9cf7-f978ea7fd6f8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:36.221079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.287218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51941dff-10a5-4a8b-bf76-fbcbb1675bb9 req-b8830d45-d2c1-4f47-9f9e-464a2723c93b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:36.288875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51941dff-10a5-4a8b-bf76-fbcbb1675bb9 req-b8830d45-d2c1-4f47-9f9e-464a2723c93b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 946 time: 0.0519783 Apr 18 17:15:36.294699 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-25f3e088-3aa8-4900-8f8c-07078f4740c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.298692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-25f3e088-3aa8-4900-8f8c-07078f4740c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5746298 Apr 18 17:15:36.300327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41682) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:36.305598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2fee2118-8625-4228-8133-381705e317e7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group_rule': {'security_group_id': 'c4736426-adf8-4999-a318-3d093aaf21db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:36.333133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51941dff-10a5-4a8b-bf76-fbcbb1675bb9 req-d5c0bd27-e0ca-4f02-b07e-6a05a0195c75 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362749 Apr 18 17:15:36.361834 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.368675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:36.371113 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.452806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=2c1da32a-9488-4579-966a-740f9aa80f89,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:36.467059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 2c1da32a-9488-4579-966a-740f9aa80f89 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:36.482803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a66b-3d61-4dc6-9009-6f29cc01f4a6 req-4bced686-c4d7-40c0-9b01-4e3e656cca96 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:36.484676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4328a66b-3d61-4dc6-9009-6f29cc01f4a6 req-4bced686-c4d7-40c0-9b01-4e3e656cca96 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0526059 Apr 18 17:15:36.522240 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fee2118-8625-4228-8133-381705e317e7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.531093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4328a66b-3d61-4dc6-9009-6f29cc01f4a6 req-9c337a4c-292f-4e9a-8e1b-d0af306a3f1f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Apr 18 17:15:36.561211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6fde1404-471e-4cd7-b4e3-4530f682f7ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5617964 Apr 18 17:15:36.568379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41696) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:36.573569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '2c1da32a-9488-4579-966a-740f9aa80f89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:36.590956 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fee2118-8625-4228-8133-381705e317e7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.687500 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fee2118-8625-4228-8133-381705e317e7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.693383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-00f73d25-b88a-4085-a831-2cc5e0fab48f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:36.694902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-00f73d25-b88a-4085-a831-2cc5e0fab48f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.18 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 946 time: 0.1038892 Apr 18 17:15:36.704844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee2118-8625-4228-8133-381705e317e7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0d848a-8b71-41ca-a5f9-72f091fd9d10,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:36.799728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Deleting port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:15:36.799728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.815185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2fee2118-8625-4228-8133-381705e317e7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.819429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:36.819737 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2fee2118-8625-4228-8133-381705e317e7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5150914 Apr 18 17:15:36.819836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.820453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41700) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:36.825069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:36.952713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:36.981944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] For port d2ef2074-2f72-48bc-9ec6-36cd05e765b9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:36.982536 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.010241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Calling delete_port for d2ef2074-2f72-48bc-9ec6-36cd05e765b9 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:15:37.067269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.129479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d65a-e39f-44b4-a81c-9fd8f8ce5003 req-2e6fc8fb-d111-493b-bb15-bcd1bbb45755 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:37.130972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d12d65a-e39f-44b4-a81c-9fd8f8ce5003 req-2e6fc8fb-d111-493b-bb15-bcd1bbb45755 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1359835 Apr 18 17:15:37.183604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Allocated IP 172.25.5.57 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/0396d8be-1e7d-4c14-ac12-6fad4539e51b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:37.228522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d12d65a-e39f-44b4-a81c-9fd8f8ce5003 req-811d968f-8a9b-41d6-bc4c-8dcc1f6e3876 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873127 Apr 18 17:15:37.288959 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.327437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.386280 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.426448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:37.436500 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.450264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=097d0357-a7bf-48ce-9a99-d64763cd7924,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:37.450264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event deleted for resources: {'Port': ['ID=d2ef2074-2f72-48bc-9ec6-36cd05e765b9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:37.454690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d2ef2074-2f72-48bc-9ec6-36cd05e765b9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:37.475685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:37.480329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:37.485663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:37.503980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] No DVR routers for this DVR port d2ef2074-2f72-48bc-9ec6-36cd05e765b9 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:15:37.505717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': '5cc26a07-5f62-47fe-bab4-51d5dd52575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c1da32a-9488-4579-966a-740f9aa80f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:37.508967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 2c1da32a-9488-4579-966a-740f9aa80f89, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:37.511043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.514259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7d3929d-6902-4350-9a06-fee12c1a0d30 req-8e58c56d-cbf6-4fe0-ba72-364ac203017c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.18 "DELETE /v2.0/ports/d2ef2074-2f72-48bc-9ec6-36cd05e765b9 HTTP/1.1" status: 204 len: 173 time: 0.8127244 Apr 18 17:15:37.514990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43048c3-85d2-4a5d-9a03-0eb4dc42ccef', 'name': 'network-vif-deleted', 'tag': 'd2ef2074-2f72-48bc-9ec6-36cd05e765b9'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:37.517376 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b152742-872b-4e47-bfcc-3e13e9c38727" -d '{"events": [{"server_uuid": "a43048c3-85d2-4a5d-9a03-0eb4dc42ccef", "name": "network-vif-deleted", "tag": "d2ef2074-2f72-48bc-9ec6-36cd05e765b9"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:37.521772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=0396d8be-1e7d-4c14-ac12-6fad4539e51b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:37.527972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9db657ad-b16c-4d9c-a5c9-506527c3332d req-7d7336de-43d6-4786-a1f1-7bc6274a38e8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 210 time: 0.1045446 Apr 18 17:15:37.597401 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb3b10-7660-43de-a889-fe0468e16eb6 x-openstack-request-id: req-2feb3b10-7660-43de-a889-fe0468e16eb6 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:37.598209 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43048c3-85d2-4a5d-9a03-0eb4dc42ccef", "name": "network-vif-deleted", "tag": "d2ef2074-2f72-48bc-9ec6-36cd05e765b9", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:37.601296 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2feb3b10-7660-43de-a889-fe0468e16eb6 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:37.601296 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2feb3b10-7660-43de-a889-fe0468e16eb6'] response: {'server_uuid': 'a43048c3-85d2-4a5d-9a03-0eb4dc42ccef', 'name': 'network-vif-deleted', 'tag': 'd2ef2074-2f72-48bc-9ec6-36cd05e765b9', 'status': 'completed', 'code': 200} Apr 18 17:15:37.611487 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.659449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 2c1da32a-9488-4579-966a-740f9aa80f89 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:37.673717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a99ebc-959b-4ce9-9729-ad557599d4c4 req-5a40e4d2-3564-4c40-a9f4-0e1b3a39a418 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:37.675222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22a99ebc-959b-4ce9-9729-ad557599d4c4 req-5a40e4d2-3564-4c40-a9f4-0e1b3a39a418 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0568790 Apr 18 17:15:37.717156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22a99ebc-959b-4ce9-9729-ad557599d4c4 req-985b1650-3724-4f05-a26b-f3a55a02e304 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Apr 18 17:15:37.727614 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.793945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 2c1da32a-9488-4579-966a-740f9aa80f89) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:37.799285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:37.800019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.804916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e8fef-840b-4e56-a50f-c10167cf54df None None] Network 2c1da32a-9488-4579-966a-740f9aa80f89 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:37.907142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:37.964845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-2c1da32a-9488-4579-966a-740f9aa80f89', 'network_id': '2c1da32a-9488-4579-966a-740f9aa80f89', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': '097d0357-a7bf-48ce-9a99-d64763cd7924'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:15:37.965773 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.001687 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f8d286e3-5241-4d40-9657-1292731d96f5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4278936 Apr 18 17:15:38.002257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41716) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:38.030978 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.109909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=0396d8be-1e7d-4c14-ac12-6fad4539e51b,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:38.114729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.120545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.125891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Allocated IP 172.20.0.2 (2c1da32a-9488-4579-966a-740f9aa80f89/097d0357-a7bf-48ce-9a99-d64763cd7924/833fc288-0012-4fb0-93c9-29d09a8e379d) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:38.173698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.215656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.224912 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-844cbd6b-0191-40fa-94e2-f3e3445f5d44 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3958273 Apr 18 17:15:38.276515 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.366289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b33e1-7032-4531-adca-6727ecc47c6c req-6a348f9a-e73f-44cf-946c-7ba95f92214d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:38.367051 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.369987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-291b33e1-7032-4531-adca-6727ecc47c6c req-6a348f9a-e73f-44cf-946c-7ba95f92214d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0667467 Apr 18 17:15:38.409829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Network 2c1da32a-9488-4579-966a-740f9aa80f89 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:38.412775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:38.417145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:38.424339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Pushing event updated for resources: {'Port': ['ID=833fc288-0012-4fb0-93c9-29d09a8e379d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:38.454482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-291b33e1-7032-4531-adca-6727ecc47c6c req-f23f532e-c871-437f-ab63-95349f74ee8b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833993 Apr 18 17:15:38.463412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-87ae07e0-3fd5-48fd-a67d-4a290c7afc54 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1065634953&fields=id&tenant_id=197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 267 time: 0.0590839 Apr 18 17:15:38.485871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Attempting to bind port 833fc288-0012-4fb0-93c9-29d09a8e379d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:38.486239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Attempting to bind port 833fc288-0012-4fb0-93c9-29d09a8e379d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '5cc26a07-5f62-47fe-bab4-51d5dd52575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c1da32a-9488-4579-966a-740f9aa80f89'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:38.486604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Attempting to bind port 833fc288-0012-4fb0-93c9-29d09a8e379d on network 2c1da32a-9488-4579-966a-740f9aa80f89 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:38.492288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:38.492659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Checking segment: {'id': '5cc26a07-5f62-47fe-bab4-51d5dd52575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c1da32a-9488-4579-966a-740f9aa80f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:38.493114 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.493535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Bound using segment: {'id': '5cc26a07-5f62-47fe-bab4-51d5dd52575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c1da32a-9488-4579-966a-740f9aa80f89'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:38.494002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Bound port: 833fc288-0012-4fb0-93c9-29d09a8e379d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc26a07-5f62-47fe-bab4-51d5dd52575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2c1da32a-9488-4579-966a-740f9aa80f89'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:38.494383 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.558580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] For port 833fc288-0012-4fb0-93c9-29d09a8e379d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:38.562339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] For port 833fc288-0012-4fb0-93c9-29d09a8e379d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=833fc288-0012-4fb0-93c9-29d09a8e379d,segment=NetworkSegment(5cc26a07-5f62-47fe-bab4-51d5dd52575c),segment_id=5cc26a07-5f62-47fe-bab4-51d5dd52575c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:38.580278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2816f410-b4fe-4827-88b7-53f499b611a1 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:38.581793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2816f410-b4fe-4827-88b7-53f499b611a1 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 814 time: 0.1088269 Apr 18 17:15:38.596782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-14e2d1f6-e211-46b0-8a10-bbfaffdbb3d3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/quotas/197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 375 time: 0.0091708 Apr 18 17:15:38.601708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.664813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=097d0357-a7bf-48ce-9a99-d64763cd7924,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:38.700512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7192e002-60cf-45b9-9122-da9928f2e861 req-38113acf-ce96-4266-9afd-48118fc06d80 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43048c3-85d2-4a5d-9a03-0eb4dc42ccef HTTP/1.1" status: 200 len: 210 time: 0.0779834 Apr 18 17:15:38.727349 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.757837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.790990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1da32a-9488-4579-966a-740f9aa80f89']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:38.809173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa77cc7-83be-44c4-8771-fe2420cdb7a2 None None] Pushing event updated for resources: {'Port': ['ID=833fc288-0012-4fb0-93c9-29d09a8e379d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:38.811828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-ea56a294-b5b3-4391-b756-c552828e4999 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2072475 Apr 18 17:15:38.826720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc26a07-5f62-47fe-bab4-51d5dd52575c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:38.827193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc26a07-5f62-47fe-bab4-51d5dd52575c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:38.863745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.925939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.942950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:38.943463 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:38.947150 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:39.017560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1759e-bcaa-423b-91cf-635d858270f1 req-ec67d64b-c914-4b94-adc5-35f8dfe38358 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:39.019938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcd1759e-bcaa-423b-91cf-635d858270f1 req-ec67d64b-c914-4b94-adc5-35f8dfe38358 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.2065189 Apr 18 17:15:39.101714 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-f46584ee-2465-48a7-9251-c0611cd62e75 service neutron] 10.222.0.45 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519748 Apr 18 17:15:39.128354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcd1759e-bcaa-423b-91cf-635d858270f1 req-1efb7625-37f8-49e9-8a85-8cbcf026434d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731013 Apr 18 17:15:39.193378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.api [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:15:39.193378 n-d-836015-2 neutron-server[109826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:15:39.193378 n-d-836015-2 neutron-server[109826]: [parameters: {'id': '2c1da32a-9488-4579-966a-740f9aa80f89'}] Apr 18 17:15:39.193378 n-d-836015-2 neutron-server[109826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:15:39.193896 n-d-836015-2 neutron-server[109826]: DEBUG oslo_db.api [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:15:39.210218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-f0fdcca6-e9e3-441f-b1e7-bf02e19f2622 service neutron] 10.222.0.45 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922751 Apr 18 17:15:39.426973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-6fc926c0-abc2-439d-8539-c0c2a49e474d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:39.428426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-6fc926c0-abc2-439d-8539-c0c2a49e474d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.41 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.0506110 Apr 18 17:15:39.568626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6caf626c-6bbc-4417-ab5e-f165c5f88b91 req-f362b472-6ef3-4a80-9fcf-f77c71d2bcea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 210 time: 0.0358567 Apr 18 17:15:39.612724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Deleting port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:15:39.612845 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:39.638337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d2ef2074-2f72-48bc-9ec6-36cd05e765b9 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:15:39.689924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: d2ef2074-2f72-48bc-9ec6-36cd05e765b9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:15:39.690272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d2ef2074-2f72-48bc-9ec6-36cd05e765b9 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:15:39.721953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:39.764279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437457cb-3ebc-4f25-a20f-d9c172d433bf req-074a97df-f18e-4dbe-b619-10ed247ddb67 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:39.765896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-437457cb-3ebc-4f25-a20f-d9c172d433bf req-074a97df-f18e-4dbe-b619-10ed247ddb67 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 945 time: 0.1716516 Apr 18 17:15:39.839638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] For port cdb8e411-2e1a-449b-8f64-8c01d0df5e47, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:39.839638 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:39.879408 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-437457cb-3ebc-4f25-a20f-d9c172d433bf req-b26afb9a-96ec-44f9-bc3a-b6e80923fab5 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987978 Apr 18 17:15:39.981678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Deleting port 833fc288-0012-4fb0-93c9-29d09a8e379d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:15:39.982406 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.024976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260021f-4e31-4455-90ff-f5ea889b832b None None] Network 2c1da32a-9488-4579-966a-740f9aa80f89 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:40.254310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-46d62a9a-6887-4272-b8ed-4ad9b6110fc7 None None] Provisioning complete for port 833fc288-0012-4fb0-93c9-29d09a8e379d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:40.255050 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46d62a9a-6887-4272-b8ed-4ad9b6110fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.458997 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46d62a9a-6887-4272-b8ed-4ad9b6110fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.468099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] DHCP port deletion for 2c1da32a-9488-4579-966a-740f9aa80f89 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:15:40.559192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-46d62a9a-6887-4272-b8ed-4ad9b6110fc7 None None] For port 833fc288-0012-4fb0-93c9-29d09a8e379d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=833fc288-0012-4fb0-93c9-29d09a8e379d,segment=NetworkSegment(5cc26a07-5f62-47fe-bab4-51d5dd52575c),segment_id=5cc26a07-5f62-47fe-bab4-51d5dd52575c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:40.578693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] Deleting port 833fc288-0012-4fb0-93c9-29d09a8e379d {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:15:40.579137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.610114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] For port 833fc288-0012-4fb0-93c9-29d09a8e379d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=833fc288-0012-4fb0-93c9-29d09a8e379d,segment=NetworkSegment(5cc26a07-5f62-47fe-bab4-51d5dd52575c),segment_id=5cc26a07-5f62-47fe-bab4-51d5dd52575c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:40.611127 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.636004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Calling delete_port for 833fc288-0012-4fb0-93c9-29d09a8e379d owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:15:40.645140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4c0ca-b7c8-4711-8a1d-a24499508de6 req-bd6b5cdf-e71b-4cb6-8ef7-7400328270f1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:40.646968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7d4c0ca-b7c8-4711-8a1d-a24499508de6 req-bd6b5cdf-e71b-4cb6-8ef7-7400328270f1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1996334 Apr 18 17:15:40.662196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] For port 833fc288-0012-4fb0-93c9-29d09a8e379d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=833fc288-0012-4fb0-93c9-29d09a8e379d,segment=NetworkSegment(5cc26a07-5f62-47fe-bab4-51d5dd52575c),segment_id=5cc26a07-5f62-47fe-bab4-51d5dd52575c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:40.662888 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.694578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] Calling delete_port for 833fc288-0012-4fb0-93c9-29d09a8e379d owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:15:40.694810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.694810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.694810 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Floating IP 33246c2f-28b3-4fb3-b955-cf9d550e1a04 disassociated. External IP: 172.25.5.230, port: cdb8e411-2e1a-449b-8f64-8c01d0df5e47. Apr 18 17:15:40.694810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Calling delete_port for cdb8e411-2e1a-449b-8f64-8c01d0df5e47 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:15:40.800847 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46d62a9a-6887-4272-b8ed-4ad9b6110fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:40.851553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-102f8602-c01b-4d90-8169-14552bab95f9 req-cb57be50-cdba-4e9d-a390-f285c87df2b4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 210 time: 0.1034894 Apr 18 17:15:40.857444 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7d4c0ca-b7c8-4711-8a1d-a24499508de6 req-47abd414-d46a-49bf-8410-f5106b54bc5b tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759491 Apr 18 17:15:40.933744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d62a9a-6887-4272-b8ed-4ad9b6110fc7 None None] Pushing event updated for resources: {'Port': ['ID=833fc288-0012-4fb0-93c9-29d09a8e379d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:40.949136 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:41.002050 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:41.010834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] Pushing event deleted for resources: {'Port': ['ID=833fc288-0012-4fb0-93c9-29d09a8e379d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:41.026962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de1f09-7c6b-4336-99cc-c16fe52d3860 None None] No DVR routers for this DVR port 833fc288-0012-4fb0-93c9-29d09a8e379d on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:15:41.059901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Port': ['ID=833fc288-0012-4fb0-93c9-29d09a8e379d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:41.114467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No DVR routers for this DVR port 833fc288-0012-4fb0-93c9-29d09a8e379d on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:15:41.129597 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:41.228119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b0be8-1274-41b3-b87c-a719856cd3b2 req-8fa7da89-e088-4321-9e5a-0e32fcafafca tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:41.238103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-233b0be8-1274-41b3-b87c-a719856cd3b2 req-8fa7da89-e088-4321-9e5a-0e32fcafafca tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 867 time: 0.1904941 Apr 18 17:15:41.254040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event deleted for resources: {'Port': ['ID=cdb8e411-2e1a-449b-8f64-8c01d0df5e47,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:41.482938 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:41.513857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-233b0be8-1274-41b3-b87c-a719856cd3b2 req-d6e89810-b0aa-47f6-aed2-65c2fb346405 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=76dc71b1-7f7a-44a7-9600-ef94425b18da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2747231 Apr 18 17:15:41.568264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1da32a-9488-4579-966a-740f9aa80f89']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:41.611463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc26a07-5f62-47fe-bab4-51d5dd52575c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:41.736872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc26a07-5f62-47fe-bab4-51d5dd52575c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:41.736872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:41.736872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Router f047c84a-fb0e-402b-b40a-55fd8fa50e4a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:15:41.736872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-62dcd5f3-a206-4b36-8220-f067b65044c8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:41.736872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-62dcd5f3-a206-4b36-8220-f067b65044c8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.4394610 Apr 18 17:15:41.736872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:41.737706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:41.738141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:41.742326 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:41.765637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-af0f0904-2110-49e3-8e69-e369bc6d0778 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/quotas/039ca64486874ae7ba1003e6f5de3127 HTTP/1.1" status: 200 len: 375 time: 0.0764740 Apr 18 17:15:41.929254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:15:41.940286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-61f3cbef-fa7d-49e5-92d0-080401374651 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1623549 Apr 18 17:15:41.943698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] Sync routers for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:15:41.968468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:15:41.971252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:15:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:42.107554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:15:42.125070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] No DVR routers for this DVR port cdb8e411-2e1a-449b-8f64-8c01d0df5e47 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:15:42.128774 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:42.133143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec356583-2dc4-4f25-9678-4f26f520d339 req-c3b9be99-10cb-4500-aaaf-92d88af3a581 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.41 "DELETE /v2.0/ports/cdb8e411-2e1a-449b-8f64-8c01d0df5e47 HTTP/1.1" status: 204 len: 173 time: 2.6975362 Apr 18 17:15:42.145249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c08e90aa-9546-465d-9410-28c722f00ca5 req-d866a90a-84ac-4ea9-8b3a-06b482cfdf9b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 210 time: 0.1578155 Apr 18 17:15:42.145249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1052a193-958e-4493-a430-56032c41e891', 'name': 'network-vif-deleted', 'tag': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:42.145249 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69210178-0f09-43c6-9099-18ceeeb7d6d7" -d '{"events": [{"server_uuid": "1052a193-958e-4493-a430-56032c41e891", "name": "network-vif-deleted", "tag": "cdb8e411-2e1a-449b-8f64-8c01d0df5e47"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:42.156901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-60a7be24-85f4-40ed-8778-b9092fab4692 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777980 Apr 18 17:15:42.208715 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:42.269224 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:42.272742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/2c1da32a-9488-4579-966a-740f9aa80f89 HTTP/1.1" status: 204 len: 168 time: 4.2695653 Apr 18 17:15:42.276855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41832) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:42.284008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429042839'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:42.301057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630c2c8-b9fa-4614-96f5-895de543c408 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=2c1da32a-9488-4579-966a-740f9aa80f89,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:42.388590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aed7e0-e6c8-40aa-96ff-3e82b7ef8036 req-b9e8ade7-57d8-4369-869b-c6b53f7361f9 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:42.390222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5aed7e0-e6c8-40aa-96ff-3e82b7ef8036 req-b9e8ade7-57d8-4369-869b-c6b53f7361f9 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1011939 Apr 18 17:15:42.391402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:42.392608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-b04300c1-311a-410d-b176-dae97178adf7 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283993 Apr 18 17:15:42.447513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5aed7e0-e6c8-40aa-96ff-3e82b7ef8036 req-3442dc4f-3dfd-4472-b460-08d0dc2cc0fa tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476153 Apr 18 17:15:42.467148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:42.470824 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:42.510733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] Checking router: f047c84a-fb0e-402b-b40a-55fd8fa50e4a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:15:42.524832 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3144708-fc1f-4856-ac8c-f739b222377d x-openstack-request-id: req-b3144708-fc1f-4856-ac8c-f739b222377d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:42.525130 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1052a193-958e-4493-a430-56032c41e891", "name": "network-vif-deleted", "tag": "cdb8e411-2e1a-449b-8f64-8c01d0df5e47", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:42.525378 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3144708-fc1f-4856-ac8c-f739b222377d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:42.525807 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3144708-fc1f-4856-ac8c-f739b222377d'] response: {'server_uuid': '1052a193-958e-4493-a430-56032c41e891', 'name': 'network-vif-deleted', 'tag': 'cdb8e411-2e1a-449b-8f64-8c01d0df5e47', 'status': 'completed', 'code': 200} Apr 18 17:15:42.554721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:15:42.554721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:15:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:42.554976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:42.602129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:42.602442 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment e2e6f3c5-bcd4-4eb8-94a2-60214497f796 of type vlan for network 61e65d88-c1e6-441a-85d2-e5eecaf91f5b Apr 18 17:15:42.712561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:42.887461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:42.894926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:42.895940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:42.985471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91fe871d-1ab7-4782-9252-745b19dc150e req-bfcb9517-d5ee-4a1e-b074-2de84ff142c9 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=1052a193-958e-4493-a430-56032c41e891 HTTP/1.1" status: 200 len: 210 time: 0.0889378 Apr 18 17:15:43.044660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:15:43.088521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-160135b2-1095-4b50-9caf-8b4719994a9c req-9c6c9a0d-f30e-406f-9047-fd4a0c30952c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 210 time: 0.0944502 Apr 18 17:15:43.133559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=61e65d88-c1e6-441a-85d2-e5eecaf91f5b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:43.139844 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f2401842-d9c5-4c05-b72c-0748c1bc81b9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8617420 Apr 18 17:15:43.142691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41846) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:43.149378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '61e65d88-c1e6-441a-85d2-e5eecaf91f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:43.215614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 61e65d88-c1e6-441a-85d2-e5eecaf91f5b details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:43.441173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c33cdb4b-4039-42d9-909f-233d42fdece7 req-158c9b28-f4f1-46cd-bfb6-566147f1db2e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 210 time: 0.1232114 Apr 18 17:15:43.514821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:43.518882 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:43.560476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:43.597085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab95b58-fef5-406b-a0a1-cb5cefea63d8 None None] The sync data for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 is: [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:15:43.712007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Performing IP validity checks on allocation pools {{(pid=109826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 17:15:43.714234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 17:15:43.797718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56564d19-0060-40f2-b3e0-83a8192c774c req-85adf486-1dba-4082-9078-4873193088ae tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:43.802461 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56564d19-0060-40f2-b3e0-83a8192c774c req-85adf486-1dba-4082-9078-4873193088ae tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.2148032 Apr 18 17:15:43.845999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6224bef9-4a96-4d45-b957-03352272ee3c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:43.847498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6224bef9-4a96-4d45-b957-03352272ee3c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 814 time: 0.3708131 Apr 18 17:15:43.942530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56564d19-0060-40f2-b3e0-83a8192c774c req-8c1a6a1a-d6ea-43cc-895c-e8e36aacf344 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212540 Apr 18 17:15:44.053451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-40736de1-d2e5-4578-aea6-93a7b5e12697 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 472 time: 0.1870997 Apr 18 17:15:44.081331 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'port': {'device_id': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'admin_state_up': True, 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'security_groups': ['c4736426-adf8-4999-a318-3d093aaf21db']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:44.187270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41870) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:44.214151 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ccd9d2-2f21-492e-84a7-e0007c570446 None None] New status for floating IP 33246c2f-28b3-4fb3-b955-cf9d550e1a04: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:15:44.270574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:44.274887 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd68c7b1-9d80-44f0-bef9-f737886c7b9f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:44.344000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd68c7b1-9d80-44f0-bef9-f737886c7b9f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:44.424554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-970a5ae1-dd5c-4110-a5ac-ac1d051bbdfc req-692783c9-6d91-46cf-b860-450b478915c0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 210 time: 0.1928270 Apr 18 17:15:44.433351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=2aaff45b-56eb-427b-bf20-288ab618fa0e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:44.483067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '61e65d88-c1e6-441a-85d2-e5eecaf91f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:44.483546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 61e65d88-c1e6-441a-85d2-e5eecaf91f5b, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:44.533038 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd68c7b1-9d80-44f0-bef9-f737886c7b9f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:44.535821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd68c7b1-9d80-44f0-bef9-f737886c7b9f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:44.539694 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dd68c7b1-9d80-44f0-bef9-f737886c7b9f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "DELETE /v2.0/security-groups/76dc71b1-7f7a-44a7-9600-ef94425b18da HTTP/1.1" status: 204 len: 168 time: 0.3490593 Apr 18 17:15:44.540580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41876) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:44.566355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68c7b1-9d80-44f0-bef9-f737886c7b9f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dc71b1-7f7a-44a7-9600-ef94425b18da,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:44.581941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Made reservation on behalf of 197c04bc2e604d4882b92c004121e59d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:44.590269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:44.596926 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-e6faf325-79cc-4586-bf00-2c127d010314 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] show failed (client error): The resource could not be found. Apr 18 17:15:44.602277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41878) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:44.604383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e6faf325-79cc-4586-bf00-2c127d010314 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups/76dc71b1-7f7a-44a7-9600-ef94425b18da HTTP/1.1" status: 404 len: 347 time: 0.0623078 Apr 18 17:15:44.718102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db8a16d6-906c-4d4e-9f71-c09eec513bc6 req-1fe76c0f-f7dd-484c-96c5-52850d4ecb5f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 210 time: 0.0817027 Apr 18 17:15:44.761153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 61e65d88-c1e6-441a-85d2-e5eecaf91f5b is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:44.837043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Deleting port 596e39a1-f5ed-4870-a958-84913555d366 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:15:44.837432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:44.860624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Allocated IP 172.20.0.11 (6cc2c58f-8546-4ce1-89d8-2b141f67b355/4b971683-011f-4e84-9c4f-5cea4b4efd1d/5c1c1a81-a0fa-4033-b095-b3b4c6a25f04) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:45.087262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.088992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 61e65d88-c1e6-441a-85d2-e5eecaf91f5b) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:45.089356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.089533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:45.089533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.089711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e33f49d-15db-4fda-9ac9-fb66fcc52cd4 None None] Network 61e65d88-c1e6-441a-85d2-e5eecaf91f5b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:45.090063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Calling delete_port for 596e39a1-f5ed-4870-a958-84913555d366 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:15:45.090158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.090252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device cdb8e411-2e1a-449b-8f64-8c01d0df5e47 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:15:45.107589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: cdb8e411-2e1a-449b-8f64-8c01d0df5e47 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:15:45.108065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device cdb8e411-2e1a-449b-8f64-8c01d0df5e47 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:15:45.149096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcae134-53dc-4996-bb48-252d2fa571ac req-c1a1bfc5-d860-47e4-be69-07eb8e2e26b3 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:45.150663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2dcae134-53dc-4996-bb48-252d2fa571ac req-c1a1bfc5-d860-47e4-be69-07eb8e2e26b3 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0748699 Apr 18 17:15:45.197093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-61e65d88-c1e6-441a-85d2-e5eecaf91f5b', 'network_id': '61e65d88-c1e6-441a-85d2-e5eecaf91f5b', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': '2aaff45b-56eb-427b-bf20-288ab618fa0e'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:15:45.198085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2dcae134-53dc-4996-bb48-252d2fa571ac req-ae330077-78b9-4249-9efc-4c624d392c17 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Apr 18 17:15:45.198656 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.256531 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.262129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-70d0702f-c089-43f9-ad93-b7419067561c tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1183288 Apr 18 17:15:45.265255 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.267106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41886) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:45.293506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event deleted for resources: {'Port': ['ID=596e39a1-f5ed-4870-a958-84913555d366,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:45.408538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:45.415023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:45.418960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:45.421298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:45.422153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Allocated IP 172.20.0.3 (61e65d88-c1e6-441a-85d2-e5eecaf91f5b/2aaff45b-56eb-427b-bf20-288ab618fa0e/01649b1e-0a27-430d-9375-d7eb0519c5b5) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:45.505498 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.548387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:45.549040 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.558426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.566031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.567938 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e113fb8b-f646-469c-8160-0c06051ae0ba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "DELETE /v2.0/floatingips/33246c2f-28b3-4fb3-b955-cf9d550e1a04 HTTP/1.1" status: 204 len: 168 time: 0.9646773 Apr 18 17:15:45.750013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-caf0716e-4cee-4174-82be-0567d6d5aa7c req-2464f8b9-18ad-495d-8327-f48fced608a1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 210 time: 0.1059027 Apr 18 17:15:45.769595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-2f65c436-2914-477a-99e7-3a92ce7b7786 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6958199 Apr 18 17:15:45.792359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Request body: {'port': {'device_id': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:45.800588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.911582 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:45.969754 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.003578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a93fc5a1-7b75-46c4-936d-e05c155c8be6 None None] Provisioning complete for port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:46.004227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a93fc5a1-7b75-46c4-936d-e05c155c8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.045246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a93fc5a1-7b75-46c4-936d-e05c155c8be6 None None] Port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:15:46.084135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767d723-c0db-46ef-99c0-147e836017ad req-467202e6-1ab0-47d0-a08e-ed57ef7c4583 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:46.087563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5767d723-c0db-46ef-99c0-147e836017ad req-467202e6-1ab0-47d0-a08e-ed57ef7c4583 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 932 time: 0.1285961 Apr 18 17:15:46.134264 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.222459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41916) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:46.224020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Pushing event updated for resources: {'Port': ['ID=01649b1e-0a27-430d-9375-d7eb0519c5b5,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:46.228089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099343003', 'description': 'tempest-description--1165292635'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:46.243652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5767d723-c0db-46ef-99c0-147e836017ad req-4be282ff-4442-4377-8aa3-d2e7a9ace515 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551132 Apr 18 17:15:46.254225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Network 61e65d88-c1e6-441a-85d2-e5eecaf91f5b is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:46.261201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:46.273898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:46.296763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.349665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Attempting to bind port 01649b1e-0a27-430d-9375-d7eb0519c5b5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:46.350146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Attempting to bind port 01649b1e-0a27-430d-9375-d7eb0519c5b5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '61e65d88-c1e6-441a-85d2-e5eecaf91f5b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:46.350757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Attempting to bind port 01649b1e-0a27-430d-9375-d7eb0519c5b5 on network 61e65d88-c1e6-441a-85d2-e5eecaf91f5b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:46.356319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:46.356698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Checking segment: {'id': 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '61e65d88-c1e6-441a-85d2-e5eecaf91f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:46.357440 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.358059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Bound using segment: {'id': 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '61e65d88-c1e6-441a-85d2-e5eecaf91f5b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:46.359385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Bound port: 01649b1e-0a27-430d-9375-d7eb0519c5b5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '61e65d88-c1e6-441a-85d2-e5eecaf91f5b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:46.359856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.387991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaff45b-56eb-427b-bf20-288ab618fa0e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:46.396852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.473801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] For port 01649b1e-0a27-430d-9375-d7eb0519c5b5, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:46.478390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] For port 01649b1e-0a27-430d-9375-d7eb0519c5b5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=01649b1e-0a27-430d-9375-d7eb0519c5b5,segment=NetworkSegment(e2e6f3c5-bcd4-4eb8-94a2-60214497f796),segment_id=e2e6f3c5-bcd4-4eb8-94a2-60214497f796)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:46.630811 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.711665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.785564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bf23b-0412-4e8b-ae8a-2aed9bc5f630 None None] Pushing event updated for resources: {'Port': ['ID=01649b1e-0a27-430d-9375-d7eb0519c5b5,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:46.799973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:46.831049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02e9fe-57b6-45ec-a4de-f98578bfd81a None None] Network 61e65d88-c1e6-441a-85d2-e5eecaf91f5b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:46.910994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7469523a-6cc6-4d51-91d2-caebab752e31,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:46.938444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.939013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.939459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.940730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.940730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.941019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.941483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.942040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.942479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.943000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.943443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:46.944692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:47.017673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-d5b24ba5-9b39-45d2-8a6f-781ac8efb8f4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:47.019125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-d5b24ba5-9b39-45d2-8a6f-781ac8efb8f4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.8300359 Apr 18 17:15:47.045636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Request body: {'port': {'device_id': '3a6c56ee-1af2-4470-a341-9df62464373e', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'admin_state_up': True, 'tenant_id': '039ca64486874ae7ba1003e6f5de3127'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:47.059755 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.063788 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9d64d6e0-b716-4665-a46b-fce260b3707c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8374200 Apr 18 17:15:47.064643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41926) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:47.073173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3603fd25-15a3-401b-8812-ecaa6ef0b145 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'security_group_rule': {'security_group_id': '7469523a-6cc6-4d51-91d2-caebab752e31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:47.099580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a744f-7ff3-425a-b51b-0e2d7732ac3e None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:15:47.103612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e94ab656-d271-413a-a066-4bf2fe760a4d req-fa0affcd-f642-4336-ac17-aa9626136955 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 210 time: 0.1205206 Apr 18 17:15:47.214209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:47.222451 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.238994 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3603fd25-15a3-401b-8812-ecaa6ef0b145 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.297967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a744f-7ff3-425a-b51b-0e2d7732ac3e None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:15:47.331072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3603fd25-15a3-401b-8812-ecaa6ef0b145 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.384388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Transition to ACTIVE for port object 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:15:47.430112 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.456612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e65d88-c1e6-441a-85d2-e5eecaf91f5b']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:47.468012 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.470202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:47.470507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:47.481976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.498989 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.506408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:47.506993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.516315 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3603fd25-15a3-401b-8812-ecaa6ef0b145 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.535309 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.549270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603fd25-15a3-401b-8812-ecaa6ef0b145 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cf6188-00f4-41c4-95a2-3c23cfb2a87f,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:47.621449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9884-5bef-45b2-85d3-184e7d9749cf req-a2345184-586b-49f2-a12e-6c014312546d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:47.630547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15dc9884-5bef-45b2-85d3-184e7d9749cf req-a2345184-586b-49f2-a12e-6c014312546d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 1.2570035 Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:47.641191 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:47.660372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3603fd25-15a3-401b-8812-ecaa6ef0b145 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.665556 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3603fd25-15a3-401b-8812-ecaa6ef0b145 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5962281 Apr 18 17:15:47.665796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41932) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:47.673749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-add89ac6-094d-4d30-9f03-718540fd2f98 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'security_group_rule': {'security_group_id': '7469523a-6cc6-4d51-91d2-caebab752e31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:47.698565 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.721329 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.api [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:15:47.721329 n-d-836015-2 neutron-server[109826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:15:47.721329 n-d-836015-2 neutron-server[109826]: [parameters: {'id': '61e65d88-c1e6-441a-85d2-e5eecaf91f5b'}] Apr 18 17:15:47.721329 n-d-836015-2 neutron-server[109826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:15:47.732386 n-d-836015-2 neutron-server[109826]: DEBUG oslo_db.api [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:15:47.805341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15dc9884-5bef-45b2-85d3-184e7d9749cf req-dcfff3b6-7b1f-4db1-8db7-c3c8b7a95333 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655917 Apr 18 17:15:47.806814 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-add89ac6-094d-4d30-9f03-718540fd2f98 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:47.851463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637615b0-1f17-4ce8-a123-e73bcc357250 req-dfdd39d8-60c1-4908-8edb-8d98a5fb3d35 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:47.862450 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-637615b0-1f17-4ce8-a123-e73bcc357250 req-dfdd39d8-60c1-4908-8edb-8d98a5fb3d35 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 932 time: 0.4714077 Apr 18 17:15:47.953594 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-add89ac6-094d-4d30-9f03-718540fd2f98 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.002009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:48.018443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-add89ac6-094d-4d30-9f03-718540fd2f98 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.057860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add89ac6-094d-4d30-9f03-718540fd2f98 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563f744e-c48c-4458-abd5-9e742460914e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:48.091191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-637615b0-1f17-4ce8-a123-e73bcc357250 req-9a5de156-d23c-4bc1-a37d-caadac832d29 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275472 Apr 18 17:15:48.108332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Attempting to bind port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:48.108799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Attempting to bind port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:48.109150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Attempting to bind port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:48.117016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:15:48.117348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Attempting to bind port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:48.125054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-add89ac6-094d-4d30-9f03-718540fd2f98 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.127671 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-add89ac6-094d-4d30-9f03-718540fd2f98 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4605265 Apr 18 17:15:48.131433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41940) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:48.137319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:48.137710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Checking segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:48.138200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Bound using segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:48.138533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Bound port: 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:48.138897 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.151889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:48.204454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:48.208385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.222337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.270063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.283429 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3d277de-d3f9-4616-82cf-1bf98b3a7dea req-1fd40eec-a4a0-4937-9081-70bc543d86c5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 210 time: 0.0562539 Apr 18 17:15:48.331704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] For port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:48.336173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] For port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:48.481271 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.524888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.645197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:48.651479 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:48.653537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 HTTP/1.1" status: 200 len: 1092 time: 2.8668308 Apr 18 17:15:48.662200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'tag': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:48.662200 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c220d44d-8a94-4efb-84f4-f375132a1c52" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a", "tag": "5c1c1a81-a0fa-4033-b095-b3b4c6a25f04"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:48.767637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Allocated IP 172.25.5.29 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/a5c861a4-bcbd-4353-842e-5ab67df408b9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:48.783256 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b0cd9b-15f9-410d-b8df-96bfae716a9e x-openstack-request-id: req-10b0cd9b-15f9-410d-b8df-96bfae716a9e {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:48.783567 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a", "tag": "5c1c1a81-a0fa-4033-b095-b3b4c6a25f04", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:48.783887 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10b0cd9b-15f9-410d-b8df-96bfae716a9e {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:48.784427 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b0cd9b-15f9-410d-b8df-96bfae716a9e'] response: {'name': 'network-changed', 'server_uuid': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'tag': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'status': 'completed', 'code': 200} Apr 18 17:15:49.020843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Allocated IP 172.20.0.9 (675b81c6-89ef-4cf3-9b4a-8b7e72752016/92cd26c9-3999-468f-92e8-f41c026b94e2/22ea204e-2564-408c-9eba-c9f0ccbea891) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:49.055839 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:49.058706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Deleting port 01649b1e-0a27-430d-9375-d7eb0519c5b5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:15:49.059271 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:49.061377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7af2a-58c4-45fe-8c41-8037620547d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:49.172835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:49.185972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220d44d-8a94-4efb-84f4-f375132a1c52 req-be169785-634e-4d11-b8b4-c98608dffa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:49.187480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c220d44d-8a94-4efb-84f4-f375132a1c52 req-be169785-634e-4d11-b8b4-c98608dffa02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 1095 time: 0.3808260 Apr 18 17:15:49.236944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:49.240540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:49.247699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:49.295480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7b1a4-f598-4841-9b65-5ad3a3a4c7b3 req-8450eb47-36d6-4529-bafd-35a4c0be48e5 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:49.302746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06d7b1a4-f598-4841-9b65-5ad3a3a4c7b3 req-8450eb47-36d6-4529-bafd-35a4c0be48e5 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.3330946 Apr 18 17:15:49.313203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'Port': ['ID=a5c861a4-bcbd-4353-842e-5ab67df408b9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:49.369880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] For port 01649b1e-0a27-430d-9375-d7eb0519c5b5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=01649b1e-0a27-430d-9375-d7eb0519c5b5,segment=NetworkSegment(e2e6f3c5-bcd4-4eb8-94a2-60214497f796),segment_id=e2e6f3c5-bcd4-4eb8-94a2-60214497f796)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:49.370270 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:49.381922 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:49.417907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Calling delete_port for 01649b1e-0a27-430d-9375-d7eb0519c5b5 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:15:49.505764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0fefc-6c83-4fd3-9fe2-3d19ee3b1e62 req-05881f19-e75e-4870-a40b-9b72c8fbcabb tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:49.507426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bba0fefc-6c83-4fd3-9fe2-3d19ee3b1e62 req-05881f19-e75e-4870-a40b-9b72c8fbcabb tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 944 time: 0.3011699 Apr 18 17:15:49.556193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:49.588432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06d7b1a4-f598-4841-9b65-5ad3a3a4c7b3 req-14ef6727-70bb-45a7-96a5-5f86a28e65c1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790854 Apr 18 17:15:49.710745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220d44d-8a94-4efb-84f4-f375132a1c52 req-6cd28193-d9ac-4387-b164-500fe1cad6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:49.712245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c220d44d-8a94-4efb-84f4-f375132a1c52 req-6cd28193-d9ac-4387-b164-500fe1cad6ff service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=197c04bc2e604d4882b92c004121e59d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5090082 Apr 18 17:15:49.798343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a8c83e7-b2cf-4fb3-b22a-0933a85f0c22 req-5bb5d991-4aeb-4d6b-a7a3-bd63020c2e08 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 210 time: 0.0949004 Apr 18 17:15:49.807951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bba0fefc-6c83-4fd3-9fe2-3d19ee3b1e62 req-5f6a429c-d01f-4dc6-8072-70b2f04fd1f3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485299 Apr 18 17:15:49.809468 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:49.880185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:49.939996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.001603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'Port': ['ID=a5c861a4-bcbd-4353-842e-5ab67df408b9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:50.037731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.040299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.058188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No DVR routers for this DVR port 01649b1e-0a27-430d-9375-d7eb0519c5b5 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:15:50.060966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220d44d-8a94-4efb-84f4-f375132a1c52 req-7e898990-ae46-44bc-b43f-2ab235ea8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:50.062788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c220d44d-8a94-4efb-84f4-f375132a1c52 req-7e898990-ae46-44bc-b43f-2ab235ea8f66 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3272936 Apr 18 17:15:50.119819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Port': ['ID=01649b1e-0a27-430d-9375-d7eb0519c5b5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:50.127720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.163852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:50.178407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.181439 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9d2c9583-1bbf-43bc-8579-d0690817c25d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0470388 Apr 18 17:15:50.284469 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.339923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e65d88-c1e6-441a-85d2-e5eecaf91f5b']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:50.417984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:50.418301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e6f3c5-bcd4-4eb8-94a2-60214497f796') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:50.450388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.456968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:50.457584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:50.468311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event updated for resources: {'Port': ['ID=22ea204e-2564-408c-9eba-c9f0ccbea891,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:50.474046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:50.478484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:50.493148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.525031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:50.525740 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:50.528692 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:50.543776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-faabc841-c35c-4cfe-8d0e-c13620d7f89d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1099343003&fields=id&tenant_id=e26e2a34127a4a01b4a2418d027e60f7 HTTP/1.1" status: 200 len: 267 time: 0.1578138 Apr 18 17:15:50.551874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-992eb914-1cc9-4b95-b723-f36aedbf6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:50.553334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-992eb914-1cc9-4b95-b723-f36aedbf6c70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 1095 time: 0.1826448 Apr 18 17:15:50.589027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ede830ad-88b0-4875-bb89-293faeec3806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.665275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-3d514ef5-abc8-4490-b709-77a72bf2b72e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 HTTP/1.1" status: 200 len: 217 time: 0.0735457 Apr 18 17:15:50.680644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:50.681264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.697458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ede830ad-88b0-4875-bb89-293faeec3806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.787772 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.804847 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.808074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/61e65d88-c1e6-441a-85d2-e5eecaf91f5b HTTP/1.1" status: 204 len: 168 time: 5.5393119 Apr 18 17:15:50.811256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41986) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:50.817781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1189221064'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:50.835606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ede830ad-88b0-4875-bb89-293faeec3806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.860981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840830b-834b-4380-9a1e-04ff56927ca1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=61e65d88-c1e6-441a-85d2-e5eecaf91f5b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:50.875491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087e0b-73fa-4b5f-9ffc-aa19cf008634 req-32e6ffe2-7ae4-4f20-9999-13186ab282fb tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:50.877062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6087e0b-73fa-4b5f-9ffc-aa19cf008634 req-32e6ffe2-7ae4-4f20-9999-13186ab282fb tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.2201872 Apr 18 17:15:50.880246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-80192619-e433-4c87-93e9-9ab7d1ed736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:50.881746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-80192619-e433-4c87-93e9-9ab7d1ed736b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.1698883 Apr 18 17:15:50.889501 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ede830ad-88b0-4875-bb89-293faeec3806 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c8ea5c2e4224a909567c3f374b8c95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291162 Apr 18 17:15:50.889989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41994) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:50.892164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede830ad-88b0-4875-bb89-293faeec3806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fdd490-0cc1-4104-b08d-4ad37db88dba,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:50.894005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-b1068098-cc5d-4da3-8111-df0c23a230ef tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:50.895556 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-b1068098-cc5d-4da3-8111-df0c23a230ef tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 809 time: 0.3407495 Apr 18 17:15:50.917311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-bce327c0-4710-4816-b01c-c7716bf94e4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8760684 Apr 18 17:15:50.952899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:50.955227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Request body: {'port': {'device_id': '3a6c56ee-1af2-4470-a341-9df62464373e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:50.957161 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:50.962976 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-83568532-107f-4f91-aefb-b037033088fe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/quotas/e26e2a34127a4a01b4a2418d027e60f7 HTTP/1.1" status: 200 len: 375 time: 0.0491476 Apr 18 17:15:50.995955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b4001f1-ca90-4335-b713-9a26b18dbebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.000985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:51.025583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.027532 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment f7169c51-fbab-4817-b94b-253f332a2c40 of type vlan for network 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 Apr 18 17:15:51.046658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6087e0b-73fa-4b5f-9ffc-aa19cf008634 req-71582379-d14e-41f5-b831-2af33cc7be89 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488979 Apr 18 17:15:51.057033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b4001f1-ca90-4335-b713-9a26b18dbebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.092845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-31c02909-23b0-43a2-b8da-a0907847e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:51.094681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-31c02909-23b0-43a2-b8da-a0907847e529 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980562 Apr 18 17:15:51.096144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.109752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.150939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-bca6eac9-b68d-4aea-9940-a10ac911c86b tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1552217 Apr 18 17:15:51.222320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.231528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:51.234848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.255689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b4001f1-ca90-4335-b713-9a26b18dbebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.260642 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b4001f1-ca90-4335-b713-9a26b18dbebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.262577 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1b4001f1-ca90-4335-b713-9a26b18dbebb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67fdd490-0cc1-4104-b08d-4ad37db88dba HTTP/1.1" status: 204 len: 168 time: 0.3716340 Apr 18 17:15:51.332151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4001f1-ca90-4335-b713-9a26b18dbebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fdd490-0cc1-4104-b08d-4ad37db88dba,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:51.338482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=16c907b8-e7a5-4bf8-bc8b-0f40232c4a67,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:51.368719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:51.398145 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f395c487-f29b-4305-b20b-5e18b1428a04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5856099 Apr 18 17:15:51.401042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42002) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:51.408829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '16c907b8-e7a5-4bf8-bc8b-0f40232c4a67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:51.598477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad01a9-feb3-4265-b018-3897d1cbd4b4 req-ca63650d-8d7e-44b4-a9d1-34034646d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:51.599860 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a4ad01a9-feb3-4265-b018-3897d1cbd4b4 req-ca63650d-8d7e-44b4-a9d1-34034646d7db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1096 time: 0.0754707 Apr 18 17:15:51.649476 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a4ad01a9-feb3-4265-b018-3897d1cbd4b4 req-3f4b9be1-5b15-415c-89f6-4770af9e0296 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Apr 18 17:15:51.672137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:51.684892 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:51.837511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0ffa6-0237-482b-a9af-e5c3eba63d6c req-b7330a24-534b-4bfc-b0ec-b599473e515c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:51.845258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebd0ffa6-0237-482b-a9af-e5c3eba63d6c req-b7330a24-534b-4bfc-b0ec-b599473e515c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 931 time: 0.5921934 Apr 18 17:15:51.954590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-5bdaa249-bf9d-4f04-b87e-c3740306bd6d service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8461201 Apr 18 17:15:51.961467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-2f6c7903-a52e-407b-93ce-4feef5bb6cf9 service neutron] 10.222.0.45 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8095095 Apr 18 17:15:51.998072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebd0ffa6-0237-482b-a9af-e5c3eba63d6c req-dfd7a2b2-60ef-4c8b-aeea-b7d60b55e5c1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517532 Apr 18 17:15:52.099865 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:52.173838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=afcea7d9-f5b0-422f-bcf2-a98b141bf217,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:52.234662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': 'f7169c51-fbab-4817-b94b-253f332a2c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '16c907b8-e7a5-4bf8-bc8b-0f40232c4a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:52.235066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:52.276293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58ef5-cdf9-4905-9294-3943cd6e3ef4 req-9dcc087e-f2b6-4502-9a98-2565a6e4a29e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:52.278372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bde58ef5-cdf9-4905-9294-3943cd6e3ef4 req-9dcc087e-f2b6-4502-9a98-2565a6e4a29e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 944 time: 0.1654987 Apr 18 17:15:52.352014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-57b4e032-016c-41ab-b199-d370d6ca8b57 service neutron] 10.222.0.45 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518465 Apr 18 17:15:52.355965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:52.383162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bde58ef5-cdf9-4905-9294-3943cd6e3ef4 req-f0cee74d-661c-4a98-8713-41b252a99e00 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938661 Apr 18 17:15:52.396770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8abf59fe-ab8e-4360-bcb6-1ee1d07d9036 req-89cc88ff-6a7e-4986-a38f-84dad15a0122 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768153 Apr 18 17:15:52.472988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ea204e-2564-408c-9eba-c9f0ccbea891 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:52.482755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:52.499422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Transition to ACTIVE for port object 22ea204e-2564-408c-9eba-c9f0ccbea891 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:15:52.504542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:52.510096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:52.510716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:52.520713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8ba28b-3faf-4978-b69a-4032c1dceb1c None None] Network 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:52.599028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:52.686083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d021-8739-4001-bc12-3c4b238113ca req-77a6595f-59d2-4e25-ba5d-a640f506cda8 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:52.687890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6303d021-8739-4001-bc12-3c4b238113ca req-77a6595f-59d2-4e25-ba5d-a640f506cda8 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1450164 Apr 18 17:15:52.705025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0b58e308-f89d-4ccb-825f-34ab1c3c9a8d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3021855 Apr 18 17:15:52.707744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42028) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:52.742683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Pushing event updated for resources: {'Port': ['ID=22ea204e-2564-408c-9eba-c9f0ccbea891,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:52.760018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-16c907b8-e7a5-4bf8-bc8b-0f40232c4a67', 'network_id': '16c907b8-e7a5-4bf8-bc8b-0f40232c4a67', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': 'afcea7d9-f5b0-422f-bcf2-a98b141bf217'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:15:52.764778 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:52.844312 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6303d021-8739-4001-bc12-3c4b238113ca req-b7cdd7a0-6c29-4ddb-9d55-6bafa86d4c6b tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261702 Apr 18 17:15:52.916382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Attempting to bind port 22ea204e-2564-408c-9eba-c9f0ccbea891 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:52.919392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Attempting to bind port 22ea204e-2564-408c-9eba-c9f0ccbea891 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:52.919844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Attempting to bind port 22ea204e-2564-408c-9eba-c9f0ccbea891 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:52.938173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Port 22ea204e-2564-408c-9eba-c9f0ccbea891 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:15:52.942030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Attempting to bind port 22ea204e-2564-408c-9eba-c9f0ccbea891 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:53.011563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.013317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42038) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:53.059346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Allocated IP 172.20.0.1 (16c907b8-e7a5-4bf8-bc8b-0f40232c4a67/afcea7d9-f5b0-422f-bcf2-a98b141bf217/a1176715-8453-4643-9daa-47eb30a3cd2d) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:53.145160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:53.146767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.149104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Checking segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:53.153044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Bound using segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:53.156823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Bound port: 22ea204e-2564-408c-9eba-c9f0ccbea891, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:53.157303 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.170242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a927926-5a53-49a2-bbb0-90d0baea269e req-1f5a8da3-f927-4070-b423-5cf195ccf842 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 210 time: 0.2354653 Apr 18 17:15:53.217530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2099648731-network', 'tenant_id': '9fe85dda84434ec2878e5bc43aae6995'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:53.278278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae333b-8cdd-446e-a447-4609fd89ae16 req-46a1b8f3-4ddb-497e-96d3-04268a4d1abd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:53.279558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-caae333b-8cdd-446e-a447-4609fd89ae16 req-46a1b8f3-4ddb-497e-96d3-04268a4d1abd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 943 time: 0.1147277 Apr 18 17:15:53.318746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] For port 22ea204e-2564-408c-9eba-c9f0ccbea891, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:53.332610 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.348034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-caae333b-8cdd-446e-a447-4609fd89ae16 req-cfe0cc40-f975-426d-9cb5-b0cc74a41ebd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Apr 18 17:15:53.349759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] For port 22ea204e-2564-408c-9eba-c9f0ccbea891, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22ea204e-2564-408c-9eba-c9f0ccbea891,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:53.383258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Made reservation on behalf of 9fe85dda84434ec2878e5bc43aae6995 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:53.386890 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.407236 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.418505 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.495728 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Network 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:53.496259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.502184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:53.509898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:53.546975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Pushing event updated for resources: {'Port': ['ID=a1176715-8453-4643-9daa-47eb30a3cd2d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:53.554160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:53.554813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.556204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] 10.222.0.41 "PUT /v2.0/ports/22ea204e-2564-408c-9eba-c9f0ccbea891 HTTP/1.1" status: 200 len: 1091 time: 2.6073666 Apr 18 17:15:53.556656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6c56ee-1af2-4470-a341-9df62464373e', 'tag': '22ea204e-2564-408c-9eba-c9f0ccbea891'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:53.558977 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5560f13f-9a96-436a-9dac-03c5311f28ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6c56ee-1af2-4470-a341-9df62464373e", "tag": "22ea204e-2564-408c-9eba-c9f0ccbea891"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:53.564026 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.633134 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b14cdb-af1b-41c2-a300-95aa909be938 x-openstack-request-id: req-57b14cdb-af1b-41c2-a300-95aa909be938 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:53.633695 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6c56ee-1af2-4470-a341-9df62464373e", "tag": "22ea204e-2564-408c-9eba-c9f0ccbea891", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:53.634127 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57b14cdb-af1b-41c2-a300-95aa909be938 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:53.634833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=afcea7d9-f5b0-422f-bcf2-a98b141bf217,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:53.635733 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b14cdb-af1b-41c2-a300-95aa909be938'] response: {'name': 'network-changed', 'server_uuid': '3a6c56ee-1af2-4470-a341-9df62464373e', 'tag': '22ea204e-2564-408c-9eba-c9f0ccbea891', 'status': 'completed', 'code': 200} Apr 18 17:15:53.644687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Attempting to bind port a1176715-8453-4643-9daa-47eb30a3cd2d on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:15:53.647429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Attempting to bind port a1176715-8453-4643-9daa-47eb30a3cd2d by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'f7169c51-fbab-4817-b94b-253f332a2c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '16c907b8-e7a5-4bf8-bc8b-0f40232c4a67'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:15:53.648272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Attempting to bind port a1176715-8453-4643-9daa-47eb30a3cd2d on network 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:15:53.661172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e13c1-2eff-4790-b8e0-a231d043c00a req-72ff5fbe-b593-474a-857a-e8070ee46ca4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:53.670951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:15:53.671522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Checking segment: {'id': 'f7169c51-fbab-4817-b94b-253f332a2c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '16c907b8-e7a5-4bf8-bc8b-0f40232c4a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:53.671948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.672351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Bound using segment: {'id': 'f7169c51-fbab-4817-b94b-253f332a2c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '16c907b8-e7a5-4bf8-bc8b-0f40232c4a67'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:15:53.673254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf7e13c1-2eff-4790-b8e0-a231d043c00a req-72ff5fbe-b593-474a-857a-e8070ee46ca4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 944 time: 0.1767535 Apr 18 17:15:53.673767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Bound port: a1176715-8453-4643-9daa-47eb30a3cd2d, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7169c51-fbab-4817-b94b-253f332a2c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '16c907b8-e7a5-4bf8-bc8b-0f40232c4a67'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:15:53.675057 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.676330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b9425-852f-42d7-ac48-093c06840176 service neutron] Pushing event updated for resources: {'Port': ['ID=22ea204e-2564-408c-9eba-c9f0ccbea891,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:53.731966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.768052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c907b8-e7a5-4bf8-bc8b-0f40232c4a67']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:53.776140 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf7e13c1-2eff-4790-b8e0-a231d043c00a req-43b32694-33cc-4a29-9e3a-b7f2915f9356 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949254 Apr 18 17:15:53.781637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560f13f-9a96-436a-9dac-03c5311f28ff req-d478268a-1976-4769-9df9-c26ea12903ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:53.783110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5560f13f-9a96-436a-9dac-03c5311f28ff req-d478268a-1976-4769-9df9-c26ea12903ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 1094 time: 0.1031427 Apr 18 17:15:53.796698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7169c51-fbab-4817-b94b-253f332a2c40') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:53.797101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7169c51-fbab-4817-b94b-253f332a2c40') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:53.800404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.810238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.818684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] For port a1176715-8453-4643-9daa-47eb30a3cd2d, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:15:53.824197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] For port a1176715-8453-4643-9daa-47eb30a3cd2d, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a1176715-8453-4643-9daa-47eb30a3cd2d,segment=NetworkSegment(f7169c51-fbab-4817-b94b-253f332a2c40),segment_id=f7169c51-fbab-4817-b94b-253f332a2c40)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:15:53.931456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560f13f-9a96-436a-9dac-03c5311f28ff req-cabe464f-f372-442f-a46b-106f29fc14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:53.933463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5560f13f-9a96-436a-9dac-03c5311f28ff req-cabe464f-f372-442f-a46b-106f29fc14f5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=039ca64486874ae7ba1003e6f5de3127&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1358936 Apr 18 17:15:53.936398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:53.970871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:53.982850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0573b7f2-e87f-479e-be60-555263943324,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:53.985661 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.011384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.013924 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Added segment 70a177ed-7767-44c2-ae9b-6ca919e88e02 of type vlan for network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 Apr 18 17:15:54.017029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.034358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:54.038561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:54.038934 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:54.080055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560f13f-9a96-436a-9dac-03c5311f28ff req-5615d13b-7b5e-489e-a23f-b04521727ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:54.082191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5560f13f-9a96-436a-9dac-03c5311f28ff req-5615d13b-7b5e-489e-a23f-b04521727ec0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380281 Apr 18 17:15:54.125138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.149195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4e570-de8a-4179-83d6-3710e4d9b79e None None] Pushing event updated for resources: {'Port': ['ID=a1176715-8453-4643-9daa-47eb30a3cd2d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:54.168978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b7b2a-bfef-4693-9915-3cc5e19f9c5f None None] Network 16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:54.179296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b831d4-1233-440e-b912-b6e1905ad6c9 req-e9fbcd7a-63ce-4003-8e2a-f827d113a41a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:54.181121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12b831d4-1233-440e-b912-b6e1905ad6c9 req-e9fbcd7a-63ce-4003-8e2a-f827d113a41a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1028893 Apr 18 17:15:54.183590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:15:54.183590 n-d-836015-2 neutron-server[109825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:15:54.183590 n-d-836015-2 neutron-server[109825]: [parameters: {'id': '16c907b8-e7a5-4bf8-bc8b-0f40232c4a67'}] Apr 18 17:15:54.183590 n-d-836015-2 neutron-server[109825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:15:54.184002 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:15:54.252419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-dba1d531-ff00-4a76-8a24-71e34632c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:54.255370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-dba1d531-ff00-4a76-8a24-71e34632c8e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 1094 time: 0.0979857 Apr 18 17:15:54.276346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.277450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:54.278207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.305799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12b831d4-1233-440e-b912-b6e1905ad6c9 req-02bf9a8f-a290-4af6-b0e7-0eea0927aee3 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856545 Apr 18 17:15:54.370300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ee485-719d-49f4-87f0-844faea982f9 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:15:54.387601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-2e592c3b-95a0-481d-bfd5-ae65bc0e853e req-d00aaedc-5325-4b75-8361-4eecee32d958 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-834855726', 'description': 'tempest-description-1643509267'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:54.397890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:54.414426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-f5580b93-567c-4db2-8f0c-81dc9f5bb35b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ea204e-2564-408c-9eba-c9f0ccbea891 HTTP/1.1" status: 200 len: 217 time: 0.1075904 Apr 18 17:15:54.427661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:54.450612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8e9b9eb-1088-4100-bd92-f86e0b2f22da req-273740ee-cd8d-4cb1-8441-68189d25a0f1 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 210 time: 0.0565515 Apr 18 17:15:54.497405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-e8000c2d-3532-4040-bf38-12a10c4861d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:54.502681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-e8000c2d-3532-4040-bf38-12a10c4861d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.0577970 Apr 18 17:15:54.514119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0f95482c-8df9-4f19-ac23-1a67fe9bc7a8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4987822 Apr 18 17:15:54.516940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42068) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:54.525606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Request body: {'subnet': {'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2099648731-subnet', 'tenant_id': '9fe85dda84434ec2878e5bc43aae6995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:54.572745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-ac193cea-26de-4084-9646-21201002a72e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652936 Apr 18 17:15:54.610943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ee485-719d-49f4-87f0-844faea982f9 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:15:54.670826 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2e592c3b-95a0-481d-bfd5-ae65bc0e853e req-d00aaedc-5325-4b75-8361-4eecee32d958 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.686475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.698928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Made reservation on behalf of 9fe85dda84434ec2878e5bc43aae6995 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:54.703030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.800946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c1fe-0df8-427f-839b-c2516c85ca5e req-6f817316-c89d-4f3a-b30f-cb0b00b044bd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:54.804866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e21c1fe-0df8-427f-839b-c2516c85ca5e req-6f817316-c89d-4f3a-b30f-cb0b00b044bd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 943 time: 0.2061684 Apr 18 17:15:54.835308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-3efb24df-de71-496c-b6c7-768a7f210056 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538741 Apr 18 17:15:54.949205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2e592c3b-95a0-481d-bfd5-ae65bc0e853e req-d00aaedc-5325-4b75-8361-4eecee32d958 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:54.960314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e21c1fe-0df8-427f-839b-c2516c85ca5e req-e6e3bf80-8f31-4e8d-a4d9-af57f6bd6c2d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449826 Apr 18 17:15:55.005850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Deleting port a1176715-8453-4643-9daa-47eb30a3cd2d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:15:55.006436 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.045443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-986b8106-88f8-494c-8e0a-e7333a6c8df5 req-d1243f4a-3623-4f6a-96f3-f0da90c586a5 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958792 Apr 18 17:15:55.087479 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2e592c3b-95a0-481d-bfd5-ae65bc0e853e req-d00aaedc-5325-4b75-8361-4eecee32d958 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.123239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] For port a1176715-8453-4643-9daa-47eb30a3cd2d, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a1176715-8453-4643-9daa-47eb30a3cd2d,segment=NetworkSegment(f7169c51-fbab-4817-b94b-253f332a2c40),segment_id=f7169c51-fbab-4817-b94b-253f332a2c40)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:55.123522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.196380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2e592c3b-95a0-481d-bfd5-ae65bc0e853e req-d00aaedc-5325-4b75-8361-4eecee32d958 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.201436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e592c3b-95a0-481d-bfd5-ae65bc0e853e req-d00aaedc-5325-4b75-8361-4eecee32d958 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.8177412 Apr 18 17:15:55.217581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aaedc-5325-4b75-8361-4eecee32d958 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370b3b80-7762-45e5-9deb-a8309800dc4a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:55.270185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572981-07b3-4771-91d1-a7c97dbc0777 req-d5c2d563-f4dc-4d68-b86d-c7cbc9ea9bed tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:55.271319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Calling delete_port for a1176715-8453-4643-9daa-47eb30a3cd2d owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:15:55.272203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4572981-07b3-4771-91d1-a7c97dbc0777 req-d5c2d563-f4dc-4d68-b86d-c7cbc9ea9bed tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 944 time: 0.1624718 Apr 18 17:15:55.356597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5b6278d0-ffae-4c88-a947-ab1dea8e81c7 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-834855726&fields=id&tenant_id=bec2b198fe7f4ac69669dc6d34b4f453 HTTP/1.1" status: 200 len: 267 time: 0.0685563 Apr 18 17:15:55.360236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4572981-07b3-4771-91d1-a7c97dbc0777 req-6a4bcc33-1531-4791-923a-f8ce18a8f899 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815535 Apr 18 17:15:55.388401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.437564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-b4068659-ecef-4d16-8ceb-5fb573e01738 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:55.440586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-b4068659-ecef-4d16-8ceb-5fb573e01738 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.0764899 Apr 18 17:15:55.460569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Request body: {'port': {'security_groups': ['b67144e6-043d-44d7-80cb-289409dc5f5a', '370b3b80-7762-45e5-9deb-a8309800dc4a']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:55.476725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.555447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:55.558436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Port': ['ID=a1176715-8453-4643-9daa-47eb30a3cd2d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:55.564895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No DVR routers for this DVR port a1176715-8453-4643-9daa-47eb30a3cd2d on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:15:55.618252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb18f8be-630e-4639-9296-4b43c4fc0c96 req-78d0b12e-e0e9-4c1f-8b77-e241b1d5d307 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 210 time: 0.0426121 Apr 18 17:15:55.618987 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.703996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Checking segment: {'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:55.704368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Network hostable DHCP agents. Network: 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:55.712631 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.751644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c907b8-e7a5-4bf8-bc8b-0f40232c4a67']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:55.773144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7169c51-fbab-4817-b94b-253f332a2c40') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:55.773856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7169c51-fbab-4817-b94b-253f332a2c40') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:55.793149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.813221 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.815931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:55.826092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:55.826505 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:55.830375 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:55.930376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:55.935983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:55.937215 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:55.943273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b3ec42-5029-4aab-bcfa-f3bc4bf7d15c None None] Network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:55.964638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] For port d536dd33-4930-4b88-ab71-e2348b665690, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d536dd33-4930-4b88-ab71-e2348b665690,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:56.079168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-b9726701-b59d-4a78-9176-777337e1fc14 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:56.080690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-b9726701-b59d-4a78-9176-777337e1fc14 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.18 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 809 time: 0.4288902 Apr 18 17:15:56.137773 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.155840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a0b46c-ab97-41c3-8bc8-dcaccbe9154b None None] Network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:56.175256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-4cc7752c-024b-4251-a88d-384f3a859ba1 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e26e2a34127a4a01b4a2418d027e60f7 HTTP/1.1" status: 200 len: 380 time: 0.0781271 Apr 18 17:15:56.184080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'port': {'device_id': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'admin_state_up': True, 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'security_groups': ['7469523a-6cc6-4d51-91d2-caebab752e31']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:56.256023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87adf6f-9e25-43f4-a417-cfc1c4954088 req-c468f755-19aa-4b54-9994-ade22f24f898 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:56.260344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c87adf6f-9e25-43f4-a417-cfc1c4954088 req-c468f755-19aa-4b54-9994-ade22f24f898 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 943 time: 0.1479912 Apr 18 17:15:56.302140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.309301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.313383 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 HTTP/1.1" status: 204 len: 168 time: 3.6035337 Apr 18 17:15:56.319811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:56.325030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48917a-8933-4944-b84b-f6c7ff9a56a2 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=16c907b8-e7a5-4bf8-bc8b-0f40232c4a67,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:56.335883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1758984917'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:56.347344 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a8a867cd-3d9e-4e71-82e0-661e0b5c5eec admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8291633 Apr 18 17:15:56.356295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c87adf6f-9e25-43f4-a417-cfc1c4954088 req-faa75f43-4171-42d9-9e89-8190776fdc09 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831063 Apr 18 17:15:56.424424 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.466859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d536dd33-4930-4b88-ab71-e2348b665690'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:56.494641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:56.502797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.531066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:56.540092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.541668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28074e9d-8d58-4fbd-b731-1e8fe36341d4 req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "PUT /v2.0/ports/d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 981 time: 1.0868442 Apr 18 17:15:56.552141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:56.557999 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619e76ab-e736-41d9-9c8d-3f97d4b4792e" -d '{"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:56.569174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Made reservation on behalf of e26e2a34127a4a01b4a2418d027e60f7 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:56.572760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.723108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:15:56.730535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.730925 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment 98916726-6b88-44a2-89e5-a97ce211502f of type vlan for network d66b354a-4711-47c9-9ef9-a076b9439d83 Apr 18 17:15:56.747151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d536dd33-4930-4b88-ab71-e2348b665690'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:56.787691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.965137 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:56.970855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:56.971484 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:57.013266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-f3f82e5e-028b-4dd2-9e0d-81db3d563f8b tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-834855726&fields=id&tenant_id=bec2b198fe7f4ac69669dc6d34b4f453 HTTP/1.1" status: 200 len: 267 time: 0.3532686 Apr 18 17:15:57.041542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa43ddd-3749-4f45-b42c-74ace894647d tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event updated for resources: {'Port': ['ID=d536dd33-4930-4b88-ab71-e2348b665690,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:57.070733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22ea204e-2564-408c-9eba-c9f0ccbea891 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:15:57.112035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47f34e-9dcb-4d07-be11-221c4b484f20 req-c71dcef1-73c2-4917-b3a5-32acd7342f1e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:57.120215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc47f34e-9dcb-4d07-be11-221c4b484f20 req-c71dcef1-73c2-4917-b3a5-32acd7342f1e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 944 time: 0.6266818 Apr 18 17:15:57.158050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42106) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:57.159839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8322456 Apr 18 17:15:57.163682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': 'd66b354a-4711-47c9-9ef9-a076b9439d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:57.230446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01731b-6835-4652-a363-b0842a881a3b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=d66b354a-4711-47c9-9ef9-a076b9439d83,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:57.230824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22ea204e-2564-408c-9eba-c9f0ccbea891, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22ea204e-2564-408c-9eba-c9f0ccbea891,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:57.261844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network d66b354a-4711-47c9-9ef9-a076b9439d83 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:15:57.284083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '22ea204e-2564-408c-9eba-c9f0ccbea891', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'port_id': '22ea204e-2564-408c-9eba-c9f0ccbea891', 'mac_address': 'fa:16:3e:7c:df:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd26c9-3999-468f-92e8-f41c026b94e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:15:57.289708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Allocated IP 172.20.0.3 (31d186fc-2662-4e24-8685-0df0e6001120/48210664-c1ef-4143-8a4d-9201794350a5/4dc050e8-2283-4559-a6bd-c2e7db0e9978) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:15:57.300095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-8a603750-e4cb-4738-bdaf-1b53cb1942fc tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:57.301748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-8a603750-e4cb-4738-bdaf-1b53cb1942fc tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 984 time: 0.2636783 Apr 18 17:15:57.316563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc47f34e-9dcb-4d07-be11-221c4b484f20 req-13c74e66-8bd0-4c2e-988a-6d1420806981 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951673 Apr 18 17:15:57.329487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Request body: {'port': {'security_groups': ['b67144e6-043d-44d7-80cb-289409dc5f5a']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:57.393858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:57.407317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:57.409397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ea204e-2564-408c-9eba-c9f0ccbea891 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:57.413891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:57.433265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22ea204e-2564-408c-9eba-c9f0ccbea891, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22ea204e-2564-408c-9eba-c9f0ccbea891,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:57.458405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a084010f-9e8e-471f-903b-a11f1f1ca416 req-52a60526-c854-4d43-93b8-3cebccb90939 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 210 time: 0.0807562 Apr 18 17:15:57.492705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:57.508304 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee164e1-97de-43a3-828c-507a3306f937 x-openstack-request-id: req-3ee164e1-97de-43a3-828c-507a3306f937 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:57.508828 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:57.509278 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ee164e1-97de-43a3-828c-507a3306f937 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:57.509868 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee164e1-97de-43a3-828c-507a3306f937'] response: {'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690', 'status': 'completed', 'code': 200} Apr 18 17:15:57.719013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:15:57.743692 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:57.810611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22ea204e-2564-408c-9eba-c9f0ccbea891,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:57.832507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.832955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.833364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.833957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.838975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.838975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.838975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.838975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.840664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.840664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.840664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.841635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:15:57.908348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-69f92839-e2f7-4115-8bee-62980308242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:57.909720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-69f92839-e2f7-4115-8bee-62980308242a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1135 time: 0.0882652 Apr 18 17:15:57.954397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:57.967395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'port_id': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'mac_address': 'fa:16:3e:04:a7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:15:58.006421 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.020546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:58.044914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:58.046613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538791c-aa39-4340-ab5e-d24ea295861d req-229c9471-ccbb-4198-af87-f99b5b5dc4f2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:58.048131 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8538791c-aa39-4340-ab5e-d24ea295861d req-229c9471-ccbb-4198-af87-f99b5b5dc4f2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 943 time: 0.4559450 Apr 18 17:15:58.051168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.096467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-330cf9b1-d0bb-4986-b3a2-d9764ebdf7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:58.098001 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-330cf9b1-d0bb-4986-b3a2-d9764ebdf7a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 921 time: 0.1788671 Apr 18 17:15:58.125129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.150204 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-952b54e1-fa52-4954-8e83-72e75534bb30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 217 time: 0.0455732 Apr 18 17:15:58.165529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8538791c-aa39-4340-ab5e-d24ea295861d req-9d247993-bb5b-4717-90ef-36dfd86c1ede tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075029 Apr 18 17:15:58.196669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.215369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] For port d536dd33-4930-4b88-ab71-e2348b665690, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d536dd33-4930-4b88-ab71-e2348b665690,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:15:58.223714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:58.241756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-467242b2-5341-4909-ac04-81318f0d2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:58.243535 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-467242b2-5341-4909-ac04-81318f0d2430 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 200 len: 860 time: 0.0858836 Apr 18 17:15:58.255968 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.290130 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-73293699-cedc-41ea-bfbb-0564ce67a3ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=290ec059-b356-48b0-b9c0-5915923cef74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387383 Apr 18 17:15:58.290526 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.298739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=739b45dc-a64e-45b1-9882-616907fb0e3d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:58.318903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Network 31d186fc-2662-4e24-8685-0df0e6001120 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:15:58.320307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event updated for resources: {'Port': ['ID=4dc050e8-2283-4559-a6bd-c2e7db0e9978,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:58.323242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:58.338549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:15:58.341149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': '98916726-6b88-44a2-89e5-a97ce211502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd66b354a-4711-47c9-9ef9-a076b9439d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:15:58.341331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: d66b354a-4711-47c9-9ef9-a076b9439d83, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:15:58.384673 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.418508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d536dd33-4930-4b88-ab71-e2348b665690'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:58.438149 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-c6ce3b4f-98ae-4550-8673-7043fc79e9f8 service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255162 Apr 18 17:15:58.500369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:58.503833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.506888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-849cb847-63ab-4cdf-9c7b-4fbaa1a277af req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "PUT /v2.0/ports/d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 942 time: 1.1889122 Apr 18 17:15:58.520207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['22ea204e-2564-408c-9eba-c9f0ccbea891'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:58.538927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:58.539650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.561525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network d66b354a-4711-47c9-9ef9-a076b9439d83 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:15:58.651563 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-619e76ab-e736-41d9-9c8d-3f97d4b4792e req-d6d5524c-b893-4932-aab1-e96a758c692e service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105258 Apr 18 17:15:58.661009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272abe6-6365-4199-9f59-1305efebb961 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event updated for resources: {'Port': ['ID=d536dd33-4930-4b88-ab71-e2348b665690,revision_number=7']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:58.676937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, d66b354a-4711-47c9-9ef9-a076b9439d83) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:15:58.697720 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:58.698783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3909d-c34c-4233-8c25-1c0c5d256fd7 req-b778fa08-420f-4018-8309-776df936c0f1 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:58.700340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58c3909d-c34c-4233-8c25-1c0c5d256fd7 req-b778fa08-420f-4018-8309-776df936c0f1 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 945 time: 0.2174542 Apr 18 17:15:58.705793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:58.711029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa4892-2e06-414f-a823-9c44130f1d2c None None] Network d66b354a-4711-47c9-9ef9-a076b9439d83 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:58.721630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30614564-a081-4581-91dd-128ae0ba6b8d req-4ac7414d-4f20-4e01-863e-1523a9b686f7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:58.723171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30614564-a081-4581-91dd-128ae0ba6b8d req-4ac7414d-4f20-4e01-863e-1523a9b686f7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.0998774 Apr 18 17:15:58.724417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['5c1c1a81-a0fa-4033-b095-b3b4c6a25f04'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:58.757338 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d536dd33-4930-4b88-ab71-e2348b665690'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:15:58.765187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-a3d89843-b7b3-48cc-9ebf-181c4aa5acad tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5847561 Apr 18 17:15:58.790164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58c3909d-c34c-4233-8c25-1c0c5d256fd7 req-03b22bf4-49b9-498d-905a-6bc4e12f7109 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804629 Apr 18 17:15:58.797554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Request body: {'port': {'device_id': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:58.839563 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-69637b98-0c62-4c5a-9562-fff84dfadea0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6802549 Apr 18 17:15:58.845892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42148) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:58.862064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30614564-a081-4581-91dd-128ae0ba6b8d req-5067aaf5-bfba-489b-b15a-10316a30205f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231456 Apr 18 17:15:58.880793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.024013 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.042252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9e627181-7a4c-4801-8fff-326d39ad8646 None None] Provisioning complete for port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:15:59.042623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e627181-7a4c-4801-8fff-326d39ad8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.078615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.202277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9e627181-7a4c-4801-8fff-326d39ad8646 None None] Port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:15:59.257940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.299618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=739b45dc-a64e-45b1-9882-616907fb0e3d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:59.321125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d060614-d721-4e6a-be64-30e65e3f9947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-d66b354a-4711-47c9-9ef9-a076b9439d83', 'network_id': 'd66b354a-4711-47c9-9ef9-a076b9439d83', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': '739b45dc-a64e-45b1-9882-616907fb0e3d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:15:59.322911 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d060614-d721-4e6a-be64-30e65e3f9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.341361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10c493e1-d105-4042-bc53-b590777d2f21 req-c720ef0a-6262-4090-885a-7d5a7def43d9 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4023883 Apr 18 17:15:59.361484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832341-fc7b-46b6-8208-f5523bd44a2b req-9f7822a8-70c2-44ef-bbf0-9f2371114013 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:59.363432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be832341-fc7b-46b6-8208-f5523bd44a2b req-9f7822a8-70c2-44ef-bbf0-9f2371114013 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 931 time: 0.3406172 Apr 18 17:15:59.371016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.380862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:59.395427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66b354a-4711-47c9-9ef9-a076b9439d83']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:59.406888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98916726-6b88-44a2-89e5-a97ce211502f') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:59.407389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98916726-6b88-44a2-89e5-a97ce211502f') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:15:59.418725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.433107 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.439974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:15:59.440668 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:15:59.444078 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:15:59.469146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be832341-fc7b-46b6-8208-f5523bd44a2b req-6e842717-8348-4f23-b7ff-7c350beb9712 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831804 Apr 18 17:15:59.512748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:15:59.516188 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29" -d '{"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:15:59.524576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a7bc8-1a39-4982-b9d0-316c99794303 None None] Network d66b354a-4711-47c9-9ef9-a076b9439d83 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:15:59.562312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.635161 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.641819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc050e8-2283-4559-a6bd-c2e7db0e9978 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:15:59.643048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.646381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/d66b354a-4711-47c9-9ef9-a076b9439d83 HTTP/1.1" status: 204 len: 168 time: 0.8029010 Apr 18 17:15:59.654388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42154) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:15:59.658811 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f8d0c-a355-4277-9eb0-d0a2e7f4a19d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=d66b354a-4711-47c9-9ef9-a076b9439d83,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:59.661202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676760130'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:15:59.690770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.713673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab911cc-48bd-44e9-a19c-94342498fb96 req-72773a54-406d-4905-a941-0942783cd500 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:59.715296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ab911cc-48bd-44e9-a19c-94342498fb96 req-72773a54-406d-4905-a941-0942783cd500 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 944 time: 0.1707520 Apr 18 17:15:59.729154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Transition to ACTIVE for port object 4dc050e8-2283-4559-a6bd-c2e7db0e9978 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:15:59.774996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ab911cc-48bd-44e9-a19c-94342498fb96 req-f9483e16-0ac6-4a47-886e-218487f78a07 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533433 Apr 18 17:15:59.786098 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.835201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:15:59.838714 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.859531 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d14ccc-c440-4bd0-a4d8-b04774c24a54 x-openstack-request-id: req-f9d14ccc-c440-4bd0-a4d8-b04774c24a54 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:15:59.859878 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:15:59.860072 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9d14ccc-c440-4bd0-a4d8-b04774c24a54 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:15:59.860469 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d14ccc-c440-4bd0-a4d8-b04774c24a54'] response: {'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690', 'status': 'completed', 'code': 200} Apr 18 17:15:59.906297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Pushing event updated for resources: {'Port': ['ID=4dc050e8-2283-4559-a6bd-c2e7db0e9978,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:15:59.961144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-ea2a33bc-026a-405f-959d-fe84a3e94ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:15:59.962816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-ea2a33bc-026a-405f-959d-fe84a3e94ac8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1096 time: 0.0477057 Apr 18 17:15:59.969378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:15:59.974961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:16:00.008057 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.008419 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment 4e1fbd83-d61e-44aa-a752-4529669cf18c of type vlan for network 9577c7fa-7bf1-4944-a602-36ef83329bbf Apr 18 17:16:00.073765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-1e9ca2d7-87c8-40d2-b9d8-bd259cafc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:00.075257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-1e9ca2d7-87c8-40d2-b9d8-bd259cafc18a service neutron] 10.222.0.18 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 921 time: 0.1046095 Apr 18 17:16:00.113827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf365d86-547a-4179-b996-9d8cb661bfe2 req-ed0374a9-e0a3-4701-983c-57fb889fc304 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:00.115280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf365d86-547a-4179-b996-9d8cb661bfe2 req-ed0374a9-e0a3-4701-983c-57fb889fc304 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 945 time: 0.2113030 Apr 18 17:16:00.120672 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-7616d10b-fb9e-4ca2-a450-95207afb6bd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 217 time: 0.0361497 Apr 18 17:16:00.121042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Attempting to bind port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:00.121386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Attempting to bind port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:00.121745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Attempting to bind port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 on network 31d186fc-2662-4e24-8685-0df0e6001120 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:00.127682 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.146285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 on network 31d186fc-2662-4e24-8685-0df0e6001120 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:16:00.146606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Attempting to bind port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 on network 31d186fc-2662-4e24-8685-0df0e6001120 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:00.172603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-e145b753-a738-4a1b-8b6a-82094ec2e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:00.174055 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-e145b753-a738-4a1b-8b6a-82094ec2e49a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 200 len: 860 time: 0.0457082 Apr 18 17:16:00.195380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:00.195724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Checking segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:00.196111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Bound using segment: {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:00.196556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Bound port: 4dc050e8-2283-4559-a6bd-c2e7db0e9978, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56307389-6f16-4df4-bc6d-d950f7212a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:00.196915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.206412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-95e09cdf-a27e-4740-8e49-47717b919fe7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=290ec059-b356-48b0-b9c0-5915923cef74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254397 Apr 18 17:16:00.263986 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf365d86-547a-4179-b996-9d8cb661bfe2 req-73db428f-8638-40a3-9534-f53223f2433b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312251 Apr 18 17:16:00.277393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.283192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:00.283789 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.288601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Allocated IP 172.25.5.32 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ffd6bea8-000d-47b1-a4a5-df87cceeabc9) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:00.321924 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-5f4afa79-d6f9-45ee-8fa6-df30362f4ecd service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088114 Apr 18 17:16:00.418699 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5762b8ac-e489-4460-88ba-f5dcf2cf5a29 req-515dab09-83d2-41e4-a2c7-026be7774d0c service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897021 Apr 18 17:16:00.464285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=9577c7fa-7bf1-4944-a602-36ef83329bbf,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:00.475869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:00.503137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1bc4c11a-afca-4162-8ac9-441bc74f7100 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8475158 Apr 18 17:16:00.506189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42176) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:00.513266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c37b4d0b-4340-4ac2-90c0-9ba045e9ed62 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:00.515933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] For port 4dc050e8-2283-4559-a6bd-c2e7db0e9978, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:00.551226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] For port 4dc050e8-2283-4559-a6bd-c2e7db0e9978, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4dc050e8-2283-4559-a6bd-c2e7db0e9978,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:00.608482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-6ea882f4-a141-4efa-9adf-199ed35cd812 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:00.610751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-6ea882f4-a141-4efa-9adf-199ed35cd812 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/networks?id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 HTTP/1.1" status: 200 len: 809 time: 0.2451282 Apr 18 17:16:00.624652 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.652032 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.685551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:00.686205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.687552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c37b4d0b-4340-4ac2-90c0-9ba045e9ed62 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.687849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] 10.222.0.18 "PUT /v2.0/ports/4dc050e8-2283-4559-a6bd-c2e7db0e9978 HTTP/1.1" status: 200 len: 1091 time: 1.9027419 Apr 18 17:16:00.689311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-0645a988-9b63-4f3e-b10c-da83d032dbc2 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/quotas/9fe85dda84434ec2878e5bc43aae6995 HTTP/1.1" status: 200 len: 375 time: 0.0708585 Apr 18 17:16:00.747699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-5d46e608-dd85-4605-8b13-a6d16989394e tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fe85dda84434ec2878e5bc43aae6995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484059 Apr 18 17:16:00.772141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212db3-4729-4841-b6ff-9141d216735f service neutron] Pushing event updated for resources: {'Port': ['ID=4dc050e8-2283-4559-a6bd-c2e7db0e9978,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:00.783574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c37b4d0b-4340-4ac2-90c0-9ba045e9ed62 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.815526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c37b4d0b-4340-4ac2-90c0-9ba045e9ed62 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf is not hosted by any dhcp agent {{(pid=109825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 17:16:00.824751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b4d0b-4340-4ac2-90c0-9ba045e9ed62 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:00.826441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c37b4d0b-4340-4ac2-90c0-9ba045e9ed62 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.828104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c37b4d0b-4340-4ac2-90c0-9ba045e9ed62 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "PUT /v2.0/networks/9577c7fa-7bf1-4944-a602-36ef83329bbf HTTP/1.1" status: 200 len: 723 time: 0.3207133 Apr 18 17:16:00.840578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42180) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:00.847748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '9577c7fa-7bf1-4944-a602-36ef83329bbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:00.895804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b4d0b-4340-4ac2-90c0-9ba045e9ed62 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=9577c7fa-7bf1-4944-a602-36ef83329bbf,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:00.914962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:00.918730 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82de14d7-f060-462e-8e3d-a41edef4a9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:00.945310 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.032888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-9ee59ed1-4046-49ed-b859-4ea341ac576f service neutron] 10.222.0.45 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748132 Apr 18 17:16:01.045829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:01.060046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:01.063093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-fb5152ce-90cf-4f32-b210-81bf15e596f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:01.068197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-fb5152ce-90cf-4f32-b210-81bf15e596f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 1094 time: 0.2336030 Apr 18 17:16:01.075075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:01.077731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event updated for resources: {'Port': ['ID=ffd6bea8-000d-47b1-a4a5-df87cceeabc9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:01.098487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22ea204e-2564-408c-9eba-c9f0ccbea891 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:01.129376 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:16:01.173401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-5e6fc3da-b92f-4efc-8f52-bf63db6a3ff7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc050e8-2283-4559-a6bd-c2e7db0e9978 HTTP/1.1" status: 200 len: 217 time: 0.0914454 Apr 18 17:16:01.223544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 22ea204e-2564-408c-9eba-c9f0ccbea891 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:16:01.228049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 22ea204e-2564-408c-9eba-c9f0ccbea891 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:01.234490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.293698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-4eaa2467-3810-4c6a-a055-f011e3844309 service neutron] 10.222.0.45 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496285 Apr 18 17:16:01.294177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:01.297603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.305370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-fa1833e5-df2c-44ad-b6ed-4265f92f3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:01.306967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-fa1833e5-df2c-44ad-b6ed-4265f92f3660 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.1203256 Apr 18 17:16:01.318990 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.344107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6c56ee-1af2-4470-a341-9df62464373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ea204e-2564-408c-9eba-c9f0ccbea891'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:01.349327 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e6fc1-f1a0-4781-8cd8-56d7688d7ce2" -d '{"events": [{"server_uuid": "3a6c56ee-1af2-4470-a341-9df62464373e", "name": "network-vif-plugged", "status": "completed", "tag": "22ea204e-2564-408c-9eba-c9f0ccbea891"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:01.364071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 22ea204e-2564-408c-9eba-c9f0ccbea891, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22ea204e-2564-408c-9eba-c9f0ccbea891,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:01.397267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.439342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-945ae13d-cdca-4d6f-8458-99598ff64afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:01.440909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-945ae13d-cdca-4d6f-8458-99598ff64afe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083875 Apr 18 17:16:01.441574 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.442599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:01.590158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=22ea204e-2564-408c-9eba-c9f0ccbea891,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:01.636685 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.681610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:01.717828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:01.749752 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.811801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:01.878627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:16:01.883247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:01.883626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.968013 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:01.980410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'tag': '4dc050e8-2283-4559-a6bd-c2e7db0e9978'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:01.982490 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04473ec6-4786-4e38-92c6-128c1d98b756" -d '{"events": [{"name": "network-changed", "server_uuid": "4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb", "tag": "4dc050e8-2283-4559-a6bd-c2e7db0e9978"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:02.000947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.002024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:02.087645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83ddb-1792-49a8-a5f7-371ae6f1cb33 req-834a4633-1768-4015-b621-216e7819c9db tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:02.088674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12c83ddb-1792-49a8-a5f7-371ae6f1cb33 req-834a4633-1768-4015-b621-216e7819c9db tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.4730141 Apr 18 17:16:02.090471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-9d12d8e8-cbcc-4550-94d6-edd30bceac93 service neutron] 10.222.0.18 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418891 Apr 18 17:16:02.096266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.103898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.145143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:02.289192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12c83ddb-1792-49a8-a5f7-371ae6f1cb33 req-128b2bd0-8b96-48e0-8339-c6a4655f3a7c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939907 Apr 18 17:16:02.302522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=52186fcb-83a9-4449-b27b-86c433d1f6da,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:02.332649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.333006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.333349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.333706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.334038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.334482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.334678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.335040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.335369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.335709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.336018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.336338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:02.372967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37b81323-132d-4a2a-a9ae-0c59a907fb1a req-5974dd7f-2786-46cc-8754-c792fea17c81 service neutron] 10.222.0.18 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743766 Apr 18 17:16:02.376158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': '4e1fbd83-d61e-44aa-a752-4529669cf18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9577c7fa-7bf1-4944-a602-36ef83329bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:02.376521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 9577c7fa-7bf1-4944-a602-36ef83329bbf, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:16:02.428232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.450603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3886e-3388-4d96-9d57-7d321fe6b36e req-3bc89c21-6320-4fed-9b15-e4592f63a49c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:02.452082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74c3886e-3388-4d96-9d57-7d321fe6b36e req-3bc89c21-6320-4fed-9b15-e4592f63a49c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 943 time: 0.0770397 Apr 18 17:16:02.493766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74c3886e-3388-4d96-9d57-7d321fe6b36e req-7e8bd082-3e9b-4a67-85d5-d51dea0b94bd tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343220 Apr 18 17:16:02.521435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.523979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:16:02.624022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event updated for resources: {'Port': ['ID=ffd6bea8-000d-47b1-a4a5-df87cceeabc9,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:02.633602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 9577c7fa-7bf1-4944-a602-36ef83329bbf) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:02.642268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bebe1e-3872-4f45-ab6e-6b991c4b8c87 None None] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:02.643530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:02.644111 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.649286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.683200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de5804-1d96-49f3-847b-2141157da892 req-982de63c-346d-4a48-ab44-e73402239e9f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:02.684674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89de5804-1d96-49f3-847b-2141157da892 req-982de63c-346d-4a48-ab44-e73402239e9f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 945 time: 0.1241226 Apr 18 17:16:02.724904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89de5804-1d96-49f3-847b-2141157da892 req-5c9b7304-edb3-4090-819e-8b7042f6b02d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Apr 18 17:16:02.729993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-29d1c694-0f06-4ccf-8576-e9058932cabc tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8883204 Apr 18 17:16:02.732608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42200) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:02.747084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d4a2aa77-47d9-4f5e-85c6-de8d155d9e1f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:02.768765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.770029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10c493e1-d105-4042-bc53-b590777d2f21 req-9be48458-6a76-4853-a6e9-2d4a1f3173c0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4039819 Apr 18 17:16:02.826856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-9577c7fa-7bf1-4944-a602-36ef83329bbf', 'network_id': '9577c7fa-7bf1-4944-a602-36ef83329bbf', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': '52186fcb-83a9-4449-b27b-86c433d1f6da'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:16:02.827734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:02.929736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10c493e1-d105-4042-bc53-b590777d2f21 req-5541548b-6ec0-4e0b-9e4f-6308e6a1fdb8 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1426919 Apr 18 17:16:02.971528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Allocated IP 172.20.0.2 (9577c7fa-7bf1-4944-a602-36ef83329bbf/52186fcb-83a9-4449-b27b-86c433d1f6da/0db5af81-d454-46ac-a09d-d2f33f8bdcb9) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:02.975008 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4a2aa77-47d9-4f5e-85c6-de8d155d9e1f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4818508'] for subnet, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.045135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b84a9c-0c01-42c1-a022-7b56d2662b34 req-7e44a90a-599e-4889-bdbd-fc3fc87bc75e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:03.046674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58b84a9c-0c01-42c1-a022-7b56d2662b34 req-7e44a90a-599e-4889-bdbd-fc3fc87bc75e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.2479861 Apr 18 17:16:03.123190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.128789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58b84a9c-0c01-42c1-a022-7b56d2662b34 req-b8245ff2-b247-433f-bf02-5d9da1ac1879 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689197 Apr 18 17:16:03.137170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c493e1-d105-4042-bc53-b590777d2f21 req-36093f2c-5af6-43b9-8d38-d3a67afc9972 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:03.138526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10c493e1-d105-4042-bc53-b590777d2f21 req-36093f2c-5af6-43b9-8d38-d3a67afc9972 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.2006221 Apr 18 17:16:03.150557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-10c493e1-d105-4042-bc53-b590777d2f21 req-b7c15db8-1356-4644-881b-70ef1b1bfc93 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:16:03.151597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10c493e1-d105-4042-bc53-b590777d2f21 req-b7c15db8-1356-4644-881b-70ef1b1bfc93 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066679 Apr 18 17:16:03.181886 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cc2f38-67a7-4ee6-8a3e-47ab2fa52191 x-openstack-request-id: req-b1cc2f38-67a7-4ee6-8a3e-47ab2fa52191 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:03.182265 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6c56ee-1af2-4470-a341-9df62464373e", "name": "network-vif-plugged", "status": "completed", "tag": "22ea204e-2564-408c-9eba-c9f0ccbea891", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:03.182634 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1cc2f38-67a7-4ee6-8a3e-47ab2fa52191 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:03.183088 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1cc2f38-67a7-4ee6-8a3e-47ab2fa52191'] response: {'server_uuid': '3a6c56ee-1af2-4470-a341-9df62464373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ea204e-2564-408c-9eba-c9f0ccbea891', 'code': 200} Apr 18 17:16:03.212995 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.233448 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a574014-797b-480f-b127-744f83cfa375 x-openstack-request-id: req-3a574014-797b-480f-b127-744f83cfa375 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:03.234681 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb", "tag": "4dc050e8-2283-4559-a6bd-c2e7db0e9978", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:03.235053 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a574014-797b-480f-b127-744f83cfa375 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:03.235452 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a574014-797b-480f-b127-744f83cfa375'] response: {'name': 'network-changed', 'server_uuid': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'tag': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'status': 'completed', 'code': 200} Apr 18 17:16:03.262997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:03.266417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:03.271456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:03.274718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Pushing event updated for resources: {'Port': ['ID=0db5af81-d454-46ac-a09d-d2f33f8bdcb9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:03.274862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50410814-2144-4379-9a14-31c8cc0dab2e req-179ec5bb-8727-4e6a-bd9f-3a299bec44a4 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0704823 Apr 18 17:16:03.324592 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-617f5b7d-bfda-4739-b72c-02f616ed97f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.346152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Attempting to bind port 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:03.346656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Attempting to bind port 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '4e1fbd83-d61e-44aa-a752-4529669cf18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9577c7fa-7bf1-4944-a602-36ef83329bbf'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:03.347018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Attempting to bind port 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 on network 9577c7fa-7bf1-4944-a602-36ef83329bbf {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:03.353799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:03.354325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Checking segment: {'id': '4e1fbd83-d61e-44aa-a752-4529669cf18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9577c7fa-7bf1-4944-a602-36ef83329bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:03.354895 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.355376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Bound using segment: {'id': '4e1fbd83-d61e-44aa-a752-4529669cf18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9577c7fa-7bf1-4944-a602-36ef83329bbf'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:03.355858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Bound port: 0db5af81-d454-46ac-a09d-d2f33f8bdcb9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1fbd83-d61e-44aa-a752-4529669cf18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9577c7fa-7bf1-4944-a602-36ef83329bbf'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:03.356243 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.511492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-d6c5d00f-a9dc-4a72-b78e-6849ceda87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:03.513068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-d6c5d00f-a9dc-4a72-b78e-6849ceda87eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 1094 time: 0.2412214 Apr 18 17:16:03.543049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c9d75-523f-49b9-a815-b381d1a05d73 req-598a57d3-ed31-4d5e-bae1-ee96949342e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:03.544519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c8c9d75-523f-49b9-a815-b381d1a05d73 req-598a57d3-ed31-4d5e-bae1-ee96949342e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 1096 time: 0.2351162 Apr 18 17:16:03.582161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-8b547ad3-2f76-4098-ab3b-5994615a948c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:03.583621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-8b547ad3-2f76-4098-ab3b-5994615a948c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2001765 Apr 18 17:16:03.608727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] For port 0db5af81-d454-46ac-a09d-d2f33f8bdcb9, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:03.611793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] For port 0db5af81-d454-46ac-a09d-d2f33f8bdcb9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0db5af81-d454-46ac-a09d-d2f33f8bdcb9,segment=NetworkSegment(4e1fbd83-d61e-44aa-a752-4529669cf18c),segment_id=4e1fbd83-d61e-44aa-a752-4529669cf18c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:03.672455 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4a2aa77-47d9-4f5e-85c6-de8d155d9e1f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738954903992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4923986'] for subnet, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.715006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-ec99383f-3f4b-483f-9317-e6d979103ff4 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1020474 Apr 18 17:16:03.730866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c8c9d75-523f-49b9-a815-b381d1a05d73 req-080d8126-85ce-4d3b-ab2e-9bfb7acc9820 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665177 Apr 18 17:16:03.736507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.741301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Request body: {'floatingip': {'port_id': 'd536dd33-4930-4b88-ab71-e2348b665690', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:03.748577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2aa77-47d9-4f5e-85c6-de8d155d9e1f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:03.749195 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4a2aa77-47d9-4f5e-85c6-de8d155d9e1f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.752792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d4a2aa77-47d9-4f5e-85c6-de8d155d9e1f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "PUT /v2.0/subnets/52186fcb-83a9-4449-b27b-86c433d1f6da HTTP/1.1" status: 200 len: 806 time: 1.0167439 Apr 18 17:16:03.753578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42216) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:03.802602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ccd8-d2ef-4174-baf6-270dc9f78b77 None None] Pushing event updated for resources: {'Port': ['ID=0db5af81-d454-46ac-a09d-d2f33f8bdcb9,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:03.809558 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.818789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2aa77-47d9-4f5e-85c6-de8d155d9e1f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=52186fcb-83a9-4449-b27b-86c433d1f6da,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:03.848977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-e439c5fc-c301-4365-9433-b5e69964d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:03.850721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-e439c5fc-c301-4365-9433-b5e69964d30c service neutron] 10.222.0.18 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 910 time: 0.3203270 Apr 18 17:16:03.874845 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:03.920570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-33a5f5e5-7e52-4232-ab23-d0a4f0dce611 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc050e8-2283-4559-a6bd-c2e7db0e9978 HTTP/1.1" status: 200 len: 217 time: 0.0605924 Apr 18 17:16:03.963324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Deleting port 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:03.963324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.081125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-21c07f9f-027f-4017-80cc-186344335106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:04.082677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-21c07f9f-027f-4017-80cc-186344335106 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.1553686 Apr 18 17:16:04.091192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] For port 0db5af81-d454-46ac-a09d-d2f33f8bdcb9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0db5af81-d454-46ac-a09d-d2f33f8bdcb9,segment=NetworkSegment(4e1fbd83-d61e-44aa-a752-4529669cf18c),segment_id=4e1fbd83-d61e-44aa-a752-4529669cf18c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:04.091701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.108574 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Calling delete_port for 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:04.180333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619332f3-b9af-4771-b253-02e1a096ad7e req-1516fd8c-dc05-496b-bc8c-4d18487bbb1a tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:04.182073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-619332f3-b9af-4771-b253-02e1a096ad7e req-1516fd8c-dc05-496b-bc8c-4d18487bbb1a tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 943 time: 0.1714642 Apr 18 17:16:04.245889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-37a2769d-419c-4474-8f13-d71e7e9cdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:04.247374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-37a2769d-419c-4474-8f13-d71e7e9cdbdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223769 Apr 18 17:16:04.338932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.365132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Port': ['ID=0db5af81-d454-46ac-a09d-d2f33f8bdcb9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:04.366777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-619332f3-b9af-4771-b253-02e1a096ad7e req-40ef3f39-eda7-46bc-9aa1-a1feba915994 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714807 Apr 18 17:16:04.416896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No DVR routers for this DVR port 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:04.423637 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.480671 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.662499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.698094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=52186fcb-83a9-4449-b27b-86c433d1f6da,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:04.771648 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.800705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9577c7fa-7bf1-4944-a602-36ef83329bbf']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:04.806337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1fbd83-d61e-44aa-a752-4529669cf18c') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:04.806595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1fbd83-d61e-44aa-a752-4529669cf18c') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:04.817530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.832855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.840294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:04.840802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:04.845345 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:04.883677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-13f7c292-bcd7-4756-b2b8-01b092451a4b service neutron] 10.222.0.18 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283367 Apr 18 17:16:05.013484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2077bd41-ebd3-4fca-aaf0-af08d958c85d None None] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:05.024555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.030477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818bb70-8e2c-4469-a388-430136416100 req-a2d1336b-74b5-4d79-aaa1-d02684e90ea5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.031989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f818bb70-8e2c-4469-a388-430136416100 req-a2d1336b-74b5-4d79-aaa1-d02684e90ea5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 945 time: 0.2109125 Apr 18 17:16:05.060160 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.063520 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/9577c7fa-7bf1-4944-a602-36ef83329bbf HTTP/1.1" status: 204 len: 168 time: 1.3086889 Apr 18 17:16:05.064929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efe6c7-c234-43c4-a1b4-8f143feedcfa tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=9577c7fa-7bf1-4944-a602-36ef83329bbf,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:05.067577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42234) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:05.090385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-259cf188-62d7-4427-8505-90aa67544e34 None None] Could not find standard attr ID for object 0db5af81-d454-46ac-a09d-d2f33f8bdcb9. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:16:05.094494 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9096ec-1c56-4f4f-aa98-68a4fcaa7c9b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:05.095831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9096ec-1c56-4f4f-aa98-68a4fcaa7c9b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:05.099188 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3d9096ec-1c56-4f4f-aa98-68a4fcaa7c9b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/9577c7fa-7bf1-4944-a602-36ef83329bbf HTTP/1.1" status: 404 len: 339 time: 0.0287483 Apr 18 17:16:05.103812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42236) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:05.109877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.resource_extend [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:16:05.112388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-697165036', 'description': 'd1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:05.118798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-5951f6f3-3395-4398-94af-2f4b541ffd0e tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.120268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-5951f6f3-3395-4398-94af-2f4b541ffd0e tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.41 "GET /v2.0/networks?id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 HTTP/1.1" status: 200 len: 809 time: 0.3024445 Apr 18 17:16:05.182165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Request body: {'port': {'device_id': '01bc01d7-d811-4029-bb60-839e3bd2c0d1', 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4', 'admin_state_up': True, 'tenant_id': '9fe85dda84434ec2878e5bc43aae6995'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:05.184738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}, {'server_uuid': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:05.191189 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1864d2-11c7-4b4e-b6df-36c0df2007f8" -d '{"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-unplugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}, {"server_uuid": "0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a", "name": "network-vif-plugged", "status": "completed", "tag": "5c1c1a81-a0fa-4033-b095-b3b4c6a25f04"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:05.194662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04473ec6-4786-4e38-92c6-128c1d98b756 req-3ff1ba8a-2332-44c8-9a93-ffb7922b3549 service neutron] 10.222.0.18 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696795 Apr 18 17:16:05.197548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f818bb70-8e2c-4469-a388-430136416100 req-072109a8-5b3b-45e9-9fca-1b4e346fe76b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438167 Apr 18 17:16:05.199370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:05.224174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a3a4a-3afc-477d-9a3f-76da8a6f304f None None] DHCP port deletion for 9577c7fa-7bf1-4944-a602-36ef83329bbf request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:16:05.224941 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.252479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd3d60-7a34-4c2d-ae7a-4bd3dec4585b None None] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:05.261790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.273330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd3d60-7a34-4c2d-ae7a-4bd3dec4585b None None] Network 9577c7fa-7bf1-4944-a602-36ef83329bbf could not be found, it might have been deleted concurrently. {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 17:16:05.284460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:16:05.294505 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.295058 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment 08f50afb-59fb-4d8c-8f43-9ddf2f35a3b1 of type vlan for network 783a23d9-f77f-465d-bd93-1f7175815cea Apr 18 17:16:05.347703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.372031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.382817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6f39-5c6b-4ac7-a9e9-cd2bcf2da1ad req-ad4ccf7e-e6bf-41f7-a865-29caed2121ad tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.384285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9ef6f39-5c6b-4ac7-a9e9-cd2bcf2da1ad req-ad4ccf7e-e6bf-41f7-a865-29caed2121ad tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.0681665 Apr 18 17:16:05.464950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9ef6f39-5c6b-4ac7-a9e9-cd2bcf2da1ad req-a4597f93-440b-4187-8b92-6191a8fe9571 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508213 Apr 18 17:16:05.493940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Made reservation on behalf of 9fe85dda84434ec2878e5bc43aae6995 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:05.497683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.555607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.561596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.561799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f54379d-2195-466c-b14c-ab53f1f88a24 req-6742cc12-c60e-43e4-8649-5e56906a2c3a tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0333772 Apr 18 17:16:05.562185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.562850 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Floating IP a1799089-60d6-4187-8953-3396379e5c4e associated. External IP: 172.25.5.32, port: d536dd33-4930-4b88-ab71-e2348b665690. Apr 18 17:16:05.648540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=783a23d9-f77f-465d-bd93-1f7175815cea,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:05.654119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8add584f-f7b5-4c6a-9b06-74b548c8e48b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5491750 Apr 18 17:16:05.656774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42242) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:05.676716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 783a23d9-f77f-465d-bd93-1f7175815cea details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:05.750500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0f00b-4c91-49f4-9a48-792dd0b0bd48 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.752016 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a9b0f00b-4c91-49f4-9a48-792dd0b0bd48 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/networks?id=783a23d9-f77f-465d-bd93-1f7175815cea HTTP/1.1" status: 200 len: 760 time: 0.0944626 Apr 18 17:16:05.754786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42244) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:05.764526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-25900951-30f2-45d3-a6df-b6d04670d114 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'description': 'd2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:05.811350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-c85d069f-b13f-4870-b041-acd344449fc6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.817109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-c85d069f-b13f-4870-b041-acd344449fc6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.823767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-c85d069f-b13f-4870-b041-acd344449fc6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.829594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-c85d069f-b13f-4870-b041-acd344449fc6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.836142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-c85d069f-b13f-4870-b041-acd344449fc6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.842001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-c85d069f-b13f-4870-b041-acd344449fc6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.847757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-c85d069f-b13f-4870-b041-acd344449fc6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:05.849744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-c85d069f-b13f-4870-b041-acd344449fc6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.2162089 Apr 18 17:16:05.856702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Allocated IP 172.20.0.4 (36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4/7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3/558a432c-ff58-4991-b3bc-be21e4c8b5bb) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:05.859898 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.927664 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25900951-30f2-45d3-a6df-b6d04670d114 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:05.966160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2efbe156-1e95-4b9e-868d-9909c0dcd01b req-dd81e2fa-9c9d-4aaa-a928-e5671c264c83 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032736 Apr 18 17:16:06.027856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25900951-30f2-45d3-a6df-b6d04670d114 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.033779 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c11551-b520-4990-b442-65ca1d7de826 x-openstack-request-id: req-05c11551-b520-4990-b442-65ca1d7de826 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:06.034722 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-unplugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "code": 200}, {"server_uuid": "0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a", "name": "network-vif-plugged", "status": "completed", "tag": "5c1c1a81-a0fa-4033-b095-b3b4c6a25f04", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:06.036239 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05c11551-b520-4990-b442-65ca1d7de826 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:06.037909 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c11551-b520-4990-b442-65ca1d7de826'] response: {'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'code': 200} Apr 18 17:16:06.038596 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c11551-b520-4990-b442-65ca1d7de826'] response: {'server_uuid': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'code': 200} Apr 18 17:16:06.040058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25900951-30f2-45d3-a6df-b6d04670d114 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 783a23d9-f77f-465d-bd93-1f7175815cea is not hosted by any dhcp agent {{(pid=109825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 17:16:06.060890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25900951-30f2-45d3-a6df-b6d04670d114 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.061973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25900951-30f2-45d3-a6df-b6d04670d114 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.064485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-25900951-30f2-45d3-a6df-b6d04670d114 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "PUT /v2.0/networks/783a23d9-f77f-465d-bd93-1f7175815cea HTTP/1.1" status: 200 len: 757 time: 0.3064961 Apr 18 17:16:06.079586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42252) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:06.099703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Router 3afe8176-f1e5-432d-a32a-82e440b4afd7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:06.144291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.186071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25900951-30f2-45d3-a6df-b6d04670d114 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=783a23d9-f77f-465d-bd93-1f7175815cea,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:06.199421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 783a23d9-f77f-465d-bd93-1f7175815cea details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:06.219143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe8a42-c319-449b-806a-d1954afa5a8f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.224864 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f7fe8a42-c319-449b-806a-d1954afa5a8f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/networks?id=783a23d9-f77f-465d-bd93-1f7175815cea HTTP/1.1" status: 200 len: 760 time: 0.1401708 Apr 18 17:16:06.225612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42254) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:06.230841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1712516987'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:06.274713 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.283289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6369c-80d2-4b8d-9874-a59e388f51c3 req-c697d7de-d9eb-44c4-9e4f-912424cf9ca9 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.284783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26a6369c-80d2-4b8d-9874-a59e388f51c3 req-c697d7de-d9eb-44c4-9e4f-912424cf9ca9 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 943 time: 0.1873274 Apr 18 17:16:06.303274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9e445-4abf-40c7-ba70-f6ddbf5595f5 req-0fa0de73-110e-481b-9408-2ee4b35d7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.305275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95c9e445-4abf-40c7-ba70-f6ddbf5595f5 req-0fa0de73-110e-481b-9408-2ee4b35d7f9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 1097 time: 0.1852164 Apr 18 17:16:06.343401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:06.346901 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.371057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:16:06.380195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.380519 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment cf073b69-c415-47fc-a546-fef0f9100173 of type vlan for network 88f26084-f0e0-4773-b7fd-cbaed9bb6382 Apr 18 17:16:06.421902 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.430011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26a6369c-80d2-4b8d-9874-a59e388f51c3 req-84884fa5-7571-4e7e-8c1f-5468e33462d0 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320875 Apr 18 17:16:06.437263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:06.439999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95c9e445-4abf-40c7-ba70-f6ddbf5595f5 req-966406cb-efce-4841-93ca-9a12a68d4103 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238096 Apr 18 17:16:06.442929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.450188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] Sync routers for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:06.460660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:06.461666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:06.471233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-47e24929-6aff-4a69-9dee-25ab8b46ca4f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "PUT /v2.0/floatingips/a1799089-60d6-4187-8953-3396379e5c4e HTTP/1.1" status: 200 len: 995 time: 2.7498906 Apr 18 17:16:06.471692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:06.474198 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a602c62-aefb-4414-aee6-8bab9051b43e" -d '{"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:06.535023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.538673 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.545108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.547586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.603812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:06.619842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=88f26084-f0e0-4773-b7fd-cbaed9bb6382,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:06.634440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 88f26084-f0e0-4773-b7fd-cbaed9bb6382 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:06.640292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:06.645299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-ed109a46-2918-49ea-99e2-c3970d171aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.646849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-ed109a46-2918-49ea-99e2-c3970d171aae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1096 time: 0.1618938 Apr 18 17:16:06.654031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:06.657933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Pushing event updated for resources: {'Port': ['ID=558a432c-ff58-4991-b3bc-be21e4c8b5bb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:06.667517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:06.672848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-00046d2b-2528-4e00-8b59-fecbd2215e40 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4460680 Apr 18 17:16:06.673685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:06.680497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': '88f26084-f0e0-4773-b7fd-cbaed9bb6382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:06.682013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625764-59f8-40fa-91b9-4e559f567284 req-389f85ac-83d6-4bba-b806-46c3f0178e22 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.687798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625764-59f8-40fa-91b9-4e559f567284 req-389f85ac-83d6-4bba-b806-46c3f0178e22 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.693719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625764-59f8-40fa-91b9-4e559f567284 req-389f85ac-83d6-4bba-b806-46c3f0178e22 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.699705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625764-59f8-40fa-91b9-4e559f567284 req-389f85ac-83d6-4bba-b806-46c3f0178e22 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.705611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625764-59f8-40fa-91b9-4e559f567284 req-389f85ac-83d6-4bba-b806-46c3f0178e22 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.711368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625764-59f8-40fa-91b9-4e559f567284 req-389f85ac-83d6-4bba-b806-46c3f0178e22 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.717104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625764-59f8-40fa-91b9-4e559f567284 req-389f85ac-83d6-4bba-b806-46c3f0178e22 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.719016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa625764-59f8-40fa-91b9-4e559f567284 req-389f85ac-83d6-4bba-b806-46c3f0178e22 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.2038527 Apr 18 17:16:06.825560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.826170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.875245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:06.882373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:06.884611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-ff10f72b-811b-4a1e-82d3-2712bb62f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.886390 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-ff10f72b-811b-4a1e-82d3-2712bb62f461 service neutron] 10.222.0.45 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 921 time: 0.2300565 Apr 18 17:16:06.899469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1e63e-7131-4f23-b2cc-6561f9aa07be req-377c5930-51f8-42a1-9e5c-b280b647077d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:06.901711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9f1e63e-7131-4f23-b2cc-6561f9aa07be req-377c5930-51f8-42a1-9e5c-b280b647077d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 945 time: 0.0933442 Apr 18 17:16:06.919806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:06.949188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1799089-60d6-4187-8953-3396379e5c4e', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'port_id': 'd536dd33-4930-4b88-ab71-e2348b665690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'mac_address': 'fa:16:3e:d2:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd8110-167f-427b-80f7-b390bd8abf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:16:01Z', 'updated_at': '2022-04-18T17:16:04Z', 'revision_number': 1, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:07Z', 'revision_number': 5, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:06.951103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:16:06.951413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0db5af81-d454-46ac-a09d-d2f33f8bdcb9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:16:06.957374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-fb84f388-131a-407a-b49b-a76bc6d829a1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7851894 Apr 18 17:16:06.983149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Request body: {'port': {'device_id': '01bc01d7-d811-4029-bb60-839e3bd2c0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:06.983584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] Checking router: 3afe8176-f1e5-432d-a32a-82e440b4afd7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:16:06.995530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:06.996158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:07.026128 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-9a2eea5f-e652-4fc0-939b-24867b3a6e2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 998 time: 0.1232178 Apr 18 17:16:07.037866 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9f1e63e-7131-4f23-b2cc-6561f9aa07be req-d6743fe1-299e-4caf-aa19-19b4c662026c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264026 Apr 18 17:16:07.110162 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ca53d8-a700-4f9b-be14-92a4e97ba962 x-openstack-request-id: req-46ca53d8-a700-4f9b-be14-92a4e97ba962 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:07.110447 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:07.110701 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46ca53d8-a700-4f9b-be14-92a4e97ba962 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:07.111105 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ca53d8-a700-4f9b-be14-92a4e97ba962'] response: {'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690', 'status': 'completed', 'code': 200} Apr 18 17:16:07.117379 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:07.120647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:16:07.132692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-b190908e-e4bd-4552-b94f-90da054a9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:07.135733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-b190908e-e4bd-4552-b94f-90da054a9d80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 200 len: 860 time: 0.0938735 Apr 18 17:16:07.200986 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-e3ac4a98-05bf-4c39-be1a-8010c5274266 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=290ec059-b356-48b0-b9c0-5915923cef74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395162 Apr 18 17:16:07.205851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:07.234831 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-6379f34b-518d-4828-8f81-d8c368d8d16f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:16:07.235815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-6379f34b-518d-4828-8f81-d8c368d8d16f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088506 Apr 18 17:16:07.242305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:07.309666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:07.312888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=4b09e1e0-19c7-4a2c-aae4-3bf2ad583c86,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:07.326659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': 'cf073b69-c415-47fc-a546-fef0f9100173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '88f26084-f0e0-4773-b7fd-cbaed9bb6382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:07.327383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: 88f26084-f0e0-4773-b7fd-cbaed9bb6382, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:16:07.329506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'mac_address': 'fa:16:3e:67:82:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:16:07.402419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-c50bbbd7-7106-4c06-abb2-a5fd5201bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:07.403825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-c50bbbd7-7106-4c06-abb2-a5fd5201bd82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1096 time: 0.2308781 Apr 18 17:16:07.414744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network 88f26084-f0e0-4773-b7fd-cbaed9bb6382 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:16:07.415144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea80e1-7f43-479a-8526-6a0d0eb0599d req-4ad0953d-ee81-48ba-85bd-ef81eb754b80 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:07.417345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39ea80e1-7f43-479a-8526-6a0d0eb0599d req-4ad0953d-ee81-48ba-85bd-ef81eb754b80 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.2282486 Apr 18 17:16:07.424063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:07.445148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b8de47-2521-48a6-80fc-31f29a42e3b1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:07.488230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:07.515491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 88f26084-f0e0-4773-b7fd-cbaed9bb6382) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:07.526135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11eb365-13a2-4417-accb-b7cd40658021 None None] Network 88f26084-f0e0-4773-b7fd-cbaed9bb6382 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:07.533950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:07.535530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:07.647039 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db6d10db-ceaa-4a82-bbec-6238cd42ffdd tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9714978 Apr 18 17:16:07.650642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42276) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:07.763755 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:07.780399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4dc050e8-2283-4559-a6bd-c2e7db0e9978 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:16:07.784945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:07.844264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:07.873686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1799089-60d6-4187-8953-3396379e5c4e', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'port_id': 'd536dd33-4930-4b88-ab71-e2348b665690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'mac_address': 'fa:16:3e:d2:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd8110-167f-427b-80f7-b390bd8abf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:16:01Z', 'updated_at': '2022-04-18T17:16:04Z', 'revision_number': 1, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:07Z', 'revision_number': 5, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:07.895845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-4d52cd00-c949-4fa1-a60f-c4297189745d service neutron] 10.222.0.45 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365149 Apr 18 17:16:07.934944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318c9a2-dfb6-4e8d-8aec-410f60872ac8 None None] The sync data for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 is: [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a1799089-60d6-4187-8953-3396379e5c4e', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'port_id': 'd536dd33-4930-4b88-ab71-e2348b665690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'mac_address': 'fa:16:3e:d2:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd8110-167f-427b-80f7-b390bd8abf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:16:01Z', 'updated_at': '2022-04-18T17:16:04Z', 'revision_number': 1, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:07Z', 'revision_number': 5, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:07.945446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:07.948154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39ea80e1-7f43-479a-8526-6a0d0eb0599d req-4f9cabc6-69c2-4fb3-8b29-59895d8cc37c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5146115 Apr 18 17:16:07.993788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['84b8de47-2521-48a6-80fc-31f29a42e3b1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:08.031778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-26d36700-4680-45a4-acc0-62b37a1bd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:08.033472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-26d36700-4680-45a4-acc0-62b37a1bd3a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 921 time: 0.6140079 Apr 18 17:16:08.053809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.123040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=4b09e1e0-19c7-4a2c-aae4-3bf2ad583c86,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:08.181467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799dad3-9a8c-4e25-b86f-35eaed502c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-88f26084-f0e0-4773-b7fd-cbaed9bb6382', 'network_id': '88f26084-f0e0-4773-b7fd-cbaed9bb6382', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': '4b09e1e0-19c7-4a2c-aae4-3bf2ad583c86'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:16:08.182344 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0799dad3-9a8c-4e25-b86f-35eaed502c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.214680 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.239988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f26084-f0e0-4773-b7fd-cbaed9bb6382']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:08.253810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf073b69-c415-47fc-a546-fef0f9100173') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:08.256200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf073b69-c415-47fc-a546-fef0f9100173') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:08.267551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4dc050e8-2283-4559-a6bd-c2e7db0e9978, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4dc050e8-2283-4559-a6bd-c2e7db0e9978,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:08.270548 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.281652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56de38d7-788e-497e-a9ff-89d8f2aa60b8 req-1fd5e07d-128f-4d64-9853-06fd223a57ce service neutron] 10.222.0.45 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758295 Apr 18 17:16:08.287156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-04952653-a722-4392-ac9b-40a0c6c5849d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 998 time: 0.2333286 Apr 18 17:16:08.297290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.312908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:08.314987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'port_id': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'mac_address': 'fa:16:3e:b2:2a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:16:08.315229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.329546 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1e7a1-9e28-4538-b36c-ca53e132743c None None] New status for floating IP a1799089-60d6-4187-8953-3396379e5c4e: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:16:08.348358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310cdb1-74b2-4da4-9b81-9886873e1a8f req-9acc9715-17da-493f-8bb6-2ae240f11245 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:08.356034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c310cdb1-74b2-4da4-9b81-9886873e1a8f req-9acc9715-17da-493f-8bb6-2ae240f11245 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 931 time: 0.2743392 Apr 18 17:16:08.387748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558a432c-ff58-4991-b3bc-be21e4c8b5bb {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:08.408286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:08.417032 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:08.442155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-fe33c682-66c9-487d-9fac-b30b5c74a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:08.443381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-fe33c682-66c9-487d-9fac-b30b5c74a3e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 200 len: 860 time: 0.1251645 Apr 18 17:16:08.462301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.464267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c310cdb1-74b2-4da4-9b81-9886873e1a8f req-8b075e5c-2d93-42b1-b3a2-54f0c94155ea tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014609 Apr 18 17:16:08.511647 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-52b6f87c-c7a4-417a-96ef-bdf63b0fd8ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=290ec059-b356-48b0-b9c0-5915923cef74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455601 Apr 18 17:16:08.514723 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-0799dad3-9a8c-4e25-b86f-35eaed502c44 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 17:16:08.514723 n-d-836015-2 neutron-server[109827]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Apr 18 17:16:08.514723 n-d-836015-2 neutron-server[109827]: [parameters: {'project_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'id': 'd10d4bfe-f73c-49d0-84ac-5762a10c888d', 'name': '', 'network_id': '88f26084-f0e0-4773-b7fd-cbaed9bb6382', 'mac_address': 'fa:16:3e:9b:34:00', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-88f26084-f0e0-4773-b7fd-cbaed9bb6382', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2056}] Apr 18 17:16:08.514723 n-d-836015-2 neutron-server[109827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:16:08.515247 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-0799dad3-9a8c-4e25-b86f-35eaed502c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:16:08.521961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.527736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Transition to ACTIVE for port object 558a432c-ff58-4991-b3bc-be21e4c8b5bb will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:16:08.535364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.541502 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/88f26084-f0e0-4773-b7fd-cbaed9bb6382 HTTP/1.1" status: 204 len: 168 time: 0.8839960 Apr 18 17:16:08.547254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc050e8-2283-4559-a6bd-c2e7db0e9978 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:08.548886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:08.571725 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4dc050e8-2283-4559-a6bd-c2e7db0e9978, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4dc050e8-2283-4559-a6bd-c2e7db0e9978,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:08.586242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a4e58-556a-4384-b764-21c31d7433ab tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=88f26084-f0e0-4773-b7fd-cbaed9bb6382,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:08.613906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.636367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:08.637260 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fc0ea7-0714-44c0-aba2-a402ca17106a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] GET failed (client error): The resource could not be found. Apr 18 17:16:08.638763 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-36fc0ea7-0714-44c0-aba2-a402ca17106a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/subnets/4b09e1e0-19c7-4a2c-aae4-3bf2ad583c86 HTTP/1.1" status: 404 len: 337 time: 0.0870495 Apr 18 17:16:08.641350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42288) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:08.700041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b409c-3428-4a57-a18c-a2c46ddcf6ec req-8dfa780d-8307-4cad-8923-3126d14eb6f4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:08.701721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d45b409c-3428-4a57-a18c-a2c46ddcf6ec req-8dfa780d-8307-4cad-8923-3126d14eb6f4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 945 time: 0.2180855 Apr 18 17:16:08.705350 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3ebe87-77ac-4850-a62d-af7e8c21b492 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:08.709505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3ebe87-77ac-4850-a62d-af7e8c21b492 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:08.717706 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2c3ebe87-77ac-4850-a62d-af7e8c21b492 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/88f26084-f0e0-4773-b7fd-cbaed9bb6382 HTTP/1.1" status: 404 len: 339 time: 0.0731103 Apr 18 17:16:08.723298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42296) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:08.723814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4dc050e8-2283-4559-a6bd-c2e7db0e9978,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:08.748838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430895df-f58d-46f5-b1b6-451b762b3f22 req-3dfb9ce0-10bc-425e-ae92-d16f7398ba09 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:08.750496 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-430895df-f58d-46f5-b1b6-451b762b3f22 req-3dfb9ce0-10bc-425e-ae92-d16f7398ba09 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 943 time: 0.1976728 Apr 18 17:16:08.758950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Pushing event updated for resources: {'Port': ['ID=558a432c-ff58-4991-b3bc-be21e4c8b5bb,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:08.771336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-003640e9-204b-49c5-829a-b5a4d10c4a35 service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451708 Apr 18 17:16:08.918383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d45b409c-3428-4a57-a18c-a2c46ddcf6ec req-9757019d-76ed-4653-9234-f6d91e4d809a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038698 Apr 18 17:16:08.922010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42304) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:08.938132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-430895df-f58d-46f5-b1b6-451b762b3f22 req-44edf620-8951-447e-afa6-a7a3a11a3f46 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726503 Apr 18 17:16:08.950669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b09b28-3763-4379-997d-9264b5d9074d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:08.955551 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-24b09b28-3763-4379-997d-9264b5d9074d tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2311103 Apr 18 17:16:08.956155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42310) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:09.000534 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-966560c8-d50e-4444-9ae7-891b0e76ee80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 207 time: 0.0431602 Apr 18 17:16:09.001091 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42314) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:09.016943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0799dad3-9a8c-4e25-b86f-35eaed502c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:09.064654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c0a41-4640-4b1e-9e47-1f2d8855cad8 None None] Network 88f26084-f0e0-4773-b7fd-cbaed9bb6382 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:09.071531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Attempting to bind port 558a432c-ff58-4991-b3bc-be21e4c8b5bb on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:09.071870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Attempting to bind port 558a432c-ff58-4991-b3bc-be21e4c8b5bb by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:09.072193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Attempting to bind port 558a432c-ff58-4991-b3bc-be21e4c8b5bb on network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:09.077461 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c0a41-4640-4b1e-9e47-1f2d8855cad8 None None] Network 88f26084-f0e0-4773-b7fd-cbaed9bb6382 could not be found, it might have been deleted concurrently. {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 17:16:09.101074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Port 558a432c-ff58-4991-b3bc-be21e4c8b5bb on network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:16:09.101935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Attempting to bind port 558a432c-ff58-4991-b3bc-be21e4c8b5bb on network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:09.108165 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a602c62-aefb-4414-aee6-8bab9051b43e req-d097eb16-1cc7-4d31-96d4-9977b509d86c service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144047 Apr 18 17:16:09.111391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-0b706e69-8edc-40e3-8bd0-f991f13d65e4 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1000 time: 0.1525044 Apr 18 17:16:09.114338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:09.114688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Checking segment: {'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:09.115321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Bound using segment: {'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:09.115766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Bound port: 558a432c-ff58-4991-b3bc-be21e4c8b5bb, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:09.117574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:09.122867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:09.159844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['4dc050e8-2283-4559-a6bd-c2e7db0e9978'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:09.201276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-fd56c5b0-4469-4d4c-93f7-afbaeb3082c1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.202952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-fd56c5b0-4469-4d4c-93f7-afbaeb3082c1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports/d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 942 time: 0.0818813 Apr 18 17:16:09.234494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] For port 558a432c-ff58-4991-b3bc-be21e4c8b5bb, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:09.237926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] For port 558a432c-ff58-4991-b3bc-be21e4c8b5bb, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=558a432c-ff58-4991-b3bc-be21e4c8b5bb,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:09.298162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 84b8de47-2521-48a6-80fc-31f29a42e3b1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:09.298785 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:09.311694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:09.375885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Pushing event updated for resources: {'Port': ['ID=558a432c-ff58-4991-b3bc-be21e4c8b5bb,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:09.407828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-dcf6a349-0530-4ad0-b483-3f6cb2a73502 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1000 time: 0.1514752 Apr 18 17:16:09.440458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.441193 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:09.442707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-865996c5-37c8-4e1d-9176-4a5ce9531739 service neutron] 10.222.0.41 "PUT /v2.0/ports/558a432c-ff58-4991-b3bc-be21e4c8b5bb HTTP/1.1" status: 200 len: 1091 time: 2.4665968 Apr 18 17:16:09.443234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc01d7-d811-4029-bb60-839e3bd2c0d1', 'tag': '558a432c-ff58-4991-b3bc-be21e4c8b5bb'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:09.447487 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b7368e-51a9-4604-9675-05d5d404705e" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc01d7-d811-4029-bb60-839e3bd2c0d1", "tag": "558a432c-ff58-4991-b3bc-be21e4c8b5bb"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:09.454666 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:09.481280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:09.485043 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc828b1a-822b-4824-8465-2cf7c62198df" -d '{"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-plugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:09.502588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:09.529549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-c49c4a5e-a4e9-4ce8-837c-7bcf9580d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.530190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-c49c4a5e-a4e9-4ce8-837c-7bcf9580d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.530510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-c49c4a5e-a4e9-4ce8-837c-7bcf9580d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.530978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-c49c4a5e-a4e9-4ce8-837c-7bcf9580d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.531446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-c49c4a5e-a4e9-4ce8-837c-7bcf9580d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.531912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-c49c4a5e-a4e9-4ce8-837c-7bcf9580d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.532377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-c49c4a5e-a4e9-4ce8-837c-7bcf9580d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.534349 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-c49c4a5e-a4e9-4ce8-837c-7bcf9580d66d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6500 time: 0.6147647 Apr 18 17:16:09.566285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-0348903c-078a-4d4d-9231-e08da128dcb8 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.567662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-0348903c-078a-4d4d-9231-e08da128dcb8 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.1589537 Apr 18 17:16:09.585090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff66e80-f318-46e3-80f4-4a1d1b388f85 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.585992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1911d0-bc0a-4acd-8b76-8f036c297ed3 req-a64eb874-934c-4800-9ba8-7d273f44eddf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.588300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba1911d0-bc0a-4acd-8b76-8f036c297ed3 req-a64eb874-934c-4800-9ba8-7d273f44eddf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.0831933 Apr 18 17:16:09.591103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff66e80-f318-46e3-80f4-4a1d1b388f85 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.597400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff66e80-f318-46e3-80f4-4a1d1b388f85 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.603672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff66e80-f318-46e3-80f4-4a1d1b388f85 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.605434 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2ff66e80-f318-46e3-80f4-4a1d1b388f85 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6033697 Apr 18 17:16:09.611045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42328) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:09.628457 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-03c29580-6060-42bd-adec-ddddd54dc9c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855434 Apr 18 17:16:09.630421 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:09.701261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:09.706127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-e608b4fc-dc80-4c48-8cda-157a1a620e5e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1000 time: 0.1288469 Apr 18 17:16:09.718043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba1911d0-bc0a-4acd-8b76-8f036c297ed3 req-50db5d20-76cd-4b6a-8084-c6a6c22dbd0c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926466 Apr 18 17:16:09.723732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-a4281785-c376-4bcf-afd2-b2709c88532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.725935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-a4281785-c376-4bcf-afd2-b2709c88532a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9fe85dda84434ec2878e5bc43aae6995&device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 1094 time: 0.1012609 Apr 18 17:16:09.729243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:09.774334 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7ed3ce9d-e26b-478f-b37a-53868db4e44b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1614463 Apr 18 17:16:09.778152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42334) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:09.842081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-f9e29a8b-6b5b-40d2-ae2f-e34b5242e292 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558a432c-ff58-4991-b3bc-be21e4c8b5bb HTTP/1.1" status: 200 len: 217 time: 0.0584345 Apr 18 17:16:09.888586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5bdab2-564a-4b50-aedf-c1cccfd7ea04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.890286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5bdab2-564a-4b50-aedf-c1cccfd7ea04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.891901 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9e5bdab2-564a-4b50-aedf-c1cccfd7ea04 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1127236 Apr 18 17:16:09.895776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42336) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:09.921259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-b341c6d4-aff2-4eb2-8953-766b5ebac4e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1892614 Apr 18 17:16:09.923427 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:09.948935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad475700-9928-43f4-b37e-59cfd5482a1b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.950499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad475700-9928-43f4-b37e-59cfd5482a1b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.952252 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ad475700-9928-43f4-b37e-59cfd5482a1b tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0555689 Apr 18 17:16:09.955574 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42340) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:09.980012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17cab-ab87-4479-b4d4-8a2f1b5b7204 req-d090bcd6-97b3-40f0-a1c8-8083e3b46be3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:09.981674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbf17cab-ab87-4479-b4d4-8a2f1b5b7204 req-d090bcd6-97b3-40f0-a1c8-8083e3b46be3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 945 time: 0.1951964 Apr 18 17:16:10.005558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-35d1aaaf-fc02-4103-85ee-84328994ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.007491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-35d1aaaf-fc02-4103-85ee-84328994ed9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3 HTTP/1.1" status: 200 len: 849 time: 0.1466424 Apr 18 17:16:10.066240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ba075-4af6-40a4-bca3-bc210fe7cad5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.067629 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3b6ba075-4af6-40a4-bca3-bc210fe7cad5 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/networks/34064622-f22c-4ae8-986b-a405d5c13744 HTTP/1.1" status: 200 len: 799 time: 0.1111195 Apr 18 17:16:10.074218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42344) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:10.108045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-eed0712b-a79d-45f3-adce-be1ceeabc544 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830855 Apr 18 17:16:10.143069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbf17cab-ab87-4479-b4d4-8a2f1b5b7204 req-98f143ca-4fdb-4d52-a602-2711e8f9bcd4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494584 Apr 18 17:16:10.181918 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8e96ddc1-a467-4ec7-bb94-dd2a5ab9d196 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/networks/34064622-f22c-4ae8-986b-a405d5c13744?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1064756 Apr 18 17:16:10.182568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42350) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:10.209959 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c504e2ca-73fe-4cad-af6a-91d92575543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.210446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c504e2ca-73fe-4cad-af6a-91d92575543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.210933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c504e2ca-73fe-4cad-af6a-91d92575543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.211479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c504e2ca-73fe-4cad-af6a-91d92575543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.211848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c504e2ca-73fe-4cad-af6a-91d92575543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.212314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c504e2ca-73fe-4cad-af6a-91d92575543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.212782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c504e2ca-73fe-4cad-af6a-91d92575543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.214729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c504e2ca-73fe-4cad-af6a-91d92575543a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e89357a44a54604abd44d2bed19bc7f&device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 6500 time: 0.2118788 Apr 18 17:16:10.221238 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de13261-4bc1-42ed-8e3f-bbdf9b2d212e x-openstack-request-id: req-6de13261-4bc1-42ed-8e3f-bbdf9b2d212e {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:10.221553 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc01d7-d811-4029-bb60-839e3bd2c0d1", "tag": "558a432c-ff58-4991-b3bc-be21e4c8b5bb", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:10.221812 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6de13261-4bc1-42ed-8e3f-bbdf9b2d212e {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:10.222215 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de13261-4bc1-42ed-8e3f-bbdf9b2d212e'] response: {'name': 'network-changed', 'server_uuid': '01bc01d7-d811-4029-bb60-839e3bd2c0d1', 'tag': '558a432c-ff58-4991-b3bc-be21e4c8b5bb', 'status': 'completed', 'code': 200} Apr 18 17:16:10.239909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab91f7a-1c1a-4950-b8ee-cc53308ea7f1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.245955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dab91f7a-1c1a-4950-b8ee-cc53308ea7f1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/subnets/352a8e7f-e157-495f-b00b-2777b997baa4 HTTP/1.1" status: 200 len: 811 time: 0.0623031 Apr 18 17:16:10.246811 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42352) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:10.265732 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:10.307302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcaffd1-bcb7-4b5a-b9ff-f0e3f78b976e tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.312329 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7fcaffd1-bcb7-4b5a-b9ff-f0e3f78b976e tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "GET /v2.0/subnets/352a8e7f-e157-495f-b00b-2777b997baa4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0605989 Apr 18 17:16:10.312725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42354) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:10.318072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1558942297'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:10.365008 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:10.365345 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Floating IP a1799089-60d6-4187-8953-3396379e5c4e disassociated. External IP: 172.25.5.32, port: d536dd33-4930-4b88-ab71-e2348b665690. Apr 18 17:16:10.420554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-8e7c901d-c044-4797-9e38-8de424c36a65 service neutron] 10.222.0.41 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993917 Apr 18 17:16:10.423236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:10.426705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:10.451757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:16:10.455895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b53ab-187e-48fb-a7ac-64766fa7decc req-8cbf9413-eafd-42cd-9984-93a0f9d837d2 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.457374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e65b53ab-187e-48fb-a7ac-64766fa7decc req-8cbf9413-eafd-42cd-9984-93a0f9d837d2 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 943 time: 0.1843069 Apr 18 17:16:10.461030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:10.461377 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Added segment b6362d02-1800-40cf-8f0e-aeae90f9a158 of type vlan for network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 Apr 18 17:16:10.503625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:10.601550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:10.607124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.607776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:10.687056 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Network': ['ID=b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:10.698223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:10.741245 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-44b91cc4-9774-4727-8483-2949d00322c1 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4273510 Apr 18 17:16:10.743979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42356) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:10.749904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'network_id': 'b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:10.890562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-86c618c7-f5e4-4fbd-8e83-e1daf0384848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.891076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-86c618c7-f5e4-4fbd-8e83-e1daf0384848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.891635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-86c618c7-f5e4-4fbd-8e83-e1daf0384848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:10.893208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-86c618c7-f5e4-4fbd-8e83-e1daf0384848 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9dc6a382-14a0-4e2b-b3f7-19e369312803&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=a3de4985-6af3-4d4f-ac03-09caa2da850a&id=dbe52481-b0ec-4129-b971-323e61891fe4&id=dbe52481-b0ec-4129-b971-323e61891fe4 HTTP/1.1" status: 200 len: 2298 time: 0.6368883 Apr 18 17:16:10.898498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Made reservation on behalf of 4d74dc9b65e5431094ac4350bd33fb5e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:10.902619 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:10.967423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Performing IP validity checks on allocation pools {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 17:16:10.967937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 17:16:10.989297 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e65b53ab-187e-48fb-a7ac-64766fa7decc req-f2d4f403-e6c2-4ff9-a75e-85db62a69bb5 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076261 Apr 18 17:16:11.038734 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dcd552-ca82-4195-a89b-77e4334b01cb x-openstack-request-id: req-51dcd552-ca82-4195-a89b-77e4334b01cb {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:11.039144 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-plugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:11.039468 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51dcd552-ca82-4195-a89b-77e4334b01cb {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:11.039943 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dcd552-ca82-4195-a89b-77e4334b01cb'] response: {'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'code': 200} Apr 18 17:16:11.054139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-68520fd0-6abf-4239-9e26-04b29234ffbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df644db-7c5c-41c6-b618-2b770dafe1de HTTP/1.1" status: 200 len: 1001 time: 0.1526206 Apr 18 17:16:11.056231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07b3dff7-6600-4e1a-847d-288a08150bd5 req-72871dd3-0f66-4b5b-8a50-353e4ce0b6aa service neutron] 10.222.0.41 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956881 Apr 18 17:16:11.176919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-617bce6f-4bed-4bf3-869f-a603f3deae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.178419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-617bce6f-4bed-4bf3-869f-a603f3deae27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64991e29-3a6e-40a0-b7b4-27fe757dcc9b HTTP/1.1" status: 200 len: 855 time: 0.1174517 Apr 18 17:16:11.214351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139a23-12d2-4b95-8dd0-3bf85f6fa0f8 req-5e86c9dd-3050-427f-9d5f-a715cdb17ddf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.215793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c139a23-12d2-4b95-8dd0-3bf85f6fa0f8 req-5e86c9dd-3050-427f-9d5f-a715cdb17ddf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.1226358 Apr 18 17:16:11.224840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42364) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:11.229706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'floatingip': {'port_id': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:11.239047 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:11.246744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Router 3afe8176-f1e5-432d-a32a-82e440b4afd7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:11.263010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-75fac152-9434-4e95-bd97-1f69fcb3cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.264607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-75fac152-9434-4e95-bd97-1f69fcb3cb97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dc6a382-14a0-4e2b-b3f7-19e369312803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738707 Apr 18 17:16:11.308429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:11.390861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=a14f10e3-9c74-4c8e-8fcd-ada1fbf2ea78,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:11.429014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Checking segment: {'id': 'b6362d02-1800-40cf-8f0e-aeae90f9a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:11.429299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network hostable DHCP agents. Network: b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:16:11.499757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4175fa-7f8a-4fdb-b3da-78c16ba48545 req-3a423f80-b7de-48d9-9d61-a7b6022e460f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.501234 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d4175fa-7f8a-4fdb-b3da-78c16ba48545 req-3a423f80-b7de-48d9-9d61-a7b6022e460f tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 944 time: 0.2324119 Apr 18 17:16:11.510210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7368e-51a9-4604-9675-05d5d404705e req-a71ed4f4-a886-4da4-afc5-ed1769778fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.511634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19b7368e-51a9-4604-9675-05d5d404705e req-a71ed4f4-a886-4da4-afc5-ed1769778fc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9fe85dda84434ec2878e5bc43aae6995&device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 1094 time: 0.1875324 Apr 18 17:16:11.554777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:11.558555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:16:11.559619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:11.568239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] Sync routers for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:11.581870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:11.583568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:11.587867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-e94dac0b-0400-4341-b96b-3c11d37990f0 service neutron] 10.222.0.18 "GET /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128436 Apr 18 17:16:11.629311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-3a883bf7-6a6c-4975-bc2d-ac2e94fa9f5f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.630842 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-3a883bf7-6a6c-4975-bc2d-ac2e94fa9f5f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 945 time: 0.1346414 Apr 18 17:16:11.651900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:11.680148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.680686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:11.684940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-241925db-72e0-4444-ad64-39e2f016f2fe tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "PUT /v2.0/floatingips/a1799089-60d6-4187-8953-3396379e5c4e HTTP/1.1" status: 200 len: 694 time: 1.9641654 Apr 18 17:16:11.705734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d4175fa-7f8a-4fdb-b3da-78c16ba48545 req-67d5f0ca-8502-4d32-bf60-808c7800b5d4 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887224 Apr 18 17:16:11.708175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23135e-0d09-4f29-b347-6b6e008e928a None None] Network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:11.777405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:11.805172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4dc050e8-2283-4559-a6bd-c2e7db0e9978 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:11.847827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7368e-51a9-4604-9675-05d5d404705e req-f065e169-8ea3-492c-983b-59ccf8ce599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.849320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19b7368e-51a9-4604-9675-05d5d404705e req-f065e169-8ea3-492c-983b-59ccf8ce599f service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 HTTP/1.1" status: 200 len: 910 time: 0.3148699 Apr 18 17:16:11.878934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-3e921352-9e6c-4513-981a-7b74c8e5d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.880679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-3e921352-9e6c-4513-981a-7b74c8e5d170 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1096 time: 0.1737769 Apr 18 17:16:11.920302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-b7343e37-1af6-4aba-be99-267e0475d262 service neutron] 10.222.0.18 "GET /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128467 Apr 18 17:16:11.930998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4bef2-d1e9-45bf-8328-40f6533fa17c req-30c2aa03-cfde-4cf5-864d-5a619d933e61 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:11.932395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71d4bef2-d1e9-45bf-8328-40f6533fa17c req-30c2aa03-cfde-4cf5-864d-5a619d933e61 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 945 time: 0.1502573 Apr 18 17:16:11.933730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19b7368e-51a9-4604-9675-05d5d404705e req-269c75ad-4638-49d1-afc0-b4048601c66b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558a432c-ff58-4991-b3bc-be21e4c8b5bb HTTP/1.1" status: 200 len: 217 time: 0.0742552 Apr 18 17:16:11.934541 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4b2b887f-9633-4e9a-aa45-210eb076c630 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1892610 Apr 18 17:16:11.935403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42366) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:11.948656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a7bc24a8-7143-4827-8f24-6bae44bea4fb tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:12.050209 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3', 'network_id': 'b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3', 'tenant_id': '4d74dc9b65e5431094ac4350bd33fb5e', 'fixed_ips': [{'subnet_id': 'a14f10e3-9c74-4c8e-8fcd-ada1fbf2ea78'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:16:12.051176 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.058090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Deleting port 22ea204e-2564-408c-9eba-c9f0ccbea891 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:12.058349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.058977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-dff32d56-56b1-4fd5-a773-95d062a4effd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=016aa17e-2fa3-4d57-8561-d91271203424 HTTP/1.1" status: 200 len: 217 time: 0.1175137 Apr 18 17:16:12.113160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:16:12.130964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7368e-51a9-4604-9675-05d5d404705e req-9bb56f26-de8b-4622-adb4-53299a84b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:12.133615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19b7368e-51a9-4604-9675-05d5d404705e req-9bb56f26-de8b-4622-adb4-53299a84b48d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3 HTTP/1.1" status: 200 len: 849 time: 0.1826382 Apr 18 17:16:12.133774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:12.133927 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.146058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.resource_extend [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:16:12.162871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71d4bef2-d1e9-45bf-8328-40f6533fa17c req-fbfe9d09-4baf-495e-baff-76f3ce8761bf tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195241 Apr 18 17:16:12.188616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19b7368e-51a9-4604-9675-05d5d404705e req-aa0fa99a-b3f5-41ee-999c-eb7c4070465a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428419 Apr 18 17:16:12.217270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7bc24a8-7143-4827-8f24-6bae44bea4fb tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4485820'] for subnet, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.219426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-126f48e2-f519-4dc8-85b2-96698d1ddb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:12.220860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-126f48e2-f519-4dc8-85b2-96698d1ddb21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 200 len: 797 time: 0.1479568 Apr 18 17:16:12.227636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:12.230013 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b40a48-b4a4-4736-8e7e-848f49592827" -d '{"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:12.233250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-563a8e71-5238-4c37-af5f-d1e3b21a216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:12.234771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-563a8e71-5238-4c37-af5f-d1e3b21a216e service neutron] 10.222.0.45 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 921 time: 0.3124378 Apr 18 17:16:12.250099 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.275637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] For port 22ea204e-2564-408c-9eba-c9f0ccbea891, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=22ea204e-2564-408c-9eba-c9f0ccbea891,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:12.276009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.315082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Calling delete_port for 22ea204e-2564-408c-9eba-c9f0ccbea891 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:12.322963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:07Z', 'revision_number': 5, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:12.345098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-289b0931-dd1c-4b5f-ae2b-7dd73e4fa4ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 217 time: 0.0909226 Apr 18 17:16:12.381465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.446005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-44a1b4f4-ea69-481b-b894-93e01fdf88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:12.447230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-44a1b4f4-ea69-481b-b894-93e01fdf88cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3de4985-6af3-4d4f-ac03-09caa2da850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115893 Apr 18 17:16:12.480605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec349ccb-5155-4c79-8661-6f395afdb84d req-8d061a7c-6e3e-4d65-941f-c15735e9aeb0 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:12.481462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec349ccb-5155-4c79-8661-6f395afdb84d req-8d061a7c-6e3e-4d65-941f-c15735e9aeb0 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 943 time: 0.1785557 Apr 18 17:16:12.496170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-b9472520-2e41-46f2-bda8-a4fc6e78842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:12.496170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-b9472520-2e41-46f2-bda8-a4fc6e78842e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 200 len: 860 time: 0.1406016 Apr 18 17:16:12.519557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19b7368e-51a9-4604-9675-05d5d404705e req-db5bcf84-9f59-4444-9ed2-015a3da91381 service neutron] 10.222.0.41 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189702 Apr 18 17:16:12.550886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] Checking router: 3afe8176-f1e5-432d-a32a-82e440b4afd7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:16:12.577876 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 17:16:12.577876 n-d-836015-2 neutron-server[109827]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 18 17:16:12.577876 n-d-836015-2 neutron-server[109827]: [parameters: {'in_use': 1, 'id_1': 'a14f10e3-9c74-4c8e-8fcd-ada1fbf2ea78'}] Apr 18 17:16:12.577876 n-d-836015-2 neutron-server[109827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:16:12.577876 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:16:12.577876 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.577876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:12.577876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:12.598325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-8543e073-5ab9-4548-9886-a4b0bf438240 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=290ec059-b356-48b0-b9c0-5915923cef74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830762 Apr 18 17:16:12.636323 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Floating IP f1a4e914-bb91-4d24-ab16-99459f389ee9 associated. External IP: 172.25.5.57, port: 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04. Apr 18 17:16:12.659749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4dc050e8-2283-4559-a6bd-c2e7db0e9978, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4dc050e8-2283-4559-a6bd-c2e7db0e9978,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:12.690304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec349ccb-5155-4c79-8661-6f395afdb84d req-2df736eb-bdb0-4166-90db-2b3f05bb126c tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020195 Apr 18 17:16:12.765123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:12.765626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19b7368e-51a9-4604-9675-05d5d404705e req-15b0eccc-e524-4c4d-8515-5bb393aee41c service neutron] 10.222.0.41 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010179 Apr 18 17:16:12.766677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-3801ab26-9460-45ff-9289-ced3bf683d12 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096931 Apr 18 17:16:12.768156 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ee142b-7b52-447d-aeca-e47b0345829f x-openstack-request-id: req-a8ee142b-7b52-447d-aeca-e47b0345829f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:12.768506 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "tag": "d536dd33-4930-4b88-ab71-e2348b665690", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:12.768838 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8ee142b-7b52-447d-aeca-e47b0345829f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:12.769594 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ee142b-7b52-447d-aeca-e47b0345829f'] response: {'name': 'network-changed', 'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690', 'status': 'completed', 'code': 200} Apr 18 17:16:12.886683 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.896738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-7a4e7422-f667-44e2-9dc3-d21f3db0a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:12.899484 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-7a4e7422-f667-44e2-9dc3-d21f3db0a4c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 1096 time: 0.1013160 Apr 18 17:16:12.930879 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.935572 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7bc24a8-7143-4827-8f24-6bae44bea4fb tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738954903992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5834111'] for subnet, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:12.943518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b7af4-6bcf-4ace-970b-1883bb5a984c req-e8bbd85b-4e81-44a3-b9db-4554269b37cb tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:12.945191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb3b7af4-6bcf-4ace-970b-1883bb5a984c req-e8bbd85b-4e81-44a3-b9db-4554269b37cb tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 944 time: 0.1369867 Apr 18 17:16:12.964482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-70e914a5-29dd-41c9-85b6-5cddef56dee0 service neutron] 10.222.0.45 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140445 Apr 18 17:16:13.017266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-dc8e0eff-2702-43e6-9bb9-e4b81bd0087e service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078753 Apr 18 17:16:13.065846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc050e8-2283-4559-a6bd-c2e7db0e9978'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:13.069324 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d89b0a-a761-4039-a2ab-fbccd8caf029" -d '{"events": [{"server_uuid": "4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb", "name": "network-vif-plugged", "status": "completed", "tag": "4dc050e8-2283-4559-a6bd-c2e7db0e9978"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:13.072074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:13.074205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4dc050e8-2283-4559-a6bd-c2e7db0e9978,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:13.086163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af', '22ea204e-2564-408c-9eba-c9f0ccbea891'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:13.096290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb3b7af4-6bcf-4ace-970b-1883bb5a984c req-ea651da5-98d8-4c80-80e1-c32dbf79d3d6 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408498 Apr 18 17:16:13.102334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-3179300f-26d5-430e-b4e9-4c9deba5effc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d HTTP/1.1" status: 200 len: 217 time: 0.0537882 Apr 18 17:16:13.169539 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab279b3-0670-42e5-a630-2fc596ea9aaa x-openstack-request-id: req-aab279b3-0670-42e5-a630-2fc596ea9aaa {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:13.170116 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb", "name": "network-vif-plugged", "status": "completed", "tag": "4dc050e8-2283-4559-a6bd-c2e7db0e9978", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:13.170559 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aab279b3-0670-42e5-a630-2fc596ea9aaa {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:13.171140 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab279b3-0670-42e5-a630-2fc596ea9aaa'] response: {'server_uuid': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'code': 200} Apr 18 17:16:13.419312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:07Z', 'revision_number': 5, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:13.466586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Allocated IP 172.20.0.3 (b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3/a14f10e3-9c74-4c8e-8fcd-ada1fbf2ea78/8cf66c4b-ec78-477b-beb3-faab5aad359b) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:13.472317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3fe20-589a-4e9f-819a-00fcdd9c161b None None] The sync data for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 is: [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:14:59Z', 'revision_number': 4, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'bcc5ddba-9883-494d-94d0-75f75f98db05', 'name': '', 'network_id': '290ec059-b356-48b0-b9c0-5915923cef74', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'mac_address': 'fa:16:3e:97:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:07Z', 'revision_number': 5, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'subnets': [{'id': 'd800b893-c961-41da-8d04-09c5554f73ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:13.536071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event deleted for resources: {'Port': ['ID=22ea204e-2564-408c-9eba-c9f0ccbea891,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:13.542286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc24a8-7143-4827-8f24-6bae44bea4fb tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event updated for resources: {'Subnet': ['ID=a14f10e3-9c74-4c8e-8fcd-ada1fbf2ea78,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:13.560440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc24a8-7143-4827-8f24-6bae44bea4fb tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:13.561186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7bc24a8-7143-4827-8f24-6bae44bea4fb tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:13.565628 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7bc24a8-7143-4827-8f24-6bae44bea4fb tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "PUT /v2.0/subnets/a14f10e3-9c74-4c8e-8fcd-ada1fbf2ea78 HTTP/1.1" status: 200 len: 877 time: 1.6191876 Apr 18 17:16:13.619891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42400) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:13.625955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] No DVR routers for this DVR port 22ea204e-2564-408c-9eba-c9f0ccbea891 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:13.629404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c21ddd-69eb-43fc-bbeb-67138b23d51c req-781859fc-4d26-4331-84b8-25d55821d6bb service neutron] 10.222.0.45 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470511 Apr 18 17:16:13.697460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73bc8cf3-4e09-4b64-83e6-a9f37e8205a7 req-5530a927-d131-4b54-8851-fc93ca2f5e91 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a6c56ee-1af2-4470-a341-9df62464373e HTTP/1.1" status: 200 len: 210 time: 0.0834072 Apr 18 17:16:13.713889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-d5326a85-57ea-4c01-8ef5-2aaecc57161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:13.715849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-d5326a85-57ea-4c01-8ef5-2aaecc57161f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 200 len: 797 time: 0.6055253 Apr 18 17:16:13.746770 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:13.750672 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4a74706f-ffdb-4a8c-9d01-31afc75f948f req-549c8270-ff08-41a9-8dd8-f3238c446cf0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "DELETE /v2.0/ports/22ea204e-2564-408c-9eba-c9f0ccbea891 HTTP/1.1" status: 204 len: 173 time: 2.1096525 Apr 18 17:16:13.807581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6c56ee-1af2-4470-a341-9df62464373e', 'name': 'network-vif-deleted', 'tag': '22ea204e-2564-408c-9eba-c9f0ccbea891'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:13.809216 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:13.811014 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3f47d6-15d2-45ef-9150-a351ae111644" -d '{"events": [{"server_uuid": "3a6c56ee-1af2-4470-a341-9df62464373e", "name": "network-vif-deleted", "tag": "22ea204e-2564-408c-9eba-c9f0ccbea891"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:13.826731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-3269c793-3a4f-422e-b198-ba5ff3b267b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:13.828695 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-3269c793-3a4f-422e-b198-ba5ff3b267b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 200 len: 921 time: 0.8989699 Apr 18 17:16:13.847426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:13.853247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-1fb23e15-5511-4311-a847-08d5f4f5a01f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/floatingips/a1799089-60d6-4187-8953-3396379e5c4e HTTP/1.1" status: 200 len: 694 time: 0.1080456 Apr 18 17:16:13.909108 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:13.919529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9938a-3537-4c1c-905e-4dc0a22e92f0 req-e4cf1b43-aa7c-4a31-ae60-25d1ca560b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:13.921346 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fdd9938a-3537-4c1c-905e-4dc0a22e92f0 req-e4cf1b43-aa7c-4a31-ae60-25d1ca560b6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 1096 time: 0.3719931 Apr 18 17:16:13.926433 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-99b2adbc-ef0e-430e-8529-edb6d00c2453 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 200 len: 217 time: 0.0741682 Apr 18 17:16:13.931801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:13.946199 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177bf57-95aa-47e8-9928-af06ecae12b8 None None] New status for floating IP a1799089-60d6-4187-8953-3396379e5c4e: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:16:13.954364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-bafc7983-fc73-4caf-8d39-48747fe26988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:13.954600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:13.955877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-bafc7983-fc73-4caf-8d39-48747fe26988 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3de4985-6af3-4d4f-ac03-09caa2da850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2293124 Apr 18 17:16:13.957352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:13.963779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:13.970468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a888d1-3fd1-41ae-82db-4e2c77f1cc26 req-605e3454-f1af-42a6-b815-6008ec1ac126 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:13.972452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0a888d1-3fd1-41ae-82db-4e2c77f1cc26 req-605e3454-f1af-42a6-b815-6008ec1ac126 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 943 time: 0.1805422 Apr 18 17:16:13.979080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Pushing event updated for resources: {'Port': ['ID=8cf66c4b-ec78-477b-beb3-faab5aad359b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:14.058954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Attempting to bind port 8cf66c4b-ec78-477b-beb3-faab5aad359b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:14.059233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Attempting to bind port 8cf66c4b-ec78-477b-beb3-faab5aad359b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b6362d02-1800-40cf-8f0e-aeae90f9a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:14.059501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Attempting to bind port 8cf66c4b-ec78-477b-beb3-faab5aad359b on network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:14.069180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:14.073589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Checking segment: {'id': 'b6362d02-1800-40cf-8f0e-aeae90f9a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:14.073589 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:14.073589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Bound using segment: {'id': 'b6362d02-1800-40cf-8f0e-aeae90f9a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:14.073589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Bound port: 8cf66c4b-ec78-477b-beb3-faab5aad359b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6362d02-1800-40cf-8f0e-aeae90f9a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:14.073589 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:14.112168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fdd9938a-3537-4c1c-905e-4dc0a22e92f0 req-18375241-7c26-42e0-b4df-d0b299547368 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756339 Apr 18 17:16:14.186697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0a888d1-3fd1-41ae-82db-4e2c77f1cc26 req-90c19506-f0ef-4e8c-a56e-1cd825ec3f44 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717498 Apr 18 17:16:14.195447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-264c5d0f-064d-4065-a2b4-95ad7b86480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:14.196960 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-264c5d0f-064d-4065-a2b4-95ad7b86480a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 200 len: 860 time: 0.2617226 Apr 18 17:16:14.247858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-5bb7f6c4-6e1b-49b6-aa75-3a30bfc61567 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:14.258324 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b9c800-6200-4ff2-805e-66203e0d80c6 x-openstack-request-id: req-14b9c800-6200-4ff2-805e-66203e0d80c6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:14.258684 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6c56ee-1af2-4470-a341-9df62464373e", "name": "network-vif-deleted", "tag": "22ea204e-2564-408c-9eba-c9f0ccbea891", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:14.258930 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14b9c800-6200-4ff2-805e-66203e0d80c6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:14.259297 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b9c800-6200-4ff2-805e-66203e0d80c6'] response: {'server_uuid': '3a6c56ee-1af2-4470-a341-9df62464373e', 'name': 'network-vif-deleted', 'tag': '22ea204e-2564-408c-9eba-c9f0ccbea891', 'status': 'completed', 'code': 200} Apr 18 17:16:14.262408 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-5bb7f6c4-6e1b-49b6-aa75-3a30bfc61567 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 784 time: 0.3901608 Apr 18 17:16:14.272655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Deleting port 8cf66c4b-ec78-477b-beb3-faab5aad359b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:14.280083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:14.280577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] For port 8cf66c4b-ec78-477b-beb3-faab5aad359b, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:14.291960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:14.297428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] For port 8cf66c4b-ec78-477b-beb3-faab5aad359b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8cf66c4b-ec78-477b-beb3-faab5aad359b,segment=NetworkSegment(b6362d02-1800-40cf-8f0e-aeae90f9a158),segment_id=b6362d02-1800-40cf-8f0e-aeae90f9a158)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:14.298741 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:14.307076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-475a1b49-0168-4753-8a58-b30ade00e7b0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:16:14.318483 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-475a1b49-0168-4753-8a58-b30ade00e7b0 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546446 Apr 18 17:16:14.325763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:14.339397 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4858d4a3-673c-42a4-8078-4f8d3f7b5577 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "PUT /v2.0/floatingips/f1a4e914-bb91-4d24-ab16-99459f389ee9 HTTP/1.1" status: 200 len: 991 time: 3.1127949 Apr 18 17:16:14.361844 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:14.403169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-dc4ae276-22e3-4040-bf38-72dd22fc40d4 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 697 time: 0.0827067 Apr 18 17:16:14.408280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-cbf76764-e349-4e4e-8789-5c5ef865f428 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348834 Apr 18 17:16:14.452701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:14.453086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:14.488874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] For port 8cf66c4b-ec78-477b-beb3-faab5aad359b, host n-d-836015-2, got binding levels [] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:14.489305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:14.509512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Calling delete_port for 8cf66c4b-ec78-477b-beb3-faab5aad359b owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:14.519247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-37037a35-8342-4507-912a-7a1ab4545f04 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.0992055 Apr 18 17:16:14.609883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a90111-aae1-4a07-b371-757248ed6fa1 None None] Pushing event updated for resources: {'Port': ['ID=8cf66c4b-ec78-477b-beb3-faab5aad359b,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:14.684580 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-7cf1a85f-f0a4-4a84-92e3-d25baa580b14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=290ec059-b356-48b0-b9c0-5915923cef74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636663 Apr 18 17:16:14.735219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:14.856737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6fee0-44fe-4bfd-9bd5-a51687e6727c req-3505486b-da27-4852-bcb9-45d0d36578ab tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:14.869336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18d6fee0-44fe-4bfd-9bd5-a51687e6727c req-3505486b-da27-4852-bcb9-45d0d36578ab tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 945 time: 0.4647183 Apr 18 17:16:14.982544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18d6fee0-44fe-4bfd-9bd5-a51687e6727c req-50cfa349-c638-4f15-8f21-52ebd34ab128 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121669 Apr 18 17:16:15.005945 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-11899f00-bbfb-4898-babd-b0cd60cd7259 service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081894 Apr 18 17:16:15.053844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-3fbf7e20-7004-4020-a12d-9ab55bd18d82 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011966 Apr 18 17:16:15.066921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Deleting port ffd6bea8-000d-47b1-a4a5-df87cceeabc9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:15.075486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.138028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22ea204e-2564-408c-9eba-c9f0ccbea891 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:15.138605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.176796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 22ea204e-2564-408c-9eba-c9f0ccbea891 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:16:15.177404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 22ea204e-2564-408c-9eba-c9f0ccbea891 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:16:15.184948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-18cb6777-4a78-4f6b-8ad5-560aa97ff4bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=62bae62c-16b2-41d0-9370-cd3639e8314b HTTP/1.1" status: 200 len: 217 time: 0.1030037 Apr 18 17:16:15.227659 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f7b40a48-b4a4-4736-8e7e-848f49592827 req-1100366e-18d0-4f3e-a0f0-8d30e6fcc031 service neutron] 10.222.0.18 "GET /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187767 Apr 18 17:16:15.261647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:14:02Z', 'revision_number': 2, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}, {'id': 'f1a4e914-bb91-4d24-ab16-99459f389ee9', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:04:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:37Z', 'updated_at': '2022-04-18T17:16:12Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:15.266788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Port': ['ID=8cf66c4b-ec78-477b-beb3-faab5aad359b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:15.316435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:16:15.332960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:15.332960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:15.337634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No DVR routers for this DVR port 8cf66c4b-ec78-477b-beb3-faab5aad359b on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:15.420656 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.421006 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.434288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.466356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Calling delete_port for ffd6bea8-000d-47b1-a4a5-df87cceeabc9 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:15.555283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:15.612744 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.709147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-db257e3f-8cdd-43f1-a9fb-879f3995bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:15.711813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-db257e3f-8cdd-43f1-a9fb-879f3995bf71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 200 len: 797 time: 0.5169339 Apr 18 17:16:15.728556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=a14f10e3-9c74-4c8e-8fcd-ada1fbf2ea78,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:15.789201 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.810316 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.845241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:15.868511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6362d02-1800-40cf-8f0e-aeae90f9a158') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:15.868959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6362d02-1800-40cf-8f0e-aeae90f9a158') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:15.879463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event deleted for resources: {'Port': ['ID=ffd6bea8-000d-47b1-a4a5-df87cceeabc9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:15.891241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.915938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:14:02Z', 'revision_number': 2, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}, {'id': 'f1a4e914-bb91-4d24-ab16-99459f389ee9', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:04:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:37Z', 'updated_at': '2022-04-18T17:16:12Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:15.921366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.930471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:15.931010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:15.945331 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:15.988480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242dcdb5-9383-4aac-9108-6bb66ef1529c None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:14:02Z', 'revision_number': 2, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}, {'id': 'f1a4e914-bb91-4d24-ab16-99459f389ee9', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:04:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:37Z', 'updated_at': '2022-04-18T17:16:12Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:16.008767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376ce43-9dc6-4f82-9bbd-4c075be1a041 req-9a466fc1-2683-45e4-a0c1-26ef71547635 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:16.010560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4376ce43-9dc6-4f82-9bbd-4c075be1a041 req-9a466fc1-2683-45e4-a0c1-26ef71547635 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 943 time: 0.4016769 Apr 18 17:16:16.012757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.015685 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.017693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e74e53cc-75a2-4319-8751-02c74c1da79f req-d470a875-1f3e-4f40-9892-9dda02839c2c tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "DELETE /v2.0/floatingips/a1799089-60d6-4187-8953-3396379e5c4e HTTP/1.1" status: 204 len: 173 time: 1.4485776 Apr 18 17:16:16.036769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-78b15706-0633-452e-a20a-4e97ca99b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:16.040275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-78b15706-0633-452e-a20a-4e97ca99b6b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3de4985-6af3-4d4f-ac03-09caa2da850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2918258 Apr 18 17:16:16.115325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.125592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.130578 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 HTTP/1.1" status: 204 len: 168 time: 2.5020781 Apr 18 17:16:16.149481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42448) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:16.163710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93198223-96ae-4e78-bcde-fcba86a2efd4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:16.168616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-77f205b8-ba0e-437b-b204-094f53b2790b service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137969 Apr 18 17:16:16.212781 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6557fc-2ab6-42b3-a246-19fe68c8df50 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:16.213255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6557fc-2ab6-42b3-a246-19fe68c8df50 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:16.216353 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8a6557fc-2ab6-42b3-a246-19fe68c8df50 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/a14f10e3-9c74-4c8e-8fcd-ada1fbf2ea78 HTTP/1.1" status: 404 len: 337 time: 0.0653050 Apr 18 17:16:16.218280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4376ce43-9dc6-4f82-9bbd-4c075be1a041 req-38df68ab-22fb-4bc1-8dfa-abaa498f9781 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974840 Apr 18 17:16:16.228984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42454) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:16.261537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'tag': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:16.275441 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a", "tag": "5c1c1a81-a0fa-4033-b095-b3b4c6a25f04"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:16.279318 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8aed41d-77dd-42e1-abee-440713684f7f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:16.279954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8aed41d-77dd-42e1-abee-440713684f7f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:16.295086 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d8aed41d-77dd-42e1-abee-440713684f7f tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 HTTP/1.1" status: 404 len: 339 time: 0.0530155 Apr 18 17:16:16.295785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42458) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:16.355562 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0571c59c-3316-41a1-8e2b-8de3b972f902 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:16.356158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0571c59c-3316-41a1-8e2b-8de3b972f902 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:16.369074 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0571c59c-3316-41a1-8e2b-8de3b972f902 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/4b09e1e0-19c7-4a2c-aae4-3bf2ad583c86 HTTP/1.1" status: 404 len: 337 time: 0.0693197 Apr 18 17:16:16.370072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42460) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:16.379880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-9a605704-18e6-4c65-af7c-7ceb8b067510 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:16.385573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-9a605704-18e6-4c65-af7c-7ceb8b067510 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1855524 Apr 18 17:16:16.393135 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f7135e-460d-4916-b955-ae64e69fa315 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:16.394332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f7135e-460d-4916-b955-ae64e69fa315 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:16.399955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a1f7135e-460d-4916-b955-ae64e69fa315 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/88f26084-f0e0-4773-b7fd-cbaed9bb6382 HTTP/1.1" status: 404 len: 339 time: 0.0259800 Apr 18 17:16:16.401493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42462) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:16.423941 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026573a1-524f-4a95-b463-39f6fba3a7da None None] New status for floating IP f1a4e914-bb91-4d24-ab16-99459f389ee9: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:16:16.507442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-0f04bd3b-b4a8-4ee7-9285-adef807f14c3 service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257995 Apr 18 17:16:16.511848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.536566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-5cb4c30d-0078-44f7-a5c6-b6b01ecf24d7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/quotas/039ca64486874ae7ba1003e6f5de3127 HTTP/1.1" status: 200 len: 375 time: 0.1469238 Apr 18 17:16:16.631868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-0b367156-b612-49ec-9a77-9bdb267f1544 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ee397beb-601f-4c4b-9d6a-dc1e98f90a16 HTTP/1.1" status: 200 len: 217 time: 0.1076355 Apr 18 17:16:16.665144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bd3100e8-1520-4567-86dc-11cbd781bf63 None None] Could not find standard attr ID for object 8cf66c4b-ec78-477b-beb3-faab5aad359b. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:16:16.734140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.749398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a6736-cd67-42be-aa99-73ce1053be4f None None] DHCP port deletion for b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:16:16.775529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e7d43-4e0a-4726-af9f-5023d74b46f5 None None] Network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:16.779617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783a23d9-f77f-465d-bd93-1f7175815cea']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:16.806276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e7d43-4e0a-4726-af9f-5023d74b46f5 None None] Network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 could not be found, it might have been deleted concurrently. {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 17:16:16.810699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f50afb-59fb-4d8c-8f43-9ddf2f35a3b1') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:16.811342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f50afb-59fb-4d8c-8f43-9ddf2f35a3b1') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:16.818342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165bf38-1e5f-4063-8407-4a20aaafaa9c req-bdfb4c2f-34df-412f-9ee5-cd1e7f9bad72 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:16.819073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bfcaf-c56e-48d7-81c2-aba6eca0227e None None] Network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:16.819959 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7165bf38-1e5f-4063-8407-4a20aaafaa9c req-bdfb4c2f-34df-412f-9ee5-cd1e7f9bad72 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 945 time: 0.4315686 Apr 18 17:16:16.849792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bfcaf-c56e-48d7-81c2-aba6eca0227e None None] Network b8066512-a33a-4ad0-bfa8-42e1f7ff3cd3 could not be found, it might have been deleted concurrently. {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 17:16:16.853196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.866046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-8186867f-a5df-42ce-9adf-1daa29e9859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:16.867010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-8186867f-a5df-42ce-9adf-1daa29e9859f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 200 len: 797 time: 0.2178357 Apr 18 17:16:16.868705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.876553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:16.877002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:16.878092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-8d27c586-d438-43d4-86d5-f4a28c043768 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2618313 Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:16.880459 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:16.970272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7165bf38-1e5f-4063-8407-4a20aaafaa9c req-5a00f3a1-43cd-426f-a955-3d04fcc8fa25 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368816 Apr 18 17:16:16.988180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-7323c092-d109-4589-8fa7-c73c54e86dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:16.991500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-7323c092-d109-4589-8fa7-c73c54e86dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3de4985-6af3-4d4f-ac03-09caa2da850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035233 Apr 18 17:16:17.033595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.046662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.052640 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/783a23d9-f77f-465d-bd93-1f7175815cea HTTP/1.1" status: 204 len: 168 time: 0.6469793 Apr 18 17:16:17.063191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42470) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.073318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1b13-eaef-42b8-94a0-2d6c19615ede tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=783a23d9-f77f-465d-bd93-1f7175815cea,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:17.097196 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8d976c-a834-42d6-9f8c-ed0d21112d1a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.097477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-13fc21f2-27ce-40fa-b466-d3ef9525b340 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185421 Apr 18 17:16:17.097912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8d976c-a834-42d6-9f8c-ed0d21112d1a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.101871 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db8d976c-a834-42d6-9f8c-ed0d21112d1a tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/52186fcb-83a9-4449-b27b-86c433d1f6da HTTP/1.1" status: 404 len: 337 time: 0.0369003 Apr 18 17:16:17.104159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42472) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.129167 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-31918ec1-1a2c-45f6-b77a-ffa8acf85f66 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.129909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31918ec1-1a2c-45f6-b77a-ffa8acf85f66 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.134189 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-31918ec1-1a2c-45f6-b77a-ffa8acf85f66 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/9577c7fa-7bf1-4944-a602-36ef83329bbf HTTP/1.1" status: 404 len: 339 time: 0.0287194 Apr 18 17:16:17.137756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.140949 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19721d9d-ac4c-4140-8777-2f1feaae37b8 req-7d42b2a0-5227-4453-a94d-e5be8015b806 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups/370b3b80-7762-45e5-9deb-a8309800dc4a HTTP/1.1" status: 200 len: 1809 time: 0.1163502 Apr 18 17:16:17.166644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 558a432c-ff58-4991-b3bc-be21e4c8b5bb details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:16:17.174953 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f541bdc-0ed5-4d7d-bc26-2251d50fb031 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.175590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f541bdc-0ed5-4d7d-bc26-2251d50fb031 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.179419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3f541bdc-0ed5-4d7d-bc26-2251d50fb031 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/739b45dc-a64e-45b1-9882-616907fb0e3d HTTP/1.1" status: 404 len: 337 time: 0.0403819 Apr 18 17:16:17.182310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42476) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.203699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-d6bbb5a4-421a-4540-b037-0b9026b256bf service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052791 Apr 18 17:16:17.222538 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b35cb8-fd92-45b7-bd29-b0bef4fe4dbe tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.224557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b35cb8-fd92-45b7-bd29-b0bef4fe4dbe tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.228254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-11b35cb8-fd92-45b7-bd29-b0bef4fe4dbe tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/d66b354a-4711-47c9-9ef9-a076b9439d83 HTTP/1.1" status: 404 len: 339 time: 0.0448642 Apr 18 17:16:17.235731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42478) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.262187 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca3e001-17a3-4457-b9f7-ec653adbb9e9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.262823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca3e001-17a3-4457-b9f7-ec653adbb9e9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.269370 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8ca3e001-17a3-4457-b9f7-ec653adbb9e9 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/afcea7d9-f5b0-422f-bcf2-a98b141bf217 HTTP/1.1" status: 404 len: 337 time: 0.0352495 Apr 18 17:16:17.269723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42482) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.291271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.293753 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-056c8484-44a5-4037-a0cd-8174eba72831 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.294439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056c8484-44a5-4037-a0cd-8174eba72831 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.298044 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-056c8484-44a5-4037-a0cd-8174eba72831 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/16c907b8-e7a5-4bf8-bc8b-0f40232c4a67 HTTP/1.1" status: 404 len: 339 time: 0.0266066 Apr 18 17:16:17.304299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.308244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42484) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.342748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 558a432c-ff58-4991-b3bc-be21e4c8b5bb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=558a432c-ff58-4991-b3bc-be21e4c8b5bb,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:17.348230 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-daad5379-9e3e-44aa-8259-9de7761c3fef tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.348877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daad5379-9e3e-44aa-8259-9de7761c3fef tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.352941 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-daad5379-9e3e-44aa-8259-9de7761c3fef tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/2aaff45b-56eb-427b-bf20-288ab618fa0e HTTP/1.1" status: 404 len: 337 time: 0.0427587 Apr 18 17:16:17.357578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42486) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.390743 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a1c3d4-fecd-4204-89d5-d381fc16a2db tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.390743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a1c3d4-fecd-4204-89d5-d381fc16a2db tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.393197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a7a1c3d4-fecd-4204-89d5-d381fc16a2db tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/61e65d88-c1e6-441a-85d2-e5eecaf91f5b HTTP/1.1" status: 404 len: 339 time: 0.0312240 Apr 18 17:16:17.393197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-19721d9d-ac4c-4140-8777-2f1feaae37b8 req-ff9ac454-52df-453b-a7dd-20c69171a67f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.394979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42488) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.424516 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-19721d9d-ac4c-4140-8777-2f1feaae37b8 req-ff9ac454-52df-453b-a7dd-20c69171a67f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.473233 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e5b59e-8580-4bf2-93ce-a9dcd76b08e0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.473730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e5b59e-8580-4bf2-93ce-a9dcd76b08e0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.494093 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d5e5b59e-8580-4bf2-93ce-a9dcd76b08e0 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/097d0357-a7bf-48ce-9a99-d64763cd7924 HTTP/1.1" status: 404 len: 337 time: 0.0928516 Apr 18 17:16:17.507012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42492) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.514820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-833188d0-c138-47ac-a3f1-4aa6cf5b5af6 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949409 Apr 18 17:16:17.546254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-0686a080-a3c8-473c-a949-26dee00ee52d service neutron] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060627 Apr 18 17:16:17.546367 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77df381-5da2-44d1-ac61-2a1d870027c7 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.546674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77df381-5da2-44d1-ac61-2a1d870027c7 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.550598 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c77df381-5da2-44d1-ac61-2a1d870027c7 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/2c1da32a-9488-4579-966a-740f9aa80f89 HTTP/1.1" status: 404 len: 339 time: 0.0437257 Apr 18 17:16:17.555633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42496) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.571445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '558a432c-ff58-4991-b3bc-be21e4c8b5bb', 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4', 'port_id': '558a432c-ff58-4991-b3bc-be21e4c8b5bb', 'mac_address': 'fa:16:3e:c7:03:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:16:17.606834 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c292a1-61c8-4ee2-89fd-75f87ef4b6bf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.611672 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.614783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c292a1-61c8-4ee2-89fd-75f87ef4b6bf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.618513 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e0c292a1-61c8-4ee2-89fd-75f87ef4b6bf tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/ab225188-6c43-42c7-b798-e205debefdcb HTTP/1.1" status: 404 len: 337 time: 0.0615339 Apr 18 17:16:17.623239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42498) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.627882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558a432c-ff58-4991-b3bc-be21e4c8b5bb {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:17.628955 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-19721d9d-ac4c-4140-8777-2f1feaae37b8 req-ff9ac454-52df-453b-a7dd-20c69171a67f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.632292 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-19721d9d-ac4c-4140-8777-2f1feaae37b8 req-ff9ac454-52df-453b-a7dd-20c69171a67f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.648693 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9945e31e-8b41-452b-b591-734631c298b4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.649635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9945e31e-8b41-452b-b591-734631c298b4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.649996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19721d9d-ac4c-4140-8777-2f1feaae37b8 req-ff9ac454-52df-453b-a7dd-20c69171a67f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "DELETE /v2.0/security-groups/370b3b80-7762-45e5-9deb-a8309800dc4a HTTP/1.1" status: 204 len: 173 time: 0.4985886 Apr 18 17:16:17.651909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 558a432c-ff58-4991-b3bc-be21e4c8b5bb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=558a432c-ff58-4991-b3bc-be21e4c8b5bb,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:17.652693 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9945e31e-8b41-452b-b591-734631c298b4 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/8c12a5f9-540a-49f4-877c-15504a898e84 HTTP/1.1" status: 404 len: 339 time: 0.0283594 Apr 18 17:16:17.655249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42502) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.661521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-872e4f09-39b5-47e6-ab02-9b5ffba82299 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2 HTTP/1.1" status: 200 len: 217 time: 0.1089127 Apr 18 17:16:17.689057 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-95220553-91b5-4e14-a903-891dd34ebf30 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.689551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95220553-91b5-4e14-a903-891dd34ebf30 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.693865 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-95220553-91b5-4e14-a903-891dd34ebf30 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/76899650-4913-4299-acab-95f4fe44f56d HTTP/1.1" status: 404 len: 337 time: 0.0372984 Apr 18 17:16:17.696235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42504) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.698213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ac454-52df-453b-a7dd-20c69171a67f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370b3b80-7762-45e5-9deb-a8309800dc4a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:17.719029 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5166f-754f-4a94-aa3f-c980bcecb913 x-openstack-request-id: req-62a5166f-754f-4a94-aa3f-c980bcecb913 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:17.735072 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a", "tag": "5c1c1a81-a0fa-4033-b095-b3b4c6a25f04", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:17.735072 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62a5166f-754f-4a94-aa3f-c980bcecb913 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:17.735072 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a5166f-754f-4a94-aa3f-c980bcecb913'] response: {'name': 'network-changed', 'server_uuid': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'tag': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'status': 'completed', 'code': 200} Apr 18 17:16:17.755425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:17.765914 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-77968c4c-c6c1-4256-a465-8e39331d9573 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.766556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77968c4c-c6c1-4256-a465-8e39331d9573 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.784475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-0efdecdd-9ce9-4339-a508-5305f51ebd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:17.790000 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-77968c4c-c6c1-4256-a465-8e39331d9573 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/89232e83-52da-4ba6-ab55-c27867b0233f HTTP/1.1" status: 404 len: 339 time: 0.0927150 Apr 18 17:16:17.790917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42508) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.798033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-0efdecdd-9ce9-4339-a508-5305f51ebd4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5 HTTP/1.1" status: 200 len: 797 time: 0.1220262 Apr 18 17:16:17.859107 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6c8bed-6d06-4501-b9ca-1903e036d446 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.860110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6c8bed-6d06-4501-b9ca-1903e036d446 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.863510 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb6c8bed-6d06-4501-b9ca-1903e036d446 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/f34a7dff-d883-4c01-8a96-dc1105dfe9b6 HTTP/1.1" status: 404 len: 337 time: 0.0692749 Apr 18 17:16:17.868963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=558a432c-ff58-4991-b3bc-be21e4c8b5bb,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:17.875015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42512) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.904674 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-37303636-4446-4480-80fe-1ed03886da39 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] DELETE failed (client error): The resource could not be found. Apr 18 17:16:17.905250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37303636-4446-4480-80fe-1ed03886da39 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:16:17.912263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-37303636-4446-4480-80fe-1ed03886da39 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/06012511-0b34-4f7b-902a-8b83d0c604bd HTTP/1.1" status: 404 len: 339 time: 0.0353150 Apr 18 17:16:17.913230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42514) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:17.939500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-58a0ec6e-89f9-407b-9aa0-9d73034447c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:17.941329 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-58a0ec6e-89f9-407b-9aa0-9d73034447c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 1097 time: 0.1489191 Apr 18 17:16:17.993363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83e4e-7e22-4b23-9064-022575746bbe req-899f2e8b-98cb-4d7a-8c63-a6fc7f14fe8c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:18.007415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01a83e4e-7e22-4b23-9064-022575746bbe req-899f2e8b-98cb-4d7a-8c63-a6fc7f14fe8c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 945 time: 0.2076960 Apr 18 17:16:18.016646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42516) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:18.030020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Request body: {'floatingip': {'port_id': '4dc050e8-2283-4559-a6bd-c2e7db0e9978'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:18.054040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-eb819c48-fa75-4190-8406-e7b5a22c82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:18.059002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-eb819c48-fa75-4190-8406-e7b5a22c82bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbe52481-b0ec-4129-b971-323e61891fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2315614 Apr 18 17:16:18.134233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4790-98ca-4572-91d2-dd4494faaee8 req-705050a8-12f3-4409-9809-8d5cc6e74a83 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:18.144955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-878c4790-98ca-4572-91d2-dd4494faaee8 req-705050a8-12f3-4409-9809-8d5cc6e74a83 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 944 time: 0.2634702 Apr 18 17:16:18.147256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-16c82474-4354-4a86-b10c-40c521c8e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:18.150049 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-16c82474-4354-4a86-b10c-40c521c8e3e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 915 time: 0.1856375 Apr 18 17:16:18.150565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-919b02ec-ebac-4924-83c4-6f4eec719b58 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Deleting subnet 352a8e7f-e157-495f-b00b-2777b997baa4 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:16:18.169282 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-919b02ec-ebac-4924-83c4-6f4eec719b58 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:18.190321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['558a432c-ff58-4991-b3bc-be21e4c8b5bb'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:18.217783 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:18.292466 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-e2939a75-35d1-46d0-bf62-9c07fab65eed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 HTTP/1.1" status: 200 len: 1001 time: 0.1355343 Apr 18 17:16:18.350990 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-919b02ec-ebac-4924-83c4-6f4eec719b58 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:18.362217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-0c844669-2c86-404a-82f4-743880ac01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:18.372731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-0c844669-2c86-404a-82f4-743880ac01bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.0690539 Apr 18 17:16:18.407663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-878c4790-98ca-4572-91d2-dd4494faaee8 req-a5249644-9692-4000-b45b-38a1a5abae1a tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464366 Apr 18 17:16:18.522521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-9ced04a7-4f15-4bbd-8e67-d536cc25b6b1 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692286 Apr 18 17:16:18.556032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-69c2a044-c29a-414c-91bc-a21cccf11114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:18.557952 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-69c2a044-c29a-414c-91bc-a21cccf11114 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778088 Apr 18 17:16:18.604480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e09b8efa-180d-48ed-8ed1-b029c87b6a50 req-4bcfabb9-401c-4f5d-ad00-dc0d480764f0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 210 time: 0.0773842 Apr 18 17:16:18.706017 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-aa9ffce9-3707-42b4-a00e-6e7c64e27398 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395259 Apr 18 17:16:18.837390 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57b83fa5-6a7d-433d-bb55-5bb1be3f3bc2 req-98813f6e-d762-4e06-a9d9-3ae93d3bd7c2 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229129 Apr 18 17:16:19.041958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-919b02ec-ebac-4924-83c4-6f4eec719b58 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.125025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2115a-4750-4026-a931-c04deb296dbb req-dee3a2c1-b4e4-40b2-80e3-4eb2f43afad1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:19.126584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23b2115a-4750-4026-a931-c04deb296dbb req-dee3a2c1-b4e4-40b2-80e3-4eb2f43afad1 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.5426180 Apr 18 17:16:19.197014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-fcfbf85c-3690-4410-b4cd-ea860e7fd591 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610308 Apr 18 17:16:19.285990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-a08c02d2-eb3c-4549-9387-1d918a9c9396 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e HTTP/1.1" status: 200 len: 217 time: 0.0555708 Apr 18 17:16:19.313376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23b2115a-4750-4026-a931-c04deb296dbb req-da7de1dd-5c2c-416b-8149-757b570dc450 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503456 Apr 18 17:16:19.396527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-04cdbb26-2365-4dfa-b008-93c8a547a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:19.398596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-04cdbb26-2365-4dfa-b008-93c8a547a492 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5 HTTP/1.1" status: 200 len: 797 time: 0.1004307 Apr 18 17:16:19.441154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-919b02ec-ebac-4924-83c4-6f4eec719b58 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.497283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b02ec-ebac-4924-83c4-6f4eec719b58 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Subnet': ['ID=352a8e7f-e157-495f-b00b-2777b997baa4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:19.528306 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-919b02ec-ebac-4924-83c4-6f4eec719b58 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.531484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-919b02ec-ebac-4924-83c4-6f4eec719b58 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/subnets/352a8e7f-e157-495f-b00b-2777b997baa4 HTTP/1.1" status: 204 len: 168 time: 1.6157026 Apr 18 17:16:19.533846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ac9bf-34ab-4e99-b27c-da49a1d3b8ed None None] Network 34064622-f22c-4ae8-986b-a405d5c13744 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:19.534741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42532) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:19.726746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-86ffac84-46ad-46be-b918-bef511b45faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:19.726746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-86ffac84-46ad-46be-b918-bef511b45faf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbe52481-b0ec-4129-b971-323e61891fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1767383 Apr 18 17:16:19.729807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.729919 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.729919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb870591-f9a8-4c1a-a50c-fe6ab521a790 req-03435c22-ba35-4876-8183-46711deb168a tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:19.729919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb870591-f9a8-4c1a-a50c-fe6ab521a790 req-03435c22-ba35-4876-8183-46711deb168a tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 944 time: 0.1596694 Apr 18 17:16:19.738637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Deleting port ce05994b-79f5-4b00-a8af-2cc7eca25940 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:19.738991 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.743883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edc5db51-d855-466d-b104-d6a9b606d862 req-42741336-dac5-47d8-ab15-8240e5a19a55 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 210 time: 0.0436180 Apr 18 17:16:19.763313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-c93e3075-8842-4a41-bf90-89d29a8e8225 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661541 Apr 18 17:16:19.774434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb870591-f9a8-4c1a-a50c-fe6ab521a790 req-cb7644fd-ec1e-4d45-a429-9ddc7e27e762 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870738 Apr 18 17:16:19.795979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] DHCP port deletion for 34064622-f22c-4ae8-986b-a405d5c13744 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:16:19.816515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] For port ce05994b-79f5-4b00-a8af-2cc7eca25940, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ce05994b-79f5-4b00-a8af-2cc7eca25940,segment=NetworkSegment(fac27e11-12a9-475b-9143-41f087da530e),segment_id=fac27e11-12a9-475b-9143-41f087da530e)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:19.816948 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.830478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Calling delete_port for ce05994b-79f5-4b00-a8af-2cc7eca25940 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:19.846188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] Deleting port ce05994b-79f5-4b00-a8af-2cc7eca25940 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:19.846563 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.858209 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.918030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce67cf33-6995-4f9a-ad7a-3a1a0e6da98d req-700827e4-c0b4-4e19-8797-fddf1f9cddb8 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425989 Apr 18 17:16:19.950320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] For port ce05994b-79f5-4b00-a8af-2cc7eca25940, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ce05994b-79f5-4b00-a8af-2cc7eca25940,segment=NetworkSegment(fac27e11-12a9-475b-9143-41f087da530e),segment_id=fac27e11-12a9-475b-9143-41f087da530e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:19.950320 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:19.959806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] Calling delete_port for ce05994b-79f5-4b00-a8af-2cc7eca25940 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:19.997558 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Floating IP d8b99b4a-1216-472e-8db7-b972d8875001 associated. External IP: 172.25.5.29, port: 4dc050e8-2283-4559-a6bd-c2e7db0e9978. Apr 18 17:16:20.017690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.047542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Port': ['ID=ce05994b-79f5-4b00-a8af-2cc7eca25940,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:20.059552 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.060611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] No DVR routers for this DVR port ce05994b-79f5-4b00-a8af-2cc7eca25940 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:20.074989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] No DVR routers for this DVR port ce05994b-79f5-4b00-a8af-2cc7eca25940 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:20.103326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437ab72-9dc6-42b9-b264-fb2a9d5bcd0b None None] Pushing event deleted for resources: {'Port': ['ID=ce05994b-79f5-4b00-a8af-2cc7eca25940,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:20.170485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.194932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34064622-f22c-4ae8-986b-a405d5c13744']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:20.204768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac27e11-12a9-475b-9143-41f087da530e') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:20.205072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac27e11-12a9-475b-9143-41f087da530e') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:20.222007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.237978 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.245344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:20.245774 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:20.251422 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:20.305735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Router f047c84a-fb0e-402b-b40a-55fd8fa50e4a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:20.367472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.403650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.407314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] 10.222.0.45 "DELETE /v2.0/networks/34064622-f22c-4ae8-986b-a405d5c13744 HTTP/1.1" status: 204 len: 168 time: 0.8714204 Apr 18 17:16:20.408678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced1cda-38ec-4d3a-a842-aeff7b83ed80 tempest-NetworksTest-788300485 tempest-NetworksTest-788300485-project] Pushing event deleted for resources: {'Network': ['ID=34064622-f22c-4ae8-986b-a405d5c13744,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:20.544054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:20.551832 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:20.558706 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] Sync routers for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:20.565266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061ddf0-c2b1-4566-9954-c21f63602472 req-df821c4a-0d4e-4340-a8e6-24145182bb1e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:20.566799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3061ddf0-c2b1-4566-9954-c21f63602472 req-df821c4a-0d4e-4340-a8e6-24145182bb1e tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1268592 Apr 18 17:16:20.581074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:20.581998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:20.665446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b3924026-01fe-4b11-8ea9-aaf4133c3fbe tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "PUT /v2.0/floatingips/d8b99b4a-1216-472e-8db7-b972d8875001 HTTP/1.1" status: 200 len: 990 time: 2.6430771 Apr 18 17:16:20.668496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'tag': '4dc050e8-2283-4559-a6bd-c2e7db0e9978'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:20.670937 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb", "tag": "4dc050e8-2283-4559-a6bd-c2e7db0e9978"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:20.691734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3061ddf0-c2b1-4566-9954-c21f63602472 req-92aff603-4219-4d56-9665-5b86d5ad6368 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086264 Apr 18 17:16:20.747119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-9b16a2c6-a6ad-42a2-b916-368db72213b9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:20.748696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-9b16a2c6-a6ad-42a2-b916-368db72213b9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.2320023 Apr 18 17:16:20.768287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Request body: {'port': {'device_id': '776e97ab-6dc2-4d2f-9330-99839451b0ea', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'admin_state_up': True, 'tenant_id': '039ca64486874ae7ba1003e6f5de3127'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:20.781716 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0450a416-2242-47ea-a31f-aa0d15e74fea x-openstack-request-id: req-0450a416-2242-47ea-a31f-aa0d15e74fea {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:20.782138 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb", "tag": "4dc050e8-2283-4559-a6bd-c2e7db0e9978", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:20.782503 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0450a416-2242-47ea-a31f-aa0d15e74fea {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:20.782913 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0450a416-2242-47ea-a31f-aa0d15e74fea'] response: {'name': 'network-changed', 'server_uuid': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'tag': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'status': 'completed', 'code': 200} Apr 18 17:16:20.848277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:21.013835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ce05994b-79f5-4b00-a8af-2cc7eca25940 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:21.039884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c75a7681-cff4-44c6-b581-a8ca2976378d req-58effcde-b59a-4a07-977c-2e557017e525 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 210 time: 0.0697012 Apr 18 17:16:21.066160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-989e91cc-f8d0-4f65-9394-7699fa2f83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:21.066160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-989e91cc-f8d0-4f65-9394-7699fa2f83c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 1096 time: 0.2431633 Apr 18 17:16:21.072938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a33a67-ac15-43cf-9282-5ef8aede7d95 req-d408ed37-15c8-4923-b20f-8e06edd16b39 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:21.074808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1a33a67-ac15-43cf-9282-5ef8aede7d95 req-d408ed37-15c8-4923-b20f-8e06edd16b39 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 944 time: 0.1609883 Apr 18 17:16:21.083418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ce05994b-79f5-4b00-a8af-2cc7eca25940 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:16:21.083766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ce05994b-79f5-4b00-a8af-2cc7eca25940 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:16:21.084202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42562) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:21.153942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:21.160018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:21.184046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 558a432c-ff58-4991-b3bc-be21e4c8b5bb up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:21.216124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-01fc0a79-e5cb-44bd-a312-f2fac11ba4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:21.218501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-01fc0a79-e5cb-44bd-a312-f2fac11ba4c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 200 len: 910 time: 0.1424534 Apr 18 17:16:21.249038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'd8b99b4a-1216-472e-8db7-b972d8875001', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'port_id': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'mac_address': 'fa:16:3e:b2:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:49Z', 'updated_at': '2022-04-18T17:16:19Z', 'revision_number': 1, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:21.254898 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1a33a67-ac15-43cf-9282-5ef8aede7d95 req-2e12e492-42b6-4b15-9f06-c5d53f8e0ba4 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814500 Apr 18 17:16:21.298646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] Checking router: f047c84a-fb0e-402b-b40a-55fd8fa50e4a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:16:21.311304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:21.312213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:21.322752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-7326f06a-9e09-490b-a263-7ddd780110a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc050e8-2283-4559-a6bd-c2e7db0e9978 HTTP/1.1" status: 200 len: 998 time: 0.0934393 Apr 18 17:16:21.373132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 558a432c-ff58-4991-b3bc-be21e4c8b5bb completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:16:21.379838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 558a432c-ff58-4991-b3bc-be21e4c8b5bb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:21.380325 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:21.393172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-f65389d8-7853-482f-bb2c-e922cb695222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:21.395360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-f65389d8-7853-482f-bb2c-e922cb695222 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 200 len: 848 time: 0.0596700 Apr 18 17:16:21.462772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-657649c3-d882-4ff4-9295-e97d87f8fbdf tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:21.464200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-712850ae-0792-4cb3-b9a9-5994cf61e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:21.464358 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-657649c3-d882-4ff4-9295-e97d87f8fbdf tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.18 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1234281 Apr 18 17:16:21.466239 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-712850ae-0792-4cb3-b9a9-5994cf61e69e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31d186fc-2662-4e24-8685-0df0e6001120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623808 Apr 18 17:16:21.473053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:21.474014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Allocated IP 172.20.0.9 (675b81c6-89ef-4cf3-9b4a-8b7e72752016/92cd26c9-3999-468f-92e8-f41c026b94e2/a22b0850-2b34-4b2f-a663-29b73a5dca2c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:21.479126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5bab6938-fccc-4581-91e2-5682d1f2505b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d74dc9b65e5431094ac4350bd33fb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930664 Apr 18 17:16:21.488792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42566) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:21.579055 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:21.641025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-487f8cc1-c5dc-4c94-91ba-469c55c03b51 service neutron] 10.222.0.18 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537044 Apr 18 17:16:21.643296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc01d7-d811-4029-bb60-839e3bd2c0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558a432c-ff58-4991-b3bc-be21e4c8b5bb'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:21.645688 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109e6f2e-9399-4a87-80ce-dff05c9d8a03" -d '{"events": [{"server_uuid": "01bc01d7-d811-4029-bb60-839e3bd2c0d1", "name": "network-vif-plugged", "status": "completed", "tag": "558a432c-ff58-4991-b3bc-be21e4c8b5bb"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:21.687039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 558a432c-ff58-4991-b3bc-be21e4c8b5bb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=558a432c-ff58-4991-b3bc-be21e4c8b5bb,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:21.724098 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78707eee-e522-43a9-88fd-a34d9e2d98ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:21.808966 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:21.839212 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90744841-aa2b-4229-ba96-513413f13403 x-openstack-request-id: req-90744841-aa2b-4229-ba96-513413f13403 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:21.840160 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc01d7-d811-4029-bb60-839e3bd2c0d1", "name": "network-vif-plugged", "status": "completed", "tag": "558a432c-ff58-4991-b3bc-be21e4c8b5bb", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:21.840421 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90744841-aa2b-4229-ba96-513413f13403 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:21.840810 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90744841-aa2b-4229-ba96-513413f13403'] response: {'server_uuid': '01bc01d7-d811-4029-bb60-839e3bd2c0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558a432c-ff58-4991-b3bc-be21e4c8b5bb', 'code': 200} Apr 18 17:16:21.842883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78707eee-e522-43a9-88fd-a34d9e2d98ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:21.865441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Deleting port d536dd33-4930-4b88-ab71-e2348b665690 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:21.866483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:21.908805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=558a432c-ff58-4991-b3bc-be21e4c8b5bb,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:21.921248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'd8b99b4a-1216-472e-8db7-b972d8875001', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'port_id': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'mac_address': 'fa:16:3e:b2:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:49Z', 'updated_at': '2022-04-18T17:16:19Z', 'revision_number': 1, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:21.955422 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c6400-aa1e-4fc4-9115-ec74f9ab47c3 None None] The sync data for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 is: [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'd8b99b4a-1216-472e-8db7-b972d8875001', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'port_id': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'mac_address': 'fa:16:3e:b2:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:15:49Z', 'updated_at': '2022-04-18T17:16:19Z', 'revision_number': 1, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:22.023041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d711f9-b5f3-412d-b03e-645bd5f1290b req-e861a362-e313-485b-9624-7b1a9ca478f9 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:22.032857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28d711f9-b5f3-412d-b03e-645bd5f1290b req-e861a362-e313-485b-9624-7b1a9ca478f9 tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 945 time: 0.1781340 Apr 18 17:16:22.042336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f15910-b3ce-4cdd-9ac7-ce88d6194dd2 req-f9313bba-88d3-45b8-b038-3b808484a8e3 service neutron] 10.222.0.18 "GET /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898680 Apr 18 17:16:22.052843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95281-dac9-487d-971e-c1eb8a863b2e req-20b72de7-aa33-45e2-850f-63ae1025f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:22.055233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9bd95281-dac9-487d-971e-c1eb8a863b2e req-20b72de7-aa33-45e2-850f-63ae1025f0e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 1096 time: 0.1492665 Apr 18 17:16:22.134089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28d711f9-b5f3-412d-b03e-645bd5f1290b req-45c57ac5-f136-412e-af14-270b324ebdee tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/security-groups?id=b67144e6-043d-44d7-80cb-289409dc5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996494 Apr 18 17:16:22.174055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9bd95281-dac9-487d-971e-c1eb8a863b2e req-9ae290e2-5329-44a0-8938-2bd2c91f9490 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103985 Apr 18 17:16:22.207863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be4d7819-f08a-46bf-be77-45a51209b6ff req-b0fc89e0-d762-4335-aced-e64a863290d9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 210 time: 0.0456560 Apr 18 17:16:22.298129 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3312f82-cbd2-422d-a512-abcf548380f0 None None] New status for floating IP d8b99b4a-1216-472e-8db7-b972d8875001: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:16:22.322464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] For port d536dd33-4930-4b88-ab71-e2348b665690, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d536dd33-4930-4b88-ab71-e2348b665690,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:22.326180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:22.336599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Calling delete_port for d536dd33-4930-4b88-ab71-e2348b665690 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:22.408089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b332f4-f491-442c-88a2-5632d7fb5dcd req-5cc0c62f-d17a-4c62-8ff8-aeed82e0f947 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:22.411432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66b332f4-f491-442c-88a2-5632d7fb5dcd req-5cc0c62f-d17a-4c62-8ff8-aeed82e0f947 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0760183 Apr 18 17:16:22.491236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66b332f4-f491-442c-88a2-5632d7fb5dcd req-26013a49-95ca-4ddb-b88e-8deb18fd8831 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720584 Apr 18 17:16:22.558934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:22.622587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:22.653713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78707eee-e522-43a9-88fd-a34d9e2d98ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:22.656245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78707eee-e522-43a9-88fd-a34d9e2d98ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:22.661102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-78707eee-e522-43a9-88fd-a34d9e2d98ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3e004fa-55df-477d-bbdd-d957975c78f5 HTTP/1.1" status: 204 len: 168 time: 1.1676118 Apr 18 17:16:22.665590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Pushing event deleted for resources: {'Port': ['ID=d536dd33-4930-4b88-ab71-e2348b665690,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:22.678816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78707eee-e522-43a9-88fd-a34d9e2d98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e004fa-55df-477d-bbdd-d957975c78f5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:22.709261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:22.736410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] No DVR routers for this DVR port d536dd33-4930-4b88-ab71-e2348b665690 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:22.743836 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:22.746592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:22.747322 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9f540bec-e6b0-4ed5-9738-6c6ed1da4722 req-17a7dd8f-0dee-47b2-b6d0-7a2c82fad29a tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.18 "DELETE /v2.0/ports/d536dd33-4930-4b88-ab71-e2348b665690 HTTP/1.1" status: 204 len: 173 time: 1.2645993 Apr 18 17:16:22.750241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'name': 'network-vif-deleted', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:22.761110 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9403b66f-7a22-4f15-8ba6-79181cc91c0c" -d '{"events": [{"server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "name": "network-vif-deleted", "tag": "d536dd33-4930-4b88-ab71-e2348b665690"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:22.795356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:22.798833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:22.803300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:22.864090 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0044310-4fe6-437a-9fa7-f21d2a596353 x-openstack-request-id: req-b0044310-4fe6-437a-9fa7-f21d2a596353 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:22.865028 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dd8110-167f-427b-80f7-b390bd8abf47", "name": "network-vif-deleted", "tag": "d536dd33-4930-4b88-ab71-e2348b665690", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:22.866385 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0044310-4fe6-437a-9fa7-f21d2a596353 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:22.876989 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0044310-4fe6-437a-9fa7-f21d2a596353'] response: {'server_uuid': '50dd8110-167f-427b-80f7-b390bd8abf47', 'name': 'network-vif-deleted', 'tag': 'd536dd33-4930-4b88-ab71-e2348b665690', 'status': 'completed', 'code': 200} Apr 18 17:16:22.887994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event updated for resources: {'Port': ['ID=a22b0850-2b34-4b2f-a663-29b73a5dca2c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:22.920144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:22.920876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:23.037773 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-71139d97-d3ea-4975-80aa-6f693ccb3a11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2742708 Apr 18 17:16:23.057230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Request body: {'port': {'device_id': '776e97ab-6dc2-4d2f-9330-99839451b0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:23.130849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:23.339639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0174222-6661-4b8b-9e23-c63aee2094f4 req-8c100322-f75c-4a48-9932-a6a115fc795f tempest-ServerRescueTestJSONUnderV235-968178243 tempest-ServerRescueTestJSONUnderV235-968178243-project] 10.222.0.45 "GET /v2.0/ports?device_id=50dd8110-167f-427b-80f7-b390bd8abf47 HTTP/1.1" status: 200 len: 210 time: 0.0725861 Apr 18 17:16:23.417359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50221da-2338-4566-b7a9-10f76adfb1ae req-eb31b122-6619-463f-ae7a-018f7fd53b16 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:23.426268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50221da-2338-4566-b7a9-10f76adfb1ae req-eb31b122-6619-463f-ae7a-018f7fd53b16 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 931 time: 0.0842731 Apr 18 17:16:23.474596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50221da-2338-4566-b7a9-10f76adfb1ae req-2f2f26df-c993-45de-8ae8-64c36dc527e1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473819 Apr 18 17:16:23.585977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22b0850-2b34-4b2f-a663-29b73a5dca2c {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:23.598333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:23.622337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Transition to ACTIVE for port object a22b0850-2b34-4b2f-a663-29b73a5dca2c will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:16:23.660974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210abef-1fab-4420-a7f6-ccd19817712d req-5298494a-b2c8-441e-bda7-12c7b1c7582f tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:23.664704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d210abef-1fab-4420-a7f6-ccd19817712d req-5298494a-b2c8-441e-bda7-12c7b1c7582f tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0701017 Apr 18 17:16:23.680775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:23.753755 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d210abef-1fab-4420-a7f6-ccd19817712d req-e3bfde22-069d-467c-a986-10a5df1750d5 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692949 Apr 18 17:16:23.761389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Pushing event updated for resources: {'Port': ['ID=a22b0850-2b34-4b2f-a663-29b73a5dca2c,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:23.828704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d536dd33-4930-4b88-ab71-e2348b665690 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:23.842667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Attempting to bind port a22b0850-2b34-4b2f-a663-29b73a5dca2c on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:23.843062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Attempting to bind port a22b0850-2b34-4b2f-a663-29b73a5dca2c by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:23.843328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Attempting to bind port a22b0850-2b34-4b2f-a663-29b73a5dca2c on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:23.848267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Port a22b0850-2b34-4b2f-a663-29b73a5dca2c on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:16:23.848502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Attempting to bind port a22b0850-2b34-4b2f-a663-29b73a5dca2c on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:23.860261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:23.860261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Checking segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:23.860261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Bound using segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:23.860261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Bound port: a22b0850-2b34-4b2f-a663-29b73a5dca2c, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:23.860261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:23.880110 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: d536dd33-4930-4b88-ab71-e2348b665690 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:16:23.880304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d536dd33-4930-4b88-ab71-e2348b665690 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:16:23.980126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] For port a22b0850-2b34-4b2f-a663-29b73a5dca2c, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:23.984170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] For port a22b0850-2b34-4b2f-a663-29b73a5dca2c, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a22b0850-2b34-4b2f-a663-29b73a5dca2c,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:24.102929 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:24.136598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:24.137375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:24.144987 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] 10.222.0.41 "PUT /v2.0/ports/a22b0850-2b34-4b2f-a663-29b73a5dca2c HTTP/1.1" status: 200 len: 1091 time: 1.0919950 Apr 18 17:16:24.175793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9026bab-df6d-4f17-aefb-ec5ef3cebae8 service neutron] Pushing event updated for resources: {'Port': ['ID=a22b0850-2b34-4b2f-a663-29b73a5dca2c,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:24.231119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42618) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:24.319775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-99eff927-ebc5-48b2-98f9-a9fdf1ef313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:24.321542 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-99eff927-ebc5-48b2-98f9-a9fdf1ef313e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 1094 time: 0.0502760 Apr 18 17:16:24.397321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42624) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:24.402800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2127368398'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:24.423257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-6fb261f2-122c-4abd-a3cf-a470600c0a5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a22b0850-2b34-4b2f-a663-29b73a5dca2c HTTP/1.1" status: 200 len: 217 time: 0.0850396 Apr 18 17:16:24.479825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:24.484654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:24.495508 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:24.507172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-e9d8e4a1-580a-43c4-95e5-c78bdd2585b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:24.507172 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-e9d8e4a1-580a-43c4-95e5-c78bdd2585b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.0711370 Apr 18 17:16:24.569101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-4fc77a52-8a48-4e0f-922c-00d124134ac1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480971 Apr 18 17:16:24.705591 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:24.707623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8030949-09c4-44be-a34f-a96a239962f4 req-12576cc6-9943-4ecc-b96c-4c4e365091b9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:24.709132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8030949-09c4-44be-a34f-a96a239962f4 req-12576cc6-9943-4ecc-b96c-4c4e365091b9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 943 time: 0.0994909 Apr 18 17:16:24.719871 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-8d0b4188-b607-4e13-8d87-0bf6dc0b74ed service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396489 Apr 18 17:16:24.781362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8030949-09c4-44be-a34f-a96a239962f4 req-1ee3fd53-c719-417b-a411-edc50b427a99 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649664 Apr 18 17:16:24.831202 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ed8f0d1b-6521-4db4-a6c7-fce435f3cd79 req-e489d571-e6f9-4401-bf1c-a663f124da93 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034822 Apr 18 17:16:24.878036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776e97ab-6dc2-4d2f-9330-99839451b0ea', 'tag': 'a22b0850-2b34-4b2f-a663-29b73a5dca2c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:24.880601 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72048252-fde4-403a-8449-7ee16c0bc178" -d '{"events": [{"name": "network-changed", "server_uuid": "776e97ab-6dc2-4d2f-9330-99839451b0ea", "tag": "a22b0850-2b34-4b2f-a663-29b73a5dca2c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:24.916516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20ba8d-c588-4017-b516-649821ea5926 req-f25ac9f5-e156-4bc9-8fe5-49fa22e9a6a0 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:24.918188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f20ba8d-c588-4017-b516-649821ea5926 req-f25ac9f5-e156-4bc9-8fe5-49fa22e9a6a0 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0858881 Apr 18 17:16:24.922318 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a87b65-41e6-44de-a08b-0ee22912dda2 x-openstack-request-id: req-a9a87b65-41e6-44de-a08b-0ee22912dda2 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:24.922674 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776e97ab-6dc2-4d2f-9330-99839451b0ea", "tag": "a22b0850-2b34-4b2f-a663-29b73a5dca2c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:24.922944 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9a87b65-41e6-44de-a08b-0ee22912dda2 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:24.923425 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a87b65-41e6-44de-a08b-0ee22912dda2'] response: {'name': 'network-changed', 'server_uuid': '776e97ab-6dc2-4d2f-9330-99839451b0ea', 'tag': 'a22b0850-2b34-4b2f-a663-29b73a5dca2c', 'status': 'completed', 'code': 200} Apr 18 17:16:24.969882 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:24.976804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f20ba8d-c588-4017-b516-649821ea5926 req-ca4bbf3e-8917-40b1-bd4f-4e0c6f0813d2 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502138 Apr 18 17:16:25.092916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.120725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:16:25.136570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef4b098-4a4d-461d-92d8-d07d361bd3e8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:25.139565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.139913 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 070d2749-dd93-48a2-a442-f91dcc986826 of type vlan for network 231057ac-8eff-4ced-ab58-50378149952a Apr 18 17:16:25.181781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.253547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72048252-fde4-403a-8449-7ee16c0bc178 req-6128b5bf-23bb-4f1f-aaa0-1a65f5f3638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:25.255161 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72048252-fde4-403a-8449-7ee16c0bc178 req-6128b5bf-23bb-4f1f-aaa0-1a65f5f3638d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 1094 time: 0.0554156 Apr 18 17:16:25.328846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.334788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:25.335421 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.438289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2057874 Apr 18 17:16:25.447204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14ad59-4ad8-4ab0-9a4f-0b32a8c47fe9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=231057ac-8eff-4ced-ab58-50378149952a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:25.458654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 231057ac-8eff-4ced-ab58-50378149952a details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:25.476350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42642) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:25.489972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1164759705'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:25.521573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72048252-fde4-403a-8449-7ee16c0bc178 req-b862ad37-3fe9-42ad-84ef-46d5c877f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:25.527265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72048252-fde4-403a-8449-7ee16c0bc178 req-b862ad37-3fe9-42ad-84ef-46d5c877f7f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 906 time: 0.2601888 Apr 18 17:16:25.598455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72048252-fde4-403a-8449-7ee16c0bc178 req-d026ab77-9e71-4c6c-bab1-c9b0a8ddee85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a22b0850-2b34-4b2f-a663-29b73a5dca2c HTTP/1.1" status: 200 len: 217 time: 0.0648041 Apr 18 17:16:25.619635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:25.622978 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.675108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Deleting port bcc5ddba-9883-494d-94d0-75f75f98db05 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:25.675559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.699866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72048252-fde4-403a-8449-7ee16c0bc178 req-a359379a-470e-441f-9379-c0d317635073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:25.704047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72048252-fde4-403a-8449-7ee16c0bc178 req-a359379a-470e-441f-9379-c0d317635073 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.0980022 Apr 18 17:16:25.704895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:16:25.752480 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72048252-fde4-403a-8449-7ee16c0bc178 req-c0321101-4515-4bb4-a79e-4fd531eed6fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402987 Apr 18 17:16:25.753696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.754042 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 2878c9ca-723f-41ce-a317-dc7b8c61338d of type vlan for network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b Apr 18 17:16:25.779009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] For port bcc5ddba-9883-494d-94d0-75f75f98db05, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bcc5ddba-9883-494d-94d0-75f75f98db05,segment=NetworkSegment(7affbeda-ec88-4b55-bdd4-e58b997e6e1a),segment_id=7affbeda-ec88-4b55-bdd4-e58b997e6e1a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:25.779702 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.794867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Calling delete_port for bcc5ddba-9883-494d-94d0-75f75f98db05 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:25.905801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:25.998315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b790-4601-4821-b559-62ab5b035575 req-344dc0c7-1901-49cd-a95d-8f150ce59c54 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:25.999916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc49b790-4601-4821-b559-62ab5b035575 req-344dc0c7-1901-49cd-a95d-8f150ce59c54 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 943 time: 0.0913205 Apr 18 17:16:26.006029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72048252-fde4-403a-8449-7ee16c0bc178 req-776cf8db-6276-4ed8-8084-2c6deaddc369 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428565 Apr 18 17:16:26.067384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:26.078716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:26.080368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:26.096196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc49b790-4601-4821-b559-62ab5b035575 req-b1d9c435-63b5-4397-b174-161e4721b9cc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888152 Apr 18 17:16:26.185851 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7072217 Apr 18 17:16:26.189114 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:26.191049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42660) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:26.201323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': '231057ac-8eff-4ced-ab58-50378149952a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:26.226922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313649d-1c10-437c-a196-e6a96b15944e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:26.242461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc5ddba-9883-494d-94d0-75f75f98db05,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:26.243076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:26.269322 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-72048252-fde4-403a-8449-7ee16c0bc178 req-b7ef54f2-300c-47a2-9d46-f80cfbff02fe service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547498 Apr 18 17:16:26.556009 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:26.614768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:26.620521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:26.829106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b1a5b-5ab0-4452-b015-41e39a7c1af2 req-6cbb3739-48ac-48f7-8c28-cc693a292749 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:26.831865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-947b1a5b-5ab0-4452-b015-41e39a7c1af2 req-6cbb3739-48ac-48f7-8c28-cc693a292749 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 945 time: 0.2219267 Apr 18 17:16:26.932432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-947b1a5b-5ab0-4452-b015-41e39a7c1af2 req-fd236000-afb5-456b-9a60-aa488af62b90 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922606 Apr 18 17:16:27.078232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Router 3afe8176-f1e5-432d-a32a-82e440b4afd7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:27.178983 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:27.338357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=ef9bbf72-c1e8-41f2-83c5-b82f2b3489e6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:27.359068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:27.370183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a92b69f-f944-4ead-bc79-e57a35df4a9f admin admin] 10.222.0.45 "PUT /v2.0/routers/3afe8176-f1e5-432d-a32a-82e440b4afd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9711707 Apr 18 17:16:27.375771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42670) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:27.379030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] Sync routers for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:27.379563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '070d2749-dd93-48a2-a442-f91dcc986826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '231057ac-8eff-4ced-ab58-50378149952a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:27.379563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: 231057ac-8eff-4ced-ab58-50378149952a, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:16:27.398630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:27.400020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:27.408620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bc9fb-b75d-47fa-b8e5-4c00e18b70d8 req-a1fcc59a-ca80-498a-9583-2d50aab5d2a4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:27.416754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a06bc9fb-b75d-47fa-b8e5-4c00e18b70d8 req-a1fcc59a-ca80-498a-9583-2d50aab5d2a4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 943 time: 0.1905842 Apr 18 17:16:27.527954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:27.562369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a06bc9fb-b75d-47fa-b8e5-4c00e18b70d8 req-05c590d2-c514-4b18-bed5-89c119265123 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404104 Apr 18 17:16:27.578274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 231057ac-8eff-4ced-ab58-50378149952a is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:16:27.606471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:27.720446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 231057ac-8eff-4ced-ab58-50378149952a) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:27.730392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:27.731016 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:27.733787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f76c2f-10f5-4783-a3b1-188955b2bd75 None None] Network 231057ac-8eff-4ced-ab58-50378149952a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:27.768103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:27.841493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-996d1d1a-5731-4109-8d24-e30bef4ccf98 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6428545 Apr 18 17:16:27.842161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42672) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:27.848413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': '1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:27.962798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:16:26Z', 'revision_number': 5, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port': {'id': '6c1a476e-e143-42d1-a8cd-13f110c8f691', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:54Z', 'updated_at': '2022-04-18T17:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:28.007046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] Checking router: 3afe8176-f1e5-432d-a32a-82e440b4afd7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:16:28.028675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] Routers {'3afe8176-f1e5-432d-a32a-82e440b4afd7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:28.029314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3afe8176-f1e5-432d-a32a-82e440b4afd7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:28.056456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Deleting port 6c1a476e-e143-42d1-a8cd-13f110c8f691 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:28.056889 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.158293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:28.159324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-231057ac-8eff-4ced-ab58-50378149952a', 'network_id': '231057ac-8eff-4ced-ab58-50378149952a', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': 'ef9bbf72-c1e8-41f2-83c5-b82f2b3489e6'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:16:28.160209 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.166265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.201397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] Set router 3afe8176-f1e5-432d-a32a-82e440b4afd7 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:16:28.250868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89b9a3-f2a0-46db-9639-b56003371a97 req-94882f9c-bb53-48dd-907a-f31e8fde92e2 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:28.260732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f89b9a3-f2a0-46db-9639-b56003371a97 req-94882f9c-bb53-48dd-907a-f31e8fde92e2 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 945 time: 0.1968591 Apr 18 17:16:28.305940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:16:27Z', 'revision_number': 6, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:28.327868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] For port 6c1a476e-e143-42d1-a8cd-13f110c8f691, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6c1a476e-e143-42d1-a8cd-13f110c8f691,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:28.328237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.342056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151a805-cab2-4fc3-ba2d-3dffda6cda1d None None] The sync data for ids ['3afe8176-f1e5-432d-a32a-82e440b4afd7'] in n-d-836015-2 is: [{'id': '3afe8176-f1e5-432d-a32a-82e440b4afd7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2008098425-router', 'tenant_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:53Z', 'updated_at': '2022-04-18T17:16:27Z', 'revision_number': 6, 'project_id': 'bec2b198fe7f4ac69669dc6d34b4f453', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:28.367423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Calling delete_port for 6c1a476e-e143-42d1-a8cd-13f110c8f691 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:28.390416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f89b9a3-f2a0-46db-9639-b56003371a97 req-b65afda5-ba2b-4878-a6a0-040698f33a2c tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278908 Apr 18 17:16:28.427497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-ea21bfde-82a9-4b64-95a6-16cb9698f0dc tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:28.429194 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-ea21bfde-82a9-4b64-95a6-16cb9698f0dc tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 945 time: 0.1090841 Apr 18 17:16:28.465660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Allocated IP 2001:db8::2 (231057ac-8eff-4ced-ab58-50378149952a/ef9bbf72-c1e8-41f2-83c5-b82f2b3489e6/e3c76c5c-bea3-4907-9264-0d186fce7e2f) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:28.630595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Deleting port 558a432c-ff58-4991-b3bc-be21e4c8b5bb {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:28.632045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.734671 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.777511 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.806514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] For port 558a432c-ff58-4991-b3bc-be21e4c8b5bb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=558a432c-ff58-4991-b3bc-be21e4c8b5bb,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:28.806895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.813476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:28.826958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Calling delete_port for 558a432c-ff58-4991-b3bc-be21e4c8b5bb owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:28.875379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Network 231057ac-8eff-4ced-ab58-50378149952a is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:28.880910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:28.886540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Pushing event updated for resources: {'Port': ['ID=e3c76c5c-bea3-4907-9264-0d186fce7e2f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:28.910403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c5665-f7ac-4a89-ab4f-38af8fc4cb69 req-107a6f57-8ad3-4881-831f-59e334b483d4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:28.912048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d5c5665-f7ac-4a89-ab4f-38af8fc4cb69 req-107a6f57-8ad3-4881-831f-59e334b483d4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 943 time: 0.1900012 Apr 18 17:16:28.921531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=6d4b4187-201d-4fb8-8a9e-cceeb34eb049,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:28.923449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:28.959005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '2878c9ca-723f-41ce-a317-dc7b8c61338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:28.960267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:16:28.981883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d5c5665-f7ac-4a89-ab4f-38af8fc4cb69 req-cbea90d3-d8c6-44ee-aee9-cb59837addb1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575454 Apr 18 17:16:28.995854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Attempting to bind port e3c76c5c-bea3-4907-9264-0d186fce7e2f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:28.996241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Attempting to bind port e3c76c5c-bea3-4907-9264-0d186fce7e2f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '070d2749-dd93-48a2-a442-f91dcc986826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '231057ac-8eff-4ced-ab58-50378149952a'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:28.996607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Attempting to bind port e3c76c5c-bea3-4907-9264-0d186fce7e2f on network 231057ac-8eff-4ced-ab58-50378149952a {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:29.008004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:29.008004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Checking segment: {'id': '070d2749-dd93-48a2-a442-f91dcc986826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '231057ac-8eff-4ced-ab58-50378149952a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:29.008004 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.008004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Bound using segment: {'id': '070d2749-dd93-48a2-a442-f91dcc986826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '231057ac-8eff-4ced-ab58-50378149952a'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:29.008004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Bound port: e3c76c5c-bea3-4907-9264-0d186fce7e2f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070d2749-dd93-48a2-a442-f91dcc986826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '231057ac-8eff-4ced-ab58-50378149952a'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:29.008004 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.079113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bcc5ddba-9883-494d-94d0-75f75f98db05 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:29.107449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: bcc5ddba-9883-494d-94d0-75f75f98db05 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:16:29.107800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bcc5ddba-9883-494d-94d0-75f75f98db05 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:16:29.108206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6c1a476e-e143-42d1-a8cd-13f110c8f691 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:29.110240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] For port e3c76c5c-bea3-4907-9264-0d186fce7e2f, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:29.144515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] For port e3c76c5c-bea3-4907-9264-0d186fce7e2f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e3c76c5c-bea3-4907-9264-0d186fce7e2f,segment=NetworkSegment(070d2749-dd93-48a2-a442-f91dcc986826),segment_id=070d2749-dd93-48a2-a442-f91dcc986826)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:29.199361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a22b0850-2b34-4b2f-a663-29b73a5dca2c details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:16:29.200745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.214644 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.228914 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1a476e-e143-42d1-a8cd-13f110c8f691,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:29.229537 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.233039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:16:29.245106 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.295965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Pushing event deleted for resources: {'Port': ['ID=558a432c-ff58-4991-b3bc-be21e4c8b5bb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:29.307872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.355961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] No DVR routers for this DVR port 558a432c-ff58-4991-b3bc-be21e4c8b5bb on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:29.359617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.370467 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4edd63c-378f-4259-afbc-7e9c29164776 req-dc11fb27-948f-4a56-951d-d281bb363ffd tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.41 "DELETE /v2.0/ports/558a432c-ff58-4991-b3bc-be21e4c8b5bb HTTP/1.1" status: 204 len: 173 time: 0.9329195 Apr 18 17:16:29.371183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc01d7-d811-4029-bb60-839e3bd2c0d1', 'name': 'network-vif-deleted', 'tag': '558a432c-ff58-4991-b3bc-be21e4c8b5bb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:29.374124 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc40064-67ec-4606-a21a-544c9cae48f0" -d '{"events": [{"server_uuid": "01bc01d7-d811-4029-bb60-839e3bd2c0d1", "name": "network-vif-deleted", "tag": "558a432c-ff58-4991-b3bc-be21e4c8b5bb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:29.386864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a22b0850-2b34-4b2f-a663-29b73a5dca2c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a22b0850-2b34-4b2f-a663-29b73a5dca2c,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:29.404588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:29.424077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:29.426497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.444161 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758bbb46-7567-4132-92aa-5eca4d05e229 x-openstack-request-id: req-758bbb46-7567-4132-92aa-5eca4d05e229 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:29.444698 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc01d7-d811-4029-bb60-839e3bd2c0d1", "name": "network-vif-deleted", "tag": "558a432c-ff58-4991-b3bc-be21e4c8b5bb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:29.444980 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-758bbb46-7567-4132-92aa-5eca4d05e229 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:29.445386 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758bbb46-7567-4132-92aa-5eca4d05e229'] response: {'server_uuid': '01bc01d7-d811-4029-bb60-839e3bd2c0d1', 'name': 'network-vif-deleted', 'tag': '558a432c-ff58-4991-b3bc-be21e4c8b5bb', 'status': 'completed', 'code': 200} Apr 18 17:16:29.447942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['558a432c-ff58-4991-b3bc-be21e4c8b5bb'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:29.507308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.515683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.531117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6acbf8b-3568-40aa-add6-eb7d0c3735be None None] Network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:29.565954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'a22b0850-2b34-4b2f-a663-29b73a5dca2c', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'port_id': 'a22b0850-2b34-4b2f-a663-29b73a5dca2c', 'mac_address': 'fa:16:3e:a4:1b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd26c9-3999-468f-92e8-f41c026b94e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:16:29.649890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-144456a4-4d6b-44e0-807f-0b4ed6fc0dde req-b2ac0309-5114-49ec-9c33-9bebb27017b8 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=01bc01d7-d811-4029-bb60-839e3bd2c0d1 HTTP/1.1" status: 200 len: 210 time: 0.1370919 Apr 18 17:16:29.687245 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.710952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42696) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:29.713342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c26c0698-f200-4066-a4df-b378579b497d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8702233 Apr 18 17:16:29.720560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22b0850-2b34-4b2f-a663-29b73a5dca2c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:29.723089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-28408e87-de74-4d92-a53b-5125393e26bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-949477775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:29.727208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373ca6c-0966-425c-8c12-55cf25346dec None None] Pushing event updated for resources: {'Port': ['ID=e3c76c5c-bea3-4907-9264-0d186fce7e2f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:29.756954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a22b0850-2b34-4b2f-a663-29b73a5dca2c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a22b0850-2b34-4b2f-a663-29b73a5dca2c,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:29.773281 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.777874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3afe8176-f1e5-432d-a32a-82e440b4afd7 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:16:29.789692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.793327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b1d50740-d67a-4d82-b7a9-088ed215a335 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3afe8176-f1e5-432d-a32a-82e440b4afd7 HTTP/1.1" status: 204 len: 168 time: 2.4129469 Apr 18 17:16:29.793762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42698) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:29.836372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28408e87-de74-4d92-a53b-5125393e26bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.841231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.841400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28408e87-de74-4d92-a53b-5125393e26bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:29.924927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=a22b0850-2b34-4b2f-a663-29b73a5dca2c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:30.049981 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28408e87-de74-4d92-a53b-5125393e26bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.065386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b', 'network_id': '1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': '6d4b4187-201d-4fb8-8a9e-cceeb34eb049'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:16:30.071364 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.143929 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28408e87-de74-4d92-a53b-5125393e26bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.285557 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Allocated IP 2001:db8:1::2 (1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b/6d4b4187-201d-4fb8-8a9e-cceeb34eb049/6dcf7ead-966c-4551-a343-326f90864ca5) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:30.353669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['a22b0850-2b34-4b2f-a663-29b73a5dca2c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:30.360313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eea623e-93e0-4aee-99a4-72dc7312c52b admin admin] Deleting subnet d800b893-c961-41da-8d04-09c5554f73ef {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:16:30.365153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1eea623e-93e0-4aee-99a4-72dc7312c52b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.373762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28408e87-de74-4d92-a53b-5125393e26bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.376073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-28408e87-de74-4d92-a53b-5125393e26bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6636684 Apr 18 17:16:30.378696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42706) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:30.413151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c66e-95c1-4fa1-92db-526c942c1411 req-d2225051-543d-41a9-b51f-cd0806976c75 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:30.415021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edb8c66e-95c1-4fa1-92db-526c942c1411 req-d2225051-543d-41a9-b51f-cd0806976c75 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 944 time: 0.1101296 Apr 18 17:16:30.441870 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1eea623e-93e0-4aee-99a4-72dc7312c52b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.504680 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-edb8c66e-95c1-4fa1-92db-526c942c1411 req-643620c9-b9ef-4389-b4e1-7ce570174fd6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826089 Apr 18 17:16:30.517823 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1eea623e-93e0-4aee-99a4-72dc7312c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.606741 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.677321 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1eea623e-93e0-4aee-99a4-72dc7312c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.699125 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.713431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea623e-93e0-4aee-99a4-72dc7312c52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d800b893-c961-41da-8d04-09c5554f73ef,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:30.728141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1eea623e-93e0-4aee-99a4-72dc7312c52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.749773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1eea623e-93e0-4aee-99a4-72dc7312c52b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d800b893-c961-41da-8d04-09c5554f73ef HTTP/1.1" status: 204 len: 168 time: 0.9549041 Apr 18 17:16:30.752524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42718) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:30.762549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Pushing event updated for resources: {'Port': ['ID=6dcf7ead-966c-4551-a343-326f90864ca5,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:30.789005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:30.791886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:30.795074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:30.871074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Attempting to bind port 6dcf7ead-966c-4551-a343-326f90864ca5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:30.871447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Attempting to bind port 6dcf7ead-966c-4551-a343-326f90864ca5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '2878c9ca-723f-41ce-a317-dc7b8c61338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:30.871816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Attempting to bind port 6dcf7ead-966c-4551-a343-326f90864ca5 on network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:30.877759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:30.878097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Checking segment: {'id': '2878c9ca-723f-41ce-a317-dc7b8c61338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:30.878506 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.878901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Bound using segment: {'id': '2878c9ca-723f-41ce-a317-dc7b8c61338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:30.879374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Bound port: 6dcf7ead-966c-4551-a343-326f90864ca5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2878c9ca-723f-41ce-a317-dc7b8c61338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:30.879834 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.926946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.950604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e296557a-21bb-43de-a94d-353aaebcb3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.958562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:30.992685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca998831-c6dd-4b09-b6ea-d50781582433 None None] Network 231057ac-8eff-4ced-ab58-50378149952a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:31.086964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e3c76c5c-bea3-4907-9264-0d186fce7e2f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:31.100172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.128111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] For port 6dcf7ead-966c-4551-a343-326f90864ca5, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:31.131035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8a2a07d7-5a08-4545-b716-51454f856615 None None] Provisioning complete for port e3c76c5c-bea3-4907-9264-0d186fce7e2f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:31.131943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2a07d7-5a08-4545-b716-51454f856615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.137950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290ec059-b356-48b0-b9c0-5915923cef74']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:31.159210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7affbeda-ec88-4b55-bdd4-e58b997e6e1a') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:31.159557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7affbeda-ec88-4b55-bdd4-e58b997e6e1a') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:31.178727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.192350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-de11c2ae-1acb-424a-9657-a0c37526044c tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:31.195290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-de11c2ae-1acb-424a-9657-a0c37526044c tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/networks?id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 HTTP/1.1" status: 200 len: 809 time: 0.2073984 Apr 18 17:16:31.210762 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.217135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-9b560f59-3062-4fba-9bcf-f8e30cf96c23 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/quotas/9fe85dda84434ec2878e5bc43aae6995 HTTP/1.1" status: 200 len: 375 time: 0.0158005 Apr 18 17:16:31.220840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:31.221190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:31.223226 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:31.305840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-2008b19f-6b12-412b-8884-2c362614895d tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fe85dda84434ec2878e5bc43aae6995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713918 Apr 18 17:16:31.382896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] For port 6dcf7ead-966c-4551-a343-326f90864ca5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6dcf7ead-966c-4551-a343-326f90864ca5,segment=NetworkSegment(2878c9ca-723f-41ce-a317-dc7b8c61338d),segment_id=2878c9ca-723f-41ce-a317-dc7b8c61338d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:31.395594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 558a432c-ff58-4991-b3bc-be21e4c8b5bb no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:31.409377 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.414538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.421772 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/290ec059-b356-48b0-b9c0-5915923cef74 HTTP/1.1" status: 204 len: 168 time: 0.6664977 Apr 18 17:16:31.449355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1d1ef-9c6a-44f6-9836-2e38636c7ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=290ec059-b356-48b0-b9c0-5915923cef74,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:31.479931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00b4a6-2631-4624-92ce-db88484df0e4 req-ab47f167-5b9c-4d95-93c3-3f5c2c101a44 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:31.481578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f00b4a6-2631-4624-92ce-db88484df0e4 req-ab47f167-5b9c-4d95-93c3-3f5c2c101a44 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1382318 Apr 18 17:16:31.492256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-93ea94ee-f2d2-44c0-a775-653d2f8f7ff0 service neutron] 10.222.0.45 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772034 Apr 18 17:16:31.494482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 558a432c-ff58-4991-b3bc-be21e4c8b5bb {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:16:31.495370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 558a432c-ff58-4991-b3bc-be21e4c8b5bb not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:16:31.499165 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.639076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f00b4a6-2631-4624-92ce-db88484df0e4 req-4ae4a034-ab1e-4ce1-a146-8f40eb102dcc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362679 Apr 18 17:16:31.662980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e3c76c5c-bea3-4907-9264-0d186fce7e2f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:31.662980 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.736018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8::1 (231057ac-8eff-4ced-ab58-50378149952a/ef9bbf72-c1e8-41f2-83c5-b82f2b3489e6/0a4d3e16-1189-40ec-ba05-cecc14f3f8d9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:31.742389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c1a6a9eb-7cbe-4900-9e8d-fcf1b8a35125 service neutron] 10.222.0.45 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353106 Apr 18 17:16:31.783082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df94e6e-6550-42dc-a388-3d7d6106fa9a None None] Pushing event updated for resources: {'Port': ['ID=6dcf7ead-966c-4551-a343-326f90864ca5,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:31.810663 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2a07d7-5a08-4545-b716-51454f856615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.875512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8a2a07d7-5a08-4545-b716-51454f856615 None None] For port e3c76c5c-bea3-4907-9264-0d186fce7e2f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e3c76c5c-bea3-4907-9264-0d186fce7e2f,segment=NetworkSegment(070d2749-dd93-48a2-a442-f91dcc986826),segment_id=070d2749-dd93-48a2-a442-f91dcc986826)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:31.924769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb050fe-0972-4502-9bfb-29e63ba3fb39 req-547eb0cd-2229-409c-bd41-deb96d12ff63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:31.929391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fb050fe-0972-4502-9bfb-29e63ba3fb39 req-547eb0cd-2229-409c-bd41-deb96d12ff63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 944 time: 0.1370270 Apr 18 17:16:31.970969 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a2a07d7-5a08-4545-b716-51454f856615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:31.976225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.031636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42754) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:32.080355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fb050fe-0972-4502-9bfb-29e63ba3fb39 req-496c4b23-8bdc-4a2b-a6d1-007191dd59e1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365063 Apr 18 17:16:32.096743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.154776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b4ce10a-03c3-4d17-97a8-edf689607111 req-390729f0-2d03-49a6-b2dc-65b614ac8e6f tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 210 time: 0.0432715 Apr 18 17:16:32.194237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a07d7-5a08-4545-b716-51454f856615 None None] Pushing event updated for resources: {'Port': ['ID=e3c76c5c-bea3-4907-9264-0d186fce7e2f,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:32.205524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:16:32.205928 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:16:32.222528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ca6ef876-b108-48cd-ae68-b8ec46935015 None None] Provisioning complete for port e3c76c5c-bea3-4907-9264-0d186fce7e2f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:32.222680 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef876-b108-48cd-ae68-b8ec46935015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.227720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-80e41125-fe89-4003-838a-a43f62f938db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bec2b198fe7f4ac69669dc6d34b4f453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798352 Apr 18 17:16:32.233690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42758) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:32.256942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.311979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 231057ac-8eff-4ced-ab58-50378149952a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:32.315415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:32.320934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:32.320934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.347427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=0a4d3e16-1189-40ec-ba05-cecc14f3f8d9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:32.360670 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f67d24d-c074-4bc6-bd70-914399f2aa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.392014 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f67d24d-c074-4bc6-bd70-914399f2aa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.501694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f67d24d-c074-4bc6-bd70-914399f2aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.504477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7f67d24d-c074-4bc6-bd70-914399f2aa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.508491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7f67d24d-c074-4bc6-bd70-914399f2aa7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b67144e6-043d-44d7-80cb-289409dc5f5a HTTP/1.1" status: 204 len: 168 time: 0.2738326 Apr 18 17:16:32.515228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67d24d-c074-4bc6-bd70-914399f2aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67144e6-043d-44d7-80cb-289409dc5f5a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:32.580898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-439a0fb2-34c6-44f6-ab57-937630695958 None None] Provisioning complete for port 0a4d3e16-1189-40ec-ba05-cecc14f3f8d9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:32.581270 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-439a0fb2-34c6-44f6-ab57-937630695958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.631606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-439a0fb2-34c6-44f6-ab57-937630695958 None None] Port 0a4d3e16-1189-40ec-ba05-cecc14f3f8d9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:16:32.677511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:32.775539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9389787-0fa3-4fec-87b3-f300d5148f2e req-e0136be6-2a56-4328-8df4-353072fe25bf tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:32.777112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9389787-0fa3-4fec-87b3-f300d5148f2e req-e0136be6-2a56-4328-8df4-353072fe25bf tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0656326 Apr 18 17:16:32.835815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9389787-0fa3-4fec-87b3-f300d5148f2e req-84bde785-2045-45eb-a85d-d9dc599e43d0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521064 Apr 18 17:16:33.027090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.103224 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.104282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.175777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e3c76c5c-bea3-4907-9264-0d186fce7e2f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:33.219187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=0a4d3e16-1189-40ec-ba05-cecc14f3f8d9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:33.232288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c65b9-22e0-4119-b073-50f11d461db2 None None] Network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:33.235458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a22b0850-2b34-4b2f-a663-29b73a5dca2c up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:33.266197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 231057ac-8eff-4ced-ab58-50378149952a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:33.267753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:33.297230 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8eed91ec-36e0-4086-9ef7-2146d8bde79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.340478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256735-9ed9-469c-906b-dcedf038ee77 req-30c8af1e-4c34-4e9f-a213-6374b2c7349a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:33.357215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97256735-9ed9-469c-906b-dcedf038ee77 req-30c8af1e-4c34-4e9f-a213-6374b2c7349a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 944 time: 0.1231918 Apr 18 17:16:33.358714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-60bd17f4-a0aa-47f3-8ad8-a3017f6f8fb2 None None] Provisioning complete for port 6dcf7ead-966c-4551-a343-326f90864ca5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:33.359157 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-60bd17f4-a0aa-47f3-8ad8-a3017f6f8fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.409108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97256735-9ed9-469c-906b-dcedf038ee77 req-e2cf41a9-a2c4-446c-83a2-a5be0108329d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508714 Apr 18 17:16:33.468997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e3c76c5c-bea3-4907-9264-0d186fce7e2f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:33.469370 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.564285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0092afef-4472-4152-b6f9-7ef867ee6584 req-993c23c4-3718-4dfe-9d98-69e6306321e2 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 210 time: 0.0332844 Apr 18 17:16:33.588728 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-60bd17f4-a0aa-47f3-8ad8-a3017f6f8fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.617333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port a22b0850-2b34-4b2f-a663-29b73a5dca2c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:16:33.627325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port a22b0850-2b34-4b2f-a663-29b73a5dca2c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:33.627566 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.644428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 449ecad8-e991-478a-86af-13d6087ef625 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:16:33.732033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-60bd17f4-a0aa-47f3-8ad8-a3017f6f8fb2 None None] For port 6dcf7ead-966c-4551-a343-326f90864ca5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6dcf7ead-966c-4551-a343-326f90864ca5,segment=NetworkSegment(2878c9ca-723f-41ce-a317-dc7b8c61338d),segment_id=2878c9ca-723f-41ce-a317-dc7b8c61338d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:33.756593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6dcf7ead-966c-4551-a343-326f90864ca5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:33.779151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:33.785517 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5407a4e2-37f0-4aa7-9537-dfcb850aeaea tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/449ecad8-e991-478a-86af-13d6087ef625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4055171 Apr 18 17:16:33.788467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42804) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:33.791548 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8ecc2-4a24-4c89-9b2b-b01c59850d8a None None] Sync routers for ids ['449ecad8-e991-478a-86af-13d6087ef625'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:33.803985 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8ecc2-4a24-4c89-9b2b-b01c59850d8a None None] Routers {'449ecad8-e991-478a-86af-13d6087ef625'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:33.811723 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-69f8ecc2-4a24-4c89-9b2b-b01c59850d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['449ecad8-e991-478a-86af-13d6087ef625'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:33.811904 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-60bd17f4-a0aa-47f3-8ad8-a3017f6f8fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:33.873522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad839a-e6f4-428d-b8be-91b6a5fdbbff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:33.878313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9fad839a-e6f4-428d-b8be-91b6a5fdbbff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports/0a4d3e16-1189-40ec-ba05-cecc14f3f8d9 HTTP/1.1" status: 200 len: 911 time: 0.0852094 Apr 18 17:16:33.878617 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-69f8ecc2-4a24-4c89-9b2b-b01c59850d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:33.879493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42808) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:33.895880 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8ecc2-4a24-4c89-9b2b-b01c59850d8a None None] Routers {'449ecad8-e991-478a-86af-13d6087ef625'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:33.897121 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-69f8ecc2-4a24-4c89-9b2b-b01c59850d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['449ecad8-e991-478a-86af-13d6087ef625'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:33.947160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d789bd6-a7d0-46eb-8efd-1def786249d8 req-a74d1e50-3c49-459b-8378-7fad37a511a9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:33.957108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d789bd6-a7d0-46eb-8efd-1def786249d8 req-a74d1e50-3c49-459b-8378-7fad37a511a9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0809724 Apr 18 17:16:33.969532 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-69f8ecc2-4a24-4c89-9b2b-b01c59850d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:33.970191 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8ecc2-4a24-4c89-9b2b-b01c59850d8a None None] The sync data for ids ['449ecad8-e991-478a-86af-13d6087ef625'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:34.016824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d789bd6-a7d0-46eb-8efd-1def786249d8 req-52325ef1-b949-49c9-bef9-6b5b76bfe23e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587027 Apr 18 17:16:34.048962 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.090150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-392e4c38-2446-4124-8fe1-c4cfd5c83c9b None None] Provisioning complete for port 0a4d3e16-1189-40ec-ba05-cecc14f3f8d9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:34.090515 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-392e4c38-2446-4124-8fe1-c4cfd5c83c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.095341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd17f4-a0aa-47f3-8ad8-a3017f6f8fb2 None None] Pushing event updated for resources: {'Port': ['ID=6dcf7ead-966c-4551-a343-326f90864ca5,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:34.111092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6dcf7ead-966c-4551-a343-326f90864ca5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:34.112195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.178582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e97ab-6dc2-4d2f-9330-99839451b0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22b0850-2b34-4b2f-a663-29b73a5dca2c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:34.180647 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9abaae-cd4f-4e0d-b0f3-fb22c60f7f12" -d '{"events": [{"server_uuid": "776e97ab-6dc2-4d2f-9330-99839451b0ea", "name": "network-vif-plugged", "status": "completed", "tag": "a22b0850-2b34-4b2f-a663-29b73a5dca2c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:34.215033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port a22b0850-2b34-4b2f-a663-29b73a5dca2c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a22b0850-2b34-4b2f-a663-29b73a5dca2c,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:34.228937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-392e4c38-2446-4124-8fe1-c4cfd5c83c9b None None] Port 0a4d3e16-1189-40ec-ba05-cecc14f3f8d9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:16:34.239245 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2000f5ad-a25b-4536-8e39-b686e80a33ab x-openstack-request-id: req-2000f5ad-a25b-4536-8e39-b686e80a33ab {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:34.239530 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e97ab-6dc2-4d2f-9330-99839451b0ea", "name": "network-vif-plugged", "status": "completed", "tag": "a22b0850-2b34-4b2f-a663-29b73a5dca2c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:34.239780 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2000f5ad-a25b-4536-8e39-b686e80a33ab {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:34.240164 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2000f5ad-a25b-4536-8e39-b686e80a33ab'] response: {'server_uuid': '776e97ab-6dc2-4d2f-9330-99839451b0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22b0850-2b34-4b2f-a663-29b73a5dca2c', 'code': 200} Apr 18 17:16:34.277350 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.364864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=a22b0850-2b34-4b2f-a663-29b73a5dca2c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:34.372863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-aff0363b-d20d-457b-9bba-e6099ee59f5e None None] Provisioning complete for port 6dcf7ead-966c-4551-a343-326f90864ca5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:34.373231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aff0363b-d20d-457b-9bba-e6099ee59f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.434733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc6163-f861-42a1-8870-bbe1bb31c916 req-71d3499c-2636-4c4c-b12e-2bbd3a5b871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:34.436158 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8bbc6163-f861-42a1-8870-bbe1bb31c916 req-71d3499c-2636-4c4c-b12e-2bbd3a5b871e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 1096 time: 0.0895686 Apr 18 17:16:34.446289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.448680 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.558424 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8bbc6163-f861-42a1-8870-bbe1bb31c916 req-b705f801-e7eb-4e93-bf70-25dba937d124 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988078 Apr 18 17:16:34.592997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667af25-cda0-40e0-8ab3-55177b03ee78 req-207e208a-9911-401f-b158-a68ee62c8199 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:34.594561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7667af25-cda0-40e0-8ab3-55177b03ee78 req-207e208a-9911-401f-b158-a68ee62c8199 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 945 time: 0.0750434 Apr 18 17:16:34.635184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7667af25-cda0-40e0-8ab3-55177b03ee78 req-3f032394-6a11-4922-a6e3-6a312f887894 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Apr 18 17:16:34.737371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f082b458-fce1-4fa2-a647-84c2bafed552 req-1b5ffdf5-7d18-495b-9d21-ad6460f14625 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 210 time: 0.0305142 Apr 18 17:16:34.741191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8:1::1 (1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b/6d4b4187-201d-4fb8-8a9e-cceeb34eb049/562301d0-1eb6-43c2-a9ad-14e3508cd861) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:34.858545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.949350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:34.982876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6dcf7ead-966c-4551-a343-326f90864ca5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:35.049297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:35.054459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6dcf7ead-966c-4551-a343-326f90864ca5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:35.054459 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:35.057380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:35.063476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:35.064027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:35.066442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=562301d0-1eb6-43c2-a9ad-14e3508cd861,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:35.195455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab470e-ff9d-4b10-8b61-6d7a0031cae4 req-9592c04f-7aa4-489c-95e9-a42fb0f6331a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:35.199923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffab470e-ff9d-4b10-8b61-6d7a0031cae4 req-9592c04f-7aa4-489c-95e9-a42fb0f6331a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0768838 Apr 18 17:16:35.214074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:35.268748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffab470e-ff9d-4b10-8b61-6d7a0031cae4 req-c1cdf16d-6ecd-4d4d-9800-aa14f8040893 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637074 Apr 18 17:16:35.324025 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:35.388568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:35.457062 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:35.509005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-e7a0301c-2c62-4873-8e1c-8890fe6e82b9 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:35.509684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc432ba5-2629-4e4b-bd61-d8a83b0b08c0 None None] Provisioning complete for port 562301d0-1eb6-43c2-a9ad-14e3508cd861 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:35.509684 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc432ba5-2629-4e4b-bd61-d8a83b0b08c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:35.510754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-e7a0301c-2c62-4873-8e1c-8890fe6e82b9 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.41 "GET /v2.0/networks?id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 HTTP/1.1" status: 200 len: 809 time: 0.5344498 Apr 18 17:16:35.539700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=11']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:35.551215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dc432ba5-2629-4e4b-bd61-d8a83b0b08c0 None None] Port 562301d0-1eb6-43c2-a9ad-14e3508cd861 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:16:35.557645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Request body: {'port': {'device_id': '4973bc57-f713-4cd5-affe-258b4e67ae2e', 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4', 'admin_state_up': True, 'tenant_id': '9fe85dda84434ec2878e5bc43aae6995'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:35.642285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:35.806671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11879729-8933-44ad-807d-0ca0b4476993 req-0a264e4a-da8b-4085-9392-b5b0ff28ea63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:35.808269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11879729-8933-44ad-807d-0ca0b4476993 req-0a264e4a-da8b-4085-9392-b5b0ff28ea63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 945 time: 0.0863676 Apr 18 17:16:35.870481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6bef7f8-60b8-4975-954f-62a5395b47a7 req-6cc4c34a-ef8e-4971-9243-7c2742637e0c tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 210 time: 0.0368953 Apr 18 17:16:35.876529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11879729-8933-44ad-807d-0ca0b4476993 req-fcc85398-c1d7-4ed4-b49b-05383d1bfbf1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612497 Apr 18 17:16:35.901724 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:35.937681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Made reservation on behalf of 9fe85dda84434ec2878e5bc43aae6995 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:35.941179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.057998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.112190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Allocated IP 172.20.0.9 (36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4/7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3/b6fcced7-1407-4e64-95ba-0377354ed0c5) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:36.126193 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.129212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.130020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.241592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:36.244184 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3577ba6-1b2b-4329-8d31-05c4bf79c79e" -d '{"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-unplugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:36.248270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=562301d0-1eb6-43c2-a9ad-14e3508cd861,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:36.287763 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabd44eb-399a-4e84-8d4e-4d28b3ea092b x-openstack-request-id: req-aabd44eb-399a-4e84-8d4e-4d28b3ea092b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:36.288338 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-unplugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:36.288588 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aabd44eb-399a-4e84-8d4e-4d28b3ea092b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:36.289020 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabd44eb-399a-4e84-8d4e-4d28b3ea092b'] response: {'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'code': 200} Apr 18 17:16:36.357440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:36.361017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:36.430880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e50a3-aaa5-4282-810c-763fa22705e0 req-80768f87-2536-4d99-aaac-de078270ec92 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:36.432645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed4e50a3-aaa5-4282-810c-763fa22705e0 req-80768f87-2536-4d99-aaac-de078270ec92 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0863569 Apr 18 17:16:36.483269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.493389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ed4e50a3-aaa5-4282-810c-763fa22705e0 req-3224e637-1e26-4235-8bca-99c2a2c30e97 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544176 Apr 18 17:16:36.498495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 449ecad8-e991-478a-86af-13d6087ef625 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:36.635214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:36.641784 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-41f040b3-cc9c-459b-859c-7fc7f9d1fa22 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/449ecad8-e991-478a-86af-13d6087ef625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600446 Apr 18 17:16:36.643618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42870) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:36.646037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7031148-776d-45f0-bfdb-ba20c64ff021 None None] Sync routers for ids ['449ecad8-e991-478a-86af-13d6087ef625'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:36.657576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7031148-776d-45f0-bfdb-ba20c64ff021 None None] Routers {'449ecad8-e991-478a-86af-13d6087ef625'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:36.658720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d7031148-776d-45f0-bfdb-ba20c64ff021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['449ecad8-e991-478a-86af-13d6087ef625'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:36.684805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.704855 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d7031148-776d-45f0-bfdb-ba20c64ff021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:36.720678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a11b2f53-1141-493f-8877-7c9cd74529d9 None None] Provisioning complete for port 562301d0-1eb6-43c2-a9ad-14e3508cd861 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:36.721062 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a11b2f53-1141-493f-8877-7c9cd74529d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.726899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a19291-47d2-4d85-85e0-438a06d9eb9a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:36.728836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b6a19291-47d2-4d85-85e0-438a06d9eb9a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports/562301d0-1eb6-43c2-a9ad-14e3508cd861 HTTP/1.1" status: 200 len: 913 time: 0.0840707 Apr 18 17:16:36.731494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:36.731647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42872) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:36.737296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:36.742127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:36.757031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7031148-776d-45f0-bfdb-ba20c64ff021 None None] Routers {'449ecad8-e991-478a-86af-13d6087ef625'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:36.757694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d7031148-776d-45f0-bfdb-ba20c64ff021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['449ecad8-e991-478a-86af-13d6087ef625'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:36.770938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Pushing event updated for resources: {'Port': ['ID=b6fcced7-1407-4e64-95ba-0377354ed0c5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:36.802453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d7031148-776d-45f0-bfdb-ba20c64ff021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:36.803842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:36.804312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7031148-776d-45f0-bfdb-ba20c64ff021 None None] The sync data for ids ['449ecad8-e991-478a-86af-13d6087ef625'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:36.804871 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:36.820521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a11b2f53-1141-493f-8877-7c9cd74529d9 None None] Port 562301d0-1eb6-43c2-a9ad-14e3508cd861 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:16:36.888525 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-c93d5603-f7dc-4bf0-8612-aae07b9610e3 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3357170 Apr 18 17:16:36.907728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Request body: {'port': {'device_id': '4973bc57-f713-4cd5-affe-258b4e67ae2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:36.996545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:37.125801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febfb36-89a6-4570-8d02-f6c5fa1c02a6 req-edbc917d-7337-4a25-897c-871f1517348a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:37.127295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8febfb36-89a6-4570-8d02-f6c5fa1c02a6 req-edbc917d-7337-4a25-897c-871f1517348a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 945 time: 0.1146264 Apr 18 17:16:37.144026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc535475-f146-4594-b5a6-5a52008a6ed7 req-7533213f-645c-48bd-9df4-2d146ecd995b tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:37.145559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc535475-f146-4594-b5a6-5a52008a6ed7 req-7533213f-645c-48bd-9df4-2d146ecd995b tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 931 time: 0.1179888 Apr 18 17:16:37.235793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8febfb36-89a6-4570-8d02-f6c5fa1c02a6 req-94343e09-2893-486b-8882-2ad46193d922 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892293 Apr 18 17:16:37.244351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc535475-f146-4594-b5a6-5a52008a6ed7 req-d2e00a56-70a9-4c1b-84c9-a4814e4fb52d tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881569 Apr 18 17:16:37.265936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:37.307274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fcced7-1407-4e64-95ba-0377354ed0c5 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:37.315818 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:37.333176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Transition to ACTIVE for port object b6fcced7-1407-4e64-95ba-0377354ed0c5 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:16:37.514403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:37.568101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Pushing event updated for resources: {'Port': ['ID=b6fcced7-1407-4e64-95ba-0377354ed0c5,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:37.632770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-04a6bc04-80a5-494a-993a-3eabffa7256c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:37.634240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-04a6bc04-80a5-494a-993a-3eabffa7256c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1768789 Apr 18 17:16:37.643973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Attempting to bind port b6fcced7-1407-4e64-95ba-0377354ed0c5 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:37.644568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Attempting to bind port b6fcced7-1407-4e64-95ba-0377354ed0c5 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:37.644708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Attempting to bind port b6fcced7-1407-4e64-95ba-0377354ed0c5 on network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:37.649078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Port b6fcced7-1407-4e64-95ba-0377354ed0c5 on network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:16:37.649722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Attempting to bind port b6fcced7-1407-4e64-95ba-0377354ed0c5 on network 36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:37.654456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:37.654788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Checking segment: {'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:37.655168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Bound using segment: {'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:37.655588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Bound port: b6fcced7-1407-4e64-95ba-0377354ed0c5, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a177ed-7767-44c2-ae9b-6ca919e88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:37.655975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:37.676213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d800f26e-71e1-4a1b-8c58-9274147d3999 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/quotas/039ca64486874ae7ba1003e6f5de3127 HTTP/1.1" status: 200 len: 375 time: 0.0235293 Apr 18 17:16:37.733786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] For port b6fcced7-1407-4e64-95ba-0377354ed0c5, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:37.737541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] For port b6fcced7-1407-4e64-95ba-0377354ed0c5, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b6fcced7-1407-4e64-95ba-0377354ed0c5,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:37.750407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad558a73-434a-4e0d-8def-e478797b9033 req-a810430c-0f5a-43bc-8e87-e1249fbb7cc5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:37.751960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad558a73-434a-4e0d-8def-e478797b9033 req-a810430c-0f5a-43bc-8e87-e1249fbb7cc5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1464317 Apr 18 17:16:37.768272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 562301d0-1eb6-43c2-a9ad-14e3508cd861 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:37.768768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:37.824882 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:37.858190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-7193b77c-6fe3-42cd-be05-ee8ee44f2739 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1795688 Apr 18 17:16:37.875026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:37.875026 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:37.882037 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] 10.222.0.41 "PUT /v2.0/ports/b6fcced7-1407-4e64-95ba-0377354ed0c5 HTTP/1.1" status: 200 len: 1091 time: 0.9793780 Apr 18 17:16:37.885498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4973bc57-f713-4cd5-affe-258b4e67ae2e', 'tag': 'b6fcced7-1407-4e64-95ba-0377354ed0c5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:37.885498 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b436b22b-0383-4bd7-999b-758061545cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "4973bc57-f713-4cd5-affe-258b4e67ae2e", "tag": "b6fcced7-1407-4e64-95ba-0377354ed0c5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:37.934584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b58e58-67be-4e2f-995d-6d7b2275539d service neutron] Pushing event updated for resources: {'Port': ['ID=b6fcced7-1407-4e64-95ba-0377354ed0c5,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:37.964602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad558a73-434a-4e0d-8def-e478797b9033 req-bb194742-f287-4dd5-9fa8-33d690a5a16e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012820 Apr 18 17:16:38.001587 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:38.027356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 562301d0-1eb6-43c2-a9ad-14e3508cd861 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:38.057818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-245709cd-8e3e-481b-b3f0-d5c3bb618910 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988177 Apr 18 17:16:38.090869 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff3900e-fba8-4660-938d-121a2b584786 x-openstack-request-id: req-2ff3900e-fba8-4660-938d-121a2b584786 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:38.091795 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4973bc57-f713-4cd5-affe-258b4e67ae2e", "tag": "b6fcced7-1407-4e64-95ba-0377354ed0c5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:38.092116 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ff3900e-fba8-4660-938d-121a2b584786 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:38.092521 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff3900e-fba8-4660-938d-121a2b584786'] response: {'name': 'network-changed', 'server_uuid': '4973bc57-f713-4cd5-affe-258b4e67ae2e', 'tag': 'b6fcced7-1407-4e64-95ba-0377354ed0c5', 'status': 'completed', 'code': 200} Apr 18 17:16:38.107915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-91339959-99af-479b-8bf2-4681308bb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:38.109530 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-91339959-99af-479b-8bf2-4681308bb13e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9fe85dda84434ec2878e5bc43aae6995&device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 1094 time: 0.0535889 Apr 18 17:16:38.128530 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:16:38.163044 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-f65c85aa-cf13-46c9-8932-3bc7b9a1265c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fcced7-1407-4e64-95ba-0377354ed0c5 HTTP/1.1" status: 200 len: 217 time: 0.0383267 Apr 18 17:16:38.213858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-30d7ece9-39b0-48b7-bb0c-5644143aa4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:38.215399 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-30d7ece9-39b0-48b7-bb0c-5644143aa4fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3 HTTP/1.1" status: 200 len: 849 time: 0.0452046 Apr 18 17:16:38.249511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-8414e66b-7bb6-4246-b6e8-90d79cf3f7ee service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829813 Apr 18 17:16:38.251670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-3333fde7-e94d-468d-a9b9-b7641cc5e285 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284178 Apr 18 17:16:38.379872 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-2dc0917b-0dd2-4347-b1bf-580ea44ef232 service neutron] 10.222.0.41 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199439 Apr 18 17:16:38.418868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be307-79e7-4d05-b8f8-48f55741c5ab req-a62a444b-68cf-43f1-a57b-1f92185f8ff8 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:38.420117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f7be307-79e7-4d05-b8f8-48f55741c5ab req-a62a444b-68cf-43f1-a57b-1f92185f8ff8 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 943 time: 0.0488160 Apr 18 17:16:38.448198 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:38.480167 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-aa7f7a97-b8f4-4d47-8ee9-c8ecf1a7753a req-2cd7b980-953e-4f6a-aa1f-c207570816e9 service neutron] 10.222.0.41 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927503 Apr 18 17:16:38.487358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=562301d0-1eb6-43c2-a9ad-14e3508cd861,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:38.495246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f7be307-79e7-4d05-b8f8-48f55741c5ab req-d8d8f56b-dcc2-4f28-9b2c-25d713392324 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671813 Apr 18 17:16:38.636447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75555567-9471-42e2-ac6f-2c2246f6d514 req-8035d221-7270-4b74-a270-cb9e1888bc76 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 210 time: 0.0376132 Apr 18 17:16:38.660195 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:38.711838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436b22b-0383-4bd7-999b-758061545cbc req-dc5d4ba8-3551-4eca-982c-1028a7f7f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:38.713358 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b436b22b-0383-4bd7-999b-758061545cbc req-dc5d4ba8-3551-4eca-982c-1028a7f7f0dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9fe85dda84434ec2878e5bc43aae6995&device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 1094 time: 0.0743895 Apr 18 17:16:38.846998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436b22b-0383-4bd7-999b-758061545cbc req-e04e2b4e-dd52-41a7-9ece-4e002f7af081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:38.848554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b436b22b-0383-4bd7-999b-758061545cbc req-e04e2b4e-dd52-41a7-9ece-4e002f7af081 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 HTTP/1.1" status: 200 len: 910 time: 0.1264682 Apr 18 17:16:38.891806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 449ecad8-e991-478a-86af-13d6087ef625 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:38.893166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b436b22b-0383-4bd7-999b-758061545cbc req-58a6e3c1-827f-4758-9fcd-c49b2be1d46d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fcced7-1407-4e64-95ba-0377354ed0c5 HTTP/1.1" status: 200 len: 217 time: 0.0365093 Apr 18 17:16:38.952126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436b22b-0383-4bd7-999b-758061545cbc req-400b13b3-835e-4222-bbd3-9bdee47b7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:38.953721 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b436b22b-0383-4bd7-999b-758061545cbc req-400b13b3-835e-4222-bbd3-9bdee47b7bee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3 HTTP/1.1" status: 200 len: 849 time: 0.0528638 Apr 18 17:16:38.985956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b436b22b-0383-4bd7-999b-758061545cbc req-b35cfd65-72e8-4f5c-942b-6d489e80ec6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251513 Apr 18 17:16:39.026913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:39.029672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-11b95655-a737-4489-a0e0-7c0e6780bac2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/449ecad8-e991-478a-86af-13d6087ef625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2970395 Apr 18 17:16:39.032106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42910) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:39.037609 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc0e0a-1ff9-4cfc-965b-d67b017435e1 None None] Sync routers for ids ['449ecad8-e991-478a-86af-13d6087ef625'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:39.072977 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc0e0a-1ff9-4cfc-965b-d67b017435e1 None None] Routers {'449ecad8-e991-478a-86af-13d6087ef625'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:39.073636 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e0cc0e0a-1ff9-4cfc-965b-d67b017435e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['449ecad8-e991-478a-86af-13d6087ef625'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:39.091670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b436b22b-0383-4bd7-999b-758061545cbc req-60d2513d-7b82-40fb-ae17-665c47929b76 service neutron] 10.222.0.41 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977352 Apr 18 17:16:39.157088 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e0cc0e0a-1ff9-4cfc-965b-d67b017435e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:39.168227 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc0e0a-1ff9-4cfc-965b-d67b017435e1 None None] Routers {'449ecad8-e991-478a-86af-13d6087ef625'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:39.169144 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e0cc0e0a-1ff9-4cfc-965b-d67b017435e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['449ecad8-e991-478a-86af-13d6087ef625'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:39.206908 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e0cc0e0a-1ff9-4cfc-965b-d67b017435e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:39.207866 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc0e0a-1ff9-4cfc-965b-d67b017435e1 None None] The sync data for ids ['449ecad8-e991-478a-86af-13d6087ef625'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:39.241747 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b436b22b-0383-4bd7-999b-758061545cbc req-6412bf72-a8be-48e2-b4d9-c8813c9f71c8 service neutron] 10.222.0.41 "GET /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404343 Apr 18 17:16:39.245864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:16:39.390806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:39.403397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'mac_address': 'fa:16:3e:67:82:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:16:39.442561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:39.456658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b8de47-2521-48a6-80fc-31f29a42e3b1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:39.488624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:39.567347 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:39.604666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ed647-f81d-43b5-95bf-4ec7a5c23f50 req-ef9df250-2b9e-4ca5-9d00-5abc7fd15b45 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:39.614051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c33ed647-f81d-43b5-95bf-4ec7a5c23f50 req-ef9df250-2b9e-4ca5-9d00-5abc7fd15b45 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1258955 Apr 18 17:16:39.621618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=12']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:39.715601 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c33ed647-f81d-43b5-95bf-4ec7a5c23f50 req-d4c3f1df-f8cf-4008-8aa5-13aec53b8f36 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006994 Apr 18 17:16:39.747027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eb00a-b1bb-4ff3-b72b-067ce12e4eba req-dd3c4f43-2552-4a4e-a125-a7e3617825ba tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:39.748516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-553eb00a-b1bb-4ff3-b72b-067ce12e4eba req-dd3c4f43-2552-4a4e-a125-a7e3617825ba tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 943 time: 0.1724193 Apr 18 17:16:39.840790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b466339c-4e30-4d75-8bd4-1494bd5cbec2 req-43e51e1c-60a9-440a-ad12-bcc26c030363 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 210 time: 0.0579412 Apr 18 17:16:39.850975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-553eb00a-b1bb-4ff3-b72b-067ce12e4eba req-f96eaabd-6eff-4e40-9d79-f3fc8bfdf52e tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952878 Apr 18 17:16:39.928085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:40.052174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['84b8de47-2521-48a6-80fc-31f29a42e3b1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:40.201692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 0a4d3e16-1189-40ec-ba05-cecc14f3f8d9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:40.202036 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:40.297153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:40.309038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 0a4d3e16-1189-40ec-ba05-cecc14f3f8d9 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:40.582984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:40.618684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=0a4d3e16-1189-40ec-ba05-cecc14f3f8d9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:40.732504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:40.907679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-7e3cf2e4-2433-462a-a929-8238ab623f63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:40.909149 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-7e3cf2e4-2433-462a-a929-8238ab623f63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.18 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1154408 Apr 18 17:16:40.935109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0158fb-a28c-4b83-aa93-38177ef5dcf6 req-a9314302-ff05-44ec-89b0-3f3e51505d57 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:40.936654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da0158fb-a28c-4b83-aa93-38177ef5dcf6 req-a9314302-ff05-44ec-89b0-3f3e51505d57 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 946 time: 0.1198370 Apr 18 17:16:40.940364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Request body: {'port': {'device_id': 'c6de811b-8e14-4bb8-bf19-dd969b97dee0', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'admin_state_up': True, 'tenant_id': '039ca64486874ae7ba1003e6f5de3127'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:40.955811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 449ecad8-e991-478a-86af-13d6087ef625 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:40.977879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-899554ce-f5b6-4a9e-9d41-b12d85b123af req-12720434-cf06-4288-9fde-3853a35ca402 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 210 time: 0.0369871 Apr 18 17:16:41.048393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da0158fb-a28c-4b83-aa93-38177ef5dcf6 req-07e97e33-e163-4d0d-bfea-c05be853c0d6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971134 Apr 18 17:16:41.103002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:41.109242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4d18a770-0a0d-4aae-9e59-e3df3f4cf5ef tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/449ecad8-e991-478a-86af-13d6087ef625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0757313 Apr 18 17:16:41.111684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42940) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:41.113742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42001c-3a82-429d-8880-4e5bed497f22 None None] Sync routers for ids ['449ecad8-e991-478a-86af-13d6087ef625'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:41.129896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42001c-3a82-429d-8880-4e5bed497f22 None None] Routers {'449ecad8-e991-478a-86af-13d6087ef625'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:41.130583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5f42001c-3a82-429d-8880-4e5bed497f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['449ecad8-e991-478a-86af-13d6087ef625'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:41.150410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b9170a38-d309-40ee-90b0-ec90f437851d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=449ecad8-e991-478a-86af-13d6087ef625 HTTP/1.1" status: 200 len: 205 time: 0.0375946 Apr 18 17:16:41.153056 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42942) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:41.163064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432938e7-9781-406c-8aaa-1f02d6124b0a req-55c9d382-9724-4521-acaa-d9fcf63f642e tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:41.164570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-432938e7-9781-406c-8aaa-1f02d6124b0a req-55c9d382-9724-4521-acaa-d9fcf63f642e tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 943 time: 0.1203275 Apr 18 17:16:41.171722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5f42001c-3a82-429d-8880-4e5bed497f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:41.182674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42001c-3a82-429d-8880-4e5bed497f22 None None] Routers {'449ecad8-e991-478a-86af-13d6087ef625'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:41.183515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5f42001c-3a82-429d-8880-4e5bed497f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['449ecad8-e991-478a-86af-13d6087ef625'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:41.194319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:41.198012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.207368 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-432938e7-9781-406c-8aaa-1f02d6124b0a req-ab485149-b9c2-44d0-ab48-10c99688e705 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356421 Apr 18 17:16:41.217758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5f42001c-3a82-429d-8880-4e5bed497f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:41.218666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42001c-3a82-429d-8880-4e5bed497f22 None None] The sync data for ids ['449ecad8-e991-478a-86af-13d6087ef625'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:41.248650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a009-1bde-4959-baff-f6edfe106b7e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.268560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:41.316773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 84b8de47-2521-48a6-80fc-31f29a42e3b1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:41.317135 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.402658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.428201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:41.430682 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966a8bae-a873-4ad4-a022-894fe468cee8" -d '{"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-plugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:41.447007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:41.478877 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc77d5-65d1-4278-a7d8-a32095110814 x-openstack-request-id: req-31bc77d5-65d1-4278-a7d8-a32095110814 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:41.479230 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-plugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:41.479549 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31bc77d5-65d1-4278-a7d8-a32095110814 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:41.480015 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bc77d5-65d1-4278-a7d8-a32095110814'] response: {'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'code': 200} Apr 18 17:16:41.558914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.608290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=13']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:41.731258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a009-1bde-4959-baff-f6edfe106b7e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.750412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a009-1bde-4959-baff-f6edfe106b7e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.839866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Allocated IP 172.20.0.5 (675b81c6-89ef-4cf3-9b4a-8b7e72752016/92cd26c9-3999-468f-92e8-f41c026b94e2/58d359dc-6325-4c85-811e-7a776156c5d0) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:41.901161 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a009-1bde-4959-baff-f6edfe106b7e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.901713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b2a009-1bde-4959-baff-f6edfe106b7e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Fanout notify agent at l3_agent the message router_deleted on router 449ecad8-e991-478a-86af-13d6087ef625 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:16:41.912861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a009-1bde-4959-baff-f6edfe106b7e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:41.912861 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f1b2a009-1bde-4959-baff-f6edfe106b7e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/449ecad8-e991-478a-86af-13d6087ef625 HTTP/1.1" status: 204 len: 168 time: 0.7562766 Apr 18 17:16:41.914287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42958) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:42.015912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-39aee965-add4-4fb0-a62b-e3a7ed838536 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet 6d4b4187-201d-4fb8-8a9e-cceeb34eb049 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:16:42.018911 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39aee965-add4-4fb0-a62b-e3a7ed838536 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.074977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39aee965-add4-4fb0-a62b-e3a7ed838536 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.081466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.097771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05be81ca-2f28-4337-a390-63844e28bfc5 req-5919469d-375b-4123-b57e-15e22e9394bf tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 210 time: 0.0432303 Apr 18 17:16:42.192072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0055-98f2-4f33-bb41-f54de3dca2f7 req-e432c42f-4f8a-4041-aa0b-645de3aab01c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:42.193741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-451f0055-98f2-4f33-bb41-f54de3dca2f7 req-e432c42f-4f8a-4041-aa0b-645de3aab01c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0501022 Apr 18 17:16:42.220400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.241665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-451f0055-98f2-4f33-bb41-f54de3dca2f7 req-631c7192-58ba-4671-a974-66ace9fbd3c0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Apr 18 17:16:42.252826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af', 'a22b0850-2b34-4b2f-a663-29b73a5dca2c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:42.255657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39aee965-add4-4fb0-a62b-e3a7ed838536 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.308764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:42.316294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:42.321178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:42.323959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event updated for resources: {'Port': ['ID=58d359dc-6325-4c85-811e-7a776156c5d0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:42.384610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:42.385252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.393901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47168b-bae0-46cb-88b7-9de780781a84 req-49099bb5-0dde-47f9-b014-c16251bd7566 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:42.395855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d47168b-bae0-46cb-88b7-9de780781a84 req-49099bb5-0dde-47f9-b014-c16251bd7566 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 943 time: 0.0577941 Apr 18 17:16:42.436652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d47168b-bae0-46cb-88b7-9de780781a84 req-f42d82cf-35a5-490f-b2a8-60a3c5db805e tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340469 Apr 18 17:16:42.463339 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39aee965-add4-4fb0-a62b-e3a7ed838536 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.494104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aee965-add4-4fb0-a62b-e3a7ed838536 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4b4187-201d-4fb8-8a9e-cceeb34eb049,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:42.497873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39aee965-add4-4fb0-a62b-e3a7ed838536 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.501223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-39aee965-add4-4fb0-a62b-e3a7ed838536 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/6d4b4187-201d-4fb8-8a9e-cceeb34eb049 HTTP/1.1" status: 204 len: 168 time: 0.5857978 Apr 18 17:16:42.503975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42970) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:42.516351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ccd84-18f9-487d-84f5-7d48253a8e1e None None] Network 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:42.557429 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-d31f4506-035a-4cb5-b1cf-3d03cdf0ba64 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6311369 Apr 18 17:16:42.565123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-243ff513-15dd-47ba-a6c6-5ec2083853f2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet ef9bbf72-c1e8-41f2-83c5-b82f2b3489e6 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:16:42.568763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-243ff513-15dd-47ba-a6c6-5ec2083853f2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.577746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Request body: {'port': {'device_id': 'c6de811b-8e14-4bb8-bf19-dd969b97dee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:42.616652 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-243ff513-15dd-47ba-a6c6-5ec2083853f2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.650494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.724122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-243ff513-15dd-47ba-a6c6-5ec2083853f2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.771407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] DHCP port deletion for 1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:16:42.844554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] Deleting port 6dcf7ead-966c-4551-a343-326f90864ca5 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:42.844934 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.903346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-243ff513-15dd-47ba-a6c6-5ec2083853f2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.927030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] For port 6dcf7ead-966c-4551-a343-326f90864ca5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6dcf7ead-966c-4551-a343-326f90864ca5,segment=NetworkSegment(2878c9ca-723f-41ce-a317-dc7b8c61338d),segment_id=2878c9ca-723f-41ce-a317-dc7b8c61338d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:42.928432 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.937207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ff513-15dd-47ba-a6c6-5ec2083853f2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9bbf72-c1e8-41f2-83c5-b82f2b3489e6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:42.939443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-243ff513-15dd-47ba-a6c6-5ec2083853f2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:42.946742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-243ff513-15dd-47ba-a6c6-5ec2083853f2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/ef9bbf72-c1e8-41f2-83c5-b82f2b3489e6 HTTP/1.1" status: 204 len: 168 time: 0.4415736 Apr 18 17:16:42.947835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42976) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:42.959050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] Calling delete_port for 6dcf7ead-966c-4551-a343-326f90864ca5 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:42.983518 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d359dc-6325-4c85-811e-7a776156c5d0 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:42.992309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.004595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Transition to ACTIVE for port object 58d359dc-6325-4c85-811e-7a776156c5d0 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:16:43.020442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15585ede-e917-4c80-bafc-4567625b05bf None None] Network 231057ac-8eff-4ced-ab58-50378149952a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:43.052283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6dcf7ead-966c-4551-a343-326f90864ca5 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:43.062971 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.066000 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.128669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 6dcf7ead-966c-4551-a343-326f90864ca5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:43.130644 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.201944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Pushing event updated for resources: {'Port': ['ID=58d359dc-6325-4c85-811e-7a776156c5d0,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:43.242188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Attempting to bind port 58d359dc-6325-4c85-811e-7a776156c5d0 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:43.242188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Attempting to bind port 58d359dc-6325-4c85-811e-7a776156c5d0 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:43.242675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Attempting to bind port 58d359dc-6325-4c85-811e-7a776156c5d0 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:43.246848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 6dcf7ead-966c-4551-a343-326f90864ca5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6dcf7ead-966c-4551-a343-326f90864ca5,segment=NetworkSegment(2878c9ca-723f-41ce-a317-dc7b8c61338d),segment_id=2878c9ca-723f-41ce-a317-dc7b8c61338d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:43.247324 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.248573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Port 58d359dc-6325-4c85-811e-7a776156c5d0 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:16:43.248904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Attempting to bind port 58d359dc-6325-4c85-811e-7a776156c5d0 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:43.254191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:43.255275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Checking segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:43.255275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Bound using segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:43.255544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Bound port: 58d359dc-6325-4c85-811e-7a776156c5d0, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:43.255724 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.260445 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.265839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 6dcf7ead-966c-4551-a343-326f90864ca5 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:43.299461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1b63-344b-4d47-8a4d-25251c6f23bb req-9196941b-fca8-4503-9218-6ab69849f915 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:43.301170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-145b1b63-344b-4d47-8a4d-25251c6f23bb req-9196941b-fca8-4503-9218-6ab69849f915 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 943 time: 0.1022723 Apr 18 17:16:43.307249 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.351190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] No DVR routers for this DVR port 6dcf7ead-966c-4551-a343-326f90864ca5 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:43.395721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] DHCP port deletion for 231057ac-8eff-4ced-ab58-50378149952a request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:16:43.403595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba244bda-73e2-4c56-a613-62cada7050dc None None] Pushing event deleted for resources: {'Port': ['ID=6dcf7ead-966c-4551-a343-326f90864ca5,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:43.414808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] For port 58d359dc-6325-4c85-811e-7a776156c5d0, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:43.416203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-145b1b63-344b-4d47-8a4d-25251c6f23bb req-b849691e-b5aa-41c7-893a-024268af2762 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734909 Apr 18 17:16:43.431832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] For port 58d359dc-6325-4c85-811e-7a776156c5d0, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58d359dc-6325-4c85-811e-7a776156c5d0,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:43.463198 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.487252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9a82d-21d3-4e71-a8bd-2aba630e574a req-9886fd9b-655e-49e0-a8ca-4c9bd03cef3b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:43.489220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfe9a82d-21d3-4e71-a8bd-2aba630e574a req-9886fd9b-655e-49e0-a8ca-4c9bd03cef3b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0940380 Apr 18 17:16:43.492819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] Deleting port e3c76c5c-bea3-4907-9264-0d186fce7e2f {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:43.493207 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.518467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=6dcf7ead-966c-4551-a343-326f90864ca5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:43.539551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No DVR routers for this DVR port 6dcf7ead-966c-4551-a343-326f90864ca5 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:43.561623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.572689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] For port e3c76c5c-bea3-4907-9264-0d186fce7e2f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e3c76c5c-bea3-4907-9264-0d186fce7e2f,segment=NetworkSegment(070d2749-dd93-48a2-a442-f91dcc986826),segment_id=070d2749-dd93-48a2-a442-f91dcc986826)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:43.583346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.591348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] Calling delete_port for e3c76c5c-bea3-4907-9264-0d186fce7e2f owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:43.608666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:43.610010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.612095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] 10.222.0.18 "PUT /v2.0/ports/58d359dc-6325-4c85-811e-7a776156c5d0 HTTP/1.1" status: 200 len: 1091 time: 1.0390232 Apr 18 17:16:43.616738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6de811b-8e14-4bb8-bf19-dd969b97dee0', 'tag': '58d359dc-6325-4c85-811e-7a776156c5d0'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:43.618936 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60e47fc-0ca5-4a36-b5f6-bb022703ef39" -d '{"events": [{"name": "network-changed", "server_uuid": "c6de811b-8e14-4bb8-bf19-dd969b97dee0", "tag": "58d359dc-6325-4c85-811e-7a776156c5d0"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:43.645916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e2404-cb1d-414d-a1b7-dab5649d3b5c service neutron] Pushing event updated for resources: {'Port': ['ID=58d359dc-6325-4c85-811e-7a776156c5d0,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:43.657000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfe9a82d-21d3-4e71-a8bd-2aba630e574a req-8ab1a481-67ae-4549-8bc4-88881bfa0a54 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433644 Apr 18 17:16:43.681040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f1c9-68df-4d7a-8d2f-a5cbecd19d63 req-1a7f5f9c-44d8-4ad1-87be-7e5a4f22b82c tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:43.682907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a080f1c9-68df-4d7a-8d2f-a5cbecd19d63 req-1a7f5f9c-44d8-4ad1-87be-7e5a4f22b82c tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 943 time: 0.1653202 Apr 18 17:16:43.684776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.718878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:43.729441 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b49013-7345-4ed1-9620-c85edf5625ac x-openstack-request-id: req-73b49013-7345-4ed1-9620-c85edf5625ac {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:43.729798 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6de811b-8e14-4bb8-bf19-dd969b97dee0", "tag": "58d359dc-6325-4c85-811e-7a776156c5d0", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:43.730088 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73b49013-7345-4ed1-9620-c85edf5625ac {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:43.730503 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b49013-7345-4ed1-9620-c85edf5625ac'] response: {'name': 'network-changed', 'server_uuid': 'c6de811b-8e14-4bb8-bf19-dd969b97dee0', 'tag': '58d359dc-6325-4c85-811e-7a776156c5d0', 'status': 'completed', 'code': 200} Apr 18 17:16:43.733913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2878c9ca-723f-41ce-a317-dc7b8c61338d') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:43.734212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2878c9ca-723f-41ce-a317-dc7b8c61338d') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:43.750946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.759411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a080f1c9-68df-4d7a-8d2f-a5cbecd19d63 req-f7b1953d-7ba3-4fcb-a1ea-276c3eea5cfc tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663710 Apr 18 17:16:43.767174 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.775677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:43.775677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:43.777705 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:43.813298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e47fc-0ca5-4a36-b5f6-bb022703ef39 req-5c336226-c777-4459-b91b-0df8f0f23dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:43.814744 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a60e47fc-0ca5-4a36-b5f6-bb022703ef39 req-5c336226-c777-4459-b91b-0df8f0f23dc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 1094 time: 0.0440233 Apr 18 17:16:43.852032 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.883890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] No DVR routers for this DVR port e3c76c5c-bea3-4907-9264-0d186fce7e2f on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:43.889901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c06bc-a1da-4632-9600-ba9d0d51a579 None None] Pushing event deleted for resources: {'Port': ['ID=e3c76c5c-bea3-4907-9264-0d186fce7e2f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:43.937798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e47fc-0ca5-4a36-b5f6-bb022703ef39 req-8352c7a7-bc38-48ef-98fa-b525e7c24454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:43.939261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a60e47fc-0ca5-4a36-b5f6-bb022703ef39 req-8352c7a7-bc38-48ef-98fa-b525e7c24454 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=039ca64486874ae7ba1003e6f5de3127&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1102691 Apr 18 17:16:43.978259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:43.986946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.015316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b HTTP/1.1" status: 204 len: 168 time: 1.0564935 Apr 18 17:16:44.015814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43006) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:44.033515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fea8f-d8ec-417c-b7be-d6c67183cf7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=1c925cd0-f5bd-4dbb-8f13-f07e3ab16f9b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:44.120918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.124147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e47fc-0ca5-4a36-b5f6-bb022703ef39 req-3d122dee-2df6-4717-b2be-4b86869c0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:44.125632 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a60e47fc-0ca5-4a36-b5f6-bb022703ef39 req-3d122dee-2df6-4717-b2be-4b86869c0176 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801515 Apr 18 17:16:44.237569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.263715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231057ac-8eff-4ced-ab58-50378149952a']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:44.276851 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070d2749-dd93-48a2-a442-f91dcc986826') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:44.277157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070d2749-dd93-48a2-a442-f91dcc986826') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:44.285124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-6de3eaa0-5e7f-4357-8b83-3102c3a4e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:44.286636 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-6de3eaa0-5e7f-4357-8b83-3102c3a4e31a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 1094 time: 0.0817931 Apr 18 17:16:44.291482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.351910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.355363 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-a30745ff-98e9-4b9c-82ef-9ce774043adc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d359dc-6325-4c85-811e-7a776156c5d0 HTTP/1.1" status: 200 len: 217 time: 0.0505455 Apr 18 17:16:44.361806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:44.362218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:44.366233 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:44.465134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-0b058919-c437-4536-8e29-4e0944c4dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:44.468010 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-0b058919-c437-4536-8e29-4e0944c4dcde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.1010237 Apr 18 17:16:44.516535 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-7e68ff09-b620-4b27-98b6-82efa318be67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418360 Apr 18 17:16:44.551463 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.589884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1c0c5-8eb6-4525-80d3-e0cd37f248ec req-5d01d613-9eeb-4747-8a80-0250d31e9933 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:44.591312 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97e1c0c5-8eb6-4525-80d3-e0cd37f248ec req-5d01d613-9eeb-4747-8a80-0250d31e9933 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 943 time: 0.0845637 Apr 18 17:16:44.591576 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.591782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43020) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:44.595565 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/231057ac-8eff-4ced-ab58-50378149952a HTTP/1.1" status: 204 len: 168 time: 0.5841913 Apr 18 17:16:44.608410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43022) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:44.616887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-940048729'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:44.682371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ee465-5f06-4231-8b53-dad83e18c697 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=231057ac-8eff-4ced-ab58-50378149952a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:44.686605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97e1c0c5-8eb6-4525-80d3-e0cd37f248ec req-2e4d8478-d88f-4e56-9976-c23feb4e5d9e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792241 Apr 18 17:16:44.739535 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-253dcbb2-45e7-4fd5-93b7-5fe8456b0561 service neutron] 10.222.0.18 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158577 Apr 18 17:16:44.755457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:44.759541 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.814335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-142fd3e8-b7e2-4d7f-88d1-502174236d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.816214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:16:44.861793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.862062 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 13d9453a-f691-4129-8053-2477bf4f140c of type vlan for network 7ebbb536-a2d6-4919-9fba-35329dd8299e Apr 18 17:16:44.887051 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882ce0da-255c-435e-96bb-56a22d0fa5af req-ea8efd1b-3079-4472-96e5-fb08702d3bb9 service neutron] 10.222.0.18 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404545 Apr 18 17:16:44.959906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:44.996716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab3e5-2063-4aee-830d-89ff19ba2a09 req-8fcc8af6-c6c7-4f9f-a288-7f0c73352d48 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:44.998162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-668ab3e5-2063-4aee-830d-89ff19ba2a09 req-8fcc8af6-c6c7-4f9f-a288-7f0c73352d48 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1684675 Apr 18 17:16:45.000922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e3c76c5c-bea3-4907-9264-0d186fce7e2f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:45.047730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6ed4c-2243-4957-8411-90a0ef3b6af0 req-22ea59e1-7c33-41be-bc6f-c2c852534648 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:45.049347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fb6ed4c-2243-4957-8411-90a0ef3b6af0 req-22ea59e1-7c33-41be-bc6f-c2c852534648 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 943 time: 0.1838143 Apr 18 17:16:45.059731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: e3c76c5c-bea3-4907-9264-0d186fce7e2f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:16:45.060696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e3c76c5c-bea3-4907-9264-0d186fce7e2f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:16:45.099836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-668ab3e5-2063-4aee-830d-89ff19ba2a09 req-d55ac863-a4bc-4c23-9cd3-69fce43b2ff8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894744 Apr 18 17:16:45.137145 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-142fd3e8-b7e2-4d7f-88d1-502174236d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.140326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fb6ed4c-2243-4957-8411-90a0ef3b6af0 req-e1284a4b-d868-4daf-926e-7867b2981702 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814760 Apr 18 17:16:45.165893 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.171791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:45.176279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.202901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-142fd3e8-b7e2-4d7f-88d1-502174236d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.285174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=7ebbb536-a2d6-4919-9fba-35329dd8299e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:45.291169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-142fd3e8-b7e2-4d7f-88d1-502174236d30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d22f727d39e44128974e3e4d4863a352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6982660 Apr 18 17:16:45.296478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fd3e8-b7e2-4d7f-88d1-502174236d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7984a89-46fc-4e16-ad83-9fa86b4bc87c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:45.296670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43040) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:45.298277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1318ae31-f1a3-431a-829b-ea18099e2250 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6873088 Apr 18 17:16:45.298387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b6fcced7-1407-4e64-95ba-0377354ed0c5 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:16:45.305472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43042) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:45.310468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': '7ebbb536-a2d6-4919-9fba-35329dd8299e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:45.332126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 7ebbb536-a2d6-4919-9fba-35329dd8299e details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:45.433605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdd5-3c5f-46e4-98e3-a250bb35542e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.468122 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdd5-3c5f-46e4-98e3-a250bb35542e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.502551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b6fcced7-1407-4e64-95ba-0377354ed0c5, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b6fcced7-1407-4e64-95ba-0377354ed0c5,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:45.514945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'b6fcced7-1407-4e64-95ba-0377354ed0c5', 'network_id': '36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4', 'port_id': 'b6fcced7-1407-4e64-95ba-0377354ed0c5', 'mac_address': 'fa:16:3e:33:2f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:16:45.567073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.584469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fcced7-1407-4e64-95ba-0377354ed0c5 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:45.618448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:45.623290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.625212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b6fcced7-1407-4e64-95ba-0377354ed0c5, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b6fcced7-1407-4e64-95ba-0377354ed0c5,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:45.646212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdd5-3c5f-46e4-98e3-a250bb35542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.648874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdd5-3c5f-46e4-98e3-a250bb35542e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.652774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d3b8cdd5-3c5f-46e4-98e3-a250bb35542e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7984a89-46fc-4e16-ad83-9fa86b4bc87c HTTP/1.1" status: 204 len: 168 time: 0.3507185 Apr 18 17:16:45.692368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8cdd5-3c5f-46e4-98e3-a250bb35542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7984a89-46fc-4e16-ad83-9fa86b4bc87c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:45.710978 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:45.866381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f2f23-245d-49f0-859e-fc658c37e0f3 req-651d9ec2-fda9-4ddb-b9dd-130d00a9c52b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:45.867131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b6fcced7-1407-4e64-95ba-0377354ed0c5,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:45.868425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b24f2f23-245d-49f0-859e-fc658c37e0f3 req-651d9ec2-fda9-4ddb-b9dd-130d00a9c52b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 943 time: 0.0697367 Apr 18 17:16:45.917997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b24f2f23-245d-49f0-859e-fc658c37e0f3 req-522514a0-0c22-4c36-bac5-98589da538db tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Apr 18 17:16:45.938377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:46.017949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=5525912a-b4b1-4aad-b8e0-ba7b431e5084,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:46.023920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '13d9453a-f691-4129-8053-2477bf4f140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ebbb536-a2d6-4919-9fba-35329dd8299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:46.024550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: 7ebbb536-a2d6-4919-9fba-35329dd8299e, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:16:46.114777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 7ebbb536-a2d6-4919-9fba-35329dd8299e is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:16:46.183919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b6fcced7-1407-4e64-95ba-0377354ed0c5'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:46.198570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 7ebbb536-a2d6-4919-9fba-35329dd8299e) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:46.202730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:46.205555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:46.223524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07417f4a-895a-4b17-a34b-cb122ef2d73d None None] Network 7ebbb536-a2d6-4919-9fba-35329dd8299e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:46.302430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875620-1b4e-47aa-a6fb-105a86af34e7 req-ebb10800-e683-41de-a7c7-7f4446b4e962 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:46.304771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22875620-1b4e-47aa-a6fb-105a86af34e7 req-ebb10800-e683-41de-a7c7-7f4446b4e962 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1114533 Apr 18 17:16:46.314077 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fe7def3b-3335-45ac-8df0-6c7989037a7b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0075464 Apr 18 17:16:46.314692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:46.319593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c287dd72-ce56-4078-b5df-20c7ff22588f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-548776776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:46.391088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22875620-1b4e-47aa-a6fb-105a86af34e7 req-3b1dfada-9e9b-4a56-9385-b2bbdccaa0fd tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483243 Apr 18 17:16:46.406336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8a0ce-ca22-4834-a346-e21b7ba6a014 req-2352cd2a-df6c-4c70-8e4a-f0fad06618f1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:46.408192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f8a0ce-ca22-4834-a346-e21b7ba6a014 req-2352cd2a-df6c-4c70-8e4a-f0fad06618f1 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 944 time: 0.1023748 Apr 18 17:16:46.429740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c287dd72-ce56-4078-b5df-20c7ff22588f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:46.430813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c287dd72-ce56-4078-b5df-20c7ff22588f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:46.463972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f8a0ce-ca22-4834-a346-e21b7ba6a014 req-aa20d75d-2706-4565-a59c-7507ca0bbbc7 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Apr 18 17:16:46.515540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-7ebbb536-a2d6-4919-9fba-35329dd8299e', 'network_id': '7ebbb536-a2d6-4919-9fba-35329dd8299e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': '5525912a-b4b1-4aad-b8e0-ba7b431e5084'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:16:46.516413 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:46.584769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c287dd72-ce56-4078-b5df-20c7ff22588f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:46.664094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c287dd72-ce56-4078-b5df-20c7ff22588f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:46.751572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Allocated IP 2001:db8::2 (7ebbb536-a2d6-4919-9fba-35329dd8299e/5525912a-b4b1-4aad-b8e0-ba7b431e5084/150dacd7-e2ce-45a3-bca8-3c9bed4ed439) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:46.756989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c287dd72-ce56-4078-b5df-20c7ff22588f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:46.758880 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c287dd72-ce56-4078-b5df-20c7ff22588f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4429684 Apr 18 17:16:46.761500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43066) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:46.769235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'port': {'network_id': '7ebbb536-a2d6-4919-9fba-35329dd8299e', 'name': 'tempest-RoutersIpV6Test-594670642'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:46.966628 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.038855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:47.042877 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.056960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b24ebc-5747-40d9-b3e2-93e8e855c592 req-f4842ccb-b0b9-418b-b687-5c4b62f34e6e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:47.065577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80b24ebc-5747-40d9-b3e2-93e8e855c592 req-f4842ccb-b0b9-418b-b687-5c4b62f34e6e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 943 time: 0.0699618 Apr 18 17:16:47.071399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] device_id is not set on port 54a75cec-da10-4800-bcea-1bcd4191b1a8 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:16:47.096318 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.123426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80b24ebc-5747-40d9-b3e2-93e8e855c592 req-a51f4fdb-0c3d-4777-9425-bb5d1178bd4d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569227 Apr 18 17:16:47.134719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Network 7ebbb536-a2d6-4919-9fba-35329dd8299e is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:47.142907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:47.174675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:47.233233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8::359 (7ebbb536-a2d6-4919-9fba-35329dd8299e/5525912a-b4b1-4aad-b8e0-ba7b431e5084/54a75cec-da10-4800-bcea-1bcd4191b1a8) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:47.263247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Attempting to bind port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:16:47.263857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Attempting to bind port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '13d9453a-f691-4129-8053-2477bf4f140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ebbb536-a2d6-4919-9fba-35329dd8299e'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:16:47.264189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Attempting to bind port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 on network 7ebbb536-a2d6-4919-9fba-35329dd8299e {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:16:47.272242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:16:47.272580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Checking segment: {'id': '13d9453a-f691-4129-8053-2477bf4f140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ebbb536-a2d6-4919-9fba-35329dd8299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:47.273064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.273578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Bound using segment: {'id': '13d9453a-f691-4129-8053-2477bf4f140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ebbb536-a2d6-4919-9fba-35329dd8299e'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:16:47.274136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Bound port: 150dacd7-e2ce-45a3-bca8-3c9bed4ed439, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d9453a-f691-4129-8053-2477bf4f140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ebbb536-a2d6-4919-9fba-35329dd8299e'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:16:47.274859 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.276932 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.279538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Pushing event updated for resources: {'Port': ['ID=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:47.350249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] For port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:16:47.354399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] For port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,segment=NetworkSegment(13d9453a-f691-4129-8053-2477bf4f140c),segment_id=13d9453a-f691-4129-8053-2477bf4f140c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:16:47.356729 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.418515 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.429566 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.509917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8310027-dc6c-4f95-af86-44ec61b4d467 None None] Pushing event updated for resources: {'Port': ['ID=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:47.570364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16457709-f820-4668-8d4f-fa3e5d9f7ce7 req-3806f82f-45b2-41ee-a4de-7b51bb08bfd9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:47.580294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16457709-f820-4668-8d4f-fa3e5d9f7ce7 req-3806f82f-45b2-41ee-a4de-7b51bb08bfd9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0833046 Apr 18 17:16:47.618205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.647284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16457709-f820-4668-8d4f-fa3e5d9f7ce7 req-6e3feee1-10cb-4622-bdca-90745f434a22 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628705 Apr 18 17:16:47.691657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 7ebbb536-a2d6-4919-9fba-35329dd8299e is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:47.697245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:47.700232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:16:47.706074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:47.706725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:47.711360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=54a75cec-da10-4800-bcea-1bcd4191b1a8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:47.722163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.722783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.722999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.723339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.723675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.724073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.724433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.724770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.725156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.725537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.725869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.726253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:16:47.810735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceb383-c10c-4db3-91d1-42c77961932a req-aaccf388-7d40-49a1-bd46-bb53a3799a78 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:47.813575 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8a5c7169-f691-4a84-91d8-ec728ee1ee2f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0507846 Apr 18 17:16:47.817904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42ceb383-c10c-4db3-91d1-42c77961932a req-aaccf388-7d40-49a1-bd46-bb53a3799a78 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 944 time: 0.0738113 Apr 18 17:16:47.822856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:47.910955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42ceb383-c10c-4db3-91d1-42c77961932a req-7e0c00ba-a3af-43d7-a218-351540da971e tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915375 Apr 18 17:16:48.383919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d9435-658e-4b1e-912c-853981d3aa43 req-87f1eb92-9850-40eb-9523-4f07012e4d68 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:48.393281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92d9435-658e-4b1e-912c-853981d3aa43 req-87f1eb92-9850-40eb-9523-4f07012e4d68 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 943 time: 0.1305869 Apr 18 17:16:48.445237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a92d9435-658e-4b1e-912c-853981d3aa43 req-d5e3dad4-ae0b-4212-9bf4-2eadeea7721c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471208 Apr 18 17:16:48.627585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:48.845386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee59e54-ed9f-4bfd-9fc1-182cf3ad7204 req-0325ad6d-8f51-479c-b858-f045a763261a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:48.853191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ee59e54-ed9f-4bfd-9fc1-182cf3ad7204 req-0325ad6d-8f51-479c-b858-f045a763261a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1072919 Apr 18 17:16:48.949346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ee59e54-ed9f-4bfd-9fc1-182cf3ad7204 req-aae2a656-431e-44f6-a5d8-e698951bf5e2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759823 Apr 18 17:16:48.974530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.011927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26505d49-e3db-4dbd-b48d-9a57357eafff None None] Network 7ebbb536-a2d6-4919-9fba-35329dd8299e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:49.062967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.107444 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:49.160180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5440c-75aa-48ac-8e2b-7db24cc9f920 req-ea36783e-4807-4b75-86e0-2e8a977f65f6 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:49.164602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ba5440c-75aa-48ac-8e2b-7db24cc9f920 req-ea36783e-4807-4b75-86e0-2e8a977f65f6 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 944 time: 0.0912070 Apr 18 17:16:49.193708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:49.194333 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.196307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-747529a4-a743-444b-9c50-1fcaa8c3963f None None] Provisioning complete for port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:49.196842 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-747529a4-a743-444b-9c50-1fcaa8c3963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.213853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=54a75cec-da10-4800-bcea-1bcd4191b1a8,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:49.270198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ba5440c-75aa-48ac-8e2b-7db24cc9f920 req-1b94851e-b84c-437d-b6b9-49a14dba1da2 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927951 Apr 18 17:16:49.400995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.443645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b6fcced7-1407-4e64-95ba-0377354ed0c5 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:49.567443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b63f-b67e-4053-8a28-ce09101c4796 req-7ec40e04-6ed0-425a-8b54-63f841d8d28f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:49.569027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fb6b63f-b67e-4053-8a28-ce09101c4796 req-7ec40e04-6ed0-425a-8b54-63f841d8d28f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 943 time: 0.0499992 Apr 18 17:16:49.611084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fb6b63f-b67e-4053-8a28-ce09101c4796 req-d5c2dbd1-4473-4a66-a1cf-406e078af8e9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Apr 18 17:16:49.689401 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.691134 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-747529a4-a743-444b-9c50-1fcaa8c3963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.745260 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,segment=NetworkSegment(13d9453a-f691-4129-8053-2477bf4f140c),segment_id=13d9453a-f691-4129-8053-2477bf4f140c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:49.885366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.904719 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:49.909598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port b6fcced7-1407-4e64-95ba-0377354ed0c5 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:16:50.066962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:50.107682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 58d359dc-6325-4c85-811e-7a776156c5d0 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:16:50.109928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port b6fcced7-1407-4e64-95ba-0377354ed0c5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:50.110302 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:50.137346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4329c-1f07-4db7-b6f5-d0d940a42852 req-24fa40f7-bc8f-4309-84a2-9146f7efd5ac tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:50.151662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48d4329c-1f07-4db7-b6f5-d0d940a42852 req-24fa40f7-bc8f-4309-84a2-9146f7efd5ac tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1024485 Apr 18 17:16:50.236409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-747529a4-a743-444b-9c50-1fcaa8c3963f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:16:50.237772 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-747529a4-a743-444b-9c50-1fcaa8c3963f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:16:50.243657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48d4329c-1f07-4db7-b6f5-d0d940a42852 req-af782666-00f2-4ac7-813d-af067d244065 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803916 Apr 18 17:16:50.380250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:50.412851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 58d359dc-6325-4c85-811e-7a776156c5d0, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58d359dc-6325-4c85-811e-7a776156c5d0,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:50.442004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005500d3-9b17-44bd-be69-130197af37f7 req-244b2883-a611-4dae-bcc1-012c1e1b4aed tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:50.443915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-005500d3-9b17-44bd-be69-130197af37f7 req-244b2883-a611-4dae-bcc1-012c1e1b4aed tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 944 time: 0.0813882 Apr 18 17:16:50.465975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '58d359dc-6325-4c85-811e-7a776156c5d0', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'port_id': '58d359dc-6325-4c85-811e-7a776156c5d0', 'mac_address': 'fa:16:3e:20:91:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd26c9-3999-468f-92e8-f41c026b94e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:16:50.469594 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:50.470419 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:50.477931 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:50.527528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-005500d3-9b17-44bd-be69-130197af37f7 req-8381b275-13f9-43b7-b9c5-9e03ca360ab6 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762961 Apr 18 17:16:50.570067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b6fcced7-1407-4e64-95ba-0377354ed0c5, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b6fcced7-1407-4e64-95ba-0377354ed0c5,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:50.572934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4973bc57-f713-4cd5-affe-258b4e67ae2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fcced7-1407-4e64-95ba-0377354ed0c5'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:50.574282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=54a75cec-da10-4800-bcea-1bcd4191b1a8,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:50.576271 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00078cc7-e66c-4a80-b180-aa54841435d5" -d '{"events": [{"server_uuid": "4973bc57-f713-4cd5-affe-258b4e67ae2e", "name": "network-vif-plugged", "status": "completed", "tag": "b6fcced7-1407-4e64-95ba-0377354ed0c5"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:50.624878 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:50.669896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d359dc-6325-4c85-811e-7a776156c5d0 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:16:50.669896 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:50.674678 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78496d36-64f5-44c5-a161-86e36b194056 x-openstack-request-id: req-78496d36-64f5-44c5-a161-86e36b194056 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:50.675048 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4973bc57-f713-4cd5-affe-258b4e67ae2e", "name": "network-vif-plugged", "status": "completed", "tag": "b6fcced7-1407-4e64-95ba-0377354ed0c5", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:50.675379 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78496d36-64f5-44c5-a161-86e36b194056 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:50.677126 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78496d36-64f5-44c5-a161-86e36b194056'] response: {'server_uuid': '4973bc57-f713-4cd5-affe-258b4e67ae2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fcced7-1407-4e64-95ba-0377354ed0c5', 'code': 200} Apr 18 17:16:50.794196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 7ebbb536-a2d6-4919-9fba-35329dd8299e is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:16:50.798065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:50.801059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b6fcced7-1407-4e64-95ba-0377354ed0c5,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:50.819733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774bede-d26a-48f2-9d39-0aa480de36e5 req-2d144a1e-5be5-42ff-91e0-5df3096d32fa tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:50.828351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7774bede-d26a-48f2-9d39-0aa480de36e5 req-2d144a1e-5be5-42ff-91e0-5df3096d32fa tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 943 time: 0.0977986 Apr 18 17:16:50.839481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 58d359dc-6325-4c85-811e-7a776156c5d0, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58d359dc-6325-4c85-811e-7a776156c5d0,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:50.882116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7774bede-d26a-48f2-9d39-0aa480de36e5 req-2c014331-2a42-445b-ab01-9389f10e7d15 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527730 Apr 18 17:16:50.907815 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:51.015797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf27207-5189-4d11-9c5f-8f9f35ad06a4 req-af96a6ba-7489-4f09-8b48-44c30e0f8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:51.017358 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ccf27207-5189-4d11-9c5f-8f9f35ad06a4 req-af96a6ba-7489-4f09-8b48-44c30e0f8860 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 1096 time: 0.1951923 Apr 18 17:16:51.018443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=58d359dc-6325-4c85-811e-7a776156c5d0,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:51.039129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7cd7a1b9-3272-4f79-b2e8-e53f023098d6 None None] Provisioning complete for port 54a75cec-da10-4800-bcea-1bcd4191b1a8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:51.039129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a1b9-3272-4f79-b2e8-e53f023098d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:51.079891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:51.119097 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ccf27207-5189-4d11-9c5f-8f9f35ad06a4 req-419435af-fc12-42fc-bdf3-180308f0a1ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873661 Apr 18 17:16:51.125518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7a1b9-3272-4f79-b2e8-e53f023098d6 None None] Port 54a75cec-da10-4800-bcea-1bcd4191b1a8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:16:51.148384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7cd7a1b9-3272-4f79-b2e8-e53f023098d6 None None] Provisioning complete for port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:51.148872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a1b9-3272-4f79-b2e8-e53f023098d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:51.153903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router a827fdcd-37f8-4160-93d1-5c5fd22f402b is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:16:51.233303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:51.233789 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:51.293213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:51.304489 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb1a25-bc33-41f1-a028-a54dca02c714 None None] Sync routers for ids ['a827fdcd-37f8-4160-93d1-5c5fd22f402b'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:51.320370 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ea35f3fd-37cb-4a06-82fb-b1078de6e22d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/a827fdcd-37f8-4160-93d1-5c5fd22f402b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4964232 Apr 18 17:16:51.322972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43144) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:51.337819 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb1a25-bc33-41f1-a028-a54dca02c714 None None] Routers {'a827fdcd-37f8-4160-93d1-5c5fd22f402b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:51.339119 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4eeb1a25-bc33-41f1-a028-a54dca02c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a827fdcd-37f8-4160-93d1-5c5fd22f402b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:51.405787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['58d359dc-6325-4c85-811e-7a776156c5d0'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:51.439637 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4eeb1a25-bc33-41f1-a028-a54dca02c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:51.452244 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb1a25-bc33-41f1-a028-a54dca02c714 None None] Routers {'a827fdcd-37f8-4160-93d1-5c5fd22f402b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:51.453989 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4eeb1a25-bc33-41f1-a028-a54dca02c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a827fdcd-37f8-4160-93d1-5c5fd22f402b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:51.472029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2965d34b-9d37-45e9-919f-e955762746e8 None None] Provisioning complete for port 54a75cec-da10-4800-bcea-1bcd4191b1a8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:51.472497 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2965d34b-9d37-45e9-919f-e955762746e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:51.485122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db02c3-5f58-4f0d-bd0f-248592f2df15 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:51.486563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d5db02c3-5f58-4f0d-bd0f-248592f2df15 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports/54a75cec-da10-4800-bcea-1bcd4191b1a8 HTTP/1.1" status: 200 len: 983 time: 0.1625893 Apr 18 17:16:51.489388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43146) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:51.500747 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4eeb1a25-bc33-41f1-a028-a54dca02c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:51.501893 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb1a25-bc33-41f1-a028-a54dca02c714 None None] The sync data for ids ['a827fdcd-37f8-4160-93d1-5c5fd22f402b'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:51.529186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812582c7-eaa6-41c2-82ee-813ec6358c41 req-2b504d5d-3dbc-4bf8-87b5-63ed55c5298f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:51.540879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-812582c7-eaa6-41c2-82ee-813ec6358c41 req-2b504d5d-3dbc-4bf8-87b5-63ed55c5298f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1463444 Apr 18 17:16:51.623010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-812582c7-eaa6-41c2-82ee-813ec6358c41 req-f4257ae0-f971-4eca-9195-a992f5085805 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809515 Apr 18 17:16:51.683007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2965d34b-9d37-45e9-919f-e955762746e8 None None] Port 54a75cec-da10-4800-bcea-1bcd4191b1a8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:16:51.742793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46865399-3a3d-4e8d-9aee-cec3b960ae7e req-10cda541-76d3-498a-8a06-02cb4003f800 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:51.744466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46865399-3a3d-4e8d-9aee-cec3b960ae7e req-10cda541-76d3-498a-8a06-02cb4003f800 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 945 time: 0.1056621 Apr 18 17:16:51.801381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46865399-3a3d-4e8d-9aee-cec3b960ae7e req-c7379d41-8338-46aa-b87e-834a612f150c tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485947 Apr 18 17:16:52.040429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef7b6-93d6-49c2-aa66-1fae66d57bba req-fd9ecc55-6b21-49b1-b3c4-ad48b7d19957 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:52.048119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b58ef7b6-93d6-49c2-aa66-1fae66d57bba req-fd9ecc55-6b21-49b1-b3c4-ad48b7d19957 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 944 time: 0.0701346 Apr 18 17:16:52.118266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b58ef7b6-93d6-49c2-aa66-1fae66d57bba req-e56c3984-6928-4db9-829d-2e153ddc16dd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637553 Apr 18 17:16:52.189087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:52.538947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 54a75cec-da10-4800-bcea-1bcd4191b1a8 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:52.540363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:52.704708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:52.732112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 54a75cec-da10-4800-bcea-1bcd4191b1a8 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:52.960456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cef23-b228-49b2-aaeb-0674452cd199 req-be5fde30-0f2e-4d32-ac67-9f84137b0f7b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:52.967924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d1cef23-b228-49b2-aaeb-0674452cd199 req-be5fde30-0f2e-4d32-ac67-9f84137b0f7b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1433277 Apr 18 17:16:53.078187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2db5d8-1497-4353-80fb-b64412941196 req-b3955ede-6384-475e-b307-24b7f9fb477f tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:53.080279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e2db5d8-1497-4353-80fb-b64412941196 req-b3955ede-6384-475e-b307-24b7f9fb477f tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 945 time: 0.1098123 Apr 18 17:16:53.112964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d1cef23-b228-49b2-aaeb-0674452cd199 req-4ee41647-c2c6-46fb-b511-b4d259cc9249 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439464 Apr 18 17:16:53.120651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:53.161681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=54a75cec-da10-4800-bcea-1bcd4191b1a8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:53.202235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e2db5d8-1497-4353-80fb-b64412941196 req-18be3e3b-9312-48f7-ac87-179180eef1a9 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069005 Apr 18 17:16:53.317035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:53.370684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091c00e-aaba-4880-8e51-f01d1bc47e17 req-4cfc92f8-7bfa-4ef0-9d9c-da26acdffd83 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:53.390327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d091c00e-aaba-4880-8e51-f01d1bc47e17 req-4cfc92f8-7bfa-4ef0-9d9c-da26acdffd83 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 944 time: 0.1239600 Apr 18 17:16:53.457114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d091c00e-aaba-4880-8e51-f01d1bc47e17 req-28df5882-16fd-49aa-8a49-82095cc63548 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656469 Apr 18 17:16:53.891506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router a827fdcd-37f8-4160-93d1-5c5fd22f402b has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:16:53.991818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:16:53.991818 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3a2fb6f-d49a-4a42-9761-f9386b574145 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/a827fdcd-37f8-4160-93d1-5c5fd22f402b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4971454 Apr 18 17:16:53.992722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43178) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:53.999097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd899e3-7658-4c50-b43d-cb20f1f448f1 None None] Sync routers for ids ['a827fdcd-37f8-4160-93d1-5c5fd22f402b'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:16:54.007693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 58d359dc-6325-4c85-811e-7a776156c5d0 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:16:54.067889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd899e3-7658-4c50-b43d-cb20f1f448f1 None None] Routers {'a827fdcd-37f8-4160-93d1-5c5fd22f402b'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:54.068720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5fd899e3-7658-4c50-b43d-cb20f1f448f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a827fdcd-37f8-4160-93d1-5c5fd22f402b'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:54.119210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5fd899e3-7658-4c50-b43d-cb20f1f448f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:54.139991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd899e3-7658-4c50-b43d-cb20f1f448f1 None None] Routers {'a827fdcd-37f8-4160-93d1-5c5fd22f402b'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:16:54.140691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5fd899e3-7658-4c50-b43d-cb20f1f448f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:16:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a827fdcd-37f8-4160-93d1-5c5fd22f402b'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:54.182162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5fd899e3-7658-4c50-b43d-cb20f1f448f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:54.182915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd899e3-7658-4c50-b43d-cb20f1f448f1 None None] The sync data for ids ['a827fdcd-37f8-4160-93d1-5c5fd22f402b'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:16:54.216710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 58d359dc-6325-4c85-811e-7a776156c5d0 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:16:54.222296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 58d359dc-6325-4c85-811e-7a776156c5d0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:16:54.222948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:54.355313 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:54.402226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 58d359dc-6325-4c85-811e-7a776156c5d0, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58d359dc-6325-4c85-811e-7a776156c5d0,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:54.402226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6de811b-8e14-4bb8-bf19-dd969b97dee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d359dc-6325-4c85-811e-7a776156c5d0'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:54.402226 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e9997a-4007-411a-ae27-da515b2d4c3a" -d '{"events": [{"server_uuid": "c6de811b-8e14-4bb8-bf19-dd969b97dee0", "name": "network-vif-plugged", "status": "completed", "tag": "58d359dc-6325-4c85-811e-7a776156c5d0"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:54.485918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:54.583767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=58d359dc-6325-4c85-811e-7a776156c5d0,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:54.782335 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a11305-8088-45a9-bff7-c21eb8a713ec x-openstack-request-id: req-e8a11305-8088-45a9-bff7-c21eb8a713ec {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:54.783052 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6de811b-8e14-4bb8-bf19-dd969b97dee0", "name": "network-vif-plugged", "status": "completed", "tag": "58d359dc-6325-4c85-811e-7a776156c5d0", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:54.783488 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8a11305-8088-45a9-bff7-c21eb8a713ec {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:54.784055 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a11305-8088-45a9-bff7-c21eb8a713ec'] response: {'server_uuid': 'c6de811b-8e14-4bb8-bf19-dd969b97dee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d359dc-6325-4c85-811e-7a776156c5d0', 'code': 200} Apr 18 17:16:54.971479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81dce1-234a-4e6c-b070-99ea00dc7540 req-9315528a-75d3-40bb-9a4f-01b1fc4f8786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:54.973078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef81dce1-234a-4e6c-b070-99ea00dc7540 req-9315528a-75d3-40bb-9a4f-01b1fc4f8786 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 1096 time: 0.0621459 Apr 18 17:16:55.022805 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-35fa05fa-16d0-48f3-9062-3b5b0a2595af tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 17:16:55.027003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-35fa05fa-16d0-48f3-9062-3b5b0a2595af tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/a827fdcd-37f8-4160-93d1-5c5fd22f402b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0306914 Apr 18 17:16:55.031281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43198) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:55.036274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27513620-1da0-47df-b8fa-10db7afa911b req-49e6511a-dbbc-489c-8086-bdbd51ccf5d1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:55.046304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27513620-1da0-47df-b8fa-10db7afa911b req-49e6511a-dbbc-489c-8086-bdbd51ccf5d1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.3431587 Apr 18 17:16:55.082099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e5de-cf8e-48ab-9b3b-ed1051959ce0 req-70703455-cb4d-418f-9e3c-a729fc009896 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:55.083640 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a518e5de-cf8e-48ab-9b3b-ed1051959ce0 req-70703455-cb4d-418f-9e3c-a729fc009896 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 945 time: 0.1842070 Apr 18 17:16:55.088656 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef81dce1-234a-4e6c-b070-99ea00dc7540 req-f6383998-95be-40e3-bc25-09dbe8f71d11 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039236 Apr 18 17:16:55.092654 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3047669f-a7b9-4257-9355-202df6bae2cc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=a827fdcd-37f8-4160-93d1-5c5fd22f402b HTTP/1.1" status: 200 len: 205 time: 0.0560689 Apr 18 17:16:55.095323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43200) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:55.102400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27513620-1da0-47df-b8fa-10db7afa911b req-82d862eb-87cc-4b4e-a120-6b9d32310a84 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552425 Apr 18 17:16:55.142317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a518e5de-cf8e-48ab-9b3b-ed1051959ce0 req-3f53565b-09d5-45b2-b767-ec751dc6cd2c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Apr 18 17:16:55.178359 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ae4f-3cfd-4c78-b1af-4fd55e5a2737 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.247976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47058f7c-2c3a-4f2b-9a06-c65599802d18 req-8f4f1d2e-d772-477f-b298-bc39e500a1b4 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:55.249665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47058f7c-2c3a-4f2b-9a06-c65599802d18 req-8f4f1d2e-d772-477f-b298-bc39e500a1b4 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 945 time: 0.0515535 Apr 18 17:16:55.290185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47058f7c-2c3a-4f2b-9a06-c65599802d18 req-96cccaba-a11a-4ee7-b430-8c21dbb6cb73 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Apr 18 17:16:55.357331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ae4f-3cfd-4c78-b1af-4fd55e5a2737 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.359475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ae4f-3cfd-4c78-b1af-4fd55e5a2737 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.496104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ae4f-3cfd-4c78-b1af-4fd55e5a2737 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.497060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c6ae4f-3cfd-4c78-b1af-4fd55e5a2737 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Fanout notify agent at l3_agent the message router_deleted on router a827fdcd-37f8-4160-93d1-5c5fd22f402b {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:16:55.506147 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ae4f-3cfd-4c78-b1af-4fd55e5a2737 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.507392 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b4c6ae4f-3cfd-4c78-b1af-4fd55e5a2737 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/a827fdcd-37f8-4160-93d1-5c5fd22f402b HTTP/1.1" status: 204 len: 168 time: 0.4107056 Apr 18 17:16:55.515001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43206) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:55.587593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7fac56-52b8-495f-b4e7-f09b70ee2c64 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet 5525912a-b4b1-4aad-b8e0-ba7b431e5084 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:16:55.591320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fac56-52b8-495f-b4e7-f09b70ee2c64 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.649144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fac56-52b8-495f-b4e7-f09b70ee2c64 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.769896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fac56-52b8-495f-b4e7-f09b70ee2c64 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.782354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43210) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:55.921006 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fac56-52b8-495f-b4e7-f09b70ee2c64 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:55.952482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0427da6c-d664-4730-95c7-ff07447ce271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.002371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fac56-52b8-495f-b4e7-f09b70ee2c64 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=5525912a-b4b1-4aad-b8e0-ba7b431e5084,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:56.009146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fac56-52b8-495f-b4e7-f09b70ee2c64 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.014970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7d7fac56-52b8-495f-b4e7-f09b70ee2c64 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/5525912a-b4b1-4aad-b8e0-ba7b431e5084 HTTP/1.1" status: 204 len: 168 time: 0.4953659 Apr 18 17:16:56.017944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43214) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:56.022743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366f93f-4c63-45c2-86b1-4e70ab123948 None None] Network 7ebbb536-a2d6-4919-9fba-35329dd8299e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:56.107529 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0427da6c-d664-4730-95c7-ff07447ce271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.165724 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.170895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0427da6c-d664-4730-95c7-ff07447ce271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.275953 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0427da6c-d664-4730-95c7-ff07447ce271 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f57d5c83b08479a9679f6446a35945f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930310 Apr 18 17:16:56.282350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43220) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:56.292054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427da6c-d664-4730-95c7-ff07447ce271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5308176-6abf-4e2a-9052-c0d4ced32204,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:56.299581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1878bc7-db09-4214-ab96-f17921aa20a9 req-eed49459-5214-4345-8d16-7d317ea1a2ea tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:56.307200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1878bc7-db09-4214-ab96-f17921aa20a9 req-eed49459-5214-4345-8d16-7d317ea1a2ea tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0757990 Apr 18 17:16:56.328745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:56.328745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.389007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5065f334-6d29-4dfe-9b8a-0ab3a1a30b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.401658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] DHCP port deletion for 7ebbb536-a2d6-4919-9fba-35329dd8299e request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:16:56.445819 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5065f334-6d29-4dfe-9b8a-0ab3a1a30b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.483403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] Deleting port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:56.483607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16c7b4-896f-4b09-a616-cbb4557ba805 req-ac777637-acb7-401f-8820-e950b4bea8a4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:56.484216 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.487199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac16c7b4-896f-4b09-a616-cbb4557ba805 req-ac777637-acb7-401f-8820-e950b4bea8a4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 945 time: 0.1781478 Apr 18 17:16:56.517317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,segment=NetworkSegment(13d9453a-f691-4129-8053-2477bf4f140c),segment_id=13d9453a-f691-4129-8053-2477bf4f140c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:56.517948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.530780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1878bc7-db09-4214-ab96-f17921aa20a9 req-461f3bc3-6fb4-4e17-82d9-9efd95ff5726 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987104 Apr 18 17:16:56.545277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:56.575913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5065f334-6d29-4dfe-9b8a-0ab3a1a30b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.579095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5065f334-6d29-4dfe-9b8a-0ab3a1a30b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.580885 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5065f334-6d29-4dfe-9b8a-0ab3a1a30b81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5308176-6abf-4e2a-9052-c0d4ced32204 HTTP/1.1" status: 204 len: 168 time: 0.2971954 Apr 18 17:16:56.610360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] For port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,segment=NetworkSegment(13d9453a-f691-4129-8053-2477bf4f140c),segment_id=13d9453a-f691-4129-8053-2477bf4f140c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:56.611118 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.673217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] Calling delete_port for 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:56.716652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f334-6d29-4dfe-9b8a-0ab3a1a30b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5308176-6abf-4e2a-9052-c0d4ced32204,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:56.776850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac16c7b4-896f-4b09-a616-cbb4557ba805 req-2ce9975e-411b-4522-a466-cbb5adbda277 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772369 Apr 18 17:16:56.777988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-320bcfec-fbd3-4e74-8a1d-f8b18bf77aa0 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:56.779719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-320bcfec-fbd3-4e74-8a1d-f8b18bf77aa0 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.41 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 945 time: 0.1974123 Apr 18 17:16:56.879728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14ca9a-1a21-4264-9db8-4fd81e73763e req-f0870cf9-dc94-4610-b9ba-0710f6cc61df tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:56.889630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c14ca9a-1a21-4264-9db8-4fd81e73763e req-f0870cf9-dc94-4610-b9ba-0710f6cc61df tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 945 time: 0.1382132 Apr 18 17:16:56.964142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Deleting port b6fcced7-1407-4e64-95ba-0377354ed0c5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:16:56.964664 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.971757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c14ca9a-1a21-4264-9db8-4fd81e73763e req-2806a54e-a791-4a72-8aae-2c6e2d4386b6 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/security-groups?id=0573b7f2-e87f-479e-be60-555263943324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808740 Apr 18 17:16:56.978102 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:56.985858 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.008776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] Pushing event deleted for resources: {'Port': ['ID=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:57.020011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No DVR routers for this DVR port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:57.023325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29e55c-d0c4-4340-82f5-e87b813b9637 None None] No DVR routers for this DVR port 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:57.076319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=150dacd7-e2ce-45a3-bca8-3c9bed4ed439,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:57.106627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:16:57.152345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:16:57.152990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 150dacd7-e2ce-45a3-bca8-3c9bed4ed439 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:16:57.176474 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.182521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] For port b6fcced7-1407-4e64-95ba-0377354ed0c5, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b6fcced7-1407-4e64-95ba-0377354ed0c5,segment=NetworkSegment(70a177ed-7767-44c2-ae9b-6ca919e88e02),segment_id=70a177ed-7767-44c2-ae9b-6ca919e88e02)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:16:57.183015 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.200748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebbb536-a2d6-4919-9fba-35329dd8299e']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:57.209065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Calling delete_port for b6fcced7-1407-4e64-95ba-0377354ed0c5 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:16:57.218508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d9453a-f691-4129-8053-2477bf4f140c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:57.220942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d9453a-f691-4129-8053-2477bf4f140c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:16:57.235857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.256913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.275315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:16:57.275315 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:16:57.277793 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:16:57.473328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.484493 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.488398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/7ebbb536-a2d6-4919-9fba-35329dd8299e HTTP/1.1" status: 204 len: 168 time: 1.4641020 Apr 18 17:16:57.494187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43234) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:57.501027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1889651717'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:57.507347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19691e0-d67b-4ca3-ae32-686f7a5084b2 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=7ebbb536-a2d6-4919-9fba-35329dd8299e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:57.548032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.595885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Pushing event deleted for resources: {'Port': ['ID=b6fcced7-1407-4e64-95ba-0377354ed0c5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:57.596198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b6fcced7-1407-4e64-95ba-0377354ed0c5'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:16:57.655906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:57.661266 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.665943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] No DVR routers for this DVR port b6fcced7-1407-4e64-95ba-0377354ed0c5 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:16:57.671482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.679175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-85b2b41e-da86-4498-896c-29b8ff2a083f req-0f3be815-b55d-4f8b-a95c-7e5e1f976622 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.41 "DELETE /v2.0/ports/b6fcced7-1407-4e64-95ba-0377354ed0c5 HTTP/1.1" status: 204 len: 173 time: 0.8891313 Apr 18 17:16:57.679929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4973bc57-f713-4cd5-affe-258b4e67ae2e', 'name': 'network-vif-deleted', 'tag': 'b6fcced7-1407-4e64-95ba-0377354ed0c5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:16:57.691635 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd81cd67-6b2c-4036-b2f2-4c47aca796e9" -d '{"events": [{"server_uuid": "4973bc57-f713-4cd5-affe-258b4e67ae2e", "name": "network-vif-deleted", "tag": "b6fcced7-1407-4e64-95ba-0377354ed0c5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:16:57.733815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:16:57.746550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.747438 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 2c160363-7ec5-4832-8095-87615d43a6dd of type vlan for network 6ec44970-3984-4b54-9cf0-feab2844e4ca Apr 18 17:16:57.803322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.814120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0bf4-d9e7-4973-87e9-7475e6107fc3 req-5ba48b89-cfcc-4ed8-a5b1-a072da71e0da tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:57.814120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-561b0bf4-d9e7-4973-87e9-7475e6107fc3 req-5ba48b89-cfcc-4ed8-a5b1-a072da71e0da tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1296453 Apr 18 17:16:57.852670 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c8944-1ec5-4e44-a7d0-2c77477bcea6 x-openstack-request-id: req-8f2c8944-1ec5-4e44-a7d0-2c77477bcea6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:16:57.852670 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4973bc57-f713-4cd5-affe-258b4e67ae2e", "name": "network-vif-deleted", "tag": "b6fcced7-1407-4e64-95ba-0377354ed0c5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:16:57.853403 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f2c8944-1ec5-4e44-a7d0-2c77477bcea6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:16:57.853403 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2c8944-1ec5-4e44-a7d0-2c77477bcea6'] response: {'server_uuid': '4973bc57-f713-4cd5-affe-258b4e67ae2e', 'name': 'network-vif-deleted', 'tag': 'b6fcced7-1407-4e64-95ba-0377354ed0c5', 'status': 'completed', 'code': 200} Apr 18 17:16:57.897526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-561b0bf4-d9e7-4973-87e9-7475e6107fc3 req-fa372ea9-c4d0-4367-a7aa-e74df4227411 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778067 Apr 18 17:16:57.920471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.926067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:57.926692 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:57.955760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116e6c6-dd1f-4236-b792-1376b2b484e7 req-7045ef85-adff-4969-a624-cbe0396dbbdf tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:57.958715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c116e6c6-dd1f-4236-b792-1376b2b484e7 req-7045ef85-adff-4969-a624-cbe0396dbbdf tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 945 time: 0.0742586 Apr 18 17:16:58.011745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c116e6c6-dd1f-4236-b792-1376b2b484e7 req-2a292db3-2f1a-45cb-958c-ba05d49f6133 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Apr 18 17:16:58.016563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=6ec44970-3984-4b54-9cf0-feab2844e4ca,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:58.032566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6ec44970-3984-4b54-9cf0-feab2844e4ca details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:16:58.081265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-63072ffa-71ae-4d63-bbd8-723e84aa20f4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5855744 Apr 18 17:16:58.084576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43256) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:58.090697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': '6ec44970-3984-4b54-9cf0-feab2844e4ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:58.209968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75f6372f-4e3e-4a89-ab61-8dc347534a21 req-b6730e10-754a-481f-909f-42630086b521 tempest-VolumesActionsTest-371331334 tempest-VolumesActionsTest-371331334-project] 10.222.0.45 "GET /v2.0/ports?device_id=4973bc57-f713-4cd5-affe-258b4e67ae2e HTTP/1.1" status: 200 len: 210 time: 0.0798664 Apr 18 17:16:58.241195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ac3f7-a278-43cd-9f36-1d93e73545ff req-e6572f0f-8507-4f81-ac0d-23c9cb65e150 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:58.243597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-265ac3f7-a278-43cd-9f36-1d93e73545ff req-e6572f0f-8507-4f81-ac0d-23c9cb65e150 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 945 time: 0.1033652 Apr 18 17:16:58.300084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-265ac3f7-a278-43cd-9f36-1d93e73545ff req-db4a9696-9748-4e05-a8b0-0343fbd6953e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502467 Apr 18 17:16:58.306991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:16:58.312864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:58.456724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42af17-02cc-408e-9413-010ea983ddf5 req-11f41edd-a73f-46f9-93ef-22dc09f781d4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:58.476301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c42af17-02cc-408e-9413-010ea983ddf5 req-11f41edd-a73f-46f9-93ef-22dc09f781d4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 945 time: 0.0804772 Apr 18 17:16:58.532361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c42af17-02cc-408e-9413-010ea983ddf5 req-29592bd9-2b39-4f53-9555-59849d83cbfe tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Apr 18 17:16:58.732610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:58.819380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=24e39511-8ea6-4bc2-9bfe-a682160a49e5,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:16:58.834342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '2c160363-7ec5-4832-8095-87615d43a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec44970-3984-4b54-9cf0-feab2844e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:16:58.835547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: 6ec44970-3984-4b54-9cf0-feab2844e4ca, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:16:58.915672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 6ec44970-3984-4b54-9cf0-feab2844e4ca is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:16:58.995179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6ec44970-3984-4b54-9cf0-feab2844e4ca) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:16:59.001001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:59.002566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:59.010285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561b4df-8738-4fc5-8372-4d28d1e43584 None None] Network 6ec44970-3984-4b54-9cf0-feab2844e4ca requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:16:59.098015 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-631479e9-ae17-4aeb-9c32-60222af669e6 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0123291 Apr 18 17:16:59.100644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43278) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:59.117396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6027c288-bb31-4f27-9c31-3ef27ae74688 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1865108648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:16:59.117585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7e39c-9b30-408e-aa41-7cf985b0a222 req-85966251-908d-4121-bc4b-9081f041599b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:59.119941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0be7e39c-9b30-408e-aa41-7cf985b0a222 req-85966251-908d-4121-bc4b-9081f041599b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1327624 Apr 18 17:16:59.219835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0be7e39c-9b30-408e-aa41-7cf985b0a222 req-cabe5c25-3b84-4153-aae3-28200cc1a0c7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989766 Apr 18 17:16:59.230878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6027c288-bb31-4f27-9c31-3ef27ae74688 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:59.232406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6027c288-bb31-4f27-9c31-3ef27ae74688 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:59.275955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14773a3f-8e67-4728-8fe9-d2751b709bdf req-ee01da05-501d-46eb-ab34-829aeb7b69d6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:16:59.280617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14773a3f-8e67-4728-8fe9-d2751b709bdf req-ee01da05-501d-46eb-ab34-829aeb7b69d6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 945 time: 0.1432579 Apr 18 17:16:59.311860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-6ec44970-3984-4b54-9cf0-feab2844e4ca', 'network_id': '6ec44970-3984-4b54-9cf0-feab2844e4ca', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': '24e39511-8ea6-4bc2-9bfe-a682160a49e5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:16:59.312850 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:59.327565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6027c288-bb31-4f27-9c31-3ef27ae74688 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:59.353901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14773a3f-8e67-4728-8fe9-d2751b709bdf req-5d69e3bc-101e-4cda-8064-97a7ced69001 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662842 Apr 18 17:16:59.400298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6027c288-bb31-4f27-9c31-3ef27ae74688 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:59.521715 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6027c288-bb31-4f27-9c31-3ef27ae74688 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:59.523146 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6027c288-bb31-4f27-9c31-3ef27ae74688 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4212613 Apr 18 17:16:59.526043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43296) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:16:59.601454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Allocated IP 2001:db8::2 (6ec44970-3984-4b54-9cf0-feab2844e4ca/24e39511-8ea6-4bc2-9bfe-a682160a49e5/99b99fd8-a879-4551-ab1a-869b6c188409) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:16:59.883539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:16:59.925376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:00.296002 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:00.349458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Network 6ec44970-3984-4b54-9cf0-feab2844e4ca is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:00.357655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:00.357655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:00.384856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Pushing event updated for resources: {'Port': ['ID=99b99fd8-a879-4551-ab1a-869b6c188409,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:00.402656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106cd36-956c-43be-9fe3-b05e09759536 req-7e16304e-6d2f-45bd-9b46-66678c007d7c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:00.416652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.417526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.418025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.418537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.419145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.419692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.420381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.421034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.421549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.422032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.422534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.423202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f106cd36-956c-43be-9fe3-b05e09759536 req-7e16304e-6d2f-45bd-9b46-66678c007d7c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1309683 Apr 18 17:17:00.423687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:00.447966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8::1 (6ec44970-3984-4b54-9cf0-feab2844e4ca/24e39511-8ea6-4bc2-9bfe-a682160a49e5/a77666d8-9302-4677-a479-cf554c855fd8) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:00.482702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f106cd36-956c-43be-9fe3-b05e09759536 req-f121595c-7f6c-4483-a56f-afeba1e47f93 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Apr 18 17:17:00.482826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Attempting to bind port 99b99fd8-a879-4551-ab1a-869b6c188409 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:00.482826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Attempting to bind port 99b99fd8-a879-4551-ab1a-869b6c188409 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '2c160363-7ec5-4832-8095-87615d43a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec44970-3984-4b54-9cf0-feab2844e4ca'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:00.482826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Attempting to bind port 99b99fd8-a879-4551-ab1a-869b6c188409 on network 6ec44970-3984-4b54-9cf0-feab2844e4ca {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:00.484167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:00.484666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Checking segment: {'id': '2c160363-7ec5-4832-8095-87615d43a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec44970-3984-4b54-9cf0-feab2844e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:00.485166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:00.485691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Bound using segment: {'id': '2c160363-7ec5-4832-8095-87615d43a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec44970-3984-4b54-9cf0-feab2844e4ca'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:00.486263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Bound port: 99b99fd8-a879-4551-ab1a-869b6c188409, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c160363-7ec5-4832-8095-87615d43a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6ec44970-3984-4b54-9cf0-feab2844e4ca'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:00.486743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:00.562348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] For port 99b99fd8-a879-4551-ab1a-869b6c188409, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:00.570379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] For port 99b99fd8-a879-4551-ab1a-869b6c188409, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=99b99fd8-a879-4551-ab1a-869b6c188409,segment=NetworkSegment(2c160363-7ec5-4832-8095-87615d43a6dd),segment_id=2c160363-7ec5-4832-8095-87615d43a6dd)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:00.572655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e9abf-3243-4fbc-86de-e09b20241f17 req-3e350f2f-940c-49d1-bc9b-913e5d8a5128 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:00.576738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-072e9abf-3243-4fbc-86de-e09b20241f17 req-3e350f2f-940c-49d1-bc9b-913e5d8a5128 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 945 time: 0.0722358 Apr 18 17:17:00.645235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-072e9abf-3243-4fbc-86de-e09b20241f17 req-c46d7def-cf0b-4df3-83ef-8a4310315720 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592470 Apr 18 17:17:00.657541 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:00.736437 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:00.752275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-0709688d-0a63-4e0b-8bc8-7d6e144e75c9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:00.753841 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-0709688d-0a63-4e0b-8bc8-7d6e144e75c9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 945 time: 0.1533642 Apr 18 17:17:00.761750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980648d-a188-482a-b61c-fefda5ea38f1 None None] Pushing event updated for resources: {'Port': ['ID=99b99fd8-a879-4551-ab1a-869b6c188409,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:00.875948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bf490684-47bd-4315-8592-0e4f514ea64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:00.944674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Deleting port 58d359dc-6325-4c85-811e-7a776156c5d0 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:00.945032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:00.955063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:01.119180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 6ec44970-3984-4b54-9cf0-feab2844e4ca is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:01.134626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:01.139042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:01.151626 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:01.151626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=a77666d8-9302-4677-a479-cf554c855fd8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:01.244646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] For port 58d359dc-6325-4c85-811e-7a776156c5d0, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=58d359dc-6325-4c85-811e-7a776156c5d0,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:01.245032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:01.264996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Calling delete_port for 58d359dc-6325-4c85-811e-7a776156c5d0 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:01.406625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b6fcced7-1407-4e64-95ba-0377354ed0c5 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:01.440650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: b6fcced7-1407-4e64-95ba-0377354ed0c5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:17:01.442810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b6fcced7-1407-4e64-95ba-0377354ed0c5 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:17:01.552825 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:01.603211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:01.615285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e3e6b-08b7-4067-8c3e-4183fbe8f836 req-422ed34b-51a2-42b2-a073-5ad9a5373af9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:01.624803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-735e3e6b-08b7-4067-8c3e-4183fbe8f836 req-422ed34b-51a2-42b2-a073-5ad9a5373af9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0757036 Apr 18 17:17:01.639830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af', 'a22b0850-2b34-4b2f-a663-29b73a5dca2c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:01.644721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['58d359dc-6325-4c85-811e-7a776156c5d0'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:01.721164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event deleted for resources: {'Port': ['ID=58d359dc-6325-4c85-811e-7a776156c5d0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:01.764222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-735e3e6b-08b7-4067-8c3e-4183fbe8f836 req-b9664e71-9e67-49af-b354-e931f0bb703e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380622 Apr 18 17:17:01.921218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d336d805-379b-438f-921c-e9134f5fc745 req-d003e640-ff32-4557-9660-7caff5394590 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 210 time: 0.0964890 Apr 18 17:17:01.931771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] No DVR routers for this DVR port 58d359dc-6325-4c85-811e-7a776156c5d0 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:01.937133 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:01.943292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-311b38f2-ba50-4063-a667-b5dd0e9a978d req-25b4cf7b-9325-4e4a-9d0f-8dec57e8884b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.18 "DELETE /v2.0/ports/58d359dc-6325-4c85-811e-7a776156c5d0 HTTP/1.1" status: 204 len: 173 time: 1.1812735 Apr 18 17:17:01.952713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6de811b-8e14-4bb8-bf19-dd969b97dee0', 'name': 'network-vif-deleted', 'tag': '58d359dc-6325-4c85-811e-7a776156c5d0'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:01.956681 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7779f8d2-f5fb-4e65-af13-d003116b0f0e" -d '{"events": [{"server_uuid": "c6de811b-8e14-4bb8-bf19-dd969b97dee0", "name": "network-vif-deleted", "tag": "58d359dc-6325-4c85-811e-7a776156c5d0"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:02.040764 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217cd316-1aef-4a10-ad5c-0748c2dece6b x-openstack-request-id: req-217cd316-1aef-4a10-ad5c-0748c2dece6b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:02.041135 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6de811b-8e14-4bb8-bf19-dd969b97dee0", "name": "network-vif-deleted", "tag": "58d359dc-6325-4c85-811e-7a776156c5d0", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:02.041836 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-217cd316-1aef-4a10-ad5c-0748c2dece6b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:02.042576 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217cd316-1aef-4a10-ad5c-0748c2dece6b'] response: {'server_uuid': 'c6de811b-8e14-4bb8-bf19-dd969b97dee0', 'name': 'network-vif-deleted', 'tag': '58d359dc-6325-4c85-811e-7a776156c5d0', 'status': 'completed', 'code': 200} Apr 18 17:17:02.257799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:02.315866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:02.316964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:02.339387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb1569-e1b6-4bdd-9edc-81e0018a41d3 None None] Network 6ec44970-3984-4b54-9cf0-feab2844e4ca requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:02.469628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-83e302b0-a9ad-406f-b385-21e48ca503f4 None None] Provisioning complete for port 99b99fd8-a879-4551-ab1a-869b6c188409 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:02.470346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83e302b0-a9ad-406f-b385-21e48ca503f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:02.650713 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83e302b0-a9ad-406f-b385-21e48ca503f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:02.702120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-83e302b0-a9ad-406f-b385-21e48ca503f4 None None] For port 99b99fd8-a879-4551-ab1a-869b6c188409, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=99b99fd8-a879-4551-ab1a-869b6c188409,segment=NetworkSegment(2c160363-7ec5-4832-8095-87615d43a6dd),segment_id=2c160363-7ec5-4832-8095-87615d43a6dd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:02.784855 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83e302b0-a9ad-406f-b385-21e48ca503f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:02.846448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=a77666d8-9302-4677-a479-cf554c855fd8,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:02.930530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 6ec44970-3984-4b54-9cf0-feab2844e4ca is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:02.932461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:02.953019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e302b0-a9ad-406f-b385-21e48ca503f4 None None] Pushing event updated for resources: {'Port': ['ID=99b99fd8-a879-4551-ab1a-869b6c188409,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:03.070937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402808-d3b3-4359-9273-b9de6d88b260 req-0a93cb06-f94e-4640-b157-2ad73064fbbe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:03.081924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52402808-d3b3-4359-9273-b9de6d88b260 req-0a93cb06-f94e-4640-b157-2ad73064fbbe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1589754 Apr 18 17:17:03.109515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43422) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:03.114320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-51c6707b-ab21-4b03-a68c-b05741bcbfc1 None None] Provisioning complete for port 99b99fd8-a879-4551-ab1a-869b6c188409 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:03.115511 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51c6707b-ab21-4b03-a68c-b05741bcbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.215505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 99b99fd8-a879-4551-ab1a-869b6c188409 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:03.241002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 5887cadc-2510-4814-b471-8e76c9294e02 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:17:03.259900 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88c449ed-837e-4b55-948b-4d684e6d007e req-1a251bd4-56e4-40c6-b80a-d9cd509cce95 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6de811b-8e14-4bb8-bf19-dd969b97dee0 HTTP/1.1" status: 200 len: 210 time: 0.1766121 Apr 18 17:17:03.303393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52402808-d3b3-4359-9273-b9de6d88b260 req-4cf79969-3533-45b2-8395-3dcadca5666b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705785 Apr 18 17:17:03.449833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.486142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 99b99fd8-a879-4551-ab1a-869b6c188409 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:03.487158 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.494212 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-17acb9d4-2cbc-4b73-8a47-1378a3b9784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.548327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:03.557486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-51c6707b-ab21-4b03-a68c-b05741bcbfc1 None None] Provisioning complete for port a77666d8-9302-4677-a479-cf554c855fd8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:03.557486 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51c6707b-ab21-4b03-a68c-b05741bcbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.565000 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03774b7-87a6-4c7b-83ed-18679a7a85fc None None] Sync routers for ids ['5887cadc-2510-4814-b471-8e76c9294e02'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:03.579268 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5438e8ba-27f2-4a19-931d-1c7f8e3f1f3a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/5887cadc-2510-4814-b471-8e76c9294e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0500493 Apr 18 17:17:03.579929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43432) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:03.590621 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03774b7-87a6-4c7b-83ed-18679a7a85fc None None] Routers {'5887cadc-2510-4814-b471-8e76c9294e02'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:03.591645 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c03774b7-87a6-4c7b-83ed-18679a7a85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5887cadc-2510-4814-b471-8e76c9294e02'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:03.636291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.647792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-51c6707b-ab21-4b03-a68c-b05741bcbfc1 None None] Port a77666d8-9302-4677-a479-cf554c855fd8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:03.655952 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c03774b7-87a6-4c7b-83ed-18679a7a85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:03.696474 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.697664 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03774b7-87a6-4c7b-83ed-18679a7a85fc None None] Routers {'5887cadc-2510-4814-b471-8e76c9294e02'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:03.700442 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c03774b7-87a6-4c7b-83ed-18679a7a85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5887cadc-2510-4814-b471-8e76c9294e02'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:03.741906 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c03774b7-87a6-4c7b-83ed-18679a7a85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:03.742944 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03774b7-87a6-4c7b-83ed-18679a7a85fc None None] The sync data for ids ['5887cadc-2510-4814-b471-8e76c9294e02'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:03.763810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0715c0-7762-44b6-a3e4-caffe7a16f0b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:03.769336 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5e0715c0-7762-44b6-a3e4-caffe7a16f0b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports/a77666d8-9302-4677-a479-cf554c855fd8 HTTP/1.1" status: 200 len: 911 time: 0.1822195 Apr 18 17:17:03.770244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43438) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:03.800969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d88f28bffb04a2184e60b1c31a495a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898777 Apr 18 17:17:03.804037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43442) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:03.804773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ca701-21d4-4c1c-9bba-86922ce959a0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:03.826397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-58644c2e-f9f2-4137-b45e-8bfa465de5b6 None None] Provisioning complete for port a77666d8-9302-4677-a479-cf554c855fd8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:03.826627 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58644c2e-f9f2-4137-b45e-8bfa465de5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.838237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.838470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.838737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.839081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.841390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.841764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.842097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.842431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.842750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.843077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.853587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.854323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e1b880-4057-45ce-ada0-56816152857c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:03.931968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-58644c2e-f9f2-4137-b45e-8bfa465de5b6 None None] Port a77666d8-9302-4677-a479-cf554c855fd8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:03.934371 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22922219-54da-4898-a6bd-5b1c81846151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:03.982320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22922219-54da-4898-a6bd-5b1c81846151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:04.056626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-43f0b01e-af96-4b3b-8f7d-a895280051bc None None] Provisioning complete for port a77666d8-9302-4677-a479-cf554c855fd8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:04.060245 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43f0b01e-af96-4b3b-8f7d-a895280051bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:04.095563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 58d359dc-6325-4c85-811e-7a776156c5d0 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:04.153807 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22922219-54da-4898-a6bd-5b1c81846151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:04.156361 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22922219-54da-4898-a6bd-5b1c81846151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:04.160170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-22922219-54da-4898-a6bd-5b1c81846151 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f11ca701-21d4-4c1c-9bba-86922ce959a0 HTTP/1.1" status: 204 len: 168 time: 0.3371599 Apr 18 17:17:04.182681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 58d359dc-6325-4c85-811e-7a776156c5d0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:17:04.183056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 58d359dc-6325-4c85-811e-7a776156c5d0 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:17:04.185782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22922219-54da-4898-a6bd-5b1c81846151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ca701-21d4-4c1c-9bba-86922ce959a0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:04.202898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-43f0b01e-af96-4b3b-8f7d-a895280051bc None None] Port a77666d8-9302-4677-a479-cf554c855fd8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:04.462858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:04.541865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e38a70-30a0-440b-a601-78deee0e369a req-2f8259ea-fffa-4496-a2df-78087c313f8f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:04.541865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93e38a70-30a0-440b-a601-78deee0e369a req-2f8259ea-fffa-4496-a2df-78087c313f8f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.0769219 Apr 18 17:17:04.619622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93e38a70-30a0-440b-a601-78deee0e369a req-bbeeba37-9fe6-41c2-b112-b6d4b22e4c61 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842257 Apr 18 17:17:04.678741 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.114835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 99b99fd8-a879-4551-ab1a-869b6c188409 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:05.115564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port a77666d8-9302-4677-a479-cf554c855fd8 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:05.115564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.175438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 99b99fd8-a879-4551-ab1a-869b6c188409 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:05.175593 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.244906 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.265629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for a77666d8-9302-4677-a479-cf554c855fd8 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:05.400617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ae5d5-7165-444b-9996-74b684823691 req-0ac54f8d-5ad6-42a0-9cac-923bb3b865ed tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:05.410099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-076ae5d5-7165-444b-9996-74b684823691 req-0ac54f8d-5ad6-42a0-9cac-923bb3b865ed tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 945 time: 0.1015909 Apr 18 17:17:05.492088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-076ae5d5-7165-444b-9996-74b684823691 req-f67e3234-0abf-4761-a00f-e3e51ab08185 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760915 Apr 18 17:17:05.589290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.598779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43486) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:05.619449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-548314e6-dab5-48f1-80fc-9b6e454d2148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.626536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=a77666d8-9302-4677-a479-cf554c855fd8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:05.777392 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-548314e6-dab5-48f1-80fc-9b6e454d2148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.809246 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.885203 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-548314e6-dab5-48f1-80fc-9b6e454d2148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.914381 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:05.944803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-548314e6-dab5-48f1-80fc-9b6e454d2148 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27202c2f533a4dd39868989f03f16d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445516 Apr 18 17:17:05.945978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43494) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:06.007770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548314e6-dab5-48f1-80fc-9b6e454d2148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae48fb-5943-4ba3-b861-9bebb3b2b400,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:06.041256 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3fb7363c-95c6-4cfa-be24-fa18c290d828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.069202 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3fb7363c-95c6-4cfa-be24-fa18c290d828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.073799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 5887cadc-2510-4814-b471-8e76c9294e02 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:17:06.159944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.184929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:06.193854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43498) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:06.195001 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db8c337e-0655-4597-b2b1-45e3d91396cf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/5887cadc-2510-4814-b471-8e76c9294e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4222708 Apr 18 17:17:06.203950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecaa0d-7086-4dc9-b83b-953f96d6137b None None] Sync routers for ids ['5887cadc-2510-4814-b471-8e76c9294e02'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:06.220823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecaa0d-7086-4dc9-b83b-953f96d6137b None None] Routers {'5887cadc-2510-4814-b471-8e76c9294e02'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:06.223767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e7ecaa0d-7086-4dc9-b83b-953f96d6137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5887cadc-2510-4814-b471-8e76c9294e02'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:06.256282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bbddca0e-daee-435b-b031-cf8c8b4a7a55 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5887cadc-2510-4814-b471-8e76c9294e02 HTTP/1.1" status: 200 len: 205 time: 0.0598938 Apr 18 17:17:06.258557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43500) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:06.267364 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3fb7363c-95c6-4cfa-be24-fa18c290d828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.276446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e7ecaa0d-7086-4dc9-b83b-953f96d6137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:06.277516 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3fb7363c-95c6-4cfa-be24-fa18c290d828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.283539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3fb7363c-95c6-4cfa-be24-fa18c290d828 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1ae48fb-5943-4ba3-b861-9bebb3b2b400 HTTP/1.1" status: 204 len: 168 time: 0.3317318 Apr 18 17:17:06.289481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7363c-95c6-4cfa-be24-fa18c290d828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae48fb-5943-4ba3-b861-9bebb3b2b400,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:06.314183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecaa0d-7086-4dc9-b83b-953f96d6137b None None] Routers {'5887cadc-2510-4814-b471-8e76c9294e02'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:06.315043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e7ecaa0d-7086-4dc9-b83b-953f96d6137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5887cadc-2510-4814-b471-8e76c9294e02'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:06.408385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b66d1ceb-5107-478a-b1b3-25798ff6308d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.420487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e7ecaa0d-7086-4dc9-b83b-953f96d6137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:06.421578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecaa0d-7086-4dc9-b83b-953f96d6137b None None] The sync data for ids ['5887cadc-2510-4814-b471-8e76c9294e02'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:06.633747 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b66d1ceb-5107-478a-b1b3-25798ff6308d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.636204 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b66d1ceb-5107-478a-b1b3-25798ff6308d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.730598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dfb47-4181-4220-86cf-86e0a17d8b6d req-c57681b4-7d01-4e5e-ac31-42a82598f9e5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:06.735662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a03dfb47-4181-4220-86cf-86e0a17d8b6d req-c57681b4-7d01-4e5e-ac31-42a82598f9e5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 945 time: 0.1077678 Apr 18 17:17:06.755964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b66d1ceb-5107-478a-b1b3-25798ff6308d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.756492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66d1ceb-5107-478a-b1b3-25798ff6308d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Fanout notify agent at l3_agent the message router_deleted on router 5887cadc-2510-4814-b471-8e76c9294e02 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:17:06.763466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b66d1ceb-5107-478a-b1b3-25798ff6308d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.771839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b66d1ceb-5107-478a-b1b3-25798ff6308d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/5887cadc-2510-4814-b471-8e76c9294e02 HTTP/1.1" status: 204 len: 168 time: 0.5094681 Apr 18 17:17:06.773977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43514) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:06.853635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a03dfb47-4181-4220-86cf-86e0a17d8b6d req-f2de90b9-5973-43d4-9a52-90189a366e61 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008799 Apr 18 17:17:06.864268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccd47a8-571d-4c02-8f9e-550248e8755f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet 24e39511-8ea6-4bc2-9bfe-a682160a49e5 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:17:06.864268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccd47a8-571d-4c02-8f9e-550248e8755f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:06.883121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b575668-4d22-4032-b7c8-e389fab1cf63 req-2ccb22ad-a192-42a7-a135-153c4d3cc8d6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:06.884976 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b575668-4d22-4032-b7c8-e389fab1cf63 req-2ccb22ad-a192-42a7-a135-153c4d3cc8d6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 947 time: 0.1480277 Apr 18 17:17:06.937868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b575668-4d22-4032-b7c8-e389fab1cf63 req-ea3641c7-421e-48ee-bde1-752eb19dc7fb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Apr 18 17:17:06.956448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccd47a8-571d-4c02-8f9e-550248e8755f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:07.049009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-f6420b54-1757-4885-9ecc-71a4f7712961 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:07.050585 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-f6420b54-1757-4885-9ecc-71a4f7712961 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 945 time: 0.1135871 Apr 18 17:17:07.194610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccd47a8-571d-4c02-8f9e-550248e8755f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:07.302031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Deleting port a22b0850-2b34-4b2f-a663-29b73a5dca2c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:07.302417 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:07.444633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:07.610093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:07.671823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:07.680287 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76907eff-a833-4fdb-9243-9ac53ad76e82" -d '{"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-unplugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:07.688015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:07.732533 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960f6f1e-a739-4f77-aed4-8f64f437382d x-openstack-request-id: req-960f6f1e-a739-4f77-aed4-8f64f437382d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:07.733371 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-unplugged", "status": "completed", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:07.736925 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-960f6f1e-a739-4f77-aed4-8f64f437382d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:07.736925 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960f6f1e-a739-4f77-aed4-8f64f437382d'] response: {'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'code': 200} Apr 18 17:17:07.744216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccd47a8-571d-4c02-8f9e-550248e8755f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:07.770346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:07.790869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd47a8-571d-4c02-8f9e-550248e8755f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=24e39511-8ea6-4bc2-9bfe-a682160a49e5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:07.798178 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eccd47a8-571d-4c02-8f9e-550248e8755f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:07.801243 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eccd47a8-571d-4c02-8f9e-550248e8755f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/24e39511-8ea6-4bc2-9bfe-a682160a49e5 HTTP/1.1" status: 204 len: 168 time: 1.0260196 Apr 18 17:17:07.805565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb36f03-1ef4-4689-8d4a-3b824ccdd368 None None] Network 6ec44970-3984-4b54-9cf0-feab2844e4ca requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:08.005769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] For port a22b0850-2b34-4b2f-a663-29b73a5dca2c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=a22b0850-2b34-4b2f-a663-29b73a5dca2c,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:08.005769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.005769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Calling delete_port for a22b0850-2b34-4b2f-a663-29b73a5dca2c owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:08.008410 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=14']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:08.008514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a2ac1-5c0b-4125-90cf-43d78094e4b7 req-c21902e9-95cf-4603-8732-6b82b42dd4b3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:08.008514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d6a2ac1-5c0b-4125-90cf-43d78094e4b7 req-c21902e9-95cf-4603-8732-6b82b42dd4b3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 945 time: 0.0638709 Apr 18 17:17:08.008514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43556) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:08.052828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] DHCP port deletion for 6ec44970-3984-4b54-9cf0-feab2844e4ca request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:17:08.101601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] Deleting port 99b99fd8-a879-4551-ab1a-869b6c188409 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:08.105295 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.110594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.116149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d6a2ac1-5c0b-4125-90cf-43d78094e4b7 req-dbe754a4-b965-477c-b9ad-e561400b8cf4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018610 Apr 18 17:17:08.125984 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.168867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event deleted for resources: {'Port': ['ID=a22b0850-2b34-4b2f-a663-29b73a5dca2c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:08.177760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af', 'a22b0850-2b34-4b2f-a663-29b73a5dca2c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:08.213171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 99b99fd8-a879-4551-ab1a-869b6c188409 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:08.214678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.232369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] No DVR routers for this DVR port a22b0850-2b34-4b2f-a663-29b73a5dca2c on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:08.233316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] For port 99b99fd8-a879-4551-ab1a-869b6c188409, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=99b99fd8-a879-4551-ab1a-869b6c188409,segment=NetworkSegment(2c160363-7ec5-4832-8095-87615d43a6dd),segment_id=2c160363-7ec5-4832-8095-87615d43a6dd)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:08.234477 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.236045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.239731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6c1c2bc6-5427-4779-b74a-4ff5b3ddadce req-01bf493e-0c30-4499-98c6-79a2e752ac63 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "DELETE /v2.0/ports/a22b0850-2b34-4b2f-a663-29b73a5dca2c HTTP/1.1" status: 204 len: 173 time: 1.1825240 Apr 18 17:17:08.240289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e97ab-6dc2-4d2f-9330-99839451b0ea', 'name': 'network-vif-deleted', 'tag': 'a22b0850-2b34-4b2f-a663-29b73a5dca2c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:08.243289 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48217a82-7030-4ead-8e89-3b5bdb3bfa25" -d '{"events": [{"server_uuid": "776e97ab-6dc2-4d2f-9330-99839451b0ea", "name": "network-vif-deleted", "tag": "a22b0850-2b34-4b2f-a663-29b73a5dca2c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:08.269349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] Calling delete_port for 99b99fd8-a879-4551-ab1a-869b6c188409 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:08.314225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 99b99fd8-a879-4551-ab1a-869b6c188409, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=99b99fd8-a879-4551-ab1a-869b6c188409,segment=NetworkSegment(2c160363-7ec5-4832-8095-87615d43a6dd),segment_id=2c160363-7ec5-4832-8095-87615d43a6dd)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:08.314840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.340648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 99b99fd8-a879-4551-ab1a-869b6c188409 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:08.381100 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a634efbc-bb06-4f0d-83a3-e4d24a89f730 x-openstack-request-id: req-a634efbc-bb06-4f0d-83a3-e4d24a89f730 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:08.381100 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e97ab-6dc2-4d2f-9330-99839451b0ea", "name": "network-vif-deleted", "tag": "a22b0850-2b34-4b2f-a663-29b73a5dca2c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:08.381100 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a634efbc-bb06-4f0d-83a3-e4d24a89f730 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:08.381100 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a634efbc-bb06-4f0d-83a3-e4d24a89f730'] response: {'server_uuid': '776e97ab-6dc2-4d2f-9330-99839451b0ea', 'name': 'network-vif-deleted', 'tag': 'a22b0850-2b34-4b2f-a663-29b73a5dca2c', 'status': 'completed', 'code': 200} Apr 18 17:17:08.550319 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.575479 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.598242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] Pushing event deleted for resources: {'Port': ['ID=99b99fd8-a879-4551-ab1a-869b6c188409,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:08.603243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=99b99fd8-a879-4551-ab1a-869b6c188409,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:08.617088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No DVR routers for this DVR port 99b99fd8-a879-4551-ab1a-869b6c188409 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:08.617441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a95ebf-7a5f-4196-bc62-af6ba6975aae None None] No DVR routers for this DVR port 99b99fd8-a879-4551-ab1a-869b6c188409 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:08.740504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.794671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec44970-3984-4b54-9cf0-feab2844e4ca']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:08.810326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c160363-7ec5-4832-8095-87615d43a6dd') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:08.810970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c160363-7ec5-4832-8095-87615d43a6dd') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:08.837295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.867726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.875552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:17:08.876731 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:17:08.881289 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:17:09.051144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:09.062036 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:09.072247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 99b99fd8-a879-4551-ab1a-869b6c188409 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:09.081317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/6ec44970-3984-4b54-9cf0-feab2844e4ca HTTP/1.1" status: 204 len: 168 time: 1.0700765 Apr 18 17:17:09.081558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43596) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:09.086665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1540776249', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:09.126500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22768cb1-97c5-49b3-9d8f-9314cc485a46 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=6ec44970-3984-4b54-9cf0-feab2844e4ca,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:09.176240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 99b99fd8-a879-4551-ab1a-869b6c188409 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:17:09.176596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 99b99fd8-a879-4551-ab1a-869b6c188409 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:17:09.211505 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:09.212654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:09.309198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:09.431360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c5d9775-201c-4d5d-babb-5f0d1aabdfce req-0ee45a5e-7459-4a9f-b6b9-600553641ba3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=776e97ab-6dc2-4d2f-9330-99839451b0ea HTTP/1.1" status: 200 len: 210 time: 0.1111009 Apr 18 17:17:09.705197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:09.717534 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-ade11dc0-015a-4fb6-b4bf-66d1298add6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122282 Apr 18 17:17:09.823628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-ad1db771-2203-49d3-91cb-0728556d4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:09.826102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-ad1db771-2203-49d3-91cb-0728556d4a90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 1096 time: 0.0754113 Apr 18 17:17:10.009842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-f0974fbe-c226-4fe3-ae67-fbf1988cfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:10.011455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-f0974fbe-c226-4fe3-ae67-fbf1988cfb11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 915 time: 0.1239755 Apr 18 17:17:10.157218 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-c70e8f81-d4e1-40a4-8d46-53282114e6d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c88354-0567-45fb-94c7-da1d9904a364 HTTP/1.1" status: 200 len: 1000 time: 0.1370935 Apr 18 17:17:10.190114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:10.232334 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:10.285210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-ac343df6-3645-4c04-99df-047a44505d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:10.287269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-ac343df6-3645-4c04-99df-047a44505d4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.1221175 Apr 18 17:17:10.378167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-940934d6-4c11-4be5-8139-255eb34c78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:10.379665 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-940934d6-4c11-4be5-8139-255eb34c78b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857971 Apr 18 17:17:10.421430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 172.25.5.225 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/dba3cd65-0d91-4755-8985-10b5785e8e6f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:10.587858 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-a707fa82-666e-4175-bc0e-5482a79c262c service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012296 Apr 18 17:17:10.859723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e9c33c82-5e8f-425e-8fe6-ebd8559a86ec req-2f5109af-6d64-44a2-96c1-1a56bd39c1b4 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512281 Apr 18 17:17:10.870767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:11.028301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:11.088055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:11.091143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:11.095009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:11.100864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=dba3cd65-0d91-4755-8985-10b5785e8e6f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:11.475508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a22b0850-2b34-4b2f-a663-29b73a5dca2c no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:11.506514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: a22b0850-2b34-4b2f-a663-29b73a5dca2c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:17:11.507778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device a22b0850-2b34-4b2f-a663-29b73a5dca2c not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:17:11.647640 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:11.648948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-a2e338d7-c9a6-444c-9fce-c117f381c389 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:11.679117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-a2e338d7-c9a6-444c-9fce-c117f381c389 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1520085 Apr 18 17:17:11.734439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-e1416c63-8001-4889-a9a3-0ac3d969478a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/quotas/039ca64486874ae7ba1003e6f5de3127 HTTP/1.1" status: 200 len: 375 time: 0.0541458 Apr 18 17:17:11.822657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a2c6a-9698-4d7a-a363-31973ae8948a req-23582982-f0e2-40ea-986a-3a20e490e1d3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:11.825645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b9a2c6a-9698-4d7a-a363-31973ae8948a req-23582982-f0e2-40ea-986a-3a20e490e1d3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1440389 Apr 18 17:17:11.842530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-5d8577a9-b8a8-4668-af35-50770d4b781b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060653 Apr 18 17:17:11.982917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b9a2c6a-9698-4d7a-a363-31973ae8948a req-ca9bf789-258c-4d13-b0e1-7a0cef3f913a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376600 Apr 18 17:17:12.002839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-e2f633bd-b6be-4ed3-91c1-777589cf90a2 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589980 Apr 18 17:17:12.045470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:12.226034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-9d0cbecd-8303-4168-a2ae-a0db05565b41 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135916 Apr 18 17:17:12.243696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6457a-f2e4-4193-a5ce-2940f7ce6533 req-6f2a2316-b230-4b46-923f-c973e32368f8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:12.245641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0d6457a-f2e4-4193-a5ce-2940f7ce6533 req-6f2a2316-b230-4b46-923f-c973e32368f8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1208541 Apr 18 17:17:12.303440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0d6457a-f2e4-4193-a5ce-2940f7ce6533 req-63be32e5-ad9d-4baf-b211-fa2eb4d8daf1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518363 Apr 18 17:17:12.319828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router cc1c6e51-8e8f-42f4-958e-58c249058f60 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:17:12.526915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3af385-00c0-4624-ab76-7b44f620efa6 req-af50dc41-9a25-412d-a8ec-5730415be0ba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:12.528695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc3af385-00c0-4624-ab76-7b44f620efa6 req-af50dc41-9a25-412d-a8ec-5730415be0ba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1134276 Apr 18 17:17:12.591336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:12.602882 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfd2c4-2340-4230-bcbf-0cfa2658afac None None] Sync routers for ids ['cc1c6e51-8e8f-42f4-958e-58c249058f60'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:12.633206 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfd2c4-2340-4230-bcbf-0cfa2658afac None None] Routers {'cc1c6e51-8e8f-42f4-958e-58c249058f60'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:12.639177 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e8cfd2c4-2340-4230-bcbf-0cfa2658afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cc1c6e51-8e8f-42f4-958e-58c249058f60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:12.670400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bc3af385-00c0-4624-ab76-7b44f620efa6 req-9faa054a-8ccc-4ac6-8de3-28bdd3cd3226 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190856 Apr 18 17:17:12.687747 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e8cfd2c4-2340-4230-bcbf-0cfa2658afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:12.726274 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfd2c4-2340-4230-bcbf-0cfa2658afac None None] Routers {'cc1c6e51-8e8f-42f4-958e-58c249058f60'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:12.727348 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e8cfd2c4-2340-4230-bcbf-0cfa2658afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cc1c6e51-8e8f-42f4-958e-58c249058f60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:12.782432 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e8cfd2c4-2340-4230-bcbf-0cfa2658afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:12.783154 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfd2c4-2340-4230-bcbf-0cfa2658afac None None] The sync data for ids ['cc1c6e51-8e8f-42f4-958e-58c249058f60'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:12.837564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43702) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:12.846708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:12.850670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43706) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:12.850874 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dc76abc4-7875-48a2-8438-56c77d49c758 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7684486 Apr 18 17:17:12.982286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f152c7aa-2336-4656-bfe2-8fc0e7e1f54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:12.986164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-295e6fc9-4301-49bb-aa4a-e2a03c7f934d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/routers/cc1c6e51-8e8f-42f4-958e-58c249058f60 HTTP/1.1" status: 200 len: 885 time: 0.1336887 Apr 18 17:17:12.986775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43708) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:13.152922 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f152c7aa-2336-4656-bfe2-8fc0e7e1f54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:13.217086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f152c7aa-2336-4656-bfe2-8fc0e7e1f54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:13.330489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cdf39-8953-4973-87c1-d66b555cd7ee req-75ce7aa5-40ec-4084-828f-e6b6ce19d5d9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:13.338610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d98cdf39-8953-4973-87c1-d66b555cd7ee req-75ce7aa5-40ec-4084-828f-e6b6ce19d5d9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1532228 Apr 18 17:17:13.369029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f152c7aa-2336-4656-bfe2-8fc0e7e1f54b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=278aef0505394e128c850869628ba2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277541 Apr 18 17:17:13.372497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152c7aa-2336-4656-bfe2-8fc0e7e1f54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d475180-8355-4985-86a0-87337875527b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:13.374610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-484cbb3c-a4c6-4cfb-8d97-9176853c3924 req-b5e9eeb6-f16f-4f16-a010-8575a66f9e54 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 210 time: 0.8424547 Apr 18 17:17:13.382083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43718) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:13.404786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f52d18-9202-42d8-85fc-92619cda9969 req-061c051b-baa3-412a-8ebb-845d5bf6c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:13.406194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-64cb3d44-41d8-4f79-81eb-9fd98d9a3c15 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4182515 Apr 18 17:17:13.407175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59f52d18-9202-42d8-85fc-92619cda9969 req-061c051b-baa3-412a-8ebb-845d5bf6c566 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1096 time: 0.1575418 Apr 18 17:17:13.408510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43720) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:13.416722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7da2ffa2-b074-4a4a-87ce-69c36e070652 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1540776249'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:13.472912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d98cdf39-8953-4973-87c1-d66b555cd7ee req-740f0b52-e357-4baf-83c9-d8372216b484 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190031 Apr 18 17:17:13.510555 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec36292a-66c2-4d62-92cb-58559666085d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:13.540972 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec36292a-66c2-4d62-92cb-58559666085d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:13.700420 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec36292a-66c2-4d62-92cb-58559666085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:13.703146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec36292a-66c2-4d62-92cb-58559666085d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:13.710533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ec36292a-66c2-4d62-92cb-58559666085d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d475180-8355-4985-86a0-87337875527b HTTP/1.1" status: 204 len: 168 time: 0.3265696 Apr 18 17:17:13.738396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36292a-66c2-4d62-92cb-58559666085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d475180-8355-4985-86a0-87337875527b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:13.781453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-cc3ac883-8194-49ff-937e-ac86f4ba2c9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1411734 Apr 18 17:17:13.931807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-0af401c7-2e89-498c-b976-48b95f5a9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:13.933337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-0af401c7-2e89-498c-b976-48b95f5a9019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0701299 Apr 18 17:17:13.969734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f52d18-9202-42d8-85fc-92619cda9969 req-b0dbd3b5-2d4f-452e-b571-47376bf26fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:13.973602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59f52d18-9202-42d8-85fc-92619cda9969 req-b0dbd3b5-2d4f-452e-b571-47376bf26fb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.5194194 Apr 18 17:17:14.081347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-00c89214-f9ba-462c-bd9f-dcfc35fa11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:14.083378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-00c89214-f9ba-462c-bd9f-dcfc35fa11a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 906 time: 0.1224053 Apr 18 17:17:14.113238 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59f52d18-9202-42d8-85fc-92619cda9969 req-fe142716-fc89-4a03-9be0-cb63113bb906 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.1057901 Apr 18 17:17:14.162745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-d8511a74-981d-47a7-a02d-1bd3baa42571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9302486-f567-44f2-aa57-d8196d6160af HTTP/1.1" status: 200 len: 217 time: 0.0713370 Apr 18 17:17:14.262568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f52d18-9202-42d8-85fc-92619cda9969 req-4b990c9f-20e0-451e-a269-a78ad850caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:14.269653 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59f52d18-9202-42d8-85fc-92619cda9969 req-4b990c9f-20e0-451e-a269-a78ad850caca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1434190 Apr 18 17:17:14.313910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7da2ffa2-b074-4a4a-87ce-69c36e070652 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:14.337087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f52d18-9202-42d8-85fc-92619cda9969 req-c2816108-dc43-4bf1-baf3-2d2de0fb30f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:14.342015 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59f52d18-9202-42d8-85fc-92619cda9969 req-c2816108-dc43-4bf1-baf3-2d2de0fb30f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673394 Apr 18 17:17:14.385461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-0916467a-9666-4f74-8f62-6ca692b82b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:14.386646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-0916467a-9666-4f74-8f62-6ca692b82b1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.2196102 Apr 18 17:17:14.435369 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7da2ffa2-b074-4a4a-87ce-69c36e070652 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:14.440991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-64d949d3-5f0d-4ced-bb6b-0131298ea0af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421526 Apr 18 17:17:14.510300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59f52d18-9202-42d8-85fc-92619cda9969 req-db491a14-5077-4180-ad9c-a52fdc5054ac service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607826 Apr 18 17:17:14.540631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70164964-4e33-45c8-bb36-0a08c223ff3f req-1786a0f8-35b7-41ba-8ae6-e35b592e0b3e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 210 time: 0.0732677 Apr 18 17:17:14.689120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-60414ee6-5b38-4396-9ad3-9c3271b1ff26 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373407 Apr 18 17:17:14.751957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da2ffa2-b074-4a4a-87ce-69c36e070652 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router cc1c6e51-8e8f-42f4-958e-58c249058f60 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:17:14.810120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca2aa154-2998-49d6-9c05-d6fd32f646eb req-6382fe7d-de05-478f-87a3-8acfa114437f service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131639 Apr 18 17:17:14.814877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43740) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:14.832145 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-345ba6d2-dfef-4ff1-b72a-e75007e92adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:14.891618 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-59f52d18-9202-42d8-85fc-92619cda9969 req-8d10a741-2c20-442c-a90d-9d2d1acbe268 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606334 Apr 18 17:17:14.977587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da2ffa2-b074-4a4a-87ce-69c36e070652 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:14.984869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7da2ffa2-b074-4a4a-87ce-69c36e070652 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:14.988958 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7da2ffa2-b074-4a4a-87ce-69c36e070652 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/cc1c6e51-8e8f-42f4-958e-58c249058f60 HTTP/1.1" status: 200 len: 892 time: 1.5774090 Apr 18 17:17:14.989568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43742) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:14.994860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29867c-7f06-4277-ba33-24d5fa40ba97 req-e0ac4354-4bcb-42c4-90d9-469bb795e852 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:14.994860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f29867c-7f06-4277-ba33-24d5fa40ba97 req-e0ac4354-4bcb-42c4-90d9-469bb795e852 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.4102468 Apr 18 17:17:14.996100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c89068-b4da-4249-8a1d-2f2adb67a3b9 None None] Sync routers for ids ['cc1c6e51-8e8f-42f4-958e-58c249058f60'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:15.014032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c89068-b4da-4249-8a1d-2f2adb67a3b9 None None] Routers {'cc1c6e51-8e8f-42f4-958e-58c249058f60'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:15.015123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-69c89068-b4da-4249-8a1d-2f2adb67a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cc1c6e51-8e8f-42f4-958e-58c249058f60'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:15.058122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-345ba6d2-dfef-4ff1-b72a-e75007e92adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.068431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-69c89068-b4da-4249-8a1d-2f2adb67a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:15.077484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c89068-b4da-4249-8a1d-2f2adb67a3b9 None None] Routers {'cc1c6e51-8e8f-42f4-958e-58c249058f60'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:15.093459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f29867c-7f06-4277-ba33-24d5fa40ba97 req-a4b61c9e-5a32-473b-bda1-308bb55a4de2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802579 Apr 18 17:17:15.106131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-69c89068-b4da-4249-8a1d-2f2adb67a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cc1c6e51-8e8f-42f4-958e-58c249058f60'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:15.133799 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:17:15.147727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-69c89068-b4da-4249-8a1d-2f2adb67a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:15.158308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c89068-b4da-4249-8a1d-2f2adb67a3b9 None None] The sync data for ids ['cc1c6e51-8e8f-42f4-958e-58c249058f60'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:15.158918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43744) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:15.159036 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8db44714-8eb6-404f-8296-660512716f39 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/routers/cc1c6e51-8e8f-42f4-958e-58c249058f60 HTTP/1.1" status: 200 len: 892 time: 0.1632161 Apr 18 17:17:15.185220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1442caf9-643c-4387-b5ac-593aa892bbb5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc1c6e51-8e8f-42f4-958e-58c249058f60 HTTP/1.1" status: 200 len: 205 time: 0.0299232 Apr 18 17:17:15.186409 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-345ba6d2-dfef-4ff1-b72a-e75007e92adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.191963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43746) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:15.227241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-345ba6d2-dfef-4ff1-b72a-e75007e92adc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f07744195514c70a2ddaa6cea70ac5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095356 Apr 18 17:17:15.228613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ba6d2-dfef-4ff1-b72a-e75007e92adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ef6876-9a7d-4a2e-99a4-7ab6440d1baa,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:15.231146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43748) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:15.326649 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc9c1-479d-4442-84cd-d1e8745a669e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.353289 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc9c1-479d-4442-84cd-d1e8745a669e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.411254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.497324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-7946ef52-8a15-4050-a9e4-4587b1119072 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:15.498797 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-7946ef52-8a15-4050-a9e4-4587b1119072 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1679237 Apr 18 17:17:15.533005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Request body: {'port': {'device_id': '04c1ebec-5f4e-4f98-bd03-9b3c35671b3d', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'admin_state_up': True, 'tenant_id': '039ca64486874ae7ba1003e6f5de3127'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:15.542967 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc9c1-479d-4442-84cd-d1e8745a669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.545959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc9c1-479d-4442-84cd-d1e8745a669e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.549077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9dbc9c1-479d-4442-84cd-d1e8745a669e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61ef6876-9a7d-4a2e-99a4-7ab6440d1baa HTTP/1.1" status: 204 len: 168 time: 0.3147447 Apr 18 17:17:15.572516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc9c1-479d-4442-84cd-d1e8745a669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ef6876-9a7d-4a2e-99a4-7ab6440d1baa,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:15.655005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.711766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08624b9f-e056-4eb0-acb6-f41418b284aa req-c84356c2-4380-47e2-8654-df3f4328045c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 210 time: 0.0460193 Apr 18 17:17:15.806099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:15.810383 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:15.903975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port dba3cd65-0d91-4755-8985-10b5785e8e6f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:15.905793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:16.030028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Allocated IP 172.20.0.7 (675b81c6-89ef-4cf3-9b4a-8b7e72752016/92cd26c9-3999-468f-92e8-f41c026b94e2/b91d4038-0e4f-4621-8815-5a429b41816f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:16.058551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:16.074540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for dba3cd65-0d91-4755-8985-10b5785e8e6f owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:16.439147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee3000-2ad4-4805-8ea7-ae2ab2464747 req-df77ca82-86af-47b2-84a8-ef01ac69e49e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:16.439147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cee3000-2ad4-4805-8ea7-ae2ab2464747 req-df77ca82-86af-47b2-84a8-ef01ac69e49e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0988503 Apr 18 17:17:16.440339 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:16.452201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cee3000-2ad4-4805-8ea7-ae2ab2464747 req-dbc5fe20-b273-4576-be4d-0a84d19e2a71 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212924 Apr 18 17:17:16.673139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:16.704293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ed222-b7fe-4035-8d88-e65d69d53618 req-f32fd544-28b7-43d9-8e9b-52083b1d1d81 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:16.709052 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:16.712225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-963ed222-b7fe-4035-8d88-e65d69d53618 req-f32fd544-28b7-43d9-8e9b-52083b1d1d81 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0674286 Apr 18 17:17:16.716604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=dba3cd65-0d91-4755-8985-10b5785e8e6f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:16.744965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:16.793372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-963ed222-b7fe-4035-8d88-e65d69d53618 req-853f8bd2-cab3-4f28-90c7-46bed5100b07 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729029 Apr 18 17:17:16.857874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:16.865460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:16.871139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event updated for resources: {'Port': ['ID=b91d4038-0e4f-4621-8815-5a429b41816f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:16.872194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:16.897852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.087590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1773106-9e6e-4a12-a8e1-d973b4d04b65 req-d210765e-3f10-4d7b-85b6-4011feaee801 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:17.099411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1773106-9e6e-4a12-a8e1-d973b4d04b65 req-d210765e-3f10-4d7b-85b6-4011feaee801 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1632817 Apr 18 17:17:17.120134 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.141356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:17.143001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.164624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.177643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1773106-9e6e-4a12-a8e1-d973b4d04b65 req-284117ca-ec17-4673-9ee9-5578673feb80 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687044 Apr 18 17:17:17.210569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ebe70-9787-4007-a294-aff20b030121 req-1b9d9e26-572f-4ae4-9971-85022e1f87e6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:17.222043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-094ebe70-9787-4007-a294-aff20b030121 req-1b9d9e26-572f-4ae4-9971-85022e1f87e6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 931 time: 0.2141123 Apr 18 17:17:17.238475 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.296207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-094ebe70-9787-4007-a294-aff20b030121 req-025584b5-0c2d-430f-8905-19f59a7feedb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729597 Apr 18 17:17:17.328041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c57f6-7033-43b7-8f73-619f3f34668d req-5d3a54e5-bc98-4baf-a17e-4120379c3446 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:17.331179 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.335732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef5c57f6-7033-43b7-8f73-619f3f34668d req-5d3a54e5-bc98-4baf-a17e-4120379c3446 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0718157 Apr 18 17:17:17.336620 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-dbd7c9cf-0554-491b-b996-653c2bbea079 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8077264 Apr 18 17:17:17.337266 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.338112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Fanout notify agent at l3_agent the message router_deleted on router cc1c6e51-8e8f-42f4-958e-58c249058f60 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:17:17.350423 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.352412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cb569459-1391-4698-b807-6b8c474b0f38 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/cc1c6e51-8e8f-42f4-958e-58c249058f60 HTTP/1.1" status: 204 len: 168 time: 2.1594322 Apr 18 17:17:17.362478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Request body: {'port': {'device_id': '04c1ebec-5f4e-4f98-bd03-9b3c35671b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:17.367080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43794) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:17.382229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1692522694'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:17.461535 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef5c57f6-7033-43b7-8f73-619f3f34668d req-adf0bf1f-bc54-4a65-9b62-e56c6ee1d6e2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197448 Apr 18 17:17:17.496032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.560417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:17.573729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.613061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25166a52-9e7f-4569-af78-e354d67488c5 req-160a1ca6-50c4-40a4-8c4a-d2a9f871f0e7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:17.615774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25166a52-9e7f-4569-af78-e354d67488c5 req-160a1ca6-50c4-40a4-8c4a-d2a9f871f0e7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0868843 Apr 18 17:17:17.620344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:17:17.647035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.647483 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 50a32117-ea09-4d5b-922f-95c07fe03b11 of type vlan for network b7057ec9-65bf-4fc5-a48b-6cec7e332252 Apr 18 17:17:17.704445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25166a52-9e7f-4569-af78-e354d67488c5 req-f196e4e2-e779-4cf2-8c16-fb6c7e7162fb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807199 Apr 18 17:17:17.714944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.839788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.851860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:17.853786 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.914026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91d4038-0e4f-4621-8815-5a429b41816f {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:17:17.924373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:17.947343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Transition to ACTIVE for port object b91d4038-0e4f-4621-8815-5a429b41816f will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:17:18.016053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:18.130873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Pushing event updated for resources: {'Port': ['ID=b91d4038-0e4f-4621-8815-5a429b41816f,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:18.196595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Attempting to bind port b91d4038-0e4f-4621-8815-5a429b41816f on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:18.198433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Attempting to bind port b91d4038-0e4f-4621-8815-5a429b41816f by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:18.201378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Attempting to bind port b91d4038-0e4f-4621-8815-5a429b41816f on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:18.212452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Port b91d4038-0e4f-4621-8815-5a429b41816f on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:17:18.212799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Attempting to bind port b91d4038-0e4f-4621-8815-5a429b41816f on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:18.218617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:18.218877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Checking segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:18.219262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Bound using segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:18.219817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Bound port: b91d4038-0e4f-4621-8815-5a429b41816f, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:18.220043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:18.327348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] For port b91d4038-0e4f-4621-8815-5a429b41816f, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:18.333400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] For port b91d4038-0e4f-4621-8815-5a429b41816f, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b91d4038-0e4f-4621-8815-5a429b41816f,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:18.369902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43826) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:18.370725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0006316 Apr 18 17:17:18.377629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': 'b7057ec9-65bf-4fc5-a48b-6cec7e332252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:18.422819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839852-cc1c-41ea-918a-0ccaff074ac1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=b7057ec9-65bf-4fc5-a48b-6cec7e332252,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:18.434680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b7057ec9-65bf-4fc5-a48b-6cec7e332252 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:17:18.476745 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:18.511567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424e3bc-922a-4bd1-9a2b-f8dbd4544298 req-4c780ad1-90af-4ff7-b4f4-304412e8c466 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:18.513850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b424e3bc-922a-4bd1-9a2b-f8dbd4544298 req-4c780ad1-90af-4ff7-b4f4-304412e8c466 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 943 time: 0.0925317 Apr 18 17:17:18.567376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-dfaa039d-e4ab-41ce-aa7a-ee8bc2d79664 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:18.569562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-dfaa039d-e4ab-41ce-aa7a-ee8bc2d79664 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.2459030 Apr 18 17:17:18.588587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:18.589426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:18.591348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] 10.222.0.41 "PUT /v2.0/ports/b91d4038-0e4f-4621-8815-5a429b41816f HTTP/1.1" status: 200 len: 1091 time: 1.2375283 Apr 18 17:17:18.594250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c1ebec-5f4e-4f98-bd03-9b3c35671b3d', 'tag': 'b91d4038-0e4f-4621-8815-5a429b41816f'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:18.596681 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e989fc4-1daa-4a17-9149-a624450c00b7" -d '{"events": [{"name": "network-changed", "server_uuid": "04c1ebec-5f4e-4f98-bd03-9b3c35671b3d", "tag": "b91d4038-0e4f-4621-8815-5a429b41816f"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:18.596863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-634311ba-e3b9-4070-80d4-b4a39de9bc12 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/quotas/6010d166009b457cb83c471c00b4460a HTTP/1.1" status: 200 len: 375 time: 0.0153852 Apr 18 17:17:18.603153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b424e3bc-922a-4bd1-9a2b-f8dbd4544298 req-b0d78fe7-015c-4056-b1cd-bdbe299e89b1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798934 Apr 18 17:17:18.658227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fc4a2-9a69-49c9-bdd8-e92a67eb5c06 service neutron] Pushing event updated for resources: {'Port': ['ID=b91d4038-0e4f-4621-8815-5a429b41816f,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:18.685251 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf716d8a-0c6d-42cc-b8a3-3ff796f88470 x-openstack-request-id: req-bf716d8a-0c6d-42cc-b8a3-3ff796f88470 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:18.685787 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c1ebec-5f4e-4f98-bd03-9b3c35671b3d", "tag": "b91d4038-0e4f-4621-8815-5a429b41816f", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:18.686225 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf716d8a-0c6d-42cc-b8a3-3ff796f88470 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:18.686811 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf716d8a-0c6d-42cc-b8a3-3ff796f88470'] response: {'name': 'network-changed', 'server_uuid': '04c1ebec-5f4e-4f98-bd03-9b3c35671b3d', 'tag': 'b91d4038-0e4f-4621-8815-5a429b41816f', 'status': 'completed', 'code': 200} Apr 18 17:17:18.724629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0484d3ba-de17-43a2-8cb2-0dab0ce23ac5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1000640 Apr 18 17:17:18.772582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:18.776439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:18.875543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-ae9a225f-a559-4c7c-9afd-f54169fa436e service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435966 Apr 18 17:17:18.903104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-80e3232a-4a62-4eb0-bd33-0c34709c97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:18.905206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-80e3232a-4a62-4eb0-bd33-0c34709c97fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 1094 time: 0.1947968 Apr 18 17:17:19.050432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-43962607-b64a-4d9e-a27f-163e9d178495 service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676352 Apr 18 17:17:19.402092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6cdd723-afad-47c7-a995-ff09f2d7418d req-f02f715b-e12e-4c57-8753-1d336366ca6d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 210 time: 0.0431828 Apr 18 17:17:19.414164 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-322dbc98-e511-4e91-adb5-d8d18be5c6b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91d4038-0e4f-4621-8815-5a429b41816f HTTP/1.1" status: 200 len: 217 time: 0.4950614 Apr 18 17:17:19.515460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-2052bd9e-7ea1-4a9d-b95e-9ef45c54651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:19.515460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-2052bd9e-7ea1-4a9d-b95e-9ef45c54651c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.0774720 Apr 18 17:17:19.554663 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-0cd29e8d-70b3-4e2a-bc02-69de56d19f9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335834 Apr 18 17:17:19.702983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-0aa0a0f1-b382-45ff-99ff-a69664dc9dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417217 Apr 18 17:17:19.782424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:19.792335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8ac2-fafb-4d34-af60-20d0975facd2 req-b7f8d4f5-89c0-4cae-8b6b-1db03c9d3dfc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:19.793884 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98ac8ac2-fafb-4d34-af60-20d0975facd2 req-b7f8d4f5-89c0-4cae-8b6b-1db03c9d3dfc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 943 time: 0.0854886 Apr 18 17:17:19.861332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98ac8ac2-fafb-4d34-af60-20d0975facd2 req-61cec443-9287-4a7d-9a59-65560d42c153 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511346 Apr 18 17:17:19.892793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=d7d97932-085c-44b7-a25f-4ca73faa7c04,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:19.905960 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3cc2e05-520c-4845-ac12-61ff631762d3 req-6bddc60e-acec-48df-963e-c54f7969386c service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954107 Apr 18 17:17:19.913698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '50a32117-ea09-4d5b-922f-95c07fe03b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7057ec9-65bf-4fc5-a48b-6cec7e332252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:19.914230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: b7057ec9-65bf-4fc5-a48b-6cec7e332252, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:17:20.109837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network b7057ec9-65bf-4fc5-a48b-6cec7e332252 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:17:20.192057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-736211f0-eeb7-4caa-a2ee-7b6c74339f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:20.194183 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-736211f0-eeb7-4caa-a2ee-7b6c74339f1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 1094 time: 0.0600564 Apr 18 17:17:20.210460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b7057ec9-65bf-4fc5-a48b-6cec7e332252) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:20.214993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:20.216071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:20.219232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e9ea20-7849-4c31-8835-e3c0a63f8714 None None] Network b7057ec9-65bf-4fc5-a48b-6cec7e332252 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:20.350780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-efd1b5e8-4367-4755-8615-533b1ce4b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:20.352328 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-efd1b5e8-4367-4755-8615-533b1ce4b252 service neutron] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 906 time: 0.1510291 Apr 18 17:17:20.416641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-86e0dc59-733c-4ee2-aed7-9724fff9a504 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91d4038-0e4f-4621-8815-5a429b41816f HTTP/1.1" status: 200 len: 217 time: 0.0561604 Apr 18 17:17:20.420756 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-283962dc-f779-4511-9343-32a3bf030aee tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0496492 Apr 18 17:17:20.423312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43896) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:20.430681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ac973fba-7fc3-4dfb-b2c1-87155cae4bd3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-351340563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:20.432442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-b7057ec9-65bf-4fc5-a48b-6cec7e332252', 'network_id': 'b7057ec9-65bf-4fc5-a48b-6cec7e332252', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': 'd7d97932-085c-44b7-a25f-4ca73faa7c04'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:17:20.435063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:20.537186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-aa59d701-dde1-4c17-9177-468171d7af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:20.538679 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-aa59d701-dde1-4c17-9177-468171d7af77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.1158340 Apr 18 17:17:20.576287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a304040-8340-4b19-8241-65e58de96d2e req-08b0f6d0-2780-4d50-bbec-e1eb5c7d7d81 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 210 time: 0.0731781 Apr 18 17:17:20.595791 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-e5ec852a-7cf0-42c3-96e4-b24b7db0dd38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440679 Apr 18 17:17:20.612698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac973fba-7fc3-4dfb-b2c1-87155cae4bd3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:20.615026 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac973fba-7fc3-4dfb-b2c1-87155cae4bd3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:20.702938 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac973fba-7fc3-4dfb-b2c1-87155cae4bd3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:20.709122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-c50e4806-f5a5-4310-8444-847bd96d500a service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062086 Apr 18 17:17:20.773522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac973fba-7fc3-4dfb-b2c1-87155cae4bd3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:20.783046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Allocated IP 2001:db8::2 (b7057ec9-65bf-4fc5-a48b-6cec7e332252/d7d97932-085c-44b7-a25f-4ca73faa7c04/2f41be7e-9c3d-4b83-88f4-17871ea0cd0b) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:20.845450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1e989fc4-1daa-4a17-9149-a624450c00b7 req-57b95298-73e6-4ace-b5e4-5da0a28165d3 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122427 Apr 18 17:17:20.999385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac973fba-7fc3-4dfb-b2c1-87155cae4bd3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.002002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ac973fba-7fc3-4dfb-b2c1-87155cae4bd3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5763686 Apr 18 17:17:21.003699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43908) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:21.090121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbf891-7295-49d9-af53-8a2a70838ebc req-8775f4e0-f3b7-4b8c-9f70-d1dc4b373345 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:21.095366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3fbf891-7295-49d9-af53-8a2a70838ebc req-8775f4e0-f3b7-4b8c-9f70-d1dc4b373345 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 943 time: 0.1288900 Apr 18 17:17:21.170914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3fbf891-7295-49d9-af53-8a2a70838ebc req-a6ad226a-549f-4a06-962f-869881b6cca8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592265 Apr 18 17:17:21.215552 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.332698 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.388430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43912) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:21.389460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Pushing event updated for resources: {'Port': ['ID=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:21.403320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Network b7057ec9-65bf-4fc5-a48b-6cec7e332252 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:21.405437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:21.409454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:21.441520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.503042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Attempting to bind port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:21.503439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Attempting to bind port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '50a32117-ea09-4d5b-922f-95c07fe03b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7057ec9-65bf-4fc5-a48b-6cec7e332252'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:21.503753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Attempting to bind port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b on network b7057ec9-65bf-4fc5-a48b-6cec7e332252 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:21.510752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:21.511122 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Checking segment: {'id': '50a32117-ea09-4d5b-922f-95c07fe03b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7057ec9-65bf-4fc5-a48b-6cec7e332252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:21.511529 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.512008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Bound using segment: {'id': '50a32117-ea09-4d5b-922f-95c07fe03b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7057ec9-65bf-4fc5-a48b-6cec7e332252'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:21.513755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Bound port: 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a32117-ea09-4d5b-922f-95c07fe03b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b7057ec9-65bf-4fc5-a48b-6cec7e332252'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:21.518773 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.588097 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4e76-4e87-4e7f-801f-cb5dd6c8dc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.656168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] For port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:21.659617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] For port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,segment=NetworkSegment(50a32117-ea09-4d5b-922f-95c07fe03b11),segment_id=50a32117-ea09-4d5b-922f-95c07fe03b11)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:21.677586 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4e76-4e87-4e7f-801f-cb5dd6c8dc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.742476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.788944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4e76-4e87-4e7f-801f-cb5dd6c8dc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:21.828993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8::1 (b7057ec9-65bf-4fc5-a48b-6cec7e332252/d7d97932-085c-44b7-a25f-4ca73faa7c04/6c27fbb5-549f-4be8-8f7e-7661553cf602) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:21.853287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efdfb612-49af-4630-8974-9e087c6fb8ba req-4c207b09-ece9-494f-9344-2238e8253854 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 210 time: 0.1232452 Apr 18 17:17:21.860672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e4e76-4e87-4e7f-801f-cb5dd6c8dc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819ed761-0177-4450-9087-67f63c57ffab,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:21.866960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07080ede-96ad-4e30-8b8c-b428543d8aa0 None None] Pushing event updated for resources: {'Port': ['ID=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:21.928306 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2f3e4e76-4e87-4e7f-801f-cb5dd6c8dc0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4daddc6ae3584db7ae31982c605d5ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381989 Apr 18 17:17:21.931761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43918) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:22.032466 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa4e-b312-42f8-947a-0b189e29c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:22.086889 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa4e-b312-42f8-947a-0b189e29c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:22.201443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:22.216636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-75d59d38-e9bc-43c8-a0b6-65606b4b6a09 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:22.218395 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-75d59d38-e9bc-43c8-a0b6-65606b4b6a09 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.2666302 Apr 18 17:17:22.240494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'port': {'device_id': '4a460f53-2165-4b5e-a4f3-0e3cff9d09af', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'admin_state_up': True, 'tenant_id': '6010d166009b457cb83c471c00b4460a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:22.295355 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa4e-b312-42f8-947a-0b189e29c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:22.298292 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa4e-b312-42f8-947a-0b189e29c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:22.299752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-88a2fa4e-b312-42f8-947a-0b189e29c5e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/819ed761-0177-4450-9087-67f63c57ffab HTTP/1.1" status: 204 len: 168 time: 0.3655362 Apr 18 17:17:22.310303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2fa4e-b312-42f8-947a-0b189e29c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819ed761-0177-4450-9087-67f63c57ffab,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:22.463743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ad712-6b41-42ef-a693-0d0d5db931de req-880840d5-ba90-43c2-86be-103e230afeb4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:22.465219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:22.465762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b5ad712-6b41-42ef-a693-0d0d5db931de req-880840d5-ba90-43c2-86be-103e230afeb4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 943 time: 0.1123736 Apr 18 17:17:22.523833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network b7057ec9-65bf-4fc5-a48b-6cec7e332252 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:22.527718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:22.532263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:22.533131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:22.537916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b5ad712-6b41-42ef-a693-0d0d5db931de req-1a46c17c-a744-469c-8c69-1eea9edd734a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643380 Apr 18 17:17:22.571677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=6c27fbb5-549f-4be8-8f7e-7661553cf602,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:22.576140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Made reservation on behalf of 6010d166009b457cb83c471c00b4460a for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:22.579866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:22.788041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Allocated IP 172.20.0.13 (dc90c34b-d6a3-40ab-abce-c0737ae6e08c/fa360b3a-0be6-42d3-ba05-a72692d2cfc9/d3d3bcd6-c4fb-4b6d-968c-40d518670187) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:22.857446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.033010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41719b77-1912-482c-bfa0-d297d96a17e1 req-c54c1f14-5285-477f-9fb9-4c1be1aeeaa8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 210 time: 0.0669367 Apr 18 17:17:23.172007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43936) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:23.207018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.216344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:23.224826 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dbac73c3-c672-41f2-a2a1-e7404b911e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.324128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:23.334445 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.424238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.426563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dbac73c3-c672-41f2-a2a1-e7404b911e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.451704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c301e02-3aa0-41cf-b483-c213d712886c None None] Network b7057ec9-65bf-4fc5-a48b-6cec7e332252 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:23.499809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.519078 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dbac73c3-c672-41f2-a2a1-e7404b911e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.522141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.531144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b91d4038-0e4f-4621-8815-5a429b41816f details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:17:23.547288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.548215 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.568253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:23.601197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dbac73c3-c672-41f2-a2a1-e7404b911e39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f9ef8556992425191d6e33b3f5ff49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271896 Apr 18 17:17:23.602139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac73c3-c672-41f2-a2a1-e7404b911e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81097fd-1b36-4e04-8679-53726f482a1c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:23.604565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43940) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:23.637363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7934d600-009e-4e29-b869-c10e91c4168c None None] Provisioning complete for port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:23.640987 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7934d600-009e-4e29-b869-c10e91c4168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.659399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:23.668063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:23.710778 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11965c99-1a31-40f0-80ed-ca5b3631ed6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.711441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,segment=NetworkSegment(50a32117-ea09-4d5b-922f-95c07fe03b11),segment_id=50a32117-ea09-4d5b-922f-95c07fe03b11)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:23.712857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'Port': ['ID=d3d3bcd6-c4fb-4b6d-968c-40d518670187,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:23.777643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b91d4038-0e4f-4621-8815-5a429b41816f, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b91d4038-0e4f-4621-8815-5a429b41816f,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:23.783953 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.831503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11965c99-1a31-40f0-80ed-ca5b3631ed6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:23.876170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'b91d4038-0e4f-4621-8815-5a429b41816f', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'port_id': 'b91d4038-0e4f-4621-8815-5a429b41816f', 'mac_address': 'fa:16:3e:30:52:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd26c9-3999-468f-92e8-f41c026b94e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:17:23.976055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network b7057ec9-65bf-4fc5-a48b-6cec7e332252 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:23.977716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=6c27fbb5-549f-4be8-8f7e-7661553cf602,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:24.005751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:24.006761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:24.011050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:24.049214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1031e29-3a87-4991-9cf3-a820a66730a1 req-7fd8fd11-241f-4b9a-955b-3b1f6f7b17c4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:24.086765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1031e29-3a87-4991-9cf3-a820a66730a1 req-7fd8fd11-241f-4b9a-955b-3b1f6f7b17c4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 943 time: 0.1753809 Apr 18 17:17:24.211679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:24.277657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1031e29-3a87-4991-9cf3-a820a66730a1 req-edd44e3d-80de-49bb-80d6-4177cac2fc1d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834092 Apr 18 17:17:24.293249 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11965c99-1a31-40f0-80ed-ca5b3631ed6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:24.296291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11965c99-1a31-40f0-80ed-ca5b3631ed6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:24.307630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-11965c99-1a31-40f0-80ed-ca5b3631ed6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e81097fd-1b36-4e04-8679-53726f482a1c HTTP/1.1" status: 204 len: 168 time: 0.6935096 Apr 18 17:17:24.307799 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-a0db01d0-2ab5-4136-974c-5871ced8c9a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0676436 Apr 18 17:17:24.316859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e40c5e-6e94-4763-97dc-813664764cff req-a1356c47-f015-42f2-abd9-1b4f37a6ec9b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:24.324657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44e40c5e-6e94-4763-97dc-813664764cff req-a1356c47-f015-42f2-abd9-1b4f37a6ec9b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 932 time: 0.1531184 Apr 18 17:17:24.324840 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:24.325433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Request body: {'port': {'device_id': '4a460f53-2165-4b5e-a4f3-0e3cff9d09af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:24.339909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11965c99-1a31-40f0-80ed-ca5b3631ed6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81097fd-1b36-4e04-8679-53726f482a1c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:24.379659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91d4038-0e4f-4621-8815-5a429b41816f {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:17:24.420062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 4cc470fa-09df-40a8-b06d-913136665e16 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:17:24.422400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44e40c5e-6e94-4763-97dc-813664764cff req-6d40ba02-c3a1-4d9c-babf-6a3b9b75c9b6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911062 Apr 18 17:17:24.430293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:24.441554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b91d4038-0e4f-4621-8815-5a429b41816f, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b91d4038-0e4f-4621-8815-5a429b41816f,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:24.442841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-05587987-1bc0-452d-9fe6-a0e9ff44c756 None None] Provisioning complete for port d3d3bcd6-c4fb-4b6d-968c-40d518670187 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:24.443264 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-05587987-1bc0-452d-9fe6-a0e9ff44c756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:24.503089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-05587987-1bc0-452d-9fe6-a0e9ff44c756 None None] Port d3d3bcd6-c4fb-4b6d-968c-40d518670187 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:24.537406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:24.669447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b91d4038-0e4f-4621-8815-5a429b41816f,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:24.878740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:24.885571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-58123396-6209-465d-8528-8dff34a1cd87 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/4cc470fa-09df-40a8-b06d-913136665e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8806093 Apr 18 17:17:24.888170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43950) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:24.890942 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0da26c-84e9-40ba-bd3c-985cb24963f3 None None] Sync routers for ids ['4cc470fa-09df-40a8-b06d-913136665e16'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:24.911011 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0da26c-84e9-40ba-bd3c-985cb24963f3 None None] Routers {'4cc470fa-09df-40a8-b06d-913136665e16'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:24.937270 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5a0da26c-84e9-40ba-bd3c-985cb24963f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['4cc470fa-09df-40a8-b06d-913136665e16'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:24.945925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9c20f6b4-eb1e-4c8c-b3af-3c198987b68e None None] Provisioning complete for port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:24.950986 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c20f6b4-eb1e-4c8c-b3af-3c198987b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:24.988552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b91d4038-0e4f-4621-8815-5a429b41816f'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:25.012979 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5a0da26c-84e9-40ba-bd3c-985cb24963f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:25.037699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146f9ac7-3f25-4418-ac1d-3986d2c7b019 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:25.039763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-146f9ac7-3f25-4418-ac1d-3986d2c7b019 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports/6c27fbb5-549f-4be8-8f7e-7661553cf602 HTTP/1.1" status: 200 len: 911 time: 0.1503234 Apr 18 17:17:25.044350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43954) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:25.051836 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0da26c-84e9-40ba-bd3c-985cb24963f3 None None] Routers {'4cc470fa-09df-40a8-b06d-913136665e16'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:25.052789 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5a0da26c-84e9-40ba-bd3c-985cb24963f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['4cc470fa-09df-40a8-b06d-913136665e16'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:25.127222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-98840da6-f979-4e2a-b8b9-aca03c0b89b3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7d97932-085c-44b7-a25f-4ca73faa7c04'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:25.171323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:25.244755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d3bcd6-c4fb-4b6d-968c-40d518670187 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:17:25.263766 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5a0da26c-84e9-40ba-bd3c-985cb24963f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:25.267848 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0da26c-84e9-40ba-bd3c-985cb24963f3 None None] The sync data for ids ['4cc470fa-09df-40a8-b06d-913136665e16'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:25.302027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:25.390004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Transition to ACTIVE for port object d3d3bcd6-c4fb-4b6d-968c-40d518670187 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:17:25.503938 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:25.523869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b440b-5ada-4c22-ac63-08585339a90c req-74472386-6cf4-4724-82a4-81776389bb25 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:25.528979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:25.530055 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:25.532706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a2b440b-5ada-4c22-ac63-08585339a90c req-74472386-6cf4-4724-82a4-81776389bb25 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 944 time: 0.1562331 Apr 18 17:17:25.640642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a2b440b-5ada-4c22-ac63-08585339a90c req-a3bfedc6-588e-434b-be19-20d9e34d56f6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991125 Apr 18 17:17:25.662975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98840da6-f979-4e2a-b8b9-aca03c0b89b3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:25.714510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9c20f6b4-eb1e-4c8c-b3af-3c198987b68e None None] Provisioning complete for port 6c27fbb5-549f-4be8-8f7e-7661553cf602 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:25.715273 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c20f6b4-eb1e-4c8c-b3af-3c198987b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:25.773007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Pushing event updated for resources: {'Port': ['ID=d3d3bcd6-c4fb-4b6d-968c-40d518670187,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:25.803099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad37620-4bba-4e32-8287-43c4f12f60f2 req-c3460f50-1a6a-4bf3-b3cc-cf8dbee6c27e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:25.813956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aad37620-4bba-4e32-8287-43c4f12f60f2 req-c3460f50-1a6a-4bf3-b3cc-cf8dbee6c27e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 944 time: 0.1791534 Apr 18 17:17:25.897136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9c20f6b4-eb1e-4c8c-b3af-3c198987b68e None None] Port 6c27fbb5-549f-4be8-8f7e-7661553cf602 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:25.953504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aad37620-4bba-4e32-8287-43c4f12f60f2 req-2a40d248-1a50-4ee3-baa9-89c85c1813bf tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248045 Apr 18 17:17:26.066197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ec3e8b57-5338-4366-9626-289136b6db82 None None] Provisioning complete for port 6c27fbb5-549f-4be8-8f7e-7661553cf602 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:26.066643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8b57-5338-4366-9626-289136b6db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:26.122528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e8b57-5338-4366-9626-289136b6db82 None None] Port 6c27fbb5-549f-4be8-8f7e-7661553cf602 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:26.465312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Attempting to bind port d3d3bcd6-c4fb-4b6d-968c-40d518670187 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:26.465988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Attempting to bind port d3d3bcd6-c4fb-4b6d-968c-40d518670187 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:26.465988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Attempting to bind port d3d3bcd6-c4fb-4b6d-968c-40d518670187 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:26.477065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Port d3d3bcd6-c4fb-4b6d-968c-40d518670187 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:17:26.477494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Attempting to bind port d3d3bcd6-c4fb-4b6d-968c-40d518670187 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:26.495871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:26.496227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Checking segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:26.496627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Bound using segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:26.497081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Bound port: d3d3bcd6-c4fb-4b6d-968c-40d518670187, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:26.497474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:26.659576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] For port d3d3bcd6-c4fb-4b6d-968c-40d518670187, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:26.665385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] For port d3d3bcd6-c4fb-4b6d-968c-40d518670187, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d3d3bcd6-c4fb-4b6d-968c-40d518670187,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:26.746622 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:26.793677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c97fc0-1fd5-413c-bd4c-2a40e731323e req-a881e518-cf55-4eea-9cc9-1b98242b1e90 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:26.796320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c97fc0-1fd5-413c-bd4c-2a40e731323e req-a881e518-cf55-4eea-9cc9-1b98242b1e90 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 944 time: 0.0672727 Apr 18 17:17:26.818152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:26.818795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:26.820228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] 10.222.0.18 "PUT /v2.0/ports/d3d3bcd6-c4fb-4b6d-968c-40d518670187 HTTP/1.1" status: 200 len: 1092 time: 2.5009792 Apr 18 17:17:26.822703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a460f53-2165-4b5e-a4f3-0e3cff9d09af', 'tag': 'd3d3bcd6-c4fb-4b6d-968c-40d518670187'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:26.825015 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82613892-3eaa-4f1f-a93f-7577e0a159d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a460f53-2165-4b5e-a4f3-0e3cff9d09af", "tag": "d3d3bcd6-c4fb-4b6d-968c-40d518670187"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:26.878210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c1ea5-9ea4-4bac-a0ff-16b968fa7e1f service neutron] Pushing event updated for resources: {'Port': ['ID=d3d3bcd6-c4fb-4b6d-968c-40d518670187,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:26.894283 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b94d5a-146f-471d-b42f-b1502a53acea x-openstack-request-id: req-b6b94d5a-146f-471d-b42f-b1502a53acea {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:26.894517 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a460f53-2165-4b5e-a4f3-0e3cff9d09af", "tag": "d3d3bcd6-c4fb-4b6d-968c-40d518670187", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:26.895006 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6b94d5a-146f-471d-b42f-b1502a53acea {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:26.896135 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b94d5a-146f-471d-b42f-b1502a53acea'] response: {'name': 'network-changed', 'server_uuid': '4a460f53-2165-4b5e-a4f3-0e3cff9d09af', 'tag': 'd3d3bcd6-c4fb-4b6d-968c-40d518670187', 'status': 'completed', 'code': 200} Apr 18 17:17:26.911531 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98840da6-f979-4e2a-b8b9-aca03c0b89b3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:26.952879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c97fc0-1fd5-413c-bd4c-2a40e731323e req-f8a31587-2311-4296-bb6f-764417adac7a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293592 Apr 18 17:17:26.999889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98840da6-f979-4e2a-b8b9-aca03c0b89b3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:27.007460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98840da6-f979-4e2a-b8b9-aca03c0b89b3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:27.008149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98840da6-f979-4e2a-b8b9-aca03c0b89b3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:27.012229 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-98840da6-f979-4e2a-b8b9-aca03c0b89b3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/ports/6c27fbb5-549f-4be8-8f7e-7661553cf602 HTTP/1.1" status: 200 len: 911 time: 1.9606524 Apr 18 17:17:27.012575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44006) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:27.091010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82613892-3eaa-4f1f-a93f-7577e0a159d5 req-53aa0e86-c8eb-4103-9b1f-5719129ea733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:27.092634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82613892-3eaa-4f1f-a93f-7577e0a159d5 req-53aa0e86-c8eb-4103-9b1f-5719129ea733 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 1095 time: 0.1492267 Apr 18 17:17:27.130990 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98840da6-f979-4e2a-b8b9-aca03c0b89b3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=6c27fbb5-549f-4be8-8f7e-7661553cf602,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:27.241738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43116a9-6fec-4bee-a53b-8ddd4d86ab91 req-57cef312-0120-4055-8b43-530d4aca923f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:27.243205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a43116a9-6fec-4bee-a53b-8ddd4d86ab91 req-57cef312-0120-4055-8b43-530d4aca923f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 944 time: 0.1611469 Apr 18 17:17:27.284745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82613892-3eaa-4f1f-a93f-7577e0a159d5 req-72a55de1-75e7-448f-9311-54e4496c8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:27.286950 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82613892-3eaa-4f1f-a93f-7577e0a159d5 req-72a55de1-75e7-448f-9311-54e4496c8657 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6010d166009b457cb83c471c00b4460a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1777513 Apr 18 17:17:27.495096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82613892-3eaa-4f1f-a93f-7577e0a159d5 req-397b8cd9-ec79-4491-9960-f5219577096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:27.497343 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82613892-3eaa-4f1f-a93f-7577e0a159d5 req-397b8cd9-ec79-4491-9960-f5219577096e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953535 Apr 18 17:17:27.523896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a43116a9-6fec-4bee-a53b-8ddd4d86ab91 req-d96753b4-fc4b-49e4-a707-49ea34ee19d7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593297 Apr 18 17:17:27.569313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b91d4038-0e4f-4621-8815-5a429b41816f up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:27.633384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-fe79e0b0-62be-4d3b-bdb9-a655a6f1b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:27.634905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-fe79e0b0-62be-4d3b-bdb9-a655a6f1b2ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 1095 time: 0.0631440 Apr 18 17:17:27.687824 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:27.698458 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-0bdca996-e96c-4d12-8453-12e750a53646 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d3bcd6-c4fb-4b6d-968c-40d518670187 HTTP/1.1" status: 200 len: 217 time: 0.0480871 Apr 18 17:17:27.752346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port b91d4038-0e4f-4621-8815-5a429b41816f completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:17:27.756809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port b91d4038-0e4f-4621-8815-5a429b41816f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:27.757180 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:27.781438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-8d7dc068-2ff2-4e27-8bb2-910c2bcbed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:27.783257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-8d7dc068-2ff2-4e27-8bb2-910c2bcbed89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0785689 Apr 18 17:17:27.862039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-550a7320-ac1c-4b77-bd0c-6cf2d2c48a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:27.863900 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-550a7320-ac1c-4b77-bd0c-6cf2d2c48a83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734665 Apr 18 17:17:27.866735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:27.894189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c1ebec-5f4e-4f98-bd03-9b3c35671b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d4038-0e4f-4621-8815-5a429b41816f'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:27.897362 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7e2945-aa1c-423a-ad4d-0b65fc15fd47" -d '{"events": [{"server_uuid": "04c1ebec-5f4e-4f98-bd03-9b3c35671b3d", "name": "network-vif-plugged", "status": "completed", "tag": "b91d4038-0e4f-4621-8815-5a429b41816f"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:27.936398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b91d4038-0e4f-4621-8815-5a429b41816f, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b91d4038-0e4f-4621-8815-5a429b41816f,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:27.957611 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c21ca8-1386-4c30-a814-afba7b4d23c4 x-openstack-request-id: req-92c21ca8-1386-4c30-a814-afba7b4d23c4 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:27.958729 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c1ebec-5f4e-4f98-bd03-9b3c35671b3d", "name": "network-vif-plugged", "status": "completed", "tag": "b91d4038-0e4f-4621-8815-5a429b41816f", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:27.959230 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92c21ca8-1386-4c30-a814-afba7b4d23c4 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:27.959850 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c21ca8-1386-4c30-a814-afba7b4d23c4'] response: {'server_uuid': '04c1ebec-5f4e-4f98-bd03-9b3c35671b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d4038-0e4f-4621-8815-5a429b41816f', 'code': 200} Apr 18 17:17:28.005770 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:28.134921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 6c27fbb5-549f-4be8-8f7e-7661553cf602 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:28.135502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:28.178852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b91d4038-0e4f-4621-8815-5a429b41816f,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:28.200799 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-8266be9a-866d-431d-8177-784240567575 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273618 Apr 18 17:17:28.236832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168e93-06fc-45c3-9b67-6fb3c3e74d40 req-0ce13b3e-4537-4fb6-ae9f-6d47a563945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:28.238760 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa168e93-06fc-45c3-9b67-6fb3c3e74d40 req-0ce13b3e-4537-4fb6-ae9f-6d47a563945d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 1096 time: 0.1752248 Apr 18 17:17:28.313014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1b3f-aa17-46c8-8bf9-9eeb382d82a4 req-f6894c51-61f6-46ae-ad82-f5a45cb4743a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:28.326930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48dd1b3f-aa17-46c8-8bf9-9eeb382d82a4 req-f6894c51-61f6-46ae-ad82-f5a45cb4743a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.2251496 Apr 18 17:17:28.408435 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa168e93-06fc-45c3-9b67-6fb3c3e74d40 req-1dd8682f-525a-4f48-8ea8-63120638d138 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311154 Apr 18 17:17:28.444914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48dd1b3f-aa17-46c8-8bf9-9eeb382d82a4 req-5f9c43c8-19f2-4ca4-b3c6-60cf32a901a8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166759 Apr 18 17:17:28.447062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:28.455965 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b8b8e996-4ebd-4fd6-936b-6e51d83c0863 req-d8bf79b8-58ff-4869-98b8-0144445484ff service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440021 Apr 18 17:17:28.486446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 6c27fbb5-549f-4be8-8f7e-7661553cf602 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:28.750803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced44f3-7fb7-4816-8d44-8ec98e37f3aa req-7ad53a74-f632-4435-8216-6436b683af74 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:28.752478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eced44f3-7fb7-4816-8d44-8ec98e37f3aa req-7ad53a74-f632-4435-8216-6436b683af74 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 944 time: 0.0902777 Apr 18 17:17:28.816272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eced44f3-7fb7-4816-8d44-8ec98e37f3aa req-6f7fe249-0c62-4ccd-a741-b427ffa5d048 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Apr 18 17:17:28.818065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:28.877737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=6c27fbb5-549f-4be8-8f7e-7661553cf602,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:29.094413 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:29.116062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de303a-958d-4514-9075-7e408b9cbe03 req-3e85a133-bae5-4e8b-825d-c7653a31df5d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:29.117985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6de303a-958d-4514-9075-7e408b9cbe03 req-3e85a133-bae5-4e8b-825d-c7653a31df5d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.2315762 Apr 18 17:17:29.249464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6de303a-958d-4514-9075-7e408b9cbe03 req-5a1aeca6-54c7-4837-a5d4-edad25d4cec9 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091721 Apr 18 17:17:29.336798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 4cc470fa-09df-40a8-b06d-913136665e16 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:17:29.439135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:29.495270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44090) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:29.495713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb858b-befe-4148-89f4-f120055e5e0a None None] Sync routers for ids ['4cc470fa-09df-40a8-b06d-913136665e16'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:29.496122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-00853c2b-1d7e-4632-ac4a-ee3db2ba249f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/4cc470fa-09df-40a8-b06d-913136665e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4682617 Apr 18 17:17:29.496244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb858b-befe-4148-89f4-f120055e5e0a None None] Routers {'4cc470fa-09df-40a8-b06d-913136665e16'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:29.496352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-24eb858b-befe-4148-89f4-f120055e5e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['4cc470fa-09df-40a8-b06d-913136665e16'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:29.535462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-24eb858b-befe-4148-89f4-f120055e5e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:29.539436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6bee1937-855f-4690-9faa-1c692a696d69 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cc470fa-09df-40a8-b06d-913136665e16 HTTP/1.1" status: 200 len: 205 time: 0.0596676 Apr 18 17:17:29.545383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44092) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:29.617129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb858b-befe-4148-89f4-f120055e5e0a None None] Routers {'4cc470fa-09df-40a8-b06d-913136665e16'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:29.617129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-24eb858b-befe-4148-89f4-f120055e5e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['4cc470fa-09df-40a8-b06d-913136665e16'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:29.617129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-24eb858b-befe-4148-89f4-f120055e5e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:29.617129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb858b-befe-4148-89f4-f120055e5e0a None None] The sync data for ids ['4cc470fa-09df-40a8-b06d-913136665e16'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:29.654544 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acd065f8-630a-417b-b600-69e2cf6982bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:29.749013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac54e21-33fd-4f13-b608-fa5fb09d9f97 req-681d4f54-85ef-4f1b-a543-fa54417f67f7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:29.757592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ac54e21-33fd-4f13-b608-fa5fb09d9f97 req-681d4f54-85ef-4f1b-a543-fa54417f67f7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.1648254 Apr 18 17:17:30.235555 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acd065f8-630a-417b-b600-69e2cf6982bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:30.247466 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acd065f8-630a-417b-b600-69e2cf6982bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:30.261057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ac54e21-33fd-4f13-b608-fa5fb09d9f97 req-50a80a6f-bc1a-4c9b-a04e-a6e92ac612cb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995546 Apr 18 17:17:30.363182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02015f9e-bfd0-43d2-9308-5de80a2e6c7f req-dee123c7-be64-4a91-a8bf-1adaeb9a0ddb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:30.365230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02015f9e-bfd0-43d2-9308-5de80a2e6c7f req-dee123c7-be64-4a91-a8bf-1adaeb9a0ddb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 944 time: 0.1355841 Apr 18 17:17:30.452015 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acd065f8-630a-417b-b600-69e2cf6982bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:30.452528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd065f8-630a-417b-b600-69e2cf6982bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Fanout notify agent at l3_agent the message router_deleted on router 4cc470fa-09df-40a8-b06d-913136665e16 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:17:30.462588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acd065f8-630a-417b-b600-69e2cf6982bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:30.463830 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-acd065f8-630a-417b-b600-69e2cf6982bc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/4cc470fa-09df-40a8-b06d-913136665e16 HTTP/1.1" status: 204 len: 168 time: 0.9180818 Apr 18 17:17:30.468722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44128) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:30.475381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02015f9e-bfd0-43d2-9308-5de80a2e6c7f req-29b43c1a-8295-4a54-a0d6-12089061f8a7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038692 Apr 18 17:17:30.501986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597fcf2-eaae-4cf3-87a7-7d316cbfe10c req-c5aeca8f-f883-4934-b2a8-aec4428833d9 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:30.503841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a597fcf2-eaae-4cf3-87a7-7d316cbfe10c req-c5aeca8f-f883-4934-b2a8-aec4428833d9 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.1301270 Apr 18 17:17:30.565848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a597fcf2-eaae-4cf3-87a7-7d316cbfe10c req-b64a3865-5396-48b3-8a27-64162acda78f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501647 Apr 18 17:17:30.577897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9644619c-9241-4312-b821-63e0f5858af4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet d7d97932-085c-44b7-a25f-4ca73faa7c04 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:17:30.583863 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9644619c-9241-4312-b821-63e0f5858af4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:30.640125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9644619c-9241-4312-b821-63e0f5858af4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:30.826502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-dc8d77df-caa0-4bb4-bc4c-d98c35e9897a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:30.828117 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-dc8d77df-caa0-4bb4-bc4c-d98c35e9897a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.1262314 Apr 18 17:17:30.876657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9644619c-9241-4312-b821-63e0f5858af4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:30.954938 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-978fb861-051a-46ec-ae8a-3017305c4be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.017111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Deleting port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:31.017487 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.077661 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9644619c-9241-4312-b821-63e0f5858af4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.133208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9644619c-9241-4312-b821-63e0f5858af4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.139583 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9644619c-9241-4312-b821-63e0f5858af4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/d7d97932-085c-44b7-a25f-4ca73faa7c04 HTTP/1.1" status: 204 len: 168 time: 0.6664772 Apr 18 17:17:31.139583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644619c-9241-4312-b821-63e0f5858af4 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d97932-085c-44b7-a25f-4ca73faa7c04,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:31.140635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44138) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:31.154453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54facbd-ad6f-4326-a904-2200089a4a7b None None] Network b7057ec9-65bf-4fc5-a48b-6cec7e332252 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:31.218550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] For port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:31.218995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.298095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.475477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d65859-3808-4556-8bcc-f58c07197dbe req-3f94db1c-4a45-43e0-99c9-c9312cfed175 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:31.477447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5d65859-3808-4556-8bcc-f58c07197dbe req-3f94db1c-4a45-43e0-99c9-c9312cfed175 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.1031590 Apr 18 17:17:31.480210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:31.480551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.520123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] DHCP port deletion for b7057ec9-65bf-4fc5-a48b-6cec7e332252 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:17:31.661534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5d65859-3808-4556-8bcc-f58c07197dbe req-f05468a9-e950-4f51-8cef-4f94a6064eef tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647663 Apr 18 17:17:31.698266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] Deleting port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:31.698641 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.735645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,segment=NetworkSegment(50a32117-ea09-4d5b-922f-95c07fe03b11),segment_id=50a32117-ea09-4d5b-922f-95c07fe03b11)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:31.736014 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.805179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.805859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.805984 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Floating IP f1a4e914-bb91-4d24-ab16-99459f389ee9 disassociated. External IP: 172.25.5.57, port: 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04. Apr 18 17:17:31.806241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Calling delete_port for 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:31.812009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] For port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,segment=NetworkSegment(50a32117-ea09-4d5b-922f-95c07fe03b11),segment_id=50a32117-ea09-4d5b-922f-95c07fe03b11)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:31.812320 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:31.844443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] Calling delete_port for 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:31.868249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:31.995174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18390078-7a3d-4da0-9ec5-44c2cb93307c req-4f606e51-aecf-47a2-9b0b-f2d58aa1852e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:31.996491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18390078-7a3d-4da0-9ec5-44c2cb93307c req-4f606e51-aecf-47a2-9b0b-f2d58aa1852e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 944 time: 0.3055439 Apr 18 17:17:32.032483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d6802-7d54-4c97-82fd-d0a944674b52 req-ffd10944-5e5b-49e2-ba0c-06e2fbe8d1ce tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:32.034070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-242d6802-7d54-4c97-82fd-d0a944674b52 req-ffd10944-5e5b-49e2-ba0c-06e2fbe8d1ce tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 946 time: 0.2353249 Apr 18 17:17:32.089250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18390078-7a3d-4da0-9ec5-44c2cb93307c req-62eecb8e-67d1-4054-a387-6d90eb7a1264 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776002 Apr 18 17:17:32.099641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-242d6802-7d54-4c97-82fd-d0a944674b52 req-6fd2bc2f-1a4a-404a-8ab5-9180f994fca5 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4736426-adf8-4999-a318-3d093aaf21db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569093 Apr 18 17:17:32.215670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.226364 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.249697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.255943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No DVR routers for this DVR port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:32.263998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] Pushing event deleted for resources: {'Port': ['ID=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:32.269219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871a3f8-f680-468f-b922-7bcfb5803e3d None None] No DVR routers for this DVR port 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:32.277582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'Port': ['ID=5c1c1a81-a0fa-4033-b095-b3b4c6a25f04,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:32.292008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=2f41be7e-9c3d-4b83-88f4-17871ea0cd0b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:32.293002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d3d3bcd6-c4fb-4b6d-968c-40d518670187 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:17:32.462616 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.490428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d3d3bcd6-c4fb-4b6d-968c-40d518670187, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d3d3bcd6-c4fb-4b6d-968c-40d518670187,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:32.496078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:17:32.504568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7057ec9-65bf-4fc5-a48b-6cec7e332252']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:32.506484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd3d3bcd6-c4fb-4b6d-968c-40d518670187', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': 'd3d3bcd6-c4fb-4b6d-968c-40d518670187', 'mac_address': 'fa:16:3e:00:85:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:17:32.518680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a32117-ea09-4d5b-922f-95c07fe03b11') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:32.518958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a32117-ea09-4d5b-922f-95c07fe03b11') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:32.537705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e150057-809b-4ea2-a60b-2434e5d4b1be req-287d4949-71a9-4724-8dae-e01f7e0b62e1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:32.545044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e150057-809b-4ea2-a60b-2434e5d4b1be req-287d4949-71a9-4724-8dae-e01f7e0b62e1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.1122494 Apr 18 17:17:32.548175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.559255 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.576235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d3bcd6-c4fb-4b6d-968c-40d518670187 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:17:32.582228 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.596809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:17:32.597207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.601212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d3d3bcd6-c4fb-4b6d-968c-40d518670187, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d3d3bcd6-c4fb-4b6d-968c-40d518670187,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:17:32.601659 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:17:32.627622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e150057-809b-4ea2-a60b-2434e5d4b1be req-54a830e8-1b4e-4bf1-b3a9-fa0c25c51121 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792949 Apr 18 17:17:32.690151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:32.695961 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.712194 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:32.737940 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:32.742010 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:32.757385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] No DVR routers for this DVR port 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:32.768652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.773254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c585e8aa-cb0a-4a2a-b7dd-b6fd729b6aa9 req-e52d23da-e359-488c-82be-6d79461d2f01 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "DELETE /v2.0/ports/5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 HTTP/1.1" status: 204 len: 173 time: 1.9344211 Apr 18 17:17:32.774076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'name': 'network-vif-deleted', 'tag': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:32.777083 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e700163-7fee-4199-a630-6708e16cc144" -d '{"events": [{"server_uuid": "0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a", "name": "network-vif-deleted", "tag": "5c1c1a81-a0fa-4033-b095-b3b4c6a25f04"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:32.848999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d3d3bcd6-c4fb-4b6d-968c-40d518670187,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:32.901073 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedbda71-cedf-4bfa-876d-e8111282fb40 x-openstack-request-id: req-aedbda71-cedf-4bfa-876d-e8111282fb40 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:32.901806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.902109 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a", "name": "network-vif-deleted", "tag": "5c1c1a81-a0fa-4033-b095-b3b4c6a25f04", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:32.902369 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aedbda71-cedf-4bfa-876d-e8111282fb40 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:32.902788 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedbda71-cedf-4bfa-876d-e8111282fb40'] response: {'server_uuid': '0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a', 'name': 'network-vif-deleted', 'tag': '5c1c1a81-a0fa-4033-b095-b3b4c6a25f04', 'status': 'completed', 'code': 200} Apr 18 17:17:32.907760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:32.923697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/b7057ec9-65bf-4fc5-a48b-6cec7e332252 HTTP/1.1" status: 204 len: 168 time: 1.7805285 Apr 18 17:17:32.929096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44208) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:32.957994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9081eeb4-62c1-42ca-81ac-5e2781679b7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1135762521', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:32.983589 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:33.025161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92578e96-93a1-4ea6-9af3-bc08059f1301 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=b7057ec9-65bf-4fc5-a48b-6cec7e332252,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:33.086452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64893ca-90c1-4d1d-8666-cb0c172c7617 req-152b4866-409a-4e9f-9a7c-3d49b0be0dd7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:33.100549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a64893ca-90c1-4d1d-8666-cb0c172c7617 req-152b4866-409a-4e9f-9a7c-3d49b0be0dd7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.2749016 Apr 18 17:17:33.157454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d3d3bcd6-c4fb-4b6d-968c-40d518670187'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:33.194489 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9081eeb4-62c1-42ca-81ac-5e2781679b7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.196446 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9081eeb4-62c1-42ca-81ac-5e2781679b7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.280082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:33.298395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a64893ca-90c1-4d1d-8666-cb0c172c7617 req-18836b81-c1b8-4989-8dd3-eb453abc6eae tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960657 Apr 18 17:17:33.322626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd2b1-e287-4b5f-9aa4-7817e02f0a85 req-9dab1acf-94d4-4a62-a6dd-f19050437fd1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:33.324000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1dd2b1-e287-4b5f-9aa4-7817e02f0a85 req-9dab1acf-94d4-4a62-a6dd-f19050437fd1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 945 time: 0.1130702 Apr 18 17:17:33.363756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9081eeb4-62c1-42ca-81ac-5e2781679b7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.373726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:17:33.375263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2f41be7e-9c3d-4b83-88f4-17871ea0cd0b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:17:33.376024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6321bfd6-0675-4338-9707-0098643db24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.467003 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:14:02Z', 'revision_number': 2, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:33.515074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de1dd2b1-e287-4b5f-9aa4-7817e02f0a85 req-cd8f26b8-7b38-4a0f-8869-2287769e1e8f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559520 Apr 18 17:17:33.552632 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9081eeb4-62c1-42ca-81ac-5e2781679b7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.554852 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:17:33.576088 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:33.577151 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:33.593675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4462400a-ec28-4fee-986e-c244ebcf85cb req-6688edff-0262-4994-a771-694d9f83961e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eaefbfb-ce88-4d61-8c9c-d49ef5129a2a HTTP/1.1" status: 200 len: 210 time: 0.1353204 Apr 18 17:17:33.670275 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9081eeb4-62c1-42ca-81ac-5e2781679b7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.674583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44226) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:33.682038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9081eeb4-62c1-42ca-81ac-5e2781679b7d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7266428 Apr 18 17:17:33.683013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2014021948'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:33.737640 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:33.782517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:33.787539 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.827455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:17:33.843192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.843654 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 0698f3a7-fe0c-49d6-9829-31d655d47c37 of type vlan for network bbf99eda-263a-4919-b5ff-50e403be70e5 Apr 18 17:17:33.896269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:33.993503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:34.000541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:34.001289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:34.037505 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:14:02Z', 'revision_number': 2, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:34.063960 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8005e68-e377-41e4-87d4-8e0100cbf36d None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'bf4b868c-682e-42d0-8310-136c303411a6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '94c88354-0567-45fb-94c7-da1d9904a364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e3:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:13:40Z', 'updated_at': '2022-04-18T17:14:02Z', 'revision_number': 2, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:34.101022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=bbf99eda-263a-4919-b5ff-50e403be70e5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:34.116373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network bbf99eda-263a-4919-b5ff-50e403be70e5 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:17:34.156088 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4eb03c82-9d6b-4068-b2f9-4145babdd337 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4803863 Apr 18 17:17:34.159076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:34.164700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:34.196028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751054d-8b4b-4f40-a5cc-85e0a3534a4c req-3d7829f2-bf40-4342-b168-bce4fd7d7f1d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:34.197804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3751054d-8b4b-4f40-a5cc-85e0a3534a4c req-3d7829f2-bf40-4342-b168-bce4fd7d7f1d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.0596640 Apr 18 17:17:34.248088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3751054d-8b4b-4f40-a5cc-85e0a3534a4c req-59459b52-77cf-447a-89bd-fc8ecbdac777 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Apr 18 17:17:34.292083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:34.318188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:17:34.323340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5c1c1a81-a0fa-4033-b095-b3b4c6a25f04 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:17:34.359204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:34.363301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:34.415978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77dd7f0-eb6f-4828-baae-297d6146d171 None None] New status for floating IP f1a4e914-bb91-4d24-ab16-99459f389ee9: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:17:34.666940 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:34.677718 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:34.685621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278e82d-63df-42ae-b25b-cab2d1bf049b req-384838c0-6b5c-4fec-8a96-fed77f734431 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:34.687945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0278e82d-63df-42ae-b25b-cab2d1bf049b req-384838c0-6b5c-4fec-8a96-fed77f734431 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 945 time: 0.0762064 Apr 18 17:17:34.752785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0278e82d-63df-42ae-b25b-cab2d1bf049b req-c88e1ba0-f773-4eb7-abb8-a0c5c582209b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581844 Apr 18 17:17:34.785037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=0f123738-ef51-4a40-a800-11c9450cb7ec,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:34.798306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:34.798725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: bbf99eda-263a-4919-b5ff-50e403be70e5, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:17:34.800121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44296) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:34.868881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bad3c549-c5fe-4b6f-82c6-f7348156d098 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:34.896321 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bad3c549-c5fe-4b6f-82c6-f7348156d098 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:34.902175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network bbf99eda-263a-4919-b5ff-50e403be70e5 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:17:34.948822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44300) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:34.987626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, bbf99eda-263a-4919-b5ff-50e403be70e5) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:34.992237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:34.992881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:34.997828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e6ed3-1ed7-4522-8025-44a4db555f65 None None] Network bbf99eda-263a-4919-b5ff-50e403be70e5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:35.022480 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bad3c549-c5fe-4b6f-82c6-f7348156d098 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.025689 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bad3c549-c5fe-4b6f-82c6-f7348156d098 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.026935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bad3c549-c5fe-4b6f-82c6-f7348156d098 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "DELETE /v2.0/security-groups/c4736426-adf8-4999-a318-3d093aaf21db HTTP/1.1" status: 204 len: 168 time: 0.2258108 Apr 18 17:17:35.030243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44304) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:35.052757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3c549-c5fe-4b6f-82c6-f7348156d098 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4736426-adf8-4999-a318-3d093aaf21db,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:35.060617 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-6a8d55ae-92df-4df6-bda7-631e9a4a12bf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] show failed (client error): The resource could not be found. Apr 18 17:17:35.061705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a8d55ae-92df-4df6-bda7-631e9a4a12bf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups/c4736426-adf8-4999-a318-3d093aaf21db HTTP/1.1" status: 404 len: 347 time: 0.0291388 Apr 18 17:17:35.065055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44306) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:35.114533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b09e5ba6-1e26-4fcb-815a-d1a2ade8294d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.114783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b090dea5-1c10-4d95-990e-fcba1d8194a0 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9543557 Apr 18 17:17:35.121661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44308) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:35.188871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-bbf99eda-263a-4919-b5ff-50e403be70e5', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:17:35.190436 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.210572 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b09e5ba6-1e26-4fcb-815a-d1a2ade8294d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.274680 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b09e5ba6-1e26-4fcb-815a-d1a2ade8294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.307728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b09e5ba6-1e26-4fcb-815a-d1a2ade8294d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=828cda46a8c44fd09deb8f2d1accb0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576574 Apr 18 17:17:35.310103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44312) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:35.352291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Allocated IP 2001:db8::2 (bbf99eda-263a-4919-b5ff-50e403be70e5/0f123738-ef51-4a40-a800-11c9450cb7ec/05e62ead-1e4e-4228-a7ae-3c2d44fc28b4) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:35.389548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e5ba6-1e26-4fcb-815a-d1a2ade8294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fad335-a50c-45f7-9d18-f28fdcfcb011,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:35.425169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0726411d-996e-4265-a360-59c5eef5865b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.437963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd2032-78d2-4a44-950a-0eedb29c01e9 req-bc470f96-34e1-4368-b7ec-af3247d0004e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:35.439602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bbd2032-78d2-4a44-950a-0eedb29c01e9 req-bc470f96-34e1-4368-b7ec-af3247d0004e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.1082795 Apr 18 17:17:35.478940 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0726411d-996e-4265-a360-59c5eef5865b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.518631 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.529215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bbd2032-78d2-4a44-950a-0eedb29c01e9 req-d6c035ae-282e-4866-abf9-bc0337bfc0bc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781560 Apr 18 17:17:35.565604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.599267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0726411d-996e-4265-a360-59c5eef5865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.601903 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0726411d-996e-4265-a360-59c5eef5865b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.603277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0726411d-996e-4265-a360-59c5eef5865b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2fad335-a50c-45f7-9d18-f28fdcfcb011 HTTP/1.1" status: 204 len: 168 time: 0.2926943 Apr 18 17:17:35.615866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Network bbf99eda-263a-4919-b5ff-50e403be70e5 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:35.617604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:35.624735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:35.625770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726411d-996e-4265-a360-59c5eef5865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fad335-a50c-45f7-9d18-f28fdcfcb011,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:35.664595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Pushing event updated for resources: {'Port': ['ID=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:35.700666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Attempting to bind port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:35.701002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Attempting to bind port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:35.701362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Attempting to bind port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 on network bbf99eda-263a-4919-b5ff-50e403be70e5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:35.706407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:35.706774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Checking segment: {'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:35.707170 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.707555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Bound using segment: {'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:35.708187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Bound port: 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:35.708588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.709422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Deleting port 0396d8be-1e7d-4c14-ac12-6fad4539e51b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:35.709779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.777468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] For port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:35.798769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] For port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,segment=NetworkSegment(0698f3a7-fe0c-49d6-9829-31d655d47c37),segment_id=0698f3a7-fe0c-49d6-9829-31d655d47c37)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:35.849100 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.875963 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.923407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95d5ff-af30-4774-98a0-898121844cba req-fd805088-cc09-42f0-993b-24348417241d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:35.923407 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4a95d5ff-af30-4774-98a0-898121844cba req-fd805088-cc09-42f0-993b-24348417241d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.1460097 Apr 18 17:17:35.924288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a673c-c956-464b-ac1c-4224eb148fe3 req-226490a0-ca50-4759-99a5-6208d9623538 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:35.924288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-602a673c-c956-464b-ac1c-4224eb148fe3 req-226490a0-ca50-4759-99a5-6208d9623538 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 945 time: 0.0618784 Apr 18 17:17:35.924758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.924758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:35.945253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-602a673c-c956-464b-ac1c-4224eb148fe3 req-7a084f14-b53e-4026-84e6-71823244429a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Apr 18 17:17:35.955409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.002848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Calling delete_port for 0396d8be-1e7d-4c14-ac12-6fad4539e51b owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:36.039592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6716e1-0419-4334-b479-34b3a6703cba None None] Pushing event updated for resources: {'Port': ['ID=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:36.153002 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.283394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Deleting port b91d4038-0e4f-4621-8815-5a429b41816f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:36.283935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.314367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d3d3bcd6-c4fb-4b6d-968c-40d518670187 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:36.444920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d3d3bcd6-c4fb-4b6d-968c-40d518670187 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:17:36.449277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d3d3bcd6-c4fb-4b6d-968c-40d518670187 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:36.449817 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.464845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8::1 (bbf99eda-263a-4919-b5ff-50e403be70e5/0f123738-ef51-4a40-a800-11c9450cb7ec/497606cd-3eab-4996-8e10-7d85706d1ba4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:36.495539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] For port b91d4038-0e4f-4621-8815-5a429b41816f, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b91d4038-0e4f-4621-8815-5a429b41816f,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:36.495916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.518386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Calling delete_port for b91d4038-0e4f-4621-8815-5a429b41816f owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:36.538168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.565272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a460f53-2165-4b5e-a4f3-0e3cff9d09af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d3bcd6-c4fb-4b6d-968c-40d518670187'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:36.567620 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858c974-5678-4df6-a74b-b164f5a65afa" -d '{"events": [{"server_uuid": "4a460f53-2165-4b5e-a4f3-0e3cff9d09af", "name": "network-vif-plugged", "status": "completed", "tag": "d3d3bcd6-c4fb-4b6d-968c-40d518670187"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:36.580978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d3d3bcd6-c4fb-4b6d-968c-40d518670187, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d3d3bcd6-c4fb-4b6d-968c-40d518670187,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:36.621794 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d67304-7514-4e7f-b21c-2fe43b025f5e x-openstack-request-id: req-d0d67304-7514-4e7f-b21c-2fe43b025f5e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:36.622347 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a460f53-2165-4b5e-a4f3-0e3cff9d09af", "name": "network-vif-plugged", "status": "completed", "tag": "d3d3bcd6-c4fb-4b6d-968c-40d518670187", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:36.622607 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0d67304-7514-4e7f-b21c-2fe43b025f5e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:36.623020 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d67304-7514-4e7f-b21c-2fe43b025f5e'] response: {'server_uuid': '4a460f53-2165-4b5e-a4f3-0e3cff9d09af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d3bcd6-c4fb-4b6d-968c-40d518670187', 'code': 200} Apr 18 17:17:36.639136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.674176 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.691196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'Port': ['ID=0396d8be-1e7d-4c14-ac12-6fad4539e51b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:36.752039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d3d3bcd6-c4fb-4b6d-968c-40d518670187,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:36.772815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195ea24-0449-4779-a0cb-0208b37a207d req-4616f3a8-099f-470e-8ec5-6641f563f1bd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:36.774372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5195ea24-0449-4779-a0cb-0208b37a207d req-4616f3a8-099f-470e-8ec5-6641f563f1bd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 945 time: 0.1286683 Apr 18 17:17:36.814056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.849240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5195ea24-0449-4779-a0cb-0208b37a207d req-437db2b9-3fec-44c2-a896-c4417327a8b3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449393 Apr 18 17:17:36.901837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.907862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:36.909443 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1f8dd461-f8a2-4350-8151-7dcffa41b276 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "DELETE /v2.0/floatingips/f1a4e914-bb91-4d24-ab16-99459f389ee9 HTTP/1.1" status: 204 len: 168 time: 1.8431106 Apr 18 17:17:37.006488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3347914-78e9-4934-a97d-0e4c50f57486 req-eb583737-a23e-464b-a5da-922d09fba141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:37.008109 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b3347914-78e9-4934-a97d-0e4c50f57486 req-eb583737-a23e-464b-a5da-922d09fba141 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 1097 time: 0.2789154 Apr 18 17:17:37.069352 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b3347914-78e9-4934-a97d-0e4c50f57486 req-f0813474-516b-4a5b-99dc-b6bdf4f53985 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535326 Apr 18 17:17:37.084761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.121750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af', 'b91d4038-0e4f-4621-8815-5a429b41816f'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:37.170388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.177633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event deleted for resources: {'Port': ['ID=b91d4038-0e4f-4621-8815-5a429b41816f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:37.293027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:37.305012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdd6ad-c678-4bf3-a764-026d8a60e8d4 req-fecb4ada-d665-428e-a8c2-29e97a835ee9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:37.306623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8bdd6ad-c678-4bf3-a764-026d8a60e8d4 req-fecb4ada-d665-428e-a8c2-29e97a835ee9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1790831 Apr 18 17:17:37.331227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network bbf99eda-263a-4919-b5ff-50e403be70e5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:37.357839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] No DVR routers for this DVR port b91d4038-0e4f-4621-8815-5a429b41816f on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:37.366901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:37.378850 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.385335 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4a95d5ff-af30-4774-98a0-898121844cba req-ad282d38-bc8a-444f-901c-fa0c0d953dd0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "DELETE /v2.0/ports/b91d4038-0e4f-4621-8815-5a429b41816f HTTP/1.1" status: 204 len: 173 time: 1.4913695 Apr 18 17:17:37.387404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c1ebec-5f4e-4f98-bd03-9b3c35671b3d', 'name': 'network-vif-deleted', 'tag': 'b91d4038-0e4f-4621-8815-5a429b41816f'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:37.390803 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a70960-6f66-4906-853c-4a1118b2425f" -d '{"events": [{"server_uuid": "04c1ebec-5f4e-4f98-bd03-9b3c35671b3d", "name": "network-vif-deleted", "tag": "b91d4038-0e4f-4621-8815-5a429b41816f"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:37.400902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:37.404904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.410011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=497606cd-3eab-4996-8e10-7d85706d1ba4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:37.435162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8bdd6ad-c678-4bf3-a764-026d8a60e8d4 req-b74060ba-2ee8-49e8-b915-378e55fc390b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065378 Apr 18 17:17:37.520997 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf8b82-7848-42e9-a572-face285ae306 x-openstack-request-id: req-9faf8b82-7848-42e9-a572-face285ae306 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:37.520997 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c1ebec-5f4e-4f98-bd03-9b3c35671b3d", "name": "network-vif-deleted", "tag": "b91d4038-0e4f-4621-8815-5a429b41816f", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:37.520997 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9faf8b82-7848-42e9-a572-face285ae306 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:37.520997 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faf8b82-7848-42e9-a572-face285ae306'] response: {'server_uuid': '04c1ebec-5f4e-4f98-bd03-9b3c35671b3d', 'name': 'network-vif-deleted', 'tag': 'b91d4038-0e4f-4621-8815-5a429b41816f', 'status': 'completed', 'code': 200} Apr 18 17:17:37.533380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6568fb1f-b87d-4ae9-8748-347ea08076dc None None] Network bbf99eda-263a-4919-b5ff-50e403be70e5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:37.560569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:37.560944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.667712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2cceeb62-1170-498f-b1d6-a7a8e40ac877 None None] Provisioning complete for port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:37.668368 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2cceeb62-1170-498f-b1d6-a7a8e40ac877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.752665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.861967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.906490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2cceeb62-1170-498f-b1d6-a7a8e40ac877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:37.942863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,segment=NetworkSegment(0698f3a7-fe0c-49d6-9829-31d655d47c37),segment_id=0698f3a7-fe0c-49d6-9829-31d655d47c37)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:38.024128 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48c645af-294d-4535-843c-917519e74a87 req-0bdef254-982f-4e4d-9263-34ea5b361ec8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c1ebec-5f4e-4f98-bd03-9b3c35671b3d HTTP/1.1" status: 200 len: 210 time: 0.0366700 Apr 18 17:17:38.039407 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:38.139437 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-2cceeb62-1170-498f-b1d6-a7a8e40ac877 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:17:38.140002 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-2cceeb62-1170-498f-b1d6-a7a8e40ac877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:17:38.146380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:38.151353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:38.205372 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:38.206658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:38.332567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=497606cd-3eab-4996-8e10-7d85706d1ba4,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:38.399310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network bbf99eda-263a-4919-b5ff-50e403be70e5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:38.401720 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:38.702644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bf370-0eac-474b-8155-22903074c4f4 req-bf6e7beb-15af-4733-a163-cdcf08fbabcb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:38.739510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e0bf370-0eac-474b-8155-22903074c4f4 req-bf6e7beb-15af-4733-a163-cdcf08fbabcb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1925657 Apr 18 17:17:38.810320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:17:38.864729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e0bf370-0eac-474b-8155-22903074c4f4 req-5b97cf44-8532-4baf-9dc2-138c4e5979d4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222994 Apr 18 17:17:38.918487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e73bdbf8-adbc-4b1f-a036-a14dd956c4d3 None None] Provisioning complete for port 497606cd-3eab-4996-8e10-7d85706d1ba4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:38.921829 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e73bdbf8-adbc-4b1f-a036-a14dd956c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.038306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:39.041113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e73bdbf8-adbc-4b1f-a036-a14dd956c4d3 None None] Port 497606cd-3eab-4996-8e10-7d85706d1ba4 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:39.057425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e73bdbf8-adbc-4b1f-a036-a14dd956c4d3 None None] Provisioning complete for port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:39.069691 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e73bdbf8-adbc-4b1f-a036-a14dd956c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.072506 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:39.077998 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-67fc2c29-b123-4560-aa0e-f1934b8a260c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9524474 Apr 18 17:17:39.078637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44460) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:39.085121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-442795833'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:39.090699 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:39.092885 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:39.198913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:39.202726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.205633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:39.261403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:17:39.269316 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:39.289545 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.289545 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 0c9badab-c816-4da4-9e9b-07be2f382259 of type vlan for network af0cf1a6-18c1-4065-86dd-4d9137a2234e Apr 18 17:17:39.301347 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:39.313618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.435595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.444897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ed46d6db-b7be-4e8b-8d7b-396effe8d810 None None] Provisioning complete for port 497606cd-3eab-4996-8e10-7d85706d1ba4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:39.445349 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed46d6db-b7be-4e8b-8d7b-396effe8d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.487825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ed46d6db-b7be-4e8b-8d7b-396effe8d810 None None] Port 497606cd-3eab-4996-8e10-7d85706d1ba4 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:39.621406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6852-8a4f-4104-be3f-e535c96995ec req-4f5e1be1-6177-423d-b0dc-92dc2193d96b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:39.629629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-4f5e1be1-6177-423d-b0dc-92dc2193d96b tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.1325905 Apr 18 17:17:39.643187 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.651078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b91d4038-0e4f-4621-8815-5a429b41816f no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:39.651240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:39.651240 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.681868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-66b7e0e5-3882-45c1-a33a-0c354a00fe52 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/quotas/039ca64486874ae7ba1003e6f5de3127 HTTP/1.1" status: 200 len: 375 time: 0.0510750 Apr 18 17:17:39.690078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: b91d4038-0e4f-4621-8815-5a429b41816f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:17:39.690829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b91d4038-0e4f-4621-8815-5a429b41816f not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:17:39.703287 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:17:37Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:37Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:39.753386 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:17:39.753779 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Updating router b90e70ce-c31c-4fee-ba36-979e787a69ee port 497606cd-3eab-4996-8e10-7d85706d1ba4 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:17:39.791486 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:39.821101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7410591 Apr 18 17:17:39.825156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44494) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:39.831130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:39.869315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-a9c3a3ca-1270-4e51-88ba-bfa9310d534d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1831875 Apr 18 17:17:39.869315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f519c-768d-4803-86a2-5dfbf26a8cf8 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=af0cf1a6-18c1-4065-86dd-4d9137a2234e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:39.883847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:17:40.033235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-30d0602d-a0e0-4170-afb0-8179c2e5f851 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578975 Apr 18 17:17:40.125579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:40.133880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:40.188664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-0331426b-574c-4483-aa4d-29294a1a7a49 service neutron] 10.222.0.45 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478927 Apr 18 17:17:40.412168 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:40.560928 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:40.566286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:40.647409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b33d3-c732-4b61-82b8-03a11337b9c4 req-344a9155-5fa6-49e0-a404-557e6aa91e9f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:40.668369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe1b33d3-c732-4b61-82b8-03a11337b9c4 req-344a9155-5fa6-49e0-a404-557e6aa91e9f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.0899990 Apr 18 17:17:40.678035 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Pushing event updated for resources: {'Port': ['ID=497606cd-3eab-4996-8e10-7d85706d1ba4,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:40.693919 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.694302 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.694648 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.701517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.701517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.701517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.701517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.701517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.701517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.701517 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.709308 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.709813 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:40.735359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:40.735717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: af0cf1a6-18c1-4065-86dd-4d9137a2234e, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:17:40.767306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=60204654-027f-4e82-8ae0-088d91835f2c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:40.774222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe1b33d3-c732-4b61-82b8-03a11337b9c4 req-18e87213-fe4b-4c6a-9c9b-ca699b57be8c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034865 Apr 18 17:17:40.826035 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Attempting to bind port 497606cd-3eab-4996-8e10-7d85706d1ba4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:40.826224 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Attempting to bind port 497606cd-3eab-4996-8e10-7d85706d1ba4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:40.826591 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Attempting to bind port 497606cd-3eab-4996-8e10-7d85706d1ba4 on network bbf99eda-263a-4919-b5ff-50e403be70e5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:40.832752 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:40.833160 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Checking segment: {'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:40.838907 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:40.839423 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Bound using segment: {'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:40.840009 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Bound port: 497606cd-3eab-4996-8e10-7d85706d1ba4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0698f3a7-fe0c-49d6-9829-31d655d47c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:40.840411 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:40.880330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:17:40.926021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-32609957-fa36-4322-85ee-0ef9c7ece023 req-f255cc3e-a501-4c46-a18b-591abe3bf495 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 210 time: 0.0473340 Apr 18 17:17:40.941150 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] For port 497606cd-3eab-4996-8e10-7d85706d1ba4, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:40.945473 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] For port 497606cd-3eab-4996-8e10-7d85706d1ba4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=497606cd-3eab-4996-8e10-7d85706d1ba4,segment=NetworkSegment(0698f3a7-fe0c-49d6-9829-31d655d47c37),segment_id=0698f3a7-fe0c-49d6-9829-31d655d47c37)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:41.016085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, af0cf1a6-18c1-4065-86dd-4d9137a2234e) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:41.016675 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:41.023828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:41.027358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:41.034274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83edfa3e-6be4-4364-b9ae-c72acfec1da4 None None] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:41.146133 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0dcd4-48a3-4283-b97c-3b1fcf53cbf4 None None] Pushing event updated for resources: {'Port': ['ID=497606cd-3eab-4996-8e10-7d85706d1ba4,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:41.163139 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:41.164679 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:41.177524 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0b888f1c-415c-4c22-9fde-ec79f87eafa1 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3470020 Apr 18 17:17:41.177688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44540) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:41.225036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e5430bed-8aaa-4858-9f58-f5300e0d0597 None None] Provisioning complete for port 497606cd-3eab-4996-8e10-7d85706d1ba4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:41.225522 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5430bed-8aaa-4858-9f58-f5300e0d0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:41.264155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44546) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:41.422438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8941968a-3190-4e1b-a670-509ec49424e8 admin admin] Deleting subnet 7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:17:41.433354 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:41.440527 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8941968a-3190-4e1b-a670-509ec49424e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:41.647765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8941968a-3190-4e1b-a670-509ec49424e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:41.680796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:17:41.683537 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:41.763546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5430bed-8aaa-4858-9f58-f5300e0d0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:41.769881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122a21f-c6d0-4648-a9a6-09df6f8d9e2d req-e6f985ae-4f4b-467d-9b21-688a2d5d76ba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:41.781185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1122a21f-c6d0-4648-a9a6-09df6f8d9e2d req-e6f985ae-4f4b-467d-9b21-688a2d5d76ba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.2659357 Apr 18 17:17:41.926114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1122a21f-c6d0-4648-a9a6-09df6f8d9e2d req-b2379f32-8f81-4e2d-abfb-e4701ee6fac1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417444 Apr 18 17:17:41.929358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8941968a-3190-4e1b-a670-509ec49424e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:41.999138 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:17:37Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:40Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:42.045312 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b216d-8037-4c2f-a80f-9cd20638de8b None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:17:37Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:40Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:42.055382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e5430bed-8aaa-4858-9f58-f5300e0d0597 None None] For port 497606cd-3eab-4996-8e10-7d85706d1ba4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=497606cd-3eab-4996-8e10-7d85706d1ba4,segment=NetworkSegment(0698f3a7-fe0c-49d6-9829-31d655d47c37),segment_id=0698f3a7-fe0c-49d6-9829-31d655d47c37)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:42.141776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3731278a-ba8f-4580-aa15-5c07c0efe07c req-0dd4d603-c912-420f-be01-d8997b034744 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 210 time: 0.0570827 Apr 18 17:17:42.160620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.179461 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5430bed-8aaa-4858-9f58-f5300e0d0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.188552 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8941968a-3190-4e1b-a670-509ec49424e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.229202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941968a-3190-4e1b-a670-509ec49424e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:42.231125 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8941968a-3190-4e1b-a670-509ec49424e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.239603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8941968a-3190-4e1b-a670-509ec49424e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7d2ebe24-8f9b-4d0d-9324-a0406c6e81e3 HTTP/1.1" status: 204 len: 168 time: 0.9739478 Apr 18 17:17:42.241069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44572) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:42.296491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Allocated IP 2001:db8:1::2 (af0cf1a6-18c1-4065-86dd-4d9137a2234e/60204654-027f-4e82-8ae0-088d91835f2c/15773e4b-40ac-4a38-a82f-c28ca6b65b58) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:42.320757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.343233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5430bed-8aaa-4858-9f58-f5300e0d0597 None None] Pushing event updated for resources: {'Port': ['ID=497606cd-3eab-4996-8e10-7d85706d1ba4,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:42.381962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bb9dd367-135e-474d-8397-9d3bf2b2e731 None None] Provisioning complete for port 497606cd-3eab-4996-8e10-7d85706d1ba4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:42.382539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb9dd367-135e-474d-8397-9d3bf2b2e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.539960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.568872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:42.579873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a177ed-7767-44c2-ae9b-6ca919e88e02') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:42.580572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a177ed-7767-44c2-ae9b-6ca919e88e02') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:42.594057 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.610196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.617848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:17:42.618569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:17:42.711257 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:17:42.787750 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.797163 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:42.801209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] 10.222.0.45 "DELETE /v2.0/networks/36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4 HTTP/1.1" status: 204 len: 168 time: 0.5589833 Apr 18 17:17:42.819137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425763c-0d62-43cb-ac6d-8f92f3937176 admin admin] Pushing event deleted for resources: {'Network': ['ID=36ef92b0-5960-4c1d-88d8-e2ef89c5b0e4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:43.005944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.094597 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.107123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2747-883b-4422-8639-6120f83fd432 req-0d6ee4fa-e6be-4643-acb7-5eefbef4c668 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:43.115416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd1d2747-883b-4422-8639-6120f83fd432 req-0d6ee4fa-e6be-4643-acb7-5eefbef4c668 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.0839536 Apr 18 17:17:43.159954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:43.169615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:43.212161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:43.216135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 497606cd-3eab-4996-8e10-7d85706d1ba4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:43.245051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8:1::1 (af0cf1a6-18c1-4065-86dd-4d9137a2234e/60204654-027f-4e82-8ae0-088d91835f2c/45e1ddf3-6f7b-4911-abc8-632d9d675571) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:43.286742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd1d2747-883b-4422-8639-6120f83fd432 req-ab8fc3a2-b6f4-40a8-a7ca-3157abbe3268 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701946 Apr 18 17:17:43.368861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8074294-8c6e-4dd0-9472-5be9dbaa1b67 req-949c88e7-abf8-4716-9cd1-38d3b45bc992 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 210 time: 0.0399423 Apr 18 17:17:43.377360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44600) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:43.394000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Pushing event updated for resources: {'Port': ['ID=15773e4b-40ac-4a38-a82f-c28ca6b65b58,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:43.432130 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Attempting to bind port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:43.432549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Attempting to bind port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:43.432924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Attempting to bind port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 on network af0cf1a6-18c1-4065-86dd-4d9137a2234e {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:43.445201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:43.445898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Checking segment: {'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:43.446775 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.447138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Bound using segment: {'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:43.447891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Bound port: 15773e4b-40ac-4a38-a82f-c28ca6b65b58, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:43.448464 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.462361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ba424291-7367-455f-8e20-6f5d5790ee8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fe85dda84434ec2878e5bc43aae6995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814161 Apr 18 17:17:43.468004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44602) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:43.559539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] For port 15773e4b-40ac-4a38-a82f-c28ca6b65b58, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:43.568412 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] For port 15773e4b-40ac-4a38-a82f-c28ca6b65b58, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=15773e4b-40ac-4a38-a82f-c28ca6b65b58,segment=NetworkSegment(0c9badab-c816-4da4-9e9b-07be2f382259),segment_id=0c9badab-c816-4da4-9e9b-07be2f382259)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:43.575738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4791ca90-d083-40f7-8c78-c59de9c0a7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.590490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 497606cd-3eab-4996-8e10-7d85706d1ba4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:43.593390 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.612507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4791ca90-d083-40f7-8c78-c59de9c0a7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.666762 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.753633 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4791ca90-d083-40f7-8c78-c59de9c0a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.766874 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4791ca90-d083-40f7-8c78-c59de9c0a7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:43.766874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4791ca90-d083-40f7-8c78-c59de9c0a7d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0573b7f2-e87f-479e-be60-555263943324 HTTP/1.1" status: 204 len: 168 time: 0.2911301 Apr 18 17:17:43.776249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5862e-9cf2-4b91-845b-b8684789b9b2 None None] Pushing event updated for resources: {'Port': ['ID=15773e4b-40ac-4a38-a82f-c28ca6b65b58,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:43.776486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791ca90-d083-40f7-8c78-c59de9c0a7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0573b7f2-e87f-479e-be60-555263943324,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:44.076130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6852-8a4f-4104-be3f-e535c96995ec req-99c88d71-854f-4aa8-af87-bb3f6ff3b741 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:44.078269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-99c88d71-854f-4aa8-af87-bb3f6ff3b741 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 805 time: 0.8814645 Apr 18 17:17:44.140404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:44.163477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Request body: {'port': {'device_id': 'e96119c8-e5c9-40e9-acbe-5468c1e3797d', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'admin_state_up': True, 'tenant_id': '039ca64486874ae7ba1003e6f5de3127'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:44.347955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:44.458149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=45e1ddf3-6f7b-4911-abc8-632d9d675571,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:44.465932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Made reservation on behalf of 039ca64486874ae7ba1003e6f5de3127 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:44.466666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7d74e-11ae-44a2-b521-e3f0bd6f1df6 req-67e5889a-9011-4e3c-a256-2a227b9e72b0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:44.474958 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:44.478515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0e7d74e-11ae-44a2-b521-e3f0bd6f1df6 req-67e5889a-9011-4e3c-a256-2a227b9e72b0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1214542 Apr 18 17:17:44.510289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:44.518229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:44.521600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:44.522255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:44.544452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f809109d-7c1d-4451-bb6a-0c5aa1c63864 req-6f7397e7-d304-4665-bb2c-fadabed09b61 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 210 time: 0.0353231 Apr 18 17:17:44.590051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0e7d74e-11ae-44a2-b521-e3f0bd6f1df6 req-1cff92da-ea35-4744-b5f0-af7ab59dab6b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075366 Apr 18 17:17:44.773676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Allocated IP 172.20.0.7 (675b81c6-89ef-4cf3-9b4a-8b7e72752016/92cd26c9-3999-468f-92e8-f41c026b94e2/e977f1df-1387-4b1f-bbd2-6d1d4e047377) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:44.924095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.140371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 15773e4b-40ac-4a38-a82f-c28ca6b65b58 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:45.228837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.235882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:45.236539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.343577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.397845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e860504e-b2c0-4ca1-97e8-7bcd114be483 None None] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:45.445813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 15773e4b-40ac-4a38-a82f-c28ca6b65b58, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=15773e4b-40ac-4a38-a82f-c28ca6b65b58,segment=NetworkSegment(0c9badab-c816-4da4-9e9b-07be2f382259),segment_id=0c9badab-c816-4da4-9e9b-07be2f382259)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:45.456115 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.493102 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-274aed0d-513b-4746-8ac1-c682c75d592c None None] Provisioning complete for port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:45.493669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-274aed0d-513b-4746-8ac1-c682c75d592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.503094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:45.557077 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.559735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:45.573356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:45.582806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:45.591400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event updated for resources: {'Port': ['ID=e977f1df-1387-4b1f-bbd2-6d1d4e047377,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:45.697663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:45.698974 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.735103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.758071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725fb47-491c-4cc3-be85-fcc4e185297d req-df41fc66-6b0c-47d5-8602-f95bbe850166 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:45.766592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8725fb47-491c-4cc3-be85-fcc4e185297d req-df41fc66-6b0c-47d5-8602-f95bbe850166 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 931 time: 0.0932536 Apr 18 17:17:45.781958 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-e719dda7-c4ff-4e4b-aa6b-aca7cec224df tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6618419 Apr 18 17:17:45.793595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-d93df6d1-8b61-48f0-8b1d-9959a651b7cc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:17:45.794759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-d93df6d1-8b61-48f0-8b1d-9959a651b7cc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064037 Apr 18 17:17:45.804537 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.805593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:45.892523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Request body: {'port': {'device_id': 'e96119c8-e5c9-40e9-acbe-5468c1e3797d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:45.895693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=45e1ddf3-6f7b-4911-abc8-632d9d675571,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:45.905798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=15773e4b-40ac-4a38-a82f-c28ca6b65b58,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:45.909069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8725fb47-491c-4cc3-be85-fcc4e185297d req-4eb261cb-fd35-4c19-8be0-c477a4f31a05 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415350 Apr 18 17:17:45.939234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7dd6c-42a9-489d-a9d4-7c9aee38ab56 req-f31d5453-f3d6-493a-9a39-5a0b084f2c70 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:45.942086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fb7dd6c-42a9-489d-a9d4-7c9aee38ab56 req-f31d5453-f3d6-493a-9a39-5a0b084f2c70 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1680183 Apr 18 17:17:46.019886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fb7dd6c-42a9-489d-a9d4-7c9aee38ab56 req-13bc916e-2c91-415c-aedd-f8c803e1f209 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709803 Apr 18 17:17:46.145487 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:46.268128 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:46.274580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:46.548900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:17:46.585699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:46.644398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b06f1611-ade9-47d8-afde-c0aaa592218b None None] Provisioning complete for port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:46.645009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b06f1611-ade9-47d8-afde-c0aaa592218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:46.854590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:46.874117 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-25a054f4-4a11-4025-ae10-354b0add88ce tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6953180 Apr 18 17:17:46.874618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:46.879137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44774) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:46.883920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'network': {'name': 'tempest-network-smoke--864908971', 'project_id': '4024897079404b088e8b6e570f2ad758', 'port_security_enabled': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:46.893015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-729775003'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:46.902167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:46.902818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:46.980502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e977f1df-1387-4b1f-bbd2-6d1d4e047377 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:17:46.993865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01b518-50a9-4184-b218-77c08e710c90 req-47208541-2919-4228-896a-cd435013115d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:46.999335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.006674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba01b518-50a9-4184-b218-77c08e710c90 req-47208541-2919-4228-896a-cd435013115d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 945 time: 0.1894929 Apr 18 17:17:47.019181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b06f1611-ade9-47d8-afde-c0aaa592218b None None] Provisioning complete for port 45e1ddf3-6f7b-4911-abc8-632d9d675571 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:47.019717 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b06f1611-ade9-47d8-afde-c0aaa592218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.029168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Transition to ACTIVE for port object e977f1df-1387-4b1f-bbd2-6d1d4e047377 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:17:47.042659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:47.050385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.098117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.100073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:47.103357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:47.104089 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.135698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.412915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba01b518-50a9-4184-b218-77c08e710c90 req-050cccf4-207f-4bc2-8d8a-c241fa9af942 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528964 Apr 18 17:17:47.413918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 15773e4b-40ac-4a38-a82f-c28ca6b65b58 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:47.414108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:17:47.414334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Pushing event updated for resources: {'Port': ['ID=e977f1df-1387-4b1f-bbd2-6d1d4e047377,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:47.414417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb64b0-aaa4-4706-a3c1-b7e76f27b19f req-72fce212-ac37-435e-856f-9313e1819eb2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:47.414502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b06f1611-ade9-47d8-afde-c0aaa592218b None None] Port 45e1ddf3-6f7b-4911-abc8-632d9d675571 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:47.414574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2cb64b0-aaa4-4706-a3c1-b7e76f27b19f req-72fce212-ac37-435e-856f-9313e1819eb2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 931 time: 0.2535751 Apr 18 17:17:47.414574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.414574 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 6552d787-9c65-48f4-ba2e-c467c651c820 of type vlan for network 83c98c73-a983-47c9-9976-da24737d720b Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Attempting to bind port e977f1df-1387-4b1f-bbd2-6d1d4e047377 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Attempting to bind port e977f1df-1387-4b1f-bbd2-6d1d4e047377 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Attempting to bind port e977f1df-1387-4b1f-bbd2-6d1d4e047377 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Port e977f1df-1387-4b1f-bbd2-6d1d4e047377 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Attempting to bind port e977f1df-1387-4b1f-bbd2-6d1d4e047377 on network 675b81c6-89ef-4cf3-9b4a-8b7e72752016 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Checking segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Bound using segment: {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Bound port: e977f1df-1387-4b1f-bbd2-6d1d4e047377, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:47.414890 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.454194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2cb64b0-aaa4-4706-a3c1-b7e76f27b19f req-edab8dfc-9764-4097-9490-1a3308c7c483 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605291 Apr 18 17:17:47.458342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.482660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c2048-c219-4bc5-bee3-770dd8028b55 req-ec095f6d-79a6-4ba7-866a-963571c35b6a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:47.484427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c1c2048-c219-4bc5-bee3-770dd8028b55 req-ec095f6d-79a6-4ba7-866a-963571c35b6a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1845968 Apr 18 17:17:47.530718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.538137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1c1c2048-c219-4bc5-bee3-770dd8028b55 req-a3a7c43d-2a9d-4f7e-a099-573c47346339 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Apr 18 17:17:47.566122 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6fd47393-02e1-4970-ba45-882ccfff6238 None None] Provisioning complete for port 45e1ddf3-6f7b-4911-abc8-632d9d675571 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:47.566578 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fd47393-02e1-4970-ba45-882ccfff6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.592920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.627572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:47.627954 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.656790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6fd47393-02e1-4970-ba45-882ccfff6238 None None] Port 45e1ddf3-6f7b-4911-abc8-632d9d675571 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:47.684369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] For port e977f1df-1387-4b1f-bbd2-6d1d4e047377, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:47.689121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] For port e977f1df-1387-4b1f-bbd2-6d1d4e047377, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e977f1df-1387-4b1f-bbd2-6d1d4e047377,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:47.698964 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.704946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:47.705773 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.721624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:17:44Z', 'revision_number': 3, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:45Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:47.761145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:17:47.761524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Updating router b90e70ce-c31c-4fee-ba36-979e787a69ee port 45e1ddf3-6f7b-4911-abc8-632d9d675571 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:17:47.793190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.805751 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.808843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.815620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=83c98c73-a983-47c9-9976-da24737d720b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:47.832742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 83c98c73-a983-47c9-9976-da24737d720b details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:17:47.864482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e49f47f9-930d-4707-b1ea-13a126e3c2d3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9720845 Apr 18 17:17:47.864482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44800) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:47.871460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:47.875109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:47.876420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.878013 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] 10.222.0.41 "PUT /v2.0/ports/e977f1df-1387-4b1f-bbd2-6d1d4e047377 HTTP/1.1" status: 200 len: 1091 time: 1.9912128 Apr 18 17:17:47.880753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96119c8-e5c9-40e9-acbe-5468c1e3797d', 'tag': 'e977f1df-1387-4b1f-bbd2-6d1d4e047377'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:47.883111 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e96119c8-e5c9-40e9-acbe-5468c1e3797d", "tag": "e977f1df-1387-4b1f-bbd2-6d1d4e047377"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:47.885548 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:47.933394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Pushing event updated for resources: {'Port': ['ID=e977f1df-1387-4b1f-bbd2-6d1d4e047377,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:47.947420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.948339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.948687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.949745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.950275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.950853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.951421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.951887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.952281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.952620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.952952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:47.953280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6d08d-957e-43ad-92d3-f31b570fae2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:17:48.037371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:17:48.046816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4385e1d6-1718-40fa-bffa-3c93f64eafb4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:48.065020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.067118 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Added segment fc5c21bf-59d0-48f1-a7eb-8cafc249ac40 of type vlan for network 65655f52-ceff-460c-84d3-7ddc532d743b Apr 18 17:17:48.121225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6852-8a4f-4104-be3f-e535c96995ec req-a6baaa5c-c749-4358-b5af-6bed496b3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:48.124650 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-a6baaa5c-c749-4358-b5af-6bed496b3fbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 1094 time: 0.1449108 Apr 18 17:17:48.157543 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.181140 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-b19fb544-bd00-4a70-8fe7-bce3c7259a5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e977f1df-1387-4b1f-bbd2-6d1d4e047377 HTTP/1.1" status: 200 len: 217 time: 0.0420015 Apr 18 17:17:48.239114 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7093e3b3-509f-40b7-9f7e-c0616a3df733 x-openstack-request-id: req-7093e3b3-509f-40b7-9f7e-c0616a3df733 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:48.239403 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96119c8-e5c9-40e9-acbe-5468c1e3797d", "tag": "e977f1df-1387-4b1f-bbd2-6d1d4e047377", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:48.239663 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7093e3b3-509f-40b7-9f7e-c0616a3df733 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:48.240078 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7093e3b3-509f-40b7-9f7e-c0616a3df733'] response: {'name': 'network-changed', 'server_uuid': 'e96119c8-e5c9-40e9-acbe-5468c1e3797d', 'tag': 'e977f1df-1387-4b1f-bbd2-6d1d4e047377', 'status': 'completed', 'code': 200} Apr 18 17:17:48.250107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:48.258001 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.261246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6852-8a4f-4104-be3f-e535c96995ec req-7a9e5b7d-68f0-41ba-9a88-24a9083414b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:48.263595 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-7a9e5b7d-68f0-41ba-9a88-24a9083414b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.0753200 Apr 18 17:17:48.321166 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.330484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:48.331144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.334739 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-55aa655f-ff2d-4dd6-aeba-5542d10ca438 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619180 Apr 18 17:17:48.472724 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-afdf47fd-2df0-4fcb-b8dc-0c4d147aabc9 service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311359 Apr 18 17:17:48.477533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158611aa-2059-44e7-a0a4-0201cbe6d05d req-a59b250e-1c07-4ba3-ae47-31b01a1bb3b7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:48.479017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-158611aa-2059-44e7-a0a4-0201cbe6d05d req-a59b250e-1c07-4ba3-ae47-31b01a1bb3b7 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 945 time: 0.2164485 Apr 18 17:17:48.486876 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.494460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9041088 Apr 18 17:17:48.497497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44828) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:48.508176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-327583644', 'admin_state_up': True, 'project_id': '4024897079404b088e8b6e570f2ad758', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:48.532219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a84f61-5470-4b72-8879-3377f8999fff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Network': ['ID=65655f52-ceff-460c-84d3-7ddc532d743b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:48.546665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 65655f52-ceff-460c-84d3-7ddc532d743b details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:17:48.567057 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.648805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda294-8a5f-4297-977a-c6813d17edba None None] Pushing event updated for resources: {'Port': ['ID=45e1ddf3-6f7b-4911-abc8-632d9d675571,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:48.704225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-158611aa-2059-44e7-a0a4-0201cbe6d05d req-a0995de0-e7f1-4370-9ced-51e7df20ef4a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=b75a87d2-7969-4252-89cd-4283eb568979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113433 Apr 18 17:17:48.724067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.742523 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.746499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd960-c83f-407c-8415-5839ca73c2ae req-9563795a-277e-45f0-9272-c71e3da587bc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:48.754927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d73bd960-c83f-407c-8415-5839ca73c2ae req-9563795a-277e-45f0-9272-c71e3da587bc tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 943 time: 0.1228166 Apr 18 17:17:48.766137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Attempting to bind port 45e1ddf3-6f7b-4911-abc8-632d9d675571 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:48.766658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Attempting to bind port 45e1ddf3-6f7b-4911-abc8-632d9d675571 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:48.767386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Attempting to bind port 45e1ddf3-6f7b-4911-abc8-632d9d675571 on network af0cf1a6-18c1-4065-86dd-4d9137a2234e {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:48.775463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:48.776016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Checking segment: {'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:48.776801 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.777074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Bound using segment: {'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:48.777672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Bound port: 45e1ddf3-6f7b-4911-abc8-632d9d675571, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9badab-c816-4da4-9e9b-07be2f382259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:48.778146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.836727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-3e5ff41d-105c-4796-9c96-5ac5b9c0a4df tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:48.838323 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-3e5ff41d-105c-4796-9c96-5ac5b9c0a4df tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 945 time: 0.2690320 Apr 18 17:17:48.868092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d73bd960-c83f-407c-8415-5839ca73c2ae req-2c33947a-6ead-4437-ba1e-ec7edc6c355c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132324 Apr 18 17:17:48.890091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-970a6852-8a4f-4104-be3f-e535c96995ec req-0ba8380f-6944-4518-9bb6-9585102ff53c service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999183 Apr 18 17:17:48.918514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] For port 45e1ddf3-6f7b-4911-abc8-632d9d675571, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:48.922342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] For port 45e1ddf3-6f7b-4911-abc8-632d9d675571, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=45e1ddf3-6f7b-4911-abc8-632d9d675571,segment=NetworkSegment(0c9badab-c816-4da4-9e9b-07be2f382259),segment_id=0c9badab-c816-4da4-9e9b-07be2f382259)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:48.965520 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.976701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:48.981992 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:49.056573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Deleting port 94c88354-0567-45fb-94c7-da1d9904a364 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:49.057765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:49.061801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9c72c-d1ae-4d9f-af3f-f7bf5dfb06be req-7bc56f09-82bf-432e-a306-f358c5f4a360 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:49.077627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-beb9c72c-d1ae-4d9f-af3f-f7bf5dfb06be req-7bc56f09-82bf-432e-a306-f358c5f4a360 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1850088 Apr 18 17:17:49.092998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:49.093674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:49.274093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-808f89b5-0285-4623-9ad0-50e60b63d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:49.279815 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-808f89b5-0285-4623-9ad0-50e60b63d803 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=039ca64486874ae7ba1003e6f5de3127&device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 1094 time: 0.2072241 Apr 18 17:17:49.285335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-beb9c72c-d1ae-4d9f-af3f-f7bf5dfb06be req-df9dfafd-734f-4ea6-9af2-882e6103409c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065382 Apr 18 17:17:49.286188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=5b182722-b57c-4526-9080-dee4825d38fb,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:49.293596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:49.301071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:49.301773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: 83c98c73-a983-47c9-9976-da24737d720b, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:17:49.414710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-913afb31-bdee-47fa-a45a-c7182d65d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:49.416144 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-913afb31-bdee-47fa-a45a-c7182d65d049 service neutron] 10.222.0.41 "GET /v2.0/networks?id=675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 200 len: 906 time: 0.1131308 Apr 18 17:17:49.424136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] For port 94c88354-0567-45fb-94c7-da1d9904a364, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94c88354-0567-45fb-94c7-da1d9904a364,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:49.424682 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:49.452234 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:49.484215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda294-8a5f-4297-977a-c6813d17edba None None] Pushing event updated for resources: {'Port': ['ID=45e1ddf3-6f7b-4911-abc8-632d9d675571,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:49.494636 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-2e825e2b-8619-4ca1-beb4-2484684c9813 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e977f1df-1387-4b1f-bbd2-6d1d4e047377 HTTP/1.1" status: 200 len: 217 time: 0.0603027 Apr 18 17:17:49.517791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2703b651-4d7c-4b9a-8f28-29c6007964ad None None] Provisioning complete for port 45e1ddf3-6f7b-4911-abc8-632d9d675571 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:49.518168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2703b651-4d7c-4b9a-8f28-29c6007964ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:49.603641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 83c98c73-a983-47c9-9976-da24737d720b is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:17:49.671711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-9ca61b50-c4e0-43dd-8d0a-e68270793ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:49.676716 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-9ca61b50-c4e0-43dd-8d0a-e68270793ee1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 200 len: 845 time: 0.1715720 Apr 18 17:17:49.679405 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2703b651-4d7c-4b9a-8f28-29c6007964ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:49.718719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-8384fe8f-c62f-4c49-aff8-b6fbf400a6e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=675b81c6-89ef-4cf3-9b4a-8b7e72752016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362968 Apr 18 17:17:49.726085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 83c98c73-a983-47c9-9976-da24737d720b) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:49.736143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:49.736653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:49.741626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344820b-91e4-499a-aff7-451573adc0f6 None None] Network 83c98c73-a983-47c9-9976-da24737d720b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:49.762592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2703b651-4d7c-4b9a-8f28-29c6007964ad None None] For port 45e1ddf3-6f7b-4911-abc8-632d9d675571, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=45e1ddf3-6f7b-4911-abc8-632d9d675571,segment=NetworkSegment(0c9badab-c816-4da4-9e9b-07be2f382259),segment_id=0c9badab-c816-4da4-9e9b-07be2f382259)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:49.841187 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2703b651-4d7c-4b9a-8f28-29c6007964ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:49.859836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-1fd39f61-070d-49d7-9120-e8fe6aded99e service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286521 Apr 18 17:17:49.865693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:17:44Z', 'revision_number': 3, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:48Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:49.924606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55acea-4e85-4f1f-b38c-3ef91cc88959 None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:17:44Z', 'revision_number': 3, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:48Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:50.064218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.064921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.065514 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Floating IP bf4b868c-682e-42d0-8310-136c303411a6 disassociated. External IP: 172.25.5.73, port: 94c88354-0567-45fb-94c7-da1d9904a364. Apr 18 17:17:50.066364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Calling delete_port for 94c88354-0567-45fb-94c7-da1d9904a364 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:50.067450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703b651-4d7c-4b9a-8f28-29c6007964ad None None] Pushing event updated for resources: {'Port': ['ID=45e1ddf3-6f7b-4911-abc8-632d9d675571,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:50.073865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-574c49d7-f99c-41e7-80b7-bbe8295761e0 None None] Provisioning complete for port 45e1ddf3-6f7b-4911-abc8-632d9d675571 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:50.074241 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-574c49d7-f99c-41e7-80b7-bbe8295761e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.224035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-83c98c73-a983-47c9-9976-da24737d720b', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:17:50.224909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.226082 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-77f6fe0f-037d-40f5-943a-5dc000ce6a0a req-f19ec1f2-25b5-4af7-a0b6-6a619877eb3d service neutron] 10.222.0.41 "GET /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280606 Apr 18 17:17:50.433088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.479109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'Port': ['ID=94c88354-0567-45fb-94c7-da1d9904a364,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:50.482615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Allocated IP 2001:db8:2::2 (83c98c73-a983-47c9-9976-da24737d720b/5b182722-b57c-4526-9080-dee4825d38fb/884a9ea3-a3f0-4272-a0e4-1d121ef1fb96) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:50.503069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-10afa1a4-b59a-4227-bd6b-bad08547f645 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6372492 Apr 18 17:17:50.505467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44894) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:50.552159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06d12643-db12-40f7-beb4-0834d4fc7ccd req-dab3c583-87bb-4a51-9426-49e846755a4b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 210 time: 0.0564904 Apr 18 17:17:50.593803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.619836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.684231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35e97a-25ea-4b5b-82eb-dd14c1194caf req-070012b1-687b-4860-9b98-c15ebc81c531 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:50.686695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b35e97a-25ea-4b5b-82eb-dd14c1194caf req-070012b1-687b-4860-9b98-c15ebc81c531 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 943 time: 0.1933668 Apr 18 17:17:50.808833 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.864983 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b35e97a-25ea-4b5b-82eb-dd14c1194caf req-8efec363-f6bc-4163-a268-7f720815315e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371188 Apr 18 17:17:50.873376 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:50.913748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85697c-c123-47fa-8a5a-493c0ac2858f req-078f4699-27a6-408e-9b82-2c739c2826e3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:50.924464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b85697c-c123-47fa-8a5a-493c0ac2858f req-078f4699-27a6-408e-9b82-2c739c2826e3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1925793 Apr 18 17:17:50.978005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Network 83c98c73-a983-47c9-9976-da24737d720b is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:51.006689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:51.009033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Pushing event updated for resources: {'Port': ['ID=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:51.011692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:51.086287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b85697c-c123-47fa-8a5a-493c0ac2858f req-f9f6801f-3fb9-4e13-9af1-322d7a4cf33f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609375 Apr 18 17:17:51.152208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.25.5.189 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/be92caf0-f827-4cdf-9b74-e5ee02d1308e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:51.165337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Attempting to bind port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:51.165738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Attempting to bind port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:51.166105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Attempting to bind port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 on network 83c98c73-a983-47c9-9976-da24737d720b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:51.191492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:51.191897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Checking segment: {'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:51.197948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:51.198468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Bound using segment: {'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:51.198986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Bound port: 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:51.199383 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:51.268600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 45e1ddf3-6f7b-4911-abc8-632d9d675571 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:51.324310 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:51.369961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] For port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:51.373401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] For port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,segment=NetworkSegment(6552d787-9c65-48f4-ba2e-c467c651c820),segment_id=6552d787-9c65-48f4-ba2e-c467c651c820)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:51.378850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 45e1ddf3-6f7b-4911-abc8-632d9d675571 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:51.379350 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:51.414986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:17:51.439559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:51.472813 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:51.502814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=be92caf0-f827-4cdf-9b74-e5ee02d1308e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:51.516478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:51.518450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:51.521803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:51.562666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84544e-1829-4e2d-86c3-98dbbb994a35 None None] Pushing event updated for resources: {'Port': ['ID=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:51.587247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:51.595481 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:51.614749 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:51.615918 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:51.673118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] No DVR routers for this DVR port 94c88354-0567-45fb-94c7-da1d9904a364 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:17:51.677740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:51.681349 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4c368ee-0702-434c-9aa0-397ed364bbe2 req-6a264d52-27a5-4b80-b946-e7a9c4dc1059 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.18 "DELETE /v2.0/ports/94c88354-0567-45fb-94c7-da1d9904a364 HTTP/1.1" status: 204 len: 173 time: 2.8360109 Apr 18 17:17:51.683425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'name': 'network-vif-deleted', 'tag': '94c88354-0567-45fb-94c7-da1d9904a364'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:51.685911 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8cab13-3f30-42b4-9756-1e5210084cc0" -d '{"events": [{"server_uuid": "c6af3c20-98a0-492a-b979-9bb624c99e2e", "name": "network-vif-deleted", "tag": "94c88354-0567-45fb-94c7-da1d9904a364"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:51.759149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-853f576e-4376-4083-b5dd-27ef83129062 req-397b8882-c084-427f-95d0-6cab069fea33 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 210 time: 0.0394487 Apr 18 17:17:51.764209 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63b0e28-4fdb-4541-a873-90d60e3459c7 x-openstack-request-id: req-b63b0e28-4fdb-4541-a873-90d60e3459c7 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:51.766590 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6af3c20-98a0-492a-b979-9bb624c99e2e", "name": "network-vif-deleted", "tag": "94c88354-0567-45fb-94c7-da1d9904a364", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:51.766590 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b63b0e28-4fdb-4541-a873-90d60e3459c7 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:51.766590 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63b0e28-4fdb-4541-a873-90d60e3459c7'] response: {'server_uuid': 'c6af3c20-98a0-492a-b979-9bb624c99e2e', 'name': 'network-vif-deleted', 'tag': '94c88354-0567-45fb-94c7-da1d9904a364', 'status': 'completed', 'code': 200} Apr 18 17:17:51.805055 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:51.949839 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:51.995227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44934) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:52.163501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4976391-81b0-481b-9642-3bdd035f6d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.174073 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:17:52.183269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.193679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20838e3-42bc-4057-92d1-d36b39fc8116 req-bf9805d9-7087-4605-ab93-aa9b9700c791 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:52.201089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b20838e3-42bc-4057-92d1-d36b39fc8116 req-bf9805d9-7087-4605-ab93-aa9b9700c791 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 943 time: 0.1790500 Apr 18 17:17:52.236594 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:52.268317 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:17:52.277481 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:52.278266 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:52.353616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b20838e3-42bc-4057-92d1-d36b39fc8116 req-ec4c6b43-5205-47dd-aa72-1ac9e99eeba2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515083 Apr 18 17:17:52.366079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94c88354-0567-45fb-94c7-da1d9904a364 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:17:52.371236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26e36-64a7-4901-a18a-64ac9d4d71bd req-f4acf0b6-b514-423c-a35d-58b150e13756 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:52.372790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58c26e36-64a7-4901-a18a-64ac9d4d71bd req-f4acf0b6-b514-423c-a35d-58b150e13756 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1386933 Apr 18 17:17:52.403675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 94c88354-0567-45fb-94c7-da1d9904a364 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:17:52.404036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94c88354-0567-45fb-94c7-da1d9904a364 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:17:52.404756 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:52.407564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4976391-81b0-481b-9642-3bdd035f6d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.434213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8:2::1 (83c98c73-a983-47c9-9976-da24737d720b/5b182722-b57c-4526-9080-dee4825d38fb/91858d1e-c46a-45fd-9572-c92ef95b6585) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:52.462025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58c26e36-64a7-4901-a18a-64ac9d4d71bd req-bb0d213d-a929-426d-92c1-5d097a805440 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799165 Apr 18 17:17:52.526993 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4976391-81b0-481b-9642-3bdd035f6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.563604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.610649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4976391-81b0-481b-9642-3bdd035f6d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcaabe4-0d04-445d-9529-14364a0419e2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:52.618455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d4976391-81b0-481b-9642-3bdd035f6d3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8362a01f91144636bf24cd45c01c392f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6170938 Apr 18 17:17:52.621174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44940) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:52.641626 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:52.690795 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424ae1c-0381-4792-98d4-896dc1aceaab None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:52.693663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.729919 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be29cfec-75a8-4811-b917-406ca40b097d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.773493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be29cfec-75a8-4811-b917-406ca40b097d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.813925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router 46fed74d-2f28-4a8b-9229-39566076cc46 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:17:52.884700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.921693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be29cfec-75a8-4811-b917-406ca40b097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.924760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be29cfec-75a8-4811-b917-406ca40b097d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:52.926265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-be29cfec-75a8-4811-b917-406ca40b097d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fcaabe4-0d04-445d-9529-14364a0419e2 HTTP/1.1" status: 204 len: 168 time: 0.3039634 Apr 18 17:17:52.927492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a7560e2-3bd1-401e-a4bf-d647303f5796 req-d4e818e6-4750-4515-b876-dd6949ba8e21 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6af3c20-98a0-492a-b979-9bb624c99e2e HTTP/1.1" status: 200 len: 210 time: 0.0494251 Apr 18 17:17:52.951662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29cfec-75a8-4811-b917-406ca40b097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcaabe4-0d04-445d-9529-14364a0419e2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:52.968101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 83c98c73-a983-47c9-9976-da24737d720b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:52.976922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:52.980491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:52.981073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:53.009611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:53.065808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Sync routers for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:53.082576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:53.088381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:53.128553 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:53.133357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fb6eeb4b-ea46-4dca-b73b-5ac0e210f9f8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6333244 Apr 18 17:17:53.133994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44948) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:53.136425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=91858d1e-c46a-45fd-9572-c92ef95b6585,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:53.181021 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10184984-03b9-4480-9e8e-7dfa70d5b40b None None] New status for floating IP bf4b868c-682e-42d0-8310-136c303411a6: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:17:53.201070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba473336-5a1d-4725-a5ca-e5ce2774fc98 None None] Network 83c98c73-a983-47c9-9976-da24737d720b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:53.470054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:53.502691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9d4dcb43-a278-46d0-b59b-a742698b62a8 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=4024897079404b088e8b6e570f2ad758&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3675222 Apr 18 17:17:53.503457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44960) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:53.599582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:53.653881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1db166a4-2672-4e7a-bd3e-203e0a7b892f None None] Provisioning complete for port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:53.654264 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1db166a4-2672-4e7a-bd3e-203e0a7b892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:53.707085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:53.747008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e977f1df-1387-4b1f-bbd2-6d1d4e047377 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:17:53.806923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b466d03-8da0-40f1-9028-5d8fdf5f9b2b req-5d778b66-9267-45be-9286-ac5f328154ba tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:53.814736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b466d03-8da0-40f1-9028-5d8fdf5f9b2b req-5d778b66-9267-45be-9286-ac5f328154ba tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 943 time: 0.2261026 Apr 18 17:17:53.859992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc69197-2290-4abe-95d1-5eaa65d48f7e req-73af291f-0fa8-45cf-9e1d-f6da1522f799 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:53.863460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dcc69197-2290-4abe-95d1-5eaa65d48f7e req-73af291f-0fa8-45cf-9e1d-f6da1522f799 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.2505374 Apr 18 17:17:53.865621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad510ca-870f-460b-b8ca-0f114b837f8e tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:53.869598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cad510ca-870f-460b-b8ca-0f114b837f8e tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3626645 Apr 18 17:17:53.880696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44968) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:53.934045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:53.946115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b466d03-8da0-40f1-9028-5d8fdf5f9b2b req-ccd13119-dfd4-4436-b511-fc0d15408a50 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303093 Apr 18 17:17:53.955638 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-027d64de-6e84-49b8-9d4e-4d680e02feaf tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714836 Apr 18 17:17:53.956065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44972) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:53.966793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180583089', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'project_id': '4024897079404b088e8b6e570f2ad758', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:53.984228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1db166a4-2672-4e7a-bd3e-203e0a7b892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.001102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dcc69197-2290-4abe-95d1-5eaa65d48f7e req-876b903e-70ba-4d0f-8483-154676b1fbe6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217062 Apr 18 17:17:54.022469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:54.022911 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.078317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.079125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.128362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1db166a4-2672-4e7a-bd3e-203e0a7b892f None None] For port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,segment=NetworkSegment(6552d787-9c65-48f4-ba2e-c467c651c820),segment_id=6552d787-9c65-48f4-ba2e-c467c651c820)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:54.147504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44982) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:54.149179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e977f1df-1387-4b1f-bbd2-6d1d4e047377, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e977f1df-1387-4b1f-bbd2-6d1d4e047377,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:54.168625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:54.171755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'e977f1df-1387-4b1f-bbd2-6d1d4e047377', 'network_id': '675b81c6-89ef-4cf3-9b4a-8b7e72752016', 'port_id': 'e977f1df-1387-4b1f-bbd2-6d1d4e047377', 'mac_address': 'fa:16:3e:6a:34:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd26c9-3999-468f-92e8-f41c026b94e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:17:54.175587 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.218586 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.236161 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1db166a4-2672-4e7a-bd3e-203e0a7b892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.244626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=91858d1e-c46a-45fd-9572-c92ef95b6585,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:54.291298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network 83c98c73-a983-47c9-9976-da24737d720b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:54.293985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:54.317766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:51Z', 'revision_number': 3, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:54.426791 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:17:54.426791 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:17:54.426791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Checking router: 46fed74d-2f28-4a8b-9229-39566076cc46 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:17:54.426791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Updating router 46fed74d-2f28-4a8b-9229-39566076cc46 port be92caf0-f827-4cdf-9b74-e5ee02d1308e binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:17:54.458714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.477501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:17:54.488795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fb98-f645-4e40-af39-69b435ad7582 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.507303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e977f1df-1387-4b1f-bbd2-6d1d4e047377 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:17:54.520721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db166a4-2672-4e7a-bd3e-203e0a7b892f None None] Pushing event updated for resources: {'Port': ['ID=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:54.520926 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fb98-f645-4e40-af39-69b435ad7582 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.534925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.577906 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e977f1df-1387-4b1f-bbd2-6d1d4e047377, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e977f1df-1387-4b1f-bbd2-6d1d4e047377,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:54.580039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.607820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:54.613430 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7a93883f-195c-46c4-98b3-eed3a12a0ce5 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1064806 Apr 18 17:17:54.618578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44990) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:54.626613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2634163'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:54.664973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:17:54.681660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fb98-f645-4e40-af39-69b435ad7582 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.684279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fb98-f645-4e40-af39-69b435ad7582 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.687994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7853f44c-b121-44c3-a4bb-3688e757a3c6 None None] Provisioning complete for port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:54.688128 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3ac6fb98-f645-4e40-af39-69b435ad7582 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "DELETE /v2.0/security-groups/b75a87d2-7969-4252-89cd-4283eb568979 HTTP/1.1" status: 204 len: 168 time: 0.5369909 Apr 18 17:17:54.688226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7853f44c-b121-44c3-a4bb-3688e757a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.689188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44994) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:54.691061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Subnet': ['ID=2c93db43-ef43-4c1e-91af-b3693d87ac3a,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:54.702745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6fb98-f645-4e40-af39-69b435ad7582 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75a87d2-7969-4252-89cd-4283eb568979,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:54.708505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Checking segment: {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:54.708884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network hostable DHCP agents. Network: 65655f52-ceff-460c-84d3-7ddc532d743b, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:17:54.721155 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.721977 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-24c18b4c-8f84-4df8-9e5b-7ee83338cbdf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] show failed (client error): The resource could not be found. Apr 18 17:17:54.727340 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-24c18b4c-8f84-4df8-9e5b-7ee83338cbdf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups/b75a87d2-7969-4252-89cd-4283eb568979 HTTP/1.1" status: 404 len: 347 time: 0.0326552 Apr 18 17:17:54.727540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44996) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:54.776015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:54.779608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.794482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:54.795125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:54.844639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 65655f52-ceff-460c-84d3-7ddc532d743b is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:17:54.899658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:17:54.911216 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:54.911575 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added segment 283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0 of type vlan for network a944ae6a-a3b0-4910-9f5a-a33487119cea Apr 18 17:17:54.920422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 65655f52-ceff-460c-84d3-7ddc532d743b) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:54.925555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:54.926820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.008489 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fcb248-4e2b-47cd-a309-8917cd9aa74c None None] Network 65655f52-ceff-460c-84d3-7ddc532d743b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:55.021798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45006) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:55.023287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-46f6ef41-605c-4ca6-9418-af4be0986470 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0663514 Apr 18 17:17:55.028910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.068003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Deleting port 006366fd-5e2a-4d00-8bf8-c10265d83387 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:17:55.068720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.075413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=e977f1df-1387-4b1f-bbd2-6d1d4e047377,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:55.251149 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.251415 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.278720 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.279236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1995ece-104a-4650-b322-7d7715495e6d req-376a56c7-4e63-4f5b-b687-2137c5b891e3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:55.287412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1995ece-104a-4650-b322-7d7715495e6d req-376a56c7-4e63-4f5b-b687-2137c5b891e3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 944 time: 0.2257440 Apr 18 17:17:55.290496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Calling delete_port for 006366fd-5e2a-4d00-8bf8-c10265d83387 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:17:55.313672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['e977f1df-1387-4b1f-bbd2-6d1d4e047377'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:17:55.315264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff8b2b-0375-4521-863c-2229ec59fd48 req-02125974-4c0d-4dc4-8fa3-6ded71789125 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:55.316966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fff8b2b-0375-4521-863c-2229ec59fd48 req-02125974-4c0d-4dc4-8fa3-6ded71789125 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1536515 Apr 18 17:17:55.317620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.322876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:55.323273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:55.323694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.502206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8808844 Apr 18 17:17:55.517616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1995ece-104a-4650-b322-7d7715495e6d req-6404d9da-ae3b-414d-b1cd-714c75666ce6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293093 Apr 18 17:17:55.524203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45020) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:55.535182 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fff8b2b-0375-4521-863c-2229ec59fd48 req-e9c99776-a380-459e-8a94-261c4e486804 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054257 Apr 18 17:17:55.540019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'subnet': {'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:55.546079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469724f-4cd4-438e-964f-7def38617db7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Network': ['ID=a944ae6a-a3b0-4910-9f5a-a33487119cea,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:55.605787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.613782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:55.648439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a944ae6a-a3b0-4910-9f5a-a33487119cea details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:17:55.781052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Made reservation on behalf of fa0ed20cf3e3408fb496028be1269ea0 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:17:55.787124 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.814118 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.834390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:55.882951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Attempting to bind port be92caf0-f827-4cdf-9b74-e5ee02d1308e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:55.883414 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Attempting to bind port be92caf0-f827-4cdf-9b74-e5ee02d1308e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:55.883776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Attempting to bind port be92caf0-f827-4cdf-9b74-e5ee02d1308e on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:55.889932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e660fd-3c97-42ad-b36b-7a3cb132b09d None None] Pushing event updated for resources: {'Port': ['ID=be92caf0-f827-4cdf-9b74-e5ee02d1308e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:55.938965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'Port': ['ID=006366fd-5e2a-4d00-8bf8-c10265d83387,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:56.000011 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7853f44c-b121-44c3-a4bb-3688e757a3c6 None None] Provisioning complete for port 91858d1e-c46a-45fd-9572-c92ef95b6585 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:56.000390 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7853f44c-b121-44c3-a4bb-3688e757a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.055165 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.057678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.059162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7c1fb43e-a517-4114-9e9a-7213dedbf7bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "DELETE /v2.0/floatingips/bf4b868c-682e-42d0-8310-136c303411a6 HTTP/1.1" status: 204 len: 168 time: 1.3318233 Apr 18 17:17:56.065263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7853f44c-b121-44c3-a4bb-3688e757a3c6 None None] Port 91858d1e-c46a-45fd-9572-c92ef95b6585 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:56.068224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:56.068224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:56.068681 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.069039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:56.069615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Bound port: be92caf0-f827-4cdf-9b74-e5ee02d1308e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:56.070060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.102235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:56.102638 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.260156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.20.0.1 (65655f52-ceff-460c-84d3-7ddc532d743b/2c93db43-ef43-4c1e-91af-b3693d87ac3a/ef095f56-bae9-4235-b506-d364e0170ca1) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:56.351648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] For port be92caf0-f827-4cdf-9b74-e5ee02d1308e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:56.370090 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.377846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] For port be92caf0-f827-4cdf-9b74-e5ee02d1308e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=be92caf0-f827-4cdf-9b74-e5ee02d1308e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:56.409135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.481312 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.481552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Subnet': ['ID=2e392a36-2f1a-471f-9a4f-14092d94d2a6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:56.484921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-aac8c7b2-fa9b-40bb-8976-0d9942f82161 None None] Provisioning complete for port 91858d1e-c46a-45fd-9572-c92ef95b6585 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:56.485365 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aac8c7b2-fa9b-40bb-8976-0d9942f82161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.487345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Checking segment: {'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:56.487791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network hostable DHCP agents. Network: a944ae6a-a3b0-4910-9f5a-a33487119cea, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:17:56.552642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45058) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:56.557342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4d54f1f4-32cd-4b26-8ae9-9d97029c6f71 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760630430', 'description': 'tempest-description--119331704'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:56.559827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.562186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-65655f52-ceff-460c-84d3-7ddc532d743b', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:17:56.563097 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.619634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network a944ae6a-a3b0-4910-9f5a-a33487119cea is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:17:56.682209 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-aac8c7b2-fa9b-40bb-8976-0d9942f82161 None None] Port 91858d1e-c46a-45fd-9572-c92ef95b6585 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:17:56.687568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e660fd-3c97-42ad-b36b-7a3cb132b09d None None] Pushing event updated for resources: {'Port': ['ID=be92caf0-f827-4cdf-9b74-e5ee02d1308e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:56.731496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=ef095f56-bae9-4235-b506-d364e0170ca1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:56.732144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a944ae6a-a3b0-4910-9f5a-a33487119cea) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:56.734961 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d54f1f4-32cd-4b26-8ae9-9d97029c6f71 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.748575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:56.749173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.755057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 65655f52-ceff-460c-84d3-7ddc532d743b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:56.759983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:56.765907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:56.771607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea10b99-7194-4668-80f4-013314b01b5b None None] Network a944ae6a-a3b0-4910-9f5a-a33487119cea requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:17:56.775595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:17:56.776729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:56.818873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.856454 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d54f1f4-32cd-4b26-8ae9-9d97029c6f71 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.900474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f34cc-bbdf-4331-82f9-31fb5b59f6e7 req-a9c7880e-1c5c-48d1-a88a-d80d7e8cf762 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:56.912687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:17:53Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:17:53Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:56.916091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c6f34cc-bbdf-4331-82f9-31fb5b59f6e7 req-a9c7880e-1c5c-48d1-a88a-d80d7e8cf762 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.2401371 Apr 18 17:17:56.941356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbfa29-a3a0-490a-9586-09cf2b71e8c1 req-46a9cde0-b143-4b11-b851-9f37ae2a6f2a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:56.944090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dfbfa29-a3a0-490a-9586-09cf2b71e8c1 req-46a9cde0-b143-4b11-b851-9f37ae2a6f2a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 944 time: 0.2521477 Apr 18 17:17:56.948385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d54f1f4-32cd-4b26-8ae9-9d97029c6f71 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:56.994987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-57b6f513-e845-46fc-ad79-d2cf0297a9e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4639456 Apr 18 17:17:57.000292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45082) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:57.021733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c6f34cc-bbdf-4331-82f9-31fb5b59f6e7 req-a4393945-8882-4ca6-9ea1-9073f25db876 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046546 Apr 18 17:17:57.030836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Allocated IP 172.20.0.2 (65655f52-ceff-460c-84d3-7ddc532d743b/2c93db43-ef43-4c1e-91af-b3693d87ac3a/ebed6741-88a4-4c87-8cde-b8516a0eb317) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:57.033642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54f1f4-32cd-4b26-8ae9-9d97029c6f71 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06afb944-80ed-4436-8142-25636d0997ac,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:57.061253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dfbfa29-a3a0-490a-9586-09cf2b71e8c1 req-c677ff95-4c8d-4f13-974f-c0aff9316e3f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030025 Apr 18 17:17:57.077165 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d54f1f4-32cd-4b26-8ae9-9d97029c6f71 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.082318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4d54f1f4-32cd-4b26-8ae9-9d97029c6f71 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5283849 Apr 18 17:17:57.090381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45088) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:57.097716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6ea8f37e-40bc-48e6-8e01-51d29f8fb5b0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group_rule': {'security_group_id': '06afb944-80ed-4436-8142-25636d0997ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:57.111675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:17:57.112037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Updating router b90e70ce-c31c-4fee-ba36-979e787a69ee port 91858d1e-c46a-45fd-9572-c92ef95b6585 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:17:57.217917 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f37e-40bc-48e6-8e01-51d29f8fb5b0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.248618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.251598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:17:57.333440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f37e-40bc-48e6-8e01-51d29f8fb5b0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.388703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-a944ae6a-a3b0-4910-9f5a-a33487119cea', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:17:57.389601 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.410370 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f37e-40bc-48e6-8e01-51d29f8fb5b0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.452779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f37e-40bc-48e6-8e01-51d29f8fb5b0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088c829f-0563-4cb1-ac53-5b26a8e558e9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:57.556986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f37e-40bc-48e6-8e01-51d29f8fb5b0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.558647 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6ea8f37e-40bc-48e6-8e01-51d29f8fb5b0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4665899 Apr 18 17:17:57.562882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45110) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:57.574831 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-842dc51d-9e2b-4580-940a-0ceda538cdb4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group_rule': {'security_group_id': '06afb944-80ed-4436-8142-25636d0997ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:57.648548 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.689469 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-842dc51d-9e2b-4580-940a-0ceda538cdb4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.755435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-842dc51d-9e2b-4580-940a-0ceda538cdb4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.820670 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-842dc51d-9e2b-4580-940a-0ceda538cdb4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.843468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dc51d-9e2b-4580-940a-0ceda538cdb4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a46744-839b-4461-9ab3-ff9cf8d3401a,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:57.868824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e977f1df-1387-4b1f-bbd2-6d1d4e047377 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:57.926794 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-842dc51d-9e2b-4580-940a-0ceda538cdb4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.930595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:57.934618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-842dc51d-9e2b-4580-940a-0ceda538cdb4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687689 Apr 18 17:17:57.935249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45128) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:57.946568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:17:58.032566 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.044267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.045042 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.118619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Network 65655f52-ceff-460c-84d3-7ddc532d743b is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:58.142935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:58.147578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:58.163651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Allocated IP 2001:db8:3::2 (a944ae6a-a3b0-4910-9f5a-a33487119cea/2e392a36-2f1a-471f-9a4f-14092d94d2a6/1ea5daf3-1844-45b8-9288-32964c8ba98e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:58.165567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Pushing event updated for resources: {'Port': ['ID=ebed6741-88a4-4c87-8cde-b8516a0eb317,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:58.274662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Attempting to bind port ebed6741-88a4-4c87-8cde-b8516a0eb317 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:58.275032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Attempting to bind port ebed6741-88a4-4c87-8cde-b8516a0eb317 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:58.275676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Attempting to bind port ebed6741-88a4-4c87-8cde-b8516a0eb317 on network 65655f52-ceff-460c-84d3-7ddc532d743b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:58.277653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port e977f1df-1387-4b1f-bbd2-6d1d4e047377 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:17:58.318993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:51Z', 'revision_number': 3, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:17:58.320826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port e977f1df-1387-4b1f-bbd2-6d1d4e047377 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:58.321202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.329402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:58.329878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Checking segment: {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:58.330288 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.330734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Bound using segment: {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:58.331231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Bound port: ebed6741-88a4-4c87-8cde-b8516a0eb317, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:58.331622 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.347723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.402974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1293f04-79ce-42f6-94b0-316eef225312 None None] The sync data for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 is: [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:51Z', 'revision_number': 3, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:17:58.431758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.538566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] For port ebed6741-88a4-4c87-8cde-b8516a0eb317, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:17:58.542460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=ef095f56-bae9-4235-b506-d364e0170ca1,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:58.543170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] For port ebed6741-88a4-4c87-8cde-b8516a0eb317, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ebed6741-88a4-4c87-8cde-b8516a0eb317,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:17:58.552451 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.623932 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.627036 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.633389 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.686912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 65655f52-ceff-460c-84d3-7ddc532d743b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:58.688849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:58.748901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac5550-118e-4b89-a5f5-0d2b1e39de77 req-cd94c7a1-210d-47eb-ac77-72397d7276a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:58.750701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93ac5550-118e-4b89-a5f5-0d2b1e39de77 req-cd94c7a1-210d-47eb-ac77-72397d7276a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.5544579 Apr 18 17:17:58.781951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc786f-6f38-4919-a735-fba6ff0b636e None None] Pushing event updated for resources: {'Port': ['ID=ebed6741-88a4-4c87-8cde-b8516a0eb317,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:58.805560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.845716 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.850794 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:58.862322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449af4-02d6-4e76-af67-c074ad4ed9f5 req-072614a7-8b27-4a66-abca-71cef7d8bb25 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:58.869111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d449af4-02d6-4e76-af67-c074ad4ed9f5 req-072614a7-8b27-4a66-abca-71cef7d8bb25 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 944 time: 0.6661818 Apr 18 17:17:58.942945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Network a944ae6a-a3b0-4910-9f5a-a33487119cea is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:17:58.969394 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:17:58.974043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Allocated IP 2001:db8:3::1 (a944ae6a-a3b0-4910-9f5a-a33487119cea/2e392a36-2f1a-471f-9a4f-14092d94d2a6/82a291b9-0044-477e-8bd6-9bf5682affc0) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:58.993164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:17:59.027074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router 46fed74d-2f28-4a8b-9229-39566076cc46 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:17:59.084615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93ac5550-118e-4b89-a5f5-0d2b1e39de77 req-c8ccb76d-1475-493d-a357-63f7ac51939f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007529 Apr 18 17:17:59.144754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d449af4-02d6-4e76-af67-c074ad4ed9f5 req-88da0c72-f9a7-437e-811e-1351dd607b90 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551212 Apr 18 17:17:59.152349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:59.304096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e977f1df-1387-4b1f-bbd2-6d1d4e047377, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e977f1df-1387-4b1f-bbd2-6d1d4e047377,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:17:59.357693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96119c8-e5c9-40e9-acbe-5468c1e3797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e977f1df-1387-4b1f-bbd2-6d1d4e047377'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:17:59.364128 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600daff0-ffc5-46e2-8536-82be9d4d6c31" -d '{"events": [{"server_uuid": "e96119c8-e5c9-40e9-acbe-5468c1e3797d", "name": "network-vif-plugged", "status": "completed", "tag": "e977f1df-1387-4b1f-bbd2-6d1d4e047377"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:17:59.398931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:17:59.409391 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ddf45ae3-2b7b-47bd-9e01-80f696b4ef89 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "PUT /v2.0/routers/46fed74d-2f28-4a8b-9229-39566076cc46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3864651 Apr 18 17:17:59.412530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45184) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:17:59.484744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2201203-0ffd-4f56-ad2d-f61e59177629 None None] Pushing event updated for resources: {'Port': ['ID=91858d1e-c46a-45fd-9572-c92ef95b6585,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:59.500372 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:59.502590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Allocated IP 172.25.5.237 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/331987b4-c5b6-47c6-9e99-e1ee5f28454c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:17:59.720798 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3d37fe-de1f-477a-856b-ae118cb40d2d x-openstack-request-id: req-8b3d37fe-de1f-477a-856b-ae118cb40d2d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:17:59.723490 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96119c8-e5c9-40e9-acbe-5468c1e3797d", "name": "network-vif-plugged", "status": "completed", "tag": "e977f1df-1387-4b1f-bbd2-6d1d4e047377", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:17:59.723928 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b3d37fe-de1f-477a-856b-ae118cb40d2d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:17:59.724554 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3d37fe-de1f-477a-856b-ae118cb40d2d'] response: {'server_uuid': 'e96119c8-e5c9-40e9-acbe-5468c1e3797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e977f1df-1387-4b1f-bbd2-6d1d4e047377', 'code': 200} Apr 18 17:17:59.738075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Attempting to bind port 91858d1e-c46a-45fd-9572-c92ef95b6585 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:59.738704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Attempting to bind port 91858d1e-c46a-45fd-9572-c92ef95b6585 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:59.739276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Attempting to bind port 91858d1e-c46a-45fd-9572-c92ef95b6585 on network 83c98c73-a983-47c9-9976-da24737d720b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:59.830073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:59.856058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:59.892305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:17:59.892680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Checking segment: {'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:17:59.895620 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:59.896830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Bound using segment: {'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:17:59.901843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Bound port: 91858d1e-c46a-45fd-9572-c92ef95b6585, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6552d787-9c65-48f4-ba2e-c467c651c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '83c98c73-a983-47c9-9976-da24737d720b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:17:59.902502 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:59.917628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device be92caf0-f827-4cdf-9b74-e5ee02d1308e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:17:59.929354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65d140-13ab-47e1-9c0d-1151046bf5d7 req-5bdce216-2ef0-49b7-9641-3c96251b4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.930920 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ca65d140-13ab-47e1-9c0d-1151046bf5d7 req-5bdce216-2ef0-49b7-9641-3c96251b4b26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 1096 time: 0.1639376 Apr 18 17:17:59.960298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-afdd7f78-1408-41ee-bad4-f6bd4d52797e None None] Provisioning complete for port 91858d1e-c46a-45fd-9572-c92ef95b6585 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:17:59.960857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-afdd7f78-1408-41ee-bad4-f6bd4d52797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:17:59.988187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Pushing event updated for resources: {'Port': ['ID=1ea5daf3-1844-45b8-9288-32964c8ba98e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:17:59.989514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.989996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.990471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.990941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.991409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.991875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.992341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.992815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.993264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.993787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.994252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.994769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.995163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.995618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.995711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Attempting to bind port 1ea5daf3-1844-45b8-9288-32964c8ba98e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:17:59.996076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.996170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Attempting to bind port 1ea5daf3-1844-45b8-9288-32964c8ba98e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:17:59.996446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Attempting to bind port 1ea5daf3-1844-45b8-9288-32964c8ba98e on network a944ae6a-a3b0-4910-9f5a-a33487119cea {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:17:59.996539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:17:59.998876 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.016969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d4000229-da2f-4495-a12e-2fc67e849953 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11206 time: 0.6008804 Apr 18 17:18:00.019363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45188) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:00.049703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:00.058107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:00.058796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-afdd7f78-1408-41ee-bad4-f6bd4d52797e None None] Port 91858d1e-c46a-45fd-9572-c92ef95b6585 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:00.075313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:00.097159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=e977f1df-1387-4b1f-bbd2-6d1d4e047377,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:00.140586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:18:00.140988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Checking segment: {'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:00.141400 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.142286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Bound using segment: {'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:18:00.142825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Bound port: 1ea5daf3-1844-45b8-9288-32964c8ba98e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:18:00.143166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.151992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=331987b4-c5b6-47c6-9e99-e1ee5f28454c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:00.307232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.307767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.308223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.310051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.310531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.313371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.315712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.318098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.320895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.321525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.323374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.324989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.325472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.327068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.327068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.328365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.345182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port be92caf0-f827-4cdf-9b74-e5ee02d1308e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:00.345636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.350015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:00.350468 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8d0717f4-3502-48b9-b093-8f01eff3959b tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10210 time: 0.3107138 Apr 18 17:18:00.363722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.388694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.423194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] For port 91858d1e-c46a-45fd-9572-c92ef95b6585, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:00.461381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45200) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:00.466568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] For port 91858d1e-c46a-45fd-9572-c92ef95b6585, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=91858d1e-c46a-45fd-9572-c92ef95b6585,segment=NetworkSegment(6552d787-9c65-48f4-ba2e-c467c651c820),segment_id=6552d787-9c65-48f4-ba2e-c467c651c820)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:00.479402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=82a291b9-0044-477e-8bd6-9bf5682affc0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:00.493977 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ca65d140-13ab-47e1-9c0d-1151046bf5d7 req-11c2abc8-41bc-46a5-88e1-bfe959ad4b92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436044 Apr 18 17:18:00.512609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56305181-230f-4e70-ba9e-dd6346ea1557 req-1f359df7-5aea-4b81-a349-079eb8142647 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.513930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network a944ae6a-a3b0-4910-9f5a-a33487119cea is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:00.520431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56305181-230f-4e70-ba9e-dd6346ea1557 req-1f359df7-5aea-4b81-a349-079eb8142647 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.2893872 Apr 18 17:18:00.521652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:00.524207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:00.524778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.531076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] For port 1ea5daf3-1844-45b8-9288-32964c8ba98e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:00.542577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] For port 1ea5daf3-1844-45b8-9288-32964c8ba98e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ea5daf3-1844-45b8-9288-32964c8ba98e,segment=NetworkSegment(283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0),segment_id=283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:00.593148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fbd34-1590-41d3-a41a-1108f81c9e20 req-4a00e5b9-d82e-43b0-b4fb-b16fa64d641d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:00.594991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-676fbd34-1590-41d3-a41a-1108f81c9e20 req-4a00e5b9-d82e-43b0-b4fb-b16fa64d641d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.2260382 Apr 18 17:18:00.605778 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.614970 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.617391 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.678914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56305181-230f-4e70-ba9e-dd6346ea1557 req-91b34c84-aba2-4554-a535-242c85b75f43 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576018 Apr 18 17:18:00.705912 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.722198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f8565-4b6c-43a6-9123-d3a20aac18e1 None None] Network 65655f52-ceff-460c-84d3-7ddc532d743b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:00.744249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port be92caf0-f827-4cdf-9b74-e5ee02d1308e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=be92caf0-f827-4cdf-9b74-e5ee02d1308e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:00.766576 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-676fbd34-1590-41d3-a41a-1108f81c9e20 req-35911a58-78e0-442f-a714-7e6b65b9bcf1 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409545 Apr 18 17:18:00.791560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ab444d2-7bd5-4d67-bc94-9528831eed56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.854656 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.856713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ebed6741-88a4-4c87-8cde-b8516a0eb317 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:00.875697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:00.929557 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:00.930217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:00.940009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Pushing event updated for resources: {'Port': ['ID=1ea5daf3-1844-45b8-9288-32964c8ba98e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:01.020524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7ddf8f53-706e-4803-9c8a-f235bd6001c1 None None] Provisioning complete for port ebed6741-88a4-4c87-8cde-b8516a0eb317 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:01.020524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8f53-706e-4803-9c8a-f235bd6001c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.039486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.039833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.040174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.040513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.040845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.041182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.041550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.041879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.042204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.042541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.042847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.043169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddc13a-795c-4dde-a5c1-dc2ec5d6635b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:01.096073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ab444d2-7bd5-4d67-bc94-9528831eed56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.239950 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ab444d2-7bd5-4d67-bc94-9528831eed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.390042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0ab444d2-7bd5-4d67-bc94-9528831eed56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c88da14ffc940378a76fbe5c059055c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9206357 Apr 18 17:18:01.393717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45208) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:01.398558 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed91013a-8898-45a2-9111-0bc2035cb1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.425387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab444d2-7bd5-4d67-bc94-9528831eed56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace8e90-ad1f-43ad-b7c2-be668dd1f598,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:01.482886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-491b921d-b1d6-4fdf-ad53-ae87789ca738 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5753 time: 1.1210082 Apr 18 17:18:01.494857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:01.533795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.535047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2201203-0ffd-4f56-ad2d-f61e59177629 None None] Pushing event updated for resources: {'Port': ['ID=91858d1e-c46a-45fd-9572-c92ef95b6585,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:01.566126 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b07fd281-48f0-42c0-bada-e6dc26e7cd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.592018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.598179 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.610096 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b07fd281-48f0-42c0-bada-e6dc26e7cd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.628648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=be92caf0-f827-4cdf-9b74-e5ee02d1308e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:01.652805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.653789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.727055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=331987b4-c5b6-47c6-9e99-e1ee5f28454c,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:01.765445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event updated for resources: {'Port': ['ID=82a291b9-0044-477e-8bd6-9bf5682affc0,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:01.790844 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.851238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ebed6741-88a4-4c87-8cde-b8516a0eb317 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:01.851611 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.939292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Network a944ae6a-a3b0-4910-9f5a-a33487119cea is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:01.943304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:01.954877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754120a9-b99c-4e30-b266-3916f9016614 req-7a5b6c1f-2711-4846-bdcb-09d6bf25bbf5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:01.961554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-754120a9-b99c-4e30-b266-3916f9016614 req-7a5b6c1f-2711-4846-bdcb-09d6bf25bbf5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1417561 Apr 18 17:18:01.965703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b07fd281-48f0-42c0-bada-e6dc26e7cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.969020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b07fd281-48f0-42c0-bada-e6dc26e7cd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:01.981342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b07fd281-48f0-42c0-bada-e6dc26e7cd8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eace8e90-ad1f-43ad-b7c2-be668dd1f598 HTTP/1.1" status: 204 len: 168 time: 0.5866399 Apr 18 17:18:02.015322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8f53-706e-4803-9c8a-f235bd6001c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:02.016944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:02.018832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5ea1176d-3b92-43e5-b185-a0584f8f307e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0815530 Apr 18 17:18:02.040443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-754120a9-b99c-4e30-b266-3916f9016614 req-fdf21b79-ee3a-4f33-b7e6-662e1ce7db61 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725298 Apr 18 17:18:02.075565 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Sync routers for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:02.083155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fd281-48f0-42c0-bada-e6dc26e7cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace8e90-ad1f-43ad-b7c2-be668dd1f598,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:02.136300 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:02.137737 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:17:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:02.200590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45224) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:02.205889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-541ea1b5-0d34-4d79-b4de-e63fba5d6e7c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425532942', 'description': 'tempest-secgroup-smoke-1425532942 description', 'project_id': '4024897079404b088e8b6e570f2ad758'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:02.258734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:02.320906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6082ed0-ad4b-447c-99ad-892779429fd9 req-5623b2fc-0ef6-4c89-a161-d908392d67cd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:02.323036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6082ed0-ad4b-447c-99ad-892779429fd9 req-5623b2fc-0ef6-4c89-a161-d908392d67cd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.0859671 Apr 18 17:18:02.367158 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:02.371777 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-541ea1b5-0d34-4d79-b4de-e63fba5d6e7c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:02.412312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7ddf8f53-706e-4803-9c8a-f235bd6001c1 None None] For port ebed6741-88a4-4c87-8cde-b8516a0eb317, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ebed6741-88a4-4c87-8cde-b8516a0eb317,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:02.415541 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:02.446938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82a291b9-0044-477e-8bd6-9bf5682affc0', 'name': '', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:1a:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:58Z', 'updated_at': '2022-04-18T17:17:59Z', 'revision_number': 1, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:02.502444 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6082ed0-ad4b-447c-99ad-892779429fd9 req-618d4588-fd01-47f2-92c7-f536c3b51e97 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726215 Apr 18 17:18:02.566139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f841c-8396-4e73-897c-b790a3b4d265 None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82a291b9-0044-477e-8bd6-9bf5682affc0', 'name': '', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:1a:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:58Z', 'updated_at': '2022-04-18T17:17:59Z', 'revision_number': 1, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:02.612953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-f822c015-e55a-4eb9-9bf7-a22860b2e172 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--760630430&fields=id&tenant_id=197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 267 time: 0.2184899 Apr 18 17:18:02.709160 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8f53-706e-4803-9c8a-f235bd6001c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:02.827260 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:18:02.839033 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:18:02.857938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a871496-db11-41e4-9207-402d5546f76c None None] Network a944ae6a-a3b0-4910-9f5a-a33487119cea requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:02.890104 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:56Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:17:57Z', 'revision_number': 2, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:02.908486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-541ea1b5-0d34-4d79-b4de-e63fba5d6e7c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:02.990578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-90a109e0-af8e-4577-8e59-96b17275c447 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:02.992665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-90a109e0-af8e-4577-8e59-96b17275c447 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 814 time: 0.3295159 Apr 18 17:18:02.995294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-541ea1b5-0d34-4d79-b4de-e63fba5d6e7c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.020771 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Checking router: 46fed74d-2f28-4a8b-9229-39566076cc46 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:03.021465 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Updating router 46fed74d-2f28-4a8b-9229-39566076cc46 port ef095f56-bae9-4235-b506-d364e0170ca1 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:18:03.045838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Provisioning complete for port ef095f56-bae9-4235-b506-d364e0170ca1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:03.046145 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.055663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ea1b5-0d34-4d79-b4de-e63fba5d6e7c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2005039e-c8c5-49bd-b0fe-ea332294d107,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:03.067812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf8f53-706e-4803-9c8a-f235bd6001c1 None None] Pushing event updated for resources: {'Port': ['ID=ebed6741-88a4-4c87-8cde-b8516a0eb317,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:03.074168 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.110095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:03.127689 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ae8f0ca-52d4-4a43-ac9c-e1c0cd4d122a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1262000 Apr 18 17:18:03.130147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45250) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:03.139396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-09750726-fb0f-4d89-8413-20c45effca8e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/quotas/197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 375 time: 0.0846794 Apr 18 17:18:03.143636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:03.273904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-09f50c50-0db4-4886-bad6-cb1d4c73d181 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261544 Apr 18 17:18:03.279713 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-541ea1b5-0d34-4d79-b4de-e63fba5d6e7c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.281352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-541ea1b5-0d34-4d79-b4de-e63fba5d6e7c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0795946 Apr 18 17:18:03.285096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45252) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:03.285787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45254) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:03.292093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-375330ae-d796-4f5b-933c-fda6fbea9ff3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '2005039e-c8c5-49bd-b0fe-ea332294d107', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:03.335862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.458948 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Port ef095f56-bae9-4235-b506-d364e0170ca1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:03.491452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Provisioning complete for port 91858d1e-c46a-45fd-9572-c92ef95b6585 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:03.491833 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.516547 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.554183 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9aa80c4-e3d9-4f5f-be02-28b2aa551f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.613401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc667c2c-148e-4fe9-beb0-0d7883637a22 service neutron] 10.222.0.45 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292289 Apr 18 17:18:03.659095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-375330ae-d796-4f5b-933c-fda6fbea9ff3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.668120 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.679536 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.786385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] For port 91858d1e-c46a-45fd-9572-c92ef95b6585, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=91858d1e-c46a-45fd-9572-c92ef95b6585,segment=NetworkSegment(6552d787-9c65-48f4-ba2e-c467c651c820),segment_id=6552d787-9c65-48f4-ba2e-c467c651c820)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:03.810605 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375957de-f6b7-449a-bcd7-8be811293110 None None] Pushing event updated for resources: {'Port': ['ID=ef095f56-bae9-4235-b506-d364e0170ca1,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:03.850340 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.899945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Provisioning complete for port ebed6741-88a4-4c87-8cde-b8516a0eb317 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:03.900730 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.972986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:03.981828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device be92caf0-f827-4cdf-9b74-e5ee02d1308e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:03.990047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd53ad0-de17-4ac2-929c-e7054bb6042d None None] Pushing event updated for resources: {'Port': ['ID=91858d1e-c46a-45fd-9572-c92ef95b6585,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:03.991754 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Attempting to bind port ef095f56-bae9-4235-b506-d364e0170ca1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:03.992124 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Attempting to bind port ef095f56-bae9-4235-b506-d364e0170ca1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:03.992491 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Attempting to bind port ef095f56-bae9-4235-b506-d364e0170ca1 on network 65655f52-ceff-460c-84d3-7ddc532d743b {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:04.006084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5304e1af-2dbf-48fe-8904-8bdb76a51d3d service neutron] 10.222.0.45 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911195 Apr 18 17:18:04.018617 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:18:04.019153 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Checking segment: {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:04.019496 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.028191 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Bound using segment: {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:18:04.028191 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Bound port: ef095f56-bae9-4235-b506-d364e0170ca1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:18:04.028191 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.043249 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-375330ae-d796-4f5b-933c-fda6fbea9ff3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.049003 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.137135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc6d14a-ef9f-4b58-9a6e-ea4a939dd804,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:04.184039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.184383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.184723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.188779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port be92caf0-f827-4cdf-9b74-e5ee02d1308e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:04.189185 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.197476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.201680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.202034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.209077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.209599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.209949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.210312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.210671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.222727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:04.227249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 17:18:04.255393 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] For port ef095f56-bae9-4235-b506-d364e0170ca1, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:04.267304 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] For port ef095f56-bae9-4235-b506-d364e0170ca1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ef095f56-bae9-4235-b506-d364e0170ca1,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:04.279776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Removed routes are [] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 17:18:04.280214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.299038 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-375330ae-d796-4f5b-933c-fda6fbea9ff3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.359600 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.359799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Provisioning complete for port 1ea5daf3-1844-45b8-9288-32964c8ba98e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:04.361341 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.462850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-79888df7-3e16-4575-8c66-d4b24c77e31b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c81d5a8113d54ef78a5bf8dc8845f6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1746323 Apr 18 17:18:04.478649 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.502793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45270) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:04.538885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea5daf3-1844-45b8-9288-32964c8ba98e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:04.573235 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:04.574987 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:04.660569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375330ae-d796-4f5b-933c-fda6fbea9ff3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7604ceac-b4e1-4cf6-b2dc-62df8d4535c8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:04.781787 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.800379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.800801 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:04.806923 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.810988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-375330ae-d796-4f5b-933c-fda6fbea9ff3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.822387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-375330ae-d796-4f5b-933c-fda6fbea9ff3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5330791 Apr 18 17:18:04.852259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8996a2f-9b4d-4881-82fd-b85e47364980 req-9a904880-e3b9-45d8-9cb5-7bb8a437cddb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:04.860160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8996a2f-9b4d-4881-82fd-b85e47364980 req-9a904880-e3b9-45d8-9cb5-7bb8a437cddb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.5552871 Apr 18 17:18:04.860672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45272) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:04.890053 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375957de-f6b7-449a-bcd7-8be811293110 None None] Pushing event updated for resources: {'Port': ['ID=ef095f56-bae9-4235-b506-d364e0170ca1,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:04.937764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] For port 1ea5daf3-1844-45b8-9288-32964c8ba98e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ea5daf3-1844-45b8-9288-32964c8ba98e,segment=NetworkSegment(283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0),segment_id=283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:04.938889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1ea5daf3-1844-45b8-9288-32964c8ba98e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:04.939362 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:04.972829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-839e4d9a-e596-469a-a089-245383c1e8a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '2005039e-c8c5-49bd-b0fe-ea332294d107', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:05.004883 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.092901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Provisioning complete for port ef095f56-bae9-4235-b506-d364e0170ca1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:05.093280 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.153316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Pushing event updated for resources: {'Port': ['ID=1ea5daf3-1844-45b8-9288-32964c8ba98e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:05.188266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:05.197907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8249d-2702-4b72-adbb-3b678c98f50a req-0b3850d7-3486-4807-b43f-87343c50ecb1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:05.198316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6b8249d-2702-4b72-adbb-3b678c98f50a req-0b3850d7-3486-4807-b43f-87343c50ecb1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.5838523 Apr 18 17:18:05.210494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8996a2f-9b4d-4881-82fd-b85e47364980 req-e31cf918-d1ac-4e72-97e1-060d45b7693e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346553 Apr 18 17:18:05.215284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ebed6741-88a4-4c87-8cde-b8516a0eb317 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:05.285615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06239ef0-5d25-45fb-b888-5bed8479ef56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.296722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:05.305265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-839e4d9a-e596-469a-a089-245383c1e8a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.321610 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:56Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:04Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:05.341597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:05.342311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:05.357894 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a8cf9-47eb-4007-8460-770542f89874 None None] The sync data for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 is: [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:56Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:04Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:05.400065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.440692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6b8249d-2702-4b72-adbb-3b678c98f50a req-a52ebfaa-3932-4f69-a2d5-407b9430c5cc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188990 Apr 18 17:18:05.482131 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2073f72-38a3-4224-91cb-96ca385a7523 req-ce835a3d-978d-40bb-857b-18dc27d3475f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 210 time: 0.1219382 Apr 18 17:18:05.500660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:05.522431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.526933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7321208b-0862-447b-b9cd-3a4b028f7a4c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 200 len: 954 time: 2.3923771 Apr 18 17:18:05.527590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45282) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:05.548442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:05.557221 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-839e4d9a-e596-469a-a089-245383c1e8a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.570142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06239ef0-5d25-45fb-b888-5bed8479ef56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.690951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2179c59-58c2-4b97-9bdc-b7c1728e014b req-3d0c06f2-80b1-45e3-8330-c47317cb5462 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:05.692610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2179c59-58c2-4b97-9bdc-b7c1728e014b req-3d0c06f2-80b1-45e3-8330-c47317cb5462 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1004980 Apr 18 17:18:05.708626 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-839e4d9a-e596-469a-a089-245383c1e8a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.709939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ebed6741-88a4-4c87-8cde-b8516a0eb317 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:05.712244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.713508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] For port ef095f56-bae9-4235-b506-d364e0170ca1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ef095f56-bae9-4235-b506-d364e0170ca1,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:05.720079 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50db4c53-890a-40c3-b1b8-5c2347a3313b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 200 len: 954 time: 0.1913095 Apr 18 17:18:05.723625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45284) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:05.728837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'routes': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:05.751837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e4d9a-e596-469a-a089-245383c1e8a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efaa192d-2620-4679-a552-b31b792d2473,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:05.813581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2179c59-58c2-4b97-9bdc-b7c1728e014b req-1bc70fcf-c906-4ffe-a8a7-73995bb2dd52 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735190 Apr 18 17:18:05.827613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06239ef0-5d25-45fb-b888-5bed8479ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.831477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06239ef0-5d25-45fb-b888-5bed8479ef56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.838458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-06239ef0-5d25-45fb-b888-5bed8479ef56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1bc6d14a-ef9f-4b58-9a6e-ea4a939dd804 HTTP/1.1" status: 204 len: 168 time: 1.3177526 Apr 18 17:18:05.842091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-839e4d9a-e596-469a-a089-245383c1e8a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.846218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-839e4d9a-e596-469a-a089-245383c1e8a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9811954 Apr 18 17:18:05.846637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45290) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:05.852302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ba818bef-8088-4a91-af2a-4dd43f81ae84 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '2005039e-c8c5-49bd-b0fe-ea332294d107', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:05.869065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:05.888163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06239ef0-5d25-45fb-b888-5bed8479ef56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc6d14a-ef9f-4b58-9a6e-ea4a939dd804,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:05.966726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba818bef-8088-4a91-af2a-4dd43f81ae84 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.083737 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba818bef-8088-4a91-af2a-4dd43f81ae84 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.153019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba818bef-8088-4a91-af2a-4dd43f81ae84 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.212479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba818bef-8088-4a91-af2a-4dd43f81ae84 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc0bfaf-6e67-4592-aa28-d58318a4ff37,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:06.263288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba818bef-8088-4a91-af2a-4dd43f81ae84 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.264565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ba818bef-8088-4a91-af2a-4dd43f81ae84 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4163756 Apr 18 17:18:06.267295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45296) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:06.277754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7ac89001-45db-4631-aa0c-a584e53eb28b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '2005039e-c8c5-49bd-b0fe-ea332294d107', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:06.322823 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.338422 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Provisioning complete for port 82a291b9-0044-477e-8bd6-9bf5682affc0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:06.339089 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.349734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added routes are [] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 17:18:06.350095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 17:18:06.409316 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.423714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Pushing event updated for resources: {'Port': ['ID=ef095f56-bae9-4235-b506-d364e0170ca1,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:06.445034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a834949-a159-4cbc-a4e8-c121677734e9 req-7a6850fc-ffa1-4082-aeea-c211dc3f11e6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:06.451992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a834949-a159-4cbc-a4e8-c121677734e9 req-7a6850fc-ffa1-4082-aeea-c211dc3f11e6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1121316 Apr 18 17:18:06.461145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-72a66d4c-f7fa-4509-ac5d-a50dc9a3518b None None] Port 82a291b9-0044-477e-8bd6-9bf5682affc0 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:06.468867 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ac89001-45db-4631-aa0c-a584e53eb28b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.550022 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.662790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c2ab3b19-2c81-495f-a721-b6d64b5eca17 None None] Provisioning complete for port 82a291b9-0044-477e-8bd6-9bf5682affc0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:06.663168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2ab3b19-2c81-495f-a721-b6d64b5eca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.677533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:04Z', 'revision_number': 6, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82a291b9-0044-477e-8bd6-9bf5682affc0', 'name': '', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:1a:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:58Z', 'updated_at': '2022-04-18T17:18:01Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:06.720765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a834949-a159-4cbc-a4e8-c121677734e9 req-5f3345e5-ca2a-4732-ba84-81bfd75f626f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537642 Apr 18 17:18:06.789744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:06.790988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ac89001-45db-4631-aa0c-a584e53eb28b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.791651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Updating router b90e70ce-c31c-4fee-ba36-979e787a69ee port 82a291b9-0044-477e-8bd6-9bf5682affc0 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:18:06.820824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdea2c9-9227-4af4-a166-1bfe6a906f9c req-d85a849c-f543-422b-adbe-17147333086e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:06.822453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cdea2c9-9227-4af4-a166-1bfe6a906f9c req-d85a849c-f543-422b-adbe-17147333086e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.2207215 Apr 18 17:18:06.866281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab3b19-2c81-495f-a721-b6d64b5eca17 None None] Port 82a291b9-0044-477e-8bd6-9bf5682affc0 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:06.870733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ac89001-45db-4631-aa0c-a584e53eb28b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:06.885562 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.009185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac89001-45db-4631-aa0c-a584e53eb28b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b7d6d6-7fd3-4432-b55d-538e601f6838,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:07.056441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cdea2c9-9227-4af4-a166-1bfe6a906f9c req-3b2337b8-ed21-4acd-92a0-4f250b860657 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249391 Apr 18 17:18:07.067607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e74d8ac-46b6-486f-94ae-4bed8c730f04 req-cb9ca96e-66e7-4569-a4fe-d8ef1160fba5 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 210 time: 0.1481373 Apr 18 17:18:07.070781 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ac89001-45db-4631-aa0c-a584e53eb28b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.088771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7ac89001-45db-4631-aa0c-a584e53eb28b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8178797 Apr 18 17:18:07.095184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45314) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:07.100203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5b68e722-f9c4-4f9f-9cbe-03a7adbc51cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '2005039e-c8c5-49bd-b0fe-ea332294d107', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:07.144019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.152454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.280633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c2ab3b19-2c81-495f-a721-b6d64b5eca17 None None] Provisioning complete for port ef095f56-bae9-4235-b506-d364e0170ca1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:07.281085 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2ab3b19-2c81-495f-a721-b6d64b5eca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.289977 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-5b68e722-f9c4-4f9f-9cbe-03a7adbc51cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Project 4024897079404b088e8b6e570f2ad758 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:18:07.320114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b68e722-f9c4-4f9f-9cbe-03a7adbc51cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.327838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ef095f56-bae9-4235-b506-d364e0170ca1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:07.376157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:07.432391 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.489731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ef095f56-bae9-4235-b506-d364e0170ca1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:07.490119 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.541169 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.632624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 91858d1e-c46a-45fd-9572-c92ef95b6585 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:07.657179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:07.683415 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b68e722-f9c4-4f9f-9cbe-03a7adbc51cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.695458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94022fe2-696c-4092-8baf-a8db595df2e2 None None] Pushing event updated for resources: {'Port': ['ID=82a291b9-0044-477e-8bd6-9bf5682affc0,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:07.706535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.709013 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d22ddb6f-294e-4a0e-8e0d-8bb2c1dccfca tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 200 len: 704 time: 1.9840777 Apr 18 17:18:07.714029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45326) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:07.799579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b68e722-f9c4-4f9f-9cbe-03a7adbc51cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.804945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Attempting to bind port 82a291b9-0044-477e-8bd6-9bf5682affc0 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:07.805321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Attempting to bind port 82a291b9-0044-477e-8bd6-9bf5682affc0 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:07.808610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Attempting to bind port 82a291b9-0044-477e-8bd6-9bf5682affc0 on network a944ae6a-a3b0-4910-9f5a-a33487119cea {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:07.843210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68e722-f9c4-4f9f-9cbe-03a7adbc51cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10de5175-fac7-4732-b4f4-0434c38f350e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:07.857345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:18:07.860160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Checking segment: {'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:07.862022 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.862801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Bound using segment: {'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:18:07.864539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Bound port: 82a291b9-0044-477e-8bd6-9bf5682affc0, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:18:07.866187 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.925453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f690-e680-4eaf-ae11-3572c670fc60 req-fcdd7986-a706-4300-9391-ebc83dfa3440 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:07.927040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ed3f690-e680-4eaf-ae11-3572c670fc60 req-fcdd7986-a706-4300-9391-ebc83dfa3440 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.0720458 Apr 18 17:18:07.928905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-039320f5-93a3-4b0e-811f-83677f2e7059 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 200 len: 704 time: 0.2119203 Apr 18 17:18:07.928905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45332) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:07.961914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b68e722-f9c4-4f9f-9cbe-03a7adbc51cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:07.963095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5b68e722-f9c4-4f9f-9cbe-03a7adbc51cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8669171 Apr 18 17:18:07.966749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45334) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:07.971867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d40a4069-6b71-4766-a39c-d93122e7c73b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '2005039e-c8c5-49bd-b0fe-ea332294d107', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:07.999613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 91858d1e-c46a-45fd-9572-c92ef95b6585 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:07.999989 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.027837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ed3f690-e680-4eaf-ae11-3572c670fc60 req-777caa63-f2a3-4b37-8cdc-82e43b2b485c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901463 Apr 18 17:18:08.083085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] For port 82a291b9-0044-477e-8bd6-9bf5682affc0, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:08.088447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] For port 82a291b9-0044-477e-8bd6-9bf5682affc0, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=82a291b9-0044-477e-8bd6-9bf5682affc0,segment=NetworkSegment(283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0),segment_id=283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:08.129780 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-d40a4069-6b71-4766-a39c-d93122e7c73b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Project 4024897079404b088e8b6e570f2ad758 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:18:08.135812 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d40a4069-6b71-4766-a39c-d93122e7c73b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.191982 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.269080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-333ca356-7a50-4af2-93be-12149f226574 None None] Provisioning complete for port 82a291b9-0044-477e-8bd6-9bf5682affc0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:08.269481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-333ca356-7a50-4af2-93be-12149f226574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.310616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-018971d2-a889-487b-bff3-c4d653febc43 req-3776db84-7371-4b2a-a6b9-73a2ff53b280 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 210 time: 0.0907674 Apr 18 17:18:08.311600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea5daf3-1844-45b8-9288-32964c8ba98e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:08.352696 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d40a4069-6b71-4766-a39c-d93122e7c73b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.378245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea272-7d59-47aa-bc4b-cdefe06977ab req-6ffe2add-84a7-4210-8593-a325df867646 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:08.380665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-979ea272-7d59-47aa-bc4b-cdefe06977ab req-6ffe2add-84a7-4210-8593-a325df867646 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1598148 Apr 18 17:18:08.402678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:08.406613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:08.447177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d40a4069-6b71-4766-a39c-d93122e7c73b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.476239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94022fe2-696c-4092-8baf-a8db595df2e2 None None] Pushing event updated for resources: {'Port': ['ID=82a291b9-0044-477e-8bd6-9bf5682affc0,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:08.507372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-979ea272-7d59-47aa-bc4b-cdefe06977ab req-c0b1dc1f-4f60-4cf9-a3c3-28b15bc84f40 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180229 Apr 18 17:18:08.519362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a4069-6b71-4766-a39c-d93122e7c73b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dfeb99-48ba-41af-bc44-3361d0686837,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:08.578046 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-333ca356-7a50-4af2-93be-12149f226574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.618417 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d40a4069-6b71-4766-a39c-d93122e7c73b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.620119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d40a4069-6b71-4766-a39c-d93122e7c73b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6519091 Apr 18 17:18:08.632290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:08.775983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1ea5daf3-1844-45b8-9288-32964c8ba98e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:08.787491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:08.921754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-99817c49-c953-4fe6-9211-b6ca3ab567cc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425532942&fields=id&tenant_id=4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 267 time: 0.0597153 Apr 18 17:18:08.942468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44432a8-4dea-49c5-8bfa-dc51759741c9 req-1cf46dcc-af9f-4150-bc3e-126fffaa31c7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:08.944045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b44432a8-4dea-49c5-8bfa-dc51759741c9 req-1cf46dcc-af9f-4150-bc3e-126fffaa31c7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1501873 Apr 18 17:18:08.951184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-333ca356-7a50-4af2-93be-12149f226574 None None] For port 82a291b9-0044-477e-8bd6-9bf5682affc0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=82a291b9-0044-477e-8bd6-9bf5682affc0,segment=NetworkSegment(283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0),segment_id=283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:09.049954 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-333ca356-7a50-4af2-93be-12149f226574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:09.093998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b44432a8-4dea-49c5-8bfa-dc51759741c9 req-682a9641-5cda-431f-b45a-0bc22f1da154 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664899 Apr 18 17:18:09.112195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45372) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:09.155913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-0b082300-a9ab-4869-98de-38de764a7477 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:09.158043 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-0b082300-a9ab-4869-98de-38de764a7477 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 814 time: 1.2942445 Apr 18 17:18:09.175610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ca356-7a50-4af2-93be-12149f226574 None None] Pushing event updated for resources: {'Port': ['ID=82a291b9-0044-477e-8bd6-9bf5682affc0,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:09.194168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b472-f299-465e-a746-66cc7724f730 req-52d983cf-78d5-4fdc-b6e8-85304dc82fd5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:09.203863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-52d983cf-78d5-4fdc-b6e8-85304dc82fd5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/networks?id=65655f52-ceff-460c-84d3-7ddc532d743b HTTP/1.1" status: 200 len: 796 time: 0.2700925 Apr 18 17:18:09.213512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-842020f3-2099-4e09-9375-2b9a8496ef16 None None] Provisioning complete for port 82a291b9-0044-477e-8bd6-9bf5682affc0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:09.213901 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-842020f3-2099-4e09-9375-2b9a8496ef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:09.229999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-02852777-0f22-48b7-a8ed-db2047568892 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/quotas/4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 375 time: 0.0251851 Apr 18 17:18:09.280678 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-f49ee029-d579-43ca-9a94-ed7bc376dd88 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 379 time: 0.0974443 Apr 18 17:18:09.300426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'port': {'device_id': '5300c271-f401-49c8-b81f-beeaa04a467b', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'admin_state_up': True, 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'security_groups': ['06afb944-80ed-4436-8142-25636d0997ac']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:09.314610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddba07-4c13-4966-962a-f0ebd34aa29f req-03de80ef-acc4-46ba-9686-91b0ccd504fb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:09.324386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68ddba07-4c13-4966-962a-f0ebd34aa29f req-03de80ef-acc4-46ba-9686-91b0ccd504fb tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.0919461 Apr 18 17:18:09.326600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:06Z', 'revision_number': 7, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82a291b9-0044-477e-8bd6-9bf5682affc0', 'name': '', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:1a:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:58Z', 'updated_at': '2022-04-18T17:18:08Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:09.369525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-3bf5a84d-56de-413d-ab32-f94295db3af1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383846 Apr 18 17:18:09.376302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-1e2c2f2e-9f73-411b-89ee-c43bc5fa6963 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:18:09.381681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-1e2c2f2e-9f73-411b-89ee-c43bc5fa6963 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112529 Apr 18 17:18:09.388677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 82a291b9-0044-477e-8bd6-9bf5682affc0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:09.392306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b162-12c9-4a3f-b2ce-3c4c67fa98ac None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:06Z', 'revision_number': 7, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82a291b9-0044-477e-8bd6-9bf5682affc0', 'name': '', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:1a:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:58Z', 'updated_at': '2022-04-18T17:18:08Z', 'revision_number': 4, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:09.509486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 82a291b9-0044-477e-8bd6-9bf5682affc0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:09.509869 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:09.532907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-853398192'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:09.560351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68ddba07-4c13-4966-962a-f0ebd34aa29f req-6c5992c1-1d2c-4346-b2aa-1e85cfaaf86e tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355225 Apr 18 17:18:09.584951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-09f80fb9-7b4d-4a66-b00a-cb3beea87298 service neutron] 10.222.0.45 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813519 Apr 18 17:18:09.622859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Made reservation on behalf of 197c04bc2e604d4882b92c004121e59d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:09.632081 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:09.650258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Made reservation on behalf of dd72edad800c47f688f0e02c2f2714f0 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:09.662671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:09.696465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:09.702814 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:09.717061 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:09.719435 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:09.720085 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:09.841491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364a4e-526a-4262-b3e0-e8ddbc75a356 req-76b7fee4-1f46-4725-ad75-e16254ec0923 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:09.843092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16364a4e-526a-4262-b3e0-e8ddbc75a356 req-76b7fee4-1f46-4725-ad75-e16254ec0923 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1515357 Apr 18 17:18:09.844818 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:09.848723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-57a18219-dcc0-4e53-b277-621b46c6cf67 service neutron] 10.222.0.45 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561696 Apr 18 17:18:09.902547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:09.917869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16364a4e-526a-4262-b3e0-e8ddbc75a356 req-71deaa25-5c43-4d05-bf5b-2cb11fbc3595 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579226 Apr 18 17:18:09.928910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Allocated IP 172.20.0.13 (6cc2c58f-8546-4ce1-89d8-2b141f67b355/4b971683-011f-4e84-9c4f-5cea4b4efd1d/502328b1-9c3d-41da-a639-94f0537f4d2d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:18:09.974941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.019365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:18:10.055467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-048f7890-a854-4fe5-82ba-b31aa42c2c2f req-d7c4c07f-9921-4641-9be1-17037306fa10 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 210 time: 0.0529866 Apr 18 17:18:10.055690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2262e23b-8401-4a66-9a39-a731a6b00568,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:10.070846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.070846 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Added segment 3ba70285-9813-4876-b6b9-5f9daf9a28d8 of type vlan for network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef Apr 18 17:18:10.083660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.130650 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:06Z', 'revision_number': 7, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82a291b9-0044-477e-8bd6-9bf5682affc0', 'name': '', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:1a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:58Z', 'updated_at': '2022-04-18T17:18:08Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:10.168884 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:10.172608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.181634 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:10.182439 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:10.214279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a050d77-89c5-4ca9-a394-d92a1ae0ad83 req-4b0192d3-d645-4c41-a244-9bcafc690695 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:10.215802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a050d77-89c5-4ca9-a394-d92a1ae0ad83 req-4b0192d3-d645-4c41-a244-9bcafc690695 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0850344 Apr 18 17:18:10.282702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a1b002d-75e2-4515-95ae-c3b7953f444c req-f041021c-2e2c-4a7b-b7f8-6d5ee6ba0d08 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 210 time: 0.0375326 Apr 18 17:18:10.283302 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.289635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:10.290282 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.297685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a050d77-89c5-4ca9-a394-d92a1ae0ad83 req-f9244b1f-0951-4f78-a845-daabceb1c046 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758271 Apr 18 17:18:10.364492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.435057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:10.441399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:10.447440 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:10.448997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:10.449224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3346248 Apr 18 17:18:10.539033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78422b8a-b818-498f-b8df-33246ac3e253 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Pushing event updated for resources: {'Network': ['ID=6a4b03b8-0fe8-4278-aac0-49e757ed54ef,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:10.553841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:18:10.579085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:10.579743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.590956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=502328b1-9c3d-41da-a639-94f0537f4d2d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:10.594736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b75a8-2d01-40f5-ae67-5ae02f2eb511 req-e2d7656f-5632-4219-9669-6f4b326d636c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:10.605920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-616b75a8-2d01-40f5-ae67-5ae02f2eb511 req-e2d7656f-5632-4219-9669-6f4b326d636c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1668139 Apr 18 17:18:10.659725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 82a291b9-0044-477e-8bd6-9bf5682affc0 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:10.661007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.712325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-616b75a8-2d01-40f5-ae67-5ae02f2eb511 req-aa3fe398-6927-44c6-a0e9-246818ee0af0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047320 Apr 18 17:18:10.773048 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-5e03216f-5476-4788-9e6a-5626e3fda528 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4819460 Apr 18 17:18:10.829610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45402) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:10.835683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Request body: {'port': {'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef', 'binding:host_id': 'n-h2-836015-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1098536453'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:10.883264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 82a291b9-0044-477e-8bd6-9bf5682affc0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=82a291b9-0044-477e-8bd6-9bf5682affc0,segment=NetworkSegment(283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0),segment_id=283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:10.884284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:10.925100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 82a291b9-0044-477e-8bd6-9bf5682affc0 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:11.035507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a382c-6b78-4ca7-962d-12fb5c596557 req-af6b2441-6cf8-4bd0-8854-fb8d3631ae56 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:11.037712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b8a382c-6b78-4ca7-962d-12fb5c596557 req-af6b2441-6cf8-4bd0-8854-fb8d3631ae56 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1319678 Apr 18 17:18:11.047971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Request body: {'port': {'device_id': '5300c271-f401-49c8-b81f-beeaa04a467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:11.075241 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:06Z', 'revision_number': 7, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82a291b9-0044-477e-8bd6-9bf5682affc0', 'name': '', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:1a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:58Z', 'updated_at': '2022-04-18T17:18:08Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:11.076158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Made reservation on behalf of 6f7787b5b6184a81bbd9a4502c907ba0 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:11.078912 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.102529 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.127563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b8a382c-6b78-4ca7-962d-12fb5c596557 req-97477c94-b224-4541-aad9-c0b10aafa221 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833731 Apr 18 17:18:11.131294 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.196722 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09316ed-0555-4d1f-809d-381038cbe53e None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:06Z', 'revision_number': 7, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82a291b9-0044-477e-8bd6-9bf5682affc0', 'name': '', 'network_id': 'a944ae6a-a3b0-4910-9f5a-a33487119cea', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:1a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:58Z', 'updated_at': '2022-04-18T17:18:08Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '2e392a36-2f1a-471f-9a4f-14092d94d2a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:11.269312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 82a291b9-0044-477e-8bd6-9bf5682affc0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:11.365467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e5254a5b-d42b-4267-9323-82177f4675d8 None None] Provisioning complete for port 502328b1-9c3d-41da-a639-94f0537f4d2d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:11.385842 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5254a5b-d42b-4267-9323-82177f4675d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.439680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e5254a5b-d42b-4267-9323-82177f4675d8 None None] Port 502328b1-9c3d-41da-a639-94f0537f4d2d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:11.460575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 82a291b9-0044-477e-8bd6-9bf5682affc0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:11.460969 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.539252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-123b7ecc-ed0f-436c-8850-f59969611ae1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:11.548880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-123b7ecc-ed0f-436c-8850-f59969611ae1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.4078124 Apr 18 17:18:11.569232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368a83-fe8f-4110-950a-ad06e6de4075 req-51be1a13-92c2-42f9-bb9d-5565a44d625f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:11.576621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88368a83-fe8f-4110-950a-ad06e6de4075 req-51be1a13-92c2-42f9-bb9d-5565a44d625f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 932 time: 0.2614226 Apr 18 17:18:11.583533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.605531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-5ba5e555-63e2-4723-aade-dda4dde422b4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/quotas/6010d166009b457cb83c471c00b4460a HTTP/1.1" status: 200 len: 375 time: 0.0447495 Apr 18 17:18:11.646493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88368a83-fe8f-4110-950a-ad06e6de4075 req-7da4e075-492a-4d99-9c23-8607992bb708 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689254 Apr 18 17:18:11.686106 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.693923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] device_id is not set on port fb6beec6-4988-450a-8f11-49fff5255801 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:11.724204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-e2bad410-281b-476e-ac79-1c9c5ccd90bb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1063714 Apr 18 17:18:11.775099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502328b1-9c3d-41da-a639-94f0537f4d2d {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:18:11.784447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.798058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Transition to ACTIVE for port object 502328b1-9c3d-41da-a639-94f0537f4d2d will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:18:11.800203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.830057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=82a291b9-0044-477e-8bd6-9bf5682affc0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:11.893320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-277cfc81-884c-4d11-9e42-7d6f096248cd req-53e36cde-2cab-4560-907b-e81bf19dd1f3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 210 time: 0.1612241 Apr 18 17:18:11.905868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:11.947980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa43b68f-cf4e-4b06-988d-6c144acab5d9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:12.039697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-d3a49582-ee99-4f6a-ad67-743f6f6c61ab service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033168 Apr 18 17:18:12.047969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Pushing event updated for resources: {'Port': ['ID=502328b1-9c3d-41da-a639-94f0537f4d2d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:12.128025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:12.184427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-975c3706-0049-47a8-bce7-8a7f80a90dba service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123278 Apr 18 17:18:12.340157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] device_id is not set on port fb6beec6-4988-450a-8f11-49fff5255801 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:12.351602 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:12.424008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Attempting to bind port 502328b1-9c3d-41da-a639-94f0537f4d2d on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:12.424453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Attempting to bind port 502328b1-9c3d-41da-a639-94f0537f4d2d by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:12.424957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Attempting to bind port 502328b1-9c3d-41da-a639-94f0537f4d2d on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:12.455842 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:12.490147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Port 502328b1-9c3d-41da-a639-94f0537f4d2d on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:12.493613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Attempting to bind port 502328b1-9c3d-41da-a639-94f0537f4d2d on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:12.549219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:18:12.549609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Checking segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:12.550036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Bound using segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:18:12.550459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Bound port: 502328b1-9c3d-41da-a639-94f0537f4d2d, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:18:12.556573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:12.626392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:12.726146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] For port 502328b1-9c3d-41da-a639-94f0537f4d2d, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:12.772918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] For port 502328b1-9c3d-41da-a639-94f0537f4d2d, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=502328b1-9c3d-41da-a639-94f0537f4d2d,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:12.790744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:12.799042 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b1810b3f-a2b6-4dff-b284-349f688d2809 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8586893 Apr 18 17:18:12.799042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45440) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:12.801962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:12.813118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:12.827000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:12.855034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-41215fc0-71a2-4ed2-bb1a-18d7b10073ba tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet 2e392a36-2f1a-471f-9a4f-14092d94d2a6 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:18:12.859528 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:12.861663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41215fc0-71a2-4ed2-bb1a-18d7b10073ba tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:12.947254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:12.948055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:12.952645 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] 10.222.0.41 "PUT /v2.0/ports/502328b1-9c3d-41da-a639-94f0537f4d2d HTTP/1.1" status: 200 len: 1092 time: 1.9119601 Apr 18 17:18:12.953882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5300c271-f401-49c8-b81f-beeaa04a467b', 'tag': '502328b1-9c3d-41da-a639-94f0537f4d2d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:12.955489 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5385b485-89be-49f6-a2eb-e8ebaccc798f" -d '{"events": [{"name": "network-changed", "server_uuid": "5300c271-f401-49c8-b81f-beeaa04a467b", "tag": "502328b1-9c3d-41da-a639-94f0537f4d2d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:12.975747 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41215fc0-71a2-4ed2-bb1a-18d7b10073ba tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:12.977456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d47a4976-ef4f-4547-b354-0de26686d2a3 req-02d917c9-4fba-4b0e-b331-d66cee8b15d4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 210 time: 0.0599201 Apr 18 17:18:12.981456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6beec6-4988-450a-8f11-49fff5255801,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:13.010054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e00e2-f284-406d-94f7-f70fbbe31c17 service neutron] Pushing event updated for resources: {'Port': ['ID=502328b1-9c3d-41da-a639-94f0537f4d2d,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:13.017659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a195b0-0f79-474a-9554-5dae1a1d4095 req-f28f2c1f-ae7d-481a-87d2-763f7a15e490 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.025209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01a195b0-0f79-474a-9554-5dae1a1d4095 req-f28f2c1f-ae7d-481a-87d2-763f7a15e490 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1237237 Apr 18 17:18:13.027905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Checking segment: {'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:13.028275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Network hostable DHCP agents. Network: 6a4b03b8-0fe8-4278-aac0-49e757ed54ef, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:18:13.056777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:13.106778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01a195b0-0f79-474a-9554-5dae1a1d4095 req-2fb5b638-9415-4970-99bf-3cd7760f1b17 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802720 Apr 18 17:18:13.140853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41215fc0-71a2-4ed2-bb1a-18d7b10073ba tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:13.225299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:18:13.311336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-bae5ebc8-39f1-49bb-a671-6909cb4b9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.312856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-bae5ebc8-39f1-49bb-a671-6909cb4b9a91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 1095 time: 0.0977454 Apr 18 17:18:13.327990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6a4b03b8-0fe8-4278-aac0-49e757ed54ef) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:13.332670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:13.339085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e7408a-5a8b-406e-abc7-a8b06d14bca0 None None] Network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:13.386497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186809-b3f6-4450-b220-c52b01d78790 req-897c2625-71ba-47b8-8744-7e39d5c9ab9d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.392623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-b265fc3c-1024-498f-9d82-d766033cd941 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502328b1-9c3d-41da-a639-94f0537f4d2d HTTP/1.1" status: 200 len: 217 time: 0.0641630 Apr 18 17:18:13.394908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186809-b3f6-4450-b220-c52b01d78790 req-897c2625-71ba-47b8-8744-7e39d5c9ab9d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.400074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186809-b3f6-4450-b220-c52b01d78790 req-897c2625-71ba-47b8-8744-7e39d5c9ab9d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.406617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186809-b3f6-4450-b220-c52b01d78790 req-897c2625-71ba-47b8-8744-7e39d5c9ab9d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.413969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186809-b3f6-4450-b220-c52b01d78790 req-897c2625-71ba-47b8-8744-7e39d5c9ab9d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.416752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41215fc0-71a2-4ed2-bb1a-18d7b10073ba tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:13.419987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186809-b3f6-4450-b220-c52b01d78790 req-897c2625-71ba-47b8-8744-7e39d5c9ab9d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.427410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186809-b3f6-4450-b220-c52b01d78790 req-897c2625-71ba-47b8-8744-7e39d5c9ab9d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.430055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23186809-b3f6-4450-b220-c52b01d78790 req-897c2625-71ba-47b8-8744-7e39d5c9ab9d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.2664685 Apr 18 17:18:13.432511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.433243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.433243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.443799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.446230 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.450460 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 2 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.486612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33ffac-2271-4605-98a8-cc8e78f1ea5b req-6c61e39e-2868-427d-bc80-4622ed1b7a03 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.497289 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d33ffac-2271-4605-98a8-cc8e78f1ea5b req-6c61e39e-2868-427d-bc80-4622ed1b7a03 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 944 time: 0.2575376 Apr 18 17:18:13.508021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41215fc0-71a2-4ed2-bb1a-18d7b10073ba tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=2e392a36-2f1a-471f-9a4f-14092d94d2a6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:13.516552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41215fc0-71a2-4ed2-bb1a-18d7b10073ba tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:13.520360 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-41215fc0-71a2-4ed2-bb1a-18d7b10073ba tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/2e392a36-2f1a-471f-9a4f-14092d94d2a6 HTTP/1.1" status: 204 len: 168 time: 0.7201238 Apr 18 17:18:13.524582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45452) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:13.539006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca537ed8-042c-4f18-8277-04f85e4bf8d4 None None] Network a944ae6a-a3b0-4910-9f5a-a33487119cea requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:13.602533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23186809-b3f6-4450-b220-c52b01d78790 req-b2390a88-8942-4d58-8687-dcad5e175ae2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1535234 Apr 18 17:18:13.613149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.614123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.614524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.639852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:13.645017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-8a40d23f-3499-47b4-8dd9-f84bdd3ffaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.646295 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-8a40d23f-3499-47b4-8dd9-f84bdd3ffaeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.2406790 Apr 18 17:18:13.653156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d33ffac-2271-4605-98a8-cc8e78f1ea5b req-508534f8-6eea-447c-b3f7-ae9177b5ced4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536355 Apr 18 17:18:13.655687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.656172 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.657301 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 3 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.700595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b472-f299-465e-a746-66cc7724f730 req-b81c68d3-975c-487a-8234-d010d3ab0c23 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.701917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.702862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.704211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.710482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.712975 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.713484 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 4 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.713688 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-b81c68d3-975c-487a-8234-d010d3ab0c23 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.18 "GET /v2.0/networks?id=65655f52-ceff-460c-84d3-7ddc532d743b HTTP/1.1" status: 200 len: 796 time: 0.3340054 Apr 18 17:18:13.717772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:11Z', 'revision_number': 8, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:13.746346 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a957b003-88bc-439e-8553-19df25e2bd24 x-openstack-request-id: req-a957b003-88bc-439e-8553-19df25e2bd24 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:13.746639 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5300c271-f401-49c8-b81f-beeaa04a467b", "tag": "502328b1-9c3d-41da-a639-94f0537f4d2d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:13.746900 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a957b003-88bc-439e-8553-19df25e2bd24 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:13.747308 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a957b003-88bc-439e-8553-19df25e2bd24'] response: {'name': 'network-changed', 'server_uuid': '5300c271-f401-49c8-b81f-beeaa04a467b', 'tag': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'status': 'completed', 'code': 200} Apr 18 17:18:13.751152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.751605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.752023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.758707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.759219 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.760335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:13.761609 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 5 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.782050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:13.782700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:13.788466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.788807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.790373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.814077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-0061fd4f-4882-43f4-b175-32d396dfc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:13.815499 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-0061fd4f-4882-43f4-b175-32d396dfc716 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596074 Apr 18 17:18:13.823832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abeb1ce3-4b45-484a-b26c-af915c264fc8 req-8c51974f-5356-436a-a1b2-4f0c88419eeb tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 210 time: 0.0541914 Apr 18 17:18:13.827340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.829043 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.829495 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 6 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.864944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.865595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.866392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.869063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] DHCP port deletion for a944ae6a-a3b0-4910-9f5a-a33487119cea request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:18:13.872025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.872387 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.872952 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 7 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.879590 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-35d55066-76f0-4f11-b603-b86dbca70d2c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 380 time: 0.1314092 Apr 18 17:18:13.890026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.890361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.890779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.896010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.896578 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.896975 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 8 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.913050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.913388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.913894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.919796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.920322 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.920463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:13.920718 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 9 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.921196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'port': {'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'admin_state_up': True, 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'security_groups': ['2005039e-c8c5-49bd-b0fe-ea332294d107']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:13.936263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.936633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.936974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.942488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.947081 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.947081 n-d-836015-2 neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 10 to bind port fb6beec6-4988-450a-8f11-49fff5255801 Apr 18 17:18:13.959414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:13.960023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:13.960713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:13.965675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port fb6beec6-4988-450a-8f11-49fff5255801 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:13.966221 n-d-836015-2 neutron-server[109826]: ERROR neutron.plugins.ml2.managers [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port fb6beec6-4988-450a-8f11-49fff5255801 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:13.966765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:13.983891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 1ea5daf3-1844-45b8-9288-32964c8ba98e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:13.985317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.025145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] Deleting port 1ea5daf3-1844-45b8-9288-32964c8ba98e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:14.026049 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.053776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] For port fb6beec6-4988-450a-8f11-49fff5255801, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:14.054233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempted to set empty binding levels {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 17:18:14.096852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-c76b9dfd-97e5-462e-a368-d32a669e4db6 service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681530 Apr 18 17:18:14.107491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 1ea5daf3-1844-45b8-9288-32964c8ba98e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ea5daf3-1844-45b8-9288-32964c8ba98e,segment=NetworkSegment(283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0),segment_id=283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:14.108351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.109816 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.135417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] For port 1ea5daf3-1844-45b8-9288-32964c8ba98e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1ea5daf3-1844-45b8-9288-32964c8ba98e,segment=NetworkSegment(283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0),segment_id=283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:14.136039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.164704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 1ea5daf3-1844-45b8-9288-32964c8ba98e owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:14.165247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] Calling delete_port for 1ea5daf3-1844-45b8-9288-32964c8ba98e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:14.202582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:14.203604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.246722 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4358c068-d45e-498c-bc12-9d920b5c7df1 req-e5fb4cb3-8c3a-40eb-b22d-9bccd9a0b62e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 210 time: 0.0741310 Apr 18 17:18:14.281609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6beec6-4988-450a-8f11-49fff5255801,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:14.285626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:11Z', 'revision_number': 8, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:14.314088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7888bb-1261-4796-81e6-b6f3dd179f5b None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:11Z', 'revision_number': 8, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91858d1e-c46a-45fd-9572-c92ef95b6585', 'name': '', 'network_id': '83c98c73-a983-47c9-9976-da24737d720b', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:b8:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '5b182722-b57c-4526-9080-dee4825d38fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:52Z', 'updated_at': '2022-04-18T17:18:03Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '5b182722-b57c-4526-9080-dee4825d38fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:14.328125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b5e9-63d2-4820-8cc7-cdc09dc08859 req-5a758f9d-676b-41fb-a7a3-be9386199994 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:14.329776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cde1b5e9-63d2-4820-8cc7-cdc09dc08859 req-5a758f9d-676b-41fb-a7a3-be9386199994 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1226177 Apr 18 17:18:14.369728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1d140754-fef1-41b8-ac90-bb0ea1b4f9ac tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.5324252 Apr 18 17:18:14.369728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45460) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:14.382933 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.386778 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbb0e78c-800f-46e7-b3cb-263bb6fc0f09 req-450dcbe1-19ec-42c0-adf3-6e0e3b85eb83 service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746480 Apr 18 17:18:14.395005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.416780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] Pushing event deleted for resources: {'Port': ['ID=1ea5daf3-1844-45b8-9288-32964c8ba98e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:14.418789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469eee4-dd4f-4e95-b55e-381d7621b6c5 None None] No DVR routers for this DVR port 1ea5daf3-1844-45b8-9288-32964c8ba98e on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:14.421127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cde1b5e9-63d2-4820-8cc7-cdc09dc08859 req-bf652fdb-9d9c-43a4-91b2-c761c4e3b130 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823295 Apr 18 17:18:14.430320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=1ea5daf3-1844-45b8-9288-32964c8ba98e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:14.444115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:14.453225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.455686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No DVR routers for this DVR port 1ea5daf3-1844-45b8-9288-32964c8ba98e on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:14.483232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Deleting port fb6beec6-4988-450a-8f11-49fff5255801 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:14.483593 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.548424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] For port fb6beec6-4988-450a-8f11-49fff5255801, host n-h2-836015-2, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:14.548787 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.563442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Calling delete_port for fb6beec6-4988-450a-8f11-49fff5255801 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:14.678229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-32b0a4aa-bd84-4ab4-aa4b-9690b86a57c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676808 Apr 18 17:18:14.796543 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.833639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-3f5fde0f-671d-4c82-88bc-776ab9d3467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:14.835169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-3f5fde0f-671d-4c82-88bc-776ab9d3467f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1096 time: 0.1181417 Apr 18 17:18:14.870492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb6beec6-4988-450a-8f11-49fff5255801,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:14.905214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.908448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-058818a6-821c-43a6-91b3-524b56a314e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "DELETE /v2.0/ports/fb6beec6-4988-450a-8f11-49fff5255801 HTTP/1.1" status: 204 len: 168 time: 0.5408578 Apr 18 17:18:14.916933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45468) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:14.976110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:14.976690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-efa0cd68-1c3d-4c47-aa20-868f94f15a54 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:14.982457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-efa0cd68-1c3d-4c47-aa20-868f94f15a54 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:14.988285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-efa0cd68-1c3d-4c47-aa20-868f94f15a54 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:14.994133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-efa0cd68-1c3d-4c47-aa20-868f94f15a54 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:14.999909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-efa0cd68-1c3d-4c47-aa20-868f94f15a54 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.006218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-efa0cd68-1c3d-4c47-aa20-868f94f15a54 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.012014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-efa0cd68-1c3d-4c47-aa20-868f94f15a54 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.018162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a944ae6a-a3b0-4910-9f5a-a33487119cea']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:15.020522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-efa0cd68-1c3d-4c47-aa20-868f94f15a54 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.2695792 Apr 18 17:18:15.038268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-5426e387-f9ce-466d-9c38-f93a4fae090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.039981 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-5426e387-f9ce-466d-9c38-f93a4fae090e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 1095 time: 0.1839883 Apr 18 17:18:15.041691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:15.042289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283a5b92-0c6f-4a63-bfe7-3d4adb9bd8b0') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:15.061346 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd07a8c-f053-4d7b-8a54-233f2ba9b30e tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] GET failed (client error): The resource could not be found. Apr 18 17:18:15.066350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dfd07a8c-f053-4d7b-8a54-233f2ba9b30e tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "GET /v2.0/ports/fb6beec6-4988-450a-8f11-49fff5255801 HTTP/1.1" status: 404 len: 333 time: 0.1428881 Apr 18 17:18:15.068571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45470) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:15.084635 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.088918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Request body: {'port': {'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1201318901'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:15.094641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dd8d2-1487-4bcc-bfec-68f40fe7e2d2 req-87b61dff-8bb9-44c0-8612-c1244632829f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.094641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-045dd8d2-1487-4bcc-bfec-68f40fe7e2d2 req-87b61dff-8bb9-44c0-8612-c1244632829f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 944 time: 0.3011146 Apr 18 17:18:15.173429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.186875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0b1729b-59c9-4163-8e8d-7acc4062dbbe req-deae2587-03e7-4dbc-8a9b-5f3247074f6c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654787 Apr 18 17:18:15.188002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:18:15.188419 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:18:15.193802 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:18:15.196007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.20.0.13 (65655f52-ceff-460c-84d3-7ddc532d743b/2c93db43-ef43-4c1e-91af-b3693d87ac3a/dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:18:15.225130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-aa0a2720-8576-4c6c-8448-2efe54e723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.226711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-aa0a2720-8576-4c6c-8448-2efe54e723c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.3655190 Apr 18 17:18:15.268879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea5daf3-1844-45b8-9288-32964c8ba98e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:15.269404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-045dd8d2-1487-4bcc-bfec-68f40fe7e2d2 req-936ee8d3-36f3-4c1e-8f6b-2ee7f3fd6433 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612802 Apr 18 17:18:15.286865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Made reservation on behalf of 6f7787b5b6184a81bbd9a4502c907ba0 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:15.289186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.327179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-ef883292-9aae-4961-80d4-84f3e15bb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.327705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1ea5daf3-1844-45b8-9288-32964c8ba98e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:15.328145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1ea5daf3-1844-45b8-9288-32964c8ba98e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:15.328729 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-ef883292-9aae-4961-80d4-84f3e15bb7ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 915 time: 0.2621427 Apr 18 17:18:15.329223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 82a291b9-0044-477e-8bd6-9bf5682affc0 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:15.342022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] device_id is not set on port 7320897e-b12a-4562-a453-f84ea3719611 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:15.351952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c9065e01-8233-4ca5-86b4-a8a6833050b9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.365705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c9065e01-8233-4ca5-86b4-a8a6833050b9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.3262124 Apr 18 17:18:15.374429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 82a291b9-0044-477e-8bd6-9bf5682affc0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:15.374766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 82a291b9-0044-477e-8bd6-9bf5682affc0 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:15.416954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.424916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.434952 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/a944ae6a-a3b0-4910-9f5a-a33487119cea HTTP/1.1" status: 204 len: 168 time: 1.9012959 Apr 18 17:18:15.434952 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-3d112cba-683e-44ab-9676-b270fa33ca9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502328b1-9c3d-41da-a639-94f0537f4d2d HTTP/1.1" status: 200 len: 217 time: 0.0970058 Apr 18 17:18:15.435439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'port': {'device_id': '6d97723e-8ef8-4812-9a18-79a7a945217f', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'admin_state_up': True, 'tenant_id': '6010d166009b457cb83c471c00b4460a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:15.442129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91cad9c8-43b4-4993-8ab0-3552d9aff8f4 req-f7b8cfb7-5225-4e2b-9396-7d0c00db6731 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 210 time: 0.0988767 Apr 18 17:18:15.442601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45476) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:15.449135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-340dd02d-e24c-45da-ac17-54a967881848 req-ed4ba7cb-224c-40d6-8cce-1aa3c0a72284 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 210 time: 0.0815392 Apr 18 17:18:15.472115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-d065bb80-0722-4d7c-b00c-9f0392a365e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.2349200 Apr 18 17:18:15.516629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba8457-96fb-4db0-9a0e-471e1bc303ff tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=a944ae6a-a3b0-4910-9f5a-a33487119cea,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:15.625506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-eaee4337-dee8-4c54-bc55-e9b9c2a1423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.627009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-eaee4337-dee8-4c54-bc55-e9b9c2a1423d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.1177557 Apr 18 17:18:15.691305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.702707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-cc797679-3cde-458d-a20a-2f374e42eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.704117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-cc797679-3cde-458d-a20a-2f374e42eb75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1957123 Apr 18 17:18:15.749785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecad00-5ee6-4dfe-bc52-325fd50ebfdc req-fece184f-da81-4159-a7c7-a4ea86579bb4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.751230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdecad00-5ee6-4dfe-bc52-325fd50ebfdc req-fece184f-da81-4159-a7c7-a4ea86579bb4 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.2086437 Apr 18 17:18:15.765982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-19e44f5e-65a8-4654-a8d5-fae3f27cd159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.767762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-19e44f5e-65a8-4654-a8d5-fae3f27cd159 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331999 Apr 18 17:18:15.779809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.893240 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.901041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdecad00-5ee6-4dfe-bc52-325fd50ebfdc req-0ffa70f5-35b1-491c-ad73-7fc11aaa15b8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353760 Apr 18 17:18:15.903325 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-a32a6937-c8ac-45cf-9987-9bf7f93b11da service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219156 Apr 18 17:18:15.907630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-f21313b3-b1e7-4205-b41a-dcbc13f9094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:15.909542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-f21313b3-b1e7-4205-b41a-dcbc13f9094d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573524 Apr 18 17:18:15.913175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Made reservation on behalf of 6010d166009b457cb83c471c00b4460a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:15.916698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.937510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:15.969113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 65655f52-ceff-460c-84d3-7ddc532d743b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:15.976908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:16.012460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:16.018745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:16.047448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:16.059000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:16.086058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:16.087010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.087613 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.133717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.135091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.154210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=7320897e-b12a-4562-a453-f84ea3719611,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:16.159237 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5385b485-89be-49f6-a2eb-e8ebaccc798f req-095097b8-b3d1-4e8b-a5a0-3cb94893d9f2 service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307642 Apr 18 17:18:16.160716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-1e790f12-af09-4ee3-bb49-5d9888c9b483 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403526 Apr 18 17:18:16.206087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Allocated IP 172.20.0.7 (dc90c34b-d6a3-40ab-abce-c0737ae6e08c/fa360b3a-0be6-42d3-ba05-a72692d2cfc9/82760f6f-b43b-4ff6-a025-ac4d4e087c76) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:18:16.206944 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3fce7c82-2f4b-43a4-9516-e339ece170e5 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1279600 Apr 18 17:18:16.209558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45480) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:16.215047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:16.240246 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-78202636-14c6-43cc-b454-6ed894025ef8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3264942 Apr 18 17:18:16.261815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b1b5d4c2-7e16-46bc-a1af-d2901e0a05c4 None None] Provisioning complete for port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:16.262245 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d4c2-7e16-46bc-a1af-d2901e0a05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.280428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-c5557aee-2e27-4ca8-b492-232a97fd8e21 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:18:16.281389 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-c5557aee-2e27-4ca8-b492-232a97fd8e21 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051916 Apr 18 17:18:16.307009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5d4c2-7e16-46bc-a1af-d2901e0a05c4 None None] Port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:16.311959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Request body: {'port': {'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:16.331906 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.397801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.516916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bf80ca-7f83-47f2-b630-abd4aa04bd74 req-52f608b4-06fa-44ba-9c01-efea4d1db7f9 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236680 Apr 18 17:18:16.542844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-d9cf0a6b-054e-49a6-8475-ac8a8b5e0723 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.548723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-d9cf0a6b-054e-49a6-8475-ac8a8b5e0723 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.554639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-d9cf0a6b-054e-49a6-8475-ac8a8b5e0723 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.560821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-d9cf0a6b-054e-49a6-8475-ac8a8b5e0723 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.566595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-d9cf0a6b-054e-49a6-8475-ac8a8b5e0723 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.574003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-d9cf0a6b-054e-49a6-8475-ac8a8b5e0723 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.580610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-d9cf0a6b-054e-49a6-8475-ac8a8b5e0723 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.583489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-d9cf0a6b-054e-49a6-8475-ac8a8b5e0723 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.2683930 Apr 18 17:18:16.598301 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.647413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdad3b-0ed5-4b0b-acc8-f6b9d2a9807f req-e33c03a6-f7cb-4e0d-bd18-0776f3903774 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.648881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5bdad3b-0ed5-4b0b-acc8-f6b9d2a9807f req-e33c03a6-f7cb-4e0d-bd18-0776f3903774 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 944 time: 0.3001232 Apr 18 17:18:16.682262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] device_id is not set on port 7320897e-b12a-4562-a453-f84ea3719611 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:16.692024 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.761683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.822361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-855cc060-df3b-4f68-99e6-726111f9b59e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.828251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-855cc060-df3b-4f68-99e6-726111f9b59e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.834745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-855cc060-df3b-4f68-99e6-726111f9b59e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.840597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-855cc060-df3b-4f68-99e6-726111f9b59e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.846491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-855cc060-df3b-4f68-99e6-726111f9b59e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.853023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-855cc060-df3b-4f68-99e6-726111f9b59e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.858882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-855cc060-df3b-4f68-99e6-726111f9b59e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.860852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-855cc060-df3b-4f68-99e6-726111f9b59e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 5443 time: 0.1656835 Apr 18 17:18:16.943511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=7320897e-b12a-4562-a453-f84ea3719611,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:16.963012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:18:16.978177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:16.983230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-cec62458-30fc-41ef-9e17-9197de81e32d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:16.984635 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-cec62458-30fc-41ef-9e17-9197de81e32d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "GET /v2.0/ports/a5cc92ac-6f23-4437-b9b1-89a8349f3a0d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1085312 Apr 18 17:18:17.002809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.006765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.006765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.026310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Transition to ACTIVE for port object dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:18:17.027193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.027530 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.029895 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 2 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.075099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.075512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.075767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.084645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.084979 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.087230 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 3 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.089751 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.106600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00105466-dbd4-49f3-812b-2f01a53b6968 req-10103bb2-8f01-4a87-a64d-1f54d23d7ce2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5137904 Apr 18 17:18:17.123245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.127041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5bdad3b-0ed5-4b0b-acc8-f6b9d2a9807f req-5d86b098-a7a4-49da-a892-e5eefe694792 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4587688 Apr 18 17:18:17.167210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.167210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.167210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.185909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.186244 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.187445 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 4 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.194298 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-fd6bc3fd-0ee7-4a8f-ae51-72cf1603c44c tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "GET /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2023966 Apr 18 17:18:17.197938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Pushing event updated for resources: {'Port': ['ID=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:17.215645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:17.234275 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.242516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.242855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.243199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.273971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.274586 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.303205 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 5 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.323561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.338087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3caa7ae-5338-45a0-bedf-6829c77455eb req-89e0d36c-a406-4947-a2bd-61ffa2937e5a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 210 time: 0.0935915 Apr 18 17:18:17.366337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.366680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.375384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.378336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.381638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.381638 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.384768 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 6 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.410513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a3ca1-2714-4f71-96cc-d4be83b6e3e1 req-75c2e806-3807-4334-802c-bf1a0635ba39 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:17.412392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd7a3ca1-2714-4f71-96cc-d4be83b6e3e1 req-75c2e806-3807-4334-802c-bf1a0635ba39 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 944 time: 0.1639159 Apr 18 17:18:17.413808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.414128 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.414472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.417576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Attempting to bind port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.417909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Attempting to bind port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.418230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Attempting to bind port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed on network 65655f52-ceff-460c-84d3-7ddc532d743b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.444374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.444710 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.445190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed on network 65655f52-ceff-460c-84d3-7ddc532d743b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.445542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Attempting to bind port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed on network 65655f52-ceff-460c-84d3-7ddc532d743b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.449819 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 7 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.467573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.468060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:18:17.468410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Checking segment: {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:17.468800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Bound using segment: {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:18:17.469248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Bound port: dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:18:17.469639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.487652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.487988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.488892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.500418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.500750 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.502982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d3d3bcd6-c4fb-4b6d-968c-40d518670187'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:18:17.510419 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 8 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.574753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.575090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.575435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.576272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:17.588682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd7a3ca1-2714-4f71-96cc-d4be83b6e3e1 req-0e94a2e8-9895-434c-8d54-41d2cd202e2b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615567 Apr 18 17:18:17.590485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.590824 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.594304 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 9 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.617169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0e855-93ad-4a31-b61c-17e3d4e3f42e req-c0648aec-9343-4078-9f85-7b9ad1bd2846 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:17.624925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfb0e855-93ad-4a31-b61c-17e3d4e3f42e req-c0648aec-9343-4078-9f85-7b9ad1bd2846 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.2114177 Apr 18 17:18:17.627009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:17.628862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'Port': ['ID=82760f6f-b43b-4ff6-a025-ac4d4e087c76,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:17.634242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:17.645815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.646421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.646987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.651301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] For port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:17.677937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.678292 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.682639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] For port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:17.686494 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 10 to bind port 7320897e-b12a-4562-a453-f84ea3719611 Apr 18 17:18:17.705479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] For port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:17.723653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:17.723843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:17.724265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:17.737119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:17.737613 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 7320897e-b12a-4562-a453-f84ea3719611 on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:17.738705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.751989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfb0e855-93ad-4a31-b61c-17e3d4e3f42e req-ce4b9c59-2591-4f8d-8d00-441c17fb2b11 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261773 Apr 18 17:18:17.758214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:17.758858 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.772191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.779310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] For port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:17.789975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 91858d1e-c46a-45fd-9572-c92ef95b6585 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:17.790423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.817530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 502328b1-9c3d-41da-a639-94f0537f4d2d details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:18:17.846657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-c4efefe2-03ba-43fa-962d-363d16815e7d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4296594 Apr 18 17:18:17.874866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Request body: {'port': {'device_id': '6d97723e-8ef8-4812-9a18-79a7a945217f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:17.875100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:17.875671 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.877070 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-e717402e-138c-417b-acc4-6c4865342733 service neutron] 10.222.0.18 "PUT /v2.0/ports/dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed HTTP/1.1" status: 200 len: 1092 time: 1.5779257 Apr 18 17:18:17.880495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:17.882747 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:17.893884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] device_id is not set on port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:17.927011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:17.946198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717402e-138c-417b-acc4-6c4865342733 service neutron] Pushing event updated for resources: {'Port': ['ID=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:17.952759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 502328b1-9c3d-41da-a639-94f0537f4d2d, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=502328b1-9c3d-41da-a639-94f0537f4d2d,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:17.955758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] For port 7320897e-b12a-4562-a453-f84ea3719611, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:17.955758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempted to set empty binding levels {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 17:18:17.972064 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbce524-4ab8-4b92-a750-b7cc4c55ab0a x-openstack-request-id: req-4cbce524-4ab8-4b92-a750-b7cc4c55ab0a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:17.972382 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:17.972382 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cbce524-4ab8-4b92-a750-b7cc4c55ab0a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:17.974208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'port_id': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'mac_address': 'fa:16:3e:76:43:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:18:17.976153 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbce524-4ab8-4b92-a750-b7cc4c55ab0a'] response: {'name': 'network-changed', 'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'status': 'completed', 'code': 200} Apr 18 17:18:17.996178 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.031117 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.038616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.040368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 91858d1e-c46a-45fd-9572-c92ef95b6585, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=91858d1e-c46a-45fd-9572-c92ef95b6585,segment=NetworkSegment(6552d787-9c65-48f4-ba2e-c467c651c820),segment_id=6552d787-9c65-48f4-ba2e-c467c651c820)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:18.041118 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.050149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502328b1-9c3d-41da-a639-94f0537f4d2d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:18:18.081407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 502328b1-9c3d-41da-a639-94f0537f4d2d, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=502328b1-9c3d-41da-a639-94f0537f4d2d,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:18.088274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.101441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 91858d1e-c46a-45fd-9572-c92ef95b6585 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:18.131400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3af713fc-ecf7-4ab3-abb6-904bcc9ac75a None None] Provisioning complete for port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:18.131774 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3af713fc-ecf7-4ab3-abb6-904bcc9ac75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.161093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.170391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b472-f299-465e-a746-66cc7724f730 req-cd109552-e546-4184-9f84-3aa96e43cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.174438 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-cd109552-e546-4184-9f84-3aa96e43cfb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 1095 time: 0.1707339 Apr 18 17:18:18.177689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] No DVR routers for this DVR port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:18.190720 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:18.221072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3af713fc-ecf7-4ab3-abb6-904bcc9ac75a None None] Port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:18.229505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] In _notify_port_updated(), no bound segment for port 7320897e-b12a-4562-a453-f84ea3719611 on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:18:18.230394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.231107 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.232309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "PUT /v2.0/ports/7320897e-b12a-4562-a453-f84ea3719611 HTTP/1.1" status: 200 len: 975 time: 2.0217519 Apr 18 17:18:18.239759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=502328b1-9c3d-41da-a639-94f0537f4d2d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:18.250831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45502) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:18.344331 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-5c1a5155-2e17-42dd-a3aa-607279ac9783 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed HTTP/1.1" status: 200 len: 217 time: 0.1109064 Apr 18 17:18:18.432417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f95a0c-a5dc-45ae-8455-ba161d83dffb tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=7320897e-b12a-4562-a453-f84ea3719611,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:18.434664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] In _notify_port_updated(), no bound segment for port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:18:18.435529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.436128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.437391 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b035fe4d-74fa-4eb5-af4a-b2b43b8f76bd service neutron] 10.222.0.18 "PUT /v2.0/ports/a5cc92ac-6f23-4437-b9b1-89a8349f3a0d HTTP/1.1" status: 200 len: 1032 time: 1.2308278 Apr 18 17:18:18.484064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2e347a37-abeb-4d71-b647-f55511986bba None None] Provisioning complete for port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:18.485045 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2e347a37-abeb-4d71-b647-f55511986bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.493545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821fe9-1b3a-413f-89b0-29c95122ab0e req-546ec42a-7aeb-425a-9f89-f3661c453a17 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.495097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26821fe9-1b3a-413f-89b0-29c95122ab0e req-546ec42a-7aeb-425a-9f89-f3661c453a17 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 945 time: 0.2224488 Apr 18 17:18:18.518419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee252c7-72f0-4eb3-a13a-eaa89a46c7b4 req-b7b277b0-d022-4a66-b640-05e67f0b2717 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.524278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee252c7-72f0-4eb3-a13a-eaa89a46c7b4 req-b7b277b0-d022-4a66-b640-05e67f0b2717 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.528008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.528504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.528976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.529464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.529935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.531289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.531380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee252c7-72f0-4eb3-a13a-eaa89a46c7b4 req-b7b277b0-d022-4a66-b640-05e67f0b2717 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.531457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.531457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.531744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.532205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.532661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.533120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.536681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.536681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.536681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.536681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.536681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.536681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.537090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.537156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee252c7-72f0-4eb3-a13a-eaa89a46c7b4 req-b7b277b0-d022-4a66-b640-05e67f0b2717 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.537391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.537751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.538208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.538667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.539136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.539697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.540163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.540620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.541077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.541580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.542112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.542573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.542710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee252c7-72f0-4eb3-a13a-eaa89a46c7b4 req-b7b277b0-d022-4a66-b640-05e67f0b2717 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.543028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.543536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.544026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.544482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.544936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.545395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.545879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.546335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.546790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.547295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.547723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.548270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.548499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee252c7-72f0-4eb3-a13a-eaa89a46c7b4 req-b7b277b0-d022-4a66-b640-05e67f0b2717 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.548733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.549467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.550057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.550308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.551484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.551783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.552244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.556847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fd923d6e-a159-48ba-a719-a90a0c5af15c tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 45038 time: 0.2982781 Apr 18 17:18:18.561664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b472-f299-465e-a746-66cc7724f730 req-14699e22-acc0-4bc5-ae36-24d87380c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.562419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ee252c7-72f0-4eb3-a13a-eaa89a46c7b4 req-b7b277b0-d022-4a66-b640-05e67f0b2717 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 4664 time: 0.2872880 Apr 18 17:18:18.563180 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-14699e22-acc0-4bc5-ae36-24d87380c463 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c93db43-ef43-4c1e-91af-b3693d87ac3a HTTP/1.1" status: 200 len: 835 time: 0.1819799 Apr 18 17:18:18.564068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45506) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:18.573677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b3fcb987-da4c-4efc-9cb5-33a35fa48de5 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.575075 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-b3fcb987-da4c-4efc-9cb5-33a35fa48de5 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "GET /v2.0/ports/016aa17e-2fa3-4d57-8561-d91271203424?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1315248 Apr 18 17:18:18.608709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:18.706469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ee252c7-72f0-4eb3-a13a-eaa89a46c7b4 req-e7fa6601-6df8-431b-97b5-e1ac4585fc59 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&id=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432028 Apr 18 17:18:18.709915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26821fe9-1b3a-413f-89b0-29c95122ab0e req-affb4d68-b5ad-4f1e-ad61-41bcdfe1551c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047057 Apr 18 17:18:18.744771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['502328b1-9c3d-41da-a639-94f0537f4d2d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:18:18.772661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b472-f299-465e-a746-66cc7724f730 req-b112f6f2-901c-4029-8f08-300d140af90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:18.774516 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-b112f6f2-901c-4029-8f08-300d140af90d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65655f52-ceff-460c-84d3-7ddc532d743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972284 Apr 18 17:18:18.776962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82760f6f-b43b-4ff6-a025-ac4d4e087c76 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:18:18.782171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.797035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.803773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2e347a37-abeb-4d71-b647-f55511986bba None None] Port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:18.808393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.844610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=91858d1e-c46a-45fd-9572-c92ef95b6585,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:18.850176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Transition to ACTIVE for port object 82760f6f-b43b-4ff6-a025-ac4d4e087c76 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:18:18.939954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:18.961852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Deleting port 7320897e-b12a-4562-a453-f84ea3719611 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:18.962203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.097076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Pushing event updated for resources: {'Port': ['ID=82760f6f-b43b-4ff6-a025-ac4d4e087c76,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:19.104153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-a915c79d-4269-4ff5-87d4-453da9ffbf59 service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172064 Apr 18 17:18:19.119877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21802fe1-26f5-4463-9711-52bfd77f36af req-6d91fc40-bb28-43d6-987e-759dce6fa958 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:19.121468 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21802fe1-26f5-4463-9711-52bfd77f36af req-6d91fc40-bb28-43d6-987e-759dce6fa958 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 943 time: 0.2270701 Apr 18 17:18:19.134528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df89f-de3e-4b83-b5da-ec71a2f7ed99 req-87915c04-88fa-412f-a791-1cc680b743a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:19.142090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-737df89f-de3e-4b83-b5da-ec71a2f7ed99 req-87915c04-88fa-412f-a791-1cc680b743a5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 944 time: 0.2487049 Apr 18 17:18:19.179364 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.373267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21802fe1-26f5-4463-9711-52bfd77f36af req-8e23c2d8-9e75-43cc-93f6-c9c238cf4479 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289584 Apr 18 17:18:19.380021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-737df89f-de3e-4b83-b5da-ec71a2f7ed99 req-8defab01-55b2-4f95-bbf6-d39a9a0a8da6 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370322 Apr 18 17:18:19.419061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Attempting to bind port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:19.419412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Attempting to bind port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:19.419755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Attempting to bind port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:19.431478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:19.431810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Attempting to bind port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:19.442925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:18:19.443281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Checking segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:19.443668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Bound using segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:18:19.444121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Bound port: 82760f6f-b43b-4ff6-a025-ac4d4e087c76, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:18:19.444489 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.518998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] For port 7320897e-b12a-4562-a453-f84ea3719611, host n-h2-836015-2, got binding levels [] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:19.519962 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.552653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Calling delete_port for 7320897e-b12a-4562-a453-f84ea3719611 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:19.567582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] For port 016aa17e-2fa3-4d57-8561-d91271203424, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=016aa17e-2fa3-4d57-8561-d91271203424,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:19.609728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8f4d0-f724-43f2-b2a8-08a8c5829dec req-64d57bac-d5da-4004-ac0f-e7f08f80287d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:19.611220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f8f4d0-f724-43f2-b2a8-08a8c5829dec req-64d57bac-d5da-4004-ac0f-e7f08f80287d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1624067 Apr 18 17:18:19.652844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:19.653025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] For port 82760f6f-b43b-4ff6-a025-ac4d4e087c76, host n-h1-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:19.664827 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8e86b472-f299-465e-a746-66cc7724f730 req-a274174a-caad-4002-bfe7-9f5137ed1eb1 service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504038 Apr 18 17:18:19.679076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] For port 016aa17e-2fa3-4d57-8561-d91271203424, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:19.680903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] For port 82760f6f-b43b-4ff6-a025-ac4d4e087c76, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:19.698691 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4f8f4d0-f724-43f2-b2a8-08a8c5829dec req-e6e09246-2ca3-4c35-aaa2-f9ed72a0dae3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799406 Apr 18 17:18:19.726981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] device_id is not set on port 016aa17e-2fa3-4d57-8561-d91271203424 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:19.738338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.772647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.825924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 502328b1-9c3d-41da-a639-94f0537f4d2d up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:19.837795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.851250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.868292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.872817 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7320897e-b12a-4562-a453-f84ea3719611 HTTP/1.1" status: 204 len: 168 time: 1.3077555 Apr 18 17:18:19.879470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45524) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:19.923093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87feb48f-0e55-4467-abab-ad30a0002cfd tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event deleted for resources: {'Port': ['ID=7320897e-b12a-4562-a453-f84ea3719611,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:19.926541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:19.927173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.928566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] 10.222.0.18 "PUT /v2.0/ports/82760f6f-b43b-4ff6-a025-ac4d4e087c76 HTTP/1.1" status: 200 len: 1091 time: 2.0585618 Apr 18 17:18:19.937642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d97723e-8ef8-4812-9a18-79a7a945217f', 'tag': '82760f6f-b43b-4ff6-a025-ac4d4e087c76'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:19.937642 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166e7f18-b165-4e9e-b511-e0754da5bd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d97723e-8ef8-4812-9a18-79a7a945217f", "tag": "82760f6f-b43b-4ff6-a025-ac4d4e087c76"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:19.945662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:19.957662 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:19.959373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 502328b1-9c3d-41da-a639-94f0537f4d2d completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:18:19.968428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 502328b1-9c3d-41da-a639-94f0537f4d2d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:19.968801 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:19.978839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] No DVR routers for this DVR port 016aa17e-2fa3-4d57-8561-d91271203424 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:19.985339 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:19.986214 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:20.011365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8ae552ff-9538-41a2-ba82-c6ffb623718d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5643320 Apr 18 17:18:20.029842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45528) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:20.035939 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c428105-cf95-4895-9cd2-96846e11237a tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] GET failed (client error): The resource could not be found. Apr 18 17:18:20.037562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7c428105-cf95-4895-9cd2-96846e11237a tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "GET /v2.0/ports/7320897e-b12a-4562-a453-f84ea3719611 HTTP/1.1" status: 404 len: 333 time: 0.1313574 Apr 18 17:18:20.044927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45530) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:20.051613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-906491776', 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:20.062822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39203a1f-60ba-408b-961f-4c9937960262 service neutron] Pushing event updated for resources: {'Port': ['ID=82760f6f-b43b-4ff6-a025-ac4d4e087c76,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:20.118367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-fe1fcc9d-1f4a-4c98-befc-824f6b9a2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.120051 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-fe1fcc9d-1f4a-4c98-befc-824f6b9a2373 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 1095 time: 0.2934263 Apr 18 17:18:20.137106 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.147220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] Pushing event updated for resources: {'Port': ['ID=016aa17e-2fa3-4d57-8561-d91271203424,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:20.169564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716734-3c11-435a-94e2-3b2792c7b35e req-1ee0588f-50ce-4af5-a74e-ce9348b1a8a0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.171155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44716734-3c11-435a-94e2-3b2792c7b35e req-1ee0588f-50ce-4af5-a74e-ce9348b1a8a0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 945 time: 0.3332765 Apr 18 17:18:20.194448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5300c271-f401-49c8-b81f-beeaa04a467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502328b1-9c3d-41da-a639-94f0537f4d2d'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:20.196651 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5528e503-623e-46cc-9134-a68f39896653" -d '{"events": [{"server_uuid": "5300c271-f401-49c8-b81f-beeaa04a467b", "name": "network-vif-plugged", "status": "completed", "tag": "502328b1-9c3d-41da-a639-94f0537f4d2d"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:20.201959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] In _notify_port_updated(), no bound segment for port 016aa17e-2fa3-4d57-8561-d91271203424 on network a3de4985-6af3-4d4f-ac03-09caa2da850a {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:18:20.203563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.204292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.205775 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-c5e20551-dc94-4cf0-81fb-fca3c30d4d5d service neutron] 10.222.0.18 "PUT /v2.0/ports/016aa17e-2fa3-4d57-8561-d91271203424 HTTP/1.1" status: 200 len: 1030 time: 1.6010184 Apr 18 17:18:20.208447 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:20.214225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 502328b1-9c3d-41da-a639-94f0537f4d2d, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=502328b1-9c3d-41da-a639-94f0537f4d2d,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:20.218131 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec388c-8a02-46c3-b7ac-08908112b6d1 req-6f510e3f-3af2-4f91-8bd0-f06998e2d8d7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.224172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec388c-8a02-46c3-b7ac-08908112b6d1 req-6f510e3f-3af2-4f91-8bd0-f06998e2d8d7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.230387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec388c-8a02-46c3-b7ac-08908112b6d1 req-6f510e3f-3af2-4f91-8bd0-f06998e2d8d7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.231742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-69af8a0d-06bb-4f7b-bdab-aeec6809c730 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet 5b182722-b57c-4526-9080-dee4825d38fb {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:18:20.236445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec388c-8a02-46c3-b7ac-08908112b6d1 req-6f510e3f-3af2-4f91-8bd0-f06998e2d8d7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.242652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec388c-8a02-46c3-b7ac-08908112b6d1 req-6f510e3f-3af2-4f91-8bd0-f06998e2d8d7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.244620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dec388c-8a02-46c3-b7ac-08908112b6d1 req-6f510e3f-3af2-4f91-8bd0-f06998e2d8d7 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 3887 time: 0.3422008 Apr 18 17:18:20.286527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69af8a0d-06bb-4f7b-bdab-aeec6809c730 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.292059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-6a8eac44-e8cd-4664-8a8e-2018603de9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.293571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-6a8eac44-e8cd-4664-8a8e-2018603de9ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 1094 time: 0.2263212 Apr 18 17:18:20.302983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Made reservation on behalf of 6f7787b5b6184a81bbd9a4502c907ba0 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:20.305387 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.320786 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.381832 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-aa7b618d-0758-400e-8a8c-ce3c119d67ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76 HTTP/1.1" status: 200 len: 217 time: 0.0633836 Apr 18 17:18:20.390460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] device_id is not set on port 0829f7b9-cab7-4dc4-a7b2-510964363433 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:20.397129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69af8a0d-06bb-4f7b-bdab-aeec6809c730 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.411389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=502328b1-9c3d-41da-a639-94f0537f4d2d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:20.431098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fb435cc0-9eb2-4241-9e9c-e29304511efa None None] Provisioning complete for port 016aa17e-2fa3-4d57-8561-d91271203424 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:20.432375 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb435cc0-9eb2-4241-9e9c-e29304511efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.435030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44716734-3c11-435a-94e2-3b2792c7b35e req-496615ed-be40-487f-b101-5eee2059e29c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439160 Apr 18 17:18:20.448463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1dec388c-8a02-46c3-b7ac-08908112b6d1 req-8045cba3-4c98-4f04-8d29-80604095d3e6 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853883 Apr 18 17:18:20.515268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fb435cc0-9eb2-4241-9e9c-e29304511efa None None] Port 016aa17e-2fa3-4d57-8561-d91271203424 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:20.520516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4aa0be45-e91c-424e-8f55-e2cefd61223e no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:20.526323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-d7808090-acb1-4545-b725-71a669f18f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.527943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-d7808090-acb1-4545-b725-71a669f18f4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1302505 Apr 18 17:18:20.543987 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69af8a0d-06bb-4f7b-bdab-aeec6809c730 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.557894 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:18Z', 'revision_number': 9, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:20.579816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-a4aa6d1c-f4c4-48bf-b7ab-58fa480d5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.581322 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-a4aa6d1c-f4c4-48bf-b7ab-58fa480d5f22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=65655f52-ceff-460c-84d3-7ddc532d743b HTTP/1.1" status: 200 len: 897 time: 0.4440801 Apr 18 17:18:20.616008 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:20.647535 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:20.649732 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:20.671448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port 62bae62c-16b2-41d0-9370-cd3639e8314b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:20.672028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.672630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.689812 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c841a-5460-4369-a22f-4ec39ec74e8d x-openstack-request-id: req-c81c841a-5460-4369-a22f-4ec39ec74e8d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:20.693403 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5300c271-f401-49c8-b81f-beeaa04a467b", "name": "network-vif-plugged", "status": "completed", "tag": "502328b1-9c3d-41da-a639-94f0537f4d2d", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:20.693403 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c81c841a-5460-4369-a22f-4ec39ec74e8d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:20.693403 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81c841a-5460-4369-a22f-4ec39ec74e8d'] response: {'server_uuid': '5300c271-f401-49c8-b81f-beeaa04a467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'code': 200} Apr 18 17:18:20.694463 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.695104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-582d7627-1f61-4546-b3e5-506c5f6d1854 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed HTTP/1.1" status: 200 len: 217 time: 0.1013966 Apr 18 17:18:20.726829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4aa0be45-e91c-424e-8f55-e2cefd61223e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:20.757808 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2299d9-b1ad-4ab6-bb13-44ba7980d277 x-openstack-request-id: req-ae2299d9-b1ad-4ab6-bb13-44ba7980d277 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:20.758098 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d97723e-8ef8-4812-9a18-79a7a945217f", "tag": "82760f6f-b43b-4ff6-a025-ac4d4e087c76", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:20.758356 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae2299d9-b1ad-4ab6-bb13-44ba7980d277 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:20.758780 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2299d9-b1ad-4ab6-bb13-44ba7980d277'] response: {'name': 'network-changed', 'server_uuid': '6d97723e-8ef8-4812-9a18-79a7a945217f', 'tag': '82760f6f-b43b-4ff6-a025-ac4d4e087c76', 'status': 'completed', 'code': 200} Apr 18 17:18:20.818888 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:20.833236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.834336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 016aa17e-2fa3-4d57-8561-d91271203424 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:20.867657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-c133b8d1-7089-4e7d-b390-0cc919aa1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.869225 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-c133b8d1-7089-4e7d-b390-0cc919aa1563 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c93db43-ef43-4c1e-91af-b3693d87ac3a HTTP/1.1" status: 200 len: 835 time: 0.1285975 Apr 18 17:18:20.923530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4aa0be45-e91c-424e-8f55-e2cefd61223e,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:20.930506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] For port 62bae62c-16b2-41d0-9370-cd3639e8314b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=62bae62c-16b2-41d0-9370-cd3639e8314b,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:20.930506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.938751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-cf7d9549-5c7e-472a-a6ba-404baf3d7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.940084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 016aa17e-2fa3-4d57-8561-d91271203424 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:20.940507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 62bae62c-16b2-41d0-9370-cd3639e8314b no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:20.940766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69af8a0d-06bb-4f7b-bdab-aeec6809c730 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.942924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-cf7d9549-5c7e-472a-a6ba-404baf3d7c50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4049881 Apr 18 17:18:20.985729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34313c89-f82b-4afd-a0da-32dff6edf6d3 None None] Network 83c98c73-a983-47c9-9976-da24737d720b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:20.988998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69af8a0d-06bb-4f7b-bdab-aeec6809c730 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:20.990837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae76c2-dfe1-4eef-a8d9-ff99240283de req-15b081eb-93d1-4259-9236-e8fb82e4cca6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.992144 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-69af8a0d-06bb-4f7b-bdab-aeec6809c730 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/5b182722-b57c-4526-9080-dee4825d38fb HTTP/1.1" status: 204 len: 168 time: 0.9596264 Apr 18 17:18:20.993794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for 62bae62c-16b2-41d0-9370-cd3639e8314b owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:20.996767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-8a112f5b-f36b-4863-bd5d-716ca918f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:20.998340 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-8a112f5b-f36b-4863-bd5d-716ca918f44b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65655f52-ceff-460c-84d3-7ddc532d743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217530 Apr 18 17:18:20.998941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45546) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:21.001656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05ae76c2-dfe1-4eef-a8d9-ff99240283de req-15b081eb-93d1-4259-9236-e8fb82e4cca6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 943 time: 0.2362971 Apr 18 17:18:21.009527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af8a0d-06bb-4f7b-bdab-aeec6809c730 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=5b182722-b57c-4526-9080-dee4825d38fb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:21.023294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a4d7e-9d0a-4f10-9321-92c5c14a368e req-e63c1112-8d61-4912-90ee-9c47cfb69378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:21.025889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742a4d7e-9d0a-4f10-9321-92c5c14a368e req-e63c1112-8d61-4912-90ee-9c47cfb69378 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 1097 time: 0.2242248 Apr 18 17:18:21.033338 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.072231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f1dc1-f5b2-4851-a85d-31d1f2eba32d req-5b6ba16d-5306-40eb-a9e1-66d6b5c8d674 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:21.075481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-276f1dc1-f5b2-4851-a85d-31d1f2eba32d req-5b6ba16d-5306-40eb-a9e1-66d6b5c8d674 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 944 time: 0.2751131 Apr 18 17:18:21.090461 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:18Z', 'revision_number': 9, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:21.123807 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472469b-f81c-47b9-a170-32c903bb5124 None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:18Z', 'revision_number': 9, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '45e1ddf3-6f7b-4911-abc8-632d9d675571', 'name': '', 'network_id': 'af0cf1a6-18c1-4065-86dd-4d9137a2234e', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:5e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '60204654-027f-4e82-8ae0-088d91835f2c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:42Z', 'updated_at': '2022-04-18T17:17:49Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '60204654-027f-4e82-8ae0-088d91835f2c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:21.189533 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.237258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 62bae62c-16b2-41d0-9370-cd3639e8314b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=62bae62c-16b2-41d0-9370-cd3639e8314b,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:21.259202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.308051 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.309130 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:21.309317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-8d8115ae-07e4-4e36-846c-6596ad287ae5 service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976453 Apr 18 17:18:21.403839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=62bae62c-16b2-41d0-9370-cd3639e8314b,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:21.450546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.500169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:21.500169 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.500169 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b0e912d-c7dd-40b9-94a8-5d3f9d44c81b req-46c78fd5-94a9-4b79-a342-0dd970402d67 service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541057 Apr 18 17:18:21.500936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:21.507614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] DHCP port deletion for 83c98c73-a983-47c9-9976-da24737d720b request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:18:21.546892 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.569920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05ae76c2-dfe1-4eef-a8d9-ff99240283de req-d73e1a9a-7a7c-42b3-ae9b-0f928a2a2f9a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672266 Apr 18 17:18:21.592550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:21.598780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=62bae62c-16b2-41d0-9370-cd3639e8314b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:21.599495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:21.601341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=0829f7b9-cab7-4dc4-a7b2-510964363433,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:21.604633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-742a4d7e-9d0a-4f10-9321-92c5c14a368e req-f3b0a24b-6835-4d03-9247-d68726a35354 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5416174 Apr 18 17:18:21.605129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.606740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ee397beb-601f-4c4b-9d6a-dc1e98f90a16 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:21.609635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,segment=NetworkSegment(6552d787-9c65-48f4-ba2e-c467c651c820),segment_id=6552d787-9c65-48f4-ba2e-c467c651c820)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:21.610055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.614793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:21.615763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:21.616344 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.621136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] Deleting port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:21.621136 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.649865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-276f1dc1-f5b2-4851-a85d-31d1f2eba32d req-0e161531-8aba-45af-94bd-71775abec52a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5529013 Apr 18 17:18:21.667698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-901b18a5-d49c-4e10-8d17-708789d04a42 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7159934 Apr 18 17:18:21.698385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:21.700476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] No DVR routers for this DVR port 62bae62c-16b2-41d0-9370-cd3639e8314b on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:21.705038 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.708476 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-9a38daaf-e860-4264-ba1d-4c1d47319746 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "DELETE /v2.0/ports/62bae62c-16b2-41d0-9370-cd3639e8314b HTTP/1.1" status: 204 len: 173 time: 1.4926491 Apr 18 17:18:21.713177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': '62bae62c-16b2-41d0-9370-cd3639e8314b'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:21.713177 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0be17-ad6a-4a67-9ec3-d0eb9efeb204" -d '{"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "62bae62c-16b2-41d0-9370-cd3639e8314b"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:21.796170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7d5321df-bde3-43a8-b882-f1ebf53d4490 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7488337 Apr 18 17:18:21.802454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45556) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:21.879456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:21.882460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:21.888048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.922019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e5548-3225-440e-8958-e1b4e034c920 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:21.923394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-074e5548-3225-440e-8958-e1b4e034c920 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "GET /v2.0/ports/0829f7b9-cab7-4dc4-a7b2-510964363433 HTTP/1.1" status: 200 len: 954 time: 0.1159439 Apr 18 17:18:21.933547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] For port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,segment=NetworkSegment(6552d787-9c65-48f4-ba2e-c467c651c820),segment_id=6552d787-9c65-48f4-ba2e-c467c651c820)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:21.933948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.934596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45558) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:21.953393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] Calling delete_port for 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:21.955141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.956944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:21.957265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5b35-84b8-4f42-987f-f08543494c57 req-12b02747-c0d3-4a4e-bb37-662e2f7b82d8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:21.959280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cff5b35-84b8-4f42-987f-f08543494c57 req-12b02747-c0d3-4a4e-bb37-662e2f7b82d8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1866071 Apr 18 17:18:21.976226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No DVR routers for this DVR port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:21.980583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa35178-3bb4-4b4c-a7b3-d286aa1699aa req-3cf8861b-e986-4e2f-af7e-ef8c1b973f46 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051469 Apr 18 17:18:22.006199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef863f-0a50-4698-bd97-e2629f82356e req-38225ce1-dd9e-437e-b2d6-723b0b2dd6c0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:22.006536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9ef863f-0a50-4698-bd97-e2629f82356e req-38225ce1-dd9e-437e-b2d6-723b0b2dd6c0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 946 time: 0.1763256 Apr 18 17:18:22.038919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ee397beb-601f-4c4b-9d6a-dc1e98f90a16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:22.060098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:22.083158 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.104892 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cff5b35-84b8-4f42-987f-f08543494c57 req-571b9030-50df-4c4b-907c-4c80288a7929 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174557 Apr 18 17:18:22.111953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9ef863f-0a50-4698-bd97-e2629f82356e req-258bdd4b-7c99-4815-91f6-e40e055e322b tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954025 Apr 18 17:18:22.121890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] Pushing event deleted for resources: {'Port': ['ID=884a9ea3-a3f0-4272-a0e4-1d121ef1fb96,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:22.131107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c1bed-5653-4d1e-bf99-7a057bbb7906 None None] No DVR routers for this DVR port 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:22.134324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] For port ee397beb-601f-4c4b-9d6a-dc1e98f90a16, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:22.134708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.148217 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.148913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.151993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a5cc92ac-6f23-4437-b9b1-89a8349f3a0d no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:22.166869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for ee397beb-601f-4c4b-9d6a-dc1e98f90a16 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:22.180108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a9156f46-d68b-4505-8163-7fbddf4e7081 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Deleting port 0829f7b9-cab7-4dc4-a7b2-510964363433 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:22.182666 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9156f46-d68b-4505-8163-7fbddf4e7081 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.205163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c98c73-a983-47c9-9976-da24737d720b']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:22.219366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6552d787-9c65-48f4-ba2e-c467c651c820') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:22.219695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6552d787-9c65-48f4-ba2e-c467c651c820') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:22.277156 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c928d7d2-266b-4333-904e-018cfe10ef38 x-openstack-request-id: req-c928d7d2-266b-4333-904e-018cfe10ef38 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:22.278858 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "62bae62c-16b2-41d0-9370-cd3639e8314b", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:22.280287 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c928d7d2-266b-4333-904e-018cfe10ef38 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:22.280881 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c928d7d2-266b-4333-904e-018cfe10ef38'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': '62bae62c-16b2-41d0-9370-cd3639e8314b', 'status': 'completed', 'code': 200} Apr 18 17:18:22.296871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device a5cc92ac-6f23-4437-b9b1-89a8349f3a0d not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:22.298180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1df644db-7c5c-41c6-b618-2b770dafe1de no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:22.309374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.340741 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9156f46-d68b-4505-8163-7fbddf4e7081 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.343178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:22.345965 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.363981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:18:22.364196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a9156f46-d68b-4505-8163-7fbddf4e7081 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Calling delete_port for 0829f7b9-cab7-4dc4-a7b2-510964363433 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:22.364442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:18:22.368851 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:18:22.382974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4878e5-ef21-47ac-a7d9-40bbbb6c4f51 req-1f418aa0-f7d6-4e7d-97fc-8f272285d58a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:22.389606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4878e5-ef21-47ac-a7d9-40bbbb6c4f51 req-1f418aa0-f7d6-4e7d-97fc-8f272285d58a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:22.397041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4878e5-ef21-47ac-a7d9-40bbbb6c4f51 req-1f418aa0-f7d6-4e7d-97fc-8f272285d58a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:22.403403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4878e5-ef21-47ac-a7d9-40bbbb6c4f51 req-1f418aa0-f7d6-4e7d-97fc-8f272285d58a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:22.412684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc4878e5-ef21-47ac-a7d9-40bbbb6c4f51 req-1f418aa0-f7d6-4e7d-97fc-8f272285d58a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 3146 time: 0.1779630 Apr 18 17:18:22.423217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-0b832de9-1732-4be6-8000-651dc57bd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:22.424763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-0b832de9-1732-4be6-8000-651dc57bd507 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 1094 time: 0.2227068 Apr 18 17:18:22.446170 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.487107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1df644db-7c5c-41c6-b618-2b770dafe1de, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df644db-7c5c-41c6-b618-2b770dafe1de,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:22.518053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.526424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.529645 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/83c98c73-a983-47c9-9976-da24737d720b HTTP/1.1" status: 204 len: 168 time: 1.5275953 Apr 18 17:18:22.535021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:22.542051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2fa86-2b11-4e20-a774-a0ff24e56729 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=83c98c73-a983-47c9-9976-da24737d720b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:22.555435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc4878e5-ef21-47ac-a7d9-40bbbb6c4f51 req-75b0e75e-3327-4afe-96ec-8cf3d3a72cfc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418653 Apr 18 17:18:22.569372 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.588226 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.635352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=ee397beb-601f-4c4b-9d6a-dc1e98f90a16,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:22.682173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1df644db-7c5c-41c6-b618-2b770dafe1de,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:22.691922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa0be45-e91c-424e-8f55-e2cefd61223e'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bae62c-16b2-41d0-9370-cd3639e8314b'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:22.694513 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3bae34-c2d4-4764-ae94-9cb8b7a586a2" -d '{"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa0be45-e91c-424e-8f55-e2cefd61223e"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "62bae62c-16b2-41d0-9370-cd3639e8314b"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "008208a2-86b1-4de0-8ff8-a1a4874c5cf2"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "ee397beb-601f-4c4b-9d6a-dc1e98f90a16"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:22.741590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-4ab6e5fb-a97e-4286-adbc-659516c10c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:22.741590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-4ab6e5fb-a97e-4286-adbc-659516c10c0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.2993019 Apr 18 17:18:22.776312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] No DVR routers for this DVR port ee397beb-601f-4c4b-9d6a-dc1e98f90a16 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:22.791617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.791988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-7bddf2ce-85a7-474f-b062-02f1bb57683e tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "DELETE /v2.0/ports/ee397beb-601f-4c4b-9d6a-dc1e98f90a16 HTTP/1.1" status: 204 len: 173 time: 1.0755763 Apr 18 17:18:22.879431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9156f46-d68b-4505-8163-7fbddf4e7081 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.882830 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-9e4e151e-71e9-4e7b-bbb3-2d7cc6194669 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76 HTTP/1.1" status: 200 len: 217 time: 0.0988753 Apr 18 17:18:22.904572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port 1df644db-7c5c-41c6-b618-2b770dafe1de {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:22.904925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.920552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2981e-9c85-4f4b-88f6-74ea21b85bb1 req-914cba27-a465-42f4-9a8a-e2220dcbafee tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:22.922053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bb2981e-9c85-4f4b-88f6-74ea21b85bb1 req-914cba27-a465-42f4-9a8a-e2220dcbafee tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 943 time: 0.2246823 Apr 18 17:18:22.970057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9156f46-d68b-4505-8163-7fbddf4e7081 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event deleted for resources: {'Port': ['ID=0829f7b9-cab7-4dc4-a7b2-510964363433,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:22.982025 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9156f46-d68b-4505-8163-7fbddf4e7081 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:22.985048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9156f46-d68b-4505-8163-7fbddf4e7081 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "DELETE /v2.0/ports/0829f7b9-cab7-4dc4-a7b2-510964363433 HTTP/1.1" status: 204 len: 168 time: 1.0480132 Apr 18 17:18:22.991476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45574) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:23.006964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] For port 1df644db-7c5c-41c6-b618-2b770dafe1de, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df644db-7c5c-41c6-b618-2b770dafe1de,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:23.007330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.028199 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9492f7-5e03-4fd1-b547-a69f6458b6d4 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] GET failed (client error): The resource could not be found. Apr 18 17:18:23.033156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eb9492f7-5e03-4fd1-b547-a69f6458b6d4 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "GET /v2.0/ports/0829f7b9-cab7-4dc4-a7b2-510964363433 HTTP/1.1" status: 404 len: 333 time: 0.0372541 Apr 18 17:18:23.033454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45576) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:23.038357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Request body: {'port': {'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1910291016'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:23.044899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665e32-ee55-4999-bf6c-97f3d8894ffc req-b5d69c7e-9fbf-49c3-9781-8e40b94c270f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:23.047294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02665e32-ee55-4999-bf6c-97f3d8894ffc req-b5d69c7e-9fbf-49c3-9781-8e40b94c270f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 944 time: 0.2641599 Apr 18 17:18:23.051347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-c74cda01-dd21-455c-8711-f362a34517b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:23.052710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-c74cda01-dd21-455c-8711-f362a34517b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1603940 Apr 18 17:18:23.108281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bb2981e-9c85-4f4b-88f6-74ea21b85bb1 req-07b0eb11-0427-4545-9584-c8f78ea26965 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457052 Apr 18 17:18:23.188032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Made reservation on behalf of 6f7787b5b6184a81bbd9a4502c907ba0 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:23.196846 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d80aae1-23f9-4fb1-8212-8c08512150e7 x-openstack-request-id: req-6d80aae1-23f9-4fb1-8212-8c08512150e7 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:23.198753 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa0be45-e91c-424e-8f55-e2cefd61223e", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "62bae62c-16b2-41d0-9370-cd3639e8314b", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "008208a2-86b1-4de0-8ff8-a1a4874c5cf2", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "ee397beb-601f-4c4b-9d6a-dc1e98f90a16", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-unplugged", "status": "completed", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:23.198753 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d80aae1-23f9-4fb1-8212-8c08512150e7 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:23.198753 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d80aae1-23f9-4fb1-8212-8c08512150e7'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa0be45-e91c-424e-8f55-e2cefd61223e', 'code': 200} Apr 18 17:18:23.198753 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d80aae1-23f9-4fb1-8212-8c08512150e7'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bae62c-16b2-41d0-9370-cd3639e8314b', 'code': 200} Apr 18 17:18:23.198753 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d80aae1-23f9-4fb1-8212-8c08512150e7'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2', 'code': 200} Apr 18 17:18:23.198753 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d80aae1-23f9-4fb1-8212-8c08512150e7'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16', 'code': 200} Apr 18 17:18:23.198753 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d80aae1-23f9-4fb1-8212-8c08512150e7'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'code': 200} Apr 18 17:18:23.199453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.208324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02665e32-ee55-4999-bf6c-97f3d8894ffc req-d477d1b2-4422-4f3c-8788-8e9b6fcf81c7 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436691 Apr 18 17:18:23.218381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-2d1673d2-5dd7-4692-b691-e3c393507a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:23.219889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-2d1673d2-5dd7-4692-b691-e3c393507a91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495993 Apr 18 17:18:23.293032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 91858d1e-c46a-45fd-9572-c92ef95b6585 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:23.307361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] device_id is not set on port 8fd2d539-49c7-4eca-a994-acf218bfb4af yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:23.333740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 91858d1e-c46a-45fd-9572-c92ef95b6585 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:23.334091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 91858d1e-c46a-45fd-9572-c92ef95b6585 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:23.334484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:23.363739 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.363941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:23.364036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.364138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 884a9ea3-a3f0-4272-a0e4-1d121ef1fb96 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:23.364236 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Floating IP 8813efce-0860-46c0-bf98-109693bae61e disassociated. External IP: 172.25.5.25, port: 1df644db-7c5c-41c6-b618-2b770dafe1de. Apr 18 17:18:23.364236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for 1df644db-7c5c-41c6-b618-2b770dafe1de owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:23.487033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-a4e62890-e71c-4461-999b-95f21ec01af8 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205969 Apr 18 17:18:23.513936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3992d-fbea-44ac-8fa4-e939ad0dade2 req-0a45155e-0c6d-4304-a3ce-45ca0fe2f426 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:23.516589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20e3992d-fbea-44ac-8fa4-e939ad0dade2 req-0a45155e-0c6d-4304-a3ce-45ca0fe2f426 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.2375352 Apr 18 17:18:23.552455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f3452-eb5f-42f3-a6cb-81cac217315b req-645f0d19-6c3c-4e25-9b5c-8da50c174832 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:23.558080 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c06f3452-eb5f-42f3-a6cb-81cac217315b req-645f0d19-6c3c-4e25-9b5c-8da50c174832 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 946 time: 0.2335079 Apr 18 17:18:23.583452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.661175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20e3992d-fbea-44ac-8fa4-e939ad0dade2 req-b39bad3c-af14-4d39-9af0-aa53f48c7fe8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237545 Apr 18 17:18:23.683545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.714978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c06f3452-eb5f-42f3-a6cb-81cac217315b req-e5599088-c294-498f-a46e-2932c88f64f6 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559110 Apr 18 17:18:23.720333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-166e7f18-b165-4e9e-b511-e0754da5bd8b req-2caaee37-aa12-46c6-b926-3f2eb32dc3f6 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214847 Apr 18 17:18:23.723602 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.729388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=1df644db-7c5c-41c6-b618-2b770dafe1de,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:23.744297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.821073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd2d539-49c7-4eca-a994-acf218bfb4af,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:23.829328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:23.871189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:23.875960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:23.877099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:23.877903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:23.973794 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9a7237d1-b0f5-4f61-84cd-95872a34cfb7 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9391797 Apr 18 17:18:23.976021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Router da7d9841-1be4-4fba-815d-905b20ac3f69 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:23.976851 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45588) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:23.982547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:23.994583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86ebb2-22a8-4e88-9fc9-5d9b2bc5f6dc req-9d77d104-3a76-40f4-be49-cb50476e90cc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:24.007896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd86ebb2-22a8-4e88-9fc9-5d9b2bc5f6dc req-9d77d104-3a76-40f4-be49-cb50476e90cc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 946 time: 0.1455183 Apr 18 17:18:24.010030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:24.012548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd0a0e-9ead-4f2b-b65a-51f844197147 req-f2ef436d-4566-4289-b651-f9160a0925dc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:24.015072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'floatingip': {'port_id': '502328b1-9c3d-41da-a639-94f0537f4d2d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:24.018096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd0a0e-9ead-4f2b-b65a-51f844197147 req-f2ef436d-4566-4289-b651-f9160a0925dc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:24.020450 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8bd0a0e-9ead-4f2b-b65a-51f844197147 req-f2ef436d-4566-4289-b651-f9160a0925dc tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 1677 time: 0.1687729 Apr 18 17:18:24.069909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:24.084389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8bd0a0e-9ead-4f2b-b65a-51f844197147 req-b5620233-0686-45be-865b-784ad6ece348 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546041 Apr 18 17:18:24.169288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:24.232054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 45e1ddf3-6f7b-4911-abc8-632d9d675571 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:24.232054 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:24.331115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:24.333474 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6def1896-d6de-4790-b75d-184065007887" -d '{"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "ee397beb-601f-4c4b-9d6a-dc1e98f90a16"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:24.359769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d69be-adbd-41ae-bcb4-576f17045be1 req-de8d39e0-ad2c-4c11-b1ef-32ee19c87a4d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:24.368122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db4d69be-adbd-41ae-bcb4-576f17045be1 req-de8d39e0-ad2c-4c11-b1ef-32ee19c87a4d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 943 time: 0.1694927 Apr 18 17:18:24.445466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 45e1ddf3-6f7b-4911-abc8-632d9d675571, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=45e1ddf3-6f7b-4911-abc8-632d9d675571,segment=NetworkSegment(0c9badab-c816-4da4-9e9b-07be2f382259),segment_id=0c9badab-c816-4da4-9e9b-07be2f382259)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:24.445866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:24.450839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:18:24.468094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db4d69be-adbd-41ae-bcb4-576f17045be1 req-d98d1c2b-7925-44b6-9732-9b1d6330f3f3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989809 Apr 18 17:18:24.490223 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 45e1ddf3-6f7b-4911-abc8-632d9d675571 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:24.504016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6563562-2771-4952-b928-64587ac45e38 req-aaf797e4-6e3c-4f1e-8497-825c76ecf606 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:24.515281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6563562-2771-4952-b928-64587ac45e38 req-aaf797e4-6e3c-4f1e-8497-825c76ecf606 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 944 time: 0.1858280 Apr 18 17:18:24.591120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:24.608243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:18:24.619159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6563562-2771-4952-b928-64587ac45e38 req-073e7029-30ae-4e24-bfcb-afadcb868945 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899544 Apr 18 17:18:24.680409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:24.696313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:18:24.721799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:24.780918 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb70803-e031-4ed7-ad7e-2a935fba3390 x-openstack-request-id: req-bcb70803-e031-4ed7-ad7e-2a935fba3390 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:24.781324 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "ee397beb-601f-4c4b-9d6a-dc1e98f90a16", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:24.781674 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcb70803-e031-4ed7-ad7e-2a935fba3390 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:24.782137 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb70803-e031-4ed7-ad7e-2a935fba3390'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': 'ee397beb-601f-4c4b-9d6a-dc1e98f90a16', 'status': 'completed', 'code': 200} Apr 18 17:18:24.815052 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:24.822075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:24.844422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc81e05-e7e2-4d4c-a198-dcf381cc50d8 req-3aee2b31-77d1-4ab0-a261-5017bb6a9345 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:24.845780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffc81e05-e7e2-4d4c-a198-dcf381cc50d8 req-3aee2b31-77d1-4ab0-a261-5017bb6a9345 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.0831096 Apr 18 17:18:24.851410 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] Sync routers for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:24.879094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:24.880048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:24.919020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffc81e05-e7e2-4d4c-a198-dcf381cc50d8 req-967ecf29-4f7c-446f-8b8b-c1411b9d40c7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645835 Apr 18 17:18:24.925257 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:24.980703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=45e1ddf3-6f7b-4911-abc8-632d9d675571,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:24.996063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:25.009105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] No DVR routers for this DVR port 1df644db-7c5c-41c6-b618-2b770dafe1de on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:25.018179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:25.022420 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-494543bb-116e-4bc5-8af4-4a93e1b6dd2b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "DELETE /v2.0/ports/1df644db-7c5c-41c6-b618-2b770dafe1de HTTP/1.1" status: 204 len: 173 time: 2.2165668 Apr 18 17:18:25.046345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:25.267665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:18:25.324598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] device_id is not set on port 8fd2d539-49c7-4eca-a994-acf218bfb4af yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:25.339830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:25.401224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:25.401659 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:25.427261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:25.505124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd2d539-49c7-4eca-a994-acf218bfb4af,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:25.632122 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:41Z', 'revision_number': 5, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:25.639642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:25.640129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:25.640588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:25.652350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:25.652742 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:25.654593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] For port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:25.655065 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:25.659249 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 2 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:25.666167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] Checking router: da7d9841-1be4-4fba-815d-905b20ac3f69 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:25.691831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:25.695656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:25.696978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:25.703385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:25.704413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:25.704840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:25.705293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:25.716923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:25.717379 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:25.719650 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 3 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:25.768889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:25.769945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:25.770945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:25.781129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:25.815441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:25.838274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c786705-661b-401a-9592-d0b0d1bd6022 req-33716bd5-e1ba-4159-bfbf-96c2dbc873fe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:25.839828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6c786705-661b-401a-9592-d0b0d1bd6022 req-33716bd5-e1ba-4159-bfbf-96c2dbc873fe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 943 time: 0.1265113 Apr 18 17:18:25.850102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbec0-5c49-4507-9690-061d4ed88730 req-98d29b28-f539-4f6c-bfc4-ebbe3d258995 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:25.855759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbec0-5c49-4507-9690-061d4ed88730 req-98d29b28-f539-4f6c-bfc4-ebbe3d258995 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:25.857406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cefbec0-5c49-4507-9690-061d4ed88730 req-98d29b28-f539-4f6c-bfc4-ebbe3d258995 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 1677 time: 0.1595588 Apr 18 17:18:25.882274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:25.901579 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Floating IP 001ffc44-5ea1-4b16-aadc-d0573845baf6 associated. External IP: 172.25.5.237, port: 502328b1-9c3d-41da-a639-94f0537f4d2d. Apr 18 17:18:25.906617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:25.906617 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:25.908203 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 4 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:25.969626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:25.970104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:25.970540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:25.979339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6c786705-661b-401a-9592-d0b0d1bd6022 req-c77389cf-9f68-4d30-a327-1f4062c6222d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198268 Apr 18 17:18:25.985505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:25.985974 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:25.990032 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 5 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:26.001721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cefbec0-5c49-4507-9690-061d4ed88730 req-f68926be-e327-43d7-804b-c7c905bf0e11 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341577 Apr 18 17:18:26.100029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:26.100982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:26.101473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:26.137392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:26.137826 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:26.142335 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 6 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:26.163842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:26.164092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:26.164443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:26.181291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:26.181723 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:26.183950 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 7 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:26.238847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:26.239191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:26.239544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:26.254205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:26.254542 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:26.258188 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 8 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:26.277077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3d91-8e50-43a6-8bb3-334401c04fbe req-b01b3c6d-eee3-4841-8341-c920a8224849 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:26.286107 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f92b3d91-8e50-43a6-8bb3-334401c04fbe req-b01b3c6d-eee3-4841-8341-c920a8224849 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 945 time: 0.1419337 Apr 18 17:18:26.295510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.316553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80759b-7d00-4d77-82d1-fbfaa9cfa359 req-25c67749-f0b3-453b-b758-dcb3ff098fa3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:26.324041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c80759b-7d00-4d77-82d1-fbfaa9cfa359 req-25c67749-f0b3-453b-b758-dcb3ff098fa3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1901686 Apr 18 17:18:26.334742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=008208a2-86b1-4de0-8ff8-a1a4874c5cf2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:26.350478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:26.351118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:26.352081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:26.357993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:26.404899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:26.404899 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:26.404899 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 9 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:26.407359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:41Z', 'revision_number': 5, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:26.410523 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c80759b-7d00-4d77-82d1-fbfaa9cfa359 req-0584b437-006f-4b51-b102-b3a2b5a4f8a5 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795534 Apr 18 17:18:26.445447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:26.445722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:26.446101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:26.449347 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da90e445-3cb4-48e5-8e78-c43f6f003953 None None] The sync data for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 is: [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:11:36Z', 'revision_number': 4, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '3ec6cab2-cab4-434c-ac5c-8b7ac04a7526', 'name': '', 'network_id': '9dc6a382-14a0-4e2b-b3f7-19e369312803', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'mac_address': 'fa:16:3e:cf:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:34Z', 'updated_at': '2022-04-18T17:11:41Z', 'revision_number': 5, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'subnets': [{'id': '64991e29-3a6e-40a0-b7b4-27fe757dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:26.451968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] No DVR routers for this DVR port 008208a2-86b1-4de0-8ff8-a1a4874c5cf2 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:26.457790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.461273 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-61c4e690-97ad-457d-b11f-0c37f89eaf8a tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "DELETE /v2.0/ports/008208a2-86b1-4de0-8ff8-a1a4874c5cf2 HTTP/1.1" status: 204 len: 173 time: 1.4308460 Apr 18 17:18:26.463288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:26.464199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:26.464513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82760f6f-b43b-4ff6-a025-ac4d4e087c76 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:18:26.464638 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:26.465185 n-d-836015-2 neutron-server[109825]: INFO neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempt 10 to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af Apr 18 17:18:26.496170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:26.496511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:26.496859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempting to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:26.506026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:18:26.506364 n-d-836015-2 neutron-server[109825]: ERROR neutron.plugins.ml2.managers [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Failed to bind port 8fd2d539-49c7-4eca-a994-acf218bfb4af on host n-h2-836015-2 for vnic_type normal using segments [{'id': '3ba70285-9813-4876-b6b9-5f9daf9a28d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4b03b8-0fe8-4278-aac0-49e757ed54ef'}] Apr 18 17:18:26.506743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.510774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f92b3d91-8e50-43a6-8bb3-334401c04fbe req-f85f0791-2b50-4975-8b96-a68cef51468f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236128 Apr 18 17:18:26.546406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:26.553007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2694deed-6ea5-44e4-99f7-9cfd43ec0c72 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0146363 Apr 18 17:18:26.555468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45612) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:26.559315 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:26.570728 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:26.571362 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:26.616496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd84c66c-156b-48e0-9ee3-e88fda16004b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet 60204654-027f-4e82-8ae0-088d91835f2c {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:18:26.619711 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd84c66c-156b-48e0-9ee3-e88fda16004b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.671802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 82760f6f-b43b-4ff6-a025-ac4d4e087c76, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:26.699152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '82760f6f-b43b-4ff6-a025-ac4d4e087c76', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': '82760f6f-b43b-4ff6-a025-ac4d4e087c76', 'mac_address': 'fa:16:3e:44:87:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:18:26.712592 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd84c66c-156b-48e0-9ee3-e88fda16004b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.718610 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:26.734705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] For port 8fd2d539-49c7-4eca-a994-acf218bfb4af, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:26.735088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attempted to set empty binding levels {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 17:18:26.790529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:26.795061 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f818d648-ae34-487f-817b-3325f054a7f5" -d '{"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "008208a2-86b1-4de0-8ff8-a1a4874c5cf2"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:26.806337 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.845365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port 4aa0be45-e91c-424e-8f55-e2cefd61223e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:26.845365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.846061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82760f6f-b43b-4ff6-a025-ac4d4e087c76 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:18:26.848006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.890664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 82760f6f-b43b-4ff6-a025-ac4d4e087c76, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:26.950537 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99060916-6759-4c04-bb8f-128515a46255 x-openstack-request-id: req-99060916-6759-4c04-bb8f-128515a46255 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:26.950760 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "1df644db-7c5c-41c6-b618-2b770dafe1de", "status": "completed", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "008208a2-86b1-4de0-8ff8-a1a4874c5cf2", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:26.951016 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99060916-6759-4c04-bb8f-128515a46255 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:26.951418 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99060916-6759-4c04-bb8f-128515a46255'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': '1df644db-7c5c-41c6-b618-2b770dafe1de', 'status': 'completed', 'code': 200} Apr 18 17:18:26.952234 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99060916-6759-4c04-bb8f-128515a46255'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': '008208a2-86b1-4de0-8ff8-a1a4874c5cf2', 'status': 'completed', 'code': 200} Apr 18 17:18:26.952536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd2d539-49c7-4eca-a994-acf218bfb4af,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:26.960071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:26.968751 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd84c66c-156b-48e0-9ee3-e88fda16004b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:26.978401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:26.995524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.042609 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a09caa-ef3f-45b6-8f46-83d2be7cb185 None None] New status for floating IP 8813efce-0860-46c0-bf98-109693bae61e: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:18:27.051996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:27.052854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:27.066081 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.117076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] In _notify_port_updated(), no bound segment for port 8fd2d539-49c7-4eca-a994-acf218bfb4af on network 6a4b03b8-0fe8-4278-aac0-49e757ed54ef {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:18:27.118181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:27.119056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.120808 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-07933c63-26ab-46b7-b514-6a7917d9f304 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "PUT /v2.0/ports/8fd2d539-49c7-4eca-a994-acf218bfb4af HTTP/1.1" status: 200 len: 975 time: 3.1425505 Apr 18 17:18:27.122851 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-79f355bb-9245-433b-adfa-cbcbc7a14ff4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "PUT /v2.0/floatingips/001ffc44-5ea1-4b16-aadc-d0573845baf6 HTTP/1.1" status: 200 len: 992 time: 3.1118629 Apr 18 17:18:27.125317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45622) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:27.190744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] For port 4aa0be45-e91c-424e-8f55-e2cefd61223e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4aa0be45-e91c-424e-8f55-e2cefd61223e,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:27.191932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.212416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for 4aa0be45-e91c-424e-8f55-e2cefd61223e owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:27.231770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd84c66c-156b-48e0-9ee3-e88fda16004b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.263805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=82760f6f-b43b-4ff6-a025-ac4d4e087c76,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:27.378543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:27.440481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84c66c-156b-48e0-9ee3-e88fda16004b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=60204654-027f-4e82-8ae0-088d91835f2c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:27.450418 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd84c66c-156b-48e0-9ee3-e88fda16004b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.456777 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:24Z', 'revision_number': 10, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:27.460708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45628) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:27.461349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fd84c66c-156b-48e0-9ee3-e88fda16004b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/60204654-027f-4e82-8ae0-088d91835f2c HTTP/1.1" status: 204 len: 168 time: 0.9011006 Apr 18 17:18:27.473526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503de14-de07-4513-9702-385f0d01c6c5 req-844ca9b4-3367-4507-9b68-4bd37acd4718 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:27.475991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d503de14-de07-4513-9702-385f0d01c6c5 req-844ca9b4-3367-4507-9b68-4bd37acd4718 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 944 time: 0.2752547 Apr 18 17:18:27.507993 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.523684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f832c-7534-4696-a359-be7a03f04206 None None] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:27.543209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81165cc-2475-481f-b9e4-b388883412bd req-7792870c-3cdc-497b-91ad-52ff0c993a9f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:27.545299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c81165cc-2475-481f-b9e4-b388883412bd req-7792870c-3cdc-497b-91ad-52ff0c993a9f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 865 time: 0.3196936 Apr 18 17:18:27.548289 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d503de14-de07-4513-9702-385f0d01c6c5 req-dd798158-2933-42d6-abbb-e18ddda2c15d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582883 Apr 18 17:18:27.560008 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:27.591899 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:27.598437 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:27.611657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['82760f6f-b43b-4ff6-a025-ac4d4e087c76'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:18:27.620780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Deleting port 8fd2d539-49c7-4eca-a994-acf218bfb4af {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:27.622508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.636032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c81165cc-2475-481f-b9e4-b388883412bd req-473337ee-8a92-4184-8556-92520020a637 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a11287-2d95-4a37-b033-4322de0c81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829296 Apr 18 17:18:27.704228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=4aa0be45-e91c-424e-8f55-e2cefd61223e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:27.772351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] No DVR routers for this DVR port 4aa0be45-e91c-424e-8f55-e2cefd61223e on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:27.772351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.773822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c2237807-59ab-4ee2-97ad-c79b83e737cf req-a4a48e11-b022-469c-94e0-bc1951047768 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.18 "DELETE /v2.0/ports/4aa0be45-e91c-424e-8f55-e2cefd61223e HTTP/1.1" status: 204 len: 173 time: 1.2883127 Apr 18 17:18:27.784297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] For port 8fd2d539-49c7-4eca-a994-acf218bfb4af, host n-h2-836015-2, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:27.784969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.788988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.826755 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:27.867434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:27.867866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:27.876319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Calling delete_port for 8fd2d539-49c7-4eca-a994-acf218bfb4af owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:27.936916 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdc10f-4b26-4797-8b79-dc3f67ec5e2c req-3214b221-8fc4-4e04-b965-304eaa56aa68 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:27.938538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-febdc10f-4b26-4797-8b79-dc3f67ec5e2c req-3214b221-8fc4-4e04-b965-304eaa56aa68 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 945 time: 0.1236858 Apr 18 17:18:27.983021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6622ba-5e64-4ef1-b25a-5b568f234d85 req-cc19fd24-3643-4c11-8931-c237dec6b2de tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:27.983021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f6622ba-5e64-4ef1-b25a-5b568f234d85 req-cc19fd24-3643-4c11-8931-c237dec6b2de tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1753488 Apr 18 17:18:28.017158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 15773e4b-40ac-4a38-a82f-c28ca6b65b58, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=15773e4b-40ac-4a38-a82f-c28ca6b65b58,segment=NetworkSegment(0c9badab-c816-4da4-9e9b-07be2f382259),segment_id=0c9badab-c816-4da4-9e9b-07be2f382259)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:28.017837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.029063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] DHCP port deletion for af0cf1a6-18c1-4065-86dd-4d9137a2234e request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:18:28.034719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 15773e4b-40ac-4a38-a82f-c28ca6b65b58 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:28.077214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f6622ba-5e64-4ef1-b25a-5b568f234d85 req-ed3289b8-9e3a-4694-ad04-bcd1389e3667 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790176 Apr 18 17:18:28.175633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-febdc10f-4b26-4797-8b79-dc3f67ec5e2c req-45497ed4-b45e-4145-84f0-7a9253fa1609 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871626 Apr 18 17:18:28.184836 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:24Z', 'revision_number': 10, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.222250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '001ffc44-5ea1-4b16-aadc-d0573845baf6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:76:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300c271-f401-49c8-b81f-beeaa04a467b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:00Z', 'updated_at': '2022-04-18T17:18:25Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.229745 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95a63b5-d58e-4769-9ddb-623cf38e5c27 None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:24Z', 'revision_number': 10, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None, '_interfaces': [{'id': '497606cd-3eab-4996-8e10-7d85706d1ba4', 'name': '', 'network_id': 'bbf99eda-263a-4919-b5ff-50e403be70e5', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'mac_address': 'fa:16:3e:8f:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:36Z', 'updated_at': '2022-04-18T17:17:41Z', 'revision_number': 5, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'subnets': [{'id': '0f123738-ef51-4a40-a800-11c9450cb7ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:28.237984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.265198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] Deleting port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:28.265709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.270263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:28.280121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fd2d539-49c7-4eca-a994-acf218bfb4af,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:28.289662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.305846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.309700 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0f6fa642-0b6d-4cb4-828d-0336cd49dbea tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "DELETE /v2.0/ports/8fd2d539-49c7-4eca-a994-acf218bfb4af HTTP/1.1" status: 204 len: 168 time: 1.1822526 Apr 18 17:18:28.313790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45634) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:28.317789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=15773e4b-40ac-4a38-a82f-c28ca6b65b58,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:28.325937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No DVR routers for this DVR port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:28.342891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:28.344129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.352205 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c2cf7c-62f1-436d-a578-be0294b3be81 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] GET failed (client error): The resource could not be found. Apr 18 17:18:28.353996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-11c2cf7c-62f1-436d-a578-be0294b3be81 tempest-PortsAdminExtendedAttrsTestJSON-500028946 tempest-PortsAdminExtendedAttrsTestJSON-500028946-project-admin] 10.222.0.45 "GET /v2.0/ports/8fd2d539-49c7-4eca-a994-acf218bfb4af HTTP/1.1" status: 404 len: 333 time: 0.0408943 Apr 18 17:18:28.357341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45636) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:28.449276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.458668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.475498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] For port 15773e4b-40ac-4a38-a82f-c28ca6b65b58, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=15773e4b-40ac-4a38-a82f-c28ca6b65b58,segment=NetworkSegment(0c9badab-c816-4da4-9e9b-07be2f382259),segment_id=0c9badab-c816-4da4-9e9b-07be2f382259)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:28.475498 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.478486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0cf1a6-18c1-4065-86dd-4d9137a2234e']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.490529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:28.492480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9badab-c816-4da4-9e9b-07be2f382259') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.492804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9badab-c816-4da4-9e9b-07be2f382259') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.506127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.522593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.530741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:18:28.531306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:18:28.535202 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:18:28.556952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:28.560091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] Calling delete_port for 15773e4b-40ac-4a38-a82f-c28ca6b65b58 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:28.562311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.615225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4b03b8-0fe8-4278-aac0-49e757ed54ef']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.629517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba70285-9813-4876-b6b9-5f9daf9a28d8') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.630014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba70285-9813-4876-b6b9-5f9daf9a28d8') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:28.651734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.703848 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.711574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:18:28.713208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.725040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.741355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.748619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/af0cf1a6-18c1-4065-86dd-4d9137a2234e HTTP/1.1" status: 204 len: 168 time: 1.2902875 Apr 18 17:18:28.763853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45642) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:18:28.847849 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:18:28.853210 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:18:28.858599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:18:28.872205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:28.872903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.879281 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:28.961513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa53de33-9f95-4500-a992-d6cf64f4a9a8 req-267b72b8-da59-437f-a03d-8bf07984ce28 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.1018798 Apr 18 17:18:28.961814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5300c271-f401-49c8-b81f-beeaa04a467b', 'tag': '502328b1-9c3d-41da-a639-94f0537f4d2d'}, {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': '4aa0be45-e91c-424e-8f55-e2cefd61223e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:28.964256 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d0020-0896-44e6-98a8-a5cf614850ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5300c271-f401-49c8-b81f-beeaa04a467b", "tag": "502328b1-9c3d-41da-a639-94f0537f4d2d"}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "4aa0be45-e91c-424e-8f55-e2cefd61223e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:28.975744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] Network af0cf1a6-18c1-4065-86dd-4d9137a2234e is not hosted by any dhcp agent {{(pid=109827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 17:18:28.976395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] No DVR routers for this DVR port 15773e4b-40ac-4a38-a82f-c28ca6b65b58 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:28.980060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a6e04-6057-474f-8641-8dc7a2b3b62c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=af0cf1a6-18c1-4065-86dd-4d9137a2234e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:28.991230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195c308-b301-491b-88f7-9c1a93be8b48 None None] Pushing event deleted for resources: {'Port': ['ID=15773e4b-40ac-4a38-a82f-c28ca6b65b58,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:29.033899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2938df2-87b2-4e73-a323-483897642388 req-c6c6a3e0-dcfc-47ad-94f9-f3dad577b3a9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:29.042585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2938df2-87b2-4e73-a323-483897642388 req-c6c6a3e0-dcfc-47ad-94f9-f3dad577b3a9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 944 time: 0.3842304 Apr 18 17:18:29.050399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:29.066120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:29.067366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] 10.222.0.45 "DELETE /v2.0/networks/6a4b03b8-0fe8-4278-aac0-49e757ed54ef HTTP/1.1" status: 204 len: 168 time: 0.7089334 Apr 18 17:18:29.096935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad879b-79b4-4e50-957f-07dd1917eac9 tempest-PortsAdminExtendedAttrsTestJSON-1400504803 tempest-PortsAdminExtendedAttrsTestJSON-1400504803-project] Pushing event deleted for resources: {'Network': ['ID=6a4b03b8-0fe8-4278-aac0-49e757ed54ef,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:29.142937 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:18:29.144259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2938df2-87b2-4e73-a323-483897642388 req-1c64e78e-0eef-4e8c-bf61-391b0726eeb4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006854 Apr 18 17:18:29.158740 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fa86d4-1b7d-46bf-943b-8abfa359654b x-openstack-request-id: req-82fa86d4-1b7d-46bf-943b-8abfa359654b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:29.160585 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5300c271-f401-49c8-b81f-beeaa04a467b", "tag": "502328b1-9c3d-41da-a639-94f0537f4d2d", "status": "completed", "code": 200}, {"server_uuid": "99371aed-ae5e-4ff0-99e7-3c15d0a0c696", "name": "network-vif-deleted", "tag": "4aa0be45-e91c-424e-8f55-e2cefd61223e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:29.160585 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82fa86d4-1b7d-46bf-943b-8abfa359654b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:29.160585 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82fa86d4-1b7d-46bf-943b-8abfa359654b'] response: {'name': 'network-changed', 'server_uuid': '5300c271-f401-49c8-b81f-beeaa04a467b', 'tag': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'status': 'completed', 'code': 200} Apr 18 17:18:29.160585 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82fa86d4-1b7d-46bf-943b-8abfa359654b'] response: {'server_uuid': '99371aed-ae5e-4ff0-99e7-3c15d0a0c696', 'name': 'network-vif-deleted', 'tag': '4aa0be45-e91c-424e-8f55-e2cefd61223e', 'status': 'completed', 'code': 200} Apr 18 17:18:29.266866 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:29.292266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 15773e4b-40ac-4a38-a82f-c28ca6b65b58 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:29.305687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '001ffc44-5ea1-4b16-aadc-d0573845baf6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:76:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300c271-f401-49c8-b81f-beeaa04a467b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:00Z', 'updated_at': '2022-04-18T17:18:25Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:29.327096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:29.329376 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e7fb74-a7a8-4133-b917-8efc65322b81" -d '{"events": [{"server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "name": "network-vif-plugged", "status": "completed", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:29.366111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 15773e4b-40ac-4a38-a82f-c28ca6b65b58 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:29.366459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 15773e4b-40ac-4a38-a82f-c28ca6b65b58 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:29.366866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 45e1ddf3-6f7b-4911-abc8-632d9d675571 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:29.391449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 45e1ddf3-6f7b-4911-abc8-632d9d675571 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:29.391800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 45e1ddf3-6f7b-4911-abc8-632d9d675571 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:29.394669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:29.400226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24c98c-672a-4640-9dd9-8f266972c5d8 None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '001ffc44-5ea1-4b16-aadc-d0573845baf6', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:76:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300c271-f401-49c8-b81f-beeaa04a467b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:00Z', 'updated_at': '2022-04-18T17:18:25Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:29.438211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d0020-0896-44e6-98a8-a5cf614850ad req-c7f39e78-3c15-466c-8e1f-7ad5c472cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:29.439816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805d0020-0896-44e6-98a8-a5cf614850ad req-c7f39e78-3c15-466c-8e1f-7ad5c472cad7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 1097 time: 0.2572443 Apr 18 17:18:29.452266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2675-be1a-44fe-ae9a-baa633591bf4 req-4d5ef093-85d3-473c-8e58-508319a93a60 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:29.470001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47cc2675-be1a-44fe-ae9a-baa633591bf4 req-4d5ef093-85d3-473c-8e58-508319a93a60 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1866393 Apr 18 17:18:29.472539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:29.606838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:29.609324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47cc2675-be1a-44fe-ae9a-baa633591bf4 req-01272344-fa9e-4914-999e-311f416571b9 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381321 Apr 18 17:18:29.711202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d0020-0896-44e6-98a8-a5cf614850ad req-42b31f26-9b3e-40c5-b83b-b4a4fe80a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:29.713934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805d0020-0896-44e6-98a8-a5cf614850ad req-42b31f26-9b3e-40c5-b83b-b4a4fe80a7ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 915 time: 0.2411363 Apr 18 17:18:29.772168 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66547a4-8dd9-4fe3-b888-210859f9f1a2 x-openstack-request-id: req-e66547a4-8dd9-4fe3-b888-210859f9f1a2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:29.772462 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "name": "network-vif-plugged", "status": "completed", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:29.772710 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e66547a4-8dd9-4fe3-b888-210859f9f1a2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:29.773268 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66547a4-8dd9-4fe3-b888-210859f9f1a2'] response: {'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'code': 200} Apr 18 17:18:29.818842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45666) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:29.869162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278917c-4c35-4b7a-89a2-e52e871b1425 None None] New status for floating IP 001ffc44-5ea1-4b16-aadc-d0573845baf6: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:18:29.873583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805d0020-0896-44e6-98a8-a5cf614850ad req-0fd0f2bb-80ed-430e-ab8e-7837f0398f65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502328b1-9c3d-41da-a639-94f0537f4d2d HTTP/1.1" status: 200 len: 1000 time: 0.1516180 Apr 18 17:18:29.882159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfff3-ce32-40c7-83c6-6e3ad1b7fc15 req-d4dfa7ef-36ea-4458-b25b-6b993a30d251 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:29.890964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-246cfff3-ce32-40c7-83c6-6e3ad1b7fc15 req-d4dfa7ef-36ea-4458-b25b-6b993a30d251 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 946 time: 0.1030302 Apr 18 17:18:29.982155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d0020-0896-44e6-98a8-a5cf614850ad req-dfc6362f-94d2-4378-ace3-436108b1be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:29.984003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805d0020-0896-44e6-98a8-a5cf614850ad req-dfc6362f-94d2-4378-ace3-436108b1be7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.0904219 Apr 18 17:18:30.018545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715d363-71d9-4006-86ae-12f7cff34d1b req-2258a796-fe85-4d25-be0d-3f8b75b07398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:30.020666 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4715d363-71d9-4006-86ae-12f7cff34d1b req-2258a796-fe85-4d25-be0d-3f8b75b07398 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 1097 time: 0.1237648 Apr 18 17:18:30.071872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-246cfff3-ce32-40c7-83c6-6e3ad1b7fc15 req-94a5bb26-c8a1-488d-bc49-d34206287d30 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797807 Apr 18 17:18:30.107755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d0020-0896-44e6-98a8-a5cf614850ad req-ffdbb44d-e43b-484a-a714-a2e83ddc7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:30.110744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805d0020-0896-44e6-98a8-a5cf614850ad req-ffdbb44d-e43b-484a-a714-a2e83ddc7668 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165385 Apr 18 17:18:30.122145 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4715d363-71d9-4006-86ae-12f7cff34d1b req-505a4e0d-feb2-460a-af72-94e9e18a9e10 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886583 Apr 18 17:18:30.145794 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6c85b596-5067-45b7-80b5-643cdaedd09d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd72edad800c47f688f0e02c2f2714f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257940 Apr 18 17:18:30.147733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45674) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:30.215282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36a18010-bfff-43da-b9e1-16aee155e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.222037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.251054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01c464eb-c41c-4436-bf13-40a42139df05 req-1672595f-b9dc-4d60-ace7-1ebe58e658e1 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.1383290 Apr 18 17:18:30.278502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36a18010-bfff-43da-b9e1-16aee155e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.333341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805d0020-0896-44e6-98a8-a5cf614850ad req-49a230fb-ed3a-47fb-97d5-0fc3139b4e61 service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046061 Apr 18 17:18:30.342774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b92f-d402-4a81-851a-62e092d496f7 req-49777585-742c-4c69-ab82-dc0c95c76f0b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:30.352907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06e0b92f-d402-4a81-851a-62e092d496f7 req-49777585-742c-4c69-ab82-dc0c95c76f0b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 944 time: 0.1176951 Apr 18 17:18:30.465948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06e0b92f-d402-4a81-851a-62e092d496f7 req-d68aaaf1-1f87-446e-b7a0-42578e8040a9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139500 Apr 18 17:18:30.484667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82760f6f-b43b-4ff6-a025-ac4d4e087c76 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:30.510330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36a18010-bfff-43da-b9e1-16aee155e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.512331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-805d0020-0896-44e6-98a8-a5cf614850ad req-a6964cc5-d969-4843-bb37-c31fa5f51ead service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539361 Apr 18 17:18:30.512870 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36a18010-bfff-43da-b9e1-16aee155e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.516878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-36a18010-bfff-43da-b9e1-16aee155e470 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2262e23b-8401-4a66-9a39-a731a6b00568 HTTP/1.1" status: 204 len: 168 time: 0.3683896 Apr 18 17:18:30.531739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a18010-bfff-43da-b9e1-16aee155e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2262e23b-8401-4a66-9a39-a731a6b00568,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:30.580838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 497606cd-3eab-4996-8e10-7d85706d1ba4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:30.581284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.644039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:18:30.653354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:30.653764 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.700914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 497606cd-3eab-4996-8e10-7d85706d1ba4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=497606cd-3eab-4996-8e10-7d85706d1ba4,segment=NetworkSegment(0698f3a7-fe0c-49d6-9829-31d655d47c37),segment_id=0698f3a7-fe0c-49d6-9829-31d655d47c37)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:30.701493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.731040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 497606cd-3eab-4996-8e10-7d85706d1ba4 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:30.784425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d46d3-d75c-4848-9c8e-f2624438e248 req-262c0d1c-57f2-4654-b069-5386c9071011 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:30.798056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e97d46d3-d75c-4848-9c8e-f2624438e248 req-262c0d1c-57f2-4654-b069-5386c9071011 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.0859175 Apr 18 17:18:30.855538 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.883897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e97d46d3-d75c-4848-9c8e-f2624438e248 req-bb3e90b1-ed2e-4eeb-acfc-903cb45dd3a6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790908 Apr 18 17:18:30.906428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 82760f6f-b43b-4ff6-a025-ac4d4e087c76, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:30.946907 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3620b5a6-97ce-4cec-a163-147913bfbee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:30.974643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.023867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=82760f6f-b43b-4ff6-a025-ac4d4e087c76,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:31.033036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.071474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=497606cd-3eab-4996-8e10-7d85706d1ba4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:31.168867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.317321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb7773-41b4-4568-9102-ea6c992c362e req-f6b95dbb-4be4-475d-850a-69635f7933e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:31.320106 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66bb7773-41b4-4568-9102-ea6c992c362e req-f6b95dbb-4be4-475d-850a-69635f7933e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 946 time: 0.1151991 Apr 18 17:18:31.364001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45690) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:31.382036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:31.412605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf25643b-27e3-47f8-aa42-d549015e32c1 req-602f2cbc-fabb-4e57-84d9-78a00e9b65e2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0391698 Apr 18 17:18:31.421135 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2e48a2f2-9d1a-4c07-8626-969baa27743c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f7787b5b6184a81bbd9a4502c907ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522261 Apr 18 17:18:31.421528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45692) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:31.446578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66bb7773-41b4-4568-9102-ea6c992c362e req-5a931b68-6328-4ae9-a9f4-a91d4cbfc0a4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125679 Apr 18 17:18:31.540503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:31.547744 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ca198e22-aaa6-4415-b30d-22e7cbaf715b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7751143 Apr 18 17:18:31.550298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45696) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:31.556775 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:31.580504 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:31.581148 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:31.596308 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-734b058b-774e-4dfc-9ffc-67a3eedfd771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.628090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaf190-543a-44cd-81df-ea9d7374e605 req-537bd31d-3b66-4ce2-a3ea-6ab70609d7dc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:31.638086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-734b058b-774e-4dfc-9ffc-67a3eedfd771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.639880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0aaf190-543a-44cd-81df-ea9d7374e605 req-537bd31d-3b66-4ce2-a3ea-6ab70609d7dc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 945 time: 0.0709126 Apr 18 17:18:31.653007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ab5ddb-8c5f-43b4-aa75-c27e82ed8400 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting subnet 0f123738-ef51-4a40-a800-11c9450cb7ec {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:18:31.668931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88ab5ddb-8c5f-43b4-aa75-c27e82ed8400 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.724166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88ab5ddb-8c5f-43b4-aa75-c27e82ed8400 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.731012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0aaf190-543a-44cd-81df-ea9d7374e605 req-ea8a6438-182a-400c-80e9-9501ca310e9d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901675 Apr 18 17:18:31.756831 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:31.774800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97723e-8ef8-4812-9a18-79a7a945217f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82760f6f-b43b-4ff6-a025-ac4d4e087c76'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:31.778850 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1ba3e3-7ff3-4558-aa10-c4d537d1dcd5" -d '{"events": [{"server_uuid": "6d97723e-8ef8-4812-9a18-79a7a945217f", "name": "network-vif-plugged", "status": "completed", "tag": "82760f6f-b43b-4ff6-a025-ac4d4e087c76"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:31.824578 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:30Z', 'revision_number': 11, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:31.827797 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e1864-539d-45f1-b494-817c5e5e4d73 x-openstack-request-id: req-a87e1864-539d-45f1-b494-817c5e5e4d73 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:31.828093 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97723e-8ef8-4812-9a18-79a7a945217f", "name": "network-vif-plugged", "status": "completed", "tag": "82760f6f-b43b-4ff6-a025-ac4d4e087c76", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:31.828207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-734b058b-774e-4dfc-9ffc-67a3eedfd771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.828390 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a87e1864-539d-45f1-b494-817c5e5e4d73 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:31.828833 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87e1864-539d-45f1-b494-817c5e5e4d73'] response: {'server_uuid': '6d97723e-8ef8-4812-9a18-79a7a945217f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82760f6f-b43b-4ff6-a025-ac4d4e087c76', 'code': 200} Apr 18 17:18:31.830955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-734b058b-774e-4dfc-9ffc-67a3eedfd771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.832707 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-734b058b-774e-4dfc-9ffc-67a3eedfd771 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa43b68f-cf4e-4b06-988d-6c144acab5d9 HTTP/1.1" status: 204 len: 168 time: 0.4103029 Apr 18 17:18:31.851121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b058b-774e-4dfc-9ffc-67a3eedfd771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa43b68f-cf4e-4b06-988d-6c144acab5d9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:31.864049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88ab5ddb-8c5f-43b4-aa75-c27e82ed8400 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:31.921503 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:31.938167 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:31.955861 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:32.023589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177475a6-fd54-43de-8f21-07ba5e94eab7 req-9a56364a-3468-4db9-97ce-f93be53e7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:32.025081 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-177475a6-fd54-43de-8f21-07ba5e94eab7 req-9a56364a-3468-4db9-97ce-f93be53e7e9f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 1096 time: 0.0784388 Apr 18 17:18:32.031869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d7a8-3134-4f52-b72c-884a48712844 req-abe89812-cc65-426a-a741-fe4631d10613 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:32.041675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09a5d7a8-3134-4f52-b72c-884a48712844 req-abe89812-cc65-426a-a741-fe4631d10613 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.0757549 Apr 18 17:18:32.080266 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:32.081325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88ab5ddb-8c5f-43b4-aa75-c27e82ed8400 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.101317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09a5d7a8-3134-4f52-b72c-884a48712844 req-9128d577-8bff-49dc-8d91-02a691c890bd tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Apr 18 17:18:32.121285 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-177475a6-fd54-43de-8f21-07ba5e94eab7 req-1d03756c-1dcd-43fc-aa33-87cf42d3c329 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892696 Apr 18 17:18:32.141474 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:30Z', 'revision_number': 11, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:32.145402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab5ddb-8c5f-43b4-aa75-c27e82ed8400 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Subnet': ['ID=0f123738-ef51-4a40-a800-11c9450cb7ec,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:32.149089 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88ab5ddb-8c5f-43b4-aa75-c27e82ed8400 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.152580 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-88ab5ddb-8c5f-43b4-aa75-c27e82ed8400 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/0f123738-ef51-4a40-a800-11c9450cb7ec HTTP/1.1" status: 204 len: 168 time: 0.6012571 Apr 18 17:18:32.158802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45706) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:32.161191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a478810-1763-42f5-a521-9c4312fa34d1 None None] Network bbf99eda-263a-4919-b5ff-50e403be70e5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:32.181590 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db5448-e6b4-4eaa-8c88-ef0e35b6d482 None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:30Z', 'revision_number': 11, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:32.267935 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.351722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Deleting port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:32.353704 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.463056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] For port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,segment=NetworkSegment(0698f3a7-fe0c-49d6-9829-31d655d47c37),segment_id=0698f3a7-fe0c-49d6-9829-31d655d47c37)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:32.463433 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.480770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Calling delete_port for 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:32.501923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f7a6-a4db-4ba0-bb49-33d5d740f950 req-95ec45be-2f75-44df-a0d4-54cff5e758e7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:32.503526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a25f7a6-a4db-4ba0-bb49-33d5d740f950 req-95ec45be-2f75-44df-a0d4-54cff5e758e7 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.0909584 Apr 18 17:18:32.581721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b30d805b-8f29-45f2-8cd5-1e8e4638df0a req-c9553391-6337-409f-aff2-2733c06ace81 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0747035 Apr 18 17:18:32.591937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] DHCP port deletion for bbf99eda-263a-4919-b5ff-50e403be70e5 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:18:32.655926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a25f7a6-a4db-4ba0-bb49-33d5d740f950 req-57c5851d-b8cf-4b58-8613-cdb721cee9a3 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053774 Apr 18 17:18:32.681685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] Deleting port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:32.682120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.759018 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.770626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] For port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,segment=NetworkSegment(0698f3a7-fe0c-49d6-9829-31d655d47c37),segment_id=0698f3a7-fe0c-49d6-9829-31d655d47c37)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:32.771117 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.801445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] Calling delete_port for 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:32.824054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Port': ['ID=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:32.840075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No DVR routers for this DVR port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:32.915198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2c0d0-493e-4f99-915d-a3b7c1a84bfd req-387f6ee4-2d56-4936-9ab6-2eebf92eab92 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:32.918777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01d2c0d0-493e-4f99-915d-a3b7c1a84bfd req-387f6ee4-2d56-4936-9ab6-2eebf92eab92 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 946 time: 0.2016561 Apr 18 17:18:32.948109 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:32.995857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] No DVR routers for this DVR port 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:32.997646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af77cf-2dd9-435d-a64c-e5f2803bf19a None None] Pushing event deleted for resources: {'Port': ['ID=05e62ead-1e4e-4228-a7ae-3c2d44fc28b4,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:33.058661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.074428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01d2c0d0-493e-4f99-915d-a3b7c1a84bfd req-22b7a040-889f-4d44-b9ed-4189122cbe91 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504364 Apr 18 17:18:33.107214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a62f-cc86-4c62-9494-70679bed0bd9 req-3ab91e64-8dae-4090-bb06-82ccd3ef2294 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:33.108776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f029a62f-cc86-4c62-9494-70679bed0bd9 req-3ab91e64-8dae-4090-bb06-82ccd3ef2294 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.2622480 Apr 18 17:18:33.110591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf99eda-263a-4919-b5ff-50e403be70e5']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:33.132833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0698f3a7-fe0c-49d6-9829-31d655d47c37') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:33.133144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0698f3a7-fe0c-49d6-9829-31d655d47c37') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:33.167309 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.210878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f029a62f-cc86-4c62-9494-70679bed0bd9 req-8c95e1ec-a623-4b76-8e3e-e1455cce6f59 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920990 Apr 18 17:18:33.221687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.261144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:18:33.264019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:18:33.284339 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:18:33.301259 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-10970df6-c826-43a2-a88e-56770b130c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.304712 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 497606cd-3eab-4996-8e10-7d85706d1ba4 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:33.329445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 497606cd-3eab-4996-8e10-7d85706d1ba4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:33.330042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 497606cd-3eab-4996-8e10-7d85706d1ba4 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:33.330604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:33.354160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:33.354854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05e62ead-1e4e-4228-a7ae-3c2d44fc28b4 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:33.409614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1e929-ed56-4ad9-bb16-4e7559b3d026 req-6144348d-597e-4e08-a78c-ee98fc922ad1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:33.411716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9af1e929-ed56-4ad9-bb16-4e7559b3d026 req-6144348d-597e-4e08-a78c-ee98fc922ad1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 945 time: 0.2085354 Apr 18 17:18:33.448611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc345c-bb1a-48ea-98d0-0e950ba92339 req-ae2ecc68-db25-4c6e-98e7-e2044e4a7d2d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:33.450379 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82dc345c-bb1a-48ea-98d0-0e950ba92339 req-ae2ecc68-db25-4c6e-98e7-e2044e4a7d2d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 946 time: 0.0969875 Apr 18 17:18:33.497560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.502987 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.508066 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/networks/bbf99eda-263a-4919-b5ff-50e403be70e5 HTTP/1.1" status: 204 len: 168 time: 1.3517561 Apr 18 17:18:33.510892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45742) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:33.516757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'routes': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:33.528976 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9af1e929-ed56-4ad9-bb16-4e7559b3d026 req-ad519cd1-be9b-4376-b17b-2405c2e96eda tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104805 Apr 18 17:18:33.542332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82dc345c-bb1a-48ea-98d0-0e950ba92339 req-8a20376f-c948-42a5-906f-bed14c01ef4f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833769 Apr 18 17:18:33.543397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefe6d1-4197-4a3f-836a-d24b75b241a9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Pushing event deleted for resources: {'Network': ['ID=bbf99eda-263a-4919-b5ff-50e403be70e5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:33.582246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45744) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:33.717874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72405d28-9ce2-4018-a5a8-0085b0c32f43 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:33.720536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-72405d28-9ce2-4018-a5a8-0085b0c32f43 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 1092 time: 0.1365869 Apr 18 17:18:33.727756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45750) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:33.751055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:33.766576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Added routes are [] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 17:18:33.767113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.extraroute_db [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Removed routes are [] {{(pid=109825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 17:18:33.767628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.830053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0a65066-782a-4a50-9b22-e75c22eb89f8 req-5059d868-5a8e-4bb6-b41a-9d39bc03652b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0714107 Apr 18 17:18:33.861894 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.945646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:33.953231 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.017785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.049977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router b90e70ce-c31c-4fee-ba36-979e787a69ee has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:34.129204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:34.135909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.137084 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-56755fc9-defd-48e4-9a33-3d9f1075b89f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 200 len: 705 time: 0.6251240 Apr 18 17:18:34.142422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45756) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:34.145625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] Sync routers for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:34.177836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:34.178477 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:34.189396 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-22ab3550-9b89-44af-8232-734bb4fbc62e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 200 len: 205 time: 0.0460033 Apr 18 17:18:34.190058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:34.194197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.25.5.120 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/9cc2131c-bae8-4ef6-b652-7fa8a5ece003) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:18:34.296272 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad01e91-27f2-41fc-b643-a85bd97051e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.326350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:34.343984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635152-373a-4d60-9b30-4899ed9d3fcc req-d3dd2adf-618b-4ddb-bc65-79ddd4940694 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:34.352112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83635152-373a-4d60-9b30-4899ed9d3fcc req-d3dd2adf-618b-4ddb-bc65-79ddd4940694 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1293588 Apr 18 17:18:34.389766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:30Z', 'revision_number': 11, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:34.429469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83635152-373a-4d60-9b30-4899ed9d3fcc req-07405483-92cc-4973-a106-b2d871a9c220 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705278 Apr 18 17:18:34.439788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.441124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] Checking router: b90e70ce-c31c-4fee-ba36-979e787a69ee for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:34.456527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] Routers {'b90e70ce-c31c-4fee-ba36-979e787a69ee'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:34.457474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b90e70ce-c31c-4fee-ba36-979e787a69ee'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:34.528209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad01e91-27f2-41fc-b643-a85bd97051e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.531066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad01e91-27f2-41fc-b643-a85bd97051e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.547216 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.548427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] Set router b90e70ce-c31c-4fee-ba36-979e787a69ee gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:34.571181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45770) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:34.595705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.614443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:30Z', 'revision_number': 11, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:34.643295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ea580-6ebc-442f-adb2-bb4a1f159a9e None None] The sync data for ids ['b90e70ce-c31c-4fee-ba36-979e787a69ee'] in n-d-836015-2 is: [{'id': 'b90e70ce-c31c-4fee-ba36-979e787a69ee', 'name': 'tempest-RoutersIpV6Test-router-1135762521', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:33Z', 'updated_at': '2022-04-18T17:18:30Z', 'revision_number': 11, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:34.666987 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad01e91-27f2-41fc-b643-a85bd97051e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.667409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad01e91-27f2-41fc-b643-a85bd97051e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Fanout notify agent at l3_agent the message router_deleted on router b90e70ce-c31c-4fee-ba36-979e787a69ee {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:18:34.674735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad01e91-27f2-41fc-b643-a85bd97051e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.679834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5ad01e91-27f2-41fc-b643-a85bd97051e7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 204 len: 168 time: 0.4850423 Apr 18 17:18:34.680550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45774) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:34.689576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:34.693308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-791a4c0f-c715-4f06-a756-4e13ea643154 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-986250287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:34.716893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:34.732596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:34.771304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-365864574', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:34.776136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=9cc2131c-bae8-4ef6-b652-7fa8a5ece003,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:34.792893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-791a4c0f-c715-4f06-a756-4e13ea643154 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.795056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-791a4c0f-c715-4f06-a756-4e13ea643154 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.812965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f7601-16e3-4a00-9b54-9cffadecf0b3 req-6eabb199-dce5-4e36-a263-7e519f6072bc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:34.814655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-813f7601-16e3-4a00-9b54-9cffadecf0b3 req-6eabb199-dce5-4e36-a263-7e519f6072bc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 945 time: 0.1625152 Apr 18 17:18:34.866183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-791a4c0f-c715-4f06-a756-4e13ea643154 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.910521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-813f7601-16e3-4a00-9b54-9cffadecf0b3 req-3539e8a5-682e-4b23-a32f-42ed900441a8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798442 Apr 18 17:18:34.914022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Made reservation on behalf of a809937f3be84f4194be09d23887d580 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:34.916324 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.929942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-791a4c0f-c715-4f06-a756-4e13ea643154 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:34.943436 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.006797 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-791a4c0f-c715-4f06-a756-4e13ea643154 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.007805 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-791a4c0f-c715-4f06-a756-4e13ea643154 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3263569 Apr 18 17:18:35.012036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45780) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:35.016980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-011be318-b59a-4d6e-b9f7-39aa8bfbda65 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:35.260035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-011be318-b59a-4d6e-b9f7-39aa8bfbda65 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.312346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-011be318-b59a-4d6e-b9f7-39aa8bfbda65 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.365379 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54d4700a-f96d-4e1e-8bd3-b90bb2b3219c req-e0f84f71-d57c-4b6c-9c80-bff921259998 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.4349430 Apr 18 17:18:35.517710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011be318-b59a-4d6e-b9f7-39aa8bfbda65 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Router 6467521b-3f9f-4d4e-abb5-16207835753b is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:18:35.560120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.624813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c3d97-5ba2-48f4-a7b2-4f804c6c29a5 req-7a1a21a6-2816-4c69-a33a-838c8f21a663 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:35.626488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-281c3d97-5ba2-48f4-a7b2-4f804c6c29a5 req-7a1a21a6-2816-4c69-a33a-838c8f21a663 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1152098 Apr 18 17:18:35.630267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.721127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] device_id is not set on port d82bccd0-2c32-421b-87bf-dea838ac262f yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:18:35.745128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68644862-1c90-4e02-8fb9-435317160ad9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:35.834088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-281c3d97-5ba2-48f4-a7b2-4f804c6c29a5 req-77e49bb4-3145-4c02-9350-b871e3fa7ac2 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729548 Apr 18 17:18:35.857688 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.883681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-fa7ce3ee-ce56-4c40-9b74-776ddb72fd99 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:35.885194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-fa7ce3ee-ce56-4c40-9b74-776ddb72fd99 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 945 time: 0.1974552 Apr 18 17:18:35.925240 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.928543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011be318-b59a-4d6e-b9f7-39aa8bfbda65 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:35.936030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-011be318-b59a-4d6e-b9f7-39aa8bfbda65 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:35.939838 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-011be318-b59a-4d6e-b9f7-39aa8bfbda65 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "PUT /v2.0/routers/6467521b-3f9f-4d4e-abb5-16207835753b HTTP/1.1" status: 200 len: 697 time: 0.9267807 Apr 18 17:18:35.940431 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] Sync routers for ids ['6467521b-3f9f-4d4e-abb5-16207835753b'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:35.940869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45788) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:35.951879 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] Routers {'6467521b-3f9f-4d4e-abb5-16207835753b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:35.952815 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6467521b-3f9f-4d4e-abb5-16207835753b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:36.024763 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f6a3f668-4d33-429f-9ee7-04054b613854 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/routers/6467521b-3f9f-4d4e-abb5-16207835753b HTTP/1.1" status: 200 len: 703 time: 0.0831616 Apr 18 17:18:36.028306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45790) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.035723 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] Set router 6467521b-3f9f-4d4e-abb5-16207835753b gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:36.070136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ea7196a-3f86-443f-b35a-55e4b3533e3b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=6467521b-3f9f-4d4e-abb5-16207835753b HTTP/1.1" status: 200 len: 205 time: 0.0404675 Apr 18 17:18:36.072973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45792) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.076956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Allocated IP 172.25.5.62 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/d82bccd0-2c32-421b-87bf-dea838ac262f) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:18:36.107039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.116034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Deleting port e977f1df-1387-4b1f-bbd2-6d1d4e047377 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:36.116429 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.145048 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6467521b-3f9f-4d4e-abb5-16207835753b', 'name': 'tempest-RoutersIpV6Test-router-986250287', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:34Z', 'updated_at': '2022-04-18T17:18:35Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:36.178645 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] Checking router: 6467521b-3f9f-4d4e-abb5-16207835753b for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:36.188781 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] Routers {'6467521b-3f9f-4d4e-abb5-16207835753b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:36.189810 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6467521b-3f9f-4d4e-abb5-16207835753b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:36.198865 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce9f8-a8cd-4f58-bcb4-3e854bfe16e9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.217467 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.282201 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] Set router 6467521b-3f9f-4d4e-abb5-16207835753b gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:36.346065 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6467521b-3f9f-4d4e-abb5-16207835753b', 'name': 'tempest-RoutersIpV6Test-router-986250287', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:34Z', 'updated_at': '2022-04-18T17:18:35Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:36.421556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce9f8-a8cd-4f58-bcb4-3e854bfe16e9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.426106 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce9f8-a8cd-4f58-bcb4-3e854bfe16e9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.426965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] For port e977f1df-1387-4b1f-bbd2-6d1d4e047377, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e977f1df-1387-4b1f-bbd2-6d1d4e047377,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:36.427406 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.455218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Calling delete_port for e977f1df-1387-4b1f-bbd2-6d1d4e047377 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:36.498253 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98694d-b37f-4c96-8768-a36cfdfb4e9b None None] The sync data for ids ['6467521b-3f9f-4d4e-abb5-16207835753b'] in n-d-836015-2 is: [{'id': '6467521b-3f9f-4d4e-abb5-16207835753b', 'name': 'tempest-RoutersIpV6Test-router-986250287', 'tenant_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:34Z', 'updated_at': '2022-04-18T17:18:35Z', 'revision_number': 2, 'project_id': 'fa0ed20cf3e3408fb496028be1269ea0', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:36.552821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce9f8-a8cd-4f58-bcb4-3e854bfe16e9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.553646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9ce9f8-a8cd-4f58-bcb4-3e854bfe16e9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Fanout notify agent at l3_agent the message router_deleted on router 6467521b-3f9f-4d4e-abb5-16207835753b {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:18:36.567205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce9f8-a8cd-4f58-bcb4-3e854bfe16e9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.568776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dc9ce9f8-a8cd-4f58-bcb4-3e854bfe16e9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/6467521b-3f9f-4d4e-abb5-16207835753b HTTP/1.1" status: 204 len: 168 time: 0.4947941 Apr 18 17:18:36.572347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45798) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.580709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49ee882e-d079-402a-89b0-44a52aa480af req-15bb0cef-d755-40ea-8af8-8866b0d19cac tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0439401 Apr 18 17:18:36.610711 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.617119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ac506839-e416-402a-9494-de789337edf9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=6467521b-3f9f-4d4e-abb5-16207835753b HTTP/1.1" status: 200 len: 205 time: 0.0434585 Apr 18 17:18:36.619543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45800) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.662713 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-bd62f3d7-c584-40a8-ab68-31359840b846 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] delete failed (client error): The resource could not be found. Apr 18 17:18:36.663684 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bd62f3d7-c584-40a8-ab68-31359840b846 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/6467521b-3f9f-4d4e-abb5-16207835753b HTTP/1.1" status: 404 len: 336 time: 0.0430236 Apr 18 17:18:36.668209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45802) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.689825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.696902 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-59324d10-0daa-4cee-a35a-855eab50bbc3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:36.697367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59324d10-0daa-4cee-a35a-855eab50bbc3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:36.700472 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-59324d10-0daa-4cee-a35a-855eab50bbc3 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/2e392a36-2f1a-471f-9a4f-14092d94d2a6 HTTP/1.1" status: 404 len: 337 time: 0.0312603 Apr 18 17:18:36.708859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45804) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.735939 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f38be0-413e-443e-a2e1-8f7f6d5cc90c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:36.736393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f38be0-413e-443e-a2e1-8f7f6d5cc90c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:36.741484 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-69f38be0-413e-443e-a2e1-8f7f6d5cc90c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/5b182722-b57c-4526-9080-dee4825d38fb HTTP/1.1" status: 404 len: 337 time: 0.0303233 Apr 18 17:18:36.743940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45806) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.771902 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.777597 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a150ab-f46d-44b0-b55b-1586e0f773b7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:36.777838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a150ab-f46d-44b0-b55b-1586e0f773b7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:36.786346 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-05a150ab-f46d-44b0-b55b-1586e0f773b7 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/60204654-027f-4e82-8ae0-088d91835f2c HTTP/1.1" status: 404 len: 337 time: 0.0361068 Apr 18 17:18:36.786346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45808) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.813536 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6b88fb-e04f-43fe-bce8-242141a777bf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:36.814150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6b88fb-e04f-43fe-bce8-242141a777bf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:36.820425 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.820645 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8a6b88fb-e04f-43fe-bce8-242141a777bf tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/0f123738-ef51-4a40-a800-11c9450cb7ec HTTP/1.1" status: 404 len: 337 time: 0.0333855 Apr 18 17:18:36.822169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45810) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.849306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-148f0c3e-877e-4642-8fd5-1c78b0db4425 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 200 len: 205 time: 0.0274079 Apr 18 17:18:36.851739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45812) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.871021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:36.880758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:36.884459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=9cc2131c-bae8-4ef6-b652-7fa8a5ece003,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:36.887240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:36.896244 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-e4bc8890-8d94-4d04-aa12-c06976bceecc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] delete failed (client error): The resource could not be found. Apr 18 17:18:36.899925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e4bc8890-8d94-4d04-aa12-c06976bceecc tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/b90e70ce-c31c-4fee-ba36-979e787a69ee HTTP/1.1" status: 404 len: 336 time: 0.0446815 Apr 18 17:18:36.900423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45816) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.934069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:36.934593 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.935132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c8a959c4-8429-4bd4-bd7f-a85de2338a4d tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cc470fa-09df-40a8-b06d-913136665e16 HTTP/1.1" status: 200 len: 205 time: 0.0332386 Apr 18 17:18:36.937502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45818) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.942772 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:36.973912 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-1c2d003d-2044-4373-a26c-5799016bb590 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] delete failed (client error): The resource could not be found. Apr 18 17:18:36.977214 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1c2d003d-2044-4373-a26c-5799016bb590 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/4cc470fa-09df-40a8-b06d-913136665e16 HTTP/1.1" status: 404 len: 336 time: 0.0364239 Apr 18 17:18:36.977336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af', 'e977f1df-1387-4b1f-bbd2-6d1d4e047377'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:18:36.977880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45820) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:36.986576 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:37.005865 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c8b5aa-ef49-4fec-9870-81882544d7b9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:37.006595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c8b5aa-ef49-4fec-9870-81882544d7b9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:37.009911 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-09c8b5aa-ef49-4fec-9870-81882544d7b9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/d7d97932-085c-44b7-a25f-4ca73faa7c04 HTTP/1.1" status: 404 len: 337 time: 0.0314920 Apr 18 17:18:37.012560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45822) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.042547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-203a1825-b52c-40f0-b9e6-4f80478f82b9 req-e27eabb4-066a-4e0b-9521-723a25afea8d tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 210 time: 0.1011693 Apr 18 17:18:37.047013 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7052d78-06cf-4fe1-9b57-4b88019e46f9 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc1c6e51-8e8f-42f4-958e-58c249058f60 HTTP/1.1" status: 200 len: 205 time: 0.0333326 Apr 18 17:18:37.049496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45824) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.064668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.4920402 Apr 18 17:18:37.075558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45826) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.115298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.62'}]}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:37.120234 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-45219f00-8cd5-4298-8127-ceab5c21e554 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] delete failed (client error): The resource could not be found. Apr 18 17:18:37.124181 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-45219f00-8cd5-4298-8127-ceab5c21e554 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/cc1c6e51-8e8f-42f4-958e-58c249058f60 HTTP/1.1" status: 404 len: 336 time: 0.0713351 Apr 18 17:18:37.124630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45828) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.156145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] No DVR routers for this DVR port e977f1df-1387-4b1f-bbd2-6d1d4e047377 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:37.161602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-86f3c516-2da7-41f6-9bd5-668ce59c898b tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5887cadc-2510-4814-b471-8e76c9294e02 HTTP/1.1" status: 200 len: 205 time: 0.0353754 Apr 18 17:18:37.164632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45830) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.176549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123a4ba-fc82-4b53-bc62-0d99c0cac45d tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Pushing event updated for resources: {'Port': ['ID=d82bccd0-2c32-421b-87bf-dea838ac262f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:37.214751 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-4385c096-a995-434d-8300-beb37912bf1c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] delete failed (client error): The resource could not be found. Apr 18 17:18:37.215952 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4385c096-a995-434d-8300-beb37912bf1c tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/5887cadc-2510-4814-b471-8e76c9294e02 HTTP/1.1" status: 404 len: 336 time: 0.0508795 Apr 18 17:18:37.218527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45834) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.223858 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:37.226746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-694f5990-e7f5-4849-98a1-1ceff46966b1 req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "DELETE /v2.0/ports/e977f1df-1387-4b1f-bbd2-6d1d4e047377 HTTP/1.1" status: 204 len: 173 time: 1.3149924 Apr 18 17:18:37.244020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96119c8-e5c9-40e9-acbe-5468c1e3797d', 'name': 'network-vif-deleted', 'tag': 'e977f1df-1387-4b1f-bbd2-6d1d4e047377'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:37.246851 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5323c5d-34fa-4cba-94be-a6e7f1dcbd10" -d '{"events": [{"server_uuid": "e96119c8-e5c9-40e9-acbe-5468c1e3797d", "name": "network-vif-deleted", "tag": "e977f1df-1387-4b1f-bbd2-6d1d4e047377"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:37.255022 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f8b56c-20ba-4380-bed2-ad209fbeb98e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:37.255022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f8b56c-20ba-4380-bed2-ad209fbeb98e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:37.255022 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-87f8b56c-20ba-4380-bed2-ad209fbeb98e tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/24e39511-8ea6-4bc2-9bfe-a682160a49e5 HTTP/1.1" status: 404 len: 337 time: 0.0338104 Apr 18 17:18:37.256126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45838) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.280367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4c596-fd24-4058-a016-9762e398254c tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event deleted for resources: {'Port': ['ID=e977f1df-1387-4b1f-bbd2-6d1d4e047377,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:37.299184 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-836d7661-0ed9-4b8c-9257-97e9740e8c4f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=a827fdcd-37f8-4160-93d1-5c5fd22f402b HTTP/1.1" status: 200 len: 205 time: 0.0398436 Apr 18 17:18:37.299837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45840) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.309393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:37.310953 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:37.340206 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Floating IP af673aa3-ee98-4817-b5e8-6d391cc8b073 associated. External IP: 172.25.5.120, port: dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed. Apr 18 17:18:37.383213 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-d680db72-0b5e-4bdd-9aad-36740b761a26 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] delete failed (client error): The resource could not be found. Apr 18 17:18:37.386938 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d680db72-0b5e-4bdd-9aad-36740b761a26 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/a827fdcd-37f8-4160-93d1-5c5fd22f402b HTTP/1.1" status: 404 len: 336 time: 0.0831552 Apr 18 17:18:37.389096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45842) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.455023 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc05b76-0a85-4512-a622-5d8b93482bad tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:37.456379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc05b76-0a85-4512-a622-5d8b93482bad tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:37.468635 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-acc05b76-0a85-4512-a622-5d8b93482bad tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/5525912a-b4b1-4aad-b8e0-ba7b431e5084 HTTP/1.1" status: 404 len: 337 time: 0.0754423 Apr 18 17:18:37.474645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45844) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.529972 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5faf531-7adb-4236-8992-87de00af187d x-openstack-request-id: req-d5faf531-7adb-4236-8992-87de00af187d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:37.530495 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96119c8-e5c9-40e9-acbe-5468c1e3797d", "name": "network-vif-deleted", "tag": "e977f1df-1387-4b1f-bbd2-6d1d4e047377", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:37.531691 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5faf531-7adb-4236-8992-87de00af187d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:37.532324 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5faf531-7adb-4236-8992-87de00af187d'] response: {'server_uuid': 'e96119c8-e5c9-40e9-acbe-5468c1e3797d', 'name': 'network-vif-deleted', 'tag': 'e977f1df-1387-4b1f-bbd2-6d1d4e047377', 'status': 'completed', 'code': 200} Apr 18 17:18:37.536880 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4edaf8d7-3771-4c11-9bee-bf6fa853e988 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "GET /v2.0/ports?device_id=449ecad8-e991-478a-86af-13d6087ef625 HTTP/1.1" status: 200 len: 205 time: 0.0583208 Apr 18 17:18:37.537496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45846) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.626467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:37.628900 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-8b9bc661-04a9-420f-8f27-2ad0707e6837 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] delete failed (client error): The resource could not be found. Apr 18 17:18:37.630505 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8b9bc661-04a9-420f-8f27-2ad0707e6837 tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/routers/449ecad8-e991-478a-86af-13d6087ef625 HTTP/1.1" status: 404 len: 336 time: 0.0916827 Apr 18 17:18:37.634031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45848) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.691162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router 46fed74d-2f28-4a8b-9229-39566076cc46 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:37.694515 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08ed3c3-a50b-47c8-b432-1ad82d678a0f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:37.695141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08ed3c3-a50b-47c8-b432-1ad82d678a0f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:37.700199 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f08ed3c3-a50b-47c8-b432-1ad82d678a0f tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/6d4b4187-201d-4fb8-8a9e-cceeb34eb049 HTTP/1.1" status: 404 len: 337 time: 0.0637975 Apr 18 17:18:37.702021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45852) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:37.733541 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2366f9db-51e5-40e8-8c81-8720590c684a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] DELETE failed (client error): The resource could not be found. Apr 18 17:18:37.735637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2366f9db-51e5-40e8-8c81-8720590c684a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:18:37.736978 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2366f9db-51e5-40e8-8c81-8720590c684a tempest-RoutersIpV6Test-429245786 tempest-RoutersIpV6Test-429245786-project] 10.222.0.45 "DELETE /v2.0/subnets/ef9bbf72-c1e8-41f2-83c5-b82f2b3489e6 HTTP/1.1" status: 404 len: 337 time: 0.0338323 Apr 18 17:18:37.786752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6cb40004-d92e-43e5-ad69-cc95a9872e2a req-cc3771b6-04e5-484b-a71d-fecb239a7957 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0353343 Apr 18 17:18:37.882802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:37.895043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:37.897772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] Sync routers for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:37.914391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:37.915030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:37.984109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:38.034318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ade4cad0-1028-4486-b5b4-f0110fd895e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3036819 Apr 18 17:18:38.037530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45856) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:38.112946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:38.222054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17a267c9-213d-4538-83eb-acea3237458c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/floatingips/af673aa3-ee98-4817-b5e8-6d391cc8b073 HTTP/1.1" status: 200 len: 992 time: 0.1831377 Apr 18 17:18:38.290006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-026f96a1-056f-4870-b1c8-d1f8d36dcdc7 req-a69fadb0-f06b-4168-926f-c9112c8fb2a8 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=e96119c8-e5c9-40e9-acbe-5468c1e3797d HTTP/1.1" status: 200 len: 210 time: 0.0617807 Apr 18 17:18:38.385447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45870) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:38.429924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:38.462273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:38.606510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:56Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:35Z', 'revision_number': 0, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:38.652221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] Checking router: 46fed74d-2f28-4a8b-9229-39566076cc46 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:38.662149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:38.662780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:38.722400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-29de756a-d9ee-4d4e-8f03-4d4d2255f226 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa0ed20cf3e3408fb496028be1269ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356812 Apr 18 17:18:38.724891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:38.762552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:38.839566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:38.854542 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9d59939-bfc5-4550-b9b6-71af7df1f669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:38.921822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f95836e1-dc8c-4376-911e-a633c7b6dba6 req-30e0218f-2b87-4d16-92d8-7ad976049ea2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0377712 Apr 18 17:18:38.964140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9d59939-bfc5-4550-b9b6-71af7df1f669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:38.991350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:38.995009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:39.123763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:39.124743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d174c3fe-fe57-40d5-96c9-a776b6fedacb {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:18:39.155080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9d59939-bfc5-4550-b9b6-71af7df1f669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:39.166179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d9d59939-bfc5-4550-b9b6-71af7df1f669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:39.166179 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d9d59939-bfc5-4550-b9b6-71af7df1f669 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ef4b098-4a4d-461d-92d8-d07d361bd3e8 HTTP/1.1" status: 204 len: 168 time: 0.4367745 Apr 18 17:18:39.179805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d385e-92e5-4f2a-ad89-11f5122b6a8e req-6e489681-9122-4bbb-ae0d-e3c27a6b909c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:39.182498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-991d385e-92e5-4f2a-ad89-11f5122b6a8e req-6e489681-9122-4bbb-ae0d-e3c27a6b909c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 945 time: 0.0824704 Apr 18 17:18:39.196047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d59939-bfc5-4550-b9b6-71af7df1f669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef4b098-4a4d-461d-92d8-d07d361bd3e8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:39.226347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45890) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:39.271458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-991d385e-92e5-4f2a-ad89-11f5122b6a8e req-a78c3dd4-8fcb-4a0d-b671-f0b04db7ecba tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656953 Apr 18 17:18:39.306876 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 17:18:39.308783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7a8f5625-a4d3-4927-9259-ade496e2739a tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2361841 Apr 18 17:18:39.314078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45892) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:39.375852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-27c21163-22da-4b00-abe1-b70aa43bd782 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/floatingips/af673aa3-ee98-4817-b5e8-6d391cc8b073 HTTP/1.1" status: 200 len: 992 time: 0.1482847 Apr 18 17:18:39.408895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:56Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:35Z', 'revision_number': 0, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:39.439241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30449dda-148d-4989-a212-ee3a5c9627ca None None] The sync data for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 is: [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:17:56Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:35Z', 'revision_number': 0, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:39.466592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b5cc2-f835-4df8-9683-4c5e89e9f861 tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Deleting port d82bccd0-2c32-421b-87bf-dea838ac262f {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:39.467053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5cc2-f835-4df8-9683-4c5e89e9f861 tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:39.542385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:39.544843 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b84962-0554-448d-97d8-bec0c4b88918" -d '{"events": [{"name": "network-changed", "server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:39.609160 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5cc2-f835-4df8-9683-4c5e89e9f861 tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:39.627847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b5cc2-f835-4df8-9683-4c5e89e9f861 tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Calling delete_port for d82bccd0-2c32-421b-87bf-dea838ac262f owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:39.646443 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a924fbd2-9c4a-4632-a991-bfd068279551 x-openstack-request-id: req-a924fbd2-9c4a-4632-a991-bfd068279551 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:39.646800 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:39.647104 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a924fbd2-9c4a-4632-a991-bfd068279551 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:39.647575 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a924fbd2-9c4a-4632-a991-bfd068279551'] response: {'name': 'network-changed', 'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'status': 'completed', 'code': 200} Apr 18 17:18:39.770030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-7949ec83-886b-4803-93c6-d883a25d47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:39.772226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-7949ec83-886b-4803-93c6-d883a25d47f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 1097 time: 0.0886891 Apr 18 17:18:39.860558 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c357e-ffcf-4306-82a5-5f84d4a69b06 None None] New status for floating IP af673aa3-ee98-4817-b5e8-6d391cc8b073: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:18:39.895708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e977f1df-1387-4b1f-bbd2-6d1d4e047377 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:39.931930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-99812e2e-4ca8-4683-a86d-9ceeb091471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:39.932427 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-99812e2e-4ca8-4683-a86d-9ceeb091471f service neutron] 10.222.0.18 "GET /v2.0/networks?id=65655f52-ceff-460c-84d3-7ddc532d743b HTTP/1.1" status: 200 len: 897 time: 0.1423383 Apr 18 17:18:39.936216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: e977f1df-1387-4b1f-bbd2-6d1d4e047377 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:39.938043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e977f1df-1387-4b1f-bbd2-6d1d4e047377 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:39.963450 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5cc2-f835-4df8-9683-4c5e89e9f861 tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:40.106068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b5cc2-f835-4df8-9683-4c5e89e9f861 tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Pushing event deleted for resources: {'Port': ['ID=d82bccd0-2c32-421b-87bf-dea838ac262f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:40.128795 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-59ba3b2a-c807-4588-b006-c32febd98b1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed HTTP/1.1" status: 200 len: 1000 time: 0.1884761 Apr 18 17:18:40.179424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3643222-f110-4d0b-aa62-d74b099cb205 req-1e4f41f7-d0ee-48da-aac2-712ab4f7cb3f tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0539138 Apr 18 17:18:40.212954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5cc2-f835-4df8-9683-4c5e89e9f861 tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:40.216252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5b5b5cc2-f835-4df8-9683-4c5e89e9f861 tempest-RoutersAdminNegativeIpV6Test-403190541 tempest-RoutersAdminNegativeIpV6Test-403190541-project-admin] 10.222.0.45 "DELETE /v2.0/ports/d82bccd0-2c32-421b-87bf-dea838ac262f HTTP/1.1" status: 204 len: 168 time: 0.9009554 Apr 18 17:18:40.249354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-750edf67-c013-4160-8c86-94165028a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:40.250860 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-750edf67-c013-4160-8c86-94165028a97c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c93db43-ef43-4c1e-91af-b3693d87ac3a HTTP/1.1" status: 200 len: 835 time: 0.1152544 Apr 18 17:18:40.320234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-e9f4f66b-ea01-454d-83db-4df6bb11ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:40.321897 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-e9f4f66b-ea01-454d-83db-4df6bb11ca02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65655f52-ceff-460c-84d3-7ddc532d743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635657 Apr 18 17:18:40.382615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45954) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:40.412537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689aa8f-40e9-433c-a059-4feac4986945 req-812967f1-33e4-400b-89ee-f33defc158e0 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:40.414850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a689aa8f-40e9-433c-a059-4feac4986945 req-812967f1-33e4-400b-89ee-f33defc158e0 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 945 time: 0.0706892 Apr 18 17:18:40.470208 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3a653ee7-219d-4673-8b23-8f983ca9bd3e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/floatingips/af673aa3-ee98-4817-b5e8-6d391cc8b073 HTTP/1.1" status: 200 len: 994 time: 0.0863411 Apr 18 17:18:40.484209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a689aa8f-40e9-433c-a059-4feac4986945 req-f611f4ac-9889-4156-a889-b6a1e5978c0c tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631044 Apr 18 17:18:40.506426 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-1cce5dfa-8714-4b36-8da6-dba8e6f7a36f service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758325 Apr 18 17:18:40.618067 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5b84962-0554-448d-97d8-bec0c4b88918 req-89bc87be-da70-47c1-8407-726351aa0b64 service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030962 Apr 18 17:18:40.758780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561e4f6-6084-457f-8b2a-7a2a94594ebc req-1b5a13cd-ca51-4cfa-a2d4-cfd2c9a8eb77 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:40.766534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9561e4f6-6084-457f-8b2a-7a2a94594ebc req-1b5a13cd-ca51-4cfa-a2d4-cfd2c9a8eb77 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 946 time: 0.0608907 Apr 18 17:18:40.818426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9561e4f6-6084-457f-8b2a-7a2a94594ebc req-4ab693a5-0d7f-466f-9e11-42bfb2c38d30 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504127 Apr 18 17:18:40.843373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:41.003939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4f08-aab3-4a14-911a-a31620e144c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.091135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4f08-aab3-4a14-911a-a31620e144c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.152012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4f08-aab3-4a14-911a-a31620e144c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.191692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1a9e4f08-aab3-4a14-911a-a31620e144c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3514d8cf42e24ffdadf95bfd438942e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472333 Apr 18 17:18:41.193750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e4f08-aab3-4a14-911a-a31620e144c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94cb35a-d460-4092-b78e-f6f45d3cb509,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:41.194382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45978) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:41.254111 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d91734ae-f784-4e8e-b036-21b1b52aed49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.289405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d91734ae-f784-4e8e-b036-21b1b52aed49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.311318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57d17f3d-a9cb-4002-8211-0e237a8b96d7 req-026d24d5-7b87-4b7e-8bfc-b3f039992dda tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0360453 Apr 18 17:18:41.380348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-3daaa7d0-a432-4854-b571-265f1505714d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:41.382051 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-3daaa7d0-a432-4854-b571-265f1505714d tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 945 time: 0.0678885 Apr 18 17:18:41.438824 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d91734ae-f784-4e8e-b036-21b1b52aed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.442172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d91734ae-f784-4e8e-b036-21b1b52aed49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.445545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d91734ae-f784-4e8e-b036-21b1b52aed49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f94cb35a-d460-4092-b78e-f6f45d3cb509 HTTP/1.1" status: 204 len: 168 time: 0.2478101 Apr 18 17:18:41.466256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91734ae-f784-4e8e-b036-21b1b52aed49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94cb35a-d460-4092-b78e-f6f45d3cb509,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:41.532786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Deleting port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:41.533870 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.637849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5705-b42d-466a-85c2-f951731253d6 req-82909f56-5e9a-4898-a217-cd4873627f27 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:41.639385 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85ea5705-b42d-466a-85c2-f951731253d6 req-82909f56-5e9a-4898-a217-cd4873627f27 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 945 time: 0.0538938 Apr 18 17:18:41.654924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] For port 4dc050e8-2283-4559-a6bd-c2e7db0e9978, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4dc050e8-2283-4559-a6bd-c2e7db0e9978,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:41.655224 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.686852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85ea5705-b42d-466a-85c2-f951731253d6 req-000aff22-69b8-4e48-8ab9-3d218261f3bc tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups?id=7469523a-6cc6-4d51-91d2-caebab752e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 Apr 18 17:18:41.842779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.843225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:41.843617 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Floating IP d8b99b4a-1216-472e-8db7-b972d8875001 disassociated. External IP: 172.25.5.29, port: 4dc050e8-2283-4559-a6bd-c2e7db0e9978. Apr 18 17:18:41.844166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Calling delete_port for 4dc050e8-2283-4559-a6bd-c2e7db0e9978 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:42.007536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cdbcf-b890-4b0f-881f-c80a11436c78 req-d0268682-e301-40e9-8645-1fad89bdfd25 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:42.009771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e2cdbcf-b890-4b0f-881f-c80a11436c78 req-d0268682-e301-40e9-8645-1fad89bdfd25 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 946 time: 0.1024253 Apr 18 17:18:42.058426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e2cdbcf-b890-4b0f-881f-c80a11436c78 req-6bb88110-b2a2-4017-8e42-0f022a16a040 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Apr 18 17:18:42.117566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:42.148074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event deleted for resources: {'Port': ['ID=4dc050e8-2283-4559-a6bd-c2e7db0e9978,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:42.268199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Router f047c84a-fb0e-402b-b40a-55fd8fa50e4a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:42.304140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46006) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:42.383448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ecff7e54-a5bf-462d-9aed-4f14d03ddaf3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a809937f3be84f4194be09d23887d580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754137 Apr 18 17:18:42.386076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46010) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:42.404292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:42.404815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-e9d6c12b-26cf-44d9-92f1-87d81e30f07a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:42.404815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-e9d6c12b-26cf-44d9-92f1-87d81e30f07a tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 946 time: 0.0854280 Apr 18 17:18:42.406531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] Sync routers for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:42.420668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:42.423510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:42.465097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] No DVR routers for this DVR port 4dc050e8-2283-4559-a6bd-c2e7db0e9978 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:42.469883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:42.473831 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1fab49ef-f778-40ed-be48-006ab5141da6 req-114ecfc5-ee52-4831-bb39-eae57438b431 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.18 "DELETE /v2.0/ports/4dc050e8-2283-4559-a6bd-c2e7db0e9978 HTTP/1.1" status: 204 len: 173 time: 1.0859473 Apr 18 17:18:42.474300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'name': 'network-vif-deleted', 'tag': '4dc050e8-2283-4559-a6bd-c2e7db0e9978'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:42.476650 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde5f89e-ebba-4e1a-8780-ffa78b2ef078" -d '{"events": [{"server_uuid": "4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb", "name": "network-vif-deleted", "tag": "4dc050e8-2283-4559-a6bd-c2e7db0e9978"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:42.500872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d0c82a7-93a6-4b13-9c85-f8609dc9a40b req-86c31cca-81b7-47e9-b8e7-e48f450af0d2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0503576 Apr 18 17:18:42.527952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-937e9dd5-20a6-44df-ad8e-7023d1784e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:42.558004 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cad905-d328-4095-8a98-2a2c9dd4d155 x-openstack-request-id: req-b2cad905-d328-4095-8a98-2a2c9dd4d155 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:42.558578 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb", "name": "network-vif-deleted", "tag": "4dc050e8-2283-4559-a6bd-c2e7db0e9978", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:42.559028 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2cad905-d328-4095-8a98-2a2c9dd4d155 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:42.559755 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2cad905-d328-4095-8a98-2a2c9dd4d155'] response: {'server_uuid': '4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb', 'name': 'network-vif-deleted', 'tag': '4dc050e8-2283-4559-a6bd-c2e7db0e9978', 'status': 'completed', 'code': 200} Apr 18 17:18:42.576938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Deleting port c9302486-f567-44f2-aa57-d8196d6160af {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:42.577286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:42.579874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-937e9dd5-20a6-44df-ad8e-7023d1784e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:42.641963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:42.770970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-937e9dd5-20a6-44df-ad8e-7023d1784e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:42.773758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-937e9dd5-20a6-44df-ad8e-7023d1784e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:42.775147 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-937e9dd5-20a6-44df-ad8e-7023d1784e7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68644862-1c90-4e02-8fb9-435317160ad9 HTTP/1.1" status: 204 len: 168 time: 0.3870864 Apr 18 17:18:42.778374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] For port c9302486-f567-44f2-aa57-d8196d6160af, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=c9302486-f567-44f2-aa57-d8196d6160af,segment=NetworkSegment(dd647e20-eb4b-4605-ac29-a6d46dfc3e4b),segment_id=dd647e20-eb4b-4605-ac29-a6d46dfc3e4b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:42.785566 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:42.785665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e9dd5-20a6-44df-ad8e-7023d1784e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68644862-1c90-4e02-8fb9-435317160ad9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:42.843055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Calling delete_port for c9302486-f567-44f2-aa57-d8196d6160af owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:42.867514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-349af78b-a28e-4d55-938e-aec8de07ccc0 req-ddf8ae30-c5af-4dcb-b1d7-ce305d6b6741 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a91ed1f-91bd-49c4-9e5f-95bab23cf6fb HTTP/1.1" status: 200 len: 210 time: 0.0373952 Apr 18 17:18:43.009968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:43.045249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] Checking router: f047c84a-fb0e-402b-b40a-55fd8fa50e4a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:43.055063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:43.055763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:43.164321 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:43.166229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:43.203612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['c9302486-f567-44f2-aa57-d8196d6160af'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:18:43.226687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Pushing event deleted for resources: {'Port': ['ID=c9302486-f567-44f2-aa57-d8196d6160af,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:43.290796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] No DVR routers for this DVR port c9302486-f567-44f2-aa57-d8196d6160af on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:43.300789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ddeed-c3a4-4977-a94f-069b8d270b06 req-236567e0-04a2-4c97-97c4-74a9cbbec24f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:43.302461 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-329ddeed-c3a4-4977-a94f-069b8d270b06 req-236567e0-04a2-4c97-97c4-74a9cbbec24f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 867 time: 0.1697271 Apr 18 17:18:43.303659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:43.307138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81fa7240-52e6-4ed1-a391-7c439b1b9815 req-824ea939-a64d-40c5-bbcf-ce42ee79795f tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.41 "DELETE /v2.0/ports/c9302486-f567-44f2-aa57-d8196d6160af HTTP/1.1" status: 204 len: 173 time: 0.8976829 Apr 18 17:18:43.307758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904623e0-129e-4f12-8f29-32b454bfc9d3', 'name': 'network-vif-deleted', 'tag': 'c9302486-f567-44f2-aa57-d8196d6160af'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:18:43.310148 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846ee25-18d0-48dc-8057-c0cbf0679b5d" -d '{"events": [{"server_uuid": "904623e0-129e-4f12-8f29-32b454bfc9d3", "name": "network-vif-deleted", "tag": "c9302486-f567-44f2-aa57-d8196d6160af"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:18:43.351399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-329ddeed-c3a4-4977-a94f-069b8d270b06 req-34ac9ce6-d413-45fa-8cfa-cf00aa7b8ea0 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/security-groups?id=7110db87-097e-4a20-888e-eaa736acd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369234 Apr 18 17:18:43.395794 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4500664-21f1-4a84-a20a-81444832c394 x-openstack-request-id: req-f4500664-21f1-4a84-a20a-81444832c394 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:18:43.395961 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904623e0-129e-4f12-8f29-32b454bfc9d3", "name": "network-vif-deleted", "tag": "c9302486-f567-44f2-aa57-d8196d6160af", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:18:43.396251 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4500664-21f1-4a84-a20a-81444832c394 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:18:43.396687 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4500664-21f1-4a84-a20a-81444832c394'] response: {'server_uuid': '904623e0-129e-4f12-8f29-32b454bfc9d3', 'name': 'network-vif-deleted', 'tag': 'c9302486-f567-44f2-aa57-d8196d6160af', 'status': 'completed', 'code': 200} Apr 18 17:18:43.454792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:43.488892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf374b78-5cdc-49d5-b44e-9fe3d0079e0e None None] The sync data for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 is: [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:10:38Z', 'revision_number': 4, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '9fa81e35-f922-4d28-8d43-b5a6ede5e302', 'name': '', 'network_id': '31d186fc-2662-4e24-8685-0df0e6001120', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'mac_address': 'fa:16:3e:82:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '48210664-c1ef-4143-8a4d-9201794350a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:37Z', 'updated_at': '2022-04-18T17:10:43Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'subnets': [{'id': '48210664-c1ef-4143-8a4d-9201794350a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:43.679019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a329edb3-a303-4821-b3c6-46d01c1740d6 req-d2f8160c-4530-4a07-bc9f-88d959925f86 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0446486 Apr 18 17:18:43.876670 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a0ba0-a6f4-435c-a15e-6261feb6a4a5 None None] New status for floating IP d8b99b4a-1216-472e-8db7-b972d8875001: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:18:44.095651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46054) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:44.156034 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2f93855-ac72-4158-a3d2-b3fd0c513376 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:44.185829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2f93855-ac72-4158-a3d2-b3fd0c513376 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:44.294891 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2f93855-ac72-4158-a3d2-b3fd0c513376 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:44.298259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2f93855-ac72-4158-a3d2-b3fd0c513376 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:44.303961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:44.304815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f2f93855-ac72-4158-a3d2-b3fd0c513376 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "DELETE /v2.0/security-groups/7469523a-6cc6-4d51-91d2-caebab752e31 HTTP/1.1" status: 204 len: 168 time: 0.2080228 Apr 18 17:18:44.324698 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-fc4dae2b-9585-4380-a840-143cf92c66b5 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] show failed (client error): The resource could not be found. Apr 18 17:18:44.326314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fc4dae2b-9585-4380-a840-143cf92c66b5 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "GET /v2.0/security-groups/7469523a-6cc6-4d51-91d2-caebab752e31 HTTP/1.1" status: 404 len: 347 time: 0.0206413 Apr 18 17:18:44.329264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46060) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:44.338343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f93855-ac72-4158-a3d2-b3fd0c513376 tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7469523a-6cc6-4d51-91d2-caebab752e31,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:44.406760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46066) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:44.584043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Deleting port a5c861a4-bcbd-4353-842e-5ab67df408b9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:44.584456 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:44.605817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12a62b6c-327e-48ac-8410-29071381361c req-6de19014-a2d6-4038-8a11-51497d8861b6 tempest-ServersTestJSON-1056956944 tempest-ServersTestJSON-1056956944-project] 10.222.0.45 "GET /v2.0/ports?device_id=904623e0-129e-4f12-8f29-32b454bfc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0820010 Apr 18 17:18:44.624533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-beb684a4-928d-4597-9ca1-65b3775a22c5 tempest-DvrRoutersNegativeTest-554759234 tempest-DvrRoutersNegativeTest-554759234-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1684209989', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:44.627513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.policy [None req-beb684a4-928d-4597-9ca1-65b3775a22c5 tempest-DvrRoutersNegativeTest-554759234 tempest-DvrRoutersNegativeTest-554759234-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109826) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 18 17:18:44.627804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.policy [None req-beb684a4-928d-4597-9ca1-65b3775a22c5 tempest-DvrRoutersNegativeTest-554759234 tempest-DvrRoutersNegativeTest-554759234-project] Failed policy check for 'create_router' {{(pid=109826) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 18 17:18:44.628913 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-beb684a4-928d-4597-9ca1-65b3775a22c5 tempest-DvrRoutersNegativeTest-554759234 tempest-DvrRoutersNegativeTest-554759234-project] create failed (client error): Access was denied to this resource. Apr 18 17:18:44.633451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-beb684a4-928d-4597-9ca1-65b3775a22c5 tempest-DvrRoutersNegativeTest-554759234 tempest-DvrRoutersNegativeTest-554759234-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2219808 Apr 18 17:18:44.688690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:44.690129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:44.702155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Calling delete_port for a5c861a4-bcbd-4353-842e-5ab67df408b9 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:44.793092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb488aed-64c8-480e-9b8e-6f1f24c071a5 req-e72310f6-9f28-42c6-b1b0-478ec4be0c4b tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0284977 Apr 18 17:18:44.923171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:44.954296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Pushing event deleted for resources: {'Port': ['ID=a5c861a4-bcbd-4353-842e-5ab67df408b9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:45.026360 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.029327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.030793 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1c637736-6a35-422e-aeae-430f942a60aa tempest-AttachVolumeTestJSON-892360820 tempest-AttachVolumeTestJSON-892360820-project] 10.222.0.45 "DELETE /v2.0/floatingips/d8b99b4a-1216-472e-8db7-b972d8875001 HTTP/1.1" status: 204 len: 168 time: 0.7003574 Apr 18 17:18:45.215588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46090) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:45.351477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0d72346-f169-4eee-b065-2af552a5cadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.437976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0d72346-f169-4eee-b065-2af552a5cadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.494493 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0d72346-f169-4eee-b065-2af552a5cadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.539081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b0d72346-f169-4eee-b065-2af552a5cadf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0dc138b61814f5abca77e8ebf20e9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222592 Apr 18 17:18:45.541372 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d72346-f169-4eee-b065-2af552a5cadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00c8942-61a8-4e46-9116-bc3c1a80af0b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:45.541759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46096) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:45.604720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ba135da-2e54-45a1-936c-17018d332e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.633700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ba135da-2e54-45a1-936c-17018d332e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.660327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46104) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:45.712552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f303897-ef92-457c-b2cf-13b06b06c566 admin admin] Deleting subnet 92cd26c9-3999-468f-92e8-f41c026b94e2 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:18:45.715948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f303897-ef92-457c-b2cf-13b06b06c566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.755007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f303897-ef92-457c-b2cf-13b06b06c566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.769682 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ba135da-2e54-45a1-936c-17018d332e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.776619 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ba135da-2e54-45a1-936c-17018d332e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.776619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2ba135da-2e54-45a1-936c-17018d332e00 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a00c8942-61a8-4e46-9116-bc3c1a80af0b HTTP/1.1" status: 204 len: 168 time: 0.2308328 Apr 18 17:18:45.787136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba135da-2e54-45a1-936c-17018d332e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00c8942-61a8-4e46-9116-bc3c1a80af0b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:45.802762 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f303897-ef92-457c-b2cf-13b06b06c566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.903613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eebcae0b-1c0c-4544-83d6-20dedd12e495 req-ed9e88af-db32-4637-9cc5-75f20542732d tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.0264413 Apr 18 17:18:45.933683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c9302486-f567-44f2-aa57-d8196d6160af no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:45.934408 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f303897-ef92-457c-b2cf-13b06b06c566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.955562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: c9302486-f567-44f2-aa57-d8196d6160af {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:45.956090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device c9302486-f567-44f2-aa57-d8196d6160af not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:45.962344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f303897-ef92-457c-b2cf-13b06b06c566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92cd26c9-3999-468f-92e8-f41c026b94e2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:45.966951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f303897-ef92-457c-b2cf-13b06b06c566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:45.970489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0f303897-ef92-457c-b2cf-13b06b06c566 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/92cd26c9-3999-468f-92e8-f41c026b94e2 HTTP/1.1" status: 204 len: 168 time: 0.3091438 Apr 18 17:18:45.973444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46110) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:46.053312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:46.140911 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:46.166842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675b81c6-89ef-4cf3-9b4a-8b7e72752016']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:46.177795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:46.178094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd647e20-eb4b-4605-ac29-a6d46dfc3e4b') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:46.189555 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:46.204276 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:46.211270 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:18:46.211936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:18:46.213926 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:18:46.334615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:46.362712 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:46.365769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] 10.222.0.45 "DELETE /v2.0/networks/675b81c6-89ef-4cf3-9b4a-8b7e72752016 HTTP/1.1" status: 204 len: 168 time: 0.3913879 Apr 18 17:18:46.369837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2200f2-4617-453d-a5fa-fabb1b29849c admin admin] Pushing event deleted for resources: {'Network': ['ID=675b81c6-89ef-4cf3-9b4a-8b7e72752016,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:46.409078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d297d-86e8-40da-a882-7f1cd0056438 req-7cc89b2f-e2a4-4c2a-8182-c9bee496b5c0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:46.411548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c81d297d-86e8-40da-a882-7f1cd0056438 req-7cc89b2f-e2a4-4c2a-8182-c9bee496b5c0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0747077 Apr 18 17:18:46.455045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c81d297d-86e8-40da-a882-7f1cd0056438 req-ca080528-b1f5-4253-b61e-2d43c8317060 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360527 Apr 18 17:18:46.560723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4dc050e8-2283-4559-a6bd-c2e7db0e9978 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:46.589199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 4dc050e8-2283-4559-a6bd-c2e7db0e9978 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:46.589675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4dc050e8-2283-4559-a6bd-c2e7db0e9978 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:46.615385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1ea1c-b0a1-4dfe-baa9-c6b20fb1b8f1 req-c5b3f6c4-8f9b-4ecd-8674-3b9584831f38 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:46.616897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0a1ea1c-b0a1-4dfe-baa9-c6b20fb1b8f1 req-c5b3f6c4-8f9b-4ecd-8674-3b9584831f38 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0730674 Apr 18 17:18:46.666148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0a1ea1c-b0a1-4dfe-baa9-c6b20fb1b8f1 req-d8549613-1863-4290-aeb9-e8142243e7c3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Apr 18 17:18:46.742171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46146) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:46.830341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-47de4237-1b03-49b8-97c2-e4fc03a3a01a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=039ca64486874ae7ba1003e6f5de3127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866480 Apr 18 17:18:46.830842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46150) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:46.854466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95513-2ca5-4a2d-86a5-60bcf9e7a117 req-3dac2537-816c-4bab-adf7-f237deecaff3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:46.858736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ec95513-2ca5-4a2d-86a5-60bcf9e7a117 req-3dac2537-816c-4bab-adf7-f237deecaff3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0667193 Apr 18 17:18:46.889106 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2e12-c39b-492b-b765-189aeb8f3611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:46.899249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ec95513-2ca5-4a2d-86a5-60bcf9e7a117 req-272d6359-a00a-42d2-bd87-acccad1b0bec tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345769 Apr 18 17:18:46.950188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2e12-c39b-492b-b765-189aeb8f3611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:47.083457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d83686-f08a-40f8-95f4-f2b33beba3da req-eef15d3a-fcc1-4a8d-b58b-8a32ab69ba15 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:47.084875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3d83686-f08a-40f8-95f4-f2b33beba3da req-eef15d3a-fcc1-4a8d-b58b-8a32ab69ba15 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0663369 Apr 18 17:18:47.089097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2e12-c39b-492b-b765-189aeb8f3611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:47.092940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2e12-c39b-492b-b765-189aeb8f3611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:47.095198 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bd8b2e12-c39b-492b-b765-189aeb8f3611 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7110db87-097e-4a20-888e-eaa736acd8c4 HTTP/1.1" status: 204 len: 168 time: 0.2623689 Apr 18 17:18:47.113634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b2e12-c39b-492b-b765-189aeb8f3611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7110db87-097e-4a20-888e-eaa736acd8c4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:47.220477 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:47.272097 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:47.534053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cbefc66-6be7-4bc1-89b8-1e7c1b574517 req-fc038bb9-7c52-4ba6-a78d-b75c4e4d8ecf tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/ports?device_id=99371aed-ae5e-4ff0-99e7-3c15d0a0c696 HTTP/1.1" status: 200 len: 210 time: 0.4736590 Apr 18 17:18:47.600104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3d83686-f08a-40f8-95f4-f2b33beba3da req-29c8543f-8940-40b7-a2fd-64fed827dfbe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749226 Apr 18 17:18:48.244790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab91ee-7805-427c-a3a5-f47f00a50887 req-59b6e3d0-3613-403f-b2d5-ccba0e4c784a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:48.246347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6aab91ee-7805-427c-a3a5-f47f00a50887 req-59b6e3d0-3613-403f-b2d5-ccba0e4c784a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0946112 Apr 18 17:18:48.309359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6aab91ee-7805-427c-a3a5-f47f00a50887 req-d5702e4e-1b37-42b0-81ad-63b60be72494 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556126 Apr 18 17:18:48.596579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46222) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:48.735723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46228) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:48.814211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:48.853826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:48.914210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-75505420-network', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:48.996191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46234) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:49.014776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.017397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.020497 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "DELETE /v2.0/security-groups/16a11287-2d95-4a37-b033-4322de0c81cf HTTP/1.1" status: 204 len: 168 time: 0.2836676 Apr 18 17:18:49.030419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a11287-2d95-4a37-b033-4322de0c81cf,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:49.033437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46238) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:49.040896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.041505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.042028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.042566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.043050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.043542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.044138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.044630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.045117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.045743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.046222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.046726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31ff0-bd1f-40a5-bc6f-4fa07b0b33b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:18:49.052070 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-1a183b3b-e56c-4d8d-b7e9-2250c9a7ecc5 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] show failed (client error): The resource could not be found. Apr 18 17:18:49.052399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Made reservation on behalf of 343ae54d5a1f4703a2f044c77ee8f89f for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:49.055086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.057789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46240) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:49.062542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a183b3b-e56c-4d8d-b7e9-2250c9a7ecc5 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "GET /v2.0/security-groups/16a11287-2d95-4a37-b033-4322de0c81cf HTTP/1.1" status: 404 len: 347 time: 0.0238864 Apr 18 17:18:49.292407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dd8f7-8947-40f2-a33a-48cfde65d185 req-4aab767f-ce12-40f1-8998-d3ac976d9e7a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:49.294103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b1dd8f7-8947-40f2-a33a-48cfde65d185 req-4aab767f-ce12-40f1-8998-d3ac976d9e7a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0679369 Apr 18 17:18:49.337132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b1dd8f7-8947-40f2-a33a-48cfde65d185 req-f8de5641-6633-4087-8c56-aa6f46b86c7c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363040 Apr 18 17:18:49.454384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.482975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73841b22-71b3-4d2f-ae17-112a4cb987a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.705635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port e902476a-5762-4cdb-872b-43bdda4a0279 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:49.706290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.713665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.760734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73841b22-71b3-4d2f-ae17-112a4cb987a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.804726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.805131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.820371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for e902476a-5762-4cdb-872b-43bdda4a0279 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:49.830409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.858796 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73841b22-71b3-4d2f-ae17-112a4cb987a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.861246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:18:49.923776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff50b1-a191-4800-895d-c644c3877e95,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:49.932162 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:49.932522 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Added segment bad9dea3-078f-47bd-8c12-94024ada2409 of type vlan for network 52456687-c985-43c2-9275-8952cec9f1ec Apr 18 17:18:49.956801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-73841b22-71b3-4d2f-ae17-112a4cb987a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80a2741f0100406d8599b80b5273cbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9568973 Apr 18 17:18:49.959241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46260) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:50.019638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73841b22-71b3-4d2f-ae17-112a4cb987a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9b9c55-d886-45c4-bad0-6366ed296543,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:50.029106 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.081599 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c844ff95-ccc3-417d-87f9-f99b62241d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.116950 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c844ff95-ccc3-417d-87f9-f99b62241d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.134683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.135946 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:50.141166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.207484 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.210706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] Pushing event updated for resources: {'Network': ['ID=52456687-c985-43c2-9275-8952cec9f1ec,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:50.227368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c844ff95-ccc3-417d-87f9-f99b62241d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.231365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 52456687-c985-43c2-9275-8952cec9f1ec details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:18:50.236442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c844ff95-ccc3-417d-87f9-f99b62241d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.240085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=e902476a-5762-4cdb-872b-43bdda4a0279,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:50.251096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c844ff95-ccc3-417d-87f9-f99b62241d9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e9b9c55-d886-45c4-bad0-6366ed296543 HTTP/1.1" status: 204 len: 168 time: 0.2907183 Apr 18 17:18:50.279107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844ff95-ccc3-417d-87f9-f99b62241d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9b9c55-d886-45c4-bad0-6366ed296543,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:50.312522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.315552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.317666 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5b85f585-1a67-4645-a773-26877eb051b2 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "DELETE /v2.0/floatingips/8813efce-0860-46c0-bf98-109693bae61e HTTP/1.1" status: 204 len: 168 time: 1.2587223 Apr 18 17:18:50.320448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46264) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:50.324492 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b3f6d9bd-54dd-4a57-9a62-12d46d44d29f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7277420 Apr 18 17:18:50.327524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46266) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:50.333653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Request body: {'subnet': {'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-subnet', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:50.438947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Made reservation on behalf of 343ae54d5a1f4703a2f044c77ee8f89f for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:18:50.442950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.611436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efed344-cf55-42d8-815e-03f6ba83af5c req-c0798371-4d2f-4863-b149-ac1488d09f6d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:50.614547 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5efed344-cf55-42d8-815e-03f6ba83af5c req-c0798371-4d2f-4863-b149-ac1488d09f6d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1092012 Apr 18 17:18:50.618910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4e62a0b2-5b16-4ef7-b375-355fe84e8984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port a5cc92ac-6f23-4437-b9b1-89a8349f3a0d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:50.619634 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e62a0b2-5b16-4ef7-b375-355fe84e8984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.780747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5efed344-cf55-42d8-815e-03f6ba83af5c req-8df4fa96-905b-4cb9-9061-5f4c7d8ca87e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694122 Apr 18 17:18:50.785308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e62a0b2-5b16-4ef7-b375-355fe84e8984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:50.807283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4e62a0b2-5b16-4ef7-b375-355fe84e8984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for a5cc92ac-6f23-4437-b9b1-89a8349f3a0d owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:50.843345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.005192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99d49d2-179f-46e9-b4b8-f6675943e04f,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:51.026779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Checking segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:51.027146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Network hostable DHCP agents. Network: 52456687-c985-43c2-9275-8952cec9f1ec, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:18:51.067873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46284) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:51.081646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99432b5a-949f-44a2-8377-f88b33cc6236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.112159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e62a0b2-5b16-4ef7-b375-355fe84e8984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.159304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Network 52456687-c985-43c2-9275-8952cec9f1ec is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:18:51.181160 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99432b5a-949f-44a2-8377-f88b33cc6236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.217603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62a0b2-5b16-4ef7-b375-355fe84e8984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=a5cc92ac-6f23-4437-b9b1-89a8349f3a0d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:51.220865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 52456687-c985-43c2-9275-8952cec9f1ec) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:51.225206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:51.226107 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.238023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00ed12-08f6-4aa5-ba62-84f101ff08c7 None None] Network 52456687-c985-43c2-9275-8952cec9f1ec requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:51.241704 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e62a0b2-5b16-4ef7-b375-355fe84e8984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.245129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4e62a0b2-5b16-4ef7-b375-355fe84e8984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "DELETE /v2.0/ports/a5cc92ac-6f23-4437-b9b1-89a8349f3a0d HTTP/1.1" status: 204 len: 168 time: 0.9233437 Apr 18 17:18:51.247587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46286) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:51.274348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-99432b5a-949f-44a2-8377-f88b33cc6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.333199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99432b5a-949f-44a2-8377-f88b33cc6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160b37dd-deac-4411-a3a3-2fe3bc73a866,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:51.354853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46288) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:51.362381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-99432b5a-949f-44a2-8377-f88b33cc6236 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa00660684634f16900efd0ea06d081d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930663 Apr 18 17:18:51.369493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0bd52b87-03b2-4ed5-b25d-16ff2e1fb984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port 016aa17e-2fa3-4d57-8561-d91271203424 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:51.369839 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bd52b87-03b2-4ed5-b25d-16ff2e1fb984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.405774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e60ce552-d868-45d5-a911-6a4997fba842 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0769360 Apr 18 17:18:51.408419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46290) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:51.413590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:18:51.434604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-52456687-c985-43c2-9275-8952cec9f1ec', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:18:51.436127 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.585168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bd52b87-03b2-4ed5-b25d-16ff2e1fb984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.585439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.585439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.585721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0bd52b87-03b2-4ed5-b25d-16ff2e1fb984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for 016aa17e-2fa3-4d57-8561-d91271203424 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:51.608200 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81358836-40ad-4efa-b84a-c8dd2ac67f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.635755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Allocated IP 172.20.0.2 (52456687-c985-43c2-9275-8952cec9f1ec/e99d49d2-179f-46e9-b4b8-f6675943e04f/fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:18:51.690289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.714610 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81358836-40ad-4efa-b84a-c8dd2ac67f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.891710 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.903617 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81358836-40ad-4efa-b84a-c8dd2ac67f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.906115 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81358836-40ad-4efa-b84a-c8dd2ac67f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.912813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-81358836-40ad-4efa-b84a-c8dd2ac67f8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/160b37dd-deac-4411-a3a3-2fe3bc73a866 HTTP/1.1" status: 204 len: 168 time: 0.5505850 Apr 18 17:18:51.968949 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bd52b87-03b2-4ed5-b25d-16ff2e1fb984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.975596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81358836-40ad-4efa-b84a-c8dd2ac67f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160b37dd-deac-4411-a3a3-2fe3bc73a866,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:51.982279 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:51.983130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.020152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Network 52456687-c985-43c2-9275-8952cec9f1ec is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:52.041646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd52b87-03b2-4ed5-b25d-16ff2e1fb984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=016aa17e-2fa3-4d57-8561-d91271203424,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:52.062413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a97a-fa6f-4f6c-bb42-639d9b1bbfe0 req-44c64d69-c1dd-4c64-89fb-fc60ba566893 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:52.076192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0755a97a-fa6f-4f6c-bb42-639d9b1bbfe0 req-44c64d69-c1dd-4c64-89fb-fc60ba566893 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1824653 Apr 18 17:18:52.083778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Pushing event updated for resources: {'Port': ['ID=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:52.092327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:52.095531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:52.196102 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Attempting to bind port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:52.196343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Attempting to bind port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:52.196885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Attempting to bind port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd on network 52456687-c985-43c2-9275-8952cec9f1ec {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:52.204452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:18:52.204832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Checking segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:52.205232 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.205656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Bound using segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:18:52.206123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Bound port: fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:18:52.207798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.273671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0755a97a-fa6f-4f6c-bb42-639d9b1bbfe0 req-6c6b5448-c8d8-453a-a870-4e7fb405f491 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621571 Apr 18 17:18:52.312498 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bd52b87-03b2-4ed5-b25d-16ff2e1fb984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.319287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] For port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:52.323768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] For port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:52.323911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0bd52b87-03b2-4ed5-b25d-16ff2e1fb984 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "DELETE /v2.0/ports/016aa17e-2fa3-4d57-8561-d91271203424 HTTP/1.1" status: 204 len: 168 time: 1.0750513 Apr 18 17:18:52.326239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46302) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:52.387660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-17526527-6382-4d05-9971-272be3843d44 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting subnet d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:18:52.391293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17526527-6382-4d05-9971-272be3843d44 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.394946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.421239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.439385 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.500263 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17526527-6382-4d05-9971-272be3843d44 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.570737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a366a-b6f5-4c8a-bc36-76c20780e2d8 None None] Pushing event updated for resources: {'Port': ['ID=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:52.681563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17526527-6382-4d05-9971-272be3843d44 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.694141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Allocated IP 172.25.5.72 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/c961040f-9050-4a2f-b02f-1f6809a22ae5) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:18:52.827792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17526527-6382-4d05-9971-272be3843d44 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.854736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.912250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17526527-6382-4d05-9971-272be3843d44 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Subnet': ['ID=d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:52.918632 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17526527-6382-4d05-9971-272be3843d44 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:52.921867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17526527-6382-4d05-9971-272be3843d44 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "DELETE /v2.0/subnets/d982e1ff-8c02-4190-b5cd-eeccf7c2f9e5 HTTP/1.1" status: 204 len: 168 time: 0.5945716 Apr 18 17:18:52.924598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46314) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:52.926862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfefeb73-a7d9-47e4-b985-3beade7dae98 None None] Network dbe52481-b0ec-4129-b971-323e61891fe4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:53.015469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:53.058728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc888312-c9ec-4e00-8d4e-ca568f9db625 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting subnet aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:18:53.076429 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc888312-c9ec-4e00-8d4e-ca568f9db625 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:53.079552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:53.085085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:53.089478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:53.133921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Pushing event updated for resources: {'Port': ['ID=c961040f-9050-4a2f-b02f-1f6809a22ae5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:53.137797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc888312-c9ec-4e00-8d4e-ca568f9db625 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:53.276746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] DHCP port deletion for dbe52481-b0ec-4129-b971-323e61891fe4 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:18:53.324201 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc888312-c9ec-4e00-8d4e-ca568f9db625 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:53.563196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0857c67-5ef0-4e5b-8a62-168956fb6611 req-44316968-80f8-4cdf-ae19-298f29d499d8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:53.566407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0857c67-5ef0-4e5b-8a62-168956fb6611 req-44316968-80f8-4cdf-ae19-298f29d499d8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1414034 Apr 18 17:18:53.617730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc888312-c9ec-4e00-8d4e-ca568f9db625 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:53.670337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc888312-c9ec-4e00-8d4e-ca568f9db625 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:53.684093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cc888312-c9ec-4e00-8d4e-ca568f9db625 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "DELETE /v2.0/subnets/aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8 HTTP/1.1" status: 204 len: 168 time: 0.7555616 Apr 18 17:18:53.687859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46332) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:53.738443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0857c67-5ef0-4e5b-8a62-168956fb6611 req-becb4f32-76f2-40fd-afbe-97cc1491873a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557794 Apr 18 17:18:53.754513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc888312-c9ec-4e00-8d4e-ca568f9db625 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Subnet': ['ID=aeec85f5-d9e2-439a-9bb8-cfd1bc24afe8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:53.816460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:53.818687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ffbff-746f-419f-9d2f-fe571c2f04c9 None None] Network a3de4985-6af3-4d4f-ac03-09caa2da850a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:53.899402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:53.936606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.049691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:54.051142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.177919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] Deleting port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:54.178312 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.211139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] For port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:54.211759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.246926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:54.343715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] For port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,segment=NetworkSegment(131002f0-ed6a-4993-93bc-7d7acd2d4613),segment_id=131002f0-ed6a-4993-93bc-7d7acd2d4613)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:54.344391 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.371186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] Calling delete_port for 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:54.391408 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.445988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4f5cc-87ff-457b-826d-d1234fc60333 None None] Network 52456687-c985-43c2-9275-8952cec9f1ec requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:18:54.535759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.571273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] No DVR routers for this DVR port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:54.628431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:54.701236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:18:54.774194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7d682db5-ced5-4769-a5f1-ecb23c2a67f4 None None] Provisioning complete for port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:54.774759 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7d682db5-ced5-4769-a5f1-ecb23c2a67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.824449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] DHCP port deletion for a3de4985-6af3-4d4f-ac03-09caa2da850a request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:18:54.833571 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.840772 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.895200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] No DVR routers for this DVR port 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:54.904705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe52481-b0ec-4129-b971-323e61891fe4']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:54.933289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131002f0-ed6a-4993-93bc-7d7acd2d4613') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:54.937541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131002f0-ed6a-4993-93bc-7d7acd2d4613') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:54.953680 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:54.973764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:54.982996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cacb50-a9ac-4b04-8de2-4085b293fb52 req-b43af1d5-d5fb-4abc-8a67-2a266d2a8e35 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:54.985171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7cacb50-a9ac-4b04-8de2-4085b293fb52 req-b43af1d5-d5fb-4abc-8a67-2a266d2a8e35 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1266913 Apr 18 17:18:54.986547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.001231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae55ce-36be-4f0f-9887-6ee8079ac548 None None] Pushing event deleted for resources: {'Port': ['ID=34eda4ac-7767-4d28-a487-0cc93e7e1fe1,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:55.031254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Sync routers for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:18:55.034904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:18:55.035385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.052537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:55.052895 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:18:55.053691 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:18:55.103604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.116147 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eea6134f-4412-4988-8cc8-ad699328ff58 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6990747 Apr 18 17:18:55.116147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46362) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:55.154732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7cacb50-a9ac-4b04-8de2-4085b293fb52 req-3e12205c-1bcf-4fd7-a588-302a40d6532b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601408 Apr 18 17:18:55.167220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:55.167876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:55.260142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.292001 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.296370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "DELETE /v2.0/networks/dbe52481-b0ec-4129-b971-323e61891fe4 HTTP/1.1" status: 204 len: 168 time: 1.5841515 Apr 18 17:18:55.311425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46370) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:55.333536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e49c08-027a-4bca-9ffc-3253b0547dfd tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Network': ['ID=dbe52481-b0ec-4129-b971-323e61891fe4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:55.401941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7d682db5-ced5-4769-a5f1-ecb23c2a67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.473808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.525829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] Deleting port d2c7b73d-e563-4b69-918f-adeb75307ab9 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:55.526681 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.610218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Deleting port d2c7b73d-e563-4b69-918f-adeb75307ab9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:18:55.610787 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.667258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.700823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7d682db5-ced5-4769-a5f1-ecb23c2a67f4 None None] For port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:55.763463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] For port d2c7b73d-e563-4b69-918f-adeb75307ab9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d2c7b73d-e563-4b69-918f-adeb75307ab9,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:55.767847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] For port d2c7b73d-e563-4b69-918f-adeb75307ab9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d2c7b73d-e563-4b69-918f-adeb75307ab9,segment=NetworkSegment(71f83302-1ab0-4465-a7de-4a36080f079c),segment_id=71f83302-1ab0-4465-a7de-4a36080f079c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:18:55.768257 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.768366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.772513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:55.790953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Calling delete_port for d2c7b73d-e563-4b69-918f-adeb75307ab9 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:55.840060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7d682db5-ced5-4769-a5f1-ecb23c2a67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:55.842157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] Calling delete_port for d2c7b73d-e563-4b69-918f-adeb75307ab9 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:18:56.021682 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.048780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.092694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Port': ['ID=d2c7b73d-e563-4b69-918f-adeb75307ab9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:56.100209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] No DVR routers for this DVR port d2c7b73d-e563-4b69-918f-adeb75307ab9 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:56.188181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d682db5-ced5-4769-a5f1-ecb23c2a67f4 None None] Pushing event updated for resources: {'Port': ['ID=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:56.191761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4e5bef46-b157-46e6-85c8-cf331d568d24 None None] Provisioning complete for port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:56.192276 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e5bef46-b157-46e6-85c8-cf331d568d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.268348 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:18:56.269259 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:18:56.308050 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.317443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.338127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] Pushing event deleted for resources: {'Port': ['ID=d2c7b73d-e563-4b69-918f-adeb75307ab9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:56.352809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577b7fb-0252-4c0f-ba45-20783d2170bf None None] No DVR routers for this DVR port d2c7b73d-e563-4b69-918f-adeb75307ab9 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:18:56.389030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Allocated IP 172.20.0.1 (52456687-c985-43c2-9275-8952cec9f1ec/e99d49d2-179f-46e9-b4b8-f6675943e04f/80e8890a-5257-4216-b96c-f82068c08e3f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:18:56.425750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:53Z', 'revision_number': 3, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:56.459641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Checking router: 1b72c2e1-2355-465a-94f2-14c3fe98e6ac for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:18:56.460003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Updating router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac port c961040f-9050-4a2f-b02f-1f6809a22ae5 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:18:56.483408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3de4985-6af3-4d4f-ac03-09caa2da850a']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:56.493276 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.513234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f83302-1ab0-4465-a7de-4a36080f079c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:56.522803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f83302-1ab0-4465-a7de-4a36080f079c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:56.526378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b91af2-9f21-4f0e-8acf-715ef79d94a2 req-6bee3920-3427-4de8-948d-2e3c34a1fb21 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:56.534309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9b91af2-9f21-4f0e-8acf-715ef79d94a2 req-6bee3920-3427-4de8-948d-2e3c34a1fb21 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2078409 Apr 18 17:18:56.577766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.589328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.617967 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.633611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:18:56.634114 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:18:56.637086 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:18:56.640345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9b91af2-9f21-4f0e-8acf-715ef79d94a2 req-6b9ec9d7-131e-4c66-a2d5-169492fbde3c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052237 Apr 18 17:18:56.752444 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.844354 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.877164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:56.881949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Network 52456687-c985-43c2-9275-8952cec9f1ec is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:56.883368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Pushing event updated for resources: {'Port': ['ID=80e8890a-5257-4216-b96c-f82068c08e3f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:56.886224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] 10.222.0.45 "DELETE /v2.0/networks/a3de4985-6af3-4d4f-ac03-09caa2da850a HTTP/1.1" status: 204 len: 168 time: 1.5737484 Apr 18 17:18:56.887604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:56.901469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:18:56.902528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b6724-c212-4639-9914-92f6155971a4 tempest-TaggedBootDevicesTest_v242-1397880723 tempest-TaggedBootDevicesTest_v242-1397880723-project] Pushing event deleted for resources: {'Network': ['ID=a3de4985-6af3-4d4f-ac03-09caa2da850a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:56.991371 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.279080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:18:57.335769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.396186 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.405634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8078f188-e0fe-4bb9-9e07-fc3806311b27 None None] Provisioning complete for port 80e8890a-5257-4216-b96c-f82068c08e3f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:57.406064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8078f188-e0fe-4bb9-9e07-fc3806311b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.432288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:57.432667 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.500276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8078f188-e0fe-4bb9-9e07-fc3806311b27 None None] Port 80e8890a-5257-4216-b96c-f82068c08e3f cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:57.566474 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.623791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1141659-8da8-4f68-81bf-e32db286af04 None None] Pushing event updated for resources: {'Port': ['ID=c961040f-9050-4a2f-b02f-1f6809a22ae5,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:57.639663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.676360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Attempting to bind port c961040f-9050-4a2f-b02f-1f6809a22ae5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:18:57.676738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Attempting to bind port c961040f-9050-4a2f-b02f-1f6809a22ae5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:18:57.677133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Attempting to bind port c961040f-9050-4a2f-b02f-1f6809a22ae5 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:18:57.684013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:18:57.684443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:18:57.684882 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.685318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:18:57.685778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Bound port: c961040f-9050-4a2f-b02f-1f6809a22ae5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:18:57.686692 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.711965 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.733317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:57.789630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:57.790533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 34eda4ac-7767-4d28-a487-0cc93e7e1fe1 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:57.790988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d2c7b73d-e563-4b69-918f-adeb75307ab9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:18:57.835158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d2c7b73d-e563-4b69-918f-adeb75307ab9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:18:57.835569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d2c7b73d-e563-4b69-918f-adeb75307ab9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:18:57.875898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fdccc-c08e-46b1-acf3-40f6a3bab876 req-f2706316-d83b-466d-a298-32fefd779d72 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:57.906336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a5fdccc-c08e-46b1-acf3-40f6a3bab876 req-f2706316-d83b-466d-a298-32fefd779d72 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1612077 Apr 18 17:18:57.912511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] For port c961040f-9050-4a2f-b02f-1f6809a22ae5, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:18:57.918881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] For port c961040f-9050-4a2f-b02f-1f6809a22ae5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c961040f-9050-4a2f-b02f-1f6809a22ae5,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:18:57.951701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:57.976156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Pushing event updated for resources: {'Port': ['ID=80e8890a-5257-4216-b96c-f82068c08e3f,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:57.993332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a5fdccc-c08e-46b1-acf3-40f6a3bab876 req-b6f519b9-ae66-46d2-bab5-127c1c8ff9a1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901067 Apr 18 17:18:58.002063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.077232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46434) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:58.122252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:18:58.122890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:58.170998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Network 52456687-c985-43c2-9275-8952cec9f1ec is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:18:58.170998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:18:58.175806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1141659-8da8-4f68-81bf-e32db286af04 None None] Pushing event updated for resources: {'Port': ['ID=c961040f-9050-4a2f-b02f-1f6809a22ae5,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:58.262152 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-929c04cf-02a6-4910-90cf-7cb65453acfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.345371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:18:58.369515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:18:58.466930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-929c04cf-02a6-4910-90cf-7cb65453acfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.574291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-929c04cf-02a6-4910-90cf-7cb65453acfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.595831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9fd8100d-4479-4fd9-9ac2-e54a9f562e2a None None] Provisioning complete for port 80e8890a-5257-4216-b96c-f82068c08e3f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:18:58.596294 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9fd8100d-4479-4fd9-9ac2-e54a9f562e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.611328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:18:58.628162 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a8a19cd4-cc55-43d2-b95a-63ae7a57cfb3 admin admin] 10.222.0.45 "PUT /v2.0/routers/1b72c2e1-2355-465a-94f2-14c3fe98e6ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5176380 Apr 18 17:18:58.672941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-929c04cf-02a6-4910-90cf-7cb65453acfd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8cee38635ba14bd797856314287f7005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945580 Apr 18 17:18:58.674110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c04cf-02a6-4910-90cf-7cb65453acfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd8adc0-2c24-45a0-a2b6-fc46a5b74989,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:58.677369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8100d-4479-4fd9-9ac2-e54a9f562e2a None None] Port 80e8890a-5257-4216-b96c-f82068c08e3f cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:18:58.678795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46442) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:58.725453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 2, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:18:58.740776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dca5ba6-232a-4fe6-bf1e-bd7247821aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.759941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2dbb07-7888-47a6-9389-5c0d3cb99cf6 None None] The sync data for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 is: [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 2, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:18:58.789635 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dca5ba6-232a-4fe6-bf1e-bd7247821aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.934548 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dca5ba6-232a-4fe6-bf1e-bd7247821aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.937241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dca5ba6-232a-4fe6-bf1e-bd7247821aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:18:58.938555 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9dca5ba6-232a-4fe6-bf1e-bd7247821aea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fd8adc0-2c24-45a0-a2b6-fc46a5b74989 HTTP/1.1" status: 204 len: 168 time: 0.2587521 Apr 18 17:18:58.951398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca5ba6-232a-4fe6-bf1e-bd7247821aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd8adc0-2c24-45a0-a2b6-fc46a5b74989,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:18:59.215823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deae79a-ff2a-4e16-8fbd-f866c0c10183 req-26ad7da1-4595-4a36-8f70-b3f113f065d6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:18:59.218582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0deae79a-ff2a-4e16-8fbd-f866c0c10183 req-26ad7da1-4595-4a36-8f70-b3f113f065d6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1177173 Apr 18 17:18:59.274168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0deae79a-ff2a-4e16-8fbd-f866c0c10183 req-289e3570-b53a-4361-a834-e53d797289c8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474455 Apr 18 17:18:59.423047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46464) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:59.893722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46470) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:18:59.917344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa2c4-06f2-4454-bb42-9e06cb1890dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.140151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa2c4-06f2-4454-bb42-9e06cb1890dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.234958 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa2c4-06f2-4454-bb42-9e06cb1890dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.302135 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cf3aa2c4-06f2-4454-bb42-9e06cb1890dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a2845339a164a90885fd26b08d32963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027956 Apr 18 17:19:00.303901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46476) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:00.321455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3aa2c4-06f2-4454-bb42-9e06cb1890dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f066d-0eb0-4262-baca-0f6e8ad67f20,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:00.452359 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04fb-4445-434d-a562-570f3a543451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.485301 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04fb-4445-434d-a562-570f3a543451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.517768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46480) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:00.525963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5feefae1-55ce-47c1-890e-5c70efcb90d6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328483626', 'description': 'tempest-description--1791856949'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:00.529349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5af2d-4d2e-4d94-944f-9e76d4e3eebf req-5ed816a3-ef1a-410f-bd8b-83662dcee0ea tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:00.530952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7db5af2d-4d2e-4d94-944f-9e76d4e3eebf req-5ed816a3-ef1a-410f-bd8b-83662dcee0ea tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1363568 Apr 18 17:19:00.547049 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.631729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7db5af2d-4d2e-4d94-944f-9e76d4e3eebf req-f83d0d43-67ca-4026-b421-04d6e4fc4933 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885015 Apr 18 17:19:00.648596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5feefae1-55ce-47c1-890e-5c70efcb90d6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.855910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04fb-4445-434d-a562-570f3a543451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.858649 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04fb-4445-434d-a562-570f3a543451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.861493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8f1e04fb-4445-434d-a562-570f3a543451 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c1f066d-0eb0-4262-baca-0f6e8ad67f20 HTTP/1.1" status: 204 len: 168 time: 0.5548029 Apr 18 17:19:00.873570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e04fb-4445-434d-a562-570f3a543451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f066d-0eb0-4262-baca-0f6e8ad67f20,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:00.922875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5feefae1-55ce-47c1-890e-5c70efcb90d6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.941532 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5beb4ec0-5cf3-4a79-a52c-464c0e6df802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:00.981303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Deleting port 9fa81e35-f922-4d28-8d43-b5a6ede5e302 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:00.981683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.026428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5feefae1-55ce-47c1-890e-5c70efcb90d6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.095855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feefae1-55ce-47c1-890e-5c70efcb90d6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34458681-2bb3-46dd-81e0-35d478ee3b66,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:01.140005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] For port 9fa81e35-f922-4d28-8d43-b5a6ede5e302, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9fa81e35-f922-4d28-8d43-b5a6ede5e302,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:01.140912 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.158366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5feefae1-55ce-47c1-890e-5c70efcb90d6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.160436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5feefae1-55ce-47c1-890e-5c70efcb90d6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6424699 Apr 18 17:19:01.163040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46490) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:01.171947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Calling delete_port for 9fa81e35-f922-4d28-8d43-b5a6ede5e302 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:01.174218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1e7487e7-b084-4be7-b43b-a203cc55d2d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'security_group_rule': {'security_group_id': '34458681-2bb3-46dd-81e0-35d478ee3b66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:01.273279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c961040f-9050-4a2f-b02f-1f6809a22ae5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:19:01.317952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e7487e7-b084-4be7-b43b-a203cc55d2d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.336741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6196-4a86-41bd-95f7-e60ae9826f07 req-c5f7ba2a-5758-429f-bd26-4ba6bc5bc5ff tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:01.338310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a9c6196-4a86-41bd-95f7-e60ae9826f07 req-c5f7ba2a-5758-429f-bd26-4ba6bc5bc5ff tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1490080 Apr 18 17:19:01.343606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-8fbb5697-4327-47fd-a497-e920d1157def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:01.345230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-8fbb5697-4327-47fd-a497-e920d1157def service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1096 time: 0.1111736 Apr 18 17:19:01.369827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c961040f-9050-4a2f-b02f-1f6809a22ae5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:01.370195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.432502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e7487e7-b084-4be7-b43b-a203cc55d2d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.492885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a9c6196-4a86-41bd-95f7-e60ae9826f07 req-92abfdec-7fda-4645-9179-1a071084139e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468647 Apr 18 17:19:01.506473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e7487e7-b084-4be7-b43b-a203cc55d2d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.522103 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.552222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-f9505a95-6d67-4103-89a0-44b1ab35ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:01.552859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7487e7-b084-4be7-b43b-a203cc55d2d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fb14b0-da7c-4883-99e8-3d3fcf353b71,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:01.553826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-f9505a95-6d67-4103-89a0-44b1ab35ef2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1729565 Apr 18 17:19:01.578028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port c961040f-9050-4a2f-b02f-1f6809a22ae5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c961040f-9050-4a2f-b02f-1f6809a22ae5,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:01.644060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-16787b0f-5867-428c-b486-2d0a37b4b131 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0816250 Apr 18 17:19:01.656649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e7487e7-b084-4be7-b43b-a203cc55d2d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.661782 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1e7487e7-b084-4be7-b43b-a203cc55d2d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4971159 Apr 18 17:19:01.662626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46500) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:01.667541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2388f0ba-697e-46ad-a232-ff7c88461d21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'security_group_rule': {'security_group_id': '34458681-2bb3-46dd-81e0-35d478ee3b66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:01.692215 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.708082 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.762346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-a3f49f1a-0f2d-4a4e-b7a4-c85580549a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:01.763862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-a3f49f1a-0f2d-4a4e-b7a4-c85580549a55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1131699 Apr 18 17:19:01.789379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa81e35-f922-4d28-8d43-b5a6ede5e302,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:01.803694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2388f0ba-697e-46ad-a232-ff7c88461d21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.819948 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=c961040f-9050-4a2f-b02f-1f6809a22ae5,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:01.831875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.833480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.833751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.840585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.841370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.842086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.842723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.843274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.843762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.847913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.848545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.849088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:01.945006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2388f0ba-697e-46ad-a232-ff7c88461d21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:01.998775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-9e4c2c6b-f774-4c5e-ac43-2cf2a2c20cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:02.001847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-9e4c2c6b-f774-4c5e-ac43-2cf2a2c20cee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076728 Apr 18 17:19:02.083617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2388f0ba-697e-46ad-a232-ff7c88461d21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:02.113524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388f0ba-697e-46ad-a232-ff7c88461d21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5b8e7a-7f9c-4883-9c67-3d8d1a42b0d0,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:02.211320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2388f0ba-697e-46ad-a232-ff7c88461d21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:02.212917 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2388f0ba-697e-46ad-a232-ff7c88461d21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5491033 Apr 18 17:19:02.216175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46516) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:02.229157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:02.260900 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Sync routers for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:19:02.285534 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:02.288639 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:18:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:02.357331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:02.531578 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:02.562935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:02.839138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:02.935470 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 2, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:02.966669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa1d8c-bf96-40bd-840b-62097fd73041 req-fb0fe626-916f-48d3-8e52-71b4fdae0703 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:02.969187 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Checking router: 1b72c2e1-2355-465a-94f2-14c3fe98e6ac for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:19:02.969838 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Updating router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac port 80e8890a-5257-4216-b96c-f82068c08e3f binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:19:02.978891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00aa1d8c-bf96-40bd-840b-62097fd73041 req-fb0fe626-916f-48d3-8e52-71b4fdae0703 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2984941 Apr 18 17:19:02.985247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-eba88d5f-bc68-4825-a954-6493bf685a20 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9683444 Apr 18 17:19:03.032089 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:03.123631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00aa1d8c-bf96-40bd-840b-62097fd73041 req-502df2e1-2fbc-4c95-8e05-4366343df3ef tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435974 Apr 18 17:19:03.271750 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa5543e8-9b20-424a-bafd-a040eaf4c5a3 req-dcd7c05e-c7e3-4f1d-825c-cab5499343c0 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677758 Apr 18 17:19:03.277655 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b2041e8-33a1-4e68-8883-85d5c4e9e85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:03.278633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Allocated IP 172.25.5.126 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/1f58362c-c184-46ba-aff8-1c2158d92590) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:19:03.408170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c961040f-9050-4a2f-b02f-1f6809a22ae5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:19:03.452806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Router f047c84a-fb0e-402b-b40a-55fd8fa50e4a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:19:03.482543 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:03.540555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c961040f-9050-4a2f-b02f-1f6809a22ae5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:03.541090 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:03.584866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:19:03.610217 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-876f3bb2-5e37-4a66-a1b1-d070fd80b581 admin admin] 10.222.0.45 "PUT /v2.0/routers/f047c84a-fb0e-402b-b40a-55fd8fa50e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1857905 Apr 18 17:19:03.610658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46540) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:03.622178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] Sync routers for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:19:03.663380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:03.664661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:03.671922 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:03.698284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:03.788983 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:03.858820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:03.870937 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Pushing event updated for resources: {'Port': ['ID=80e8890a-5257-4216-b96c-f82068c08e3f,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:03.890121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:19:03.906622 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.907679 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.908024 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.908357 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.908685 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.918169 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.918169 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.918169 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.923132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:19:03.924002 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.924414 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.924814 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.925151 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:03.926740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:19:03.982034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'Port': ['ID=1f58362c-c184-46ba-aff8-1c2158d92590,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:04.013756 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.148170 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Attempting to bind port 80e8890a-5257-4216-b96c-f82068c08e3f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:19:04.149102 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Attempting to bind port 80e8890a-5257-4216-b96c-f82068c08e3f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:19:04.149485 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Attempting to bind port 80e8890a-5257-4216-b96c-f82068c08e3f on network 52456687-c985-43c2-9275-8952cec9f1ec {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:19:04.171024 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:19:04.171404 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Checking segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:19:04.171795 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.172191 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Bound using segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:19:04.172662 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Bound port: 80e8890a-5257-4216-b96c-f82068c08e3f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:19:04.177777 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.223943 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.224116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 5, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port': {'id': '9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:10:33Z', 'updated_at': '2022-04-18T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:04.267493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.302313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] Checking router: f047c84a-fb0e-402b-b40a-55fd8fa50e4a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:19:04.318423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] Routers {'f047c84a-fb0e-402b-b40a-55fd8fa50e4a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:04.319294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:04.355063 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] For port 80e8890a-5257-4216-b96c-f82068c08e3f, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:19:04.365373 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] For port 80e8890a-5257-4216-b96c-f82068c08e3f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=80e8890a-5257-4216-b96c-f82068c08e3f,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:19:04.416199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Deleting port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:04.416940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.418742 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.454348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307562-2cd3-4183-8e95-e28194adad72 req-94a549f3-3f51-4233-a653-c74a65368774 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:04.460221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95307562-2cd3-4183-8e95-e28194adad72 req-94a549f3-3f51-4233-a653-c74a65368774 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1906233 Apr 18 17:19:04.466319 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.519775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] Set router f047c84a-fb0e-402b-b40a-55fd8fa50e4a gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:04.531804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95307562-2cd3-4183-8e95-e28194adad72 req-b6db9e08-d0d4-4ebb-b4f5-9ef9e3691f37 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659518 Apr 18 17:19:04.559479 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:04.564006 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:04.705077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] For port 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:04.705447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:04.741262 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da3de5-7d67-4446-a3b9-064b30c70b2a None None] Pushing event updated for resources: {'Port': ['ID=80e8890a-5257-4216-b96c-f82068c08e3f,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:04.760222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd05cf-0efb-41d4-8c1f-5763e3b99427 req-4acc549c-fe33-4560-87ee-4c89505ecef2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:04.769470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0bcd05cf-0efb-41d4-8c1f-5763e3b99427 req-4acc549c-fe33-4560-87ee-4c89505ecef2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0805290 Apr 18 17:19:04.784705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Calling delete_port for 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:04.794396 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:04.889795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0bcd05cf-0efb-41d4-8c1f-5763e3b99427 req-f190fe4e-1f69-47b0-9d05-0e1d74d3764a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091652 Apr 18 17:19:04.959989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.048697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.077360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:19:04Z', 'revision_number': 6, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:05.249847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d024566-1bad-42da-a169-3114c01044f5 None None] The sync data for ids ['f047c84a-fb0e-402b-b40a-55fd8fa50e4a'] in n-d-836015-2 is: [{'id': 'f047c84a-fb0e-402b-b40a-55fd8fa50e4a', 'name': 'tempest-AttachVolumeTestJSON-40279162-router', 'tenant_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:10:32Z', 'updated_at': '2022-04-18T17:19:04Z', 'revision_number': 6, 'project_id': 'e26e2a34127a4a01b4a2418d027e60f7', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:19:05.258260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'Port': ['ID=1f58362c-c184-46ba-aff8-1c2158d92590,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:05.280681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d38a9cc3-6836-4ab2-84a4-67d767ca96e7 None None] Provisioning complete for port 80e8890a-5257-4216-b96c-f82068c08e3f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:05.283119 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d38a9cc3-6836-4ab2-84a4-67d767ca96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.290246 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:04Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:05.322508 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.357647 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941ce9b-2c15-4d11-9bbb-2215a3ddd722 None None] The sync data for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 is: [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:04Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:19:05.397875 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.411697 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d38a9cc3-6836-4ab2-84a4-67d767ca96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.466461 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d38a9cc3-6836-4ab2-84a4-67d767ca96e7 None None] For port 80e8890a-5257-4216-b96c-f82068c08e3f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=80e8890a-5257-4216-b96c-f82068c08e3f,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:05.478618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.484647 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.490203 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4feb1b49-a432-4d5b-8177-23108f140515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2686212 Apr 18 17:19:05.522490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:05.588708 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d38a9cc3-6836-4ab2-84a4-67d767ca96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.662233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.714447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 80e8890a-5257-4216-b96c-f82068c08e3f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:19:05.836128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9c43bd7f-b8d1-46ac-a36b-af49048719c3 None None] Provisioning complete for port 80e8890a-5257-4216-b96c-f82068c08e3f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:05.836508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c43bd7f-b8d1-46ac-a36b-af49048719c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.909972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 80e8890a-5257-4216-b96c-f82068c08e3f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:05.911059 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.922990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.929855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:05.967705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a9cc3-6836-4ab2-84a4-67d767ca96e7 None None] Pushing event updated for resources: {'Port': ['ID=80e8890a-5257-4216-b96c-f82068c08e3f,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:05.978557 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.070744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-a37b4763-20a5-4596-9d3f-1b96d08f5b21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1328483626&fields=id&tenant_id=343ae54d5a1f4703a2f044c77ee8f89f HTTP/1.1" status: 200 len: 267 time: 0.1367738 Apr 18 17:19:06.083920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3543cd6-d8fa-4e52-906d-52842d11a432 req-0f860e97-39de-4171-b060-c5f887b42550 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:06.092673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3543cd6-d8fa-4e52-906d-52842d11a432 req-0f860e97-39de-4171-b060-c5f887b42550 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2379463 Apr 18 17:19:06.100291 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.100891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f047c84a-fb0e-402b-b40a-55fd8fa50e4a {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:19:06.106243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.109669 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1794a18e-b2eb-489c-bc28-95bc6ab46560 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f047c84a-fb0e-402b-b40a-55fd8fa50e4a HTTP/1.1" status: 204 len: 168 time: 2.4957561 Apr 18 17:19:06.109912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46598) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:06.141875 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:19:06.197317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b222abe9-a547-4ae2-b6be-51e69c09d7ec admin admin] Deleting subnet 48210664-c1ef-4143-8a4d-9201794350a5 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:19:06.201006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b222abe9-a547-4ae2-b6be-51e69c09d7ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.237122 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.242579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3543cd6-d8fa-4e52-906d-52842d11a432 req-934ec182-50b7-42eb-96e5-f2122b22ea77 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489885 Apr 18 17:19:06.320586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b222abe9-a547-4ae2-b6be-51e69c09d7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.320806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-b8e052e0-eaea-417d-8916-75d29d924dc6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:06.322935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-b8e052e0-eaea-417d-8916-75d29d924dc6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 815 time: 0.2501938 Apr 18 17:19:06.344396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-bc53dd4b-7831-4d89-a6a2-5744aa6763ce tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/quotas/343ae54d5a1f4703a2f044c77ee8f89f HTTP/1.1" status: 200 len: 375 time: 0.0152464 Apr 18 17:19:06.478675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b222abe9-a547-4ae2-b6be-51e69c09d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.491784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-daeca2f7-a7a9-41da-bd37-b75fafbf11db tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411631 Apr 18 17:19:06.524782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ad083-d4d6-429a-bf9f-7319ebee302e req-73ad71c9-73e6-4e1c-97f6-cae3fb894b60 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:06.538057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-754ad083-d4d6-429a-bf9f-7319ebee302e req-73ad71c9-73e6-4e1c-97f6-cae3fb894b60 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1287763 Apr 18 17:19:06.608369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-754ad083-d4d6-429a-bf9f-7319ebee302e req-0221b8a6-f6e4-45af-8f65-d2ca3c70429a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692055 Apr 18 17:19:06.684531 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b222abe9-a547-4ae2-b6be-51e69c09d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.735142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222abe9-a547-4ae2-b6be-51e69c09d7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48210664-c1ef-4143-8a4d-9201794350a5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:06.737617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b222abe9-a547-4ae2-b6be-51e69c09d7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.743466 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b222abe9-a547-4ae2-b6be-51e69c09d7ec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/48210664-c1ef-4143-8a4d-9201794350a5 HTTP/1.1" status: 204 len: 168 time: 0.6302269 Apr 18 17:19:06.743566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19cc349-cc97-437e-a5b9-171560bb8a5d None None] Network 31d186fc-2662-4e24-8685-0df0e6001120 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:19:06.744017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46608) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:06.762494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-4629f6b3-2d8a-4589-aa26-d130ceb83aff service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:19:06.763585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-4629f6b3-2d8a-4589-aa26-d130ceb83aff service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2232432 Apr 18 17:19:06.850050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.936783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff64242-642e-4320-bf82-411da360a296 req-3c463afc-9dce-431d-857a-bd91033edd6d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:06.938400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bff64242-642e-4320-bf82-411da360a296 req-3c463afc-9dce-431d-857a-bd91033edd6d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2210557 Apr 18 17:19:06.967804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Deleting port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:06.968255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:06.988537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f7800c5-6181-4286-a5bf-9a25e8e1f68e service neutron] 10.222.0.45 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012098 Apr 18 17:19:07.054093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] For port 7e78d94f-7112-4a1c-bfdf-de14d409ed47, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7e78d94f-7112-4a1c-bfdf-de14d409ed47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:07.054567 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.079114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bff64242-642e-4320-bf82-411da360a296 req-55026a1b-b98e-4a5e-88cf-258230f253fe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257613 Apr 18 17:19:07.098157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] DHCP port deletion for 31d186fc-2662-4e24-8685-0df0e6001120 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:19:07.103606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Calling delete_port for 7e78d94f-7112-4a1c-bfdf-de14d409ed47 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:07.183392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-7b2e74fd-ee91-48ac-b392-95a73cd27490 service neutron] 10.222.0.45 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939273 Apr 18 17:19:07.207850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] Deleting port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:07.208230 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.283656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] For port 7e78d94f-7112-4a1c-bfdf-de14d409ed47, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7e78d94f-7112-4a1c-bfdf-de14d409ed47,segment=NetworkSegment(56307389-6f16-4df4-bc6d-d950f7212a81),segment_id=56307389-6f16-4df4-bc6d-d950f7212a81)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:07.284777 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.298479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] Calling delete_port for 7e78d94f-7112-4a1c-bfdf-de14d409ed47 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:07.314700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 80e8890a-5257-4216-b96c-f82068c08e3f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:19:07.374727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.438453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e78d94f-7112-4a1c-bfdf-de14d409ed47,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:07.446388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] No DVR routers for this DVR port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:19:07.467019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 80e8890a-5257-4216-b96c-f82068c08e3f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:07.467442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.478781 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.570019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] No DVR routers for this DVR port 7e78d94f-7112-4a1c-bfdf-de14d409ed47 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:19:07.605752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937a4bb-b951-455c-be9a-410358cd081e None None] Pushing event deleted for resources: {'Port': ['ID=7e78d94f-7112-4a1c-bfdf-de14d409ed47,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:07.666748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23433d91-abb5-4ee0-843e-31ebae5b57ef req-de0b93a8-561d-4d60-978e-198d1bf62236 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:07.680756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23433d91-abb5-4ee0-843e-31ebae5b57ef req-de0b93a8-561d-4d60-978e-198d1bf62236 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1464622 Apr 18 17:19:07.731909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.755980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e284757f-2174-48e0-8975-7f03cc0efa9b req-229237cb-fab4-4f8b-8d9f-09debd2fc4e7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 210 time: 0.0368922 Apr 18 17:19:07.759218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23433d91-abb5-4ee0-843e-31ebae5b57ef req-42420105-b499-44ca-bd07-29991c3181cb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744503 Apr 18 17:19:07.760764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d186fc-2662-4e24-8685-0df0e6001120']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:07.773960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56307389-6f16-4df4-bc6d-d950f7212a81') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:07.774258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56307389-6f16-4df4-bc6d-d950f7212a81') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:07.802235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.821680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7e78d94f-7112-4a1c-bfdf-de14d409ed47 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:07.830319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.841810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:19:07.842323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:19:07.844296 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:19:07.858465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 7e78d94f-7112-4a1c-bfdf-de14d409ed47 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:07.858971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7e78d94f-7112-4a1c-bfdf-de14d409ed47 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:07.859917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:07.882621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:07.883066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9a80f5e5-fa2c-4e5f-b4ad-4444e1e56522 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:07.883581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9fa81e35-f922-4d28-8d43-b5a6ede5e302 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:07.907858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 9fa81e35-f922-4d28-8d43-b5a6ede5e302 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:07.908295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9fa81e35-f922-4d28-8d43-b5a6ede5e302 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:08.020643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:08.031257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:08.035510 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] 10.222.0.45 "DELETE /v2.0/networks/31d186fc-2662-4e24-8685-0df0e6001120 HTTP/1.1" status: 204 len: 168 time: 1.2904978 Apr 18 17:19:08.057271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be47d3-1de0-4ae5-a472-9b2c6bc65a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=31d186fc-2662-4e24-8685-0df0e6001120,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:08.512820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46648) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:08.564231 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-10977897-9771-4a43-8332-bc7cdf3c2316 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e26e2a34127a4a01b4a2418d027e60f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497162 Apr 18 17:19:08.567575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46650) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:08.623720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac1804ef-2ea1-4e98-809a-7b65f3068b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:08.679874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac1804ef-2ea1-4e98-809a-7b65f3068b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:08.831893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac1804ef-2ea1-4e98-809a-7b65f3068b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:08.840471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac1804ef-2ea1-4e98-809a-7b65f3068b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:08.841845 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ac1804ef-2ea1-4e98-809a-7b65f3068b0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3539ea39-b465-42a1-9a27-27da72a737ba HTTP/1.1" status: 204 len: 168 time: 0.2733469 Apr 18 17:19:08.859772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1804ef-2ea1-4e98-809a-7b65f3068b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539ea39-b465-42a1-9a27-27da72a737ba,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:08.899337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f51f832-cd0e-46f3-9f0a-2ee96f0867aa req-442e7857-6949-436f-8c3f-a9d74b73c109 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 210 time: 0.0643404 Apr 18 17:19:08.969668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54471d56-8328-4395-905c-f57eb9c56abc req-f19e2b0c-6fff-4ec4-bacd-bc9d3f6bc5f2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:08.969668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54471d56-8328-4395-905c-f57eb9c56abc req-f19e2b0c-6fff-4ec4-bacd-bc9d3f6bc5f2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0850699 Apr 18 17:19:09.020706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54471d56-8328-4395-905c-f57eb9c56abc req-c95fbdb1-ad78-4dfe-a94b-1ff567374fa6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424848 Apr 18 17:19:09.509753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc8d8d-8e1c-4b0f-9aaa-b778f5de209f req-710b998e-167f-43ad-9336-ca3a1e8d61ed tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:09.511731 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75dc8d8d-8e1c-4b0f-9aaa-b778f5de209f req-710b998e-167f-43ad-9336-ca3a1e8d61ed tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0797193 Apr 18 17:19:09.576654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75dc8d8d-8e1c-4b0f-9aaa-b778f5de209f req-de22de77-dc22-4192-ba77-e03e7dd4a46c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546236 Apr 18 17:19:10.088141 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d4f6e9c-a709-4a1f-8ba4-02f138cda9b3 req-ad8c2077-f92f-4f67-a189-711499b48ccb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 210 time: 0.0739396 Apr 18 17:19:10.818458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-92073c2c-4b6f-4a0f-924e-1231f1b0ca21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:10.819908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-92073c2c-4b6f-4a0f-924e-1231f1b0ca21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.41 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 815 time: 0.1859651 Apr 18 17:19:10.835761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102e1f-c543-42af-86f2-78aa7de48906 req-683fa7e4-aa40-4653-b544-0a582997e784 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:10.837220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb102e1f-c543-42af-86f2-78aa7de48906 req-683fa7e4-aa40-4653-b544-0a582997e784 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1108038 Apr 18 17:19:10.900778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-ca1000f9-30ab-4f18-b684-7b43f86593cd tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=343ae54d5a1f4703a2f044c77ee8f89f HTTP/1.1" status: 200 len: 380 time: 0.0584104 Apr 18 17:19:10.903904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb102e1f-c543-42af-86f2-78aa7de48906 req-1cb943db-9abb-4806-a047-94877b821c88 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563927 Apr 18 17:19:10.917741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'port': {'device_id': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'admin_state_up': True, 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'security_groups': ['34458681-2bb3-46dd-81e0-35d478ee3b66']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:11.108718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c7e9b-2103-4db4-81cf-5cdb1e207fea req-514f0422-f1ed-49cd-ba45-c7297e5d1438 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:11.119950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446c7e9b-2103-4db4-81cf-5cdb1e207fea req-514f0422-f1ed-49cd-ba45-c7297e5d1438 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1191730 Apr 18 17:19:11.166074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46734) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:11.190625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-446c7e9b-2103-4db4-81cf-5cdb1e207fea req-fdd9d087-d316-4a39-aab1-21aa88530d6b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658100 Apr 18 17:19:11.225537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Made reservation on behalf of 343ae54d5a1f4703a2f044c77ee8f89f for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:19:11.229932 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:11.337716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bf8d9af-583e-486c-9ea3-ea68ea871f0d req-66a82279-e88d-45f8-9551-45be0360299a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 210 time: 0.0880966 Apr 18 17:19:11.468230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3d77f-adf2-4d27-bf01-523f09f8b252 req-702f341c-6e18-499e-b2fd-739759a84a79 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:11.470999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90c3d77f-adf2-4d27-bf01-523f09f8b252 req-702f341c-6e18-499e-b2fd-739759a84a79 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1322808 Apr 18 17:19:11.610495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90c3d77f-adf2-4d27-bf01-523f09f8b252 req-3f6a8cbc-93ed-4ca7-bb56-abae770760f9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009243 Apr 18 17:19:11.611847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Allocated IP 172.20.0.7 (52456687-c985-43c2-9275-8952cec9f1ec/e99d49d2-179f-46e9-b4b8-f6675943e04f/bf63f2d6-2898-425b-b1c7-ac593f25bd2a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:19:11.892939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922df4b3-0a84-4187-9b13-3edb01540e66 req-e13b0420-d962-45cb-85eb-5db5c74f6c78 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:11.902028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-922df4b3-0a84-4187-9b13-3edb01540e66 req-e13b0420-d962-45cb-85eb-5db5c74f6c78 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1585886 Apr 18 17:19:11.949603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:11.997456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-922df4b3-0a84-4187-9b13-3edb01540e66 req-415b39bb-6265-4e06-8153-38166aeefa94 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872266 Apr 18 17:19:12.054444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:12.165437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:12.201714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c05f7-2535-4689-981e-6b7cdab39d3d req-1ec1c4d2-f81a-4b9e-9795-081b3a5764ff tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:12.203622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf4c05f7-2535-4689-981e-6b7cdab39d3d req-1ec1c4d2-f81a-4b9e-9795-081b3a5764ff tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0890460 Apr 18 17:19:12.268698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Network 52456687-c985-43c2-9275-8952cec9f1ec is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:19:12.278521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:19:12.280678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:12.282870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:19:12.329779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.330119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.330446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.330802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.331122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.331453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.331772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.332109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.332429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.332728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.333038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.333345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:12.359977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf4c05f7-2535-4689-981e-6b7cdab39d3d req-5a399ff4-748b-4eda-b452-1dd3789b9907 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226530 Apr 18 17:19:12.438029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:12.439024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:12.527684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Deleting port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:12.528252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:12.604190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-07d29974-d52d-47af-be55-c9f67fc4903b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6928818 Apr 18 17:19:12.627150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Request body: {'port': {'device_id': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:12.645631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] For port 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:12.646087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:12.660319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee9139-6adc-43da-96a2-22914c4d7601 req-8f493a61-1412-4c47-a47b-0d120b4363c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:12.663015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcee9139-6adc-43da-96a2-22914c4d7601 req-8f493a61-1412-4c47-a47b-0d120b4363c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1860039 Apr 18 17:19:12.675188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb0512-ebee-4747-beb4-37394eb27493 req-330457ca-f0cc-44ff-af58-080070ecb8e1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:12.683440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bcb0512-ebee-4747-beb4-37394eb27493 req-330457ca-f0cc-44ff-af58-080070ecb8e1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 931 time: 0.1498799 Apr 18 17:19:12.691652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Calling delete_port for 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:12.771476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b74b9504-ae77-4f07-8c99-3455bc72e685 None None] Provisioning complete for port bf63f2d6-2898-425b-b1c7-ac593f25bd2a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:12.771476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b74b9504-ae77-4f07-8c99-3455bc72e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:12.791661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b74b9504-ae77-4f07-8c99-3455bc72e685 None None] Port bf63f2d6-2898-425b-b1c7-ac593f25bd2a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:19:12.805953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:12.810737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bcb0512-ebee-4747-beb4-37394eb27493 req-8f301303-19ca-40fa-a39a-8b3e63663c67 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272631 Apr 18 17:19:12.814808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcee9139-6adc-43da-96a2-22914c4d7601 req-b9ab8a20-1f90-4679-8b9b-e64f57a55085 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274025 Apr 18 17:19:12.871185 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-93276258-aa50-4266-8feb-c1d6b685912e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526880 Apr 18 17:19:13.055256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-337da967-b0f1-4b8e-8aea-583d0dc7b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:13.056644 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-337da967-b0f1-4b8e-8aea-583d0dc7b716 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 1097 time: 0.0752814 Apr 18 17:19:13.135795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:13.177197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec6cab2-cab4-434c-ac5c-8b7ac04a7526,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:13.177923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf63f2d6-2898-425b-b1c7-ac593f25bd2a {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:19:13.206438 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:13.224897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Transition to ACTIVE for port object bf63f2d6-2898-425b-b1c7-ac593f25bd2a will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:19:13.256573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-1ea37bb5-75bf-4c0f-9934-e5450ffe491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:13.258088 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-1ea37bb5-75bf-4c0f-9934-e5450ffe491b service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1780124 Apr 18 17:19:13.317956 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:13.365836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:13.369756 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-88a930cb-126e-42d1-b1ae-972f96ae9408 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d3bcd6-c4fb-4b6d-968c-40d518670187 HTTP/1.1" status: 200 len: 217 time: 0.1043591 Apr 18 17:19:13.505943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-c0daa676-312d-42d7-a17e-0a960afe8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:13.507483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-c0daa676-312d-42d7-a17e-0a960afe8656 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1263804 Apr 18 17:19:13.550653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Attempting to bind port bf63f2d6-2898-425b-b1c7-ac593f25bd2a on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:19:13.551282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Attempting to bind port bf63f2d6-2898-425b-b1c7-ac593f25bd2a by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:19:13.551803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Attempting to bind port bf63f2d6-2898-425b-b1c7-ac593f25bd2a on network 52456687-c985-43c2-9275-8952cec9f1ec {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:19:13.557486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Port bf63f2d6-2898-425b-b1c7-ac593f25bd2a on network 52456687-c985-43c2-9275-8952cec9f1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:19:13.561593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Attempting to bind port bf63f2d6-2898-425b-b1c7-ac593f25bd2a on network 52456687-c985-43c2-9275-8952cec9f1ec {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:19:13.563727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:19:13.564109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Checking segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:19:13.564610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Bound using segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:19:13.565057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Bound port: bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:19:13.566006 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:13.591228 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:13.607745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-4716bc1c-6cb9-4a86-bd69-76117741a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:13.612683 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-4716bc1c-6cb9-4a86-bd69-76117741a7df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871058 Apr 18 17:19:13.669678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:19:13.674395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:19:13.755530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:13.803660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:13.803660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:13.803660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf63f2d6-2898-425b-b1c7-ac593f25bd2a HTTP/1.1" status: 200 len: 1091 time: 1.1792517 Apr 18 17:19:13.803660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:19:13.803660 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9421a538-47de-4c04-b5b5-926af1f79a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:19:13.849694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c4a0b-e03a-499c-b87d-a7751af91f31 service neutron] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:13.856901 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65700162-3884-40e0-84ef-677089d5cded x-openstack-request-id: req-65700162-3884-40e0-84ef-677089d5cded {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:19:13.857349 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:19:13.857759 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65700162-3884-40e0-84ef-677089d5cded {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:19:13.872728 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65700162-3884-40e0-84ef-677089d5cded'] response: {'name': 'network-changed', 'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'status': 'completed', 'code': 200} Apr 18 17:19:13.894957 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-24c65b2d-8f26-4a39-b752-9c06085628c9 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506912 Apr 18 17:19:14.073820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a538-47de-4c04-b5b5-926af1f79a5e req-cee17100-1a57-4048-af3e-81ceba9dbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:14.080447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9421a538-47de-4c04-b5b5-926af1f79a5e req-cee17100-1a57-4048-af3e-81ceba9dbf55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 1094 time: 0.1698940 Apr 18 17:19:14.154598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc79d19-383d-4054-91e1-f336f1f2e3d0 req-d3a96783-7ccf-4c20-909b-55935b980810 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:14.157488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ddc79d19-383d-4054-91e1-f336f1f2e3d0 req-d3a96783-7ccf-4c20-909b-55935b980810 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.1670928 Apr 18 17:19:14.158180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46828) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:14.250758 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ddc79d19-383d-4054-91e1-f336f1f2e3d0 req-37c79f2d-e62a-42b5-9f0b-ec8a6bdffb5e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771139 Apr 18 17:19:14.326035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a538-47de-4c04-b5b5-926af1f79a5e req-029951c4-519e-4dab-a82d-029d113f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:14.327825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9421a538-47de-4c04-b5b5-926af1f79a5e req-029951c4-519e-4dab-a82d-029d113f3cfc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2262442 Apr 18 17:19:14.362776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7219f4c6-ec7f-4467-8bf0-dd3efca7b979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:14.460889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a538-47de-4c04-b5b5-926af1f79a5e req-ea62a482-6920-48e7-b2ff-bcfc23a1dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:14.462715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9421a538-47de-4c04-b5b5-926af1f79a5e req-ea62a482-6920-48e7-b2ff-bcfc23a1dc25 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274600 Apr 18 17:19:14.528358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Router da7d9841-1be4-4fba-815d-905b20ac3f69 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:19:14.591565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-825e5039-b07d-4071-9eb3-6df7c597534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:14.593548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-825e5039-b07d-4071-9eb3-6df7c597534e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 1094 time: 0.0632379 Apr 18 17:19:14.611264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b77d0839-5192-4bb5-860f-e3a4701b60f3 req-4e3b6242-8764-4444-8adf-bce1b33cc681 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066593 Apr 18 17:19:14.658423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-ff35abe8-8626-46cc-b104-32304a23758a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a HTTP/1.1" status: 200 len: 217 time: 0.0519369 Apr 18 17:19:14.688432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:19:14.696595 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6cc90d62-baf2-4ca6-a915-f7304908a1a3 admin admin] 10.222.0.45 "PUT /v2.0/routers/da7d9841-1be4-4fba-815d-905b20ac3f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5291429 Apr 18 17:19:14.697209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46836) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:14.700563 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] Sync routers for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:19:14.717078 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:14.718066 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:14.740162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-98ce88d5-e8e9-45d6-9c72-43129594d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:14.742645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-98ce88d5-e8e9-45d6-9c72-43129594d47e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.0735099 Apr 18 17:19:14.766230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7219f4c6-ec7f-4467-8bf0-dd3efca7b979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:14.807613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-e9f039a8-0125-428f-ae19-db71331b2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:14.810262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-e9f039a8-0125-428f-ae19-db71331b2047 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592391 Apr 18 17:19:14.853909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:14.866562 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7219f4c6-ec7f-4467-8bf0-dd3efca7b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:14.873949 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:14.916420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7219f4c6-ec7f-4467-8bf0-dd3efca7b979 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3fe96db03154e0abee589dda0ed83a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7442493 Apr 18 17:19:14.917359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46838) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:14.922024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219f4c6-ec7f-4467-8bf0-dd3efca7b979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb02a4db-4355-4e26-a893-e6bc3a12c972,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:14.983819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-7f554f5c-3a8a-4fa7-8bc0-4fd9c83641c4 service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655502 Apr 18 17:19:15.014272 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:15.061475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8493f96b-b8da-42bd-8f6d-0f0530adb947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:15.088333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8493f96b-b8da-42bd-8f6d-0f0530adb947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:15.136035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccfc06db-a21d-4f74-9ed2-09e8289db53d req-9191261f-ca82-4a16-b985-17a650454979 service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437292 Apr 18 17:19:15.198223 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:19:12Z', 'revision_number': 5, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port': {'id': '1c1fd515-d35c-46ea-bc0f-7c0ee4e33474', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:30Z', 'updated_at': '2022-04-18T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:15.226164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Deleting port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:15.238348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:15.240522 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] Checking router: da7d9841-1be4-4fba-815d-905b20ac3f69 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:19:15.265040 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] Routers {'da7d9841-1be4-4fba-815d-905b20ac3f69'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:15.265959 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['da7d9841-1be4-4fba-815d-905b20ac3f69'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:15.316904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8493f96b-b8da-42bd-8f6d-0f0530adb947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:15.319894 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8493f96b-b8da-42bd-8f6d-0f0530adb947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:15.326182 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8493f96b-b8da-42bd-8f6d-0f0530adb947 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb02a4db-4355-4e26-a893-e6bc3a12c972 HTTP/1.1" status: 204 len: 168 time: 0.4075897 Apr 18 17:19:15.368594 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] Set router da7d9841-1be4-4fba-815d-905b20ac3f69 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:15.400496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493f96b-b8da-42bd-8f6d-0f0530adb947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb02a4db-4355-4e26-a893-e6bc3a12c972,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:15.442241 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:19:15Z', 'revision_number': 6, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:15.443254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffdcaf-4f2d-4775-877f-f6616d0f357f req-2f3f3475-262c-4d31-b7f4-34a95e6e3583 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:15.447416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16ffdcaf-4f2d-4775-877f-f6616d0f357f req-2f3f3475-262c-4d31-b7f4-34a95e6e3583 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0904970 Apr 18 17:19:15.484080 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c6e3-f776-45b0-bad2-f04a146542f3 None None] The sync data for ids ['da7d9841-1be4-4fba-815d-905b20ac3f69'] in n-d-836015-2 is: [{'id': 'da7d9841-1be4-4fba-815d-905b20ac3f69', 'name': 'tempest-TaggedBootDevicesTest_v242-991725593-router', 'tenant_id': '0e89357a44a54604abd44d2bed19bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:29Z', 'updated_at': '2022-04-18T17:19:15Z', 'revision_number': 6, 'project_id': '0e89357a44a54604abd44d2bed19bc7f', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:19:15.498697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] For port 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1c1fd515-d35c-46ea-bc0f-7c0ee4e33474,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:15.499547 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:15.501082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16ffdcaf-4f2d-4775-877f-f6616d0f357f req-7fdf65b3-fa6d-4d69-95dd-9e941896139f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449479 Apr 18 17:19:15.516693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Calling delete_port for 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:15.659956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-5875a8b6-8c39-44e0-91f6-da368651a7a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480869 Apr 18 17:19:15.772491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-cfb9dbde-f0e1-4791-9d24-92f2b621a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:15.774028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-cfb9dbde-f0e1-4791-9d24-92f2b621a94b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1096 time: 0.0492547 Apr 18 17:19:15.797296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:15.826532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1fd515-d35c-46ea-bc0f-7c0ee4e33474,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:15.912255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-15a493c2-491a-40b2-bd56-e84a58cd64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:15.913800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-15a493c2-491a-40b2-bd56-e84a58cd64d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1205728 Apr 18 17:19:15.921015 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.038796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-ce360007-61b3-4e1f-8564-11bb50a971a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.1175656 Apr 18 17:19:16.068855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.071241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.098590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-ea8357be-bbd3-497b-9254-8345a00f56af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:16.100089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-ea8357be-bbd3-497b-9254-8345a00f56af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0543609 Apr 18 17:19:16.149323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-a06f65fe-c61f-4169-9310-934763155e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:16.151124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-a06f65fe-c61f-4169-9310-934763155e01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437279 Apr 18 17:19:16.202720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.203260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da7d9841-1be4-4fba-815d-905b20ac3f69 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:19:16.208342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.209674 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a19e9067-6a8c-430d-bb13-77c85a08ae66 admin admin] 10.222.0.45 "DELETE /v2.0/routers/da7d9841-1be4-4fba-815d-905b20ac3f69 HTTP/1.1" status: 204 len: 168 time: 1.5114760 Apr 18 17:19:16.213227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46854) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:16.222053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46856) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:16.236239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bcd46047-c7a6-4d82-9af9-c94aee37b3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.278654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-50178fbf-4c58-4f02-834d-c854462e3870 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202784 Apr 18 17:19:16.290930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc52149-7fb9-4876-a720-33e072d01033 admin admin] Deleting subnet 64991e29-3a6e-40a0-b7b4-27fe757dcc9b {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:19:16.294132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4dc52149-7fb9-4876-a720-33e072d01033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.352503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4dc52149-7fb9-4876-a720-33e072d01033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.392024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4416f46-ae21-4b99-bf8b-5a11d34c1a4d req-bf34ca53-2395-4230-998f-16db1162ece2 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060038 Apr 18 17:19:16.434231 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bcd46047-c7a6-4d82-9af9-c94aee37b3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.472134 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4dc52149-7fb9-4876-a720-33e072d01033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.522748 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bcd46047-c7a6-4d82-9af9-c94aee37b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.596389 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bcd46047-c7a6-4d82-9af9-c94aee37b3c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de0acd282e8944a5a6d2ba8486388e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710587 Apr 18 17:19:16.598194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd46047-c7a6-4d82-9af9-c94aee37b3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02918d4-6b97-4299-bfbc-74046a5d8a4e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:16.600749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46870) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:16.653888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648d3f7-7190-4bac-b9ae-a359c45cc1bd req-11ed924e-a91d-4335-835e-76dc096f9ed1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:16.664541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b648d3f7-7190-4bac-b9ae-a359c45cc1bd req-11ed924e-a91d-4335-835e-76dc096f9ed1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0687535 Apr 18 17:19:16.695116 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd468-5bcd-46ef-b3c4-73686c45db0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.703461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4dc52149-7fb9-4876-a720-33e072d01033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.717527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b648d3f7-7190-4bac-b9ae-a359c45cc1bd req-87baafc6-afc7-4e12-a5a3-f385cc9b1264 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511794 Apr 18 17:19:16.760973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc52149-7fb9-4876-a720-33e072d01033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64991e29-3a6e-40a0-b7b4-27fe757dcc9b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:16.766007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4dc52149-7fb9-4876-a720-33e072d01033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.770390 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4dc52149-7fb9-4876-a720-33e072d01033 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/64991e29-3a6e-40a0-b7b4-27fe757dcc9b HTTP/1.1" status: 204 len: 168 time: 0.5572772 Apr 18 17:19:16.772376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb68762-4932-48a5-8d7d-748b27d213ad None None] Network 9dc6a382-14a0-4e2b-b3f7-19e369312803 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:19:16.773027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46874) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:16.781716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd468-5bcd-46ef-b3c4-73686c45db0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.886933 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.917841 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd468-5bcd-46ef-b3c4-73686c45db0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.920426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd468-5bcd-46ef-b3c4-73686c45db0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:16.921637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5f7cd468-5bcd-46ef-b3c4-73686c45db0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c02918d4-6b97-4299-bfbc-74046a5d8a4e HTTP/1.1" status: 204 len: 168 time: 0.3199313 Apr 18 17:19:16.934118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cd468-5bcd-46ef-b3c4-73686c45db0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02918d4-6b97-4299-bfbc-74046a5d8a4e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:16.969633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Deleting port b9ead25f-046e-4fc1-83a1-5e13777749b9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:16.970222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.044362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] For port b9ead25f-046e-4fc1-83a1-5e13777749b9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b9ead25f-046e-4fc1-83a1-5e13777749b9,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:17.044735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.082188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Calling delete_port for b9ead25f-046e-4fc1-83a1-5e13777749b9 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:17.103239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] DHCP port deletion for 9dc6a382-14a0-4e2b-b3f7-19e369312803 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:19:17.217601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:17.244810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] Deleting port b9ead25f-046e-4fc1-83a1-5e13777749b9 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:17.245182 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.247967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:17.248308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3ec6cab2-cab4-434c-ac5c-8b7ac04a7526 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:17.248703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b9ead25f-046e-4fc1-83a1-5e13777749b9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:17.293318 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.300689 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.326954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ead25f-046e-4fc1-83a1-5e13777749b9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:17.338462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] No DVR routers for this DVR port b9ead25f-046e-4fc1-83a1-5e13777749b9 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:19:17.364347 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.410823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] For port b9ead25f-046e-4fc1-83a1-5e13777749b9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b9ead25f-046e-4fc1-83a1-5e13777749b9,segment=NetworkSegment(06f50029-861b-4cb1-8027-2dcfdff5059b),segment_id=06f50029-861b-4cb1-8027-2dcfdff5059b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:17.411293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.425975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No active binding found for port b9ead25f-046e-4fc1-83a1-5e13777749b9 {{(pid=109827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 17:19:17.426581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b9ead25f-046e-4fc1-83a1-5e13777749b9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:17.427411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:17.435752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] Calling delete_port for b9ead25f-046e-4fc1-83a1-5e13777749b9 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:17.445298 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.461232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:17.462057 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1c1fd515-d35c-46ea-bc0f-7c0ee4e33474 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:17.521886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc6a382-14a0-4e2b-b3f7-19e369312803']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:17.547457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f50029-861b-4cb1-8027-2dcfdff5059b') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:17.553456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f50029-861b-4cb1-8027-2dcfdff5059b') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:17.569551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.600555 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.623271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.626699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:19:17.629105 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:19:17.653239 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:19:17.663628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] No DVR routers for this DVR port b9ead25f-046e-4fc1-83a1-5e13777749b9 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:19:17.677721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45a478-44fd-45e4-bd93-8a0569480ce9 None None] Pushing event deleted for resources: {'Port': ['ID=b9ead25f-046e-4fc1-83a1-5e13777749b9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:17.804982 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.816341 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:17.821204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] 10.222.0.45 "DELETE /v2.0/networks/9dc6a382-14a0-4e2b-b3f7-19e369312803 HTTP/1.1" status: 204 len: 168 time: 1.0444613 Apr 18 17:19:17.821579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46908) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:17.881623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7920e6-5eb5-4f2a-899b-4bef08b5dc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc6a382-14a0-4e2b-b3f7-19e369312803,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:17.951444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c078b-3cf5-4a6e-acb1-29d85e32e6ed req-6a5bb8cd-e022-4650-9c0d-57e2a5af35c1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:17.952966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b4c078b-3cf5-4a6e-acb1-29d85e32e6ed req-6a5bb8cd-e022-4650-9c0d-57e2a5af35c1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0610666 Apr 18 17:19:18.014039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b4c078b-3cf5-4a6e-acb1-29d85e32e6ed req-2e26b20e-4763-4f67-8147-c2cceb126e05 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525002 Apr 18 17:19:18.473774 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:18.767702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Deleting port 44328b90-17ad-46bb-8e84-b84e20856c22 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:18.768790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:18.872657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] For port 44328b90-17ad-46bb-8e84-b84e20856c22, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=44328b90-17ad-46bb-8e84-b84e20856c22,segment=NetworkSegment(71565ba0-d5ae-44e5-b03a-9c7e812272ea),segment_id=71565ba0-d5ae-44e5-b03a-9c7e812272ea)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:18.873177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:18.889869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Calling delete_port for 44328b90-17ad-46bb-8e84-b84e20856c22 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:19.141480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:19.143949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83762d-3259-4844-adb5-3eac386b9b28 req-1316437d-d420-4c14-a335-38332547db48 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:19.153402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d83762d-3259-4844-adb5-3eac386b9b28 req-1316437d-d420-4c14-a335-38332547db48 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0596447 Apr 18 17:19:19.210087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d83762d-3259-4844-adb5-3eac386b9b28 req-287ac4b1-dd04-42e1-9d8d-7d810c08618a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557404 Apr 18 17:19:19.214780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=44328b90-17ad-46bb-8e84-b84e20856c22,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:19.406684 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:19.653790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Router 2367aa3d-85bc-4307-86af-34fbd4bcce92 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:19:19.763316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:19:19.769165 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-755c98e6-e546-4287-a8d6-7fbac517c9ec admin admin] 10.222.0.45 "PUT /v2.0/routers/2367aa3d-85bc-4307-86af-34fbd4bcce92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9465129 Apr 18 17:19:19.771627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46970) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:19.775550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] Sync routers for ids ['2367aa3d-85bc-4307-86af-34fbd4bcce92'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:19:19.787950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] Routers {'2367aa3d-85bc-4307-86af-34fbd4bcce92'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:19.788845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2367aa3d-85bc-4307-86af-34fbd4bcce92'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:19.886600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:19.898753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] Set router 2367aa3d-85bc-4307-86af-34fbd4bcce92 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:20.005027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:20.088941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ec527be0-645b-4510-b6d0-c33238522815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:19:19Z', 'revision_number': 5, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port': {'id': 'ec527be0-645b-4510-b6d0-c33238522815', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:11:45Z', 'updated_at': '2022-04-18T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:20.117669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:19:20.120073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] Checking router: 2367aa3d-85bc-4307-86af-34fbd4bcce92 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:19:20.147463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] Routers {'2367aa3d-85bc-4307-86af-34fbd4bcce92'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:20.148116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2367aa3d-85bc-4307-86af-34fbd4bcce92'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:20.172985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Deleting port ec527be0-645b-4510-b6d0-c33238522815 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:20.173326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:20.261793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] For port ec527be0-645b-4510-b6d0-c33238522815, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ec527be0-645b-4510-b6d0-c33238522815,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:20.262157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:20.277784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Calling delete_port for ec527be0-645b-4510-b6d0-c33238522815 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:20.279009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] Set router 2367aa3d-85bc-4307-86af-34fbd4bcce92 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:20.343554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:19:20Z', 'revision_number': 6, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:20.377324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929670b-cd96-4c86-90c8-54472318a4ae req-31a1e948-d881-42f2-a046-334c80e30a94 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:20.380174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2929670b-cd96-4c86-90c8-54472318a4ae req-31a1e948-d881-42f2-a046-334c80e30a94 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0775449 Apr 18 17:19:20.395833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:20.410578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'port_id': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'mac_address': 'fa:16:3e:08:f5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:19:20.414041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb310e5-6913-48c1-aea1-006138732d2e None None] The sync data for ids ['2367aa3d-85bc-4307-86af-34fbd4bcce92'] in n-d-836015-2 is: [{'id': '2367aa3d-85bc-4307-86af-34fbd4bcce92', 'name': 'tempest-TaggedBootDevicesTest_v242-1890822503-router', 'tenant_id': '59102cb009cc4109a4697a15e7b23e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:11:43Z', 'updated_at': '2022-04-18T17:19:20Z', 'revision_number': 6, 'project_id': '59102cb009cc4109a4697a15e7b23e1a', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:19:20.469365 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:20.472887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2929670b-cd96-4c86-90c8-54472318a4ae req-7d13d653-49df-4c08-88ef-4fd23edad84b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859280 Apr 18 17:19:20.491046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf63f2d6-2898-425b-b1c7-ac593f25bd2a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:19:20.523316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:20.620299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:20.653735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:20.690965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec527be0-645b-4510-b6d0-c33238522815,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:20.757554 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:20.864367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:20.880442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:20.882757 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.015406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.016357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2367aa3d-85bc-4307-86af-34fbd4bcce92 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:19:21.027179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.029537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47018) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:21.029868 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bec341ac-c634-4606-9753-4c9effa3a986 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2367aa3d-85bc-4307-86af-34fbd4bcce92 HTTP/1.1" status: 204 len: 168 time: 1.2570732 Apr 18 17:19:21.073445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['bf63f2d6-2898-425b-b1c7-ac593f25bd2a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:19:21.106656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a4bf3c-4598-452a-8a5b-dea970b1b6af admin admin] Deleting subnet 6fef3744-a210-4e1a-a216-daebe87f40ed {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:19:21.111187 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15a4bf3c-4598-452a-8a5b-dea970b1b6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.160430 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15a4bf3c-4598-452a-8a5b-dea970b1b6af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.270174 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15a4bf3c-4598-452a-8a5b-dea970b1b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.337884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ec527be0-645b-4510-b6d0-c33238522815 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:21.364045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ec527be0-645b-4510-b6d0-c33238522815 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:21.364388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ec527be0-645b-4510-b6d0-c33238522815 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:21.364804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 44328b90-17ad-46bb-8e84-b84e20856c22 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:21.386175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 44328b90-17ad-46bb-8e84-b84e20856c22 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:21.386523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 44328b90-17ad-46bb-8e84-b84e20856c22 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:21.420413 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15a4bf3c-4598-452a-8a5b-dea970b1b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.745982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47034) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:21.877385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0cb169d3-8e0f-4de2-b834-61ddf120192c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.899386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4bf3c-4598-452a-8a5b-dea970b1b6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fef3744-a210-4e1a-a216-daebe87f40ed,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:21.907764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f22e71-5e5c-4482-8098-51e9f81d16ff None None] Network f65d3d62-0e53-4740-8501-580bb30273af requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:19:21.926043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15a4bf3c-4598-452a-8a5b-dea970b1b6af admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:21.930558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-15a4bf3c-4598-452a-8a5b-dea970b1b6af admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6fef3744-a210-4e1a-a216-daebe87f40ed HTTP/1.1" status: 204 len: 168 time: 0.8995271 Apr 18 17:19:21.935562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47038) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:21.967831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0cb169d3-8e0f-4de2-b834-61ddf120192c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.011095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9c804-fd53-4b03-8625-f6282f10140c req-784ff020-bd5f-4a43-aa88-ed02701d93f0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:22.012501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61a9c804-fd53-4b03-8625-f6282f10140c req-784ff020-bd5f-4a43-aa88-ed02701d93f0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 944 time: 0.1162846 Apr 18 17:19:22.031036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0cb169d3-8e0f-4de2-b834-61ddf120192c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.045830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.076501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61a9c804-fd53-4b03-8625-f6282f10140c req-1bfc9fd4-8b6e-4f02-bd37-15c03e1d15d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556390 Apr 18 17:19:22.085953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb169d3-8e0f-4de2-b834-61ddf120192c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72bfd3d-8a19-4143-bf87-4e9ecfb7bde9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:22.099625 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0cb169d3-8e0f-4de2-b834-61ddf120192c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86e35ba68a8f4fc885c51dc42db03dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484967 Apr 18 17:19:22.099916 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47046) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:22.104279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:19:22.173986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1085eff6-1713-4404-96ea-ac7e6e9b2455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.179966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] DHCP port deletion for f65d3d62-0e53-4740-8501-580bb30273af request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:19:22.196631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Deleting port a914a40a-02a8-4b5e-bded-2699345dd72b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:22.196976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.214524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1085eff6-1713-4404-96ea-ac7e6e9b2455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.235406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] Deleting port a914a40a-02a8-4b5e-bded-2699345dd72b {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:22.235779 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.286504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port bf63f2d6-2898-425b-b1c7-ac593f25bd2a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:19:22.292720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] For port a914a40a-02a8-4b5e-bded-2699345dd72b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a914a40a-02a8-4b5e-bded-2699345dd72b,segment=NetworkSegment(71565ba0-d5ae-44e5-b03a-9c7e812272ea),segment_id=71565ba0-d5ae-44e5-b03a-9c7e812272ea)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:22.293123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.299264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port bf63f2d6-2898-425b-b1c7-ac593f25bd2a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:22.299699 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.305761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Calling delete_port for a914a40a-02a8-4b5e-bded-2699345dd72b owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:22.334467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] For port a914a40a-02a8-4b5e-bded-2699345dd72b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a914a40a-02a8-4b5e-bded-2699345dd72b,segment=NetworkSegment(71565ba0-d5ae-44e5-b03a-9c7e812272ea),segment_id=71565ba0-d5ae-44e5-b03a-9c7e812272ea)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:22.334863 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.352411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] Calling delete_port for a914a40a-02a8-4b5e-bded-2699345dd72b owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:22.408776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1085eff6-1713-4404-96ea-ac7e6e9b2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.411755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1085eff6-1713-4404-96ea-ac7e6e9b2455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.415440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1085eff6-1713-4404-96ea-ac7e6e9b2455 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e72bfd3d-8a19-4143-bf87-4e9ecfb7bde9 HTTP/1.1" status: 204 len: 168 time: 0.3127024 Apr 18 17:19:22.433849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085eff6-1713-4404-96ea-ac7e6e9b2455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72bfd3d-8a19-4143-bf87-4e9ecfb7bde9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:22.463812 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.467566 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.500418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:19:22.503233 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba79c3fe-b305-4912-b8b5-492dfa67ffde" -d '{"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-plugged", "status": "completed", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:19:22.511555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a914a40a-02a8-4b5e-bded-2699345dd72b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:22.516589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] No DVR routers for this DVR port a914a40a-02a8-4b5e-bded-2699345dd72b on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:19:22.518828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:22.520043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.605532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] Pushing event deleted for resources: {'Port': ['ID=a914a40a-02a8-4b5e-bded-2699345dd72b,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:22.605532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5169506-fb3e-4e60-b052-bc58567590b0 None None] No DVR routers for this DVR port a914a40a-02a8-4b5e-bded-2699345dd72b on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:19:22.623536 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.643187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65d3d62-0e53-4740-8501-580bb30273af']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:22.675248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71565ba0-d5ae-44e5-b03a-9c7e812272ea') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:22.675248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71565ba0-d5ae-44e5-b03a-9c7e812272ea') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:22.694070 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.707146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.709314 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:19:22.732148 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:19:22.773848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:22.778758 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b10bd1-7bd5-47f8-91d7-fad403269d6a x-openstack-request-id: req-69b10bd1-7bd5-47f8-91d7-fad403269d6a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:19:22.778758 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-plugged", "status": "completed", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:19:22.778758 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69b10bd1-7bd5-47f8-91d7-fad403269d6a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:19:22.779433 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b10bd1-7bd5-47f8-91d7-fad403269d6a'] response: {'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'code': 200} Apr 18 17:19:22.878484 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.896024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:22.899545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f65d3d62-0e53-4740-8501-580bb30273af HTTP/1.1" status: 204 len: 168 time: 0.9627976 Apr 18 17:19:22.902587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4d7b-4416-45f1-bba4-799e1fdede95 admin admin] Pushing event deleted for resources: {'Network': ['ID=f65d3d62-0e53-4740-8501-580bb30273af,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:22.917873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457672-7c5c-49dd-9b59-3509f8b0398e req-12f84605-dd59-4228-9e11-2a746d0661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:22.919513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5457672-7c5c-49dd-9b59-3509f8b0398e req-12f84605-dd59-4228-9e11-2a746d0661b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 1096 time: 0.0733197 Apr 18 17:19:22.956637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5457672-7c5c-49dd-9b59-3509f8b0398e req-b0afd3b5-0aaf-4638-a191-c9b1ec08f591 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298979 Apr 18 17:19:23.188626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a914a40a-02a8-4b5e-bded-2699345dd72b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:23.223592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a914a40a-02a8-4b5e-bded-2699345dd72b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:23.223937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a914a40a-02a8-4b5e-bded-2699345dd72b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:23.272085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47074) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:23.297183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-15fea5bb-e75f-4424-b012-d42a54c9d053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.323426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52875a-6588-4792-b825-4a98d14357f3 req-2b507928-d517-460f-9af9-3d4547dbd4e1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:23.326230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd52875a-6588-4792-b825-4a98d14357f3 req-2b507928-d517-460f-9af9-3d4547dbd4e1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0711114 Apr 18 17:19:23.370313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47078) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:23.386961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd52875a-6588-4792-b825-4a98d14357f3 req-9b2ffbc8-c244-4f66-a4b8-a23575b095a7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538476 Apr 18 17:19:23.444051 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-050808d3-c1d6-408c-b8a3-fdfe6a3b2ff3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e89357a44a54604abd44d2bed19bc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681689 Apr 18 17:19:23.446768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:23.461587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-15fea5bb-e75f-4424-b012-d42a54c9d053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.498836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9825d9b7-5af8-4527-aa90-ce630af468df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.520111 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9825d9b7-5af8-4527-aa90-ce630af468df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.574381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-15fea5bb-e75f-4424-b012-d42a54c9d053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.613577 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-15fea5bb-e75f-4424-b012-d42a54c9d053 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f52a73243f0414384cdd50255e7bd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403087 Apr 18 17:19:23.614785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fea5bb-e75f-4424-b012-d42a54c9d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8392328b-e00a-49ec-ad7d-611a8a45f245,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:23.616530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47084) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:23.671501 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9091d4f8-b4c4-4865-b364-6f95931b75e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.691883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9825d9b7-5af8-4527-aa90-ce630af468df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.694335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9825d9b7-5af8-4527-aa90-ce630af468df admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.695450 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9825d9b7-5af8-4527-aa90-ce630af468df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f8d9a9e-25f4-4e7b-9661-6c98a17d0738 HTTP/1.1" status: 204 len: 168 time: 0.2465484 Apr 18 17:19:23.697357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9091d4f8-b4c4-4865-b364-6f95931b75e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.713099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825d9b7-5af8-4527-aa90-ce630af468df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8d9a9e-25f4-4e7b-9661-6c98a17d0738,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:23.802947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9091d4f8-b4c4-4865-b364-6f95931b75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.805544 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9091d4f8-b4c4-4865-b364-6f95931b75e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:23.809228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9091d4f8-b4c4-4865-b364-6f95931b75e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8392328b-e00a-49ec-ad7d-611a8a45f245 HTTP/1.1" status: 204 len: 168 time: 0.1891925 Apr 18 17:19:23.829304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091d4f8-b4c4-4865-b364-6f95931b75e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8392328b-e00a-49ec-ad7d-611a8a45f245,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:24.481126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47118) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:24.547851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1fe57-34b1-4383-9d61-99218353a461 req-c0e03c25-075e-4cb1-a53d-d5bfa3246960 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:24.551055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3db1fe57-34b1-4383-9d61-99218353a461 req-c0e03c25-075e-4cb1-a53d-d5bfa3246960 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0691185 Apr 18 17:19:24.579711 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dcdba870-6406-46db-85eb-1b87cbf2fcf2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59102cb009cc4109a4697a15e7b23e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926242 Apr 18 17:19:24.581359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:24.607605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3db1fe57-34b1-4383-9d61-99218353a461 req-a93bb15d-9038-4c02-878a-4e8d5d7a366b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495279 Apr 18 17:19:24.700321 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bec50f9-bc35-4b62-a9fb-66f3cd1ee2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:24.726221 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bec50f9-bc35-4b62-a9fb-66f3cd1ee2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:24.820192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bec50f9-bc35-4b62-a9fb-66f3cd1ee2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:24.823427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0bec50f9-bc35-4b62-a9fb-66f3cd1ee2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:24.824600 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0bec50f9-bc35-4b62-a9fb-66f3cd1ee2f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da74da77-8e64-4eb5-b161-114f16d93b47 HTTP/1.1" status: 204 len: 168 time: 0.2409225 Apr 18 17:19:24.833093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec50f9-bc35-4b62-a9fb-66f3cd1ee2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da74da77-8e64-4eb5-b161-114f16d93b47,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:25.793942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47184) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:25.805625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e23ed-2cbb-46a4-8f25-353e1c9e422f req-074deba9-ce3a-4d88-a068-be28f1dbd4b4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:25.807402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b14e23ed-2cbb-46a4-8f25-353e1c9e422f req-074deba9-ce3a-4d88-a068-be28f1dbd4b4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0830529 Apr 18 17:19:25.849924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b14e23ed-2cbb-46a4-8f25-353e1c9e422f req-ca1c59b3-a73d-4d0c-8cd7-813db6a1ab83 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355566 Apr 18 17:19:25.902021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1966670012-network', 'tenant_id': '90cb61c1763c44f984f73a0995864bc4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:25.972815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a9eae-f438-46ce-9b9b-9b118e8e2ff5 req-5866706d-91d1-4640-b84b-c59bf01aca6d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:25.974343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-290a9eae-f438-46ce-9b9b-9b118e8e2ff5 req-5866706d-91d1-4640-b84b-c59bf01aca6d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0527544 Apr 18 17:19:25.990996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:25.996009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'floatingip': {'port_id': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:26.027660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Made reservation on behalf of 90cb61c1763c44f984f73a0995864bc4 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:19:26.030028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:26.045720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:26.053061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:26.629590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:26.685813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:26.757401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:19:26.775307 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c6fa2-dee7-40c7-8098-63582e0cdae1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:26.787463 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:26.787463 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Added segment eaafa199-bb54-4092-a77a-ec418f16e740 of type vlan for network a264d03e-4573-4b5e-a51a-3a7c68852ffc Apr 18 17:19:26.874173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:26.989535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:26.990614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:26.991254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:27.003699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:27.059789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:27.107843 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3132143 Apr 18 17:19:27.110873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:27.112591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e4fbc-fc1d-4715-9183-21c32623e1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=a264d03e-4573-4b5e-a51a-3a7c68852ffc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:27.117454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Request body: {'subnet': {'network_id': 'a264d03e-4573-4b5e-a51a-3a7c68852ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1966670012-subnet', 'tenant_id': '90cb61c1763c44f984f73a0995864bc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:27.125167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a264d03e-4573-4b5e-a51a-3a7c68852ffc details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:19:27.228406 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Floating IP 1454f68f-6b79-41c6-be52-6f28671e7b52 associated. External IP: 172.25.5.126, port: bf63f2d6-2898-425b-b1c7-ac593f25bd2a. Apr 18 17:19:27.242248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Made reservation on behalf of 90cb61c1763c44f984f73a0995864bc4 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:19:27.244567 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:27.463330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:19:27.523222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:27.579382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:19:27.584181 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:27.591574 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] Sync routers for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:19:27.610838 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:27.611477 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:27.622090 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-67214f4c-8351-4d1a-9d9d-b400dc001a6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "PUT /v2.0/floatingips/1454f68f-6b79-41c6-be52-6f28671e7b52 HTTP/1.1" status: 200 len: 991 time: 1.6294506 Apr 18 17:19:27.622819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:19:27.625289 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57da8d6-39c5-4b60-9b78-56d91b639ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:19:27.661642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57eef274-778e-4065-a9ed-7c028184f99b,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:27.677571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Checking segment: {'id': 'eaafa199-bb54-4092-a77a-ec418f16e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a264d03e-4573-4b5e-a51a-3a7c68852ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:19:27.677571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Network hostable DHCP agents. Network: a264d03e-4573-4b5e-a51a-3a7c68852ffc, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:19:27.690852 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768a9a82-6aa0-4bd2-85b5-8f6e26e529e0 x-openstack-request-id: req-768a9a82-6aa0-4bd2-85b5-8f6e26e529e0 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:19:27.691147 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:19:27.691398 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-768a9a82-6aa0-4bd2-85b5-8f6e26e529e0 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:19:27.691807 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768a9a82-6aa0-4bd2-85b5-8f6e26e529e0'] response: {'name': 'network-changed', 'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'status': 'completed', 'code': 200} Apr 18 17:19:27.742241 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:27.779838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Network a264d03e-4573-4b5e-a51a-3a7c68852ffc is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:19:27.800799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-dc2a460c-4db2-4dd4-9849-b43842ba3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:27.802652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-dc2a460c-4db2-4dd4-9849-b43842ba3e4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 1096 time: 0.0626900 Apr 18 17:19:27.870298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a264d03e-4573-4b5e-a51a-3a7c68852ffc) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:19:27.873102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:27.873773 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:27.878759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22f797-2b99-4534-96d8-646597d3cc5b None None] Network a264d03e-4573-4b5e-a51a-3a7c68852ffc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:19:27.932941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-decbb8aa-cbcb-4a74-b78b-de816dac0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:27.938439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-decbb8aa-cbcb-4a74-b78b-de816dac0f02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.1248138 Apr 18 17:19:28.009375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7db01225-3092-4638-8882-1728238fcaa2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8869419 Apr 18 17:19:28.026169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084370c2-7701-4b83-8192-238a00eb120e None None] Network a264d03e-4573-4b5e-a51a-3a7c68852ffc requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:19:28.028107 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '1454f68f-6b79-41c6-be52-6f28671e7b52', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'port_id': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'mac_address': 'fa:16:3e:08:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:19:04Z', 'updated_at': '2022-04-18T17:19:26Z', 'revision_number': 1, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:28.036272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-0f65297c-d4ca-4e89-8c86-051d3fc49730 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a HTTP/1.1" status: 200 len: 999 time: 0.0927999 Apr 18 17:19:28.058165 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] Checking router: 1b72c2e1-2355-465a-94f2-14c3fe98e6ac for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:19:28.069035 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:19:28.072188 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:19:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:28.104188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-c46d1d1c-42cb-4f06-8448-bd8d085ef068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:28.106415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-c46d1d1c-42cb-4f06-8448-bd8d085ef068 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.0632010 Apr 18 17:19:28.175014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-c426d451-875f-4c3f-b44d-ad8b594c0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:28.176589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-c426d451-875f-4c3f-b44d-ad8b594c0d88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624058 Apr 18 17:19:28.226878 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:19:28.302543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-0b44a331-a82b-4158-86ed-8763c8303c17 service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176291 Apr 18 17:19:28.438240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f57da8d6-39c5-4b60-9b78-56d91b639ea1 req-f5a4f634-da86-426d-8d6b-5602843b7e15 service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260266 Apr 18 17:19:28.631219 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '1454f68f-6b79-41c6-be52-6f28671e7b52', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'port_id': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'mac_address': 'fa:16:3e:08:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:19:04Z', 'updated_at': '2022-04-18T17:19:26Z', 'revision_number': 1, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:28.672141 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f090-b938-4c5d-9b66-6354b73c5571 None None] The sync data for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 is: [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '1454f68f-6b79-41c6-be52-6f28671e7b52', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'port_id': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'mac_address': 'fa:16:3e:08:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:19:04Z', 'updated_at': '2022-04-18T17:19:26Z', 'revision_number': 1, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:19:28.705175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113230-40ae-4a50-b5d4-263abe036a49 req-e51f323b-0f1e-4683-8495-1feb609bee8e tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:28.706724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-e51f323b-0f1e-4683-8495-1feb609bee8e tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/networks?id=a264d03e-4573-4b5e-a51a-3a7c68852ffc HTTP/1.1" status: 200 len: 822 time: 0.1338930 Apr 18 17:19:28.722209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-c0181c79-e178-4973-b2ff-4467829e32af tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/quotas/90cb61c1763c44f984f73a0995864bc4 HTTP/1.1" status: 200 len: 375 time: 0.0095561 Apr 18 17:19:28.766887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bcc08f6f-644a-41be-aa85-6c95e8f9c618 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=90cb61c1763c44f984f73a0995864bc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376606 Apr 18 17:19:29.043271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-48c0be30-09f5-46a3-b6eb-10e28abfa627 service neutron] 10.222.0.45 "GET /v2.0/networks/a264d03e-4573-4b5e-a51a-3a7c68852ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607777 Apr 18 17:19:29.055738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68454f91-e3ca-475f-82fa-998a97d4d1f4 None None] New status for floating IP 1454f68f-6b79-41c6-be52-6f28671e7b52: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:19:29.186169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-d2a57e97-a27e-422d-8224-956e9663a03c service neutron] 10.222.0.45 "GET /v2.0/networks/a264d03e-4573-4b5e-a51a-3a7c68852ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327448 Apr 18 17:19:29.499912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a602e502-400f-4824-b038-261d82e0a885 req-150c2756-e959-4538-858a-e49966d6a763 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 210 time: 0.0433011 Apr 18 17:19:30.607203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c78e2246-7773-42eb-be35-70e4281f4194 req-b5449f52-a6d4-41ce-847e-3e664ada562f tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 210 time: 0.0294416 Apr 18 17:19:30.899573 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-094c1b9e-17d5-4c49-8cbf-b44dc527ddd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:31.738016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff9bc867-1076-4156-872c-954813f5d0bb req-35915d2b-1a2c-44f3-a198-89b7272190ef tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 210 time: 0.0543025 Apr 18 17:19:31.884680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113230-40ae-4a50-b5d4-263abe036a49 req-cfc29d4f-96d1-49f9-826c-fd28a7befd21 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:31.886603 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-cfc29d4f-96d1-49f9-826c-fd28a7befd21 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.18 "GET /v2.0/networks?id=a264d03e-4573-4b5e-a51a-3a7c68852ffc HTTP/1.1" status: 200 len: 822 time: 0.1157396 Apr 18 17:19:31.906193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Request body: {'port': {'device_id': 'a3a52312-7a9e-4f1d-b530-cd34e51b19c6', 'network_id': 'a264d03e-4573-4b5e-a51a-3a7c68852ffc', 'admin_state_up': True, 'tenant_id': '90cb61c1763c44f984f73a0995864bc4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:32.112765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Made reservation on behalf of 90cb61c1763c44f984f73a0995864bc4 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:19:32.118565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:32.251435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Allocated IP 172.20.0.2 (a264d03e-4573-4b5e-a51a-3a7c68852ffc/57eef274-778e-4065-a9ed-7c028184f99b/ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:19:32.398427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:32.489196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:32.533685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Network a264d03e-4573-4b5e-a51a-3a7c68852ffc is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:19:32.538684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:19:32.543102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:19:32.572625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Pushing event updated for resources: {'Port': ['ID=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:32.599706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:32.600365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:32.679902 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-dfdad953-72e0-4f33-9787-3127e59a0c10 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7781286 Apr 18 17:19:32.747182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Request body: {'port': {'device_id': 'a3a52312-7a9e-4f1d-b530-cd34e51b19c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:32.808581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:32.851702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610dc7a-e012-4cc7-bf06-e75a27491cbf req-fe8371a4-0afd-4619-878d-71dc4e14a61b tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:32.853331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5610dc7a-e012-4cc7-bf06-e75a27491cbf req-fe8371a4-0afd-4619-878d-71dc4e14a61b tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 931 time: 0.0541921 Apr 18 17:19:32.904813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5610dc7a-e012-4cc7-bf06-e75a27491cbf req-d7ce3fc6-2927-4208-a5c9-47c4966d70e5 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Apr 18 17:19:33.112588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:19:33.122491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:33.134568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Transition to ACTIVE for port object ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:19:33.185986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:33.248500 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b25740e7-82c9-4387-a1b1-7036b2041f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:33.250334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:33.350753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Attempting to bind port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:19:33.352792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Attempting to bind port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'eaafa199-bb54-4092-a77a-ec418f16e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a264d03e-4573-4b5e-a51a-3a7c68852ffc'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:19:33.352792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Attempting to bind port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac on network a264d03e-4573-4b5e-a51a-3a7c68852ffc {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:19:33.356022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac on network a264d03e-4573-4b5e-a51a-3a7c68852ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:19:33.357149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Attempting to bind port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac on network a264d03e-4573-4b5e-a51a-3a7c68852ffc {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:19:33.363728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:19:33.364063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Checking segment: {'id': 'eaafa199-bb54-4092-a77a-ec418f16e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a264d03e-4573-4b5e-a51a-3a7c68852ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:19:33.364451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Bound using segment: {'id': 'eaafa199-bb54-4092-a77a-ec418f16e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a264d03e-4573-4b5e-a51a-3a7c68852ffc'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:19:33.364881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Bound port: ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaafa199-bb54-4092-a77a-ec418f16e740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a264d03e-4573-4b5e-a51a-3a7c68852ffc'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:19:33.365237 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:33.453080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] For port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:19:33.456340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] For port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,segment=NetworkSegment(eaafa199-bb54-4092-a77a-ec418f16e740),segment_id=eaafa199-bb54-4092-a77a-ec418f16e740)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:19:33.500581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:33.542864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:33.543599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:33.545084 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] 10.222.0.18 "PUT /v2.0/ports/ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac HTTP/1.1" status: 200 len: 1091 time: 0.8022034 Apr 18 17:19:33.545634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a52312-7a9e-4f1d-b530-cd34e51b19c6', 'tag': 'ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:19:33.548001 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8482ca27-a3e8-421c-9a20-27c6c4e550b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a52312-7a9e-4f1d-b530-cd34e51b19c6", "tag": "ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:19:33.578227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60743a-e829-4201-a329-a0a1c83f1ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:33.619122 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91380081-31a0-4da0-92d8-26a6ba85ba36 x-openstack-request-id: req-91380081-31a0-4da0-92d8-26a6ba85ba36 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:19:33.619650 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a52312-7a9e-4f1d-b530-cd34e51b19c6", "tag": "ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:19:33.619989 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91380081-31a0-4da0-92d8-26a6ba85ba36 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:19:33.620479 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91380081-31a0-4da0-92d8-26a6ba85ba36'] response: {'name': 'network-changed', 'server_uuid': 'a3a52312-7a9e-4f1d-b530-cd34e51b19c6', 'tag': 'ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac', 'status': 'completed', 'code': 200} Apr 18 17:19:33.723827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ca27-a3e8-421c-9a20-27c6c4e550b7 req-bd759f4f-dc62-4960-b46a-eb03a1418e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:33.725666 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8482ca27-a3e8-421c-9a20-27c6c4e550b7 req-bd759f4f-dc62-4960-b46a-eb03a1418e67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90cb61c1763c44f984f73a0995864bc4&device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 1094 time: 0.0637050 Apr 18 17:19:33.759448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47456) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:33.865316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ca27-a3e8-421c-9a20-27c6c4e550b7 req-ff93ee4d-44e3-4a67-a586-8bc25f82aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:33.866869 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8482ca27-a3e8-421c-9a20-27c6c4e550b7 req-ff93ee4d-44e3-4a67-a586-8bc25f82aad4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=90cb61c1763c44f984f73a0995864bc4&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1266572 Apr 18 17:19:33.894551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e190-f842-4911-a7a1-ae8f50ed2e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:33.976657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ca27-a3e8-421c-9a20-27c6c4e550b7 req-a60c1b95-13ae-4b7d-86a2-1ad3a21c5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:33.978261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8482ca27-a3e8-421c-9a20-27c6c4e550b7 req-a60c1b95-13ae-4b7d-86a2-1ad3a21c5a78 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049159 Apr 18 17:19:34.012039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e190-f842-4911-a7a1-ae8f50ed2e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.036758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355525c3-04cc-45d6-9a9f-ace3c5bba15a req-6bec36b8-e70d-40c7-9825-2af3a8d516f7 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:34.038348 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-355525c3-04cc-45d6-9a9f-ace3c5bba15a req-6bec36b8-e70d-40c7-9825-2af3a8d516f7 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 943 time: 0.0625920 Apr 18 17:19:34.081232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-355525c3-04cc-45d6-9a9f-ace3c5bba15a req-9cb69a81-085b-4e2a-985e-c18c99315b79 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Apr 18 17:19:34.086385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113230-40ae-4a50-b5d4-263abe036a49 req-7bba209e-c58a-4a33-b586-6f0e559054e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:34.087973 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-7bba209e-c58a-4a33-b586-6f0e559054e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90cb61c1763c44f984f73a0995864bc4&device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 1094 time: 0.0481067 Apr 18 17:19:34.090450 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e190-f842-4911-a7a1-ae8f50ed2e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.146896 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-e03bb96e-78b4-4b17-9b10-078974124610 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac HTTP/1.1" status: 200 len: 217 time: 0.0436435 Apr 18 17:19:34.150136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f0d9e190-f842-4911-a7a1-ae8f50ed2e4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d1f188817224cc48f38501c2870ca20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890457 Apr 18 17:19:34.150570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9e190-f842-4911-a7a1-ae8f50ed2e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c53cc3-bbda-4be8-a897-3868b17c7d01,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:34.152661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47464) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:34.207346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47466) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:34.223228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113230-40ae-4a50-b5d4-263abe036a49 req-859154aa-cf82-4ec6-a07e-66cc0a1a9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:34.224942 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-859154aa-cf82-4ec6-a07e-66cc0a1a9452 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57eef274-778e-4065-a9ed-7c028184f99b HTTP/1.1" status: 200 len: 862 time: 0.0648439 Apr 18 17:19:34.268127 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-8451c50f-62c4-4f5f-b240-72b7ecd7ce82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a264d03e-4573-4b5e-a51a-3a7c68852ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351658 Apr 18 17:19:34.301354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec85f045-9a8a-4680-87af-5695d07d628f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.326573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-597ce6b5-f751-465c-8297-47ae9d271c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.359357 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec85f045-9a8a-4680-87af-5695d07d628f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.397579 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.415076 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-597ce6b5-f751-465c-8297-47ae9d271c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.416080 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-96584fd9-dc02-4b4c-80ec-dcc0bb401acf service neutron] 10.222.0.18 "GET /v2.0/networks/a264d03e-4573-4b5e-a51a-3a7c68852ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373160 Apr 18 17:19:34.494025 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-597ce6b5-f751-465c-8297-47ae9d271c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.497498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec85f045-9a8a-4680-87af-5695d07d628f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.500043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec85f045-9a8a-4680-87af-5695d07d628f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.501176 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ec85f045-9a8a-4680-87af-5695d07d628f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1c53cc3-bbda-4be8-a897-3868b17c7d01 HTTP/1.1" status: 204 len: 168 time: 0.3470707 Apr 18 17:19:34.519992 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85f045-9a8a-4680-87af-5695d07d628f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c53cc3-bbda-4be8-a897-3868b17c7d01,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:34.528755 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57113230-40ae-4a50-b5d4-263abe036a49 req-51eccd1c-7ed2-4660-8d69-cb41d0308b07 service neutron] 10.222.0.18 "GET /v2.0/networks/a264d03e-4573-4b5e-a51a-3a7c68852ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061096 Apr 18 17:19:34.532777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ce6b5-f751-465c-8297-47ae9d271c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb43c3-fb06-4325-ad0a-587f4ac8cde3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:34.537857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-597ce6b5-f751-465c-8297-47ae9d271c6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4cc6d220bbc64f38a7d57497f5865603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294561 Apr 18 17:19:34.540835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47478) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:34.594249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32f55cb9-b306-4f12-ac6a-2cb59cc6b4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.616343 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32f55cb9-b306-4f12-ac6a-2cb59cc6b4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.750435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32f55cb9-b306-4f12-ac6a-2cb59cc6b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.753084 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32f55cb9-b306-4f12-ac6a-2cb59cc6b4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:34.760257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-32f55cb9-b306-4f12-ac6a-2cb59cc6b4b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4eb43c3-fb06-4325-ad0a-587f4ac8cde3 HTTP/1.1" status: 204 len: 168 time: 0.2121289 Apr 18 17:19:34.762145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f55cb9-b306-4f12-ac6a-2cb59cc6b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb43c3-fb06-4325-ad0a-587f4ac8cde3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:35.159420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47490) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:35.176229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e8e42b06-4d38-46c9-941b-d103b204bd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.214157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a58816-87a5-4950-87aa-6dce411989a6 req-2ae1bbcf-9590-463d-9be1-bbddc365c4d9 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:35.216532 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21a58816-87a5-4950-87aa-6dce411989a6 req-2ae1bbcf-9590-463d-9be1-bbddc365c4d9 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 943 time: 0.0555024 Apr 18 17:19:35.264442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21a58816-87a5-4950-87aa-6dce411989a6 req-cf99a266-1e19-42a5-9cf6-364e0efcd38e tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378599 Apr 18 17:19:35.299882 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e8e42b06-4d38-46c9-941b-d103b204bd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.379222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e8e42b06-4d38-46c9-941b-d103b204bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.415816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e42b06-4d38-46c9-941b-d103b204bd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9da1e-6049-4992-9165-f39a2e6b9871,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:35.420958 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e8e42b06-4d38-46c9-941b-d103b204bd53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f23aba46fa4e4d569d9fefee340fcc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598488 Apr 18 17:19:35.423297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47494) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:35.483397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-684b3d83-8f28-456a-b770-8309b91c3361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.505136 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-684b3d83-8f28-456a-b770-8309b91c3361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.515200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47498) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:35.529010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566d5cc2-ac7b-4aff-bbe7-7c120284b5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.614193 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-684b3d83-8f28-456a-b770-8309b91c3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.617071 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-684b3d83-8f28-456a-b770-8309b91c3361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.620982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-684b3d83-8f28-456a-b770-8309b91c3361 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09e9da1e-6049-4992-9165-f39a2e6b9871 HTTP/1.1" status: 204 len: 168 time: 0.1940401 Apr 18 17:19:35.626982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b3d83-8f28-456a-b770-8309b91c3361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9da1e-6049-4992-9165-f39a2e6b9871,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:35.679070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566d5cc2-ac7b-4aff-bbe7-7c120284b5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.739975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-566d5cc2-ac7b-4aff-bbe7-7c120284b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.779485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-566d5cc2-ac7b-4aff-bbe7-7c120284b5ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab87435354304d98b6376ea36bf2c746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629466 Apr 18 17:19:35.780159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d5cc2-ac7b-4aff-bbe7-7c120284b5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044f26ac-b4b0-42ff-a4a1-273c9b2aa01a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:35.782496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47504) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:35.834889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14926714-988b-4690-8363-a98366c33da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.847977 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.855796 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14926714-988b-4690-8363-a98366c33da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.957374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14926714-988b-4690-8363-a98366c33da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.959945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14926714-988b-4690-8363-a98366c33da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:35.961184 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-14926714-988b-4690-8363-a98366c33da4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/044f26ac-b4b0-42ff-a4a1-273c9b2aa01a HTTP/1.1" status: 204 len: 168 time: 0.1777501 Apr 18 17:19:35.969037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14926714-988b-4690-8363-a98366c33da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044f26ac-b4b0-42ff-a4a1-273c9b2aa01a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:36.128810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:36.414564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea302521-4d06-432a-b301-6acf746c3bcf req-216ca5c3-d995-4db5-aee8-134119b99788 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:36.417127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea302521-4d06-432a-b301-6acf746c3bcf req-216ca5c3-d995-4db5-aee8-134119b99788 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 943 time: 0.0768707 Apr 18 17:19:36.457860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea302521-4d06-432a-b301-6acf746c3bcf req-6abaae2d-9ceb-4ceb-b656-4b61d97a8cad tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Apr 18 17:19:37.596796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c39b-701e-446d-a4b6-9d3d47966f72 req-91ff4ada-36e2-410d-89b2-be5b4039ec03 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:37.598256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e20c39b-701e-446d-a4b6-9d3d47966f72 req-91ff4ada-36e2-410d-89b2-be5b4039ec03 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 943 time: 0.0511343 Apr 18 17:19:37.691008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e20c39b-701e-446d-a4b6-9d3d47966f72 req-2dfa306d-dec9-4b92-b352-5b1dbb88194d tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848875 Apr 18 17:19:38.705962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:19:38.822548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4f1a2-f6b7-4363-9eb8-60312fe73999 req-e48369f7-ff75-428b-84d6-9328a4c4434b tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:38.824075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ae4f1a2-f6b7-4363-9eb8-60312fe73999 req-e48369f7-ff75-428b-84d6-9328a4c4434b tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 943 time: 0.0583968 Apr 18 17:19:38.837402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,segment=NetworkSegment(eaafa199-bb54-4092-a77a-ec418f16e740),segment_id=eaafa199-bb54-4092-a77a-ec418f16e740)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:38.849627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac', 'network_id': 'a264d03e-4573-4b5e-a51a-3a7c68852ffc', 'port_id': 'ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac', 'mac_address': 'fa:16:3e:fc:bc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57eef274-778e-4065-a9ed-7c028184f99b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:19:38.864434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ae4f1a2-f6b7-4363-9eb8-60312fe73999 req-e0b3df4e-fb06-4b99-a66e-5d18bf2615e5 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335760 Apr 18 17:19:38.893292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:38.907921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:19:38.930506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,segment=NetworkSegment(eaafa199-bb54-4092-a77a-ec418f16e740),segment_id=eaafa199-bb54-4092-a77a-ec418f16e740)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:38.997127 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:39.051926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:39.459424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:19:39.993381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b9248-8357-4ef7-b659-ab0d7ef98b1e req-bb35667e-e12a-4906-a75e-fa3e6a69efd7 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:39.994835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a16b9248-8357-4ef7-b659-ab0d7ef98b1e req-bb35667e-e12a-4906-a75e-fa3e6a69efd7 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 944 time: 0.0502183 Apr 18 17:19:40.036857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a16b9248-8357-4ef7-b659-ab0d7ef98b1e req-fed6c54a-7270-4df9-9afc-59667ac796cf tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353127 Apr 18 17:19:40.719187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:19:40.822436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:19:40.824315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:40.824763 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:40.921941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:40.944118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a52312-7a9e-4f1d-b530-cd34e51b19c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:19:40.946387 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147566db-33aa-49c1-be16-117f7e12bea7" -d '{"events": [{"server_uuid": "a3a52312-7a9e-4f1d-b530-cd34e51b19c6", "name": "network-vif-plugged", "status": "completed", "tag": "ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:19:40.959003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,segment=NetworkSegment(eaafa199-bb54-4092-a77a-ec418f16e740),segment_id=eaafa199-bb54-4092-a77a-ec418f16e740)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:40.990681 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9ad389-183f-48fa-9125-3d89a823f283 x-openstack-request-id: req-1a9ad389-183f-48fa-9125-3d89a823f283 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:19:40.991198 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a52312-7a9e-4f1d-b530-cd34e51b19c6", "name": "network-vif-plugged", "status": "completed", "tag": "ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:19:40.991538 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a9ad389-183f-48fa-9125-3d89a823f283 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:19:40.991938 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9ad389-183f-48fa-9125-3d89a823f283'] response: {'server_uuid': 'a3a52312-7a9e-4f1d-b530-cd34e51b19c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac', 'code': 200} Apr 18 17:19:41.020027 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:41.091106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:41.163461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60e55-4662-4a7e-92ae-72f685a41e9a req-8a6ad18d-7f5f-46d5-aebe-c1fc01253ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:41.165716 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b7a60e55-4662-4a7e-92ae-72f685a41e9a req-8a6ad18d-7f5f-46d5-aebe-c1fc01253ad7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 1096 time: 0.0429292 Apr 18 17:19:41.201400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f1fc-6151-4cca-b7d3-3e715ab1eedb req-362b459a-be01-4644-ad7f-3779f091e122 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:41.213715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a26f1fc-6151-4cca-b7d3-3e715ab1eedb req-362b459a-be01-4644-ad7f-3779f091e122 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 945 time: 0.0697417 Apr 18 17:19:41.215648 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b7a60e55-4662-4a7e-92ae-72f685a41e9a req-c25b51ba-51e9-4e17-baeb-988dd12a0590 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Apr 18 17:19:41.249074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a26f1fc-6151-4cca-b7d3-3e715ab1eedb req-761000b8-a93e-4da0-b211-ee4ebbc5f23d tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366387 Apr 18 17:19:42.382953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a3bd9-2dd2-4bb2-8b88-017d1e50e612 req-8d9803f4-a006-4236-97d2-fd0e7554ff41 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:42.385038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-425a3bd9-2dd2-4bb2-8b88-017d1e50e612 req-8d9803f4-a006-4236-97d2-fd0e7554ff41 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 945 time: 0.0629504 Apr 18 17:19:42.435539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-425a3bd9-2dd2-4bb2-8b88-017d1e50e612 req-e96d8470-dd17-4713-9609-11a57e26b987 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Apr 18 17:19:43.146933 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:19:43.564190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb660ff-5a32-455f-85dd-ea1f1f47556a req-d43cd914-781d-4161-a8c9-a2605da009f0 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:43.566438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccb660ff-5a32-455f-85dd-ea1f1f47556a req-d43cd914-781d-4161-a8c9-a2605da009f0 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 945 time: 0.0527842 Apr 18 17:19:43.626164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ccb660ff-5a32-455f-85dd-ea1f1f47556a req-86ece0bd-2677-4434-b5e3-03529fcdff61 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531662 Apr 18 17:19:43.926308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47804) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:44.050806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c73d697f-168c-445a-bf96-b7832fb1178a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:44.162458 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c73d697f-168c-445a-bf96-b7832fb1178a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:44.185632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad695eb4-d8a9-4769-a0ac-452433fb432d req-78f9eb55-c058-48e7-81be-6cbd50a2cf22 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:44.185632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad695eb4-d8a9-4769-a0ac-452433fb432d req-78f9eb55-c058-48e7-81be-6cbd50a2cf22 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 945 time: 0.0725439 Apr 18 17:19:44.225214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c73d697f-168c-445a-bf96-b7832fb1178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:44.262955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad695eb4-d8a9-4769-a0ac-452433fb432d req-f125b130-36d6-4fcc-b614-e2d4b15e2f81 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699909 Apr 18 17:19:44.293663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c73d697f-168c-445a-bf96-b7832fb1178a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18492da66e964bbe9593a7ca77e2a486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660591 Apr 18 17:19:44.299106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d697f-168c-445a-bf96-b7832fb1178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986b104d-11ea-435a-b177-80de47a0272b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:44.300804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47828) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:44.354180 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-533bddff-d247-4aaa-810e-17b44a651942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:44.375130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-533bddff-d247-4aaa-810e-17b44a651942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:44.494235 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-533bddff-d247-4aaa-810e-17b44a651942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:44.496799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-533bddff-d247-4aaa-810e-17b44a651942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:44.505795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-533bddff-d247-4aaa-810e-17b44a651942 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/986b104d-11ea-435a-b177-80de47a0272b HTTP/1.1" status: 204 len: 168 time: 0.1962440 Apr 18 17:19:44.507458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bddff-d247-4aaa-810e-17b44a651942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986b104d-11ea-435a-b177-80de47a0272b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:45.397111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fceeb6-b101-476c-bccb-752f934807c3 req-2ea227ae-6efb-4577-a0a1-0b1e12ff2f6d tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:45.398780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89fceeb6-b101-476c-bccb-752f934807c3 req-2ea227ae-6efb-4577-a0a1-0b1e12ff2f6d tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 945 time: 0.0605388 Apr 18 17:19:45.407919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47858) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:45.422116 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f8a59c12-ec77-46c7-90ba-4b65dbe8ae4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:45.451941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89fceeb6-b101-476c-bccb-752f934807c3 req-1a5ae384-cef8-4902-9ac9-fbdacb9732f9 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70c6fa2-dee7-40c7-8098-63582e0cdae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457194 Apr 18 17:19:45.522006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f8a59c12-ec77-46c7-90ba-4b65dbe8ae4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:45.624684 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f8a59c12-ec77-46c7-90ba-4b65dbe8ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:45.675090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47866) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:45.675215 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f8a59c12-ec77-46c7-90ba-4b65dbe8ae4d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0c974261bef41a7b569a0b7b1188620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639394 Apr 18 17:19:45.677026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a59c12-ec77-46c7-90ba-4b65dbe8ae4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b338ef6e-1c18-4510-9bce-aab07751c0f7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:45.733135 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdd63d3-be8c-49d8-8269-c0d5529e2333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:45.770190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdd63d3-be8c-49d8-8269-c0d5529e2333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:45.841465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-583af5cd-fb9c-4edc-a1f8-b6d6ffabd44a tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:45.843157 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-583af5cd-fb9c-4edc-a1f8-b6d6ffabd44a tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 945 time: 0.0687854 Apr 18 17:19:45.895701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdd63d3-be8c-49d8-8269-c0d5529e2333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:45.899407 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdd63d3-be8c-49d8-8269-c0d5529e2333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:45.914040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fcdd63d3-be8c-49d8-8269-c0d5529e2333 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b338ef6e-1c18-4510-9bce-aab07751c0f7 HTTP/1.1" status: 204 len: 168 time: 0.2385285 Apr 18 17:19:45.932933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd63d3-be8c-49d8-8269-c0d5529e2333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b338ef6e-1c18-4510-9bce-aab07751c0f7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:45.951842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Deleting port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:19:45.952483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:46.052071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] For port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,segment=NetworkSegment(eaafa199-bb54-4092-a77a-ec418f16e740),segment_id=eaafa199-bb54-4092-a77a-ec418f16e740)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:46.052608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:46.081837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Calling delete_port for ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:19:46.283040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:46.318904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:19:46.350285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Pushing event deleted for resources: {'Port': ['ID=ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:46.379945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:46.433885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] No DVR routers for this DVR port ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:19:46.438391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:46.443909 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-556d3bd3-587d-4e2a-ae17-beca98a010d4 req-a0fc50d7-172b-4532-ae0a-3a2863a83c80 tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.18 "DELETE /v2.0/ports/ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac HTTP/1.1" status: 204 len: 173 time: 0.5923278 Apr 18 17:19:46.444659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a52312-7a9e-4f1d-b530-cd34e51b19c6', 'name': 'network-vif-deleted', 'tag': 'ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:19:46.447241 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28200422-ac5b-4714-a6e9-a7f1e267b6e1" -d '{"events": [{"server_uuid": "a3a52312-7a9e-4f1d-b530-cd34e51b19c6", "name": "network-vif-deleted", "tag": "ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:19:46.504485 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18444ab-0713-4553-95f3-54711878db3f x-openstack-request-id: req-f18444ab-0713-4553-95f3-54711878db3f {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:19:46.504784 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a52312-7a9e-4f1d-b530-cd34e51b19c6", "name": "network-vif-deleted", "tag": "ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:19:46.505396 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f18444ab-0713-4553-95f3-54711878db3f {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:19:46.506720 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18444ab-0713-4553-95f3-54711878db3f'] response: {'server_uuid': 'a3a52312-7a9e-4f1d-b530-cd34e51b19c6', 'name': 'network-vif-deleted', 'tag': 'ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac', 'status': 'completed', 'code': 200} Apr 18 17:19:46.594980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35d177cb-4bee-4fc3-b6c0-27852f994883 req-b540c57c-2d79-4f38-9c41-c98c0f3956ed tempest-InstanceActionsNegativeTestJSON-576368528 tempest-InstanceActionsNegativeTestJSON-576368528-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a52312-7a9e-4f1d-b530-cd34e51b19c6 HTTP/1.1" status: 200 len: 210 time: 0.0377500 Apr 18 17:19:46.596220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d1028dd-ce9f-4001-b89f-3902972716da admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:46.713879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d1028dd-ce9f-4001-b89f-3902972716da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:46.768367 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4d1028dd-ce9f-4001-b89f-3902972716da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:46.818754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4d1028dd-ce9f-4001-b89f-3902972716da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=669b8f937d54471280241c335ef2d184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379325 Apr 18 17:19:46.821355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47898) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:46.829378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1028dd-ce9f-4001-b89f-3902972716da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a3a680-4172-4676-9098-0398c66dcbe9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:46.890255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4221c55-4500-4e15-ba5f-c336a8a6bee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:46.918363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4221c55-4500-4e15-ba5f-c336a8a6bee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:47.031198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4221c55-4500-4e15-ba5f-c336a8a6bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:47.034866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4221c55-4500-4e15-ba5f-c336a8a6bee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:47.036317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d4221c55-4500-4e15-ba5f-c336a8a6bee0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39a3a680-4172-4676-9098-0398c66dcbe9 HTTP/1.1" status: 204 len: 168 time: 0.2137976 Apr 18 17:19:47.050831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4221c55-4500-4e15-ba5f-c336a8a6bee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a3a680-4172-4676-9098-0398c66dcbe9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:47.271682 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:47.351424 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:47.743089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47928) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:47.807731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d781525-c978-480d-a1fd-6ed0a9df1c2c admin admin] Deleting subnet 57eef274-778e-4065-a9ed-7c028184f99b {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:19:47.811273 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d781525-c978-480d-a1fd-6ed0a9df1c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:47.848641 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d781525-c978-480d-a1fd-6ed0a9df1c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:47.894578 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d781525-c978-480d-a1fd-6ed0a9df1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:47.914696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47934) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:47.931317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d00f0512-47e1-44c5-a748-aab61377cad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.020675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d781525-c978-480d-a1fd-6ed0a9df1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.079431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d781525-c978-480d-a1fd-6ed0a9df1c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.087206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47938) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:48.092302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0d781525-c978-480d-a1fd-6ed0a9df1c2c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/57eef274-778e-4065-a9ed-7c028184f99b HTTP/1.1" status: 204 len: 168 time: 0.3479679 Apr 18 17:19:48.094564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d781525-c978-480d-a1fd-6ed0a9df1c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57eef274-778e-4065-a9ed-7c028184f99b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:48.117402 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d00f0512-47e1-44c5-a748-aab61377cad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.164806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.214677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d00f0512-47e1-44c5-a748-aab61377cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.305921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.313341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f0512-47e1-44c5-a748-aab61377cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becc1e78-af04-4549-bfaf-2c34a4fee421,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:48.321103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d00f0512-47e1-44c5-a748-aab61377cad4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4aa541e911a642bd9fdfa1e4eeacd430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052930 Apr 18 17:19:48.323851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:48.334849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a264d03e-4573-4b5e-a51a-3a7c68852ffc']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:48.347922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaafa199-bb54-4092-a77a-ec418f16e740') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:48.348225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaafa199-bb54-4092-a77a-ec418f16e740') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:19:48.358434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.375455 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.383515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:19:48.384076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:19:48.386642 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:19:48.423419 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-956e4cf2-1d12-426d-bedf-dbab7434ce3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.455292 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-956e4cf2-1d12-426d-bedf-dbab7434ce3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.551281 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.556407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.559820 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a264d03e-4573-4b5e-a51a-3a7c68852ffc HTTP/1.1" status: 204 len: 168 time: 0.4711866 Apr 18 17:19:48.578302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d5690-cb6b-4174-82f7-7fe64db620a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a264d03e-4573-4b5e-a51a-3a7c68852ffc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:48.625887 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-956e4cf2-1d12-426d-bedf-dbab7434ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.628971 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-956e4cf2-1d12-426d-bedf-dbab7434ce3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:48.632673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-956e4cf2-1d12-426d-bedf-dbab7434ce3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/becc1e78-af04-4549-bfaf-2c34a4fee421 HTTP/1.1" status: 204 len: 168 time: 0.3030512 Apr 18 17:19:48.638352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e4cf2-1d12-426d-bedf-dbab7434ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc1e78-af04-4549-bfaf-2c34a4fee421,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:49.006941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47966) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:49.063296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7588de20-36eb-430c-a7be-3fbbcb2f4672 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90cb61c1763c44f984f73a0995864bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537395 Apr 18 17:19:49.065839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:49.155570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:49.221544 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:49.374169 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:49.376801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:49.378908 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c70c6fa2-dee7-40c7-8098-63582e0cdae1 HTTP/1.1" status: 204 len: 168 time: 0.3115802 Apr 18 17:19:49.388974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c6fa2-dee7-40c7-8098-63582e0cdae1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:49.399248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.405107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a69a8-20a6-4f39-ab18-1522802e7230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:19:49.569011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47982) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:49.688626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194ae31-760a-414c-9d1a-d0f744573a93 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:49.689271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194ae31-760a-414c-9d1a-d0f744573a93 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:49.690446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194ae31-760a-414c-9d1a-d0f744573a93 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:49.707028 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4194ae31-760a-414c-9d1a-d0f744573a93 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=4024897079404b088e8b6e570f2ad758&network_id=65655f52-ceff-460c-84d3-7ddc532d743b HTTP/1.1" status: 200 len: 2970 time: 0.1351247 Apr 18 17:19:50.767789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:19:50.803310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:19:50.803872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device ef4a4563-646b-4e3a-ac15-b1ec3c9f97ac not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:19:51.425617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48082) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:51.509594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6183cf76-628e-4054-a983-fb1441f615be tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:51.514671 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6183cf76-628e-4054-a983-fb1441f615be tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 814 time: 0.0845263 Apr 18 17:19:51.530668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2da32eec-ff86-48f2-928e-c124c4d4cb99 req-eb8895a4-5cb4-4672-86ca-f32221a4d927 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11d102f-33b7-469e-b821-86ca2f39b1db HTTP/1.1" status: 200 len: 210 time: 0.0417085 Apr 18 17:19:52.157467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8b20e47-dbfe-4f39-a10d-1e375a416f0a req-82b52d7f-92de-46f2-90c0-2720ec694aa2 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0461524 Apr 18 17:19:52.365630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48144) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:52.373192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'network': {'name': 'tempest-network-smoke--1971267502', 'project_id': '4024897079404b088e8b6e570f2ad758', 'port_security_enabled': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:52.471863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:19:52.477171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:52.502563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:19:52.511720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:52.512063 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Added segment f64951d8-94b4-4af6-ae6f-a88a5f7ca500 of type vlan for network 4556445e-d2a7-41b5-9079-92c386db6263 Apr 18 17:19:52.553206 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:52.673086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:52.680726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:52.681402 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:52.791763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Network': ['ID=4556445e-d2a7-41b5-9079-92c386db6263,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:52.818787 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ed9b0e0e-0892-4c54-a66a-36629f4e68be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4517150 Apr 18 17:19:52.828312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48158) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:52.907175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 4556445e-d2a7-41b5-9079-92c386db6263 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:19:52.971271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4bbe4-5056-4197-b5c6-730947e5846e tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:52.973355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bda4bbe4-5056-4197-b5c6-730947e5846e tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=4024897079404b088e8b6e570f2ad758&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1440117 Apr 18 17:19:52.979692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48162) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:53.196189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ba98-16f4-4974-a703-f7e24daa7fb9 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:53.198195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aee6ba98-16f4-4974-a703-f7e24daa7fb9 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2166715 Apr 18 17:19:53.200905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48170) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:53.249691 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3180ae62-d745-4aa1-9a2c-070d1ade1b28 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474236 Apr 18 17:19:53.253085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48172) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:53.273163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3a375ce-272c-4642-9a20-a59dda7004ef req-b90d4e65-9f97-4cfd-905c-36c1815a092d tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0294926 Apr 18 17:19:53.304985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48178) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:53.305195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1f49a8a7-8886-4528-8882-c87098726059 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=4024897079404b088e8b6e570f2ad758&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509002 Apr 18 17:19:53.411040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd69a4d-3354-4b61-8891-4279b1c22229 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:53.412854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fcd69a4d-3354-4b61-8891-4279b1c22229 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1064544 Apr 18 17:19:53.415773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48180) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:53.835257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-be689ae5-2447-4225-9bd8-0d1b46e2d781 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4180875 Apr 18 17:19:53.837721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48188) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:53.842819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1043163005', 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263', 'project_id': '4024897079404b088e8b6e570f2ad758', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:54.014395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:19:54.018792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.073837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48196) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:54.300189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64aa4680-807d-4088-b058-1dcee434a787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.340198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.389828 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64aa4680-807d-4088-b058-1dcee434a787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.440055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34619541-0823-43a2-9456-1dc0908644bf req-c545bb11-aa17-4148-8ec8-e2ef45573ef2 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0465164 Apr 18 17:19:54.467001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Subnet': ['ID=1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:54.473544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Checking segment: {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:19:54.474192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network hostable DHCP agents. Network: 4556445e-d2a7-41b5-9079-92c386db6263, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:19:54.482874 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64aa4680-807d-4088-b058-1dcee434a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.528833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-64aa4680-807d-4088-b058-1dcee434a787 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd1b2b1ab06c45bd8077e6178df79d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535279 Apr 18 17:19:54.531183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa4680-807d-4088-b058-1dcee434a787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac83ba1-0fd6-47f4-92e3-18b4c0ee38e4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:54.531651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48212) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:54.581861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-92b1a238-b790-4535-b990-0ce0de1d7333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.600911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 4556445e-d2a7-41b5-9079-92c386db6263 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:19:54.609649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-92b1a238-b790-4535-b990-0ce0de1d7333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.699911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 4556445e-d2a7-41b5-9079-92c386db6263) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:19:54.713511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:54.713511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.713763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb958d-4249-44b7-933d-197e1505ffe7 None None] Network 4556445e-d2a7-41b5-9079-92c386db6263 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:19:54.734150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-92b1a238-b790-4535-b990-0ce0de1d7333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.737256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-92b1a238-b790-4535-b990-0ce0de1d7333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:54.742860 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-92b1a238-b790-4535-b990-0ce0de1d7333 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aac83ba1-0fd6-47f4-92e3-18b4c0ee38e4 HTTP/1.1" status: 204 len: 168 time: 0.2056468 Apr 18 17:19:54.747113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1a238-b790-4535-b990-0ce0de1d7333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac83ba1-0fd6-47f4-92e3-18b4c0ee38e4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:54.828774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c8a965fa-604e-4672-b47f-070a37881d8b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9899867 Apr 18 17:19:54.890921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-4556445e-d2a7-41b5-9079-92c386db6263', 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ips': [{'subnet_id': '1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:19:54.894403 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.038354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Allocated IP 172.20.0.18 (4556445e-d2a7-41b5-9079-92c386db6263/1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6/12b10589-494b-42a3-9280-75f876dd4b05) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:19:55.198666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48224) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:55.203345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fcf5ead2-c1c5-4bd5-97a7-e9943430101a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075278958', 'description': 'tempest-secgroup-smoke-1075278958 description', 'project_id': '4024897079404b088e8b6e570f2ad758'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:55.235547 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.307790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.313805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcf5ead2-c1c5-4bd5-97a7-e9943430101a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.390825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcf5ead2-c1c5-4bd5-97a7-e9943430101a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.403897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Network 4556445e-d2a7-41b5-9079-92c386db6263 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:19:55.406889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:19:55.410572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:19:55.417311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Pushing event updated for resources: {'Port': ['ID=12b10589-494b-42a3-9280-75f876dd4b05,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:55.473021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48236) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:55.480077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Attempting to bind port 12b10589-494b-42a3-9280-75f876dd4b05 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:19:55.483491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Attempting to bind port 12b10589-494b-42a3-9280-75f876dd4b05 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:19:55.483491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Attempting to bind port 12b10589-494b-42a3-9280-75f876dd4b05 on network 4556445e-d2a7-41b5-9079-92c386db6263 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:19:55.483689 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcf5ead2-c1c5-4bd5-97a7-e9943430101a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.493665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be31d0c0-aede-4d44-b87f-756bf7d4000c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.497850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:19:55.498606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Checking segment: {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:19:55.498606 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.499015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Bound using segment: {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:19:55.499486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Bound port: 12b10589-494b-42a3-9280-75f876dd4b05, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:19:55.501670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.538637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5ead2-c1c5-4bd5-97a7-e9943430101a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38cf06e-9c5b-43e8-a1fb-923ad118b586,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:55.619215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] For port 12b10589-494b-42a3-9280-75f876dd4b05, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:19:55.624156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] For port 12b10589-494b-42a3-9280-75f876dd4b05, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=12b10589-494b-42a3-9280-75f876dd4b05,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:19:55.631485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be31d0c0-aede-4d44-b87f-756bf7d4000c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.633716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5abb5c36-8250-4824-be8e-71212ffe8c73 req-ac3893dc-c206-4d64-9458-15adc3141250 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0420575 Apr 18 17:19:55.668541 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcf5ead2-c1c5-4bd5-97a7-e9943430101a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.670652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fcf5ead2-c1c5-4bd5-97a7-e9943430101a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4703543 Apr 18 17:19:55.672839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:55.678160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6da1b102-92bb-429e-abea-1caf2c5ae7e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': 'f38cf06e-9c5b-43e8-a1fb-923ad118b586', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:55.745428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be31d0c0-aede-4d44-b87f-756bf7d4000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.746043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.769601 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6da1b102-92bb-429e-abea-1caf2c5ae7e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.786631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31d0c0-aede-4d44-b87f-756bf7d4000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6057deab-543c-42e5-abb3-c21bf24803d4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:55.791198 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-be31d0c0-aede-4d44-b87f-756bf7d4000c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ed08c61d8a041178549a91404872af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170724 Apr 18 17:19:55.802025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48242) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:55.841928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f3bad-d314-4470-a41a-bf2e05bc8922 None None] Pushing event updated for resources: {'Port': ['ID=12b10589-494b-42a3-9280-75f876dd4b05,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:55.868450 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6da1b102-92bb-429e-abea-1caf2c5ae7e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.891479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e4b21b4-6165-4703-81e2-3991dcbf9daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.915944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e4b21b4-6165-4703-81e2-3991dcbf9daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.922819 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6da1b102-92bb-429e-abea-1caf2c5ae7e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:55.966250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1b102-92bb-429e-abea-1caf2c5ae7e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65b3818-4a58-4d88-a1bd-5971169c18ec,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:56.093196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6da1b102-92bb-429e-abea-1caf2c5ae7e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.100462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e4b21b4-6165-4703-81e2-3991dcbf9daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.103461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e4b21b4-6165-4703-81e2-3991dcbf9daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.107945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6da1b102-92bb-429e-abea-1caf2c5ae7e5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4306386 Apr 18 17:19:56.110054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48246) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:56.110622 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3e4b21b4-6165-4703-81e2-3991dcbf9daa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6057deab-543c-42e5-abb3-c21bf24803d4 HTTP/1.1" status: 204 len: 168 time: 0.3075221 Apr 18 17:19:56.119148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0bc589b9-fe0c-4c55-9582-2f0b9a2f7d7d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': 'f38cf06e-9c5b-43e8-a1fb-923ad118b586', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:56.124445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b21b4-6165-4703-81e2-3991dcbf9daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6057deab-543c-42e5-abb3-c21bf24803d4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:56.238701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bc589b9-fe0c-4c55-9582-2f0b9a2f7d7d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.341889 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bc589b9-fe0c-4c55-9582-2f0b9a2f7d7d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.415003 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bc589b9-fe0c-4c55-9582-2f0b9a2f7d7d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.434633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc589b9-fe0c-4c55-9582-2f0b9a2f7d7d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3314f43-027c-4b21-b728-b0e1cbac3b5f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:56.540753 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bc589b9-fe0c-4c55-9582-2f0b9a2f7d7d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.541697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0bc589b9-fe0c-4c55-9582-2f0b9a2f7d7d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4285028 Apr 18 17:19:56.543508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48256) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:56.555640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c6f24bf4-d5fe-4455-8ab6-f1424edd4de1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': 'f38cf06e-9c5b-43e8-a1fb-923ad118b586', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:56.662759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6f24bf4-d5fe-4455-8ab6-f1424edd4de1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.794604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6f24bf4-d5fe-4455-8ab6-f1424edd4de1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.845082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-765fbf89-4191-442d-8c11-38fc36d54d59 req-95c6a2bf-6d76-4d57-b9f9-fa43560ca28e tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0644326 Apr 18 17:19:56.866784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6f24bf4-d5fe-4455-8ab6-f1424edd4de1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.905997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f24bf4-d5fe-4455-8ab6-f1424edd4de1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195a4a78-3c75-4d37-b577-490c2b27bc0c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:56.976291 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6f24bf4-d5fe-4455-8ab6-f1424edd4de1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:56.980992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48282) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:56.985789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7a3ead65-cb9e-4ad1-ae6f-f6834dcc2bbb tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': 'f38cf06e-9c5b-43e8-a1fb-923ad118b586', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:56.987235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c6f24bf4-d5fe-4455-8ab6-f1424edd4de1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423447 Apr 18 17:19:57.077579 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a3ead65-cb9e-4ad1-ae6f-f6834dcc2bbb tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.190171 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a3ead65-cb9e-4ad1-ae6f-f6834dcc2bbb tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.307191 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a3ead65-cb9e-4ad1-ae6f-f6834dcc2bbb tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.370441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ead65-cb9e-4ad1-ae6f-f6834dcc2bbb tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8aa951f-4bf5-4e19-a97c-4ee0bcb19000,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:57.392053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9edc19-58a3-4f4a-b8d0-92dc1cf22db8 None None] Network 4556445e-d2a7-41b5-9079-92c386db6263 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:19:57.423377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 12b10589-494b-42a3-9280-75f876dd4b05 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:19:57.476061 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a3ead65-cb9e-4ad1-ae6f-f6834dcc2bbb tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.482128 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7a3ead65-cb9e-4ad1-ae6f-f6834dcc2bbb tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4955022 Apr 18 17:19:57.488508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48298) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:57.502320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6fe8ad5a-599f-4362-9889-bc9cf3926b70 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': 'f38cf06e-9c5b-43e8-a1fb-923ad118b586', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:57.653890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a82d5231-d798-4c96-a2b1-a107d9d8c371 None None] Provisioning complete for port 12b10589-494b-42a3-9280-75f876dd4b05 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:57.654272 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a82d5231-d798-4c96-a2b1-a107d9d8c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.676679 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-6fe8ad5a-599f-4362-9889-bc9cf3926b70 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Project 4024897079404b088e8b6e570f2ad758 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:19:57.682596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ad5a-599f-4362-9889-bc9cf3926b70 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.742920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 12b10589-494b-42a3-9280-75f876dd4b05 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:57.743287 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.766506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ad5a-599f-4362-9889-bc9cf3926b70 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.832250 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d6242a6-0877-4950-a909-93fb2b7789da req-1607f5ce-88eb-4c58-b725-526068a09b7c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c11d102f-33b7-469e-b821-86ca2f39b1db HTTP/1.1" status: 200 len: 210 time: 0.0283158 Apr 18 17:19:57.836814 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ad5a-599f-4362-9889-bc9cf3926b70 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.863624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8ad5a-599f-4362-9889-bc9cf3926b70 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18929b30-6f72-4c3f-b679-b33bec2b73be,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:57.890367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a82d5231-d798-4c96-a2b1-a107d9d8c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.948562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ad5a-599f-4362-9889-bc9cf3926b70 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.958022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48306) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:19:57.959975 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6fe8ad5a-599f-4362-9889-bc9cf3926b70 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4687316 Apr 18 17:19:57.960844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a82d5231-d798-4c96-a2b1-a107d9d8c371 None None] For port 12b10589-494b-42a3-9280-75f876dd4b05, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=12b10589-494b-42a3-9280-75f876dd4b05,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:19:57.969552 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:57.990025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b65bf714-3fdc-4690-b90d-985bf7215882 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': 'f38cf06e-9c5b-43e8-a1fb-923ad118b586', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:19:58.000377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de9b691b-1d07-4e2d-902a-36ae83ec5301 req-6f987b93-8e13-40b1-a63d-25aca859363b tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0609741 Apr 18 17:19:58.032213 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a82d5231-d798-4c96-a2b1-a107d9d8c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:58.099916 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-b65bf714-3fdc-4690-b90d-985bf7215882 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Project 4024897079404b088e8b6e570f2ad758 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:19:58.105832 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65bf714-3fdc-4690-b90d-985bf7215882 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:58.193352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d5231-d798-4c96-a2b1-a107d9d8c371 None None] Pushing event updated for resources: {'Port': ['ID=12b10589-494b-42a3-9280-75f876dd4b05,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:58.203442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:19:58.203834 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:19:58.230184 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65bf714-3fdc-4690-b90d-985bf7215882 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:58.311478 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65bf714-3fdc-4690-b90d-985bf7215882 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:58.336122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bf714-3fdc-4690-b90d-985bf7215882 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fce745-a554-4f70-be04-fff410651dab,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:19:58.379183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5453f52c-7045-4eb0-bfeb-aea940d758f2 None None] Provisioning complete for port 12b10589-494b-42a3-9280-75f876dd4b05 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:58.386457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5453f52c-7045-4eb0-bfeb-aea940d758f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:58.418458 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b65bf714-3fdc-4690-b90d-985bf7215882 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:58.430889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b65bf714-3fdc-4690-b90d-985bf7215882 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4582038 Apr 18 17:19:58.512109 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-895afafd-36b3-4ad3-b6f6-1ac6732d900a req-b82c752f-6108-4add-967c-8e17cf558af2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0439508 Apr 18 17:19:58.820876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-06f0bce2-6598-4025-ba4c-a90f10f95031 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075278958&fields=id&tenant_id=4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 267 time: 0.0735092 Apr 18 17:19:58.970393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0872c63e-48c8-42b7-b648-01139b79b447 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:19:58.981018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0872c63e-48c8-42b7-b648-01139b79b447 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/networks?id=4556445e-d2a7-41b5-9079-92c386db6263 HTTP/1.1" status: 200 len: 797 time: 0.1585641 Apr 18 17:19:59.002563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-3a956b96-1acc-4b8e-90fc-6b8b247850ab tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/quotas/4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 375 time: 0.0197289 Apr 18 17:19:59.128701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-e357a2d3-4f82-4c51-9524-91e4419390aa tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1110253 Apr 18 17:19:59.203653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bab82181-3119-42da-81b1-2846ee5d831d req-2516e1d4-a983-4ba6-9c18-7b8c7d2a917e tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0561628 Apr 18 17:19:59.289062 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 12b10589-494b-42a3-9280-75f876dd4b05 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:19:59.310158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-8c61d41b-2750-4cb4-b01d-5ef725b4762c service neutron] 10.222.0.45 "GET /v2.0/networks/4556445e-d2a7-41b5-9079-92c386db6263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783071 Apr 18 17:19:59.371623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 12b10589-494b-42a3-9280-75f876dd4b05 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:19:59.372047 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:19:59.482396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-6a3ae2af-c4c3-47f2-813e-e4f011171ee9 service neutron] 10.222.0.45 "GET /v2.0/networks/4556445e-d2a7-41b5-9079-92c386db6263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711457 Apr 18 17:19:59.750032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-9b0b8d83-4cb5-4f2a-a696-5bfbe7dcc479 req-663e704c-fea7-4cbe-9fee-9db04ab6a1cd service neutron] (109826) timed out ('10.222.0.41', 61214) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:19:59.971319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95ed759b-e360-4815-b588-f90b2d1e9eac req-10e5b5a5-fcd2-48f3-8f0c-9e6d38de6aa1 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 210 time: 0.1400928 Apr 18 17:20:00.385656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18eb3951-65df-44ee-8d23-571463efd04f req-d578c541-d226-4c85-9525-43c12b0b0bca tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0544505 Apr 18 17:20:00.964450 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-79c11f04-686b-4701-ba83-cb98662f7e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:01.069460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2819a9a2-3de1-4f2f-adff-341815a66306 req-cd59b03f-84f4-4e62-bce0-25183e7d9bde tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.1185436 Apr 18 17:20:01.191834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0339e5f-9b5f-4668-8b62-417cf4adedbd req-6107311a-14dc-40f2-a0a8-367d9028e10e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 210 time: 0.0758524 Apr 18 17:20:01.680997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48446) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:01.806471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-439f20d7-a2c8-4fe4-af56-7c7d96ddf10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:01.896847 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-439f20d7-a2c8-4fe4-af56-7c7d96ddf10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:01.968770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-439f20d7-a2c8-4fe4-af56-7c7d96ddf10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:02.012483 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-439f20d7-a2c8-4fe4-af56-7c7d96ddf10a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8706dcf20bd24edea19e1eddda8e7ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302538 Apr 18 17:20:02.015107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48452) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:02.018952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f20d7-a2c8-4fe4-af56-7c7d96ddf10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697ce02d-cda3-47d7-b4a4-4d9118748bcb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:02.102346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee95fb6-e52c-4ef4-8637-a25e4a54eb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:02.130507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee95fb6-e52c-4ef4-8637-a25e4a54eb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:02.194114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1d77a76-8691-4764-a4c2-dfe97c1066e2 req-06da2058-6928-42db-8130-59eabea26cf0 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0375621 Apr 18 17:20:02.287034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee95fb6-e52c-4ef4-8637-a25e4a54eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:02.296407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee95fb6-e52c-4ef4-8637-a25e4a54eb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:02.301738 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ee95fb6-e52c-4ef4-8637-a25e4a54eb1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/697ce02d-cda3-47d7-b4a4-4d9118748bcb HTTP/1.1" status: 204 len: 168 time: 0.2850292 Apr 18 17:20:02.318334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee95fb6-e52c-4ef4-8637-a25e4a54eb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697ce02d-cda3-47d7-b4a4-4d9118748bcb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:02.327546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ca73b07-9551-48f0-b6b8-8d6638e535e1 req-3d815af5-0d38-460b-931f-c929cdd93060 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 210 time: 0.0400796 Apr 18 17:20:02.464080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-f5132f0c-5fb0-495e-9323-de8a7f66ee91 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:02.466290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-f5132f0c-5fb0-495e-9323-de8a7f66ee91 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "GET /v2.0/networks?id=4556445e-d2a7-41b5-9079-92c386db6263 HTTP/1.1" status: 200 len: 797 time: 0.1490428 Apr 18 17:20:02.537757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-510f847f-34ef-4312-94aa-64041299f32b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 473 time: 0.0563602 Apr 18 17:20:02.547892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'port': {'device_id': '2578fd67-7d71-4e08-93b5-b782ce93d425', 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263', 'admin_state_up': True, 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'security_groups': ['f38cf06e-9c5b-43e8-a1fb-923ad118b586']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:02.739465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:20:02.743134 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:02.945121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.20.0.20 (4556445e-d2a7-41b5-9079-92c386db6263/1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6/b5c6dccd-93c5-43e6-8a34-b701f3553572) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:20:03.089150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.228960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48484) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:03.238150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.279613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-490a49ed-ff75-4917-97ce-637577ece9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.290250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8192-7e48-4118-95ea-65da9ce14cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.344406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 4556445e-d2a7-41b5-9079-92c386db6263 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:20:03.349195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91434e78-3978-4a44-b4ce-34c84fd7e5bb req-6c595543-9df3-4cf3-b7ab-9369b5a81fcd tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0649109 Apr 18 17:20:03.359063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=b5c6dccd-93c5-43e6-8a34-b701f3553572,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:03.363091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:20:03.373593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:20:03.501434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:03.502164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.546350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7158484-f1ed-41ce-ab70-14725e98716c req-31ef340e-c708-4d7c-8e20-b0319f7e795c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:03.548052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7158484-f1ed-41ce-ab70-14725e98716c req-31ef340e-c708-4d7c-8e20-b0319f7e795c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 946 time: 0.1937814 Apr 18 17:20:03.570170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791dff-7f30-44d0-82d4-0bbd53b06df7 req-ac881ac5-86e9-4e83-a726-59055ce92664 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:03.571709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68791dff-7f30-44d0-82d4-0bbd53b06df7 req-ac881ac5-86e9-4e83-a726-59055ce92664 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 932 time: 0.1443050 Apr 18 17:20:03.607529 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-490a49ed-ff75-4917-97ce-637577ece9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.620620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c78d97f1-e219-4bf0-b39d-dfb48f3dc71c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0762854 Apr 18 17:20:03.649103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Request body: {'port': {'device_id': '2578fd67-7d71-4e08-93b5-b782ce93d425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:03.679932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7158484-f1ed-41ce-ab70-14725e98716c req-c2194013-49fe-4ecd-a04e-b73ee116f724 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065214 Apr 18 17:20:03.687591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68791dff-7f30-44d0-82d4-0bbd53b06df7 req-ff51ffdf-1f48-488d-a1fc-f1fca873998d tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018033 Apr 18 17:20:03.698676 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-490a49ed-ff75-4917-97ce-637577ece9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.713638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ad5b570c-67f9-48a3-85d1-e1ae2fc26bc9 None None] Provisioning complete for port b5c6dccd-93c5-43e6-8a34-b701f3553572 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:03.713638 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad5b570c-67f9-48a3-85d1-e1ae2fc26bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.750406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b570c-67f9-48a3-85d1-e1ae2fc26bc9 None None] Port b5c6dccd-93c5-43e6-8a34-b701f3553572 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:20:03.755690 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.781120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a49ed-ff75-4917-97ce-637577ece9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f4c30f-330b-47a0-b2bc-7d15bf4b5882,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:03.801656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-490a49ed-ff75-4917-97ce-637577ece9d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e402b3533494b0ebf785804c1a3f79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672498 Apr 18 17:20:03.803724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48500) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:03.866327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a2850c9-6fc1-4733-ac5e-06c3706b7f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:03.903963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a2850c9-6fc1-4733-ac5e-06c3706b7f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.019444 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a2850c9-6fc1-4733-ac5e-06c3706b7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.022207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a2850c9-6fc1-4733-ac5e-06c3706b7f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.023576 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6a2850c9-6fc1-4733-ac5e-06c3706b7f83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67f4c30f-330b-47a0-b2bc-7d15bf4b5882 HTTP/1.1" status: 204 len: 168 time: 0.2188513 Apr 18 17:20:04.032726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2850c9-6fc1-4733-ac5e-06c3706b7f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f4c30f-330b-47a0-b2bc-7d15bf4b5882,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:04.086262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c6dccd-93c5-43e6-8a34-b701f3553572 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:20:04.094189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.106376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Transition to ACTIVE for port object b5c6dccd-93c5-43e6-8a34-b701f3553572 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:20:04.167040 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.242525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Pushing event updated for resources: {'Port': ['ID=b5c6dccd-93c5-43e6-8a34-b701f3553572,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:04.300929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Attempting to bind port b5c6dccd-93c5-43e6-8a34-b701f3553572 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:20:04.301266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Attempting to bind port b5c6dccd-93c5-43e6-8a34-b701f3553572 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:20:04.301642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Attempting to bind port b5c6dccd-93c5-43e6-8a34-b701f3553572 on network 4556445e-d2a7-41b5-9079-92c386db6263 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:20:04.306386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Port b5c6dccd-93c5-43e6-8a34-b701f3553572 on network 4556445e-d2a7-41b5-9079-92c386db6263 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:20:04.306708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Attempting to bind port b5c6dccd-93c5-43e6-8a34-b701f3553572 on network 4556445e-d2a7-41b5-9079-92c386db6263 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:20:04.311990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:20:04.312327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Checking segment: {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:20:04.312714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Bound using segment: {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:20:04.313143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Bound port: b5c6dccd-93c5-43e6-8a34-b701f3553572, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:20:04.313539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.392540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] For port b5c6dccd-93c5-43e6-8a34-b701f3553572, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:20:04.395965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] For port b5c6dccd-93c5-43e6-8a34-b701f3553572, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b5c6dccd-93c5-43e6-8a34-b701f3553572,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:20:04.431535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.506246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31ea7518-4b7e-4146-9574-12416e1cc362 req-bcbbf5ed-f65d-49cb-919c-08b4ea8ed901 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0562336 Apr 18 17:20:04.508394 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.551674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:04.552688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:04.554483 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] 10.222.0.41 "PUT /v2.0/ports/b5c6dccd-93c5-43e6-8a34-b701f3553572 HTTP/1.1" status: 200 len: 1092 time: 0.9169376 Apr 18 17:20:04.557663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2578fd67-7d71-4e08-93b5-b782ce93d425', 'tag': 'b5c6dccd-93c5-43e6-8a34-b701f3553572'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:20:04.559839 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b8d7e1-a29c-4c0b-a67a-e517bafbf614" -d '{"events": [{"name": "network-changed", "server_uuid": "2578fd67-7d71-4e08-93b5-b782ce93d425", "tag": "b5c6dccd-93c5-43e6-8a34-b701f3553572"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:20:04.626635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2668c-0fe8-4c55-9df9-9e481558812b service neutron] Pushing event updated for resources: {'Port': ['ID=b5c6dccd-93c5-43e6-8a34-b701f3553572,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:04.633699 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284b27d4-4352-4ad5-b871-35c3ae009719 x-openstack-request-id: req-284b27d4-4352-4ad5-b871-35c3ae009719 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:20:04.633699 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2578fd67-7d71-4e08-93b5-b782ce93d425", "tag": "b5c6dccd-93c5-43e6-8a34-b701f3553572", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:20:04.633699 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-284b27d4-4352-4ad5-b871-35c3ae009719 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:20:04.633699 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284b27d4-4352-4ad5-b871-35c3ae009719'] response: {'name': 'network-changed', 'server_uuid': '2578fd67-7d71-4e08-93b5-b782ce93d425', 'tag': 'b5c6dccd-93c5-43e6-8a34-b701f3553572', 'status': 'completed', 'code': 200} Apr 18 17:20:04.741321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8d7e1-a29c-4c0b-a67a-e517bafbf614 req-c41aff6e-e8e2-4e6a-9b87-ba3f0171c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:04.743024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84b8d7e1-a29c-4c0b-a67a-e517bafbf614 req-c41aff6e-e8e2-4e6a-9b87-ba3f0171c5e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 1095 time: 0.0627494 Apr 18 17:20:04.977000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2923d-4221-403a-bde9-b15dab1a0a94 req-125a99f9-a384-40d7-9c2b-5d9370621041 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:04.978818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c2923d-4221-403a-bde9-b15dab1a0a94 req-125a99f9-a384-40d7-9c2b-5d9370621041 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 946 time: 0.1288824 Apr 18 17:20:04.980296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8d7e1-a29c-4c0b-a67a-e517bafbf614 req-04b0fefe-c4b3-4890-9004-c37cd4ecaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:04.980768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8d7e1-a29c-4c0b-a67a-e517bafbf614 req-04b0fefe-c4b3-4890-9004-c37cd4ecaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:04.982193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84b8d7e1-a29c-4c0b-a67a-e517bafbf614 req-04b0fefe-c4b3-4890-9004-c37cd4ecaca6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4024897079404b088e8b6e570f2ad758&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2245696 Apr 18 17:20:05.049815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1627e3-55a0-4d85-98c8-13e05c9088b1 req-021a66d5-0725-447d-a0c9-88aa1512596a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:05.057375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d1627e3-55a0-4d85-98c8-13e05c9088b1 req-021a66d5-0725-447d-a0c9-88aa1512596a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 944 time: 0.1690469 Apr 18 17:20:05.152997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23c2923d-4221-403a-bde9-b15dab1a0a94 req-224a0f35-79ee-4295-a33c-4b29475f8ef8 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=06afb944-80ed-4436-8142-25636d0997ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668842 Apr 18 17:20:05.197364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d1627e3-55a0-4d85-98c8-13e05c9088b1 req-8ed9b488-f604-40b1-b04e-a9cf0d9ec87c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335363 Apr 18 17:20:05.247800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8d7e1-a29c-4c0b-a67a-e517bafbf614 req-c2e8e14e-33e4-4d5c-b53b-71e5c50846f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:05.247800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84b8d7e1-a29c-4c0b-a67a-e517bafbf614 req-c2e8e14e-33e4-4d5c-b53b-71e5c50846f0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169056 Apr 18 17:20:05.286334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-21a92b66-bded-4d5e-8446-5cd098066fe2 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:05.289213 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-21a92b66-bded-4d5e-8446-5cd098066fe2 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 946 time: 0.0636368 Apr 18 17:20:05.389885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-43f7b488-2fe5-4caa-b866-7081898fe5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:05.392235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-43f7b488-2fe5-4caa-b866-7081898fe5d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 1095 time: 0.0569184 Apr 18 17:20:05.446013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Deleting port 502328b1-9c3d-41da-a639-94f0537f4d2d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:20:05.446558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:05.462183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-1072d632-0623-460e-b9e8-2bfd947fc5bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b5c6dccd-93c5-43e6-8a34-b701f3553572 HTTP/1.1" status: 200 len: 217 time: 0.0545938 Apr 18 17:20:05.575065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c107669f-5113-4d18-8e0d-ca6fe0bf6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:05.576534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-c107669f-5113-4d18-8e0d-ca6fe0bf6ac7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6 HTTP/1.1" status: 200 len: 838 time: 0.1057332 Apr 18 17:20:05.606709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] For port 502328b1-9c3d-41da-a639-94f0537f4d2d, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=502328b1-9c3d-41da-a639-94f0537f4d2d,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:05.607083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:05.676442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b65cca7-696e-454e-8583-fb9d136148fb req-2acd7f21-4c36-49d7-9277-506153f7aca1 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0405910 Apr 18 17:20:05.682251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-b19d75e9-9185-46f0-9eb5-398d8afeb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:05.684843 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-b19d75e9-9185-46f0-9eb5-398d8afeb846 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4556445e-d2a7-41b5-9079-92c386db6263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987587 Apr 18 17:20:05.836098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-a8ed0a2e-e3b9-4d74-9499-baae6e590ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/4556445e-d2a7-41b5-9079-92c386db6263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437731 Apr 18 17:20:05.860455 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:05.860714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:05.861015 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Floating IP 001ffc44-5ea1-4b16-aadc-d0573845baf6 disassociated. External IP: 172.25.5.237, port: 502328b1-9c3d-41da-a639-94f0537f4d2d. Apr 18 17:20:05.861919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Calling delete_port for 502328b1-9c3d-41da-a639-94f0537f4d2d owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:20:05.875928 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:05.959636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a24c5fb-9d38-4a6c-86cf-1f42392c1d5f req-f45b05b8-b39b-4f8e-8ec2-c1dd70a1bc14 service neutron] 10.222.0.41 "GET /v2.0/networks/4556445e-d2a7-41b5-9079-92c386db6263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160164 Apr 18 17:20:06.087377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:06.123810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'Port': ['ID=502328b1-9c3d-41da-a639-94f0537f4d2d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:06.176388 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:06.231379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df754c46-8efd-490e-a026-7ebbd3e39c04 req-0ff0e6d0-4293-4c00-b339-8ded3c6d2539 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:06.233694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df754c46-8efd-490e-a026-7ebbd3e39c04 req-0ff0e6d0-4293-4c00-b339-8ded3c6d2539 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0859714 Apr 18 17:20:06.279529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:20:06.400900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:20:06.417634 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:20:06.433548 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:20:06.434443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:20:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:06.490547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] No DVR routers for this DVR port 502328b1-9c3d-41da-a639-94f0537f4d2d on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:20:06.494417 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:06.498920 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ebb8507-38ae-4abb-8e29-c7f10fdd35eb req-a93bef4c-0c6c-49c0-ad4b-619a39c5d976 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "DELETE /v2.0/ports/502328b1-9c3d-41da-a639-94f0537f4d2d HTTP/1.1" status: 204 len: 173 time: 1.1758530 Apr 18 17:20:06.499842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5300c271-f401-49c8-b81f-beeaa04a467b', 'name': 'network-vif-deleted', 'tag': '502328b1-9c3d-41da-a639-94f0537f4d2d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:20:06.512364 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe7d564-71e5-431d-9fee-9d36c5a3fa96" -d '{"events": [{"server_uuid": "5300c271-f401-49c8-b81f-beeaa04a467b", "name": "network-vif-deleted", "tag": "502328b1-9c3d-41da-a639-94f0537f4d2d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:20:06.543040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48598) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:06.632824 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:20:06.728015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee5d81f8-888d-4d6e-bb98-7918d0ba425e req-992d41d7-df35-40e9-9a93-ed57c1a5a3e9 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=5300c271-f401-49c8-b81f-beeaa04a467b HTTP/1.1" status: 200 len: 210 time: 0.4672370 Apr 18 17:20:06.794760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df754c46-8efd-490e-a026-7ebbd3e39c04 req-d97e007c-7c2b-4109-a03d-59568e70e7d1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5550117 Apr 18 17:20:06.816833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-f75f6e4c-fb06-450e-b371-294aee9f3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:06.818364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-f75f6e4c-fb06-450e-b371-294aee9f3722 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1096 time: 0.5469418 Apr 18 17:20:06.868456 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dd7de6-230e-4ac5-8d39-eb697ce254bc x-openstack-request-id: req-b9dd7de6-230e-4ac5-8d39-eb697ce254bc {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:20:06.868749 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5300c271-f401-49c8-b81f-beeaa04a467b", "name": "network-vif-deleted", "tag": "502328b1-9c3d-41da-a639-94f0537f4d2d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:20:06.868998 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9dd7de6-230e-4ac5-8d39-eb697ce254bc {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:20:06.869404 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dd7de6-230e-4ac5-8d39-eb697ce254bc'] response: {'server_uuid': '5300c271-f401-49c8-b81f-beeaa04a467b', 'name': 'network-vif-deleted', 'tag': '502328b1-9c3d-41da-a639-94f0537f4d2d', 'status': 'completed', 'code': 200} Apr 18 17:20:06.915351 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:06.965515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-eb13cc46-8a20-455e-ba4c-2937a59615d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:06.966731 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-eb13cc46-8a20-455e-ba4c-2937a59615d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1409912 Apr 18 17:20:06.971941 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:20:06.983216 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:20:06.984245 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:20:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:07.033616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-75a50cbc-171c-4482-b456-cb5c9403b4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:07.064892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09297988-2c96-4b72-9f31-e297330b6b03 req-74653721-ae58-435a-ae80-236dbcff7fd6 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:07.066439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09297988-2c96-4b72-9f31-e297330b6b03 req-74653721-ae58-435a-ae80-236dbcff7fd6 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 944 time: 0.1467292 Apr 18 17:20:07.088166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-face57b9-31c4-4e0e-93c5-898102939c13 req-589b22ba-7825-4918-8892-a2b6d010e28b tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.1044824 Apr 18 17:20:07.131895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-75a50cbc-171c-4482-b456-cb5c9403b4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:07.139642 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:20:07.141061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09297988-2c96-4b72-9f31-e297330b6b03 req-c6d90951-bca8-43dc-9ec3-b0c461bd6179 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561643 Apr 18 17:20:07.143418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-b3622065-3917-457d-a8c4-497f4f52465d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.1678407 Apr 18 17:20:07.206529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-fdfcb412-7040-4044-a77d-dff1390a9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:07.209631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-fdfcb412-7040-4044-a77d-dff1390a9617 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0594528 Apr 18 17:20:07.249764 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-75a50cbc-171c-4482-b456-cb5c9403b4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:07.277341 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-3cc5d7af-af9c-45a1-9f20-b76a6f6c9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:07.278932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-3cc5d7af-af9c-45a1-9f20-b76a6f6c9339 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598028 Apr 18 17:20:07.297953 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-75a50cbc-171c-4482-b456-cb5c9403b4c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5adb37c2924a46fd8c5723f9ef448c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7535255 Apr 18 17:20:07.298928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48616) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:07.330717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a50cbc-171c-4482-b456-cb5c9403b4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5b4b1-de9c-4a5b-9985-89fe5e08573e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:07.376279 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35e43430-1556-41d0-a8e3-f8e07b448b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:07.407366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35e43430-1556-41d0-a8e3-f8e07b448b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:07.425636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-7664f278-912f-4ddd-820c-39dff1888c17 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292424 Apr 18 17:20:07.428944 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:07.468906 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3eeb5e-3522-4a0b-a47d-be9877f3e81a None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:20:07.542372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faa6d0f5-9e55-452c-a82b-f469c56652b1 req-7f49b045-a85c-46cd-8f81-613245f69582 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087210 Apr 18 17:20:07.585260 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35e43430-1556-41d0-a8e3-f8e07b448b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:07.587870 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35e43430-1556-41d0-a8e3-f8e07b448b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:07.592696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-35e43430-1556-41d0-a8e3-f8e07b448b6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98b5b4b1-de9c-4a5b-9985-89fe5e08573e HTTP/1.1" status: 204 len: 168 time: 0.2907720 Apr 18 17:20:07.610136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e43430-1556-41d0-a8e3-f8e07b448b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5b4b1-de9c-4a5b-9985-89fe5e08573e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:07.842808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c17df-339c-45f5-bf6b-dd6ce2dbbb73 None None] New status for floating IP 001ffc44-5ea1-4b16-aadc-d0573845baf6: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:20:07.917197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48638) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:07.987727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89077779-ff24-4293-b298-1121483be0fc req-75cedc9f-62e6-4cfa-951b-1d4a6fab7d37 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:07.991461 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89077779-ff24-4293-b298-1121483be0fc req-75cedc9f-62e6-4cfa-951b-1d4a6fab7d37 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1276839 Apr 18 17:20:08.017817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b241842-dd7f-4015-82ee-8b1f8b29ef84 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.050811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b241842-dd7f-4015-82ee-8b1f8b29ef84 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.078739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89077779-ff24-4293-b298-1121483be0fc req-c857f645-08ba-4d1f-8990-047f5284219e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567827 Apr 18 17:20:08.179968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b241842-dd7f-4015-82ee-8b1f8b29ef84 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.184494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0b241842-dd7f-4015-82ee-8b1f8b29ef84 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.185931 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0b241842-dd7f-4015-82ee-8b1f8b29ef84 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "DELETE /v2.0/security-groups/06afb944-80ed-4436-8142-25636d0997ac HTTP/1.1" status: 204 len: 168 time: 0.2676504 Apr 18 17:20:08.188643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48646) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:08.199647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b241842-dd7f-4015-82ee-8b1f8b29ef84 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06afb944-80ed-4436-8142-25636d0997ac,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:08.232271 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-0bf018bc-4c2c-4fcf-814c-6f764d2452ff tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] show failed (client error): The resource could not be found. Apr 18 17:20:08.233332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0bf018bc-4c2c-4fcf-814c-6f764d2452ff tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups/06afb944-80ed-4436-8142-25636d0997ac HTTP/1.1" status: 404 len: 347 time: 0.0427816 Apr 18 17:20:08.236389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48648) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:08.250622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 502328b1-9c3d-41da-a639-94f0537f4d2d no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:20:08.283394 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 502328b1-9c3d-41da-a639-94f0537f4d2d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:20:08.284068 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 502328b1-9c3d-41da-a639-94f0537f4d2d not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:20:08.293752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e47db34e-c655-45c1-8d1d-b8ed49ff5bd4 req-5e1a1da2-2734-46bb-ae7a-fd764b898c05 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0749454 Apr 18 17:20:08.320926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90249e7-448e-4ce8-989b-de3859eb7cda req-9e99d0e3-0b46-4ab5-a9b5-ed218b5ce59e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:08.322536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d90249e7-448e-4ce8-989b-de3859eb7cda req-9e99d0e3-0b46-4ab5-a9b5-ed218b5ce59e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 944 time: 0.0882428 Apr 18 17:20:08.381011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Deleting port 331987b4-c5b6-47c6-9e99-e1ee5f28454c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:20:08.381367 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.389605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d90249e7-448e-4ce8-989b-de3859eb7cda req-0a79c7e3-835d-41e1-882a-9ed4e81f715b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504444 Apr 18 17:20:08.466683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.467223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.478502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Calling delete_port for 331987b4-c5b6-47c6-9e99-e1ee5f28454c owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:20:08.588063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48656) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:08.602736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-076d3742-785b-4db2-bacd-57cfc1564b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.709314 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-076d3742-785b-4db2-bacd-57cfc1564b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.722504 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.754087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'Port': ['ID=331987b4-c5b6-47c6-9e99-e1ee5f28454c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:08.774936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-076d3742-785b-4db2-bacd-57cfc1564b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.814050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.817510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.818889 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a37539e6-3c00-42f1-aa51-f7960d0f8b6c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "DELETE /v2.0/floatingips/001ffc44-5ea1-4b16-aadc-d0573845baf6 HTTP/1.1" status: 204 len: 168 time: 0.5812595 Apr 18 17:20:08.825939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-076d3742-785b-4db2-bacd-57cfc1564b8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc7d6df336fb4e9a80d6b9ffb5ec21e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355456 Apr 18 17:20:08.830763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d3742-785b-4db2-bacd-57cfc1564b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c5c921-89ce-40f6-9b2d-0d7e2aedf9c4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:08.830903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48660) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:08.888330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18819b16-4d19-4326-9510-bf3180bcc280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:08.912779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18819b16-4d19-4326-9510-bf3180bcc280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.030935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18819b16-4d19-4326-9510-bf3180bcc280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.034602 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18819b16-4d19-4326-9510-bf3180bcc280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.038881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-18819b16-4d19-4326-9510-bf3180bcc280 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41c5c921-89ce-40f6-9b2d-0d7e2aedf9c4 HTTP/1.1" status: 204 len: 168 time: 0.2077205 Apr 18 17:20:09.047842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18819b16-4d19-4326-9510-bf3180bcc280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c5c921-89ce-40f6-9b2d-0d7e2aedf9c4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:09.121330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48672) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:09.127837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3231a64e-ba49-4f08-a7a7-3878bc7f8526 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709885180', 'description': 'tempest-description--123345520'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:09.216788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecd522-5d45-4830-86d0-8264e0c1822c req-b5269ce8-003e-452f-84ae-c5c7237b0f1f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:09.218421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23ecd522-5d45-4830-86d0-8264e0c1822c req-b5269ce8-003e-452f-84ae-c5c7237b0f1f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0583620 Apr 18 17:20:09.219536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3231a64e-ba49-4f08-a7a7-3878bc7f8526 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.263660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23ecd522-5d45-4830-86d0-8264e0c1822c req-c8d4ebf8-4d21-415b-9ab2-5edfd521c605 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384312 Apr 18 17:20:09.297366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3231a64e-ba49-4f08-a7a7-3878bc7f8526 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.368282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3231a64e-ba49-4f08-a7a7-3878bc7f8526 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.405383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-771ae0da-c740-4e44-b4ee-5f0d4f6d4833 req-c5d33ec9-cfb6-43dd-a61e-c29b331cb916 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0273280 Apr 18 17:20:09.406508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a64e-ba49-4f08-a7a7-3878bc7f8526 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb106a3-bf83-404a-81f5-50b933fd5499,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:09.467522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3231a64e-ba49-4f08-a7a7-3878bc7f8526 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.469142 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3231a64e-ba49-4f08-a7a7-3878bc7f8526 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3458307 Apr 18 17:20:09.472597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48686) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:09.477529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-79044fd0-922c-434c-ba22-4f5c006e6407 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group_rule': {'security_group_id': '0cb106a3-bf83-404a-81f5-50b933fd5499', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:09.547424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a70dd6-22ef-4191-9232-3f6bdef79fc9 req-6b929778-e644-40cb-bc24-c0d2b093ad9f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:09.549864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6a70dd6-22ef-4191-9232-3f6bdef79fc9 req-6b929778-e644-40cb-bc24-c0d2b093ad9f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 944 time: 0.0783010 Apr 18 17:20:09.587830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79044fd0-922c-434c-ba22-4f5c006e6407 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.613827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6a70dd6-22ef-4191-9232-3f6bdef79fc9 req-d06430fc-0514-411c-add7-2dbf6524c13e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 Apr 18 17:20:09.703534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79044fd0-922c-434c-ba22-4f5c006e6407 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.776353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79044fd0-922c-434c-ba22-4f5c006e6407 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.803961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79044fd0-922c-434c-ba22-4f5c006e6407 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0ced69-598c-4f30-8445-7fee1934badb,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:09.907282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79044fd0-922c-434c-ba22-4f5c006e6407 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:09.910065 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-79044fd0-922c-434c-ba22-4f5c006e6407 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4356015 Apr 18 17:20:09.913558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48702) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:09.918255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d20eeb7e-5923-4c8d-9375-38d8dff0a822 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'security_group_rule': {'security_group_id': '0cb106a3-bf83-404a-81f5-50b933fd5499', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:10.042084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d20eeb7e-5923-4c8d-9375-38d8dff0a822 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.092071 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d20eeb7e-5923-4c8d-9375-38d8dff0a822 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.162291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d20eeb7e-5923-4c8d-9375-38d8dff0a822 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.180613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20eeb7e-5923-4c8d-9375-38d8dff0a822 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f738cd5a-8e11-4893-8429-38b17dceaf22,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:10.238348 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d20eeb7e-5923-4c8d-9375-38d8dff0a822 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.239614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d20eeb7e-5923-4c8d-9375-38d8dff0a822 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3250122 Apr 18 17:20:10.242727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b5c6dccd-93c5-43e6-8a34-b701f3553572 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:20:10.243173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48716) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:10.247503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:10.335001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.340673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b5c6dccd-93c5-43e6-8a34-b701f3553572, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b5c6dccd-93c5-43e6-8a34-b701f3553572,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:10.356026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'b5c6dccd-93c5-43e6-8a34-b701f3553572', 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263', 'port_id': 'b5c6dccd-93c5-43e6-8a34-b701f3553572', 'mac_address': 'fa:16:3e:3b:dd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:20:10.397061 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.413395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c6dccd-93c5-43e6-8a34-b701f3553572 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:20:10.440620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b5c6dccd-93c5-43e6-8a34-b701f3553572, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b5c6dccd-93c5-43e6-8a34-b701f3553572,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:10.445187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.483741 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.542223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8db4fa14-be52-4680-94dc-17dc9e1aac29 req-e4a55b4a-f972-4967-864c-2fd4a87fc8e7 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0277536 Apr 18 17:20:10.567519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b5c6dccd-93c5-43e6-8a34-b701f3553572,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:10.576017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.576435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.576843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.577279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.577703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.578100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.578498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.578905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.579295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.579769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.580123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.580511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:10.592200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Allocated IP 172.25.5.142 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ea320d1b-ae6c-4d79-97fa-84da48b6da57) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:20:10.725600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.753363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbab63-2b84-4c80-93fe-818cc508d4d5 req-63a1abb4-ee3f-4729-818b-e6b8fcc935ea tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:10.754837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68dbab63-2b84-4c80-93fe-818cc508d4d5 req-63a1abb4-ee3f-4729-818b-e6b8fcc935ea tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 945 time: 0.0665436 Apr 18 17:20:10.795176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68dbab63-2b84-4c80-93fe-818cc508d4d5 req-e5b23061-8888-4289-846d-1d5ea9321fdf tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342796 Apr 18 17:20:10.854798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b5c6dccd-93c5-43e6-8a34-b701f3553572'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:20:10.865398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:10.935535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:20:10.938689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:20:10.945681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:20:10.987143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=ea320d1b-ae6c-4d79-97fa-84da48b6da57,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:11.048840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:11.155578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:11.331774 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:11.425049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:11.503685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=ea320d1b-ae6c-4d79-97fa-84da48b6da57,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:11.513657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:11.587501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:11.588780 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fd9a7214-10b8-4929-ad0f-932da0368cf0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3449070 Apr 18 17:20:11.711453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-171c14f6-c73a-45e0-95ff-38dbd8c64078 req-58d22e55-c4ec-4f4a-a04f-28c395b425a7 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0658851 Apr 18 17:20:11.810367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-f8a0045a-2a86-4ac4-ab00-055979793727 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--709885180&fields=id&tenant_id=197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 267 time: 0.0406477 Apr 18 17:20:11.945067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-c712d278-3c8f-4932-8042-21a0bba1e02a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:11.946595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-c712d278-3c8f-4932-8042-21a0bba1e02a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 814 time: 0.1354482 Apr 18 17:20:11.960094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57180521-b19c-431c-bdf1-71bacd932e12 req-84b2b176-1973-41fe-a6f7-269ba8bbff10 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:11.962652 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57180521-b19c-431c-bdf1-71bacd932e12 req-84b2b176-1973-41fe-a6f7-269ba8bbff10 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 945 time: 0.0875082 Apr 18 17:20:11.979637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-f9a77c94-95d7-451e-97ab-897cdf14b11c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/quotas/197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 375 time: 0.0159948 Apr 18 17:20:12.038638 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57180521-b19c-431c-bdf1-71bacd932e12 req-8f8c0c28-5fb8-4c9d-a119-fc47e4bc0849 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671864 Apr 18 17:20:12.059778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-3d1279f0-5c62-4840-9294-ebd0820255be tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644648 Apr 18 17:20:12.169431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-cad30038-bdc6-4c95-9c01-811932aabc87 service neutron] 10.222.0.45 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997436 Apr 18 17:20:12.255265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b5c6dccd-93c5-43e6-8a34-b701f3553572 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:20:12.267334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-81c86d14-5ffb-4663-a520-72008744c6b4 service neutron] 10.222.0.45 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908611 Apr 18 17:20:12.431206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port b5c6dccd-93c5-43e6-8a34-b701f3553572 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:20:12.435285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port b5c6dccd-93c5-43e6-8a34-b701f3553572 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:12.440918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:12.539575 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:12.561560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e96f00f1-3999-4a02-aca1-7ebf33f2f270 req-bbb7477f-ac97-49af-8b52-896b2d54772c tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 210 time: 0.0409181 Apr 18 17:20:12.567370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2578fd67-7d71-4e08-93b5-b782ce93d425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c6dccd-93c5-43e6-8a34-b701f3553572'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:20:12.570853 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0fd99c-5853-4b5a-8bd0-dc5104aa9b52" -d '{"events": [{"server_uuid": "2578fd67-7d71-4e08-93b5-b782ce93d425", "name": "network-vif-plugged", "status": "completed", "tag": "b5c6dccd-93c5-43e6-8a34-b701f3553572"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:20:12.606755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b5c6dccd-93c5-43e6-8a34-b701f3553572, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b5c6dccd-93c5-43e6-8a34-b701f3553572,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:12.621538 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f421e297-24db-40ce-ba0b-7d03189bd9d9 x-openstack-request-id: req-f421e297-24db-40ce-ba0b-7d03189bd9d9 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:20:12.621831 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2578fd67-7d71-4e08-93b5-b782ce93d425", "name": "network-vif-plugged", "status": "completed", "tag": "b5c6dccd-93c5-43e6-8a34-b701f3553572", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:20:12.622080 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f421e297-24db-40ce-ba0b-7d03189bd9d9 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:20:12.622472 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f421e297-24db-40ce-ba0b-7d03189bd9d9'] response: {'server_uuid': '2578fd67-7d71-4e08-93b5-b782ce93d425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c6dccd-93c5-43e6-8a34-b701f3553572', 'code': 200} Apr 18 17:20:12.696510 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:12.755518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b5c6dccd-93c5-43e6-8a34-b701f3553572,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:12.780818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bc77a-7d0a-4d02-91e8-f20ad6e741b8 req-19d1da87-52a2-4750-9372-935cf8f7d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:12.782435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d9bc77a-7d0a-4d02-91e8-f20ad6e741b8 req-19d1da87-52a2-4750-9372-935cf8f7d2ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 1097 time: 0.0497017 Apr 18 17:20:12.847194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6d54b5e-8d28-414b-a4bd-795a4f9eaeee req-17eb03a7-cbd1-4957-8d6f-0cc42ad62f1b tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0388389 Apr 18 17:20:12.865924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d9bc77a-7d0a-4d02-91e8-f20ad6e741b8 req-cca45e9d-2738-4da4-bae7-87c394b9e7ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654833 Apr 18 17:20:12.916643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48822) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:13.150621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:13.188739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d41c5e-5b85-4b47-9cd5-c6d42bfa9c54 req-37f878c3-032c-496b-9174-b690f822687b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:13.190810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1d41c5e-5b85-4b47-9cd5-c6d42bfa9c54 req-37f878c3-032c-496b-9174-b690f822687b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 946 time: 0.0774448 Apr 18 17:20:13.244606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1d41c5e-5b85-4b47-9cd5-c6d42bfa9c54 req-760b8a46-533f-4d20-86be-e33fd93fdbe9 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476847 Apr 18 17:20:13.275423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:13.339796 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:13.383053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=337f9f1ed1c24a7b869ab2f632060862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652858 Apr 18 17:20:13.384191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b142b41a-a465-49ca-bc17-b4860c4758ff,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:13.386200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48838) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:13.391966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.392905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.393344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.393688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.393937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.394265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.394869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.394993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.395275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.395538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.395859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.396178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc365c4a-5d1b-4798-a752-853ea6b49326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:13.469809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-592f1dd5-7aff-409f-aa48-0bbc78c73f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:13.503503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-592f1dd5-7aff-409f-aa48-0bbc78c73f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:13.618764 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-592f1dd5-7aff-409f-aa48-0bbc78c73f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:13.622649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-592f1dd5-7aff-409f-aa48-0bbc78c73f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:13.624058 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-592f1dd5-7aff-409f-aa48-0bbc78c73f20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b142b41a-a465-49ca-bc17-b4860c4758ff HTTP/1.1" status: 204 len: 168 time: 0.2366259 Apr 18 17:20:13.644766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f1dd5-7aff-409f-aa48-0bbc78c73f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b142b41a-a465-49ca-bc17-b4860c4758ff,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:13.660114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b35c6c2-a428-4a9c-a3a9-597ba98167b6 req-895b078e-619e-487d-bb5b-714f59b69db5 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 210 time: 0.0347273 Apr 18 17:20:13.962833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0e8fd9f-1865-4c0f-a947-023ce29f7dc8 req-27dab6f6-61a3-4877-96f2-1773df83f638 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0350897 Apr 18 17:20:14.369584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48868) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:14.383268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c624fdc3-8734-4974-a0c0-93bea9d13410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:14.384416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d352dea-2ad3-4362-aed7-aa2f6a3005fb req-ca9951dd-9130-41ae-a227-1a5a9ba8efff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:14.386148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d352dea-2ad3-4362-aed7-aa2f6a3005fb req-ca9951dd-9130-41ae-a227-1a5a9ba8efff tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 946 time: 0.0647616 Apr 18 17:20:14.399875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48870) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:14.447405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d352dea-2ad3-4362-aed7-aa2f6a3005fb req-6627d06d-901e-4b14-ad0c-984e0fab3355 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539584 Apr 18 17:20:14.476171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c624fdc3-8734-4974-a0c0-93bea9d13410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:14.550746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c624fdc3-8734-4974-a0c0-93bea9d13410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:14.627263 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5ca63c6-31db-4d1f-8ece-0cfc1aca8a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:14.636359 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c624fdc3-8734-4974-a0c0-93bea9d13410 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e7be9af58ea401c9e639ca21908957f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656615 Apr 18 17:20:14.638470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624fdc3-8734-4974-a0c0-93bea9d13410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406b9ad8-dd4f-46fd-905f-06f1c0ccbc13,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:14.641268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48878) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:14.658410 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-24259334-34d5-47a5-a20b-b44cfdf39fbe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918086 Apr 18 17:20:14.749471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5ff7-cc19-4c03-a0a5-77c10e3ceaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:14.771566 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5ca63c6-31db-4d1f-8ece-0cfc1aca8a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:14.780781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-c5ea8fcc-2df6-479e-863a-418dbeb8f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:14.782661 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-c5ea8fcc-2df6-479e-863a-418dbeb8f1f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 1097 time: 0.0843582 Apr 18 17:20:14.784750 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5ff7-cc19-4c03-a0a5-77c10e3ceaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:14.839874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdfcbf2d-6ff7-43de-a6bb-189077bf7b96 req-cb888f61-d5ee-42b6-880d-97758c2f86d6 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 210 time: 0.0660496 Apr 18 17:20:14.843034 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5ca63c6-31db-4d1f-8ece-0cfc1aca8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:14.886780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f5ca63c6-31db-4d1f-8ece-0cfc1aca8a42 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b98bd1c6b1dc4cc8ad883222ba40ddc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847245 Apr 18 17:20:14.887189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:14.889106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca63c6-31db-4d1f-8ece-0cfc1aca8a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8feb62-fbe5-4517-959a-8cb50497f30c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:14.948360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-a6948121-96bf-4729-9fb8-ccc44aaed13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:14.949897 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-a6948121-96bf-4729-9fb8-ccc44aaed13e service neutron] 10.222.0.18 "GET /v2.0/networks?id=65655f52-ceff-460c-84d3-7ddc532d743b HTTP/1.1" status: 200 len: 897 time: 0.1443248 Apr 18 17:20:15.006499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5ff7-cc19-4c03-a0a5-77c10e3ceaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:15.009223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5ff7-cc19-4c03-a0a5-77c10e3ceaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:15.012631 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7f4c5ff7-cc19-4c03-a0a5-77c10e3ceaf4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/406b9ad8-dd4f-46fd-905f-06f1c0ccbc13 HTTP/1.1" status: 204 len: 168 time: 0.3664172 Apr 18 17:20:15.025031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c5ff7-cc19-4c03-a0a5-77c10e3ceaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406b9ad8-dd4f-46fd-905f-06f1c0ccbc13,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:15.028875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d582260d-0473-4454-bf28-c7e807e646a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:15.070265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-69afaeb9-666f-415e-b81d-954be7c8aff3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed HTTP/1.1" status: 200 len: 1002 time: 0.1121035 Apr 18 17:20:15.083175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d582260d-0473-4454-bf28-c7e807e646a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:15.191836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-5453d948-a8cf-4f69-b220-ab28c2fa167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:15.195747 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-5453d948-a8cf-4f69-b220-ab28c2fa167c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c93db43-ef43-4c1e-91af-b3693d87ac3a HTTP/1.1" status: 200 len: 835 time: 0.1058795 Apr 18 17:20:15.231912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71ff500a-4864-483c-aaa0-b4dbec5fc597 req-43197455-1a4d-4ac4-8436-9e6400fd705b tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0723305 Apr 18 17:20:15.248989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-dee01c72-505d-4c4f-9644-fd886a34cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:15.261567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-dee01c72-505d-4c4f-9644-fd886a34cc32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65655f52-ceff-460c-84d3-7ddc532d743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585790 Apr 18 17:20:15.266540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-b28d3a87-9730-40f2-980d-bac2ba8fb20a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:15.268190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-b28d3a87-9730-40f2-980d-bac2ba8fb20a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 814 time: 0.2808092 Apr 18 17:20:15.318968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-cb846ae0-20f1-41f2-9eab-218ee3d54204 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197c04bc2e604d4882b92c004121e59d HTTP/1.1" status: 200 len: 379 time: 0.0356545 Apr 18 17:20:15.328941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'port': {'device_id': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'admin_state_up': True, 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'security_groups': ['0cb106a3-bf83-404a-81f5-50b933fd5499']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:15.357951 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d582260d-0473-4454-bf28-c7e807e646a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:15.361533 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d582260d-0473-4454-bf28-c7e807e646a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:15.365040 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d582260d-0473-4454-bf28-c7e807e646a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d8feb62-fbe5-4517-959a-8cb50497f30c HTTP/1.1" status: 204 len: 168 time: 0.4745290 Apr 18 17:20:15.396762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582260d-0473-4454-bf28-c7e807e646a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8feb62-fbe5-4517-959a-8cb50497f30c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:15.396762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-056b33d2-9a93-4af4-8447-5d4a0a393c1f service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242826 Apr 18 17:20:15.530276 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab16c837-92eb-4559-9410-5ab3b27121d3 req-b24b2235-f778-451e-818c-98f89c299fed service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247160 Apr 18 17:20:15.615439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63335295-8d0b-43cd-9e69-9efeb5143521 req-cc52209e-41e8-4ea4-a71b-a52255bef436 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:15.616934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63335295-8d0b-43cd-9e69-9efeb5143521 req-cc52209e-41e8-4ea4-a71b-a52255bef436 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 946 time: 0.0627277 Apr 18 17:20:15.637432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Made reservation on behalf of 197c04bc2e604d4882b92c004121e59d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:20:15.640504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:15.680326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63335295-8d0b-43cd-9e69-9efeb5143521 req-0ea11a23-2312-4765-a879-74e305446536 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567465 Apr 18 17:20:15.827990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Allocated IP 172.20.0.4 (6cc2c58f-8546-4ce1-89d8-2b141f67b355/4b971683-011f-4e84-9c4f-5cea4b4efd1d/f4796163-04cc-4349-b05d-6b6a972567b4) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:20:15.848121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777876-a5cc-403d-9967-3d2cafefe41f req-03fe41d3-e167-49c7-b69c-d0ab09be6b36 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:15.849656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5777876-a5cc-403d-9967-3d2cafefe41f req-03fe41d3-e167-49c7-b69c-d0ab09be6b36 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 946 time: 0.0809686 Apr 18 17:20:15.988327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ce2b138-3a94-4613-ac65-cf249f924032 req-a02573b4-61c1-47ce-8636-08a900f29705 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 210 time: 0.0676961 Apr 18 17:20:15.991808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5777876-a5cc-403d-9967-3d2cafefe41f req-70ce712a-e3c3-4f48-a498-2c6602ad8940 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323311 Apr 18 17:20:16.051829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.162674 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.205634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48922) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:16.213296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:20:16.216627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:20:16.220712 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:20:16.226071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-180afb41-442c-4f50-81a7-34b708cd56d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.245808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event updated for resources: {'Port': ['ID=f4796163-04cc-4349-b05d-6b6a972567b4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:16.317661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:16.317661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.346039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-180afb41-442c-4f50-81a7-34b708cd56d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.416041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17b9beb2-f4fe-45f1-ada0-5aa6dc7a86aa req-8ec4ca88-1736-45c7-b011-6ebb7f5c05c9 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0451355 Apr 18 17:20:16.422750 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-2dface75-e286-4e36-b0c0-747e7d7787ea tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0977635 Apr 18 17:20:16.442876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Request body: {'port': {'device_id': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:16.471332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-180afb41-442c-4f50-81a7-34b708cd56d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.525384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.533777 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-180afb41-442c-4f50-81a7-34b708cd56d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f301ac22709a4758987d5e11eb92e851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267488 Apr 18 17:20:16.534678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180afb41-442c-4f50-81a7-34b708cd56d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0018da4a-4117-438b-89d0-fdcb279745ee,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:16.537221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48938) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:16.561021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-70f15e60-b191-43a6-b301-1605f3972797 None None] Provisioning complete for port f4796163-04cc-4349-b05d-6b6a972567b4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:16.566437 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70f15e60-b191-43a6-b301-1605f3972797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.608853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-70f15e60-b191-43a6-b301-1605f3972797 None None] Port f4796163-04cc-4349-b05d-6b6a972567b4 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:20:16.627642 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2908230b-8768-498f-b31e-b9c09c1ed9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.649185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2908230b-8768-498f-b31e-b9c09c1ed9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.767891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2908230b-8768-498f-b31e-b9c09c1ed9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.770575 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2908230b-8768-498f-b31e-b9c09c1ed9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.771963 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2908230b-8768-498f-b31e-b9c09c1ed9dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0018da4a-4117-438b-89d0-fdcb279745ee HTTP/1.1" status: 204 len: 168 time: 0.2337689 Apr 18 17:20:16.780677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908230b-8768-498f-b31e-b9c09c1ed9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0018da4a-4117-438b-89d0-fdcb279745ee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:16.858525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4796163-04cc-4349-b05d-6b6a972567b4 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:20:16.866818 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:16.879412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Transition to ACTIVE for port object f4796163-04cc-4349-b05d-6b6a972567b4 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:20:16.956658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:17.005355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Pushing event updated for resources: {'Port': ['ID=f4796163-04cc-4349-b05d-6b6a972567b4,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:17.133823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Attempting to bind port f4796163-04cc-4349-b05d-6b6a972567b4 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:20:17.134163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Attempting to bind port f4796163-04cc-4349-b05d-6b6a972567b4 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:20:17.134498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Attempting to bind port f4796163-04cc-4349-b05d-6b6a972567b4 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:20:17.162465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Port f4796163-04cc-4349-b05d-6b6a972567b4 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:20:17.162820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Attempting to bind port f4796163-04cc-4349-b05d-6b6a972567b4 on network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:20:17.171142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:20:17.171485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Checking segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:20:17.171925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Bound using segment: {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:20:17.172369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Bound port: f4796163-04cc-4349-b05d-6b6a972567b4, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cc4640-0f2f-4be6-8466-f33b72755b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:20:17.173225 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:17.199454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefafbf-b79e-41b5-856e-20f6d9fe4f63 req-b2490229-18ec-4d11-abf4-43c03d98cce1 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:17.211718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fefafbf-b79e-41b5-856e-20f6d9fe4f63 req-b2490229-18ec-4d11-abf4-43c03d98cce1 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 943 time: 0.1313348 Apr 18 17:20:17.234096 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:17.297053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] For port f4796163-04cc-4349-b05d-6b6a972567b4, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:20:17.315244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6fefafbf-b79e-41b5-856e-20f6d9fe4f63 req-57d583fb-95f6-46e8-8532-8d4389130fdf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014535 Apr 18 17:20:17.316501 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:17.324817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] For port f4796163-04cc-4349-b05d-6b6a972567b4, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f4796163-04cc-4349-b05d-6b6a972567b4,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:20:17.385866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:17.432138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:17.433202 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:17.435241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] 10.222.0.41 "PUT /v2.0/ports/f4796163-04cc-4349-b05d-6b6a972567b4 HTTP/1.1" status: 200 len: 1091 time: 0.9976349 Apr 18 17:20:17.435846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'tag': 'f4796163-04cc-4349-b05d-6b6a972567b4'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:20:17.439446 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c5b447-dd37-4795-920a-2c83255d28ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e7856c0b-7c84-498e-bd89-1dbc7ed87bd0", "tag": "f4796163-04cc-4349-b05d-6b6a972567b4"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:20:17.468833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47017c-01c3-4dfd-b5f3-30d172c6f6fe service neutron] Pushing event updated for resources: {'Port': ['ID=f4796163-04cc-4349-b05d-6b6a972567b4,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:17.515622 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153792c9-6cf7-42a8-803e-d72659754145 x-openstack-request-id: req-153792c9-6cf7-42a8-803e-d72659754145 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:20:17.515622 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7856c0b-7c84-498e-bd89-1dbc7ed87bd0", "tag": "f4796163-04cc-4349-b05d-6b6a972567b4", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:20:17.515622 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-153792c9-6cf7-42a8-803e-d72659754145 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:20:17.515622 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153792c9-6cf7-42a8-803e-d72659754145'] response: {'name': 'network-changed', 'server_uuid': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'tag': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'status': 'completed', 'code': 200} Apr 18 17:20:17.625644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48976) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:17.670412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89dc91ca-d14b-47c0-a3a9-38254975a95b req-d2959408-85e1-4b4b-aec2-069c534d7195 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0728891 Apr 18 17:20:17.689386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b447-dd37-4795-920a-2c83255d28ed req-d58a8f0b-4d99-4ba4-9a72-d99e4a00796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:17.716950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17c5b447-dd37-4795-920a-2c83255d28ed req-d58a8f0b-4d99-4ba4-9a72-d99e4a00796a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 1094 time: 0.1583667 Apr 18 17:20:17.911480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b447-dd37-4795-920a-2c83255d28ed req-f663b6fa-71a5-497e-aea1-2316835dec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:17.920968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17c5b447-dd37-4795-920a-2c83255d28ed req-f663b6fa-71a5-497e-aea1-2316835dec75 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=197c04bc2e604d4882b92c004121e59d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1870937 Apr 18 17:20:18.087321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b447-dd37-4795-920a-2c83255d28ed req-f6309b7e-796e-431d-9993-fc260fc1f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:18.089382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17c5b447-dd37-4795-920a-2c83255d28ed req-f6309b7e-796e-431d-9993-fc260fc1f322 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1669679 Apr 18 17:20:18.245512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-5ea84bc9-25a1-4ee6-a365-dfb27735c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:18.249458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-5ea84bc9-25a1-4ee6-a365-dfb27735c379 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0869386 Apr 18 17:20:18.327841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-c7612f73-6d47-43ac-b51c-36ca0824970b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4796163-04cc-4349-b05d-6b6a972567b4 HTTP/1.1" status: 200 len: 217 time: 0.0663671 Apr 18 17:20:18.343594 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:18.418258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-84e4db3d-b106-4ad8-a559-a891587eaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:18.418725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-84e4db3d-b106-4ad8-a559-a891587eaa71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.0818815 Apr 18 17:20:18.500059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e511434-3212-4a54-b062-7ff348f3e703 req-87483701-6890-43b5-b6b3-720f368e208d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:18.501676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e511434-3212-4a54-b062-7ff348f3e703 req-87483701-6890-43b5-b6b3-720f368e208d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 943 time: 0.0972471 Apr 18 17:20:18.503783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-c5b107bb-29d2-4c0a-901b-713bc035f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:18.505290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-c5b107bb-29d2-4c0a-901b-713bc035f110 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697465 Apr 18 17:20:18.690835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e511434-3212-4a54-b062-7ff348f3e703 req-bc91fa18-4c52-4fb2-983b-0c5b3bc16d1d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817689 Apr 18 17:20:18.706402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-8a742c99-906e-494e-958d-55b8cbfdcf55 service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886494 Apr 18 17:20:18.821230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.20.0.17 (4556445e-d2a7-41b5-9079-92c386db6263/1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6/a381c7b3-dc51-4f79-b47c-70f5adae1738) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:20:18.854137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1f6526e-0fe1-446f-9f35-e0f77d892969 req-59d8336f-a80d-4dde-84a9-92d656aca682 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0302737 Apr 18 17:20:18.886291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e27395c-e0d7-485e-aa24-0cba48ad3ae5 req-1a61a49e-cdd3-403c-ad0c-22589eb92cb6 service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684191 Apr 18 17:20:18.951320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.066165 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.103237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 4556445e-d2a7-41b5-9079-92c386db6263 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:20:19.112403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:20:19.113075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:20:19.146492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=a381c7b3-dc51-4f79-b47c-70f5adae1738,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:19.172829 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.387939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.415619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d1adb23c-5199-4794-a501-fd1c1beca36a None None] Provisioning complete for port a381c7b3-dc51-4f79-b47c-70f5adae1738 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:19.416662 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d1adb23c-5199-4794-a501-fd1c1beca36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.472188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb23c-5199-4794-a501-fd1c1beca36a None None] Port a381c7b3-dc51-4f79-b47c-70f5adae1738 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:20:19.508423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49030) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:19.648231 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac6a17a6-b343-4d53-b2de-41f3d9cc40b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.759013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac6a17a6-b343-4d53-b2de-41f3d9cc40b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.771913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.838538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac6a17a6-b343-4d53-b2de-41f3d9cc40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.859590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.892645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbc814-802e-4a7e-83d0-e1d6aecf6a95 req-19b1dfc6-dd4f-43ac-ba5c-04efb91bc6bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:19.900277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69bbc814-802e-4a7e-83d0-e1d6aecf6a95 req-19b1dfc6-dd4f-43ac-ba5c-04efb91bc6bc tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 943 time: 0.0961099 Apr 18 17:20:19.909799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a17a6-b343-4d53-b2de-41f3d9cc40b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c67a56-98b1-404e-8af2-360b6ad2640b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:19.923034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ac6a17a6-b343-4d53-b2de-41f3d9cc40b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7fa62ae533e9459787f3d7aee4bc1d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135048 Apr 18 17:20:19.923260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:19.946736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69bbc814-802e-4a7e-83d0-e1d6aecf6a95 req-a6a61a1d-9fed-44e4-82bb-cb8628e75d54 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454102 Apr 18 17:20:19.964776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=a381c7b3-dc51-4f79-b47c-70f5adae1738,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:19.977353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:19.996314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-111b5e06-ddae-4c49-b9ba-1d74a149460f req-62c772b2-366c-485c-8210-c38a10f09f5e tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0261722 Apr 18 17:20:20.068247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05ca6cde-c12b-4335-becf-22270fbbb694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:20.109365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05ca6cde-c12b-4335-becf-22270fbbb694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:20.123334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 4556445e-d2a7-41b5-9079-92c386db6263 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:20:20.126805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:20:20.146269 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:20:20.341809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49064) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:20.484286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23c9cc73-3603-40b3-a7bb-ab761b9c7a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:20.513594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-489ec553-cda8-4bab-bee2-b3bb2d33d8d4 None None] Provisioning complete for port a381c7b3-dc51-4f79-b47c-70f5adae1738 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:20.514188 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-489ec553-cda8-4bab-bee2-b3bb2d33d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:20.554619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-489ec553-cda8-4bab-bee2-b3bb2d33d8d4 None None] Port a381c7b3-dc51-4f79-b47c-70f5adae1738 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:20:20.674323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router 46fed74d-2f28-4a8b-9229-39566076cc46 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:20:20.721873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05ca6cde-c12b-4335-becf-22270fbbb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:20.724412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05ca6cde-c12b-4335-becf-22270fbbb694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:20.725590 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-05ca6cde-c12b-4335-becf-22270fbbb694 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4c67a56-98b1-404e-8af2-360b6ad2640b HTTP/1.1" status: 204 len: 168 time: 0.7995644 Apr 18 17:20:20.740943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca6cde-c12b-4335-becf-22270fbbb694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c67a56-98b1-404e-8af2-360b6ad2640b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:20.807787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:20:20.813059 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0221d2c3-529c-4927-8178-cfa567f394be tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "PUT /v2.0/routers/46fed74d-2f28-4a8b-9229-39566076cc46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1854067 Apr 18 17:20:20.835060 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Sync routers for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:20:20.848156 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23c9cc73-3603-40b3-a7bb-ab761b9c7a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:20.853289 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:20:20.854244 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:20:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:20.928110 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23c9cc73-3603-40b3-a7bb-ab761b9c7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:20.972793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-23c9cc73-3603-40b3-a7bb-ab761b9c7a80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cde2119210fd454b93fe9f140b5448e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6293590 Apr 18 17:20:20.974391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9cc73-3603-40b3-a7bb-ab761b9c7a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e954a9da-f3ff-4dc5-b87a-de71d6489235,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:20.975722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49076) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:20.987343 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:20:21.081913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1ea456b-bff5-4038-bb2d-b36a13dcf2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.135342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6110e-9d46-43b7-83fb-8e20bf3ee3f3 req-4bfedea7-de28-4fbe-a09e-27e9ba9af40e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:21.141196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6f6110e-9d46-43b7-83fb-8e20bf3ee3f3 req-4bfedea7-de28-4fbe-a09e-27e9ba9af40e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 943 time: 0.1070497 Apr 18 17:20:21.143318 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1ea456b-bff5-4038-bb2d-b36a13dcf2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.224746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aff65760-8f52-4c05-b3e8-748a3b1f2bf9 req-cdf59c33-1861-4749-9968-ebe7655e7971 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0797341 Apr 18 17:20:21.269590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6f6110e-9d46-43b7-83fb-8e20bf3ee3f3 req-81133bb3-7b41-457b-b20a-ab5b055086d6 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198623 Apr 18 17:20:21.306046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1ea456b-bff5-4038-bb2d-b36a13dcf2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.310917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1ea456b-bff5-4038-bb2d-b36a13dcf2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.313858 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b1ea456b-bff5-4038-bb2d-b36a13dcf2fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e954a9da-f3ff-4dc5-b87a-de71d6489235 HTTP/1.1" status: 204 len: 168 time: 0.3369665 Apr 18 17:20:21.338764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea456b-bff5-4038-bb2d-b36a13dcf2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954a9da-f3ff-4dc5-b87a-de71d6489235,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:21.401849 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:19Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:40Z', 'revision_number': 1, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a381c7b3-dc51-4f79-b47c-70f5adae1738', 'name': '', 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:3d:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:20:18Z', 'updated_at': '2022-04-18T17:20:19Z', 'revision_number': 2, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:21.430062 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Checking router: 46fed74d-2f28-4a8b-9229-39566076cc46 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:20:21.430660 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Updating router 46fed74d-2f28-4a8b-9229-39566076cc46 port a381c7b3-dc51-4f79-b47c-70f5adae1738 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:20:21.456244 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.544350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:21.559942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4098cf5a-af95-4eb8-9828-de6d274a74cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.713905 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4098cf5a-af95-4eb8-9828-de6d274a74cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.784916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4098cf5a-af95-4eb8-9828-de6d274a74cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.813390 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4098cf5a-af95-4eb8-9828-de6d274a74cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4311455887b144b5a65637dad7aee94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680516 Apr 18 17:20:21.816181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49090) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:21.836587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098cf5a-af95-4eb8-9828-de6d274a74cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0001b-f8a8-4744-b060-6bd74bfd6a18,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:21.876521 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.892343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31c9dbea-3d17-4225-b97f-9b0768b37976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.918628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31c9dbea-3d17-4225-b97f-9b0768b37976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.933359 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:21.991080 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Pushing event updated for resources: {'Port': ['ID=a381c7b3-dc51-4f79-b47c-70f5adae1738,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:22.011850 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.012318 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.012590 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.012946 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.013662 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.013999 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.014329 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.014656 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.014986 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.015472 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.015802 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.016128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:22.065195 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Attempting to bind port a381c7b3-dc51-4f79-b47c-70f5adae1738 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:20:22.065603 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Attempting to bind port a381c7b3-dc51-4f79-b47c-70f5adae1738 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:20:22.065974 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Attempting to bind port a381c7b3-dc51-4f79-b47c-70f5adae1738 on network 4556445e-d2a7-41b5-9079-92c386db6263 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:20:22.071181 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:20:22.071552 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Checking segment: {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:20:22.071957 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.072346 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Bound using segment: {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:20:22.072807 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Bound port: a381c7b3-dc51-4f79-b47c-70f5adae1738, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:20:22.073186 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.105028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31c9dbea-3d17-4225-b97f-9b0768b37976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.107520 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31c9dbea-3d17-4225-b97f-9b0768b37976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.108686 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-31c9dbea-3d17-4225-b97f-9b0768b37976 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7f0001b-f8a8-4744-b060-6bd74bfd6a18 HTTP/1.1" status: 204 len: 168 time: 0.2912610 Apr 18 17:20:22.116476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9dbea-3d17-4225-b97f-9b0768b37976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0001b-f8a8-4744-b060-6bd74bfd6a18,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:22.187742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] For port a381c7b3-dc51-4f79-b47c-70f5adae1738, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:20:22.200410 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] For port a381c7b3-dc51-4f79-b47c-70f5adae1738, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a381c7b3-dc51-4f79-b47c-70f5adae1738,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:20:22.222791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49096) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:22.239066 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53942271-a327-4793-9e04-8032a147d627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.259640 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.296245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-daa79a88-6291-479e-84e1-6c41b5e3b2ce None None] Provisioning complete for port a381c7b3-dc51-4f79-b47c-70f5adae1738 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:22.296788 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-daa79a88-6291-479e-84e1-6c41b5e3b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.334737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f4796163-04cc-4349-b05d-6b6a972567b4 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:20:22.349940 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53942271-a327-4793-9e04-8032a147d627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.389191 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:20:22.395166 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:20:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:22.440570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-760fee23-5792-438d-a221-9b62a46c1a15 req-b8524708-b601-4a86-b7e8-2214410822f8 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0614793 Apr 18 17:20:22.466257 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf0ae-317d-4e84-af13-fc24ce2d1fb3 None None] Pushing event updated for resources: {'Port': ['ID=a381c7b3-dc51-4f79-b47c-70f5adae1738,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:22.503455 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53942271-a327-4793-9e04-8032a147d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.531527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f4796163-04cc-4349-b05d-6b6a972567b4, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f4796163-04cc-4349-b05d-6b6a972567b4,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:22.549312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'port_id': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'mac_address': 'fa:16:3e:e9:d1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:20:22.557248 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:20:22.608106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6cfd9-2075-427e-a3f8-afb4bfd90a29 req-77611757-9955-4794-a76d-fae9759ad932 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:22.614315 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.617432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cd6cfd9-2075-427e-a3f8-afb4bfd90a29 req-77611757-9955-4794-a76d-fae9759ad932 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 943 time: 0.1959338 Apr 18 17:20:22.637582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4796163-04cc-4349-b05d-6b6a972567b4 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:20:22.684007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f4796163-04cc-4349-b05d-6b6a972567b4, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f4796163-04cc-4349-b05d-6b6a972567b4,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:22.686277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49106) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:22.700830 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-53942271-a327-4793-9e04-8032a147d627 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05dab791e1414427b32708f604ff066e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760349 Apr 18 17:20:22.703984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53942271-a327-4793-9e04-8032a147d627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49226307-ada8-4b5b-b651-829236d8b8c2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:22.765258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cd6cfd9-2075-427e-a3f8-afb4bfd90a29 req-a3696273-ec0c-4d24-8e10-2db2898bdaee tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467221 Apr 18 17:20:22.786514 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.794403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c48bf45-3cab-4013-89a9-608789247f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.835975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c48bf45-3cab-4013-89a9-608789247f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.848411 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-daa79a88-6291-479e-84e1-6c41b5e3b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.887218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=f4796163-04cc-4349-b05d-6b6a972567b4,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:22.919157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-daa79a88-6291-479e-84e1-6c41b5e3b2ce None None] For port a381c7b3-dc51-4f79-b47c-70f5adae1738, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a381c7b3-dc51-4f79-b47c-70f5adae1738,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:22.951917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c48bf45-3cab-4013-89a9-608789247f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.954864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c48bf45-3cab-4013-89a9-608789247f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:22.956328 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2c48bf45-3cab-4013-89a9-608789247f93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49226307-ada8-4b5b-b651-829236d8b8c2 HTTP/1.1" status: 204 len: 168 time: 0.2684739 Apr 18 17:20:22.965741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48bf45-3cab-4013-89a9-608789247f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49226307-ada8-4b5b-b651-829236d8b8c2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:22.986272 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:19Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:40Z', 'revision_number': 1, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a381c7b3-dc51-4f79-b47c-70f5adae1738', 'name': '', 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:3d:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:20:18Z', 'updated_at': '2022-04-18T17:20:22Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:22.989393 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-daa79a88-6291-479e-84e1-6c41b5e3b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:23.043395 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2d0d5-ba4d-4b1d-9a5b-0c7710b70d19 None None] The sync data for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 is: [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:19Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:40Z', 'revision_number': 1, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a381c7b3-dc51-4f79-b47c-70f5adae1738', 'name': '', 'network_id': '4556445e-d2a7-41b5-9079-92c386db6263', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:3d:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:20:18Z', 'updated_at': '2022-04-18T17:20:22Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:20:23.162237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa79a88-6291-479e-84e1-6c41b5e3b2ce None None] Pushing event updated for resources: {'Port': ['ID=a381c7b3-dc51-4f79-b47c-70f5adae1738,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:23.168089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e1f9a066-87ed-42b4-8ed2-c8e5cfa444ec None None] Provisioning complete for port a381c7b3-dc51-4f79-b47c-70f5adae1738 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:23.168550 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a066-87ed-42b4-8ed2-c8e5cfa444ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:23.270537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['f4796163-04cc-4349-b05d-6b6a972567b4'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:20:23.387707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a381c7b3-dc51-4f79-b47c-70f5adae1738 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:20:23.679096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a381c7b3-dc51-4f79-b47c-70f5adae1738 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:23.680159 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:23.690446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf07dba5-c08f-46ee-80cc-3f3af6599425 req-c4295df3-4dcf-4981-8406-49ea3b791e7d tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0874243 Apr 18 17:20:23.925241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5681e6-9fdf-4eac-93ad-658bda8047f6 req-0a5cc588-7213-4153-85fb-32208760058e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:23.946379 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c5681e6-9fdf-4eac-93ad-658bda8047f6 req-0a5cc588-7213-4153-85fb-32208760058e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 944 time: 0.1008499 Apr 18 17:20:24.044925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c5681e6-9fdf-4eac-93ad-658bda8047f6 req-c9128454-dcf2-49c6-8a84-0648828815f6 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853825 Apr 18 17:20:24.817825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5399e824-9aa3-400a-adc9-c34bed362175 req-eb569a8f-1ef6-482d-a621-879eafe1004b tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0325534 Apr 18 17:20:25.205697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1e51f-4f44-48f4-b38a-c91d9461f6de req-6bf125a7-5cdd-4c16-92b6-c7674806f756 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:25.205697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebd1e51f-4f44-48f4-b38a-c91d9461f6de req-6bf125a7-5cdd-4c16-92b6-c7674806f756 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 944 time: 0.0693572 Apr 18 17:20:25.222542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49202) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:25.250855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebd1e51f-4f44-48f4-b38a-c91d9461f6de req-149b3baa-fca4-4c40-9df9-2b16c291e5f2 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380228 Apr 18 17:20:25.338188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6dee4007-c096-4e23-8cab-901371214d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:25.422697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6dee4007-c096-4e23-8cab-901371214d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:25.510617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6dee4007-c096-4e23-8cab-901371214d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:25.554154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6dee4007-c096-4e23-8cab-901371214d63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41de958ff38148a0ad60306959a69698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304012 Apr 18 17:20:25.555074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4007-c096-4e23-8cab-901371214d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201d2e51-317c-44d5-b9ba-014346aff2f9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:25.556946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49210) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:25.620508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42f71b05-7b91-4fa0-9911-d997511c535b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:25.645064 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42f71b05-7b91-4fa0-9911-d997511c535b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:25.772437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42f71b05-7b91-4fa0-9911-d997511c535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:25.775604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42f71b05-7b91-4fa0-9911-d997511c535b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:25.776836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-42f71b05-7b91-4fa0-9911-d997511c535b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/201d2e51-317c-44d5-b9ba-014346aff2f9 HTTP/1.1" status: 204 len: 168 time: 0.2187660 Apr 18 17:20:25.785756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f71b05-7b91-4fa0-9911-d997511c535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201d2e51-317c-44d5-b9ba-014346aff2f9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:25.944751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20ce9019-2edc-4249-b390-661a306045d0 req-5aac00e4-2f2e-4677-a13d-6dfd48c7ce64 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0299749 Apr 18 17:20:26.337554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f4796163-04cc-4349-b05d-6b6a972567b4 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:20:26.393736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc640-66c7-4fdb-977b-3cd6500283e7 req-30954354-b768-42ce-9143-4ecc0984cf13 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:26.395564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d93bc640-66c7-4fdb-977b-3cd6500283e7 req-30954354-b768-42ce-9143-4ecc0984cf13 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 944 time: 0.0676947 Apr 18 17:20:26.465300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d93bc640-66c7-4fdb-977b-3cd6500283e7 req-4f5adfbf-a5a2-46ba-97f1-05c02f9f4417 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628824 Apr 18 17:20:26.470990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port f4796163-04cc-4349-b05d-6b6a972567b4 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:20:26.476514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port f4796163-04cc-4349-b05d-6b6a972567b4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:26.476903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:26.573633 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:26.598125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4796163-04cc-4349-b05d-6b6a972567b4'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:20:26.600486 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabc3fed-0f86-4832-8d3c-0a81cb4a4eea" -d '{"events": [{"server_uuid": "e7856c0b-7c84-498e-bd89-1dbc7ed87bd0", "name": "network-vif-plugged", "status": "completed", "tag": "f4796163-04cc-4349-b05d-6b6a972567b4"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:20:26.625752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f4796163-04cc-4349-b05d-6b6a972567b4, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f4796163-04cc-4349-b05d-6b6a972567b4,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:26.641568 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4360b74-3f51-4e74-afc7-83423d021313 x-openstack-request-id: req-d4360b74-3f51-4e74-afc7-83423d021313 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:20:26.641844 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7856c0b-7c84-498e-bd89-1dbc7ed87bd0", "name": "network-vif-plugged", "status": "completed", "tag": "f4796163-04cc-4349-b05d-6b6a972567b4", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:20:26.642103 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4360b74-3f51-4e74-afc7-83423d021313 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:20:26.642501 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4360b74-3f51-4e74-afc7-83423d021313'] response: {'server_uuid': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'code': 200} Apr 18 17:20:26.716479 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:26.806319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=f4796163-04cc-4349-b05d-6b6a972567b4,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:26.833077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170992c-dbb1-446c-86f4-574b4ebb65f1 req-0fc2e539-fd09-4c1f-b5fb-6efbdc2dc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:26.835537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4170992c-dbb1-446c-86f4-574b4ebb65f1 req-0fc2e539-fd09-4c1f-b5fb-6efbdc2dc26e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0919440 Apr 18 17:20:26.881740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4170992c-dbb1-446c-86f4-574b4ebb65f1 req-79fe93f6-ce64-4b21-9b2d-15aceaaa94ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316205 Apr 18 17:20:27.087670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6e2e9cc-0b3c-46e2-94e3-28419e445008 req-d7cbf84f-dad7-4823-9832-6195dea5521f tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0277081 Apr 18 17:20:27.562881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0a127-c26b-4744-9f8c-7732089d09d7 req-7fa345f1-a29f-4650-b99a-23e8046a35bf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:27.564294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81b0a127-c26b-4744-9f8c-7732089d09d7 req-7fa345f1-a29f-4650-b99a-23e8046a35bf tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 945 time: 0.0487072 Apr 18 17:20:27.606535 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81b0a127-c26b-4744-9f8c-7732089d09d7 req-88028ef7-3017-4cf3-adb5-dc6d423c14d8 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357766 Apr 18 17:20:28.197659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e3e5b95-9fb3-4d50-8ca6-cb230c1c2635 req-92c8be80-993e-4825-a11a-3ac33e6b9a61 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0276866 Apr 18 17:20:28.734464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78593-efcb-4d51-9421-21fb88e0a964 req-82a95b7d-e0c7-4433-b26c-6654e2fc111e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:28.736000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62d78593-efcb-4d51-9421-21fb88e0a964 req-82a95b7d-e0c7-4433-b26c-6654e2fc111e tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 945 time: 0.0593600 Apr 18 17:20:28.780963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62d78593-efcb-4d51-9421-21fb88e0a964 req-5e4f2bb4-798c-42ac-8aaa-69703ca4795a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381322 Apr 18 17:20:28.835696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49304) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:28.985763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4663ced0-6d5c-4550-ad7a-ff7675a3aa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:29.064475 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4663ced0-6d5c-4550-ad7a-ff7675a3aa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:29.167888 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4663ced0-6d5c-4550-ad7a-ff7675a3aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:29.203458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663ced0-6d5c-4550-ad7a-ff7675a3aa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf030d2e-2479-49ed-8762-a011e7c44051,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:29.210979 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4663ced0-6d5c-4550-ad7a-ff7675a3aa32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14518f2f8ac340f581f8c595939133b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741755 Apr 18 17:20:29.214409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49308) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:29.274461 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-accf4c54-3b46-4d36-b6e0-cf780a49a95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:29.318938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ec949ad-7340-47a2-b511-15dd4a850e47 req-875936ab-cef9-454c-82dc-793ff3c63f7f tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0349631 Apr 18 17:20:29.324700 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-accf4c54-3b46-4d36-b6e0-cf780a49a95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:29.436834 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-accf4c54-3b46-4d36-b6e0-cf780a49a95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:29.439981 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-accf4c54-3b46-4d36-b6e0-cf780a49a95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:29.441116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-accf4c54-3b46-4d36-b6e0-cf780a49a95e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf030d2e-2479-49ed-8762-a011e7c44051 HTTP/1.1" status: 204 len: 168 time: 0.2247701 Apr 18 17:20:29.448706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf4c54-3b46-4d36-b6e0-cf780a49a95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf030d2e-2479-49ed-8762-a011e7c44051,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:29.911618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96ea78-3a1f-431e-ba2f-5a4fb87ec9b7 req-61fcf3ed-8856-4c50-99fd-b6d62dff2a19 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:29.913127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d96ea78-3a1f-431e-ba2f-5a4fb87ec9b7 req-61fcf3ed-8856-4c50-99fd-b6d62dff2a19 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 945 time: 0.0500107 Apr 18 17:20:29.954176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d96ea78-3a1f-431e-ba2f-5a4fb87ec9b7 req-d587ac12-c103-4271-a87b-a7b5dea76760 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343087 Apr 18 17:20:30.018474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49338) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:30.034567 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-876f6525-f655-46a8-aef6-93d397fb16b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:30.146105 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-876f6525-f655-46a8-aef6-93d397fb16b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:30.157947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ca1fa-af5e-48aa-811a-6f384b5d85bf req-6fcf3c6e-51df-4465-8d1b-c452bac35474 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:30.159451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-276ca1fa-af5e-48aa-811a-6f384b5d85bf req-6fcf3c6e-51df-4465-8d1b-c452bac35474 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 945 time: 0.0731013 Apr 18 17:20:30.168249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49346) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:30.172623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Request body: {'floatingip': {'port_id': 'f4796163-04cc-4349-b05d-6b6a972567b4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:30.211199 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:30.250016 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-876f6525-f655-46a8-aef6-93d397fb16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:30.336995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-876f6525-f655-46a8-aef6-93d397fb16b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6e4e996fcd146fa86306872a0047455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174067 Apr 18 17:20:30.339711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49354) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:30.340203 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f6525-f655-46a8-aef6-93d397fb16b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e843ff-2ead-407e-98f5-537daf323791,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:30.395950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-34a7c466-a72a-4b9e-a27b-1918baf75833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:30.421686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-34a7c466-a72a-4b9e-a27b-1918baf75833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:30.439376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6b8a3e7-0970-4e9d-a5f1-c73dfdbd5dcf req-1eebc444-cfd1-4317-a494-73eb53f8904b tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0305412 Apr 18 17:20:30.537985 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-34a7c466-a72a-4b9e-a27b-1918baf75833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:30.540555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-34a7c466-a72a-4b9e-a27b-1918baf75833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:30.541766 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-34a7c466-a72a-4b9e-a27b-1918baf75833 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77e843ff-2ead-407e-98f5-537daf323791 HTTP/1.1" status: 204 len: 168 time: 0.2008762 Apr 18 17:20:30.552390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7c466-a72a-4b9e-a27b-1918baf75833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e843ff-2ead-407e-98f5-537daf323791,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:30.914030 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-09280272-1c31-472c-a05b-c231061f9ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:31.057186 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1dc3da0e-bd4c-4012-a974-115e2f7621b5 req-a9473064-3721-42da-9162-24c6ff1d1969 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0308347 Apr 18 17:20:31.128846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:31.201304 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:31.312990 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Floating IP 1a5297df-ba2a-4cf6-b0e5-e01f776fed82 associated. External IP: 172.25.5.142, port: f4796163-04cc-4349-b05d-6b6a972567b4. Apr 18 17:20:31.544190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:20:31.641591 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7df08d41-8720-471d-abab-00806ee4c9cc req-9432c9c4-a245-441a-a29b-51fa59e3c84f tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0366111 Apr 18 17:20:31.713713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:20:31.719448 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:31.728012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:20:31.745313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:20:31.746452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:20:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:31.769931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-62a6a93a-f8d8-4b91-8d9a-1a0891e9e15f tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "PUT /v2.0/floatingips/1a5297df-ba2a-4cf6-b0e5-e01f776fed82 HTTP/1.1" status: 200 len: 991 time: 1.5882370 Apr 18 17:20:31.769931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'tag': 'f4796163-04cc-4349-b05d-6b6a972567b4'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:20:31.769931 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7856c0b-7c84-498e-bd89-1dbc7ed87bd0", "tag": "f4796163-04cc-4349-b05d-6b6a972567b4"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:20:31.811621 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0851b88-8517-48ad-ada2-d01cfcbdc505 x-openstack-request-id: req-d0851b88-8517-48ad-ada2-d01cfcbdc505 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:20:31.812200 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7856c0b-7c84-498e-bd89-1dbc7ed87bd0", "tag": "f4796163-04cc-4349-b05d-6b6a972567b4", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:20:31.812454 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0851b88-8517-48ad-ada2-d01cfcbdc505 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:20:31.812851 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0851b88-8517-48ad-ada2-d01cfcbdc505'] response: {'name': 'network-changed', 'server_uuid': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'tag': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'status': 'completed', 'code': 200} Apr 18 17:20:31.922532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-04d49c72-383f-4188-aa8f-978d6e83ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:31.924706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-04d49c72-383f-4188-aa8f-978d6e83ffc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197c04bc2e604d4882b92c004121e59d&device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0494833 Apr 18 17:20:32.024094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-8ea5b68c-f830-4a40-9f1d-b7a846d0e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:32.026641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-8ea5b68c-f830-4a40-9f1d-b7a846d0e64f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 200 len: 915 time: 0.0938504 Apr 18 17:20:32.045131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:20:32.103453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-3073f018-dd3a-4ada-8739-68a3e99fbee3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4796163-04cc-4349-b05d-6b6a972567b4 HTTP/1.1" status: 200 len: 999 time: 0.0693524 Apr 18 17:20:32.160818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-c08585df-7601-4bac-b1c6-a1d81bd84889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:32.162377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-c08585df-7601-4bac-b1c6-a1d81bd84889 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 200 len: 853 time: 0.0456913 Apr 18 17:20:32.208351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-980673d5-9bd9-4754-a1c1-1e0db8017b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:32.209930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-980673d5-9bd9-4754-a1c1-1e0db8017b7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6cc2c58f-8546-4ce1-89d8-2b141f67b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405090 Apr 18 17:20:32.283844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '1a5297df-ba2a-4cf6-b0e5-e01f776fed82', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e9:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:20:11Z', 'updated_at': '2022-04-18T17:20:31Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:32.315704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:20:32.324046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:20:32.324715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:20:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:32.326578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-c428c6e8-871b-4cc6-baaf-b7122b7d5667 service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092951 Apr 18 17:20:32.421554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf3c169b-b419-4e1a-b4ea-98c74a4fa6bc req-41c6433b-f140-45cc-a7ac-7e2a06d16982 service neutron] 10.222.0.41 "GET /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879843 Apr 18 17:20:32.436198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:20:32.736141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '1a5297df-ba2a-4cf6-b0e5-e01f776fed82', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e9:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:20:11Z', 'updated_at': '2022-04-18T17:20:31Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:32.772359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd3095-f627-4bef-8bda-199f5196e320 None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '1a5297df-ba2a-4cf6-b0e5-e01f776fed82', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'port_id': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'mac_address': 'fa:16:3e:e9:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:20:11Z', 'updated_at': '2022-04-18T17:20:31Z', 'revision_number': 1, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:20:32.778036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-953cbcd4-2c7c-46e7-90b4-6a475958990f req-4a246853-b221-4f6b-adf3-1edcff93a1a1 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0454106 Apr 18 17:20:33.070220 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b660a-eeb2-44a4-bbea-117ac729dd59 None None] New status for floating IP 1a5297df-ba2a-4cf6-b0e5-e01f776fed82: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:20:33.110915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75c509a6-0a93-47ed-9d1a-03333a39fda8 req-0c62cbe2-0481-429a-8fe5-5c1d8aca7229 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a&device_id=c11d102f-33b7-469e-b821-86ca2f39b1db HTTP/1.1" status: 200 len: 210 time: 0.0317707 Apr 18 17:20:33.259555 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81625871-2d54-4713-b715-534f5b5c52b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:33.385522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49430) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:33.511741 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad83efee-6c42-4a6a-a579-a9afe9341f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:33.627772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbedb1f8-f453-4827-95b0-c39973fdf7e7 req-b9bab210-5400-4adf-9ebe-1c31b6154efb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=017a064c57154025b09905ff49fb83ec&device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0444517 Apr 18 17:20:33.670508 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbedb1f8-f453-4827-95b0-c39973fdf7e7 req-f341def1-4ccc-4854-b056-c095cd942dff service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=017a064c57154025b09905ff49fb83ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297515 Apr 18 17:20:33.693007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d911e6f-36dc-49bf-8dc9-bf6edcdd9cc6 req-0049a37d-fb71-4e90-9d60-ee3f62f44526 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0742464 Apr 18 17:20:33.731727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad83efee-6c42-4a6a-a579-a9afe9341f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:33.784617 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad83efee-6c42-4a6a-a579-a9afe9341f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:33.807661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedb1f8-f453-4827-95b0-c39973fdf7e7 req-56fc4ac1-5ede-40d1-b6e9-3b80409d2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:33.809450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbedb1f8-f453-4827-95b0-c39973fdf7e7 req-56fc4ac1-5ede-40d1-b6e9-3b80409d2db0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305265 Apr 18 17:20:33.834473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ad83efee-6c42-4a6a-a579-a9afe9341f08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a397a07220bb418bac181a8b8287ecc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477272 Apr 18 17:20:33.835469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83efee-6c42-4a6a-a579-a9afe9341f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17055933-17f8-4477-8a26-dcd556e56d1e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:33.837207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49440) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:33.895815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3994723-9a9b-4b6f-857e-c09db0a7cddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:33.918334 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3994723-9a9b-4b6f-857e-c09db0a7cddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:34.024745 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3994723-9a9b-4b6f-857e-c09db0a7cddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:34.027653 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3994723-9a9b-4b6f-857e-c09db0a7cddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:34.028849 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a3994723-9a9b-4b6f-857e-c09db0a7cddb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17055933-17f8-4477-8a26-dcd556e56d1e HTTP/1.1" status: 204 len: 168 time: 0.1893752 Apr 18 17:20:34.037479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3994723-9a9b-4b6f-857e-c09db0a7cddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17055933-17f8-4477-8a26-dcd556e56d1e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:34.425110 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:34.656264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49448) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:34.670102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12ccc23c-51d0-4b04-b7d7-e4ada91411f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:34.745365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12ccc23c-51d0-4b04-b7d7-e4ada91411f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:34.794298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffa12a59-7c52-4ab8-a19a-14ac4f1332a6 req-473fbc45-1e3e-4dfd-a0d3-98b9c1123e2e tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0301938 Apr 18 17:20:34.807940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12ccc23c-51d0-4b04-b7d7-e4ada91411f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:34.847487 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-12ccc23c-51d0-4b04-b7d7-e4ada91411f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a510382070b247db8876a00e36a66d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900971 Apr 18 17:20:34.848763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccc23c-51d0-4b04-b7d7-e4ada91411f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395394a-f51e-4b56-8870-4a0f110cb5e8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:34.850333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49456) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:34.900097 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6d05b6f-f10e-4ab8-a4ee-66294a45ef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:34.921672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6d05b6f-f10e-4ab8-a4ee-66294a45ef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:35.024790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6d05b6f-f10e-4ab8-a4ee-66294a45ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:35.027956 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6d05b6f-f10e-4ab8-a4ee-66294a45ef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:35.029114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c6d05b6f-f10e-4ab8-a4ee-66294a45ef2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8395394a-f51e-4b56-8870-4a0f110cb5e8 HTTP/1.1" status: 204 len: 168 time: 0.1777101 Apr 18 17:20:35.037704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d05b6f-f10e-4ab8-a4ee-66294a45ef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395394a-f51e-4b56-8870-4a0f110cb5e8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:35.314416 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cbedb1f8-f453-4827-95b0-c39973fdf7e7 req-76d40f8c-5dfd-4821-b671-226f6e9a400c tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.18 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0289042 Apr 18 17:20:35.771134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49474) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:35.787449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8989ce6-3cf8-47ef-a35d-d33caa6baa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:35.859256 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:35.869384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8989ce6-3cf8-47ef-a35d-d33caa6baa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:35.915732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06795efb-6d7d-4227-9d37-127a38f427f2 req-40c8b0e9-ca4f-4e36-a683-9048c1912863 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=396402d0-5769-42e7-8e8f-853910998e1a HTTP/1.1" status: 200 len: 210 time: 0.0271218 Apr 18 17:20:35.949068 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8989ce6-3cf8-47ef-a35d-d33caa6baa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:35.992027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8989ce6-3cf8-47ef-a35d-d33caa6baa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd76b6c-132a-4c72-b259-008c36b1369b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:35.997355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e8989ce6-3cf8-47ef-a35d-d33caa6baa73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab90beeed8f0442b99c05cb5076af10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251108 Apr 18 17:20:35.999993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49478) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:36.051199 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471a46e3-f158-45ed-98fd-62501995e823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:36.075232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471a46e3-f158-45ed-98fd-62501995e823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:36.131988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:36.207713 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471a46e3-f158-45ed-98fd-62501995e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:36.210365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471a46e3-f158-45ed-98fd-62501995e823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:36.211603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-471a46e3-f158-45ed-98fd-62501995e823 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/afd76b6c-132a-4c72-b259-008c36b1369b HTTP/1.1" status: 204 len: 168 time: 0.2105651 Apr 18 17:20:36.219582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a46e3-f158-45ed-98fd-62501995e823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd76b6c-132a-4c72-b259-008c36b1369b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:37.370245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71d789b9-797a-4a7b-a2f9-cd33bc5a2c62 req-9ef022d5-7edb-4757-bc5e-4698fd03c159 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11d102f-33b7-469e-b821-86ca2f39b1db HTTP/1.1" status: 200 len: 210 time: 0.0383055 Apr 18 17:20:37.383097 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0f38d79d-b2a5-438f-afc3-26f6081cc9a1 req-6a159a36-5f5b-4ed0-a547-176c60a784bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=017a064c57154025b09905ff49fb83ec&device_id=c11d102f-33b7-469e-b821-86ca2f39b1db HTTP/1.1" status: 200 len: 210 time: 0.0283458 Apr 18 17:20:37.415047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0f38d79d-b2a5-438f-afc3-26f6081cc9a1 req-ed939545-2e6f-4a5b-840d-f801e36181c8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=017a064c57154025b09905ff49fb83ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191863 Apr 18 17:20:37.520421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d79d-b2a5-438f-afc3-26f6081cc9a1 req-de2fe308-81d0-4ce2-9b59-cb81d32c1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:37.522028 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0f38d79d-b2a5-438f-afc3-26f6081cc9a1 req-de2fe308-81d0-4ce2-9b59-cb81d32c1079 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011598 Apr 18 17:20:38.483405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67ee9827-a5ff-4952-bd97-4b174d61899f req-b2e7083b-1e67-4bbd-8c78-de8beea0eded tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11d102f-33b7-469e-b821-86ca2f39b1db HTTP/1.1" status: 200 len: 210 time: 0.0331187 Apr 18 17:20:39.021607 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0f38d79d-b2a5-438f-afc3-26f6081cc9a1 req-3775e314-7033-4c3d-b76d-57294f9e2b02 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.18 "GET /v2.0/ports?device_id=c11d102f-33b7-469e-b821-86ca2f39b1db HTTP/1.1" status: 200 len: 210 time: 0.0340397 Apr 18 17:20:39.213047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49574) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:39.321035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7726b67-6936-4e71-9176-37819d218dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:39.393786 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7726b67-6936-4e71-9176-37819d218dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:39.459590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7726b67-6936-4e71-9176-37819d218dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:39.496823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7726b67-6936-4e71-9176-37819d218dde admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25af2f94034d481ba71792dced689046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822707 Apr 18 17:20:39.498737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7726b67-6936-4e71-9176-37819d218dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f52ad1-48c7-422f-8583-e93bd1df45ca,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:39.499618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49578) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:39.557146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-18c17e8e-4491-42dc-9135-d3fb502c2e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:39.588864 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-18c17e8e-4491-42dc-9135-d3fb502c2e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:39.611645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c79fbfc-7c3f-4de6-b829-55332a5e7c12 req-5d0ce842-8486-4be9-a4e4-cea8a40bc730 tempest-ServerShowV247Test-817124517 tempest-ServerShowV247Test-817124517-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11d102f-33b7-469e-b821-86ca2f39b1db HTTP/1.1" status: 200 len: 210 time: 0.0359743 Apr 18 17:20:39.722062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-18c17e8e-4491-42dc-9135-d3fb502c2e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:39.724656 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-18c17e8e-4491-42dc-9135-d3fb502c2e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:39.725836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-18c17e8e-4491-42dc-9135-d3fb502c2e08 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75f52ad1-48c7-422f-8583-e93bd1df45ca HTTP/1.1" status: 204 len: 168 time: 0.2252328 Apr 18 17:20:39.733759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c17e8e-4491-42dc-9135-d3fb502c2e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f52ad1-48c7-422f-8583-e93bd1df45ca,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:40.343003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49594) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:40.356924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cafdb2e-b283-4d08-9ae5-fd8468188abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:40.433488 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cafdb2e-b283-4d08-9ae5-fd8468188abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:40.505170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9cafdb2e-b283-4d08-9ae5-fd8468188abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:40.543388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafdb2e-b283-4d08-9ae5-fd8468188abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5717d8c9-7c7b-4454-8eac-3beb46ee7687,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:40.548939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9cafdb2e-b283-4d08-9ae5-fd8468188abe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74a6dbae4d004aa2a135a1588e530d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049181 Apr 18 17:20:40.551573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49596) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:40.604043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4b86-d054-415c-beb3-04af5689cac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:40.624849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4b86-d054-415c-beb3-04af5689cac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:40.739459 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4b86-d054-415c-beb3-04af5689cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:40.742324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4b86-d054-415c-beb3-04af5689cac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:40.746253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2e4f4b86-d054-415c-beb3-04af5689cac5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5717d8c9-7c7b-4454-8eac-3beb46ee7687 HTTP/1.1" status: 204 len: 168 time: 0.1936347 Apr 18 17:20:40.754771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f4b86-d054-415c-beb3-04af5689cac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5717d8c9-7c7b-4454-8eac-3beb46ee7687,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:41.159485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49610) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:41.298646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ead3b779-e8b5-4496-b67b-2376b30ed127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:41.373792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ead3b779-e8b5-4496-b67b-2376b30ed127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:41.459675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ead3b779-e8b5-4496-b67b-2376b30ed127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:41.495056 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3b779-e8b5-4496-b67b-2376b30ed127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8bad19-df72-4b23-b9c7-39d595c52447,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:41.504674 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ead3b779-e8b5-4496-b67b-2376b30ed127 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=017a064c57154025b09905ff49fb83ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454909 Apr 18 17:20:41.507073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49624) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:41.559940 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-316b0cb5-0f12-4ee6-873e-86da96a93432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:41.581705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-316b0cb5-0f12-4ee6-873e-86da96a93432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:41.675154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-316b0cb5-0f12-4ee6-873e-86da96a93432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:41.679799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-316b0cb5-0f12-4ee6-873e-86da96a93432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:41.680273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-316b0cb5-0f12-4ee6-873e-86da96a93432 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be8bad19-df72-4b23-b9c7-39d595c52447 HTTP/1.1" status: 204 len: 168 time: 0.1718464 Apr 18 17:20:41.690779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b0cb5-0f12-4ee6-873e-86da96a93432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8bad19-df72-4b23-b9c7-39d595c52447,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:42.749972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49662) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:42.861342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1049994988-network', 'tenant_id': 'e121ed8c93c144d180d869beca7c0250'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:42.945184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Made reservation on behalf of e121ed8c93c144d180d869beca7c0250 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:20:42.947684 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:42.957668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.039641 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.104706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.128863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:20:43.138464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599ece5-2fc4-4f04-83c3-30bdaaff2467,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:43.143942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.144210 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Added segment 0cbfcd14-e33b-4aab-8e0c-c39b688454c5 of type vlan for network 0efa1155-e954-498b-8787-b8618fffb904 Apr 18 17:20:43.184811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.271069 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.271934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:43.272431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.346204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] Pushing event updated for resources: {'Network': ['ID=0efa1155-e954-498b-8787-b8618fffb904,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:43.355900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 0efa1155-e954-498b-8787-b8618fffb904 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:20:43.420464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-720b2a72-6985-4e7b-83f3-c69d215a782c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6698208 Apr 18 17:20:43.423269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49680) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:43.428044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Request body: {'subnet': {'network_id': '0efa1155-e954-498b-8787-b8618fffb904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1049994988-subnet', 'tenant_id': 'e121ed8c93c144d180d869beca7c0250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:43.538869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Made reservation on behalf of e121ed8c93c144d180d869beca7c0250 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:20:43.541626 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.829380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:43.883812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff50cf29-ca25-487b-971c-ecaa35b33420,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:43.913901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Checking segment: {'id': '0cbfcd14-e33b-4aab-8e0c-c39b688454c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0efa1155-e954-498b-8787-b8618fffb904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:20:43.914262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Network hostable DHCP agents. Network: 0efa1155-e954-498b-8787-b8618fffb904, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:20:43.992083 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-782596a3-1486-463c-b57c-31f7631be83c tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0b342c11878d4bf2bbee67d747052a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294204 Apr 18 17:20:44.040744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Network 0efa1155-e954-498b-8787-b8618fffb904 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:20:44.129110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 0efa1155-e954-498b-8787-b8618fffb904) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:20:44.138494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8b6fc-2289-4fbe-9de1-f14bf6491382 None None] Network 0efa1155-e954-498b-8787-b8618fffb904 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:20:44.170184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:44.170771 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:44.228360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe402d1-744a-4065-9393-98a12589d196 req-4b33bb7f-8661-42be-8e7d-fda0441015e2 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:44.229977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-4b33bb7f-8661-42be-8e7d-fda0441015e2 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295649 Apr 18 17:20:44.248863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-a2c51754-59a5-42b7-a97f-fafbc3f573fd tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/quotas/0b342c11878d4bf2bbee67d747052a05 HTTP/1.1" status: 200 len: 375 time: 0.0104496 Apr 18 17:20:44.277139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d938bffa-34d3-40b5-9781-c71cf5d3524d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8452818 Apr 18 17:20:44.278886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1233d6-f213-4196-8864-f5698ae26484 None None] Network 0efa1155-e954-498b-8787-b8618fffb904 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:20:44.293839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-f3f431e4-be5e-4d56-b080-7c98ff1c227b tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b342c11878d4bf2bbee67d747052a05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379615 Apr 18 17:20:44.463685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49710) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:44.517942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-69deac7e-aad9-4c58-90bd-df207adfb9ef admin admin] Deleting subnet ff50cf29-ca25-487b-971c-ecaa35b33420 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:20:44.518141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69deac7e-aad9-4c58-90bd-df207adfb9ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:44.592702 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69deac7e-aad9-4c58-90bd-df207adfb9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:44.627655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1d06f3e-af87-4f6f-9c7a-9d658636b362 req-4ffc6ec4-757c-4c2c-ab44-1e4ed6a5b68e tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 210 time: 0.0620770 Apr 18 17:20:44.681037 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69deac7e-aad9-4c58-90bd-df207adfb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:44.853839 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69deac7e-aad9-4c58-90bd-df207adfb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:44.882520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69deac7e-aad9-4c58-90bd-df207adfb9ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff50cf29-ca25-487b-971c-ecaa35b33420,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:44.884532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69deac7e-aad9-4c58-90bd-df207adfb9ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:44.892402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49720) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:44.892972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-69deac7e-aad9-4c58-90bd-df207adfb9ef admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ff50cf29-ca25-487b-971c-ecaa35b33420 HTTP/1.1" status: 204 len: 168 time: 0.4255970 Apr 18 17:20:44.959260 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.052424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.084737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efa1155-e954-498b-8787-b8618fffb904']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:45.097069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbfcd14-e33b-4aab-8e0c-c39b688454c5') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:45.097366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbfcd14-e33b-4aab-8e0c-c39b688454c5') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:45.111129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.127432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.137993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:20:45.138369 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:20:45.140232 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:20:45.320439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.328079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.334507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0efa1155-e954-498b-8787-b8618fffb904 HTTP/1.1" status: 204 len: 168 time: 0.4421661 Apr 18 17:20:45.357934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82badc0-639e-44ab-9f26-3bb6051823b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0efa1155-e954-498b-8787-b8618fffb904,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:45.697021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49744) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:45.711353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5143df52-3be6-4377-9f0a-c0309f453b03 req-83514e06-b4bb-4e9a-8f29-f45d3fa79bcd tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 210 time: 0.0295789 Apr 18 17:20:45.741554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-22bac5b5-b0fd-490c-93c5-cf5d625b7b29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e121ed8c93c144d180d869beca7c0250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430417 Apr 18 17:20:45.743966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49746) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:45.796745 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4589576f-1a78-4636-880d-ff4f1d596e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.818916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4589576f-1a78-4636-880d-ff4f1d596e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.949224 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4589576f-1a78-4636-880d-ff4f1d596e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.952809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4589576f-1a78-4636-880d-ff4f1d596e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:45.954385 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4589576f-1a78-4636-880d-ff4f1d596e1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c599ece5-2fc4-4f04-83c3-30bdaaff2467 HTTP/1.1" status: 204 len: 168 time: 0.2095215 Apr 18 17:20:45.963066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589576f-1a78-4636-880d-ff4f1d596e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599ece5-2fc4-4f04-83c3-30bdaaff2467,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:46.810703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03d35310-0027-4b01-b16d-e1709eb5ba89 req-c05a2a2a-70ad-4d6b-a019-49e504d22467 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 210 time: 0.0274231 Apr 18 17:20:47.163137 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-0f8c9cc5-0a76-4e4a-9679-d528bb4c2da3 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0b342c11878d4bf2bbee67d747052a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392041 Apr 18 17:20:47.270992 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:47.318153 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:47.412630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe402d1-744a-4065-9393-98a12589d196 req-50db5c3c-b6d4-4848-9241-c3df06552ffa tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:47.418933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-50db5c3c-b6d4-4848-9241-c3df06552ffa tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469206 Apr 18 17:20:47.432793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Request body: {'port': {'device_id': '0696e3cd-c818-4407-9128-05b854d4212e', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '0b342c11878d4bf2bbee67d747052a05'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:47.434101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0b01-7af6-48d8-a0ad-6918db691eb7 req-bd44b3ee-5524-4ff8-a077-af7b18a38b95 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:47.436780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1efb0b01-7af6-48d8-a0ad-6918db691eb7 req-bd44b3ee-5524-4ff8-a077-af7b18a38b95 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0690327 Apr 18 17:20:47.478968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1efb0b01-7af6-48d8-a0ad-6918db691eb7 req-2294ca71-a857-45dd-accc-19ab3fd1f0aa tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349081 Apr 18 17:20:47.607937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Made reservation on behalf of 0b342c11878d4bf2bbee67d747052a05 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:20:47.611941 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:47.621434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:47.695689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:47.760338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:47.838946 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d687d5b-2f33-4603-b5bf-f9e912ecad95,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:47.930484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Allocated IP 192.168.233.129 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/d06622c8-a564-49ca-9729-89e5118fd3fa) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:20:47.945642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e56ba81-13c5-4ada-9039-8a7bd946100f req-d06a7890-3d48-47af-a78f-8a6df25ce8ec tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 210 time: 0.0368114 Apr 18 17:20:48.089219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:48.248257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:48.296655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:20:48.302360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:20:48.306341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:20:48.336531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Pushing event updated for resources: {'Port': ['ID=d06622c8-a564-49ca-9729-89e5118fd3fa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:48.367087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:48.367731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:48.479122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-ea694e0b-ff28-40ce-8abf-fffaa4fe780d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0501924 Apr 18 17:20:48.496631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Request body: {'port': {'device_id': '0696e3cd-c818-4407-9128-05b854d4212e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:20:48.555094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:48.575416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-490db818-2b4a-45b0-850b-a7d1ecec40a7 None None] Provisioning complete for port d06622c8-a564-49ca-9729-89e5118fd3fa triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:48.575975 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-490db818-2b4a-45b0-850b-a7d1ecec40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:48.630043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ad261-87a7-43bb-9943-b2a0867d120c req-743e32b3-fcaa-47f3-8d1d-bc8fac67a025 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:48.630346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-490db818-2b4a-45b0-850b-a7d1ecec40a7 None None] Port d06622c8-a564-49ca-9729-89e5118fd3fa cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:20:48.636795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-182ad261-87a7-43bb-9943-b2a0867d120c req-743e32b3-fcaa-47f3-8d1d-bc8fac67a025 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0724132 Apr 18 17:20:48.678744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-182ad261-87a7-43bb-9943-b2a0867d120c req-50647682-da91-4052-979a-995b49b2830b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Apr 18 17:20:48.848995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06622c8-a564-49ca-9729-89e5118fd3fa {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:20:48.857003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:48.869694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Transition to ACTIVE for port object d06622c8-a564-49ca-9729-89e5118fd3fa will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:20:48.933514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:49.006951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Pushing event updated for resources: {'Port': ['ID=d06622c8-a564-49ca-9729-89e5118fd3fa,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:49.078340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Attempting to bind port d06622c8-a564-49ca-9729-89e5118fd3fa on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:20:49.079584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Attempting to bind port d06622c8-a564-49ca-9729-89e5118fd3fa by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:20:49.080247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Attempting to bind port d06622c8-a564-49ca-9729-89e5118fd3fa on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:20:49.085677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Port d06622c8-a564-49ca-9729-89e5118fd3fa on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:20:49.086404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Attempting to bind port d06622c8-a564-49ca-9729-89e5118fd3fa on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:20:49.092912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:20:49.092912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:20:49.093463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:20:49.094101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Bound port: d06622c8-a564-49ca-9729-89e5118fd3fa, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:20:49.095270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:49.125241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c97464-e378-4055-84ee-4b1d08e89db4 req-bfce3631-474e-41d6-ae54-aa42139d7f9d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:49.126929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71c97464-e378-4055-84ee-4b1d08e89db4 req-bfce3631-474e-41d6-ae54-aa42139d7f9d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 948 time: 0.1011188 Apr 18 17:20:49.174358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71c97464-e378-4055-84ee-4b1d08e89db4 req-583ae85b-d773-4640-b9fd-f834e0eb6a28 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Apr 18 17:20:49.183949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] For port d06622c8-a564-49ca-9729-89e5118fd3fa, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:20:49.196269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] For port d06622c8-a564-49ca-9729-89e5118fd3fa, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d06622c8-a564-49ca-9729-89e5118fd3fa,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:20:49.248248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:49.267161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:49.271991 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:49.273907 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] 10.222.0.18 "PUT /v2.0/ports/d06622c8-a564-49ca-9729-89e5118fd3fa HTTP/1.1" status: 200 len: 1096 time: 0.7822022 Apr 18 17:20:49.275805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0696e3cd-c818-4407-9128-05b854d4212e', 'tag': 'd06622c8-a564-49ca-9729-89e5118fd3fa'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:20:49.278623 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261a7611-adb6-4c40-af3d-54012edf517f" -d '{"events": [{"name": "network-changed", "server_uuid": "0696e3cd-c818-4407-9128-05b854d4212e", "tag": "d06622c8-a564-49ca-9729-89e5118fd3fa"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:20:49.343692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f2e49-afbd-40a3-81dc-8a00f91576ca service neutron] Pushing event updated for resources: {'Port': ['ID=d06622c8-a564-49ca-9729-89e5118fd3fa,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:49.381814 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bbada1-4546-4e8f-a13f-452d7072f0d8 x-openstack-request-id: req-a7bbada1-4546-4e8f-a13f-452d7072f0d8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:20:49.382105 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0696e3cd-c818-4407-9128-05b854d4212e", "tag": "d06622c8-a564-49ca-9729-89e5118fd3fa", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:20:49.382487 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7bbada1-4546-4e8f-a13f-452d7072f0d8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:20:49.385369 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7bbada1-4546-4e8f-a13f-452d7072f0d8'] response: {'name': 'network-changed', 'server_uuid': '0696e3cd-c818-4407-9128-05b854d4212e', 'tag': 'd06622c8-a564-49ca-9729-89e5118fd3fa', 'status': 'completed', 'code': 200} Apr 18 17:20:49.457049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe402d1-744a-4065-9393-98a12589d196 req-c05061a4-9293-468e-975f-daa558e8ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:49.458900 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-c05061a4-9293-468e-975f-daa558e8ee8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b342c11878d4bf2bbee67d747052a05&device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 1099 time: 0.0625317 Apr 18 17:20:49.521617 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-fc17400b-b659-431e-b659-62de3f880c0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d06622c8-a564-49ca-9729-89e5118fd3fa HTTP/1.1" status: 200 len: 217 time: 0.0496957 Apr 18 17:20:49.571381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe402d1-744a-4065-9393-98a12589d196 req-40f5e85a-6a0a-49f6-ac56-bf5e3a734be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:49.572832 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-40f5e85a-6a0a-49f6-ac56-bf5e3a734be0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0456104 Apr 18 17:20:49.629915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe402d1-744a-4065-9393-98a12589d196 req-a790a150-ab94-47c8-87cc-bcc677d7298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:49.631500 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-a790a150-ab94-47c8-87cc-bcc677d7298b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519881 Apr 18 17:20:49.734450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-ffe50414-a7d1-4b2c-96df-b9e6e9b5b937 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957882 Apr 18 17:20:49.812323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558d689-728b-445c-b3f3-21d6da394960 req-087f4df5-9c49-44fc-bc2b-3dcd69d9b6a2 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:49.814472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6558d689-728b-445c-b3f3-21d6da394960 req-087f4df5-9c49-44fc-bc2b-3dcd69d9b6a2 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0613933 Apr 18 17:20:49.847662 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9fe402d1-744a-4065-9393-98a12589d196 req-ca2b04cd-8acc-465a-90a8-bbe32679beec service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060920 Apr 18 17:20:49.865195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6558d689-728b-445c-b3f3-21d6da394960 req-a84b803b-8a94-45be-aa72-36e14aaf8bb3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Apr 18 17:20:50.046688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7611-adb6-4c40-af3d-54012edf517f req-3ce01738-53a7-4fbe-977b-b930d07797a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:50.048779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-261a7611-adb6-4c40-af3d-54012edf517f req-3ce01738-53a7-4fbe-977b-b930d07797a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b342c11878d4bf2bbee67d747052a05&device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 1099 time: 0.0484388 Apr 18 17:20:50.146329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7611-adb6-4c40-af3d-54012edf517f req-2178841d-aa81-4661-9beb-1e403de7a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:50.147920 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-261a7611-adb6-4c40-af3d-54012edf517f req-2178841d-aa81-4661-9beb-1e403de7a03f service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.0933149 Apr 18 17:20:50.190078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-261a7611-adb6-4c40-af3d-54012edf517f req-253469f5-6ccc-4255-b18e-19dddda14d0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d06622c8-a564-49ca-9729-89e5118fd3fa HTTP/1.1" status: 200 len: 217 time: 0.0351474 Apr 18 17:20:50.245851 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7611-adb6-4c40-af3d-54012edf517f req-fc2f72af-c810-45e6-a040-33ce70fedce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:50.247391 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-261a7611-adb6-4c40-af3d-54012edf517f req-fc2f72af-c810-45e6-a040-33ce70fedce7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0505602 Apr 18 17:20:50.293999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7611-adb6-4c40-af3d-54012edf517f req-0a6a893f-d089-4b21-bd30-4a850da48d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:50.295521 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-261a7611-adb6-4c40-af3d-54012edf517f req-0a6a893f-d089-4b21-bd30-4a850da48d0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418856 Apr 18 17:20:50.302704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a7849-5c92-4bf0-9102-36de8153f013 req-c14bdf25-f917-494c-8dcf-ae00801a4d2d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:50.304179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b42a7849-5c92-4bf0-9102-36de8153f013 req-c14bdf25-f917-494c-8dcf-ae00801a4d2d tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 948 time: 0.0502517 Apr 18 17:20:50.350735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b42a7849-5c92-4bf0-9102-36de8153f013 req-1e061c29-abac-436c-a375-2c10015cb3d0 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Apr 18 17:20:50.389986 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-261a7611-adb6-4c40-af3d-54012edf517f req-c4b4a939-23b2-49a1-8927-89d423cd4116 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878975 Apr 18 17:20:50.421571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49892) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:50.495496 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-261a7611-adb6-4c40-af3d-54012edf517f req-5159e70d-c633-4176-8a57-aa68c545daf4 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964744 Apr 18 17:20:50.564364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:50.639477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:50.714827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:50.757861 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c810349509a54cbda60063862f3379d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328457 Apr 18 17:20:50.757861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4ee1be-777a-4d41-adb5-b6c18667c270,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:50.758204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:50.764200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.764546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.765059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.765323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.766286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.766639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.767571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.767828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.768154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.768479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.768800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.769121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2dff0-4bc8-4ee0-90f7-e57d2a61e39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:20:50.823611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b8c66614-8610-4d83-8a2b-62ace33074f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:50.846992 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b8c66614-8610-4d83-8a2b-62ace33074f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:50.986560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b0d25-29b9-4dfc-8dd5-908744b0450c req-fef8c8b5-b956-41a2-a066-2a6a42270453 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:50.988027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-732b0d25-29b9-4dfc-8dd5-908744b0450c req-fef8c8b5-b956-41a2-a066-2a6a42270453 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Apr 18 17:20:51.009166 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b8c66614-8610-4d83-8a2b-62ace33074f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:51.011743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b8c66614-8610-4d83-8a2b-62ace33074f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:51.015882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b8c66614-8610-4d83-8a2b-62ace33074f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc4ee1be-777a-4d41-adb5-b6c18667c270 HTTP/1.1" status: 204 len: 168 time: 0.2565160 Apr 18 17:20:51.029064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c66614-8610-4d83-8a2b-62ace33074f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4ee1be-777a-4d41-adb5-b6c18667c270,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:51.051601 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-732b0d25-29b9-4dfc-8dd5-908744b0450c req-031a6fd7-8ccb-46e3-80c7-a2975c6464f8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575392 Apr 18 17:20:51.468817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaca6a-9267-47d0-adfb-24d30ec671ca req-1c9cca52-7d61-4eb2-a667-82ba05beba08 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:51.470422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfdaca6a-9267-47d0-adfb-24d30ec671ca req-1c9cca52-7d61-4eb2-a667-82ba05beba08 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 948 time: 0.0497828 Apr 18 17:20:51.509042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfdaca6a-9267-47d0-adfb-24d30ec671ca req-14e50033-08e7-42ec-9f4f-9b2f1c6f99cf tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Apr 18 17:20:51.614109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:51.628453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2028abd1-c0d1-49d9-9599-70c4470b28ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:51.710368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2028abd1-c0d1-49d9-9599-70c4470b28ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:51.771736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2028abd1-c0d1-49d9-9599-70c4470b28ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:51.810255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2028abd1-c0d1-49d9-9599-70c4470b28ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7be7f71def7948efb0c805fa1de601fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949921 Apr 18 17:20:51.811353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028abd1-c0d1-49d9-9599-70c4470b28ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d969e0ef-2254-4bb5-af26-a978c45278a2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:51.814444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49924) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:51.865798 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-586fcadf-7031-4e6c-a297-c9d977dd6171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:51.887437 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-586fcadf-7031-4e6c-a297-c9d977dd6171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:52.007661 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-586fcadf-7031-4e6c-a297-c9d977dd6171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:52.010302 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-586fcadf-7031-4e6c-a297-c9d977dd6171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:52.011726 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-586fcadf-7031-4e6c-a297-c9d977dd6171 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d969e0ef-2254-4bb5-af26-a978c45278a2 HTTP/1.1" status: 204 len: 168 time: 0.1958141 Apr 18 17:20:52.020391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fcadf-7031-4e6c-a297-c9d977dd6171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d969e0ef-2254-4bb5-af26-a978c45278a2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:52.206542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39fd94-b19c-4897-a88c-9043db741f01 req-9f76ce8e-6793-4d46-ba26-9b40ba796ceb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:52.208185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d39fd94-b19c-4897-a88c-9043db741f01 req-9f76ce8e-6793-4d46-ba26-9b40ba796ceb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0637007 Apr 18 17:20:52.261494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d39fd94-b19c-4897-a88c-9043db741f01 req-d26e4be0-5b06-4c5d-a012-1726c65648ea tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460093 Apr 18 17:20:52.625168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c313b-f72b-4fa2-a39f-c8aeaa13c46a req-84c6126d-27f3-49a9-a27c-cbaa7d60a710 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:52.626747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-549c313b-f72b-4fa2-a39f-c8aeaa13c46a req-84c6126d-27f3-49a9-a27c-cbaa7d60a710 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 948 time: 0.0506504 Apr 18 17:20:52.675806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-549c313b-f72b-4fa2-a39f-c8aeaa13c46a req-b6157eb4-0023-47fb-ba87-7057ab25b526 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Apr 18 17:20:53.081505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d06622c8-a564-49ca-9729-89e5118fd3fa details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:20:53.190157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d06622c8-a564-49ca-9729-89e5118fd3fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d06622c8-a564-49ca-9729-89e5118fd3fa,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:53.202942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd06622c8-a564-49ca-9729-89e5118fd3fa', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'd06622c8-a564-49ca-9729-89e5118fd3fa', 'mac_address': 'fa:16:3e:c3:f3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:20:53.245148 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:53.265071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06622c8-a564-49ca-9729-89e5118fd3fa {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:20:53.286880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d06622c8-a564-49ca-9729-89e5118fd3fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d06622c8-a564-49ca-9729-89e5118fd3fa,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:53.337919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:53.395236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d06622c8-a564-49ca-9729-89e5118fd3fa,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:53.420568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d96b22-665b-44c4-97ed-72e69b855c78 req-a1850526-db87-4e30-8b19-a7a0adb51dff tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:53.422159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6d96b22-665b-44c4-97ed-72e69b855c78 req-a1850526-db87-4e30-8b19-a7a0adb51dff tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0597773 Apr 18 17:20:53.472985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6d96b22-665b-44c4-97ed-72e69b855c78 req-9b0032e5-9a83-404d-97a8-b519e3a86dea tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Apr 18 17:20:53.743788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d06622c8-a564-49ca-9729-89e5118fd3fa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:20:53.824536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5498-e02f-4268-94ba-878aef0882ef req-c65de6e5-cfb6-46e7-8fce-17eb3419a8b1 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:53.833698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cbe5498-e02f-4268-94ba-878aef0882ef req-c65de6e5-cfb6-46e7-8fce-17eb3419a8b1 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 949 time: 0.0702164 Apr 18 17:20:53.874343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cbe5498-e02f-4268-94ba-878aef0882ef req-a10a6810-65d2-4a73-ad4b-e6b30272f236 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Apr 18 17:20:53.948282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49980) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:54.172014 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f536cb91-a3ad-4a07-83bb-1653cc9334db admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:54.252411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f536cb91-a3ad-4a07-83bb-1653cc9334db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:54.337212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f536cb91-a3ad-4a07-83bb-1653cc9334db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:54.375558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536cb91-a3ad-4a07-83bb-1653cc9334db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60158e54-0b64-4377-a8c4-1522b965b75f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:54.386337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f536cb91-a3ad-4a07-83bb-1653cc9334db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95a83738c7d143f2a34fe3d701b41291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368520 Apr 18 17:20:54.388896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49998) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:54.441136 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2415cadb-60ef-47aa-8f15-ff32b6608230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:54.462505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2415cadb-60ef-47aa-8f15-ff32b6608230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:54.626380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2415cadb-60ef-47aa-8f15-ff32b6608230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:54.629028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2415cadb-60ef-47aa-8f15-ff32b6608230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:54.632550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2415cadb-60ef-47aa-8f15-ff32b6608230 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60158e54-0b64-4377-a8c4-1522b965b75f HTTP/1.1" status: 204 len: 168 time: 0.2397707 Apr 18 17:20:54.645169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415cadb-60ef-47aa-8f15-ff32b6608230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60158e54-0b64-4377-a8c4-1522b965b75f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:54.656694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50008) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:54.694795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464502-d8c0-4331-80e4-0de8fe448d1d req-f13f1c3f-177c-451b-aaa1-d6fef4617d8e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:54.697262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53464502-d8c0-4331-80e4-0de8fe448d1d req-f13f1c3f-177c-451b-aaa1-d6fef4617d8e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1069434 Apr 18 17:20:54.778677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53464502-d8c0-4331-80e4-0de8fe448d1d req-d819a622-5d61-475b-8997-4b0745db4e98 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525956 Apr 18 17:20:55.040564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c436a8-098f-42c3-8c10-bef4c1dcf5fb req-d97c773a-ba79-4cbd-962e-b81a1e3c746b tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:55.045994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72c436a8-098f-42c3-8c10-bef4c1dcf5fb req-d97c773a-ba79-4cbd-962e-b81a1e3c746b tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 949 time: 0.0666714 Apr 18 17:20:55.084755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d06622c8-a564-49ca-9729-89e5118fd3fa up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:20:55.097711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72c436a8-098f-42c3-8c10-bef4c1dcf5fb req-9b684d66-e7d8-4879-8808-fa2c47fdc12e tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Apr 18 17:20:55.262598 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:55.274851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d06622c8-a564-49ca-9729-89e5118fd3fa completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:20:55.279074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d06622c8-a564-49ca-9729-89e5118fd3fa triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:20:55.279447 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:55.386064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:55.411931 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0696e3cd-c818-4407-9128-05b854d4212e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06622c8-a564-49ca-9729-89e5118fd3fa'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:20:55.414357 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c41eea-b23b-46e2-b907-61fc3981e812" -d '{"events": [{"server_uuid": "0696e3cd-c818-4407-9128-05b854d4212e", "name": "network-vif-plugged", "status": "completed", "tag": "d06622c8-a564-49ca-9729-89e5118fd3fa"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:20:55.428342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d06622c8-a564-49ca-9729-89e5118fd3fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d06622c8-a564-49ca-9729-89e5118fd3fa,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:55.473073 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5c461-edb9-4877-a6c6-2e3e92945825 x-openstack-request-id: req-d5d5c461-edb9-4877-a6c6-2e3e92945825 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:20:55.473073 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0696e3cd-c818-4407-9128-05b854d4212e", "name": "network-vif-plugged", "status": "completed", "tag": "d06622c8-a564-49ca-9729-89e5118fd3fa", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:20:55.473073 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5d5c461-edb9-4877-a6c6-2e3e92945825 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:20:55.473073 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d5c461-edb9-4877-a6c6-2e3e92945825'] response: {'server_uuid': '0696e3cd-c818-4407-9128-05b854d4212e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06622c8-a564-49ca-9729-89e5118fd3fa', 'code': 200} Apr 18 17:20:55.521801 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:55.571077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d06622c8-a564-49ca-9729-89e5118fd3fa,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:55.653750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882855d5-53dd-4128-be12-37e5eb4ec2d7 req-612e4727-483b-40e5-942c-57b812dcb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:55.655228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882855d5-53dd-4128-be12-37e5eb4ec2d7 req-612e4727-483b-40e5-942c-57b812dcb99f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 1101 time: 0.0930345 Apr 18 17:20:55.702492 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-882855d5-53dd-4128-be12-37e5eb4ec2d7 req-f9b3573c-5102-4091-8971-8ac51fd442ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Apr 18 17:20:55.783675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port a381c7b3-dc51-4f79-b47c-70f5adae1738 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:20:55.784027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:55.901666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port a381c7b3-dc51-4f79-b47c-70f5adae1738, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a381c7b3-dc51-4f79-b47c-70f5adae1738,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:20:55.902369 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:55.919748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for a381c7b3-dc51-4f79-b47c-70f5adae1738 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:20:55.955337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979c36-13cb-4826-80b9-a79019501cfa req-e59fae49-6291-4340-9b21-503f84ded6dd tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:55.955337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02979c36-13cb-4826-80b9-a79019501cfa req-e59fae49-6291-4340-9b21-503f84ded6dd tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0705843 Apr 18 17:20:56.041333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02979c36-13cb-4826-80b9-a79019501cfa req-9fc0f0e0-98b8-431c-aed9-9c5349eceab5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819173 Apr 18 17:20:56.335894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89900c-c739-4db9-bbec-77066e3ec91a req-d3c18c11-2f14-405a-b33a-d460798788d6 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:56.338425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a89900c-c739-4db9-bbec-77066e3ec91a req-d3c18c11-2f14-405a-b33a-d460798788d6 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 950 time: 0.1163807 Apr 18 17:20:56.425352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a89900c-c739-4db9-bbec-77066e3ec91a req-39d8551d-320a-4daa-96b6-08be8990a89a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741029 Apr 18 17:20:56.739248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:56.767542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=a381c7b3-dc51-4f79-b47c-70f5adae1738,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:56.976808 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:57.043025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50128) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:57.150233 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:20:57.188742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a72d-fc99-44e3-a547-6a9ba1c04c4a req-0bba49bc-0c4e-43da-a57a-b8f380f873c6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:57.190797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c550a72d-fc99-44e3-a547-6a9ba1c04c4a req-0bba49bc-0c4e-43da-a57a-b8f380f873c6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0679138 Apr 18 17:20:57.205877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3eb038a2-1f89-4d3f-8c5b-10fe6f3647f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:57.282094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router 46fed74d-2f28-4a8b-9229-39566076cc46 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:20:57.294994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c550a72d-fc99-44e3-a547-6a9ba1c04c4a req-596b79b8-37fa-40ec-bd84-43023cec28ad tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897098 Apr 18 17:20:57.360227 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3eb038a2-1f89-4d3f-8c5b-10fe6f3647f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:57.419353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:20:57.424642 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-925b04c1-2a9f-4b36-9dca-103680aa22e3 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "PUT /v2.0/routers/46fed74d-2f28-4a8b-9229-39566076cc46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7628367 Apr 18 17:20:57.432376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] Sync routers for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:20:57.445371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:20:57.446290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:20:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:57.478347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3eb038a2-1f89-4d3f-8c5b-10fe6f3647f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:57.520146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3eb038a2-1f89-4d3f-8c5b-10fe6f3647f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7954b8ebd224b3db7bfebe105f26cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758959 Apr 18 17:20:57.523108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50144) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:57.562789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb038a2-1f89-4d3f-8c5b-10fe6f3647f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c14271f-fd5d-42fe-84ec-815d8fa7dbf6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:57.594031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:20:57.597165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222f1d6-64d0-43ca-afa3-ae7b337f1fe8 req-da2da199-dd81-4855-b4e7-c64e885a10c3 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:57.598759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0222f1d6-64d0-43ca-afa3-ae7b337f1fe8 req-da2da199-dd81-4855-b4e7-c64e885a10c3 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 950 time: 0.0992362 Apr 18 17:20:57.614958 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0e4f-f122-48ba-9f11-917d3c260b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:57.640947 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0e4f-f122-48ba-9f11-917d3c260b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:57.649097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0222f1d6-64d0-43ca-afa3-ae7b337f1fe8 req-9031802e-9994-4805-8d0a-7b3b0c2c4b99 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Apr 18 17:20:57.802374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0e4f-f122-48ba-9f11-917d3c260b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:57.805059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0e4f-f122-48ba-9f11-917d3c260b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:57.810370 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a3ba0e4f-f122-48ba-9f11-917d3c260b5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c14271f-fd5d-42fe-84ec-815d8fa7dbf6 HTTP/1.1" status: 204 len: 168 time: 0.2821906 Apr 18 17:20:57.822845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba0e4f-f122-48ba-9f11-917d3c260b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c14271f-fd5d-42fe-84ec-815d8fa7dbf6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:57.898402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50158) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:57.952963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:56Z', 'revision_number': 6, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:40Z', 'revision_number': 1, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:57.987383 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] Checking router: 46fed74d-2f28-4a8b-9229-39566076cc46 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:20:57.996311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:20:57.996957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:20:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:58.002792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b60266-edba-45ca-a292-400161139f58 req-964bb561-634d-475a-a0fb-7cca2cacb94b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:58.004463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85b60266-edba-45ca-a292-400161139f58 req-964bb561-634d-475a-a0fb-7cca2cacb94b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 946 time: 0.0574732 Apr 18 17:20:58.076375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85b60266-edba-45ca-a292-400161139f58 req-2b8e3b93-1267-45bf-9ef5-7e805029974f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513446 Apr 18 17:20:58.082652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30f63842-9f3e-4958-b27e-3ec5ab72bf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:58.178885 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30f63842-9f3e-4958-b27e-3ec5ab72bf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:58.263521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30f63842-9f3e-4958-b27e-3ec5ab72bf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:58.287136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:20:58.323455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-30f63842-9f3e-4958-b27e-3ec5ab72bf98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ccef4914e3843beaaa0d79e28ff4da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228175 Apr 18 17:20:58.326498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50172) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:58.346904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f63842-9f3e-4958-b27e-3ec5ab72bf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbbd05f-48a2-481e-be84-e18736622713,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:58.468397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c2cc-0a2d-49d2-9955-2f83ced47db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:58.494005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15947e80-5134-4964-890d-f695f89a3d54 req-ea2d0003-d4b9-44c8-9ca1-ed5820d0af42 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:58.495475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15947e80-5134-4964-890d-f695f89a3d54 req-ea2d0003-d4b9-44c8-9ca1-ed5820d0af42 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0766935 Apr 18 17:20:58.513522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c2cc-0a2d-49d2-9955-2f83ced47db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:58.562193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15947e80-5134-4964-890d-f695f89a3d54 req-f2c0c21d-0da4-4d97-b9e6-8ada6526171e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578494 Apr 18 17:20:58.596438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:56Z', 'revision_number': 6, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:40Z', 'revision_number': 1, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:20:58.632221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0882894-4415-4a89-ab42-8d5c23dedcf7 None None] The sync data for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 is: [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:56Z', 'revision_number': 6, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'af673aa3-ee98-4817-b5e8-6d391cc8b073', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'port_id': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'mac_address': 'fa:16:3e:b9:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:18:35Z', 'updated_at': '2022-04-18T17:18:40Z', 'revision_number': 1, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:20:58.665668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c2cc-0a2d-49d2-9955-2f83ced47db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:58.668624 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c2cc-0a2d-49d2-9955-2f83ced47db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:58.673964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c0a6c2cc-0a2d-49d2-9955-2f83ced47db5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5cbbd05f-48a2-481e-be84-e18736622713 HTTP/1.1" status: 204 len: 168 time: 0.3391023 Apr 18 17:20:58.680306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6c2cc-0a2d-49d2-9955-2f83ced47db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbbd05f-48a2-481e-be84-e18736622713,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:20:59.250517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78a6c9-a811-4a87-9b1e-ab6b66436f9b req-169c1a11-be9f-4b12-a3ff-fbea046a4d1a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:59.257818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a381c7b3-dc51-4f79-b47c-70f5adae1738 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:20:59.262296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b78a6c9-a811-4a87-9b1e-ab6b66436f9b req-169c1a11-be9f-4b12-a3ff-fbea046a4d1a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 946 time: 0.0939178 Apr 18 17:20:59.290074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a381c7b3-dc51-4f79-b47c-70f5adae1738 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:20:59.290564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a381c7b3-dc51-4f79-b47c-70f5adae1738 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:20:59.302681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b78a6c9-a811-4a87-9b1e-ab6b66436f9b req-dcc7d03e-deab-4e20-bf81-c32c11fe9626 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Apr 18 17:20:59.568198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50202) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:20:59.582296 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9a4a-268d-49b0-b350-40ee95c7e288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:59.747095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-888411a8-cf31-41e9-8438-65576a6734cc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:59.748841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-888411a8-cf31-41e9-8438-65576a6734cc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 946 time: 0.1378329 Apr 18 17:20:59.814241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0efda1-b4d6-4ddd-9bf0-710705489d99 req-ea853a12-8bed-4eb6-a850-f57826cbec58 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:20:59.815768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf0efda1-b4d6-4ddd-9bf0-710705489d99 req-ea853a12-8bed-4eb6-a850-f57826cbec58 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1424868 Apr 18 17:20:59.833874 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9a4a-268d-49b0-b350-40ee95c7e288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:59.940749 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9a4a-268d-49b0-b350-40ee95c7e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:20:59.961269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf0efda1-b4d6-4ddd-9bf0-710705489d99 req-557ebb19-4920-421e-8f7b-ecd6db79ca2f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330531 Apr 18 17:21:00.008525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e4ca9a4a-268d-49b0-b350-40ee95c7e288 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22f07a77e9ee483c82e85cb13c9a9e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391391 Apr 18 17:21:00.010788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca9a4a-268d-49b0-b350-40ee95c7e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44abb04-efed-4e10-9660-0f73125cc41d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:00.011602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50216) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:00.040766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port b5c6dccd-93c5-43e6-8a34-b701f3553572 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:00.041117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.091513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c266bbf6-2122-4089-bd1e-6a7ecfa3afe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.126051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c266bbf6-2122-4089-bd1e-6a7ecfa3afe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.186376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port b5c6dccd-93c5-43e6-8a34-b701f3553572, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b5c6dccd-93c5-43e6-8a34-b701f3553572,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:00.187180 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.217481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for b5c6dccd-93c5-43e6-8a34-b701f3553572 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:00.278849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50222) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:00.304212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c266bbf6-2122-4089-bd1e-6a7ecfa3afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.309855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c266bbf6-2122-4089-bd1e-6a7ecfa3afe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.311152 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c266bbf6-2122-4089-bd1e-6a7ecfa3afe6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d44abb04-efed-4e10-9660-0f73125cc41d HTTP/1.1" status: 204 len: 168 time: 0.2966714 Apr 18 17:21:00.323603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266bbf6-2122-4089-bd1e-6a7ecfa3afe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44abb04-efed-4e10-9660-0f73125cc41d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:00.457242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1165742889', 'router:external': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:00.537260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cc2c6-e153-408e-aede-c8d41398dd6a req-0641851e-f4dd-428e-a17c-4231e7b211f7 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:00.538702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a5cc2c6-e153-408e-aede-c8d41398dd6a req-0641851e-f4dd-428e-a17c-4231e7b211f7 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 946 time: 0.1109605 Apr 18 17:21:00.578788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Made reservation on behalf of cc353c0e5f834545b5c23d1796582be1 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:00.580094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a5cc2c6-e153-408e-aede-c8d41398dd6a req-1d37f29b-861b-4320-8e19-ad4cd43b48cd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38cf06e-9c5b-43e8-a1fb-923ad118b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351179 Apr 18 17:21:00.581168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.593654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.615503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.674312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=b5c6dccd-93c5-43e6-8a34-b701f3553572,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:00.712131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.743577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] No DVR routers for this DVR port b5c6dccd-93c5-43e6-8a34-b701f3553572 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:21:00.746282 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.749588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88b84779-5d57-49f2-b4c1-e3c854772c43 req-debb7724-10b6-4d3a-92c7-1611eced934a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "DELETE /v2.0/ports/b5c6dccd-93c5-43e6-8a34-b701f3553572 HTTP/1.1" status: 204 len: 173 time: 0.9926584 Apr 18 17:21:00.750043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2578fd67-7d71-4e08-93b5-b782ce93d425', 'name': 'network-vif-deleted', 'tag': 'b5c6dccd-93c5-43e6-8a34-b701f3553572'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:00.753027 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c68cdd0-276b-43fc-8911-dcf5b59e0b0b" -d '{"events": [{"server_uuid": "2578fd67-7d71-4e08-93b5-b782ce93d425", "name": "network-vif-deleted", "tag": "b5c6dccd-93c5-43e6-8a34-b701f3553572"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:00.794509 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6094389-c70c-4364-a312-8c4c22a2579c x-openstack-request-id: req-a6094389-c70c-4364-a312-8c4c22a2579c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:00.794721 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2578fd67-7d71-4e08-93b5-b782ce93d425", "name": "network-vif-deleted", "tag": "b5c6dccd-93c5-43e6-8a34-b701f3553572", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:00.794803 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6094389-c70c-4364-a312-8c4c22a2579c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:00.795339 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6094389-c70c-4364-a312-8c4c22a2579c'] response: {'server_uuid': '2578fd67-7d71-4e08-93b5-b782ce93d425', 'name': 'network-vif-deleted', 'tag': 'b5c6dccd-93c5-43e6-8a34-b701f3553572', 'status': 'completed', 'code': 200} Apr 18 17:21:00.831093 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.899821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:00.917659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfe8f87-8402-4986-bd91-f866cd022f74,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:00.926449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.930531 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Added segment 7ed42570-8cd7-4619-877e-608dfe0d2499 of type vlan for network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 Apr 18 17:21:00.985242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7849d4e9-8839-4986-8602-4b1262e3bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:00.990377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:01.156464 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:01.158245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:01.159750 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:01.193378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd62716-bf2d-48cc-ba1f-1e8d53397d72 req-a3658c0c-f26e-4ce6-8102-05da554612d7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:01.195172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffd62716-bf2d-48cc-ba1f-1e8d53397d72 req-a3658c0c-f26e-4ce6-8102-05da554612d7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1016924 Apr 18 17:21:01.291946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffd62716-bf2d-48cc-ba1f-1e8d53397d72 req-98d4731e-c034-44d7-86dd-2a4eb16d73a8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833502 Apr 18 17:21:01.301085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'Network': ['ID=5f7c1994-185a-43c9-8a06-dfa0e0aecce6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:01.326950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:01.387173 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a38e5448-97b0-4dcc-9ce6-30b2e3313fdb tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1070952 Apr 18 17:21:01.390372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50250) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:01.395473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'subnet': {'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:01.508998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Made reservation on behalf of cc353c0e5f834545b5c23d1796582be1 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:01.511647 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:01.743467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-432bed04-e123-4741-b233-90cc37639776 req-e61656f9-98b3-41fb-b468-14ec837b8b60 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=2578fd67-7d71-4e08-93b5-b782ce93d425 HTTP/1.1" status: 200 len: 210 time: 0.0453320 Apr 18 17:21:02.055821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:21:02.056375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:02.116422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c1cdf3e-ab29-4542-8129-793d79d3ea4b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:02.138790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Checking segment: {'id': '7ed42570-8cd7-4619-877e-608dfe0d2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:02.139159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Network hostable DHCP agents. Network: 5f7c1994-185a-43c9-8a06-dfa0e0aecce6, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:21:02.268613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:21:02.390315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 5f7c1994-185a-43c9-8a06-dfa0e0aecce6) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:02.395252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:02.396228 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:02.401526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad5ebec-8ad0-47dc-af49-44b06a0b95ce None None] Network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:02.467906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad23d3-2f33-427a-8cb5-18964876b26e req-6aeabcf3-b08c-4739-ac15-16fc2d56d119 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:02.480751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73ad23d3-2f33-427a-8cb5-18964876b26e req-6aeabcf3-b08c-4739-ac15-16fc2d56d119 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1110928 Apr 18 17:21:02.502266 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-52933067-490c-4553-8080-f5352de8256f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1107218 Apr 18 17:21:02.505050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50302) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:02.512438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1700551712', 'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:02.516506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b5c6dccd-93c5-43e6-8a34-b701f3553572 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:02.538818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73ad23d3-2f33-427a-8cb5-18964876b26e req-45ecd633-0121-4ef8-9b43-f5730be6429c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Apr 18 17:21:02.557086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: b5c6dccd-93c5-43e6-8a34-b701f3553572 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:21:02.562298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b5c6dccd-93c5-43e6-8a34-b701f3553572 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:21:02.632245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee97db-e351-4aa8-aa04-6942739e0f6a None None] Network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:02.676206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Made reservation on behalf of cc353c0e5f834545b5c23d1796582be1 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:02.678606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:02.702209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] device_id is not set on port 7bc40104-b040-4bcd-8ab4-05b9370dffd2 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:21:02.835285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Allocated IP 2001:db8::2a7 (5f7c1994-185a-43c9-8a06-dfa0e0aecce6/4c1cdf3e-ab29-4542-8129-793d79d3ea4b/7bc40104-b040-4bcd-8ab4-05b9370dffd2) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:02.835829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50314) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:02.941559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c11801-cb02-4bba-a235-15ee3ec9bd20 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:02.993725 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c11801-cb02-4bba-a235-15ee3ec9bd20 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.044252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.139064 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c11801-cb02-4bba-a235-15ee3ec9bd20 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.146025 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22c11801-cb02-4bba-a235-15ee3ec9bd20 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.150893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.171904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-22c11801-cb02-4bba-a235-15ee3ec9bd20 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/security-groups/f38cf06e-9c5b-43e8-a1fb-923ad118b586 HTTP/1.1" status: 204 len: 168 time: 0.3153493 Apr 18 17:21:03.202581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c11801-cb02-4bba-a235-15ee3ec9bd20 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38cf06e-9c5b-43e8-a1fb-923ad118b586,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:03.211549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:03.221039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:03.225773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:03.227166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:03.227776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.241734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'Port': ['ID=7bc40104-b040-4bcd-8ab4-05b9370dffd2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:03.293247 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4f5376b0-653b-4303-8bee-fc4fd940a83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.326455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0f73b965-53b8-47b1-a8bf-061373bc643e tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8200943 Apr 18 17:21:03.329119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50354) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:03.332986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50356) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:03.414018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c348be41-6367-44b6-8cd5-f542b634afaa tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Deleting port 7bc40104-b040-4bcd-8ab4-05b9370dffd2 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:03.414379 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c348be41-6367-44b6-8cd5-f542b634afaa tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.418207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-910c2783-c149-493e-b2f1-7c0fbd9ef328 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting subnet 1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:21:03.421636 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-910c2783-c149-493e-b2f1-7c0fbd9ef328 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.461832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-910c2783-c149-493e-b2f1-7c0fbd9ef328 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.496169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c348be41-6367-44b6-8cd5-f542b634afaa tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.515180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c348be41-6367-44b6-8cd5-f542b634afaa tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Calling delete_port for 7bc40104-b040-4bcd-8ab4-05b9370dffd2 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:03.616782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-910c2783-c149-493e-b2f1-7c0fbd9ef328 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.704910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4ebed-0f78-4906-892c-20a420481350 req-df51f8ed-27cf-4757-a32f-c0820483557c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:03.706422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4a4ebed-0f78-4906-892c-20a420481350 req-df51f8ed-27cf-4757-a32f-c0820483557c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0728147 Apr 18 17:21:03.747417 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d4a4ebed-0f78-4906-892c-20a420481350 req-df0bda5a-5540-4e6e-85fc-a80632ce0d91 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342417 Apr 18 17:21:03.772113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c348be41-6367-44b6-8cd5-f542b634afaa tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.773267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-910c2783-c149-493e-b2f1-7c0fbd9ef328 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.805065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c2783-c149-493e-b2f1-7c0fbd9ef328 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Subnet': ['ID=1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:03.810725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348be41-6367-44b6-8cd5-f542b634afaa tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bc40104-b040-4bcd-8ab4-05b9370dffd2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:03.814189 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-910c2783-c149-493e-b2f1-7c0fbd9ef328 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.820833 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-910c2783-c149-493e-b2f1-7c0fbd9ef328 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/subnets/1f57c185-7d20-4ea6-a5c2-b3be5bca4fb6 HTTP/1.1" status: 204 len: 168 time: 0.4867141 Apr 18 17:21:03.821467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50374) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:03.833677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502de63-7f6e-431f-89ca-28cbb5adf6d0 None None] Network 4556445e-d2a7-41b5-9079-92c386db6263 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:03.836075 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c348be41-6367-44b6-8cd5-f542b634afaa tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.839794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c348be41-6367-44b6-8cd5-f542b634afaa tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7bc40104-b040-4bcd-8ab4-05b9370dffd2 HTTP/1.1" status: 204 len: 168 time: 0.5090034 Apr 18 17:21:03.842710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50376) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:03.849052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6', 'external_fixed_ips': [{'subnet_id': '4c1cdf3e-ab29-4542-8129-793d79d3ea4b', 'ip_address': '2001:db8::2a7'}]}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:03.927542 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.972510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.973603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:03.984594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port 12b10589-494b-42a3-9280-75f876dd4b05 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:03.984948 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.056690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port 12b10589-494b-42a3-9280-75f876dd4b05, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=12b10589-494b-42a3-9280-75f876dd4b05,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:04.057051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.072595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] DHCP port deletion for 4556445e-d2a7-41b5-9079-92c386db6263 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:21:04.072799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for 12b10589-494b-42a3-9280-75f876dd4b05 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:04.104792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.149734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] Deleting port 12b10589-494b-42a3-9280-75f876dd4b05 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:04.149734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.203421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] For port 12b10589-494b-42a3-9280-75f876dd4b05, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=12b10589-494b-42a3-9280-75f876dd4b05,segment=NetworkSegment(f64951d8-94b4-4af6-ae6f-a88a5f7ca500),segment_id=f64951d8-94b4-4af6-ae6f-a88a5f7ca500)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:04.203738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.216075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] Calling delete_port for 12b10589-494b-42a3-9280-75f876dd4b05 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:04.248381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.291674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=12b10589-494b-42a3-9280-75f876dd4b05,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:04.313198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] No DVR routers for this DVR port 12b10589-494b-42a3-9280-75f876dd4b05 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:21:04.399375 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.442199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] Pushing event deleted for resources: {'Port': ['ID=12b10589-494b-42a3-9280-75f876dd4b05,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:04.444053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99a11a-4f7d-49a8-8f21-72ba0127096b None None] No DVR routers for this DVR port 12b10589-494b-42a3-9280-75f876dd4b05 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:21:04.470412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.480873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50384) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:04.487840 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.506448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:21:04.513972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4556445e-d2a7-41b5-9079-92c386db6263']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:04.524710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:04.525054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64951d8-94b4-4af6-ae6f-a88a5f7ca500') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:04.542531 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.562272 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.572442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:04.572864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:04.583359 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:04.612535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:04.629860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'port_id': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'mac_address': 'fa:16:3e:08:f5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:21:04.685658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.694306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-37123e7b-77a2-4a37-a7c8-6a84ae07b3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.700752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf63f2d6-2898-425b-b1c7-ac593f25bd2a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:21:04.725039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:04.738533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.776411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-37123e7b-77a2-4a37-a7c8-6a84ae07b3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.802133 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.807465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.816099 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/networks/4556445e-d2a7-41b5-9079-92c386db6263 HTTP/1.1" status: 204 len: 168 time: 0.9884229 Apr 18 17:21:04.816258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50390) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:04.826566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ab384-62c5-49ce-be36-95b61ff83890 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Network': ['ID=4556445e-d2a7-41b5-9079-92c386db6263,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:04.836413 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.887903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:04.915980 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-37123e7b-77a2-4a37-a7c8-6a84ae07b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:04.958721 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-37123e7b-77a2-4a37-a7c8-6a84ae07b3e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8516d41608a4a448f302ebc137dfdc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764478 Apr 18 17:21:04.959949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37123e7b-77a2-4a37-a7c8-6a84ae07b3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45dc890-9c29-4703-89d2-66c392500c40,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:04.963160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50392) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:05.002525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a670c-3ffa-4aad-91f7-9daf86b08258 req-be651e23-35aa-4b87-ac5a-f7724fe9fa04 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:05.004014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c6a670c-3ffa-4aad-91f7-9daf86b08258 req-be651e23-35aa-4b87-ac5a-f7724fe9fa04 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 944 time: 0.1449566 Apr 18 17:21:05.005556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['bf63f2d6-2898-425b-b1c7-ac593f25bd2a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:21:05.018324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b87976ef-4fa7-4ff4-ba90-385d4ed21aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.048670 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b87976ef-4fa7-4ff4-ba90-385d4ed21aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.092595 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c6a670c-3ffa-4aad-91f7-9daf86b08258 req-34498cbf-cb87-4079-82a2-a4821f0d2e0e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796180 Apr 18 17:21:05.127476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port 9cc2131c-bae8-4ef6-b652-7fa8a5ece003 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:05.127829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.179225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b87976ef-4fa7-4ff4-ba90-385d4ed21aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.183261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b87976ef-4fa7-4ff4-ba90-385d4ed21aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.186392 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b87976ef-4fa7-4ff4-ba90-385d4ed21aa1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c45dc890-9c29-4703-89d2-66c392500c40 HTTP/1.1" status: 204 len: 168 time: 0.2222927 Apr 18 17:21:05.205664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87976ef-4fa7-4ff4-ba90-385d4ed21aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45dc890-9c29-4703-89d2-66c392500c40,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:05.302054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 12b10589-494b-42a3-9280-75f876dd4b05 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:05.324486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 12b10589-494b-42a3-9280-75f876dd4b05 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:21:05.324833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 12b10589-494b-42a3-9280-75f876dd4b05 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:21:05.341233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.341598 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.366821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for 9cc2131c-bae8-4ef6-b652-7fa8a5ece003 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:05.371016 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.422294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.750448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Allocated IP 2001:db8::2a7 (5f7c1994-185a-43c9-8a06-dfa0e0aecce6/4c1cdf3e-ab29-4542-8129-793d79d3ea4b/58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:05.865463 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.888005 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.896826 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.901529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=9cc2131c-bae8-4ef6-b652-7fa8a5ece003,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:05.986172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:05.986434 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Floating IP af673aa3-ee98-4817-b5e8-6d391cc8b073 disassociated (deleted). External IP: 172.25.5.120, port: dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed. Apr 18 17:21:06.076492 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:06.129751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:06.134818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:06.137222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:06.158893 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:06.186999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'Port': ['ID=58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:06.508099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:06.590964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port bf63f2d6-2898-425b-b1c7-ac593f25bd2a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:06.591430 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:06.624018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ae41b-e54d-48d9-a316-3f96af59f5c6 req-a26d99a6-5417-4c3a-a5be-b6e7179c8992 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:06.625549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a0ae41b-e54d-48d9-a316-3f96af59f5c6 req-a26d99a6-5417-4c3a-a5be-b6e7179c8992 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 944 time: 0.4298685 Apr 18 17:21:06.667753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router 46fed74d-2f28-4a8b-9229-39566076cc46 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:21:06.681636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:06.688774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a0ae41b-e54d-48d9-a316-3f96af59f5c6 req-67ff7684-338a-4a48-abf6-c0f6da4666ba tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537899 Apr 18 17:21:06.709817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:06.712631 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0c6f30-204b-4342-8c30-f25f3367692f" -d '{"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-plugged", "status": "completed", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:06.727093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:06.753872 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a063cb23-a026-44ed-a767-b8421e53bc88 x-openstack-request-id: req-a063cb23-a026-44ed-a767-b8421e53bc88 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:06.754424 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-plugged", "status": "completed", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:06.754909 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a063cb23-a026-44ed-a767-b8421e53bc88 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:06.755789 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a063cb23-a026-44ed-a767-b8421e53bc88'] response: {'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'code': 200} Apr 18 17:21:06.818891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:06.875681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:06.882457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:06.882589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:06.895106 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] Sync routers for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:06.905857 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:06.906686 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:06.910315 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:06.916218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-46b63cc5-91db-47ca-8b35-1ad37c656e06 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/floatingips/af673aa3-ee98-4817-b5e8-6d391cc8b073 HTTP/1.1" status: 204 len: 168 time: 2.0982561 Apr 18 17:21:06.944958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:06.947610 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3043669-a089-4fb3-b521-056e1edde02d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:07.028070 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:07.082457 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7050b3a0-ca55-47b1-b878-fef5b257412c x-openstack-request-id: req-7050b3a0-ca55-47b1-b878-fef5b257412c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:07.083015 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:07.083015 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7050b3a0-ca55-47b1-b878-fef5b257412c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:07.083351 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7050b3a0-ca55-47b1-b878-fef5b257412c'] response: {'name': 'network-changed', 'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'status': 'completed', 'code': 200} Apr 18 17:21:07.137828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043669-a089-4fb3-b521-056e1edde02d req-8ce7a7bc-ed69-4109-aef7-60814e1e62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:07.139676 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3043669-a089-4fb3-b521-056e1edde02d req-8ce7a7bc-ed69-4109-aef7-60814e1e62f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 1097 time: 0.0475078 Apr 18 17:21:07.154510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:07.271061 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:56Z', 'revision_number': 6, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:07.290263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043669-a089-4fb3-b521-056e1edde02d req-6455b62c-5e39-431b-b697-f405ddb0a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:07.292038 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3043669-a089-4fb3-b521-056e1edde02d req-6455b62c-5e39-431b-b697-f405ddb0a19e service neutron] 10.222.0.18 "GET /v2.0/networks?id=65655f52-ceff-460c-84d3-7ddc532d743b HTTP/1.1" status: 200 len: 897 time: 0.1451786 Apr 18 17:21:07.299775 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] Checking router: 46fed74d-2f28-4a8b-9229-39566076cc46 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:21:07.310454 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:07.311122 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:07.360299 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3043669-a089-4fb3-b521-056e1edde02d req-b7b9ed12-d5e6-4077-b4e6-a9c8caab0dff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed HTTP/1.1" status: 200 len: 217 time: 0.0547543 Apr 18 17:21:07.406089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Router 6a0688ee-21b7-4b9c-a490-a158e326d543 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:21:07.455533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043669-a089-4fb3-b521-056e1edde02d req-a6c8f18e-594b-464f-907d-6d31168f7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:07.457056 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3043669-a089-4fb3-b521-056e1edde02d req-a6c8f18e-594b-464f-907d-6d31168f7ebc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c93db43-ef43-4c1e-91af-b3693d87ac3a HTTP/1.1" status: 200 len: 835 time: 0.0894716 Apr 18 17:21:07.480241 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:07.536502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043669-a089-4fb3-b521-056e1edde02d req-02d45e9c-f9fe-4ed2-acfb-0e745f21f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:07.538224 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3043669-a089-4fb3-b521-056e1edde02d req-02d45e9c-f9fe-4ed2-acfb-0e745f21f803 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=65655f52-ceff-460c-84d3-7ddc532d743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717876 Apr 18 17:21:07.649823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:07.663495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50450) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:07.665749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Sync routers for ids ['6a0688ee-21b7-4b9c-a490-a158e326d543'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:07.680162 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3043669-a089-4fb3-b521-056e1edde02d req-38bf274f-245f-496e-bbd9-9cf3264cedc6 service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329670 Apr 18 17:21:07.685208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Routers {'6a0688ee-21b7-4b9c-a490-a158e326d543'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:07.686153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6a0688ee-21b7-4b9c-a490-a158e326d543'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:07.738533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3e15e-aeb7-4ccc-b93d-98853147db80 req-4009b0f0-e7af-440a-8ee2-5e207e90249f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:07.740102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c3e15e-aeb7-4ccc-b93d-98853147db80 req-4009b0f0-e7af-440a-8ee2-5e207e90249f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 946 time: 0.1590950 Apr 18 17:21:07.811089 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:07.812697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-732eb333-c45e-4d7a-a75b-0d2cc03f34ac tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9690280 Apr 18 17:21:07.815674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50456) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:07.837278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f3043669-a089-4fb3-b521-056e1edde02d req-ba42507a-3cdf-484a-b56b-7edf87180583 service neutron] 10.222.0.18 "GET /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468303 Apr 18 17:21:07.850027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Set router 6a0688ee-21b7-4b9c-a490-a158e326d543 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:07.880120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c3e15e-aeb7-4ccc-b93d-98853147db80 req-78902ba1-72ba-4dec-94cc-58a661bedad6 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289542 Apr 18 17:21:07.908932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3210618-843f-4f59-b2f4-a23f69b0ad1a req-08c464b2-f759-436c-a4dc-5bad738642f0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:07.921608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3210618-843f-4f59-b2f4-a23f69b0ad1a req-08c464b2-f759-436c-a4dc-5bad738642f0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0935087 Apr 18 17:21:07.965187 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:56Z', 'revision_number': 6, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:07.986893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3210618-843f-4f59-b2f4-a23f69b0ad1a req-fbc9823b-08fd-4573-8c8a-99400e3558a3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642076 Apr 18 17:21:08.010853 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea23d37-ce01-446e-8d9f-4ef144c6b66d None None] The sync data for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 is: [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:20:56Z', 'revision_number': 6, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'ef095f56-bae9-4235-b506-d364e0170ca1', 'name': '', 'network_id': '65655f52-ceff-460c-84d3-7ddc532d743b', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:4e:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:55Z', 'updated_at': '2022-04-18T17:18:05Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '2c93db43-ef43-4c1e-91af-b3693d87ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:08.029653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-355153515'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:08.068981 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.129076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0688ee-21b7-4b9c-a490-a158e326d543', 'name': '', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6', 'external_fixed_ips': [{'subnet_id': '4c1cdf3e-ab29-4542-8129-793d79d3ea4b', 'ip_address': '2001:db8::2a7'}], 'enable_snat': True}, 'gw_port_id': '58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:03Z', 'updated_at': '2022-04-18T17:21:06Z', 'revision_number': 3, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port': {'id': '58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179', 'name': '', 'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0688ee-21b7-4b9c-a490-a158e326d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4c1cdf3e-ab29-4542-8129-793d79d3ea4b', 'ip_address': '2001:db8::2a7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:05Z', 'updated_at': '2022-04-18T17:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c1cdf3e-ab29-4542-8129-793d79d3ea4b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:08.155820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Checking router: 6a0688ee-21b7-4b9c-a490-a158e326d543 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:21:08.156188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Updating router 6a0688ee-21b7-4b9c-a490-a158e326d543 port 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:21:08.162599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Made reservation on behalf of 09d164bc0bd74120a4ceea61acbb1ac7 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:08.166159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.186203 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.325047 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036ddd4-004c-455a-b616-4dffa8e879f9 None None] New status for floating IP af673aa3-ee98-4817-b5e8-6d391cc8b073: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:21:08.461513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.480790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.514268 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.549973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.628822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Deleting port 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:08.629170 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.636425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.696201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Attempting to bind port 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:21:08.696870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Attempting to bind port 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '7ed42570-8cd7-4619-877e-608dfe0d2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:21:08.696989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Attempting to bind port 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179 on network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:08.698812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e98995-5b83-4963-90c6-d01e4f91ef4e None None] Pushing event updated for resources: {'Port': ['ID=58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:08.704353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:21:08.704731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Checking segment: {'id': '7ed42570-8cd7-4619-877e-608dfe0d2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:08.705532 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.705690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Bound using segment: {'id': '7ed42570-8cd7-4619-877e-608dfe0d2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:21:08.706050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Bound port: 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed42570-8cd7-4619-877e-608dfe0d2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5f7c1994-185a-43c9-8a06-dfa0e0aecce6'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:21:08.706407 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.713998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.721291 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.739910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Calling delete_port for 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:08.761655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] For port 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:21:08.763668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:08.765081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] For port 58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179,segment=NetworkSegment(7ed42570-8cd7-4619-877e-608dfe0d2499),segment_id=7ed42570-8cd7-4619-877e-608dfe0d2499)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:21:08.773184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a0d1c1-84ba-4ac0-a60e-2d546479c7b3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:08.779632 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.779934 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Added segment 4c379a1f-fd54-466f-9334-431deba112d8 of type vlan for network 6c7223b0-4eb1-4fdc-9255-d7df815023b6 Apr 18 17:21:08.846607 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.868051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:08.899033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Routers {'6a0688ee-21b7-4b9c-a490-a158e326d543'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:08.899665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6a0688ee-21b7-4b9c-a490-a158e326d543'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:08.981970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e98995-5b83-4963-90c6-d01e4f91ef4e None None] Pushing event updated for resources: {'Port': ['ID=58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:09.007359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] Set router 6a0688ee-21b7-4b9c-a490-a158e326d543 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:09.026609 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.036829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:09.037490 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.072351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0688ee-21b7-4b9c-a490-a158e326d543', 'name': '', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:03Z', 'updated_at': '2022-04-18T17:21:08Z', 'revision_number': 4, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:09.082910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eeb618-57e3-49d4-85b8-ccde7b15046a req-57c44a4c-28f8-4e80-b8ae-284198ece5fa tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:09.088888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5eeb618-57e3-49d4-85b8-ccde7b15046a req-57c44a4c-28f8-4e80-b8ae-284198ece5fa tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 946 time: 0.1137912 Apr 18 17:21:09.103185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b6ec3-3c9b-4e0b-bd5a-a820b56d1c15 None None] The sync data for ids ['6a0688ee-21b7-4b9c-a490-a158e326d543'] in n-d-836015-2 is: [{'id': '6a0688ee-21b7-4b9c-a490-a158e326d543', 'name': '', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:03Z', 'updated_at': '2022-04-18T17:21:08Z', 'revision_number': 4, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:09.138695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Pushing event updated for resources: {'Network': ['ID=6c7223b0-4eb1-4fdc-9255-d7df815023b6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:09.149874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6c7223b0-4eb1-4fdc-9255-d7df815023b6 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:09.174411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.183625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c86e4-11f0-44ba-9804-3da7a63d808e req-a7bf1066-3f06-4fed-919b-d724a2a6c688 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:09.191225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c7c86e4-11f0-44ba-9804-3da7a63d808e req-a7bf1066-3f06-4fed-919b-d724a2a6c688 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0996273 Apr 18 17:21:09.213808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5eeb618-57e3-49d4-85b8-ccde7b15046a req-b771f498-70f0-4e7b-be19-98aecf1099b9 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=2005039e-c8c5-49bd-b0fe-ea332294d107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905340 Apr 18 17:21:09.225968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8fe44644-391a-4140-9938-5d847d4a2b75 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5615950 Apr 18 17:21:09.243828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event deleted for resources: {'Port': ['ID=58e0f11e-a7b5-4fd9-ae1c-3a33b02aa179,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:09.253473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50466) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:09.263654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.276486 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c7c86e4-11f0-44ba-9804-3da7a63d808e req-8616d066-ce45-486a-9e75-695e398e7d9f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841577 Apr 18 17:21:09.337622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Request body: {'network': {'name': 'tempest-network--1929126081', 'router:external': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:09.359729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-6b1be9a7-8d47-4ad7-96c6-499eb8801615 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:09.361944 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-6b1be9a7-8d47-4ad7-96c6-499eb8801615 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 946 time: 0.1784649 Apr 18 17:21:09.404359 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.408457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.447889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Made reservation on behalf of 24111da15763415f91c61a54666a2b54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:09.451197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.461843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.548327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:09.548661 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.556309 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.640355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:09.640732 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.649691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.650214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0688ee-21b7-4b9c-a490-a158e326d543 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:21:09.658626 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.659764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7f96340a-fb04-4adb-bf1b-5de52c0f25b9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "DELETE /v2.0/routers/6a0688ee-21b7-4b9c-a490-a158e326d543 HTTP/1.1" status: 204 len: 168 time: 1.8431208 Apr 18 17:21:09.660784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:09.662457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:09.695089 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.731801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2961525-a6c1-4845-9337-f7adf82aab58,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:09.740227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:09.755564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.756509 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Added segment aa7cfc46-144b-49e5-8b03-108cbac32145 of type vlan for network 2362a784-b249-4b03-9038-e57299ff479d Apr 18 17:21:09.761358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8e49e8-3b1d-417b-9206-2a43bfce4a56 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Deleting subnet 4c1cdf3e-ab29-4542-8129-793d79d3ea4b {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:21:09.773106 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a8e49e8-3b1d-417b-9206-2a43bfce4a56 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.805464 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.824781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a8e49e8-3b1d-417b-9206-2a43bfce4a56 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.900340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a8e49e8-3b1d-417b-9206-2a43bfce4a56 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.920415 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.921499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:09.922125 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:09.997020 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Network': ['ID=2362a784-b249-4b03-9038-e57299ff479d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:10.010445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 2362a784-b249-4b03-9038-e57299ff479d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:10.027036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.028320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dcc7f7cd-169e-423b-a023-cd2d05ad279c tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7728386 Apr 18 17:21:10.031220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50476) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:10.104451 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a8e49e8-3b1d-417b-9206-2a43bfce4a56 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.109120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:10.147056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.181244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e49e8-3b1d-417b-9206-2a43bfce4a56 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1cdf3e-ab29-4542-8129-793d79d3ea4b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:10.191386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a8e49e8-3b1d-417b-9206-2a43bfce4a56 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.197343 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8a8e49e8-3b1d-417b-9206-2a43bfce4a56 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/4c1cdf3e-ab29-4542-8129-793d79d3ea4b HTTP/1.1" status: 204 len: 168 time: 0.5313690 Apr 18 17:21:10.202258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50486) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:10.212155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] No DVR routers for this DVR port dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:21:10.218245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.221671 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-478ec479-a9ee-4e1e-9f09-e911ccd0f795 req-bbbe3561-6300-465c-ade0-4e2f7dae9c87 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.18 "DELETE /v2.0/ports/dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed HTTP/1.1" status: 204 len: 173 time: 0.8256567 Apr 18 17:21:10.222180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'name': 'network-vif-deleted', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:10.224613 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6546e463-ded1-4db8-a57b-1e3eaba1cde0" -d '{"events": [{"server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "name": "network-vif-deleted", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:10.297162 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68537777-1a7e-48c7-bd72-35865cd1e849 x-openstack-request-id: req-68537777-1a7e-48c7-bd72-35865cd1e849 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:10.297485 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2baa878-c23a-4f07-8f65-642316a97e5e", "name": "network-vif-deleted", "tag": "dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:10.297735 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68537777-1a7e-48c7-bd72-35865cd1e849 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:10.298747 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68537777-1a7e-48c7-bd72-35865cd1e849'] response: {'server_uuid': 'e2baa878-c23a-4f07-8f65-642316a97e5e', 'name': 'network-vif-deleted', 'tag': 'dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed', 'status': 'completed', 'code': 200} Apr 18 17:21:10.330022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.386681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49ab9abd-b9e3-4d2c-a1cd-d27fef2d7fc6 req-52f02ae9-41be-4203-a362-e60fc9169e9c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 210 time: 0.0667381 Apr 18 17:21:10.422076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2362a784-b249-4b03-9038-e57299ff479d']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:10.441324 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.458902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7cfc46-144b-49e5-8b03-108cbac32145') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:10.459202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7cfc46-144b-49e5-8b03-108cbac32145') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:10.472810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.497262 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.512062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec8167-3e36-4741-95db-86bdbcbd8fc7 req-d1b84d4c-b019-48a3-ad04-d7dacbb060a7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:10.512062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20ec8167-3e36-4741-95db-86bdbcbd8fc7 req-d1b84d4c-b019-48a3-ad04-d7dacbb060a7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1124275 Apr 18 17:21:10.542160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:10.542550 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:10.551404 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:10.700458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20ec8167-3e36-4741-95db-86bdbcbd8fc7 req-5b38b2d8-6cce-4d83-8853-1eac8e73c8fe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632457 Apr 18 17:21:10.710994 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.735362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7c1994-185a-43c9-8a06-dfa0e0aecce6']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:10.746207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed42570-8cd7-4619-877e-608dfe0d2499') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:10.746633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed42570-8cd7-4619-877e-608dfe0d2499') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:10.758926 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.773245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.779874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:10.780307 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:10.783165 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:10.847738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.854733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2362a784-b249-4b03-9038-e57299ff479d {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 17:21:10.869804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event deleted for resources: {'Network': ['ID=2362a784-b249-4b03-9038-e57299ff479d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:10.871816 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:10.875176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c9695575-0de0-4a9a-ace4-e10e9074be52 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "DELETE /v2.0/networks/2362a784-b249-4b03-9038-e57299ff479d HTTP/1.1" status: 204 len: 168 time: 0.8428948 Apr 18 17:21:10.879903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50504) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:10.887901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:11.007874 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.023447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f7c1994-185a-43c9-8a06-dfa0e0aecce6 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 17:21:11.023447 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.030868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "DELETE /v2.0/networks/5f7c1994-185a-43c9-8a06-dfa0e0aecce6 HTTP/1.1" status: 204 len: 168 time: 0.8264835 Apr 18 17:21:11.052588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3d454-0755-4130-a17f-43216ccb3404 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f7c1994-185a-43c9-8a06-dfa0e0aecce6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:11.057009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Made reservation on behalf of 24111da15763415f91c61a54666a2b54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:11.057849 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.085779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:11.098444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.098444 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Added segment 9c8f2091-d1d0-48b6-a6eb-9daee1cbcc44 of type vlan for network 83d11f85-9c46-4670-a0a0-6b728c3bb8d5 Apr 18 17:21:11.212021 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.390741 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.392356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:11.393202 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.528223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6374004 Apr 18 17:21:11.528944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50528) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:11.536426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Request body: {'subnet': {'network_id': '83d11f85-9c46-4670-a0a0-6b728c3bb8d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:11.536972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be28cdf-18b0-4f5a-b30d-4efa50dd63fb tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Network': ['ID=83d11f85-9c46-4670-a0a0-6b728c3bb8d5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:11.554689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 83d11f85-9c46-4670-a0a0-6b728c3bb8d5 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:11.651160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50530) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:11.672472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ecbbf98-3778-469a-8704-c44bfe5892d1 req-57f38f7a-46b7-4d3f-a1ee-c437b641782e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2baa878-c23a-4f07-8f65-642316a97e5e HTTP/1.1" status: 200 len: 210 time: 0.0876191 Apr 18 17:21:11.687895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b71041c1-4050-4c9e-89da-9835e1e4d758 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'router': {'name': 'tempest-router--115482974', 'project_id': '93af69ecdc234068afba00f3d8036a54'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:11.771396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Made reservation on behalf of 24111da15763415f91c61a54666a2b54 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:11.773828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.815219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b71041c1-4050-4c9e-89da-9835e1e4d758 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.816277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b71041c1-4050-4c9e-89da-9835e1e4d758 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:11.929238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1d7aa-bb83-41cc-825b-e24c95302651 req-fb4bfd8e-3fb1-4aa9-affc-8611a1b9ea5f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:11.932011 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acf1d7aa-bb83-41cc-825b-e24c95302651 req-fb4bfd8e-3fb1-4aa9-affc-8611a1b9ea5f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0732243 Apr 18 17:21:12.024277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acf1d7aa-bb83-41cc-825b-e24c95302651 req-6504e0f1-8864-41f9-b797-9a90156c6867 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811656 Apr 18 17:21:12.106302 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b71041c1-4050-4c9e-89da-9835e1e4d758 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.194960 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b71041c1-4050-4c9e-89da-9835e1e4d758 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.295217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b71041c1-4050-4c9e-89da-9835e1e4d758 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.296573 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b71041c1-4050-4c9e-89da-9835e1e4d758 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6397383 Apr 18 17:21:12.300521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50540) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:12.412927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2253bdc0-c290-46d2-bbdf-68ac8bb7885a tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.697874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2253bdc0-c290-46d2-bbdf-68ac8bb7885a tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.703114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2253bdc0-c290-46d2-bbdf-68ac8bb7885a tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.781328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50548) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:12.806617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:21:12.807152 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.856293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2253bdc0-c290-46d2-bbdf-68ac8bb7885a tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.856839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2253bdc0-c290-46d2-bbdf-68ac8bb7885a tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93469e79-52da-4b74-b26b-92bc21dfeb78 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:21:12.867127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2253bdc0-c290-46d2-bbdf-68ac8bb7885a tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:12.871508 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2253bdc0-c290-46d2-bbdf-68ac8bb7885a tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "DELETE /v2.0/routers/93469e79-52da-4b74-b26b-92bc21dfeb78 HTTP/1.1" status: 204 len: 168 time: 0.5667593 Apr 18 17:21:12.917788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Checking segment: {'id': '9c8f2091-d1d0-48b6-a6eb-9daee1cbcc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83d11f85-9c46-4670-a0a0-6b728c3bb8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:12.918431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Network hostable DHCP agents. Network: 83d11f85-9c46-4670-a0a0-6b728c3bb8d5, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:21:12.928353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e9be18c5-0330-4558-aa6e-e815104f85c1,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:13.022290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8c70f-8666-4bed-a5d1-b7714db0a8a8 req-86bee947-ddc6-4b4c-b337-b8c0714b2291 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:13.025779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98e8c70f-8666-4bed-a5d1-b7714db0a8a8 req-86bee947-ddc6-4b4c-b337-b8c0714b2291 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1970963 Apr 18 17:21:13.062640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Network 83d11f85-9c46-4670-a0a0-6b728c3bb8d5 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:21:13.085074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:13.120485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98e8c70f-8666-4bed-a5d1-b7714db0a8a8 req-92a80284-7acc-41c6-91cc-d3e5a5c2452f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848124 Apr 18 17:21:13.156214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 83d11f85-9c46-4670-a0a0-6b728c3bb8d5) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:13.161798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:13.162399 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:13.163095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:13.209977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:21:13.210580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device dc473dfe-73c0-4f0b-8f81-a1c5a386e0ed not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:21:13.213657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e897e6e-e8a3-4385-bd86-dae125b9aa21 None None] Network 83d11f85-9c46-4670-a0a0-6b728c3bb8d5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:13.241260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:13.273226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fa5bba63-c516-4400-adbe-29ece5d2e10f tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7428873 Apr 18 17:21:13.275981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50562) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:13.284715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Request body: {'floatingip': {'floating_network_id': '83d11f85-9c46-4670-a0a0-6b728c3bb8d5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:13.321687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50564) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:13.360306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1621b-d5ee-4dc4-ba06-d77a405d31b4 req-e7a3be62-f6ee-4f01-a7a3-7785e17c9dc1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:13.369719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7b1621b-d5ee-4dc4-ba06-d77a405d31b4 req-e7a3be62-f6ee-4f01-a7a3-7785e17c9dc1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.2451468 Apr 18 17:21:13.396688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:13.507894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220064a-a7bd-40f0-83c9-9da95a91b8f3 None None] Network 83d11f85-9c46-4670-a0a0-6b728c3bb8d5 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:13.607437 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:13.618186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7b1621b-d5ee-4dc4-ba06-d77a405d31b4 req-11db84c4-3e98-4c6c-8b02-71746621f32a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475441 Apr 18 17:21:13.685972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c5be5-8709-4945-812e-d689df053e08 req-36b7150f-f8e6-4432-93c8-009478b6ff9c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:13.691629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0c5be5-8709-4945-812e-d689df053e08 req-36b7150f-f8e6-4432-93c8-009478b6ff9c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.3195238 Apr 18 17:21:13.696896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:13.699498 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:13.703953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/security-groups/2005039e-c8c5-49bd-b0fe-ea332294d107 HTTP/1.1" status: 204 len: 168 time: 0.9175110 Apr 18 17:21:13.760071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005039e-c8c5-49bd-b0fe-ea332294d107,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:13.787722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.788844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.789343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.789863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.790368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.790858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.791371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.791868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.792358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.792849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.793355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.793874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca912b7-ac26-4f1f-a402-04858706d944 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:13.816481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50574) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:13.897753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Allocated IP 172.20.0.10 (83d11f85-9c46-4670-a0a0-6b728c3bb8d5/e9be18c5-0330-4558-aa6e-e815104f85c1/4a3e8e0a-d8a1-4296-bcb5-8527daf44c23) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:13.900555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0c5be5-8709-4945-812e-d689df053e08 req-c5ab69fe-fc46-4b8b-a306-2a02158b8b81 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987543 Apr 18 17:21:13.921828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-39105218', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:14.191021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02adcbd-338a-4158-8d6a-b8476d27e8a0 req-37f42db1-8303-48c9-afc7-80dbb8cbf64c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:14.202979 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c02adcbd-338a-4158-8d6a-b8476d27e8a0 req-37f42db1-8303-48c9-afc7-80dbb8cbf64c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2025042 Apr 18 17:21:14.268590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:14.328079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:14.333232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:14.398980 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:14.401041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:14.485341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Network 83d11f85-9c46-4670-a0a0-6b728c3bb8d5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:14.932445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:14.940229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:14.945301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Port': ['ID=4a3e8e0a-d8a1-4296-bcb5-8527daf44c23,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:15.030163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c02adcbd-338a-4158-8d6a-b8476d27e8a0 req-d03208bd-2920-4b1e-8699-8c11eeffbd36 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8296702 Apr 18 17:21:15.062028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809060a5-4833-47ff-baa6-0459c0f4c373 req-122be3f8-a477-47d6-9d09-0f337bf4e88f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:15.062028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-809060a5-4833-47ff-baa6-0459c0f4c373 req-122be3f8-a477-47d6-9d09-0f337bf4e88f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1400745 Apr 18 17:21:15.186355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:15.283174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-809060a5-4833-47ff-baa6-0459c0f4c373 req-9f9fef85-12bb-4425-975b-22e5753a4841 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744165 Apr 18 17:21:15.309172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58510b81-87dc-4839-aa03-fc49aedc8ad2 req-ec312c7b-b67f-4345-9dcc-0f7e9c938571 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:15.315100 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:15.323444 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58510b81-87dc-4839-aa03-fc49aedc8ad2 req-ec312c7b-b67f-4345-9dcc-0f7e9c938571 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1620908 Apr 18 17:21:15.417174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58510b81-87dc-4839-aa03-fc49aedc8ad2 req-5e2d0178-ea1a-4933-9b61-1422a7f529f7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833209 Apr 18 17:21:15.474295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:15.555644 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:15.865057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-560489c3-8119-47d7-a917-d238b801e840 req-cd598f6d-b19d-4891-833e-1f3d9a5e777c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1701465 Apr 18 17:21:16.001910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:16.042524 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:16.197031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560489c3-8119-47d7-a917-d238b801e840 req-bdb17a5b-0e43-4355-b659-8f3ecb36376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:16.199431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-560489c3-8119-47d7-a917-d238b801e840 req-bdb17a5b-0e43-4355-b659-8f3ecb36376a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1096 time: 0.2281806 Apr 18 17:21:16.216226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-378f6bba-4907-4428-b713-96786453cca7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:16.224140 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-378f6bba-4907-4428-b713-96786453cca7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.3392813 Apr 18 17:21:16.284064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:16.284331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-80bbe251-923d-4861-ac46-4a3749c7d5e8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/quotas/6010d166009b457cb83c471c00b4460a HTTP/1.1" status: 200 len: 375 time: 0.0582414 Apr 18 17:21:16.416858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:16.433870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port ef095f56-bae9-4235-b506-d364e0170ca1 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:16.434685 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:16.449533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Allocated IP 172.25.5.183 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/d1d024c7-8d6c-4492-b412-c31162c4e6cb) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:16.622261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Port': ['ID=4a3e8e0a-d8a1-4296-bcb5-8527daf44c23,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:16.635179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0edf243e-24e7-4de1-bcbe-a75c9b2fad17 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3510015 Apr 18 17:21:16.641177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:16.718869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:16.761503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:16.765680 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c64204d6-1862-4a74-bc0c-af607042a1c3 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4880145 Apr 18 17:21:16.772293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50610) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:16.779200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69392e5-1181-44f0-bf9f-161d23a82fa9 req-4a70a0ac-79f7-4326-8d3c-d5aa32a4ce16 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:16.780717 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f69392e5-1181-44f0-bf9f-161d23a82fa9 req-4a70a0ac-79f7-4326-8d3c-d5aa32a4ce16 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.3155673 Apr 18 17:21:16.783324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b666456e-7474-4056-8853-937dc4eb4156 service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303720 Apr 18 17:21:16.786936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560489c3-8119-47d7-a917-d238b801e840 req-9d93b0d4-30f3-458d-8347-fad127429d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:16.788326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-560489c3-8119-47d7-a917-d238b801e840 req-9d93b0d4-30f3-458d-8347-fad127429d35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.5592310 Apr 18 17:21:16.899691 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8e800dfe-8fbe-4287-b08a-fb577fb2d6c7 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=83d11f85-9c46-4670-a0a0-6b728c3bb8d5 HTTP/1.1" status: 200 len: 690 time: 0.1258404 Apr 18 17:21:16.901868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50614) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:16.915456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-560489c3-8119-47d7-a917-d238b801e840 req-20b277a8-70de-407d-b802-a710b6e59ab2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0844500 Apr 18 17:21:16.921402 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f69392e5-1181-44f0-bf9f-161d23a82fa9 req-8c84ee59-c87d-487c-a1f8-3d0e97c05e4c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133072 Apr 18 17:21:16.981789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560489c3-8119-47d7-a917-d238b801e840 req-7e2c7335-35d0-4804-ab2a-2f169ac3ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:16.983277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-560489c3-8119-47d7-a917-d238b801e840 req-7e2c7335-35d0-4804-ab2a-2f169ac3ed0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0469375 Apr 18 17:21:17.022211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.097826 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.127151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port ef095f56-bae9-4235-b506-d364e0170ca1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ef095f56-bae9-4235-b506-d364e0170ca1,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:17.127549 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.146300 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for ef095f56-bae9-4235-b506-d364e0170ca1 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:17.230386 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.288912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:17.296625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:17.301801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:17.330840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event updated for resources: {'Port': ['ID=d1d024c7-8d6c-4492-b412-c31162c4e6cb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:17.332923 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.348548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-9bae6f2b-8faa-43aa-865f-0aba11d0e8bf service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494995 Apr 18 17:21:17.367373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560489c3-8119-47d7-a917-d238b801e840 req-ea865b37-9b20-4ac1-af66-d9bb4986ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:17.367586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-560489c3-8119-47d7-a917-d238b801e840 req-ea865b37-9b20-4ac1-af66-d9bb4986ebec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3352709 Apr 18 17:21:17.509858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Deleting port 4a3e8e0a-d8a1-4296-bcb5-8527daf44c23 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:17.510261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.626726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-560489c3-8119-47d7-a917-d238b801e840 req-a41f02e7-9d8e-472f-944b-080c53c92286 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470365 Apr 18 17:21:17.769540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.769540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.780692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Calling delete_port for 4a3e8e0a-d8a1-4296-bcb5-8527daf44c23 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:17.853262 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:17.927419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-000afe8c-552b-432f-92bd-43f76ef7425e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4560218 Apr 18 17:21:17.944789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbf6cb6c-f0bb-4a40-a0c7-8627d0f4dbb3 req-d773d778-77cb-4d2a-8f61-831c9ca1c3bb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 210 time: 0.0952821 Apr 18 17:21:17.995782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-560489c3-8119-47d7-a917-d238b801e840 req-325c5fb3-2b38-4c99-b08f-b5d4037c4529 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570445 Apr 18 17:21:18.004042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=ef095f56-bae9-4235-b506-d364e0170ca1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:18.301560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-056dbaad-54f9-4b39-b9b8-5ef7a4c095cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:18.304418 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-056dbaad-54f9-4b39-b9b8-5ef7a4c095cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 1096 time: 0.3272083 Apr 18 17:21:18.374850 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:18.406286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c781739-d500-4117-b38f-d43ab7a2fae7 req-8050037a-9ca7-4b18-ad68-5c353e857f30 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:18.414133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c781739-d500-4117-b38f-d43ab7a2fae7 req-8050037a-9ca7-4b18-ad68-5c353e857f30 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.3628259 Apr 18 17:21:18.442271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a3e8e0a-d8a1-4296-bcb5-8527daf44c23,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:18.487363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:18.503328 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c781739-d500-4117-b38f-d43ab7a2fae7 req-3e84b3a8-613a-4855-a8d6-1ef409784a04 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882363 Apr 18 17:21:18.632755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:18.671013 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:18.716156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-37ef8bef-2ff2-4e9e-ac3c-7345836554c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:18.717272 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-37ef8bef-2ff2-4e9e-ac3c-7345836554c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.3589604 Apr 18 17:21:18.932155 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-b3a351cb-a8ea-4b0f-874c-856ce3a58212 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76 HTTP/1.1" status: 200 len: 217 time: 0.1913593 Apr 18 17:21:19.248793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-081ae487-1d66-4ee4-a3f0-1b4b8e2f33e1 req-c6ae7bd1-1b9c-44aa-8cc3-63073f6c572d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 210 time: 0.1275277 Apr 18 17:21:19.257388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router 46fed74d-2f28-4a8b-9229-39566076cc46 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:21:19.556079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:19.650432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-1e76213c-fbb6-4dfa-b581-8e037ab09a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:19.651795 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-1e76213c-fbb6-4dfa-b581-8e037ab09a71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.6976357 Apr 18 17:21:19.757810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-43db5b32-7401-40b9-9a41-1e9fbc8bfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:19.759523 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-43db5b32-7401-40b9-9a41-1e9fbc8bfed0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992534 Apr 18 17:21:19.798536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:19.822115 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:19.953466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e9be18c5-0330-4558-aa6e-e815104f85c1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:20.037294 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:20.080067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b4ce-38ea-44ab-8395-06aaa41a0d81 req-34fa291b-8bcd-4653-8ddc-625023a249b1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:20.086756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d11f85-9c46-4670-a0a0-6b728c3bb8d5']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:20.092765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a65b4ce-38ea-44ab-8395-06aaa41a0d81 req-34fa291b-8bcd-4653-8ddc-625023a249b1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.2837222 Apr 18 17:21:20.132550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8f2091-d1d0-48b6-a6eb-9daee1cbcc44') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:20.133189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8f2091-d1d0-48b6-a6eb-9daee1cbcc44') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:20.168615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-761946e6-78e0-42a6-9bdb-367398564c41 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869216 Apr 18 17:21:20.172091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:20.191074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:20.205991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] Sync routers for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:20.214868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-79a6766b-0686-4db3-bcfd-dc82d9dbbede tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "PUT /v2.0/routers/46fed74d-2f28-4a8b-9229-39566076cc46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3860915 Apr 18 17:21:20.222762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:20.223601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:20.229592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50652) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:20.295593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a65b4ce-38ea-44ab-8395-06aaa41a0d81 req-59b05ddb-32cd-48ea-b39d-b6225a5c619d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973875 Apr 18 17:21:20.452482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:20.473733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:20.480069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:20.480683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: items = [ Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:20.486263 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:20.518008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c6580b8-7832-4eb0-a0d8-33956cd0b84a req-5fa1a10d-8bd8-4d1c-b6d8-13484b123b76 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 210 time: 0.0953436 Apr 18 17:21:20.546163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ab7df0-265b-4e63-8c39-caf46ee0d116 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting subnet 2c93db43-ef43-4c1e-91af-b3693d87ac3a {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:21:20.561687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09ab7df0-265b-4e63-8c39-caf46ee0d116 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:20.597581 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4ee16000-1177-43ed-9581-5d6393d2cee2 req-743648b3-d816-430e-961f-9d743f0af134 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101443 Apr 18 17:21:20.718095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09ab7df0-265b-4e63-8c39-caf46ee0d116 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:20.734880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Router 52bcb2dd-71a1-4709-93df-01a7be68f022 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:21:20.739881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:20.759047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83d11f85-9c46-4670-a0a0-6b728c3bb8d5 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 17:21:20.789545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:20.798379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:21:17Z', 'revision_number': 7, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:20.801120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "DELETE /v2.0/networks/83d11f85-9c46-4670-a0a0-6b728c3bb8d5 HTTP/1.1" status: 204 len: 168 time: 3.8981891 Apr 18 17:21:20.802081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50662) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:20.840170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eda182-6d58-45f4-bffa-0bcf441246b9 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event deleted for resources: {'Network': ['ID=83d11f85-9c46-4670-a0a0-6b728c3bb8d5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:20.840495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] Checking router: 46fed74d-2f28-4a8b-9229-39566076cc46 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:21:20.853565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] Routers {'46fed74d-2f28-4a8b-9229-39566076cc46'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:20.854404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['46fed74d-2f28-4a8b-9229-39566076cc46'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:21.065197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] Set router 46fed74d-2f28-4a8b-9229-39566076cc46 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:21.298513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f73a5a18-e173-42c0-9ab8-1f9786ad19f0 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.4947991 Apr 18 17:21:21.300855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50666) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:21.443547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab092e-cb7b-41c3-8fc1-51b5b64c81a4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.443547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab092e-cb7b-41c3-8fc1-51b5b64c81a4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.443885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab092e-cb7b-41c3-8fc1-51b5b64c81a4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.444318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab092e-cb7b-41c3-8fc1-51b5b64c81a4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.444768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab092e-cb7b-41c3-8fc1-51b5b64c81a4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.445218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab092e-cb7b-41c3-8fc1-51b5b64c81a4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.445696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab092e-cb7b-41c3-8fc1-51b5b64c81a4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.448298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0cab092e-cb7b-41c3-8fc1-51b5b64c81a4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.1397035 Apr 18 17:21:21.450837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09ab7df0-265b-4e63-8c39-caf46ee0d116 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:21.455642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50670) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:21.559412 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-17016bec-c878-4d37-a2ff-2a58b8a6c652 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] delete failed (client error): The resource could not be found. Apr 18 17:21:21.560442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17016bec-c878-4d37-a2ff-2a58b8a6c652 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/aed5c2fd-8af3-4584-8021-8e6bbe23d815 HTTP/1.1" status: 404 len: 345 time: 0.1038239 Apr 18 17:21:21.566063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50674) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:21.646847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f52af-b02c-4bfa-8da8-b3205fbc08cf req-21ac2c73-6a9f-4ee6-8dca-2bc8ac336a93 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.648970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db5f52af-b02c-4bfa-8da8-b3205fbc08cf req-21ac2c73-6a9f-4ee6-8dca-2bc8ac336a93 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0870373 Apr 18 17:21:21.716031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db5f52af-b02c-4bfa-8da8-b3205fbc08cf req-9f9a9e76-09db-45c6-af5e-10132a80d7cc tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553484 Apr 18 17:21:21.760312 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e37cc0-dbe7-48dc-a70e-23d637d1a047 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 17:21:21.770184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e37cc0-dbe7-48dc-a70e-23d637d1a047 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:21:21.780070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be2a11f6-c789-44f6-a1a2-d60ce3c36650 req-a5b1b893-88e7-4808-83de-c3c738fb10e1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 210 time: 0.0545294 Apr 18 17:21:21.782021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50678) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:21.783153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f6e37cc0-dbe7-48dc-a70e-23d637d1a047 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "DELETE /v2.0/networks/83d11f85-9c46-4670-a0a0-6b728c3bb8d5 HTTP/1.1" status: 404 len: 339 time: 0.1938858 Apr 18 17:21:21.790384 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Request body: {'network': {'name': 'tempest-network--959649651', 'router:external': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:21.797864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:21.813090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:21:17Z', 'revision_number': 7, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:21.858768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09ab7df0-265b-4e63-8c39-caf46ee0d116 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:21.890264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-38fb57cb-23e9-4e29-8e15-cb89143b486e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:21.893207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766bbc8-3c97-4997-a72b-e8ef25ea4896 None None] The sync data for ids ['46fed74d-2f28-4a8b-9229-39566076cc46'] in n-d-836015-2 is: [{'id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'name': 'tempest-TestNetworkBasicOps-router-327583644', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:17:48Z', 'updated_at': '2022-04-18T17:21:17Z', 'revision_number': 7, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'be92caf0-f827-4cdf-9b74-e5ee02d1308e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fed74d-2f28-4a8b-9229-39566076cc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:17:50Z', 'updated_at': '2022-04-18T17:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:21.893871 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-38fb57cb-23e9-4e29-8e15-cb89143b486e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.9011149 Apr 18 17:21:21.898956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab7df0-265b-4e63-8c39-caf46ee0d116 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Subnet': ['ID=2c93db43-ef43-4c1e-91af-b3693d87ac3a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:21.908754 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8365d2-c809-4e60-a08f-fb0e353dc6d1 None None] Sync routers for ids ['52bcb2dd-71a1-4709-93df-01a7be68f022'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:21.913692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'port': {'device_id': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'admin_state_up': True, 'tenant_id': '6010d166009b457cb83c471c00b4460a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:21.914459 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-09ab7df0-265b-4e63-8c39-caf46ee0d116 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:21.921574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-09ab7df0-265b-4e63-8c39-caf46ee0d116 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/subnets/2c93db43-ef43-4c1e-91af-b3693d87ac3a HTTP/1.1" status: 204 len: 168 time: 1.6856599 Apr 18 17:21:21.921574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50680) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:21.924539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4eeb9-852e-4e46-9c6e-738fe5db567a None None] Network 65655f52-ceff-460c-84d3-7ddc532d743b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:21.931402 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8365d2-c809-4e60-a08f-fb0e353dc6d1 None None] Routers {'52bcb2dd-71a1-4709-93df-01a7be68f022'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:21.932049 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ba8365d2-c809-4e60-a08f-fb0e353dc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['52bcb2dd-71a1-4709-93df-01a7be68f022'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:22.029425 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.031248 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a2f322de-4d2b-43a0-83f4-e5a6db643b50 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7079988 Apr 18 17:21:22.061016 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ba8365d2-c809-4e60-a08f-fb0e353dc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:22.077094 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8365d2-c809-4e60-a08f-fb0e353dc6d1 None None] Routers {'52bcb2dd-71a1-4709-93df-01a7be68f022'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:22.077710 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ba8365d2-c809-4e60-a08f-fb0e353dc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['52bcb2dd-71a1-4709-93df-01a7be68f022'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:22.117496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50682) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:22.123112 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ba8365d2-c809-4e60-a08f-fb0e353dc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:22.124089 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8365d2-c809-4e60-a08f-fb0e353dc6d1 None None] The sync data for ids ['52bcb2dd-71a1-4709-93df-01a7be68f022'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:22.159126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Made reservation on behalf of 24111da15763415f91c61a54666a2b54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:22.161300 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.231927 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.287767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:22.303939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.305122 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Added segment 3b472bb3-63f1-492b-83e1-40c002475772 of type vlan for network 2d6addb6-94a9-4a94-988f-835a0e1d25a0 Apr 18 17:21:22.349759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bf5b9212-c50b-4375-a616-0ce3bb6ea03d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/routers/52bcb2dd-71a1-4709-93df-01a7be68f022 HTTP/1.1" status: 200 len: 923 time: 0.2269332 Apr 18 17:21:22.351129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50686) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:22.395263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5a54402f-6e85-432c-8945-6815664e297c tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=52bcb2dd-71a1-4709-93df-01a7be68f022 HTTP/1.1" status: 200 len: 205 time: 0.0417914 Apr 18 17:21:22.398301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50688) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:22.401436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] DHCP port deletion for 65655f52-ceff-460c-84d3-7ddc532d743b request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:21:22.428133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.453922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Made reservation on behalf of 6010d166009b457cb83c471c00b4460a for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:22.461465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.513693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Deleting port ebed6741-88a4-4c87-8cde-b8516a0eb317 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:22.514071 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.628254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] For port ebed6741-88a4-4c87-8cde-b8516a0eb317, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ebed6741-88a4-4c87-8cde-b8516a0eb317,segment=NetworkSegment(fc5c21bf-59d0-48f1-a7eb-8cafc249ac40),segment_id=fc5c21bf-59d0-48f1-a7eb-8cafc249ac40)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:22.628657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.635691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.636735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:22.637975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.644532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Calling delete_port for ebed6741-88a4-4c87-8cde-b8516a0eb317 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:22.727307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.842670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0574758 Apr 18 17:21:22.847627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50694) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:22.859602 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:22.944435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] No DVR routers for this DVR port ebed6741-88a4-4c87-8cde-b8516a0eb317 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:21:22.955178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Pushing event deleted for resources: {'Port': ['ID=ebed6741-88a4-4c87-8cde-b8516a0eb317,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:22.962666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175e46b-ace2-4b26-bc6d-3dfced2e1527 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Network': ['ID=2d6addb6-94a9-4a94-988f-835a0e1d25a0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:22.971919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.972891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.973805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.977124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.977683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.978195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.978751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.979283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.979729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.982775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.983321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.983788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ed054-6e16-426e-b21e-77ae48760bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:22.994101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 2d6addb6-94a9-4a94-988f-835a0e1d25a0 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:23.056958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:23.132219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bb75afc-807a-4cb2-bb34-3cbfdd4b361a req-af640de8-cceb-4688-a4e9-405a7be209c9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 210 time: 0.1278176 Apr 18 17:21:23.165054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Allocated IP 172.20.0.5 (dc90c34b-d6a3-40ab-abce-c0737ae6e08c/fa360b3a-0be6-42d3-ba05-a72692d2cfc9/1df779f3-bd43-4ba3-af71-ea6788f97fc1) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:23.168688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2e4d4-fc38-4aad-bbc3-92acf7a7bac4 req-c3ef2731-1c3d-48fc-abf6-943800cbe6e4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:23.177500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65e2e4d4-fc38-4aad-bbc3-92acf7a7bac4 req-c3ef2731-1c3d-48fc-abf6-943800cbe6e4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.3203216 Apr 18 17:21:23.299913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65e2e4d4-fc38-4aad-bbc3-92acf7a7bac4 req-18398955-e8d8-4c39-923d-309e600cf827 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147330 Apr 18 17:21:23.365758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ef095f56-bae9-4235-b506-d364e0170ca1 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:23.406458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c36db-71b9-4e24-8509-7647c6590ee9 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:23.409204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port be92caf0-f827-4cdf-9b74-e5ee02d1308e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:23.410207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:23.415847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c36db-71b9-4e24-8509-7647c6590ee9 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:23.418047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ef095f56-bae9-4235-b506-d364e0170ca1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:21:23.423331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c36db-71b9-4e24-8509-7647c6590ee9 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:23.423959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ef095f56-bae9-4235-b506-d364e0170ca1 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:21:23.424835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ebed6741-88a4-4c87-8cde-b8516a0eb317 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:23.443687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c36db-71b9-4e24-8509-7647c6590ee9 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:23.458619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ebed6741-88a4-4c87-8cde-b8516a0eb317 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:21:23.459212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ebed6741-88a4-4c87-8cde-b8516a0eb317 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:21:23.479793 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a05c36db-71b9-4e24-8509-7647c6590ee9 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6275578 Apr 18 17:21:23.483530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50700) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:23.530497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port be92caf0-f827-4cdf-9b74-e5ee02d1308e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=be92caf0-f827-4cdf-9b74-e5ee02d1308e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:23.530877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:23.545363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for be92caf0-f827-4cdf-9b74-e5ee02d1308e owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:23.887841 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:23.994014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=be92caf0-f827-4cdf-9b74-e5ee02d1308e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:24.150575 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.184265 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.201521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.318470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.349941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-721d43fb-eee8-421e-9372-4db8d51baa45 req-3f065ee0-f372-482a-8f83-68b1ee5fdb29 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 210 time: 0.0666897 Apr 18 17:21:24.356054 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.356054 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.439441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.490728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6addb6-94a9-4a94-988f-835a0e1d25a0']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:24.518985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b472bb3-63f1-492b-83e1-40c002475772') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:24.518985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b472bb3-63f1-492b-83e1-40c002475772') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:24.525922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c079797-51ef-4f3f-b188-930396ad801d req-ad662591-3991-492f-b42f-41692eb60447 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:24.534378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c079797-51ef-4f3f-b188-930396ad801d req-ad662591-3991-492f-b42f-41692eb60447 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0879643 Apr 18 17:21:24.541765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.575493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.581472 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.585767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Fanout notify agent at l3_agent the message router_deleted on router 46fed74d-2f28-4a8b-9229-39566076cc46 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:21:24.587482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Deleting port d1d024c7-8d6c-4492-b412-c31162c4e6cb {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:24.588601 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.595422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:24.595900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:24.598419 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:24.615535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.620505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-901ddfa5-9db1-4d9f-a586-58077482445a tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/routers/46fed74d-2f28-4a8b-9229-39566076cc46 HTTP/1.1" status: 204 len: 168 time: 2.6961646 Apr 18 17:21:24.625845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50710) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:24.642854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c079797-51ef-4f3f-b188-930396ad801d req-0e97a94f-3f35-4c9c-8702-3ee2915ee507 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070123 Apr 18 17:21:24.716161 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.749694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d3d3bcd6-c4fb-4b6d-968c-40d518670187', '82760f6f-b43b-4ff6-a025-ac4d4e087c76'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:21:24.889914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:24.935415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:24.970810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:24.980928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:25.048509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.140024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.141283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'Port': ['ID=1df779f3-bd43-4ba3-af71-ea6788f97fc1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:25.149642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d6addb6-94a9-4a94-988f-835a0e1d25a0 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 17:21:25.157668 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.170786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "DELETE /v2.0/networks/2d6addb6-94a9-4a94-988f-835a0e1d25a0 HTTP/1.1" status: 204 len: 168 time: 1.5577621 Apr 18 17:21:25.179986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50712) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:25.213579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Request body: {'network': {'name': 'tempest-network--1335075746', 'router:external': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:25.228744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbbdc8-7bd1-40c6-b536-b59c1bf21072 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d6addb6-94a9-4a94-988f-835a0e1d25a0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:25.239512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.283767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Calling delete_port for d1d024c7-8d6c-4492-b412-c31162c4e6cb owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:25.308424 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:25.309168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.380409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65655f52-ceff-460c-84d3-7ddc532d743b']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:25.484111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:25.487397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5c21bf-59d0-48f1-a7eb-8cafc249ac40') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:25.512832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device be92caf0-f827-4cdf-9b74-e5ee02d1308e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:25.542352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.576062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.582986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:25.583400 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.649045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: be92caf0-f827-4cdf-9b74-e5ee02d1308e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:21:25.649825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device be92caf0-f827-4cdf-9b74-e5ee02d1308e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:25.687352 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:25.696968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e278fe73-3195-4118-95fd-66e18963a98a None None] Provisioning complete for port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:25.697584 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e278fe73-3195-4118-95fd-66e18963a98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.736681 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-b67c273e-fb42-4048-b7c4-adf70c290966 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8252819 Apr 18 17:21:25.769525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.815378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.829599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/networks/65655f52-ceff-460c-84d3-7ddc532d743b HTTP/1.1" status: 204 len: 168 time: 1.1782057 Apr 18 17:21:25.862206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e278fe73-3195-4118-95fd-66e18963a98a None None] Port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:21:25.900696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Made reservation on behalf of 24111da15763415f91c61a54666a2b54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:25.910848 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:25.919970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50734) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:25.924309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Request body: {'port': {'device_id': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:25.959903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'network': {'name': 'tempest-network-smoke--1007140691', 'project_id': '4024897079404b088e8b6e570f2ad758', 'port_security_enabled': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:25.980340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae954a-fd3c-41a1-a38a-8343bff7ba1f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Network': ['ID=65655f52-ceff-460c-84d3-7ddc532d743b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:26.122285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.318216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.332568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69021e2-8702-48af-bd1f-94a5a939141f req-d73b5392-fb93-443f-884d-696b9a3160b2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:26.334098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c69021e2-8702-48af-bd1f-94a5a939141f req-d73b5392-fb93-443f-884d-696b9a3160b2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 931 time: 0.6354799 Apr 18 17:21:26.388407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event deleted for resources: {'Port': ['ID=d1d024c7-8d6c-4492-b412-c31162c4e6cb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:26.435572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:26.468043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56028292-e7ef-4b17-9d19-653378f03204 req-307e58b3-8972-4c38-aebc-2a08ef28a759 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:26.470616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56028292-e7ef-4b17-9d19-653378f03204 req-307e58b3-8972-4c38-aebc-2a08ef28a759 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.5516279 Apr 18 17:21:26.477395 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.480253 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Added segment 8bc49cec-ea37-416e-a208-d5c625d4409c of type vlan for network 57f5b767-55f7-443c-bb16-0a534e2a5aad Apr 18 17:21:26.489933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c69021e2-8702-48af-bd1f-94a5a939141f req-85a0cff1-7dee-4369-bf06-28eb91f83369 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390481 Apr 18 17:21:26.563998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:26.581810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.607676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.663202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:26.679745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.680099 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Added segment 9e8a5ad6-649f-4b4a-9af3-404d028c6736 of type vlan for network 51280ca1-d272-417e-8c52-5dc9793270bb Apr 18 17:21:26.744349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.749743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.754069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.795157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df779f3-bd43-4ba3-af71-ea6788f97fc1 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:21:26.797236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50744) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:26.803853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.820956 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.893682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Transition to ACTIVE for port object 1df779f3-bd43-4ba3-af71-ea6788f97fc1 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:21:26.895327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.895858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Fanout notify agent at l3_agent the message router_deleted on router 52bcb2dd-71a1-4709-93df-01a7be68f022 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:21:26.916126 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.917892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-33191243-5cb0-4353-9831-c30a5c14bffd tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/52bcb2dd-71a1-4709-93df-01a7be68f022 HTTP/1.1" status: 204 len: 168 time: 4.5178218 Apr 18 17:21:26.921465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50748) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:26.929833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56028292-e7ef-4b17-9d19-653378f03204 req-dd44708f-5bf8-4263-a85d-9d85154e90c0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776076 Apr 18 17:21:26.930704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1825432677', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': False}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:26.931051 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.955348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:26.955908 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:26.997072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.023218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b52d5cea-07a7-4236-a64a-e4879fe29e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.058559 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.064254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.079471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.079471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:27.079471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.115567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Network': ['ID=51280ca1-d272-417e-8c52-5dc9793270bb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:27.127416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-544f3471-9e5a-4255-8462-63f38f191eb4 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1862833 Apr 18 17:21:27.128633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50752) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:27.129797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 51280ca1-d272-417e-8c52-5dc9793270bb details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:27.136350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-974023758', 'admin_state_up': True, 'project_id': '4024897079404b088e8b6e570f2ad758', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:27.175268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.213959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Pushing event updated for resources: {'Port': ['ID=1df779f3-bd43-4ba3-af71-ea6788f97fc1,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:27.236130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0330899 Apr 18 17:21:27.246827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50754) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:27.297963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031063f-584c-41ba-ba2c-f98563371260 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Network': ['ID=57f5b767-55f7-443c-bb16-0a534e2a5aad,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:27.311925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 57f5b767-55f7-443c-bb16-0a534e2a5aad details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:27.340182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.342286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.447362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b52d5cea-07a7-4236-a64a-e4879fe29e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.479036 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.528251 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b52d5cea-07a7-4236-a64a-e4879fe29e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.602800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b52d5cea-07a7-4236-a64a-e4879fe29e74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2566ece3d8f94e06b5fabcfeda9ab11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7995653 Apr 18 17:21:27.603678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50760) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:27.633076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d5cea-07a7-4236-a64a-e4879fe29e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472adecc-c5dc-4124-8cb5-290ff505fea2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:27.659268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decb552-7617-46da-8406-975742d459d8 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:27.667293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8decb552-7617-46da-8406-975742d459d8 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] 10.222.0.45 "GET /v2.0/networks/57f5b767-55f7-443c-bb16-0a534e2a5aad HTTP/1.1" status: 200 len: 757 time: 0.3794568 Apr 18 17:21:27.667293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Attempting to bind port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:21:27.667293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Attempting to bind port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:21:27.667293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Attempting to bind port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:27.686816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:27.730409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.737121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:21:27.742663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Attempting to bind port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:27.759668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:21:27.760154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Checking segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:27.760561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Bound using segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:21:27.762259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Bound port: 1df779f3-bd43-4ba3-af71-ea6788f97fc1, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:21:27.762259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:27.810466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07d1f4-b853-4d21-bea7-cf774a195c27 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:27.815454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a07d1f4-b853-4d21-bea7-cf774a195c27 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] 10.222.0.45 "GET /v2.0/networks/6c7223b0-4eb1-4fdc-9255-d7df815023b6 HTTP/1.1" status: 200 len: 767 time: 0.1262119 Apr 18 17:21:27.822876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50764) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:27.932071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d914ccb-3043-4bf1-ad89-ff720055124c req-594995ac-d9e0-4c87-8384-bbe3d014d068 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:27.933760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d914ccb-3043-4bf1-ad89-ff720055124c req-594995ac-d9e0-4c87-8384-bbe3d014d068 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 943 time: 0.3494318 Apr 18 17:21:27.998476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] For port 1df779f3-bd43-4ba3-af71-ea6788f97fc1, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:21:28.030377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] For port 1df779f3-bd43-4ba3-af71-ea6788f97fc1, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df779f3-bd43-4ba3-af71-ea6788f97fc1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:21:28.035323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.063032 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.075743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82f4a300-dacd-429b-8f8e-28c4925935d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.115707 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.130328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82f4a300-dacd-429b-8f8e-28c4925935d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.143143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d914ccb-3043-4bf1-ad89-ff720055124c req-ea1c867c-4a8c-437d-bf76-1f00080e1944 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923172 Apr 18 17:21:28.192330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b234dc-2d90-4716-8b41-c790a700f565 req-a69700bf-2d58-4fa2-90c9-2c5e66a57ae8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:28.193807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80b234dc-2d90-4716-8b41-c790a700f565 req-a69700bf-2d58-4fa2-90c9-2c5e66a57ae8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1727924 Apr 18 17:21:28.201429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.240854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:28.243727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.243727 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] 10.222.0.18 "PUT /v2.0/ports/1df779f3-bd43-4ba3-af71-ea6788f97fc1 HTTP/1.1" status: 200 len: 1091 time: 2.3247392 Apr 18 17:21:28.259033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'tag': '1df779f3-bd43-4ba3-af71-ea6788f97fc1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:28.262728 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61a3eb8-d8e6-41a7-95a7-a1d025606e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7", "tag": "1df779f3-bd43-4ba3-af71-ea6788f97fc1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:28.279531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f5b767-55f7-443c-bb16-0a534e2a5aad']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:28.300224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc49cec-ea37-416e-a208-d5c625d4409c') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:28.300520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc49cec-ea37-416e-a208-d5c625d4409c') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:28.316127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6509db-d3cc-488f-af25-069154db6c77 service neutron] Pushing event updated for resources: {'Port': ['ID=1df779f3-bd43-4ba3-af71-ea6788f97fc1,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:28.320282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80b234dc-2d90-4716-8b41-c790a700f565 req-25366490-2683-4f30-8590-1b9dc05ed7a0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799587 Apr 18 17:21:28.324276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.381497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.381497 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d190726-a597-48b0-9405-3ebff263a57b x-openstack-request-id: req-2d190726-a597-48b0-9405-3ebff263a57b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:28.381497 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7", "tag": "1df779f3-bd43-4ba3-af71-ea6788f97fc1", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:28.381497 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d190726-a597-48b0-9405-3ebff263a57b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:28.381497 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d190726-a597-48b0-9405-3ebff263a57b'] response: {'name': 'network-changed', 'server_uuid': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'tag': '1df779f3-bd43-4ba3-af71-ea6788f97fc1', 'status': 'completed', 'code': 200} Apr 18 17:21:28.438596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:28.440102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:28.443899 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:28.453695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82f4a300-dacd-429b-8f8e-28c4925935d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.453695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82f4a300-dacd-429b-8f8e-28c4925935d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.453695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-82f4a300-dacd-429b-8f8e-28c4925935d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/472adecc-c5dc-4124-8cb5-290ff505fea2 HTTP/1.1" status: 204 len: 168 time: 0.8474514 Apr 18 17:21:28.544321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4a300-dacd-429b-8f8e-28c4925935d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472adecc-c5dc-4124-8cb5-290ff505fea2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:28.574007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.598820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.642135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a3eb8-d8e6-41a7-95a7-a1d025606e8a req-8bce4ea3-cc4d-4ed2-9508-286307f50ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:28.643985 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61a3eb8-d8e6-41a7-95a7-a1d025606e8a req-8bce4ea3-cc4d-4ed2-9508-286307f50ae0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 1094 time: 0.2189767 Apr 18 17:21:28.652577 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.688649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.784007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.794791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57f5b767-55f7-443c-bb16-0a534e2a5aad {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 17:21:28.807396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:28.811836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "DELETE /v2.0/networks/57f5b767-55f7-443c-bb16-0a534e2a5aad HTTP/1.1" status: 204 len: 168 time: 0.9879882 Apr 18 17:21:28.822093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50774) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:28.835903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Request body: {'network': {'name': 'tempest-network--1441262979'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:28.848383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6a33f-6eaf-42c8-83d1-30bc02a96cb4 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event deleted for resources: {'Network': ['ID=57f5b767-55f7-443c-bb16-0a534e2a5aad,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:28.919564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a3eb8-d8e6-41a7-95a7-a1d025606e8a req-e3b666e4-0d74-476e-b514-934650c9f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:28.921633 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61a3eb8-d8e6-41a7-95a7-a1d025606e8a req-e3b666e4-0d74-476e-b514-934650c9f89a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6010d166009b457cb83c471c00b4460a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2467945 Apr 18 17:21:28.976380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Allocated IP 172.25.5.68 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/413f5b76-1d0b-4dfb-a335-f01505fbc79e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:29.065113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Made reservation on behalf of 24111da15763415f91c61a54666a2b54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:29.067595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:29.122277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:29.142667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a3eb8-d8e6-41a7-95a7-a1d025606e8a req-9fc52ec1-8b4d-4f4e-b7e0-d45eb9353c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:29.143237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:29.143595 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Added segment 46f863da-e5a0-43bd-91df-9e01bb5827b1 of type vlan for network 189015bb-00f4-41fa-b2f6-1d86bf9ef803 Apr 18 17:21:29.145006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f61a3eb8-d8e6-41a7-95a7-a1d025606e8a req-9fc52ec1-8b4d-4f4e-b7e0-d45eb9353c97 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2164655 Apr 18 17:21:29.287996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:29.440524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:29.441531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:29.446905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742733'] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:29.658743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcad20-c65e-4d84-8bf5-54ec19bbb165 req-c7e88f01-fd3e-4882-9d7c-9d866324d9f2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:29.667311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bfcad20-c65e-4d84-8bf5-54ec19bbb165 req-c7e88f01-fd3e-4882-9d7c-9d866324d9f2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 943 time: 0.2977235 Apr 18 17:21:29.693238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8700035 Apr 18 17:21:29.694593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50792) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:29.717284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-75598b9b-756e-4c5d-993f-d4f758269b77 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:29.721306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fc424-bac6-4e28-ba6f-5cb8185ef3bc tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Network': ['ID=189015bb-00f4-41fa-b2f6-1d86bf9ef803,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:29.736601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 189015bb-00f4-41fa-b2f6-1d86bf9ef803 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:29.749695 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:29.829311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-92e665c3-9dca-42aa-83f7-e74102a44987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:29.854141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb37db-844c-42ad-bbe5-b4475807042a req-1c9aec5d-bbff-421b-b77a-ccbf4879991c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:29.855952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86eb37db-844c-42ad-bbe5-b4475807042a req-1c9aec5d-bbff-421b-b77a-ccbf4879991c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.3587213 Apr 18 17:21:29.864406 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-92e665c3-9dca-42aa-83f7-e74102a44987 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 1094 time: 0.6331279 Apr 18 17:21:29.875366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bfcad20-c65e-4d84-8bf5-54ec19bbb165 req-cdfb9caa-8c5b-409e-b78a-7198265925f8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070739 Apr 18 17:21:29.968690 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-0d390561-1fb5-4f7f-a14a-880e4bd9bfae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1df779f3-bd43-4ba3-af71-ea6788f97fc1 HTTP/1.1" status: 200 len: 217 time: 0.0872583 Apr 18 17:21:29.973736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.035078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86eb37db-844c-42ad-bbe5-b4475807042a req-2d392b9c-bc12-4815-b9c0-9cf5a6730d05 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463830 Apr 18 17:21:30.093429 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75598b9b-756e-4c5d-993f-d4f758269b77 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.096716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.25.5.77 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:30.114916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:30.123431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:30.131505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:30.170016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-052f8dea-7c1e-4589-83fe-54118fc9aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:30.175091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-052f8dea-7c1e-4589-83fe-54118fc9aa2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1978686 Apr 18 17:21:30.178258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'Port': ['ID=413f5b76-1d0b-4dfb-a335-f01505fbc79e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:30.210159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75598b9b-756e-4c5d-993f-d4f758269b77 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.233363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75598b9b-756e-4c5d-993f-d4f758269b77 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Network 189015bb-00f4-41fa-b2f6-1d86bf9ef803 is not hosted by any dhcp agent {{(pid=109826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 17:21:30.234142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598b9b-756e-4c5d-993f-d4f758269b77 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:30.234732 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75598b9b-756e-4c5d-993f-d4f758269b77 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.238570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-75598b9b-756e-4c5d-993f-d4f758269b77 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "PUT /v2.0/networks/189015bb-00f4-41fa-b2f6-1d86bf9ef803 HTTP/1.1" status: 200 len: 858 time: 0.5265272 Apr 18 17:21:30.239383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50802) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:30.317510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75598b9b-756e-4c5d-993f-d4f758269b77 tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event updated for resources: {'Network': ['ID=189015bb-00f4-41fa-b2f6-1d86bf9ef803,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:30.330864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-aeadf778-070f-46c9-8653-2cc1b8e6e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:30.332393 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-aeadf778-070f-46c9-8653-2cc1b8e6e901 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494358 Apr 18 17:21:30.342892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.493356 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.518016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.571781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:30.574654 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-aec4979d-ef79-4369-b61e-a3206c4fd9c5 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821840 Apr 18 17:21:30.575174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:30.583558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:30.656785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:30.787054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.828474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189015bb-00f4-41fa-b2f6-1d86bf9ef803']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:30.881323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f863da-e5a0-43bd-91df-9e01bb5827b1') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:30.881497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f863da-e5a0-43bd-91df-9e01bb5827b1') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:30.905620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.920185 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b5cdd819-f826-47c2-94c6-a51dbd675784 req-3eb8850d-5cad-4e72-b522-d8b9c33c0828 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124106 Apr 18 17:21:30.921569 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ab874cf9-0ead-4044-bc8d-db173bf1ddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.926108 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.931036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.987342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:30.988136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:30.990190 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:31.183954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ef506-e531-4fd1-bd4e-7be9e0d2cea8 req-0c912f2a-ca73-4910-a927-34b615fa5e32 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:31.191894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b5ef506-e531-4fd1-bd4e-7be9e0d2cea8 req-0c912f2a-ca73-4910-a927-34b615fa5e32 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 943 time: 0.1238432 Apr 18 17:21:31.220400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:31.229661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 189015bb-00f4-41fa-b2f6-1d86bf9ef803 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 17:21:31.242106 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:31.246801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] 10.222.0.45 "DELETE /v2.0/networks/189015bb-00f4-41fa-b2f6-1d86bf9ef803 HTTP/1.1" status: 204 len: 168 time: 1.0063992 Apr 18 17:21:31.252866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198b41a-7107-4a7f-af09-d373e669392a tempest-ExternalNetworksTestJSON-1406283226 tempest-ExternalNetworksTestJSON-1406283226-project-admin] Pushing event deleted for resources: {'Network': ['ID=189015bb-00f4-41fa-b2f6-1d86bf9ef803,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:31.254368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50850) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:31.306828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b5ef506-e531-4fd1-bd4e-7be9e0d2cea8 req-3f663acd-95e8-4271-8eee-a32fbd7d7aae tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139488 Apr 18 17:21:31.335710 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:31.347060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd092f-7e9b-4f54-893d-7ab26ab2de1d req-ecdb185e-fdb8-4b91-ba8f-368b368e2f82 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:31.348626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0fd092f-7e9b-4f54-893d-7ab26ab2de1d req-ecdb185e-fdb8-4b91-ba8f-368b368e2f82 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1467898 Apr 18 17:21:31.349258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:31.463470 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4cab37-10dc-4505-a3a0-50e99be8bcbd tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] DELETE failed (client error): The resource could not be found. Apr 18 17:21:31.463470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4cab37-10dc-4505-a3a0-50e99be8bcbd tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:21:31.468168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1f4cab37-10dc-4505-a3a0-50e99be8bcbd tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] 10.222.0.45 "DELETE /v2.0/subnets/e9be18c5-0330-4558-aa6e-e815104f85c1 HTTP/1.1" status: 404 len: 337 time: 0.2108731 Apr 18 17:21:31.485920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50852) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:31.742246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Router 8f1a7707-1341-41fb-8731-1f52a8259b97 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:21:31.962840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:31.982094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:31.986404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Sync routers for ids ['8f1a7707-1341-41fb-8731-1f52a8259b97'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:32.028374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Routers {'8f1a7707-1341-41fb-8731-1f52a8259b97'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:32.029111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['8f1a7707-1341-41fb-8731-1f52a8259b97'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:32.107263 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.109088 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5e066b5d-4544-4130-998b-90fe72788cf3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1858923 Apr 18 17:21:32.113002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50860) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:32.121704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0fd092f-7e9b-4f54-893d-7ab26ab2de1d req-ed9ad937-28f7-4a85-837b-c55ebc64e505 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6583982 Apr 18 17:21:32.181609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.190782 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.272009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Set router 8f1a7707-1341-41fb-8731-1f52a8259b97 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:32.277181 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-961d9dfe-97c8-4e77-bd9a-2a9d2cb14bd8 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/routers/8f1a7707-1341-41fb-8731-1f52a8259b97 HTTP/1.1" status: 200 len: 908 time: 0.1580286 Apr 18 17:21:32.280037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50862) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:32.285096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1825432677', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': True}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:32.296779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7223b0-4eb1-4fdc-9255-d7df815023b6']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:32.317216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c379a1f-fd54-466f-9334-431deba112d8') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:32.317563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c379a1f-fd54-466f-9334-431deba112d8') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:32.331275 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.348592 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.358520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:21:32.359304 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:21:32.362188 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:21:32.474883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c79976-429a-430e-8b57-85b89a23ad8b req-a40291a4-0bfe-47e4-ac38-ffcbf0efb410 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:32.476387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c79976-429a-430e-8b57-85b89a23ad8b req-a40291a4-0bfe-47e4-ac38-ffcbf0efb410 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 943 time: 0.1079931 Apr 18 17:21:32.487827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1a7707-1341-41fb-8731-1f52a8259b97', 'name': 'tempest-snat-router-1825432677', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': '413f5b76-1d0b-4dfb-a335-f01505fbc79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:30Z', 'revision_number': 3, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port': {'id': '413f5b76-1d0b-4dfb-a335-f01505fbc79e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1a7707-1341-41fb-8731-1f52a8259b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:32.516062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c79976-429a-430e-8b57-85b89a23ad8b req-fce50974-3010-4051-a2ab-76e4bc6f8f43 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328763 Apr 18 17:21:32.524371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Checking router: 8f1a7707-1341-41fb-8731-1f52a8259b97 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:21:32.524727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Updating router 8f1a7707-1341-41fb-8731-1f52a8259b97 port 413f5b76-1d0b-4dfb-a335-f01505fbc79e binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:21:32.560008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.637389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router c798333c-f985-4830-87c4-72e337657789 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:21:32.637389 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.637752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.637752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.675032 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.680954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] 10.222.0.45 "DELETE /v2.0/networks/6c7223b0-4eb1-4fdc-9255-d7df815023b6 HTTP/1.1" status: 204 len: 168 time: 1.2083628 Apr 18 17:21:32.694969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144faee6-469a-4025-8cd2-75259d961cb3 tempest-ExternalNetworksTestJSON-1234269220 tempest-ExternalNetworksTestJSON-1234269220-project] Pushing event deleted for resources: {'Network': ['ID=6c7223b0-4eb1-4fdc-9255-d7df815023b6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:32.821109 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:32.851428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:32.862178 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Sync routers for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:32.912344 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:32.914277 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:33.072538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:33.074035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d4382d59-b7f7-4339-bc0b-265f573c4d53 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9418764 Apr 18 17:21:33.081835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:33.149692 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:33.185016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50910) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:33.186554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-54a79f70-94b9-4ece-afad-895dac36abfe tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=4024897079404b088e8b6e570f2ad758&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0969844 Apr 18 17:21:33.256794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1df779f3-bd43-4ba3-af71-ea6788f97fc1 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:21:33.322015 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:33.419857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c7cb-2dbe-44ab-96eb-31611f622613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:33.452721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b493067-0f6f-47d0-9f3c-1f7ecf6d1ac5 req-31386892-c08d-4638-b738-ad94315f067b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:33.471694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b493067-0f6f-47d0-9f3c-1f7ecf6d1ac5 req-31386892-c08d-4638-b738-ad94315f067b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.1301074 Apr 18 17:21:33.599124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b493067-0f6f-47d0-9f3c-1f7ecf6d1ac5 req-7b921a25-fb3d-46bd-bb5e-c15d45c7386c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264155 Apr 18 17:21:33.634114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27136576-648b-4071-83cc-369032731c11 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:33.638442 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-27136576-648b-4071-83cc-369032731c11 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4489446 Apr 18 17:21:33.640465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50916) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:33.745263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50920) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:33.800603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a7bbf6b-a58c-4365-9aa7-d724422af5e0 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1578982 Apr 18 17:21:33.801577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50924) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:33.814589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9693fbd-98a7-4cc3-941f-e5c5b4b4d88a req-3a64927a-bb33-456e-adca-bdf312f29149 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:33.816877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9693fbd-98a7-4cc3-941f-e5c5b4b4d88a req-3a64927a-bb33-456e-adca-bdf312f29149 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 943 time: 0.1267662 Apr 18 17:21:33.826258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1df779f3-bd43-4ba3-af71-ea6788f97fc1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df779f3-bd43-4ba3-af71-ea6788f97fc1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:33.828011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693506796', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'project_id': '4024897079404b088e8b6e570f2ad758', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:33.871704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '1df779f3-bd43-4ba3-af71-ea6788f97fc1', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': '1df779f3-bd43-4ba3-af71-ea6788f97fc1', 'mac_address': 'fa:16:3e:71:3e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:21:33.895130 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:30Z', 'revision_number': 3, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:34.060301 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Checking router: c798333c-f985-4830-87c4-72e337657789 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:21:34.060968 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Updating router c798333c-f985-4830-87c4-72e337657789 port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:21:34.091138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9693fbd-98a7-4cc3-941f-e5c5b4b4d88a req-0e38e9e2-5732-4939-a4d2-c0d4d2215d9e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406684 Apr 18 17:21:34.131051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:34.136219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.187850 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:21:34.200123 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.242913 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.273246 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.282777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df779f3-bd43-4ba3-af71-ea6788f97fc1 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:21:34.339622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1df779f3-bd43-4ba3-af71-ea6788f97fc1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df779f3-bd43-4ba3-af71-ea6788f97fc1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:34.384067 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.473515 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.479909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.517060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ce93-67bb-4d7c-91fa-df69c4cb9182 None None] Pushing event updated for resources: {'Port': ['ID=413f5b76-1d0b-4dfb-a335-f01505fbc79e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:34.569399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Attempting to bind port 413f5b76-1d0b-4dfb-a335-f01505fbc79e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:21:34.569399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Attempting to bind port 413f5b76-1d0b-4dfb-a335-f01505fbc79e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:21:34.569399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Attempting to bind port 413f5b76-1d0b-4dfb-a335-f01505fbc79e on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:34.579675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.584438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:21:34.584817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:34.585225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.585910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:21:34.588708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Bound port: 413f5b76-1d0b-4dfb-a335-f01505fbc79e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:21:34.589352 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.608986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.640687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1df779f3-bd43-4ba3-af71-ea6788f97fc1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:34.656627 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.679778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] For port 413f5b76-1d0b-4dfb-a335-f01505fbc79e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:21:34.685747 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] For port 413f5b76-1d0b-4dfb-a335-f01505fbc79e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=413f5b76-1d0b-4dfb-a335-f01505fbc79e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:21:34.727454 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-649820fc-6cb7-4531-b04c-ac7f1484a2a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09d164bc0bd74120a4ceea61acbb1ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9714174 Apr 18 17:21:34.727454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50934) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:34.776219 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.779416 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.787986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Checking segment: {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:34.788423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network hostable DHCP agents. Network: 51280ca1-d272-417e-8c52-5dc9793270bb, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:21:34.808772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Subnet': ['ID=0895d771-d393-428f-bed2-74a8b9551246,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:34.836345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5295e26-b735-4d4a-95f3-4df14d0ff678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.857040 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.876320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ce93-67bb-4d7c-91fa-df69c4cb9182 None None] Pushing event updated for resources: {'Port': ['ID=413f5b76-1d0b-4dfb-a335-f01505fbc79e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:34.899449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc9d7-ea9c-4d06-be26-cd44f81f3ed2 req-5dc89b77-dbeb-46d3-a5d8-357a275b90f1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:34.899859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5295e26-b735-4d4a-95f3-4df14d0ff678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.901005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb9fc9d7-ea9c-4d06-be26-cd44f81f3ed2 req-5dc89b77-dbeb-46d3-a5d8-357a275b90f1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.0959761 Apr 18 17:21:34.908197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1df779f3-bd43-4ba3-af71-ea6788f97fc1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:21:34.913976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Routers {'8f1a7707-1341-41fb-8731-1f52a8259b97'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:34.914859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['8f1a7707-1341-41fb-8731-1f52a8259b97'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:34.945065 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Attempting to bind port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:21:34.945715 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Attempting to bind port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:21:34.946223 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Attempting to bind port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:34.949568 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414145a8-064c-4604-a252-e08379917695 None None] Pushing event updated for resources: {'Port': ['ID=ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:34.955308 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:21:34.959264 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:34.959264 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.959264 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:21:34.959264 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Bound port: ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:21:34.959264 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:34.959762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 51280ca1-d272-417e-8c52-5dc9793270bb is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:21:34.983650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Allocated IP 172.25.5.38 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/5434a898-114e-47d0-a520-d9f0f521a110) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:34.983891 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.984235 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.984668 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.985132 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.985622 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.986186 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.987222 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.987360 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.987762 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.988251 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.988681 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:34.989082 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414145a8-064c-4604-a252-e08379917695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:35.045530 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] For port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:21:35.057944 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb9fc9d7-ea9c-4d06-be26-cd44f81f3ed2 req-47cb3ee0-8574-4a63-8507-e2380bb75779 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401389 Apr 18 17:21:35.059404 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] For port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:21:35.098829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 51280ca1-d272-417e-8c52-5dc9793270bb) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:35.105895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:35.107294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:35.119674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa12d31-cdaa-4543-9556-13309557064f None None] Network 51280ca1-d272-417e-8c52-5dc9793270bb requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:35.174766 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:35.196373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:35.211723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bea098df-6fe8-4c07-9bea-de435f32528f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3931453 Apr 18 17:21:35.214319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:35.216812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] Set router 8f1a7707-1341-41fb-8731-1f52a8259b97 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:35.312557 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414145a8-064c-4604-a252-e08379917695 None None] Pushing event updated for resources: {'Port': ['ID=ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:35.316233 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:35.318124 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:35.368008 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:35.408963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5295e26-b735-4d4a-95f3-4df14d0ff678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:35.411725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5295e26-b735-4d4a-95f3-4df14d0ff678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:35.415863 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f5295e26-b735-4d4a-95f3-4df14d0ff678 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89a0d1c1-84ba-4ac0-a60e-2d546479c7b3 HTTP/1.1" status: 204 len: 168 time: 0.6907389 Apr 18 17:21:35.419713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:35.425393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:35.434597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:35.441235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5295e26-b735-4d4a-95f3-4df14d0ff678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a0d1c1-84ba-4ac0-a60e-2d546479c7b3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:35.478303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'Port': ['ID=5434a898-114e-47d0-a520-d9f0f521a110,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:35.521704 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:35.590767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4f48e-7919-42ac-afd7-0d0445cb2635 req-da6e03e0-c317-4bd0-b27c-3b4ed548239c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:35.592655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61e4f48e-7919-42ac-afd7-0d0445cb2635 req-da6e03e0-c317-4bd0-b27c-3b4ed548239c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 944 time: 0.2504785 Apr 18 17:21:35.675491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-51280ca1-d272-417e-8c52-5dc9793270bb', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:21:35.677886 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:35.816451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61e4f48e-7919-42ac-afd7-0d0445cb2635 req-b052219e-a67d-476a-bb83-eeee6f8ee147 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586967 Apr 18 17:21:36.038555 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:36.056512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1a7707-1341-41fb-8731-1f52a8259b97', 'name': 'tempest-snat-router-1825432677', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': '413f5b76-1d0b-4dfb-a335-f01505fbc79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:30Z', 'revision_number': 3, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port': {'id': '413f5b76-1d0b-4dfb-a335-f01505fbc79e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1a7707-1341-41fb-8731-1f52a8259b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:36.124356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:36.145204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Allocated IP 172.20.0.2 (51280ca1-d272-417e-8c52-5dc9793270bb/0895d771-d393-428f-bed2-74a8b9551246/0cf89b2f-6970-4db9-863b-8cb00ece16e2) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:36.164234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7808bd-25dc-4e92-9e94-f68d3ff99d55 None None] The sync data for ids ['8f1a7707-1341-41fb-8731-1f52a8259b97'] in n-d-836015-2 is: [{'id': '8f1a7707-1341-41fb-8731-1f52a8259b97', 'name': 'tempest-snat-router-1825432677', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': '413f5b76-1d0b-4dfb-a335-f01505fbc79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:30Z', 'revision_number': 3, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port': {'id': '413f5b76-1d0b-4dfb-a335-f01505fbc79e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1a7707-1341-41fb-8731-1f52a8259b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:36.237883 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:30Z', 'revision_number': 3, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:36.285714 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ec0dc-4cad-4ff7-ab8f-ea931f1663b3 None None] The sync data for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 is: [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:30Z', 'revision_number': 3, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:36.330617 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:36.452665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:36.478568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-64dc6263-f44f-4a02-99d6-3b52c666b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:36.479878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-64dc6263-f44f-4a02-99d6-3b52c666b2e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 1096 time: 0.1481361 Apr 18 17:21:36.506686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baffb43-0778-4a1c-8bed-e0b2b6fafffd req-9de3a9a8-2ccb-43c8-82b3-90155da4149b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:36.510006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4baffb43-0778-4a1c-8bed-e0b2b6fafffd req-9de3a9a8-2ccb-43c8-82b3-90155da4149b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.2617266 Apr 18 17:21:36.606407 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:36.702013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:36.739668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50962) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:36.740861 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:36.767936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Router 07e446cc-0835-4f83-b9be-f317e45110ef is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:21:36.799925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4baffb43-0778-4a1c-8bed-e0b2b6fafffd req-19d66e94-443e-43f0-9af8-89f7ae2dee72 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672558 Apr 18 17:21:36.882972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Network 51280ca1-d272-417e-8c52-5dc9793270bb is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:36.884797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Pushing event updated for resources: {'Port': ['ID=0cf89b2f-6970-4db9-863b-8cb00ece16e2,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:36.919465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:36.935235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:36.948003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-50be1ede-9e46-4e4d-8941-c4949422c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:36.958057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-50be1ede-9e46-4e4d-8941-c4949422c20e service neutron] 10.222.0.41 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.4445515 Apr 18 17:21:37.077372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Attempting to bind port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:21:37.077859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Attempting to bind port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:21:37.078239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Attempting to bind port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 on network 51280ca1-d272-417e-8c52-5dc9793270bb {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:37.085000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:21:37.086119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Checking segment: {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:37.086776 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:37.087186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Bound using segment: {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:21:37.087672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Bound port: 0cf89b2f-6970-4db9-863b-8cb00ece16e2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:21:37.088229 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:37.111857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:37.134940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-127b4875-e28c-4ecb-afa9-0b199dfd1b7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24111da15763415f91c61a54666a2b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901868 Apr 18 17:21:37.140176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:37.171843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] Sync routers for ids ['07e446cc-0835-4f83-b9be-f317e45110ef'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:37.213392 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1df779f3-bd43-4ba3-af71-ea6788f97fc1 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:37.242332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35acc198-202b-4f97-8682-98da1819d8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:37.277183 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:37.277713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] For port 0cf89b2f-6970-4db9-863b-8cb00ece16e2, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:21:37.282121 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ca41e69-4bec-42b9-b687-ccfedd2c74e4 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9999897 Apr 18 17:21:37.286152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-49089509-3740-425d-84b8-8bb80ed86d3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a HTTP/1.1" status: 200 len: 1001 time: 0.2899826 Apr 18 17:21:37.294008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50970) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:37.306960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4faa8-d337-49cf-b760-1f818184d86f req-f0ed56a4-d49d-4c06-a0ef-fe83019fe24a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:37.318072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06b4faa8-d337-49cf-b760-1f818184d86f req-f0ed56a4-d49d-4c06-a0ef-fe83019fe24a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 944 time: 0.3330984 Apr 18 17:21:37.367724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] Routers {'07e446cc-0835-4f83-b9be-f317e45110ef'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:37.371134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07e446cc-0835-4f83-b9be-f317e45110ef'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:37.375572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] For port 0cf89b2f-6970-4db9-863b-8cb00ece16e2, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0cf89b2f-6970-4db9-863b-8cb00ece16e2,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:21:37.517817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35acc198-202b-4f97-8682-98da1819d8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:37.536051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-b31fc523-dcf4-4233-8e38-f7a558b0f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:37.545799 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-b31fc523-dcf4-4233-8e38-f7a558b0f03d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.2135847 Apr 18 17:21:37.545968 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:37.598618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 413f5b76-1d0b-4dfb-a335-f01505fbc79e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:37.701830 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06b4faa8-d337-49cf-b760-1f818184d86f req-145e0d4f-7b77-412a-a1ee-dcecebdd677f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497677 Apr 18 17:21:37.702049 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3bd8c9d9-df65-407b-88cf-59ee6854bfe3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/routers/07e446cc-0835-4f83-b9be-f317e45110ef HTTP/1.1" status: 200 len: 907 time: 0.4017577 Apr 18 17:21:37.702049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50974) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:37.786794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35acc198-202b-4f97-8682-98da1819d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:37.793621 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35acc198-202b-4f97-8682-98da1819d8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:37.793621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-35acc198-202b-4f97-8682-98da1819d8ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2961525-a6c1-4845-9337-f7adf82aab58 HTTP/1.1" status: 204 len: 168 time: 0.6498022 Apr 18 17:21:37.823331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acc198-202b-4f97-8682-98da1819d8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2961525-a6c1-4845-9337-f7adf82aab58,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:37.837777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-07374a40-53da-4386-a546-f07f163a80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:37.844120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-07374a40-53da-4386-a546-f07f163a80dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2189381 Apr 18 17:21:38.012913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:38.266882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:21:38.274465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:38.312119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:38.312503 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:38.325279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] Set router 07e446cc-0835-4f83-b9be-f317e45110ef gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:38.457154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba848e23-9679-4e3b-a995-b284e7baf63a None None] Pushing event updated for resources: {'Port': ['ID=0cf89b2f-6970-4db9-863b-8cb00ece16e2,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:38.527242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Deleting port 5434a898-114e-47d0-a520-d9f0f521a110 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:38.527604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:38.654973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:38.702358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.20.0.1 (51280ca1-d272-417e-8c52-5dc9793270bb/0895d771-d393-428f-bed2-74a8b9551246/d22606a8-f53b-4213-b428-cf3939ffa074) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:38.718038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 413f5b76-1d0b-4dfb-a335-f01505fbc79e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:38.718333 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:38.744444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d97a79-5297-4a78-891f-ab6c2dbeb0b4 req-30bf2784-9f61-47e4-a555-fdde5da48b33 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:38.746276 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4d97a79-5297-4a78-891f-ab6c2dbeb0b4 req-30bf2784-9f61-47e4-a555-fdde5da48b33 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 945 time: 0.7516897 Apr 18 17:21:38.780851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-05bb31a8-9efa-46e3-9555-50e087f8806b service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9305310 Apr 18 17:21:38.918465 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4d97a79-5297-4a78-891f-ab6c2dbeb0b4 req-07721dee-8c66-4190-b477-1d4d3bccaa4a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350603 Apr 18 17:21:38.926777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:38.967619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Calling delete_port for 5434a898-114e-47d0-a520-d9f0f521a110 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:39.067198 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.145911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-41dad158-ee74-41f0-885a-d3d6de5bbcc3 req-2a3162e2-96f3-4567-80c9-0f6e35ed8b8a service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506761 Apr 18 17:21:39.242587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aa76a-1c7e-420c-b488-fb2921356b4d req-052048aa-e9cd-464f-bec1-e56a680e7ba9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:39.244139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-449aa76a-1c7e-420c-b488-fb2921356b4d req-052048aa-e9cd-464f-bec1-e56a680e7ba9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 944 time: 0.2794075 Apr 18 17:21:39.244391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df779f3-bd43-4ba3-af71-ea6788f97fc1'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:39.246848 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa9481e-cca2-4b57-8759-7b5ffc6f9f6d" -d '{"events": [{"server_uuid": "dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7", "name": "network-vif-plugged", "status": "completed", "tag": "1df779f3-bd43-4ba3-af71-ea6788f97fc1"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:39.247237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.277729 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.342813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1df779f3-bd43-4ba3-af71-ea6788f97fc1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df779f3-bd43-4ba3-af71-ea6788f97fc1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:39.349284 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd30ffea-240a-4bf4-805a-8963a3daf4ff x-openstack-request-id: req-dd30ffea-240a-4bf4-805a-8963a3daf4ff {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:39.349573 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7", "name": "network-vif-plugged", "status": "completed", "tag": "1df779f3-bd43-4ba3-af71-ea6788f97fc1", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:39.349751 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd30ffea-240a-4bf4-805a-8963a3daf4ff {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:39.354429 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd30ffea-240a-4bf4-805a-8963a3daf4ff'] response: {'server_uuid': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df779f3-bd43-4ba3-af71-ea6788f97fc1', 'code': 200} Apr 18 17:21:39.360794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-449aa76a-1c7e-420c-b488-fb2921356b4d req-28c58754-dffe-4f2f-aa70-44c77a6b5e89 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947087 Apr 18 17:21:39.461159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.463407 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.498095 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.508459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e446cc-0835-4f83-b9be-f317e45110ef', 'name': 'tempest-snat-router-1825432677', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5434a898-114e-47d0-a520-d9f0f521a110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:32Z', 'updated_at': '2022-04-18T17:21:35Z', 'revision_number': 3, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port': {'id': '5434a898-114e-47d0-a520-d9f0f521a110', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e446cc-0835-4f83-b9be-f317e45110ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:34Z', 'updated_at': '2022-04-18T17:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:39.540875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.567394 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:39.570591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1df779f3-bd43-4ba3-af71-ea6788f97fc1,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:39.598404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 51280ca1-d272-417e-8c52-5dc9793270bb is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:39.615798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:39.630207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:39.632922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=d22606a8-f53b-4213-b428-cf3939ffa074,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:39.656055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event deleted for resources: {'Port': ['ID=5434a898-114e-47d0-a520-d9f0f521a110,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:39.658815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] Checking router: 07e446cc-0835-4f83-b9be-f317e45110ef for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:21:39.659331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] Updating router 07e446cc-0835-4f83-b9be-f317e45110ef port 5434a898-114e-47d0-a520-d9f0f521a110 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:21:39.704231 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.720254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] Port 5434a898-114e-47d0-a520-d9f0f521a110 not found while updating agent binding for router 07e446cc-0835-4f83-b9be-f317e45110ef. {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 18 17:21:39.722724 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.771887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 413f5b76-1d0b-4dfb-a335-f01505fbc79e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=413f5b76-1d0b-4dfb-a335-f01505fbc79e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:39.779248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] Routers {'07e446cc-0835-4f83-b9be-f317e45110ef'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:39.779801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['07e446cc-0835-4f83-b9be-f317e45110ef'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:39.820917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9b5d3-28f8-49cb-bf01-1f87550796af req-32d61914-3941-4b86-8358-125a9a50e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:39.825001 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4d9b5d3-28f8-49cb-bf01-1f87550796af req-32d61914-3941-4b86-8358-125a9a50e015 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 1096 time: 0.3517289 Apr 18 17:21:39.826386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.873117 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:39.873938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:39.886999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] Set router 07e446cc-0835-4f83-b9be-f317e45110ef gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:39.921378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51010) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:39.981360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:40.018129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e446cc-0835-4f83-b9be-f317e45110ef', 'name': 'tempest-snat-router-1825432677', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:32Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 5, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:40.093090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab656b0d-9d36-4213-ad46-715f02ff5f10 None None] The sync data for ids ['07e446cc-0835-4f83-b9be-f317e45110ef'] in n-d-836015-2 is: [{'id': '07e446cc-0835-4f83-b9be-f317e45110ef', 'name': 'tempest-snat-router-1825432677', 'tenant_id': 'cc353c0e5f834545b5c23d1796582be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:32Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 5, 'project_id': 'cc353c0e5f834545b5c23d1796582be1', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:40.124037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.144791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.150025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d4d9b5d3-28f8-49cb-bf01-1f87550796af req-84bf4ddf-3578-4e5c-b872-4d31dab0c30e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162463 Apr 18 17:21:40.166003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=413f5b76-1d0b-4dfb-a335-f01505fbc79e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:40.178494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:40.179157 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.240508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-3b32b71c-5eb0-4621-be06-93a25c4e704c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.240857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3b32b71c-5eb0-4621-be06-93a25c4e704c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3184228 Apr 18 17:21:40.243349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.244043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51018) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.258236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-a5e978de-8c88-4a43-b909-0709706d9b39 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.261351 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a5e978de-8c88-4a43-b909-0709706d9b39 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0139291 Apr 18 17:21:40.263873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51020) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.279398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-4b47b7f3-7f0e-4ae5-a49b-5ffab269ea91 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.287999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4b47b7f3-7f0e-4ae5-a49b-5ffab269ea91 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0180423 Apr 18 17:21:40.289066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51022) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.299630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-7b810cf8-da9e-4124-aae1-fea69a93c685 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.300976 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7b810cf8-da9e-4124-aae1-fea69a93c685 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090468 Apr 18 17:21:40.303264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cffe0-1043-4237-882e-160de0ba93a5 req-b016c3e3-4831-4776-a240-6c9fb022810d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:40.304096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51024) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.304837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216cffe0-1043-4237-882e-160de0ba93a5 req-b016c3e3-4831-4776-a240-6c9fb022810d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.2233429 Apr 18 17:21:40.315198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-d05e147c-3faf-471c-bb94-ded3656fe89f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.319918 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d05e147c-3faf-471c-bb94-ded3656fe89f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098367 Apr 18 17:21:40.323530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51026) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.340669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.346706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-1d6e7d4c-f440-4a52-842a-9dffb9e8cd58 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.355136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1d6e7d4c-f440-4a52-842a-9dffb9e8cd58 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0267074 Apr 18 17:21:40.358060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51028) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.363792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-2e13e7ca-ea8e-47fc-a7e6-b987fdbf93a6 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.370035 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2e13e7ca-ea8e-47fc-a7e6-b987fdbf93a6 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0103281 Apr 18 17:21:40.371763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.377774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07e446cc-0835-4f83-b9be-f317e45110ef {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:21:40.377927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:40.378041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51030) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.389123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-6a76d466-97db-4884-9395-c63247e9d9e6 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.393938 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6a76d466-97db-4884-9395-c63247e9d9e6 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0164018 Apr 18 17:21:40.395617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51032) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.402408 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.406827 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-df5497bb-b2ed-441d-b181-f925ec35e0e3 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "DELETE /v2.0/routers/07e446cc-0835-4f83-b9be-f317e45110ef HTTP/1.1" status: 204 len: 168 time: 2.7023799 Apr 18 17:21:40.412944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51034) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.416173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-707f3be9-22fb-4aef-90d2-15def0650f85 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.417173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-707f3be9-22fb-4aef-90d2-15def0650f85 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0188582 Apr 18 17:21:40.420067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51038) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.426012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-393eec03-3fd8-46e3-9f99-09dbffb6f318 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.430131 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-393eec03-3fd8-46e3-9f99-09dbffb6f318 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0089943 Apr 18 17:21:40.440865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51040) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.456494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-070026d0-e2e1-4f8e-a98b-1b5a8e50e1fd tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.456780 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.460315 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-070026d0-e2e1-4f8e-a98b-1b5a8e50e1fd tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0173912 Apr 18 17:21:40.460916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51042) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.482126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-0defd538-63d3-40b7-a138-231785e5b34c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.498763 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0defd538-63d3-40b7-a138-231785e5b34c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0322120 Apr 18 17:21:40.499370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51044) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.512374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-1f47cbcd-b165-4fea-96e6-363c45bd422f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.521535 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1f47cbcd-b165-4fea-96e6-363c45bd422f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0187421 Apr 18 17:21:40.534120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51046) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.538610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-e58d3c48-55da-4154-be00-5221d70b76b1 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.546012 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e58d3c48-55da-4154-be00-5221d70b76b1 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0109668 Apr 18 17:21:40.546624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51048) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.556363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-f444d4c0-628d-40f1-a2cf-73c007c29e1d tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.562880 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f444d4c0-628d-40f1-a2cf-73c007c29e1d tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0152068 Apr 18 17:21:40.565587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51050) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.576382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-e6f1481f-c93c-4953-bb89-37759bb9f9cb tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.583879 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e6f1481f-c93c-4953-bb89-37759bb9f9cb tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0172215 Apr 18 17:21:40.584672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51052) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.611417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-db282840-f717-4293-82c7-bd9c19681d3e tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.622073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db282840-f717-4293-82c7-bd9c19681d3e tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0282831 Apr 18 17:21:40.622688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51054) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.639937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-4309bffc-35c3-4467-bb97-5b45abd5fee3 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.649975 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4309bffc-35c3-4467-bb97-5b45abd5fee3 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0243583 Apr 18 17:21:40.650608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51056) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.673792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:40.680228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-f7912525-ce0b-4584-be8c-ee4db3ec2731 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.686232 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f7912525-ce0b-4584-be8c-ee4db3ec2731 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0345652 Apr 18 17:21:40.689890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.695140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-6e911d18-3947-461a-91ff-06ada5f065be tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.705587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6e911d18-3947-461a-91ff-06ada5f065be tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0145469 Apr 18 17:21:40.712455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51060) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.720627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-09316666-0fb5-4328-99b2-096adbce6f6e tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.721714 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-09316666-0fb5-4328-99b2-096adbce6f6e tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0063410 Apr 18 17:21:40.724425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51062) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.730663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-8d650993-be56-4e1a-9e24-cdadbae8fe71 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.731305 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8d650993-be56-4e1a-9e24-cdadbae8fe71 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059075 Apr 18 17:21:40.733805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51066) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.734258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216cffe0-1043-4237-882e-160de0ba93a5 req-6adbbc18-2fdb-4eff-ab90-0a5b2f2bc79e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743620 Apr 18 17:21:40.738814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-230f8d76-2603-4d42-9212-317df89f8c3f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.744799 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-230f8d76-2603-4d42-9212-317df89f8c3f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073471 Apr 18 17:21:40.746834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51068) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.756529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-c0de76cd-24c2-4657-80a7-124b8e0ff02f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.759915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c0de76cd-24c2-4657-80a7-124b8e0ff02f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0074563 Apr 18 17:21:40.764445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51070) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.772185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-cc676403-b0c4-4d1a-bc2f-68ce2f8c6c7e tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.775662 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc676403-b0c4-4d1a-bc2f-68ce2f8c6c7e tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090520 Apr 18 17:21:40.790301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51072) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.808344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-0de6eea3-e790-4c0d-9e4e-57237a1147c7 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.813927 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0de6eea3-e790-4c0d-9e4e-57237a1147c7 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0202422 Apr 18 17:21:40.829974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51074) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.848290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-08a03259-2b77-4259-9a9e-da6905d9abf3 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.849953 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-08a03259-2b77-4259-9a9e-da6905d9abf3 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0179102 Apr 18 17:21:40.854091 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51076) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.856964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c98d7f-7e0c-4e80-9ef4-a7eeb8e4f52f req-49f7a5a8-dc30-40db-a58f-4983f445d65a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:40.863097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6c98d7f-7e0c-4e80-9ef4-a7eeb8e4f52f req-49f7a5a8-dc30-40db-a58f-4983f445d65a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 945 time: 0.2282898 Apr 18 17:21:40.886609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-fae8d011-1805-460f-bd14-c94ce644000c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.902589 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fae8d011-1805-460f-bd14-c94ce644000c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0184910 Apr 18 17:21:40.902589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51078) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.920946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 413f5b76-1d0b-4dfb-a335-f01505fbc79e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:40.923596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-a9aa3e03-1b6c-417c-9dea-cbf3f240c4b1 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.927253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a9aa3e03-1b6c-417c-9dea-cbf3f240c4b1 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0239427 Apr 18 17:21:40.935667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51080) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.947258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-b1f926f4-bb52-431b-a4cc-c9e68b022f14 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.963153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b1f926f4-bb52-431b-a4cc-c9e68b022f14 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0221629 Apr 18 17:21:40.964209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51082) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.971094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:40.976843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-df561dab-70e7-4f59-84e0-b49be977ca8b tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.978039 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-df561dab-70e7-4f59-84e0-b49be977ca8b tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100999 Apr 18 17:21:40.983067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e764f9b5-5194-42c0-ab61-cca6a76fd890 None None] Network 51280ca1-d272-417e-8c52-5dc9793270bb requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:40.985654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51084) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:40.989832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-0b3d376e-6178-42a9-b1f2-f7af6706faac tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:40.990775 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0b3d376e-6178-42a9-b1f2-f7af6706faac tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042229 Apr 18 17:21:40.993484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.027616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-d96c7780-03a9-4bb0-8844-dc90b60d3b3c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.028868 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d96c7780-03a9-4bb0-8844-dc90b60d3b3c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0344887 Apr 18 17:21:41.036133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6c98d7f-7e0c-4e80-9ef4-a7eeb8e4f52f req-15bd19d9-9f63-4ecd-911e-aabdc9e907c6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601870 Apr 18 17:21:41.036471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51090) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.053165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 413f5b76-1d0b-4dfb-a335-f01505fbc79e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:41.054249 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.059846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-393affcb-7173-4546-9ddb-dc1bfea01500 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.059846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-393affcb-7173-4546-9ddb-dc1bfea01500 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0200603 Apr 18 17:21:41.060119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51092) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.068555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-f0772343-7115-4c09-a285-4f0275d1173d tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.072586 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f0772343-7115-4c09-a285-4f0275d1173d tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0085454 Apr 18 17:21:41.074211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51094) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.079371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-5df98273-e755-43e5-8bf2-295e1b8cb2fb tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.083082 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5df98273-e755-43e5-8bf2-295e1b8cb2fb tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054874 Apr 18 17:21:41.083280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51096) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.089443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-f41fd08f-e9b6-4d9b-ac75-e5a2486df434 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.093148 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f41fd08f-e9b6-4d9b-ac75-e5a2486df434 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0067675 Apr 18 17:21:41.093371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.097658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-8d50a9f9-e0cc-45ad-b240-707b9636d621 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.100649 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8d50a9f9-e0cc-45ad-b240-707b9636d621 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042956 Apr 18 17:21:41.101263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51100) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.105768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-40b4879d-64e3-4491-8a68-7ce6f0252c24 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.110690 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-40b4879d-64e3-4491-8a68-7ce6f0252c24 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049005 Apr 18 17:21:41.110690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51102) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.119059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-98f002a6-6c1d-496e-a9f2-f4fb989b047b tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.120259 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-98f002a6-6c1d-496e-a9f2-f4fb989b047b tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090926 Apr 18 17:21:41.124723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.130267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-64f7f120-7c65-42fd-994c-7f5718a4b004 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.134401 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-64f7f120-7c65-42fd-994c-7f5718a4b004 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073619 Apr 18 17:21:41.135160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51106) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.139941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-b406c252-188e-4ee3-b409-6d482b549346 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.144621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b406c252-188e-4ee3-b409-6d482b549346 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0083146 Apr 18 17:21:41.145454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51108) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.152101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-b81a5b53-f746-4b36-ab5c-ec6b01dbb414 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.158056 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b81a5b53-f746-4b36-ab5c-ec6b01dbb414 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0113308 Apr 18 17:21:41.158928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51110) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.163636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-30583ba4-4802-4e07-96fc-6059bd77c31e None None] Provisioning complete for port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:41.164012 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-30583ba4-4802-4e07-96fc-6059bd77c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.164328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-0d6bf932-c631-41cf-9e64-493f758d59b1 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.167027 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0d6bf932-c631-41cf-9e64-493f758d59b1 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069265 Apr 18 17:21:41.175296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.180970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-4ce9635f-7c93-4d16-8301-c3e514ca44cc tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.186298 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ce9635f-7c93-4d16-8301-c3e514ca44cc tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094435 Apr 18 17:21:41.187113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51114) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.192781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-e7b9aaf3-2bfd-4190-aec8-cb30048c0801 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.206353 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e7b9aaf3-2bfd-4190-aec8-cb30048c0801 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0167942 Apr 18 17:21:41.207286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51116) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.218252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-e63dae4a-4afa-4800-9818-209d8b882472 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.222532 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e63dae4a-4afa-4800-9818-209d8b882472 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0140355 Apr 18 17:21:41.226181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51118) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.235306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-665ca8b2-8c5a-4813-9936-70b4bec35c81 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.241189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.241329 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-665ca8b2-8c5a-4813-9936-70b4bec35c81 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0118034 Apr 18 17:21:41.246666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51120) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.253963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-8993763e-f105-4253-95e2-2ad68811b8e7 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.256295 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8993763e-f105-4253-95e2-2ad68811b8e7 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077634 Apr 18 17:21:41.260348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51122) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.265214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-b158bd5b-f566-4813-96ff-48b811ed80b0 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.266418 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b158bd5b-f566-4813-96ff-48b811ed80b0 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051026 Apr 18 17:21:41.270306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.277044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-e1c2d469-8b75-4e97-8f56-e0b806e0fade tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.293358 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e1c2d469-8b75-4e97-8f56-e0b806e0fade tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075543 Apr 18 17:21:41.295513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51126) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.305975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-84cd9ea0-d5db-4cf6-a833-8f9d6fd04f65 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.307261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-84cd9ea0-d5db-4cf6-a833-8f9d6fd04f65 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104954 Apr 18 17:21:41.310028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51128) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.315540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-a9ec5266-2237-424c-ae46-5f6d3b0098e3 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.316873 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a9ec5266-2237-424c-ae46-5f6d3b0098e3 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051513 Apr 18 17:21:41.319353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51130) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.323550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-3a24ec2e-52e0-4018-9a25-d9782e4fd281 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.324666 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3a24ec2e-52e0-4018-9a25-d9782e4fd281 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043077 Apr 18 17:21:41.329467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51132) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.332914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0cf89b2f-6970-4db9-863b-8cb00ece16e2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:41.334954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-77711f31-8d11-4ef2-b137-fdbe0319227c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.337321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-77711f31-8d11-4ef2-b137-fdbe0319227c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0063460 Apr 18 17:21:41.337762 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.339864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51134) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.345531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-5230e6d2-fb30-4942-a0d0-498951dd444c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.346748 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5230e6d2-fb30-4942-a0d0-498951dd444c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058079 Apr 18 17:21:41.349101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51136) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.356320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.364692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-c9c26573-b8c4-4a27-a001-ce826564fcea tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.371330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:41.371777 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c9c26573-b8c4-4a27-a001-ce826564fcea tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0148554 Apr 18 17:21:41.371777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51138) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.371989 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f53a5-c3c2-473d-8e4a-08652a5e4c41" -d '{"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:41.375078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-2fe55894-023c-4f8a-ad0d-b0968f9046e3 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.376103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2fe55894-023c-4f8a-ad0d-b0968f9046e3 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071373 Apr 18 17:21:41.378753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51142) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.386587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-3a6ce2fc-904a-4ffb-9fd8-421a84746a86 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.387578 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3a6ce2fc-904a-4ffb-9fd8-421a84746a86 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068545 Apr 18 17:21:41.398532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51144) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.402933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-51f8cb61-a588-4fb4-b895-63cf6c9ba064 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.420116 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-51f8cb61-a588-4fb4-b895-63cf6c9ba064 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0204861 Apr 18 17:21:41.420995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51146) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.431510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-965edc88-bb11-4485-93a9-25019ab8e1b8 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.436156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-965edc88-bb11-4485-93a9-25019ab8e1b8 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120301 Apr 18 17:21:41.436965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51148) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.442339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-0819824e-6ff0-4657-b89a-cff748ff3b0f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.447279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0819824e-6ff0-4657-b89a-cff748ff3b0f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086653 Apr 18 17:21:41.448076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51150) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.452891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-2d77ffeb-3309-4a22-991e-b3bc390c00ba tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.456454 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cca8b7-5bc4-4c45-ab53-57bf6e4ed053 x-openstack-request-id: req-66cca8b7-5bc4-4c45-ab53-57bf6e4ed053 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:41.456454 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:41.456454 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66cca8b7-5bc4-4c45-ab53-57bf6e4ed053 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:41.456454 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cca8b7-5bc4-4c45-ab53-57bf6e4ed053'] response: {'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'code': 200} Apr 18 17:21:41.457529 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2d77ffeb-3309-4a22-991e-b3bc390c00ba tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080645 Apr 18 17:21:41.458341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51152) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.463369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-df130749-416e-4e38-8188-8b8e5aba924b tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.467242 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-df130749-416e-4e38-8188-8b8e5aba924b tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078282 Apr 18 17:21:41.468280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51154) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.474415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-ba84b8c0-e558-4fe3-9f72-1523e21433f6 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.474733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=d22606a8-f53b-4213-b428-cf3939ffa074,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:41.478427 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ba84b8c0-e558-4fe3-9f72-1523e21433f6 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080118 Apr 18 17:21:41.479327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51156) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.488041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-61216b58-35aa-4d87-824a-8ac1c249769f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.488337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.489021 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61216b58-35aa-4d87-824a-8ac1c249769f tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0084004 Apr 18 17:21:41.489235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51158) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.491060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-30583ba4-4802-4e07-96fc-6059bd77c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.495896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [None req-b911a21c-04e0-435c-8e80-ec638a92922c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.499494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51160) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.500212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b911a21c-04e0-435c-8e80-ec638a92922c tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081365 Apr 18 17:21:41.507693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-d0c3bb64-8258-4ea2-b79b-88445cce62b0 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.509800 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d0c3bb64-8258-4ea2-b79b-88445cce62b0 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079107 Apr 18 17:21:41.511589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51162) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:41.516138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [None req-7118d2b3-5657-4b99-8ed4-be4de8919888 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:41.517854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7118d2b3-5657-4b99-8ed4-be4de8919888 tempest-ExtensionsTestJSON-146813150 tempest-ExtensionsTestJSON-146813150-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051258 Apr 18 17:21:41.538188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:41.539023 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.574650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-30583ba4-4802-4e07-96fc-6059bd77c31e None None] For port 0cf89b2f-6970-4db9-863b-8cb00ece16e2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0cf89b2f-6970-4db9-863b-8cb00ece16e2,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:41.616501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Deleting port 413f5b76-1d0b-4dfb-a335-f01505fbc79e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:41.617883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.738769 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-30583ba4-4802-4e07-96fc-6059bd77c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.819772 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:41.837492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 51280ca1-d272-417e-8c52-5dc9793270bb is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:41.840363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:41.904050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30583ba4-4802-4e07-96fc-6059bd77c31e None None] Pushing event updated for resources: {'Port': ['ID=0cf89b2f-6970-4db9-863b-8cb00ece16e2,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:42.049368 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:21:42.049806 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:21:42.052448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f92d9370-940e-4805-ac82-c67cbbe06828 None None] Provisioning complete for port d22606a8-f53b-4213-b428-cf3939ffa074 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:42.057028 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f92d9370-940e-4805-ac82-c67cbbe06828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:42.100153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f92d9370-940e-4805-ac82-c67cbbe06828 None None] Port d22606a8-f53b-4213-b428-cf3939ffa074 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:21:42.120793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f92d9370-940e-4805-ac82-c67cbbe06828 None None] Provisioning complete for port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:42.121612 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f92d9370-940e-4805-ac82-c67cbbe06828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:42.135820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] For port 413f5b76-1d0b-4dfb-a335-f01505fbc79e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=413f5b76-1d0b-4dfb-a335-f01505fbc79e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:42.136214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:42.213456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Calling delete_port for 413f5b76-1d0b-4dfb-a335-f01505fbc79e owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:42.365794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a639875b-8915-4d30-a6d6-d2408c3ec561 None None] Provisioning complete for port d22606a8-f53b-4213-b428-cf3939ffa074 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:42.366499 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a639875b-8915-4d30-a6d6-d2408c3ec561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:42.396309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502f70-1574-4af9-8f37-bf34317f3ac4 req-e7de3ee8-50d1-4eff-8778-70421f1da41e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:42.397933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c502f70-1574-4af9-8f37-bf34317f3ac4 req-e7de3ee8-50d1-4eff-8778-70421f1da41e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.4576726 Apr 18 17:21:42.416891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51176) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:42.451194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcbe78-cee2-486e-a6cb-653474fe095f req-f54687f3-2149-4f4f-9e83-1fec165a0ec9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:42.459309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a639875b-8915-4d30-a6d6-d2408c3ec561 None None] Port d22606a8-f53b-4213-b428-cf3939ffa074 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:21:42.464738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fdcbe78-cee2-486e-a6cb-653474fe095f req-f54687f3-2149-4f4f-9e83-1fec165a0ec9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 945 time: 0.2830324 Apr 18 17:21:42.484298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router c798333c-f985-4830-87c4-72e337657789 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:21:42.573971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c502f70-1574-4af9-8f37-bf34317f3ac4 req-5de0878c-087f-4a48-9740-8a664d854267 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565385 Apr 18 17:21:42.622195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ca5f455-8448-4f44-81ae-fb53b9921465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:42.670045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fdcbe78-cee2-486e-a6cb-653474fe095f req-fbf9d543-6333-4aaf-b547-ccc251ce9935 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090592 Apr 18 17:21:42.704353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4575c981-8516-4c25-8d7f-c7f27b753eaa None None] Provisioning complete for port d22606a8-f53b-4213-b428-cf3939ffa074 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:42.704907 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4575c981-8516-4c25-8d7f-c7f27b753eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:42.766614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:42.770244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4575c981-8516-4c25-8d7f-c7f27b753eaa None None] Port d22606a8-f53b-4213-b428-cf3939ffa074 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:21:42.778510 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Sync routers for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:42.803942 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:42.806458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4595f59c-97a1-4573-8b4d-a3bb70421e12 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "PUT /v2.0/routers/c798333c-f985-4830-87c4-72e337657789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5909448 Apr 18 17:21:42.807376 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:42.809098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51186) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:42.884332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0cf89b2f-6970-4db9-863b-8cb00ece16e2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:42.931792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d702123f-209d-4cde-b718-1f0995e992b6 req-50f3a692-d3ca-4585-95d0-360d3e3690c8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6010d166009b457cb83c471c00b4460a HTTP/1.1" status: 200 len: 267 time: 0.1192071 Apr 18 17:21:43.048263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702123f-209d-4cde-b718-1f0995e992b6 req-7782c229-4e2e-4b6f-b3ac-15ab1c86eb2d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:43.059076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d702123f-209d-4cde-b718-1f0995e992b6 req-7782c229-4e2e-4b6f-b3ac-15ab1c86eb2d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 945 time: 0.1257219 Apr 18 17:21:43.083940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d702123f-209d-4cde-b718-1f0995e992b6 req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'port': {'security_groups': []}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:43.089162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.091025 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:43.138647 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ca5f455-8448-4f44-81ae-fb53b9921465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.191252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:43.192653 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.195833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event deleted for resources: {'Port': ['ID=413f5b76-1d0b-4dfb-a335-f01505fbc79e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:43.239386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ca5f455-8448-4f44-81ae-fb53b9921465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.312466 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.369692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:43.413951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d702123f-209d-4cde-b718-1f0995e992b6 req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.465138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.468440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5f455-8448-4f44-81ae-fb53b9921465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92f00ce-3bee-4963-9cad-bcc53db2f11f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:43.468962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.481942 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5ca5f455-8448-4f44-81ae-fb53b9921465 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ec4410a0b9e4c9f94d4d1261002c26c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0630395 Apr 18 17:21:43.486037 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 2, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:43.488362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:43.519809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:43.521642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4913c-c811-4394-b682-4d5cd97ec432 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:43.521796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.523680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4913c-c811-4394-b682-4d5cd97ec432 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:43.527222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4913c-c811-4394-b682-4d5cd97ec432 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:43.527914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4913c-c811-4394-b682-4d5cd97ec432 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:43.529148 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Checking router: c798333c-f985-4830-87c4-72e337657789 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:21:43.529747 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Updating router c798333c-f985-4830-87c4-72e337657789 port d22606a8-f53b-4213-b428-cf3939ffa074 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:21:43.532562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4913c-c811-4394-b682-4d5cd97ec432 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:43.532830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4913c-c811-4394-b682-4d5cd97ec432 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:43.533311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4913c-c811-4394-b682-4d5cd97ec432 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:43.535254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-51a4913c-c811-4394-b682-4d5cd97ec432 tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4991 time: 0.7239780 Apr 18 17:21:43.538249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:43.592365 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.641448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca497969-541a-46ad-859d-4d7644734b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.706495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca497969-541a-46ad-859d-4d7644734b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.904982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca497969-541a-46ad-859d-4d7644734b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.908271 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca497969-541a-46ad-859d-4d7644734b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:43.909535 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ca497969-541a-46ad-859d-4d7644734b5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a92f00ce-3bee-4963-9cad-bcc53db2f11f HTTP/1.1" status: 204 len: 168 time: 0.4202051 Apr 18 17:21:43.926295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca497969-541a-46ad-859d-4d7644734b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92f00ce-3bee-4963-9cad-bcc53db2f11f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:44.102456 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.198277 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.198851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f1a7707-1341-41fb-8731-1f52a8259b97 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:21:44.199980 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.208682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-874a30b6-3f73-479a-ab7c-45f25e0dd163 req-cd0d7a61-49a4-43a2-aa0a-d1b649d4e460 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:44.209667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-874a30b6-3f73-479a-ab7c-45f25e0dd163 req-cd0d7a61-49a4-43a2-aa0a-d1b649d4e460 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051570 Apr 18 17:21:44.212938 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.214040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-70072a4c-63c2-4f07-bbbb-a5569724674d tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "DELETE /v2.0/routers/8f1a7707-1341-41fb-8731-1f52a8259b97 HTTP/1.1" status: 204 len: 168 time: 3.7866790 Apr 18 17:21:44.217950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51214) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:44.228395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811718679', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:44.264886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d6fcb-10ef-4443-b8fe-7d4a8205e7db tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:44.265347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d6fcb-10ef-4443-b8fe-7d4a8205e7db tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:44.265838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d6fcb-10ef-4443-b8fe-7d4a8205e7db tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:44.266318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d6fcb-10ef-4443-b8fe-7d4a8205e7db tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:44.266761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d6fcb-10ef-4443-b8fe-7d4a8205e7db tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:44.267202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d6fcb-10ef-4443-b8fe-7d4a8205e7db tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:44.267880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d6fcb-10ef-4443-b8fe-7d4a8205e7db tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:44.269777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-da6d6fcb-10ef-4443-b8fe-7d4a8205e7db tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.7265282 Apr 18 17:21:44.274525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51216) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:44.319128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653acf88-a4b4-44d2-a85d-32446664e767 None None] Pushing event updated for resources: {'Port': ['ID=d22606a8-f53b-4213-b428-cf3939ffa074,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:44.345281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d702123f-209d-4cde-b718-1f0995e992b6 req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] For port 1df779f3-bd43-4ba3-af71-ea6788f97fc1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df779f3-bd43-4ba3-af71-ea6788f97fc1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:44.382832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.384380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.419758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d702123f-209d-4cde-b718-1f0995e992b6 req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.466465 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Attempting to bind port d22606a8-f53b-4213-b428-cf3939ffa074 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:21:44.466844 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Attempting to bind port d22606a8-f53b-4213-b428-cf3939ffa074 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:21:44.474130 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Attempting to bind port d22606a8-f53b-4213-b428-cf3939ffa074 on network 51280ca1-d272-417e-8c52-5dc9793270bb {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:44.490430 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:21:44.490800 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Checking segment: {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:44.491449 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.491848 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Bound using segment: {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:21:44.492549 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Bound port: d22606a8-f53b-4213-b428-cf3939ffa074, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:21:44.492933 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.496861 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d702123f-209d-4cde-b718-1f0995e992b6 req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.536483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d3d3bcd6-c4fb-4b6d-968c-40d518670187', '82760f6f-b43b-4ff6-a025-ac4d4e087c76', '1df779f3-bd43-4ba3-af71-ea6788f97fc1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:21:44.561735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.589814 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] For port d22606a8-f53b-4213-b428-cf3939ffa074, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:21:44.593286 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] For port d22606a8-f53b-4213-b428-cf3939ffa074, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d22606a8-f53b-4213-b428-cf3939ffa074,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:21:44.659363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702123f-209d-4cde-b718-1f0995e992b6 req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:44.661452 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d702123f-209d-4cde-b718-1f0995e992b6 req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.672279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d702123f-209d-4cde-b718-1f0995e992b6 req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "PUT /v2.0/ports/1df779f3-bd43-4ba3-af71-ea6788f97fc1 HTTP/1.1" status: 200 len: 904 time: 1.6101992 Apr 18 17:21:44.682406 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:44.694078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'tag': '1df779f3-bd43-4ba3-af71-ea6788f97fc1'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:44.699408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:44.717380 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a288d510-34c4-47ca-8a75-8b211b8ceb65" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7", "tag": "1df779f3-bd43-4ba3-af71-ea6788f97fc1"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:44.824829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c341ce1-426a-4ef6-94a7-d292b3ed7ba7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'Port': ['ID=1df779f3-bd43-4ba3-af71-ea6788f97fc1,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:44.853248 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653acf88-a4b4-44d2-a85d-32446664e767 None None] Pushing event updated for resources: {'Port': ['ID=d22606a8-f53b-4213-b428-cf3939ffa074,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:44.910665 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:44.913123 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:44.946199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1df779f3-bd43-4ba3-af71-ea6788f97fc1'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:21:45.152516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e205e6-6945-4d6d-8191-dbc0714e45b9 req-5a921ac0-b944-42d7-84b4-4f114e1cd13a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:45.154414 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93e205e6-6945-4d6d-8191-dbc0714e45b9 req-5a921ac0-b944-42d7-84b4-4f114e1cd13a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.3361504 Apr 18 17:21:45.171851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c6ef8-9c90-4c0b-b831-ad753925531d req-89642c25-3317-44ef-addd-f83bdea0b581 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:45.177913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a4c6ef8-9c90-4c0b-b831-ad753925531d req-89642c25-3317-44ef-addd-f83bdea0b581 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 907 time: 0.3246217 Apr 18 17:21:45.234711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 413f5b76-1d0b-4dfb-a335-f01505fbc79e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:21:45.275352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93e205e6-6945-4d6d-8191-dbc0714e45b9 req-1e66e9ff-f1cf-47cf-a003-9f38626e0741 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963376 Apr 18 17:21:45.356722 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b25bdb-2cf4-42c9-851f-2ddd01f84bac x-openstack-request-id: req-07b25bdb-2cf4-42c9-851f-2ddd01f84bac {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:45.357075 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7", "tag": "1df779f3-bd43-4ba3-af71-ea6788f97fc1", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:45.357337 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07b25bdb-2cf4-42c9-851f-2ddd01f84bac {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:45.357781 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b25bdb-2cf4-42c9-851f-2ddd01f84bac'] response: {'name': 'network-changed', 'server_uuid': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'tag': '1df779f3-bd43-4ba3-af71-ea6788f97fc1', 'status': 'completed', 'code': 200} Apr 18 17:21:45.365346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 413f5b76-1d0b-4dfb-a335-f01505fbc79e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:21:45.380886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 413f5b76-1d0b-4dfb-a335-f01505fbc79e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:21:45.382782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0738be03-4a88-4f53-add9-9cadb02f84b0 None None] Provisioning complete for port d22606a8-f53b-4213-b428-cf3939ffa074 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:45.383318 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0738be03-4a88-4f53-add9-9cadb02f84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:45.385701 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:21:45.633958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb616d41-21ff-42cf-905b-7620f83f19a6 req-91bb326a-0bfd-412c-831a-3388ca1f71fa tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:45.636539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb616d41-21ff-42cf-905b-7620f83f19a6 req-91bb326a-0bfd-412c-831a-3388ca1f71fa tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1471238 Apr 18 17:21:45.775860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb616d41-21ff-42cf-905b-7620f83f19a6 req-37fba86f-7ac6-4866-9c87-99b93d974d07 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298525 Apr 18 17:21:45.831573 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51260) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:45.916942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:45.958612 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0738be03-4a88-4f53-add9-9cadb02f84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:45.969366 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:44Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:46.046182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0738be03-4a88-4f53-add9-9cadb02f84b0 None None] For port d22606a8-f53b-4213-b428-cf3939ffa074, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d22606a8-f53b-4213-b428-cf3939ffa074,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:46.076677 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa655b5-f520-4050-a1e3-333ae98ac26b None None] The sync data for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 is: [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:44Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:46.123179 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0738be03-4a88-4f53-add9-9cadb02f84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:46.124877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:46.179704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b71e-5e3e-467f-80ed-b82c55b3cad4 req-f68e63b2-2125-445c-a0d0-567023546fbe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:46.182147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9654b71e-5e3e-467f-80ed-b82c55b3cad4 req-f68e63b2-2125-445c-a0d0-567023546fbe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1967933 Apr 18 17:21:46.193689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-2b9a83a0-61c6-4693-a0af-4df5f864b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:46.197929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-2b9a83a0-61c6-4693-a0af-4df5f864b2c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 1058 time: 0.4284682 Apr 18 17:21:46.203049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-5b6dc275-969e-4064-9a9c-7650008d6349 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3684742 Apr 18 17:21:46.206880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-edc15893-1b54-4884-b9d9-4d62ab1c08a0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:21:46.224299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-edc15893-1b54-4884-b9d9-4d62ab1c08a0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221736 Apr 18 17:21:46.328902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9654b71e-5e3e-467f-80ed-b82c55b3cad4 req-9261e4a6-7862-45ad-9b24-b961ef04cd60 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028874 Apr 18 17:21:46.348021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1643557032'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:46.553158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-09ca192d-3b86-4166-b187-3b4bd21ca5fc None None] Provisioning complete for port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:46.553636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-09ca192d-3b86-4166-b187-3b4bd21ca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:46.562582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738be03-4a88-4f53-add9-9cadb02f84b0 None None] Pushing event updated for resources: {'Port': ['ID=d22606a8-f53b-4213-b428-cf3939ffa074,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:46.602434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Made reservation on behalf of 751d1d1d642f4a538fafcaaad81bfeab for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:46.607278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:46.631392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-7e217bf2-d0e5-438f-a307-8664ec06c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:46.634135 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-7e217bf2-d0e5-438f-a307-8664ec06c976 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.3658271 Apr 18 17:21:46.737244 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6b945a43-489d-4777-96f7-b50a8f3f9ccc tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 2.4609375 Apr 18 17:21:46.738441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:46.785071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e6ec8-e45e-44ff-99ed-7f952f16b941 req-8bed99a5-16be-4131-8980-8148db5eda33 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:46.794246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d70e6ec8-e45e-44ff-99ed-7f952f16b941 req-8bed99a5-16be-4131-8980-8148db5eda33 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.2805905 Apr 18 17:21:46.820002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-09ca192d-3b86-4166-b187-3b4bd21ca5fc None None] Provisioning complete for port d22606a8-f53b-4213-b428-cf3939ffa074 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:46.820370 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-09ca192d-3b86-4166-b187-3b4bd21ca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:46.858775 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-52f17c95-2321-4c68-af23-a79cac484031 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1df779f3-bd43-4ba3-af71-ea6788f97fc1 HTTP/1.1" status: 200 len: 217 time: 0.1978731 Apr 18 17:21:46.876638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4616b7-5554-462d-b01d-f1e777a4125f req-3b206c8c-0388-469c-9b28-7cfeaea89e4a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:46.879768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea4616b7-5554-462d-b01d-f1e777a4125f req-3b206c8c-0388-469c-9b28-7cfeaea89e4a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2682674 Apr 18 17:21:46.944079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d70e6ec8-e45e-44ff-99ed-7f952f16b941 req-f4ba650f-26fa-4269-9a64-98775aae278b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406994 Apr 18 17:21:46.983713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea4616b7-5554-462d-b01d-f1e777a4125f req-b3676998-7d14-41cc-885b-645c48c30f2b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843265 Apr 18 17:21:46.994503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:46.999474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d22606a8-f53b-4213-b428-cf3939ffa074 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:47.040752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.061141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-e2904b93-1527-493b-88b1-ef943612275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:47.069881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-e2904b93-1527-493b-88b1-ef943612275e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.2032955 Apr 18 17:21:47.251342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b55801-6113-4040-939a-b38003180f9e req-4e5b53f6-a499-4373-8e1b-6f7c0d05c58e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:47.251601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-12a16799-a723-4f36-860f-870903f1cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:47.252929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-12a16799-a723-4f36-860f-870903f1cca2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261284 Apr 18 17:21:47.254950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43b55801-6113-4040-939a-b38003180f9e req-4e5b53f6-a499-4373-8e1b-6f7c0d05c58e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1123824 Apr 18 17:21:47.279820 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.308516 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.311307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d22606a8-f53b-4213-b428-cf3939ffa074 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:47.311899 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.346209 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-43b55801-6113-4040-939a-b38003180f9e req-97e85c99-4d56-464d-ac7b-54f4d0173a6b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838346 Apr 18 17:21:47.354210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Allocated IP 172.25.5.6 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/3edbad41-a1f2-4058-a95c-47e5da1718bb) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:47.368802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.419483 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.510753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-95f3b605-a9db-4291-9825-f94613e36b41 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482367 Apr 18 17:21:47.702672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51308) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:47.708597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a82d2037-b869-4516-9788-4aadd31be969 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629513077', 'description': 'tempest-secgroup-smoke-629513077 description', 'project_id': '4024897079404b088e8b6e570f2ad758'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:47.731980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a288d510-34c4-47ca-8a75-8b211b8ceb65 req-5f1297d2-ade9-407b-907f-71fe95eb65ad service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657562 Apr 18 17:21:47.748630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:21:47.786845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309328eb-469d-4733-ac1d-03c6f0617e99,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:47.802066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.802349 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Added segment 8d1f421e-385a-4db2-8469-d92ae989e64a of type vlan for network e8556428-96a8-4953-814f-2a83a81e6dfa Apr 18 17:21:47.896718 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a82d2037-b869-4516-9788-4aadd31be969 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.901216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:47.951684 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:48.027416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-09f02ac3-b092-4e70-bb5d-ced936008608 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:48.040682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-09f02ac3-b092-4e70-bb5d-ced936008608 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.3341868 Apr 18 17:21:48.050873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:48.063705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:48.069489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:48.084199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-838e58d6-b137-4caa-8816-35f21b838a04 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/quotas/6010d166009b457cb83c471c00b4460a HTTP/1.1" status: 200 len: 375 time: 0.0424292 Apr 18 17:21:48.170677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:48.198879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:48.225055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:48.231165 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0864556 Apr 18 17:21:48.232207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:48.238313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51314) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:48.243594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Request body: {'subnet': {'network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:48.268570 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a82d2037-b869-4516-9788-4aadd31be969 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:48.270177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38597f21-d0ca-4044-979d-960c6e054423 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'Network': ['ID=e8556428-96a8-4953-814f-2a83a81e6dfa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:48.281295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e8556428-96a8-4953-814f-2a83a81e6dfa details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:21:48.324224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2f832-3855-4c10-8d08-24d48903734f req-fc9ddced-7232-4dae-8cb7-8f3a81d82473 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:48.327006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10e2f832-3855-4c10-8d08-24d48903734f req-fc9ddced-7232-4dae-8cb7-8f3a81d82473 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.2449560 Apr 18 17:21:48.381873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event updated for resources: {'Port': ['ID=3edbad41-a1f2-4058-a95c-47e5da1718bb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:48.397119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-03209212-a94a-43ac-81d2-7c342e2aa569 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2719769 Apr 18 17:21:48.416761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a82d2037-b869-4516-9788-4aadd31be969 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:48.593665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d2037-b869-4516-9788-4aadd31be969 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2cec89-8b58-4b09-8250-b9ed5719c97f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:48.607491 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a82d2037-b869-4516-9788-4aadd31be969 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:48.612549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a82d2037-b869-4516-9788-4aadd31be969 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9084516 Apr 18 17:21:48.616025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:48.627965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10e2f832-3855-4c10-8d08-24d48903734f req-5da2cb25-d20e-4a67-add4-76c584ad375d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881091 Apr 18 17:21:48.645321 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f68c940b-20e6-48e7-a898-20a8d45618d8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '8a2cec89-8b58-4b09-8250-b9ed5719c97f', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:48.695021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-426b192a-0184-4afd-b3e9-f0c97a33fae8 service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641380 Apr 18 17:21:48.732695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Made reservation on behalf of 751d1d1d642f4a538fafcaaad81bfeab for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:48.737828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:48.837004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-c8b2b6cf-f39d-4f53-8c99-5a1b64ebf3d1 service neutron] 10.222.0.45 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282954 Apr 18 17:21:48.964376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f68c940b-20e6-48e7-a898-20a8d45618d8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.050903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.173319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b1a57e4-05c6-44ac-a619-a7c3430c6f99 req-a7f027c1-aaa9-4861-870b-bf8c7d4e277d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 210 time: 0.0562594 Apr 18 17:21:49.260182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f68c940b-20e6-48e7-a898-20a8d45618d8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.262917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.368023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f68c940b-20e6-48e7-a898-20a8d45618d8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.375939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'Subnet': ['ID=0f942ed3-a7b9-474c-914e-8651cb6d5e0b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:49.414373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c940b-20e6-48e7-a898-20a8d45618d8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57a0d95-dc4d-4c1e-adf6-47cbdf4b78b6,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:49.430281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Checking segment: {'id': '8d1f421e-385a-4db2-8469-d92ae989e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:49.430725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Network hostable DHCP agents. Network: e8556428-96a8-4953-814f-2a83a81e6dfa, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:21:49.433287 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.536393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f68c940b-20e6-48e7-a898-20a8d45618d8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.540776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f68c940b-20e6-48e7-a898-20a8d45618d8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9237406 Apr 18 17:21:49.544230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51338) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:49.550210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c2fcc43d-7c57-4ca9-b2e0-28f084b03a71 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '8a2cec89-8b58-4b09-8250-b9ed5719c97f', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:49.639467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Network e8556428-96a8-4953-814f-2a83a81e6dfa is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:21:49.798156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54501125-48ad-442b-b28c-ff8a5216d512 req-7acae9ae-e666-432c-8bab-90a711e08f2f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:49.805861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e8556428-96a8-4953-814f-2a83a81e6dfa) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:49.810425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54501125-48ad-442b-b28c-ff8a5216d512 req-7acae9ae-e666-432c-8bab-90a711e08f2f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0826395 Apr 18 17:21:49.818470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Router f718778f-2864-4c91-ad2e-a26e0894e535 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:21:49.824491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:49.826104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.826786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31bc94-6c93-4d21-9bd8-723958aac0ea None None] Network e8556428-96a8-4953-814f-2a83a81e6dfa requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:49.838758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc43d-7c57-4ca9-b2e0-28f084b03a71 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:49.918525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54501125-48ad-442b-b28c-ff8a5216d512 req-8e9c1e78-7412-40a0-9673-69fdc6646a7b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071777 Apr 18 17:21:49.959146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51344) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:49.962525 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f722e8fe-e996-499f-bfcb-76e9c07f7885 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7228580 Apr 18 17:21:49.971127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-329f8ba4-ab66-4a85-9d03-bbbce3e5b090 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2798716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:50.004361 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc43d-7c57-4ca9-b2e0-28f084b03a71 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.046950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:50.062562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70046cdf-785e-4045-8e68-6a33a505a4df None None] Sync routers for ids ['f718778f-2864-4c91-ad2e-a26e0894e535'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:50.082726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70046cdf-785e-4045-8e68-6a33a505a4df None None] Routers {'f718778f-2864-4c91-ad2e-a26e0894e535'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:50.083404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-70046cdf-785e-4045-8e68-6a33a505a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f718778f-2864-4c91-ad2e-a26e0894e535'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:50.096588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc43d-7c57-4ca9-b2e0-28f084b03a71 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.134197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.136016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcc43d-7c57-4ca9-b2e0-28f084b03a71 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36060b11-2ec9-413c-9e21-31f308e90a3e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:50.139350 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eac3f0fd-da73-41b1-a3aa-15e6c8e716c1 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9173152 Apr 18 17:21:50.139795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51350) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:50.140010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-70046cdf-785e-4045-8e68-6a33a505a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:50.151673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70046cdf-785e-4045-8e68-6a33a505a4df None None] Routers {'f718778f-2864-4c91-ad2e-a26e0894e535'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:50.152521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-70046cdf-785e-4045-8e68-6a33a505a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f718778f-2864-4c91-ad2e-a26e0894e535'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:50.155182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-329f8ba4-ab66-4a85-9d03-bbbce3e5b090 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.156576 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-329f8ba4-ab66-4a85-9d03-bbbce3e5b090 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.162334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0db74580-9c5f-4447-aae0-18dba09227bf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': False}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:50.212622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da551943-6d0a-44e5-a961-87731273daca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e8556428-96a8-4953-814f-2a83a81e6dfa', 'network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa', 'tenant_id': '751d1d1d642f4a538fafcaaad81bfeab', 'fixed_ips': [{'subnet_id': '0f942ed3-a7b9-474c-914e-8651cb6d5e0b'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:21:50.213808 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da551943-6d0a-44e5-a961-87731273daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.217606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-70046cdf-785e-4045-8e68-6a33a505a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:50.218424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70046cdf-785e-4045-8e68-6a33a505a4df None None] The sync data for ids ['f718778f-2864-4c91-ad2e-a26e0894e535'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:50.265509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc43d-7c57-4ca9-b2e0-28f084b03a71 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.271739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c2fcc43d-7c57-4ca9-b2e0-28f084b03a71 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7253716 Apr 18 17:21:50.282550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51354) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:50.291071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '8a2cec89-8b58-4b09-8250-b9ed5719c97f', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:50.342096 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-329f8ba4-ab66-4a85-9d03-bbbce3e5b090 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.386466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21e65fa9-286b-47d8-9620-42ad6c606ba6 req-0bf00bd8-4adf-4b4f-9616-9497118ab434 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 210 time: 0.0421445 Apr 18 17:21:50.431800 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-329f8ba4-ab66-4a85-9d03-bbbce3e5b090 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.444528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-da551943-6d0a-44e5-a961-87731273daca None None] Allocated IP 172.20.0.2 (e8556428-96a8-4953-814f-2a83a81e6dfa/0f942ed3-a7b9-474c-914e-8651cb6d5e0b/1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:50.569607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-329f8ba4-ab66-4a85-9d03-bbbce3e5b090 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:50.574334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-329f8ba4-ab66-4a85-9d03-bbbce3e5b090 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6140192 Apr 18 17:21:50.578982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51364) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:50.919259 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da551943-6d0a-44e5-a961-87731273daca None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.002194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da551943-6d0a-44e5-a961-87731273daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.076026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da551943-6d0a-44e5-a961-87731273daca None None] Network e8556428-96a8-4953-814f-2a83a81e6dfa is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:51.081074 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.085507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-da551943-6d0a-44e5-a961-87731273daca None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:51.102616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da551943-6d0a-44e5-a961-87731273daca None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:51.124742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da551943-6d0a-44e5-a961-87731273daca None None] Pushing event updated for resources: {'Port': ['ID=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:51.183837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-da551943-6d0a-44e5-a961-87731273daca None None] Attempting to bind port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:21:51.184481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-da551943-6d0a-44e5-a961-87731273daca None None] Attempting to bind port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8d1f421e-385a-4db2-8469-d92ae989e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:21:51.185010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da551943-6d0a-44e5-a961-87731273daca None None] Attempting to bind port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 on network e8556428-96a8-4953-814f-2a83a81e6dfa {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:51.196381 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.199003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da551943-6d0a-44e5-a961-87731273daca None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:21:51.199369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da551943-6d0a-44e5-a961-87731273daca None None] Checking segment: {'id': '8d1f421e-385a-4db2-8469-d92ae989e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:51.206036 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da551943-6d0a-44e5-a961-87731273daca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.206503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da551943-6d0a-44e5-a961-87731273daca None None] Bound using segment: {'id': '8d1f421e-385a-4db2-8469-d92ae989e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:21:51.207009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-da551943-6d0a-44e5-a961-87731273daca None None] Bound port: 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1f421e-385a-4db2-8469-d92ae989e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:21:51.207403 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da551943-6d0a-44e5-a961-87731273daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.289440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce55c-be23-4093-a6f2-fe87665c7679 req-4560f963-f6b8-4d2f-99d4-7dfd14c53c6c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:51.300299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-969ce55c-be23-4093-a6f2-fe87665c7679 req-4560f963-f6b8-4d2f-99d4-7dfd14c53c6c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.2351451 Apr 18 17:21:51.342578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0db74580-9c5f-4447-aae0-18dba09227bf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.358907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-da551943-6d0a-44e5-a961-87731273daca None None] For port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:21:51.364746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-da551943-6d0a-44e5-a961-87731273daca None None] For port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,segment=NetworkSegment(8d1f421e-385a-4db2-8469-d92ae989e64a),segment_id=8d1f421e-385a-4db2-8469-d92ae989e64a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:21:51.397706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.430245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-969ce55c-be23-4093-a6f2-fe87665c7679 req-be9bfe8c-a223-4254-b017-fff0ebbe0328 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289990 Apr 18 17:21:51.505235 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da551943-6d0a-44e5-a961-87731273daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.514519 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.568384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9259d48b-f37b-4c5b-bb86-9367d02c46bb,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:51.605167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.614641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.618037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.619943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Allocated IP 172.20.0.1 (e8556428-96a8-4953-814f-2a83a81e6dfa/0f942ed3-a7b9-474c-914e-8651cb6d5e0b/ba408d0f-0995-4286-b3c8-89d18a81a01b) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:51.626866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.630246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.630246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.630246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.630246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.630246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.630246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.630246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.630246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:21:51.654865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da551943-6d0a-44e5-a961-87731273daca None None] Pushing event updated for resources: {'Port': ['ID=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:51.745791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2286ea34-db97-415e-82b6-bd102041f860 req-a18e6c45-c6b2-49ac-9f1a-188e94e045a7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 210 time: 0.1969566 Apr 18 17:21:51.837062 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:51.838321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ff266acc-baef-496b-b36f-bc6d015da93c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5547600 Apr 18 17:21:51.842567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51384) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:51.849106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d9c3c447-7164-45d7-9b9e-5faaea17cb6e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '8a2cec89-8b58-4b09-8250-b9ed5719c97f', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:52.032846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.197629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c447-7164-45d7-9b9e-5faaea17cb6e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.487516 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0db74580-9c5f-4447-aae0-18dba09227bf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.492937 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0db74580-9c5f-4447-aae0-18dba09227bf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.542520 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c447-7164-45d7-9b9e-5faaea17cb6e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.564355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-15d5769e-0786-4849-a530-190f3f5eb4c7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:52.572443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-15d5769e-0786-4849-a530-190f3f5eb4c7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 812 time: 0.4092360 Apr 18 17:21:52.604427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Request body: {'port': {'device_id': '1671615f-25ac-4915-b882-bf948184d254', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'admin_state_up': True, 'tenant_id': '6010d166009b457cb83c471c00b4460a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:52.639206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db74580-9c5f-4447-aae0-18dba09227bf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Router f718778f-2864-4c91-ad2e-a26e0894e535 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:21:52.774195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced959-74c2-45d9-93e0-6e7e6724189a req-b62558fa-3d20-4cf4-b85c-ca21b5ae0eeb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:52.791665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1ced959-74c2-45d9-93e0-6e7e6724189a req-b62558fa-3d20-4cf4-b85c-ca21b5ae0eeb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.2076373 Apr 18 17:21:52.823643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c447-7164-45d7-9b9e-5faaea17cb6e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.831712 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.845390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db74580-9c5f-4447-aae0-18dba09227bf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:52.859147 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c76145-ee6a-4038-adae-016178a05e42 None None] Sync routers for ids ['f718778f-2864-4c91-ad2e-a26e0894e535'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:52.860688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0db74580-9c5f-4447-aae0-18dba09227bf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.868264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0db74580-9c5f-4447-aae0-18dba09227bf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "PUT /v2.0/routers/f718778f-2864-4c91-ad2e-a26e0894e535 HTTP/1.1" status: 200 len: 923 time: 2.7272854 Apr 18 17:21:52.871862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51400) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:52.883408 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c76145-ee6a-4038-adae-016178a05e42 None None] Routers {'f718778f-2864-4c91-ad2e-a26e0894e535'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:52.904480 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c1c76145-ee6a-4038-adae-016178a05e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f718778f-2864-4c91-ad2e-a26e0894e535'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:52.964951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c447-7164-45d7-9b9e-5faaea17cb6e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:52.972505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d9c3c447-7164-45d7-9b9e-5faaea17cb6e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1289124 Apr 18 17:21:52.974605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51404) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:53.003024 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c1c76145-ee6a-4038-adae-016178a05e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:53.035432 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c76145-ee6a-4038-adae-016178a05e42 None None] Routers {'f718778f-2864-4c91-ad2e-a26e0894e535'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:53.036515 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c1c76145-ee6a-4038-adae-016178a05e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f718778f-2864-4c91-ad2e-a26e0894e535'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:53.040008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:53.087584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3e90fab6-41f9-4977-ab9f-fe73438a123b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '8a2cec89-8b58-4b09-8250-b9ed5719c97f', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:53.140734 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c1c76145-ee6a-4038-adae-016178a05e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:53.141446 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c76145-ee6a-4038-adae-016178a05e42 None None] The sync data for ids ['f718778f-2864-4c91-ad2e-a26e0894e535'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:53.158157 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a69accf3-8ab0-473e-9e5d-757cc6543917 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/routers/f718778f-2864-4c91-ad2e-a26e0894e535 HTTP/1.1" status: 200 len: 923 time: 0.2849579 Apr 18 17:21:53.160908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51408) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:53.184746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Network e8556428-96a8-4953-814f-2a83a81e6dfa is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:53.193037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:53.193868 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.230829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3c447-7164-45d7-9b9e-5faaea17cb6e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3944a0-5b88-48c3-8d99-52be04f14df5,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:53.302794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c45012d-c596-4560-b555-760f96bcf12c req-cc66b029-c97e-477e-b3da-9dfd6e2782ea tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 210 time: 0.3209362 Apr 18 17:21:53.319720 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.335409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b54c3-fb0d-4ced-9305-c32461aa28a9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:53.335409 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7c3b54c3-fb0d-4ced-9305-c32461aa28a9 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=f718778f-2864-4c91-ad2e-a26e0894e535&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1611431 Apr 18 17:21:53.335709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:53.335868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51410) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:53.355813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:53.370830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,segment=NetworkSegment(8d1f421e-385a-4db2-8469-d92ae989e64a),segment_id=8d1f421e-385a-4db2-8469-d92ae989e64a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:21:53.385294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1ced959-74c2-45d9-93e0-6e7e6724189a req-1a0a6c6b-633b-446b-834b-79cbf4bacd14 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5898762 Apr 18 17:21:53.420565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50f62b-3a09-4ded-8277-eabbdc88c914 None None] Network e8556428-96a8-4953-814f-2a83a81e6dfa requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:21:53.441790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'Port': ['ID=ba408d0f-0995-4286-b3c8-89d18a81a01b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:53.485167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d054392-8fa5-40e2-b976-560dbd2a8931 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:53.492420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:53.493819 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1d054392-8fa5-40e2-b976-560dbd2a8931 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 881 time: 0.1462669 Apr 18 17:21:53.527507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.534293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.562062 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-3e90fab6-41f9-4977-ab9f-fe73438a123b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Project 4024897079404b088e8b6e570f2ad758 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:21:53.576842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-813a96c5-2192-46e4-9132-399e2d645772 None None] Provisioning complete for port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:53.577293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-813a96c5-2192-46e4-9132-399e2d645772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.606261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d0eee2d2-39b1-460f-b526-35eedde6b289 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=f718778f-2864-4c91-ad2e-a26e0894e535 HTTP/1.1" status: 200 len: 205 time: 0.1126876 Apr 18 17:21:53.608995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51416) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:53.612798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e90fab6-41f9-4977-ab9f-fe73438a123b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.663213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Made reservation on behalf of 6010d166009b457cb83c471c00b4460a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:53.680611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.706599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:53.782328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.834814 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e90fab6-41f9-4977-ab9f-fe73438a123b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.922645 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.934826 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e90fab6-41f9-4977-ab9f-fe73438a123b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:53.982404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90fab6-41f9-4977-ab9f-fe73438a123b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611105f5-2b04-46e0-bd46-11d41fa1c0ca,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:53.989631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.006487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Allocated IP 172.20.0.12 (dc90c34b-d6a3-40ab-abce-c0737ae6e08c/fa360b3a-0be6-42d3-ba05-a72692d2cfc9/dd02874e-5bc8-477e-9190-4c4162eb8469) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:54.079181 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e90fab6-41f9-4977-ab9f-fe73438a123b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.080530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3e90fab6-41f9-4977-ab9f-fe73438a123b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9982047 Apr 18 17:21:54.084156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51424) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:54.096629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-35a5eb08-2845-4fe9-8212-d3f9759b5672 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'security_group_rule': {'security_group_id': '8a2cec89-8b58-4b09-8250-b9ed5719c97f', 'project_id': '4024897079404b088e8b6e570f2ad758', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:54.147256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Deleting port 3edbad41-a1f2-4058-a95c-47e5da1718bb {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:21:54.147924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.224597 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-35a5eb08-2845-4fe9-8212-d3f9759b5672 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Project 4024897079404b088e8b6e570f2ad758 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:21:54.239913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35a5eb08-2845-4fe9-8212-d3f9759b5672 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.321889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.338693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35a5eb08-2845-4fe9-8212-d3f9759b5672 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.347218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Calling delete_port for 3edbad41-a1f2-4058-a95c-47e5da1718bb owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:21:54.362029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1a0d97aa-d968-426f-bd9f-0020d2dbcee8 None None] Provisioning complete for port ba408d0f-0995-4286-b3c8-89d18a81a01b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:54.367130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a0d97aa-d968-426f-bd9f-0020d2dbcee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.428528 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35a5eb08-2845-4fe9-8212-d3f9759b5672 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.433228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d97aa-d968-426f-bd9f-0020d2dbcee8 None None] Port ba408d0f-0995-4286-b3c8-89d18a81a01b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:21:54.437108 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.460217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5eb08-2845-4fe9-8212-d3f9759b5672 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d569eb73-1150-409c-866e-6a12aebb5e55,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:54.472567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1a0d97aa-d968-426f-bd9f-0020d2dbcee8 None None] Provisioning complete for port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:54.478136 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a0d97aa-d968-426f-bd9f-0020d2dbcee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.504056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecaa6661-102b-4716-b87f-8a021a4ab50d req-116bf967-d479-4ef1-ad11-9556ae95108b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 210 time: 0.0426676 Apr 18 17:21:54.594319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.644365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35a5eb08-2845-4fe9-8212-d3f9759b5672 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.645697 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-35a5eb08-2845-4fe9-8212-d3f9759b5672 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5595653 Apr 18 17:21:54.646944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd52ca-a9e2-4acf-948e-20c612038cc2 req-64978c34-d201-48d3-927c-f21bc9369404 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:54.662207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4cd52ca-a9e2-4acf-948e-20c612038cc2 req-64978c34-d201-48d3-927c-f21bc9369404 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0772383 Apr 18 17:21:54.685476 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.717920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4cd52ca-a9e2-4acf-948e-20c612038cc2 req-1c402505-1842-4d83-b96c-6ff72d6fb523 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558581 Apr 18 17:21:54.729844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:54.738817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:54.757457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.813795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:54.814383 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:54.823436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d3d3bcd6-c4fb-4b6d-968c-40d518670187', '82760f6f-b43b-4ff6-a025-ac4d4e087c76'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:21:54.861771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event deleted for resources: {'Port': ['ID=3edbad41-a1f2-4058-a95c-47e5da1718bb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:54.924438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event updated for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:55.015517 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:21:55.025193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.058159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.118426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-904fe633-d0e9-4617-afb2-2a4b8dc661d8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629513077&fields=id&tenant_id=4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 267 time: 0.1596084 Apr 18 17:21:55.183207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.197684 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.403840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.410750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Fanout notify agent at l3_agent the message router_deleted on router f718778f-2864-4c91-ad2e-a26e0894e535 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:21:55.426921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.435226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2cab7d1a-12f0-484f-99ce-b48cb4c4a43a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/f718778f-2864-4c91-ad2e-a26e0894e535 HTTP/1.1" status: 204 len: 168 time: 1.8242450 Apr 18 17:21:55.436378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51448) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:55.445846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e5c6f6b4-8b77-499a-b4d8-83c30d576c33 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1215410213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:55.664546 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f6b4-8b77-499a-b4d8-83c30d576c33 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.666387 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f6b4-8b77-499a-b4d8-83c30d576c33 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.747221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6c1476a6-91f2-43a9-be3a-5fbae5de9d85 None None] Provisioning complete for port dd02874e-5bc8-477e-9190-4c4162eb8469 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:55.747784 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6c1476a6-91f2-43a9-be3a-5fbae5de9d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.790857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:55.791337 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.794613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6c1476a6-91f2-43a9-be3a-5fbae5de9d85 None None] Port dd02874e-5bc8-477e-9190-4c4162eb8469 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:21:55.802650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f6b4-8b77-499a-b4d8-83c30d576c33 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.832022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:55.832948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.877767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f6b4-8b77-499a-b4d8-83c30d576c33 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.884433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6c1476a6-91f2-43a9-be3a-5fbae5de9d85 None None] Provisioning complete for port ba408d0f-0995-4286-b3c8-89d18a81a01b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:55.885575 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6c1476a6-91f2-43a9-be3a-5fbae5de9d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:55.952077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'Port': ['ID=ba408d0f-0995-4286-b3c8-89d18a81a01b,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:55.989091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6c1476a6-91f2-43a9-be3a-5fbae5de9d85 None None] Port ba408d0f-0995-4286-b3c8-89d18a81a01b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:21:56.013059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f6b4-8b77-499a-b4d8-83c30d576c33 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:56.016848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e5c6f6b4-8b77-499a-b4d8-83c30d576c33 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5766511 Apr 18 17:21:56.019690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-b0be9a2e-d0d2-479a-a3e6-de2d120bd562 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:56.019690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-b0be9a2e-d0d2-479a-a3e6-de2d120bd562 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/networks?id=51280ca1-d272-417e-8c52-5dc9793270bb HTTP/1.1" status: 200 len: 797 time: 0.8872483 Apr 18 17:21:56.020216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51460) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:56.025652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:56.060842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fd0b9-b7c1-49ff-aada-6868f5bebf63 req-3e42ac5f-9be5-437a-82ac-7b3b9cc9445b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:56.071109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-275fd0b9-b7c1-49ff-aada-6868f5bebf63 req-3e42ac5f-9be5-437a-82ac-7b3b9cc9445b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 932 time: 0.2701018 Apr 18 17:21:56.096744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-5c9b03bf-3023-4a36-9dd1-2fabffc0a8c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4975107 Apr 18 17:21:56.110447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-fe4b6c31-4e0e-4a4b-ac0f-024f724820ea tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/quotas/4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 375 time: 0.0721860 Apr 18 17:21:56.118249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Request body: {'port': {'device_id': '1671615f-25ac-4915-b882-bf948184d254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:56.180464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Network e8556428-96a8-4953-814f-2a83a81e6dfa is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:56.193837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:56.247707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-275fd0b9-b7c1-49ff-aada-6868f5bebf63 req-412bb67e-e664-4e34-afab-a0e54bd0da18 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724322 Apr 18 17:21:56.377219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:56.464829 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:56.494851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-3fa563b6-ea60-4b74-a194-868e9da0af14 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3712888 Apr 18 17:21:56.639362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9312b6fa-ec62-474c-8211-905410cff535 None None] Provisioning complete for port ba408d0f-0995-4286-b3c8-89d18a81a01b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:21:56.639362 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9312b6fa-ec62-474c-8211-905410cff535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:56.714082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9312b6fa-ec62-474c-8211-905410cff535 None None] Port ba408d0f-0995-4286-b3c8-89d18a81a01b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:21:56.916117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbaeb3-75ff-4189-a067-3fc5425f9fe8 req-084645e9-1cd6-44fb-beca-26fb42867549 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:56.918068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:56.919755 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31cbaeb3-75ff-4189-a067-3fc5425f9fe8 req-084645e9-1cd6-44fb-beca-26fb42867549 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.5584998 Apr 18 17:21:56.945586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:57.066621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Allocated IP 172.25.5.131 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/38d5bb36-5e64-405f-aa05-0b633ca452da) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:57.096463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31cbaeb3-75ff-4189-a067-3fc5425f9fe8 req-670c7019-1a02-44a4-9e70-3080d42486a3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681008 Apr 18 17:21:57.162771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-c62cd01b-313c-468f-b9c9-a56d689cf417 service neutron] 10.222.0.45 "GET /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499825 Apr 18 17:21:57.212600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd02874e-5bc8-477e-9190-4c4162eb8469 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:21:57.223654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Router 18b95a77-8531-4d09-a133-6976dff184f1 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:21:57.285080 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:57.295985 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:57.360163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Transition to ACTIVE for port object dd02874e-5bc8-477e-9190-4c4162eb8469 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:21:57.467560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:57.475518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-edb28414-71c3-4e88-a22b-e9f6b8e67ffc service neutron] 10.222.0.45 "GET /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028958 Apr 18 17:21:57.499678 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:57.586178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:57.597792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca324eb2-9041-4212-9882-ec543890f485 None None] Sync routers for ids ['18b95a77-8531-4d09-a133-6976dff184f1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:57.609892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Pushing event updated for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:57.630056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-47c954dc-9e01-44ef-907a-96c6475ef086 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "PUT /v2.0/routers/18b95a77-8531-4d09-a133-6976dff184f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0470033 Apr 18 17:21:57.630669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca324eb2-9041-4212-9882-ec543890f485 None None] Routers {'18b95a77-8531-4d09-a133-6976dff184f1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:57.631513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ca324eb2-9041-4212-9882-ec543890f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b95a77-8531-4d09-a133-6976dff184f1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:57.659702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51478) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:21:57.659702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Request body: {'port': {'network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa', 'name': 'tempest-FloatingIPNegativeTestJSON-1767181876'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:21:57.749061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:57.755860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:57.763991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:57.804969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ca324eb2-9041-4212-9882-ec543890f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:57.820930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca324eb2-9041-4212-9882-ec543890f485 None None] Routers {'18b95a77-8531-4d09-a133-6976dff184f1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:57.825286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422de21a-4701-4808-b1bf-3db704c79913 req-ddc53283-aef0-42b7-b020-62c6d8fdcbe7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:57.826454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ca324eb2-9041-4212-9882-ec543890f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b95a77-8531-4d09-a133-6976dff184f1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:57.836968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-422de21a-4701-4808-b1bf-3db704c79913 req-ddc53283-aef0-42b7-b020-62c6d8fdcbe7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 932 time: 0.4414561 Apr 18 17:21:57.858082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event updated for resources: {'Port': ['ID=38d5bb36-5e64-405f-aa05-0b633ca452da,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:57.906790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ca324eb2-9041-4212-9882-ec543890f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:57.907480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca324eb2-9041-4212-9882-ec543890f485 None None] The sync data for ids ['18b95a77-8531-4d09-a133-6976dff184f1'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:21:58.036099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-422de21a-4701-4808-b1bf-3db704c79913 req-69bfbbb4-18a6-4643-8edb-129a3fd44691 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958768 Apr 18 17:21:58.085169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Attempting to bind port dd02874e-5bc8-477e-9190-4c4162eb8469 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:21:58.085537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Attempting to bind port dd02874e-5bc8-477e-9190-4c4162eb8469 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:21:58.085931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Attempting to bind port dd02874e-5bc8-477e-9190-4c4162eb8469 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:58.093104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Port dd02874e-5bc8-477e-9190-4c4162eb8469 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:21:58.093499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Attempting to bind port dd02874e-5bc8-477e-9190-4c4162eb8469 on network dc90c34b-d6a3-40ab-abce-c0737ae6e08c {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:21:58.099502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:21:58.104469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Checking segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:21:58.104900 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Bound using segment: {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:21:58.105370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Bound port: dd02874e-5bc8-477e-9190-4c4162eb8469, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:21:58.105770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:58.238030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Made reservation on behalf of 751d1d1d642f4a538fafcaaad81bfeab for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:21:58.243279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:58.267060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0265dce-68fc-4bb9-8212-70d0b1876f87 req-b2bfd63e-e8a8-479f-bfef-db71d650b33e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 210 time: 0.0809660 Apr 18 17:21:58.325855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] device_id is not set on port 19873730-8bfe-419a-bedf-34be992d6b37 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:21:58.453295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:21:58.474244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0fe67-4ac9-44fe-bf7f-019781b5ceea req-f45979e8-10fe-46e5-9793-9936c06bcf2f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:58.476614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ec0fe67-4ac9-44fe-bf7f-019781b5ceea req-f45979e8-10fe-46e5-9793-9936c06bcf2f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.2307703 Apr 18 17:21:58.527397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:21:58.550304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ec0fe67-4ac9-44fe-bf7f-019781b5ceea req-7c0f1c85-e867-497a-aadb-9bee062a60f5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577464 Apr 18 17:21:58.633476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Allocated IP 172.20.0.4 (e8556428-96a8-4953-814f-2a83a81e6dfa/0f942ed3-a7b9-474c-914e-8651cb6d5e0b/19873730-8bfe-419a-bedf-34be992d6b37) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:21:58.636083 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:58.698008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:58.698592 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:58.699990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] 10.222.0.41 "PUT /v2.0/ports/dd02874e-5bc8-477e-9190-4c4162eb8469 HTTP/1.1" status: 200 len: 1092 time: 2.5865715 Apr 18 17:21:58.700454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:21:58.702853 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7776957-687b-4ff0-ae55-8fa3715874bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:21:58.766460 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2104506c-5841-434f-b0ff-af59b2fc8b21 x-openstack-request-id: req-2104506c-5841-434f-b0ff-af59b2fc8b21 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:21:58.767122 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:21:58.767562 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2104506c-5841-434f-b0ff-af59b2fc8b21 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:21:58.768210 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2104506c-5841-434f-b0ff-af59b2fc8b21'] response: {'name': 'network-changed', 'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'status': 'completed', 'code': 200} Apr 18 17:21:58.774233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc68280-aee5-49d7-ad9e-b534c1413e0d service neutron] Pushing event updated for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:58.979506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:59.040225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776957-687b-4ff0-ae55-8fa3715874bf req-16015dee-5ef8-4b2a-b0fa-a4118627ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:59.041834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7776957-687b-4ff0-ae55-8fa3715874bf req-16015dee-5ef8-4b2a-b0fa-a4118627ec78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 1095 time: 0.2044697 Apr 18 17:21:59.198590 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:59.340390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:59.345593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:59.397582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-30ada5ac-8e71-4f20-b38b-bc8abbaeb998 req-b4face57-d010-4116-ac14-f102d020db50 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 210 time: 0.0430601 Apr 18 17:21:59.421091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafce888-b3c4-4120-8595-0b393a5c5cc0 req-24da909c-e802-4e7e-a6fa-b9c397355b2b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:59.424058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fafce888-b3c4-4120-8595-0b393a5c5cc0 req-24da909c-e802-4e7e-a6fa-b9c397355b2b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 944 time: 0.2323456 Apr 18 17:21:59.427244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776957-687b-4ff0-ae55-8fa3715874bf req-71074ad0-73ce-4211-82db-a36c974b689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:59.428747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7776957-687b-4ff0-ae55-8fa3715874bf req-71074ad0-73ce-4211-82db-a36c974b689c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6010d166009b457cb83c471c00b4460a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3724399 Apr 18 17:21:59.564580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776957-687b-4ff0-ae55-8fa3715874bf req-0f36dd2d-2eda-4930-8de6-250873721908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:59.568088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7776957-687b-4ff0-ae55-8fa3715874bf req-0f36dd2d-2eda-4930-8de6-250873721908 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270530 Apr 18 17:21:59.584136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fafce888-b3c4-4120-8595-0b393a5c5cc0 req-eea60e97-8d90-42aa-aa69-de0b6b05a0a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530476 Apr 18 17:21:59.591167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Router d6dc8482-a39f-4b1e-b07a-b2b21c8502de is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:21:59.591447 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:59.760921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Network e8556428-96a8-4953-814f-2a83a81e6dfa is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:21:59.773718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'Port': ['ID=19873730-8bfe-419a-bedf-34be992d6b37,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:21:59.778877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:21:59.780349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:21:59.786059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-4eb4641b-600d-436a-ab1b-69993bb1bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:21:59.788511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-4eb4641b-600d-436a-ab1b-69993bb1bee3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 1095 time: 0.1285837 Apr 18 17:21:59.899240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:21:59.910905 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818c9af-5c24-4a22-898d-2ceaaddc0403 None None] Sync routers for ids ['d6dc8482-a39f-4b1e-b07a-b2b21c8502de'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:21:59.931662 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818c9af-5c24-4a22-898d-2ceaaddc0403 None None] Routers {'d6dc8482-a39f-4b1e-b07a-b2b21c8502de'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:21:59.933437 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1818c9af-5c24-4a22-898d-2ceaaddc0403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d6dc8482-a39f-4b1e-b07a-b2b21c8502de'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:21:59.940924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:21:59.942510 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fed5f261-6375-4494-8cf5-a69e11a4b186 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "PUT /v2.0/routers/d6dc8482-a39f-4b1e-b07a-b2b21c8502de HTTP/1.1" status: 200 len: 884 time: 3.9217198 Apr 18 17:21:59.945826 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51530) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:00.045188 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1818c9af-5c24-4a22-898d-2ceaaddc0403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:00.067458 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818c9af-5c24-4a22-898d-2ceaaddc0403 None None] Routers {'d6dc8482-a39f-4b1e-b07a-b2b21c8502de'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:00.068672 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1818c9af-5c24-4a22-898d-2ceaaddc0403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:21:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d6dc8482-a39f-4b1e-b07a-b2b21c8502de'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:00.248355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a562fa1c-9f42-4e12-999c-104997da0c4c tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/routers/d6dc8482-a39f-4b1e-b07a-b2b21c8502de HTTP/1.1" status: 200 len: 925 time: 0.2996261 Apr 18 17:22:00.251913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51532) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:00.252766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bc0b0283-6ed5-42cc-a986-1da378167046 None None] Provisioning complete for port 19873730-8bfe-419a-bedf-34be992d6b37 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:00.253246 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0283-6ed5-42cc-a986-1da378167046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:00.304735 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1818c9af-5c24-4a22-898d-2ceaaddc0403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:00.308207 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818c9af-5c24-4a22-898d-2ceaaddc0403 None None] The sync data for ids ['d6dc8482-a39f-4b1e-b07a-b2b21c8502de'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:00.323505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b0283-6ed5-42cc-a986-1da378167046 None None] Port 19873730-8bfe-419a-bedf-34be992d6b37 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:22:00.373140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c575fef4-72ac-4740-9242-353cd19fe190 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:00.377240 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c575fef4-72ac-4740-9242-353cd19fe190 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=d6dc8482-a39f-4b1e-b07a-b2b21c8502de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1242704 Apr 18 17:22:00.384208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51536) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:00.475114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:00.475734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:00.548571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dbcd1d-8ea7-4afd-be8f-7175f905ddcf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:00.552785 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d6dbcd1d-8ea7-4afd-be8f-7175f905ddcf tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 881 time: 0.1647854 Apr 18 17:22:00.557123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51540) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:00.570395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3832eb1e-7a26-474e-96e1-6f193fd2c24e req-3f6f1d13-fc44-45bc-ab3a-7a5cb9bba553 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 210 time: 0.0363088 Apr 18 17:22:00.571641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-b7e6a753-afcc-4751-8e4a-02fcd7a05361 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd02874e-5bc8-477e-9190-4c4162eb8469 HTTP/1.1" status: 200 len: 217 time: 0.0932188 Apr 18 17:22:00.587480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e993c-6244-4f25-adc9-6511bab4cfda req-79b4772c-0e54-4bed-972c-ca8d85c06e40 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:00.593940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf1e993c-6244-4f25-adc9-6511bab4cfda req-79b4772c-0e54-4bed-972c-ca8d85c06e40 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.9052851 Apr 18 17:22:00.613448 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2af40c89-d334-4b87-b132-6716b7611e65 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6dc8482-a39f-4b1e-b07a-b2b21c8502de HTTP/1.1" status: 200 len: 205 time: 0.0573001 Apr 18 17:22:00.616405 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51544) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:00.678881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7ef149bd-a131-4043-b32a-60d668d45aa2 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0324638 Apr 18 17:22:00.682621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51548) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:00.701357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:00.722139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-f44afe01-bbd2-40d2-a77b-1126cc2f4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:00.723874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-f44afe01-bbd2-40d2-a77b-1126cc2f4f5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1286225 Apr 18 17:22:00.726749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf1e993c-6244-4f25-adc9-6511bab4cfda req-d49431ce-0011-448c-a3d7-3565ea8900c7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213500 Apr 18 17:22:00.874384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:00.915118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-dac9f0c8-6b86-41d8-bb9c-3f41a85eb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:00.919538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-dac9f0c8-6b86-41d8-bb9c-3f41a85eb83e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862104 Apr 18 17:22:00.924820 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-64e9296d-4685-4558-8cc9-e0fd59ea3a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:00.934464 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:00.950686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc3d0f-bd9d-427b-8963-0c3ff3a8c91a req-c0203764-5793-4549-aea4-bf42772fa351 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:00.963120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9afc3d0f-bd9d-427b-8963-0c3ff3a8c91a req-c0203764-5793-4549-aea4-bf42772fa351 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 944 time: 0.2000027 Apr 18 17:22:01.093775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9afc3d0f-bd9d-427b-8963-0c3ff3a8c91a req-d9287adb-23fc-437e-80e6-988fd408d974 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254122 Apr 18 17:22:01.159106 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:01.189522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-4b9975de-0dcb-4405-997c-b67be67681fc service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589161 Apr 18 17:22:01.261350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4ea64c30-23c4-415a-accc-378ee381e627 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:01.263764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4ea64c30-23c4-415a-accc-378ee381e627 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "GET /v2.0/networks?id=51280ca1-d272-417e-8c52-5dc9793270bb HTTP/1.1" status: 200 len: 797 time: 0.2235599 Apr 18 17:22:01.322025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f193cba-ce83-4c7c-8edd-dbb94723606b req-8d3a6581-5ef8-4471-8029-f61663e6fbf8 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243639 Apr 18 17:22:01.412130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:01.482320 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-17dfde30-b491-420e-95c8-2a1972600bb2 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4024897079404b088e8b6e570f2ad758 HTTP/1.1" status: 200 len: 379 time: 0.1974282 Apr 18 17:22:01.502170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'port': {'device_id': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'admin_state_up': True, 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'security_groups': ['8a2cec89-8b58-4b09-8250-b9ed5719c97f']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:01.693305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Deleting port 38d5bb36-5e64-405f-aa05-0b633ca452da {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:01.693686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:01.703408 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f177011-182e-46d7-a738-a3a88495db72 req-1c9e5722-3180-43d9-a5d3-f7b6243f321f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 210 time: 0.0319009 Apr 18 17:22:01.730731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Allocated IP 172.25.5.138 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/8e660fd2-45e9-45b1-9a4c-68a4d5269a24) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:01.928452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:01.950023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Calling delete_port for 38d5bb36-5e64-405f-aa05-0b633ca452da owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:01.964535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12bdb-9597-4ee9-9fcd-94841b428aca req-9552199b-b12b-4ff0-9483-e33930d9a24e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:01.966392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14c12bdb-9597-4ee9-9fcd-94841b428aca req-9552199b-b12b-4ff0-9483-e33930d9a24e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0975897 Apr 18 17:22:02.034155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Made reservation on behalf of 4024897079404b088e8b6e570f2ad758 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:02.037895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:02.056671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14c12bdb-9597-4ee9-9fcd-94841b428aca req-3395c0af-1e34-48cb-a11b-e5c2b308647e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720627 Apr 18 17:22:02.273677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-df61139d-9517-4600-8fef-46e884e50b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:02.274970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-df61139d-9517-4600-8fef-46e884e50b98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0&tenant_id=343ae54d5a1f4703a2f044c77ee8f89f HTTP/1.1" status: 200 len: 1094 time: 0.1254787 Apr 18 17:22:02.283515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d29d2-7929-4fd5-8235-d15eb2d06525 req-2736ff84-d114-411e-b953-94868200d8fe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:02.289139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a18d29d2-7929-4fd5-8235-d15eb2d06525 req-2736ff84-d114-411e-b953-94868200d8fe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 944 time: 0.0779181 Apr 18 17:22:02.306550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:02.349282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a18d29d2-7929-4fd5-8235-d15eb2d06525 req-be80b044-8867-47ba-b6bb-50186042a3b5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502737 Apr 18 17:22:02.416723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:02.425167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-41a897ae-e04b-43f8-afb4-4b904e07d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:02.438161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-41a897ae-e04b-43f8-afb4-4b904e07d986 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 1094 time: 0.0887365 Apr 18 17:22:02.468138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:02.505813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:02.522353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:02.526775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:02.557536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.20.0.11 (51280ca1-d272-417e-8c52-5dc9793270bb/0895d771-d393-428f-bed2-74a8b9551246/e2beb71e-4297-4669-9bc9-e7111077dfed) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:02.576908 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'Port': ['ID=8e660fd2-45e9-45b1-9a4c-68a4d5269a24,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:02.603233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-d5d09dc1-a1a5-4760-a146-337bc0205d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:02.606206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-d5d09dc1-a1a5-4760-a146-337bc0205d4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.1719668 Apr 18 17:22:02.646764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event deleted for resources: {'Port': ['ID=38d5bb36-5e64-405f-aa05-0b633ca452da,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:02.686972 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:02.697681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-35d50e31-ce68-49f2-8221-b1f8806c4b10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a HTTP/1.1" status: 200 len: 999 time: 0.0842707 Apr 18 17:22:02.845050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-77aa02f7-6eac-4f97-ae4e-22bab734af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:02.846572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-77aa02f7-6eac-4f97-ae4e-22bab734af4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.1418278 Apr 18 17:22:02.898026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef52cbf4-1540-4f9f-8df3-9c16af8c6602 req-c589922c-5712-4a25-8a9d-ef1df3873704 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 210 time: 0.0503230 Apr 18 17:22:02.946109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-b889f6d6-6849-4c90-89fa-777b45adbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:02.948333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-b889f6d6-6849-4c90-89fa-777b45adbea8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912728 Apr 18 17:22:03.096085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-8c5feb73-00ce-493c-9740-0acac39c03dc service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191177 Apr 18 17:22:03.255422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d72a2-d57d-4656-8d9d-108f640d907d req-d0d02bef-92e3-4207-bbd7-0004c145fbd5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:03.259978 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cdf64927-d907-4f3a-810d-59d1a07e60e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.264091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-747d72a2-d57d-4656-8d9d-108f640d907d req-d0d02bef-92e3-4207-bbd7-0004c145fbd5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0884054 Apr 18 17:22:03.289378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4f84a7b-2710-472a-ae21-e67beef9d8ad req-42544ef7-4d7c-4f43-8db8-929bfeceb964 service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856689 Apr 18 17:22:03.324570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-747d72a2-d57d-4656-8d9d-108f640d907d req-b957be3d-a365-40cc-993b-01b3c23c6162 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590193 Apr 18 17:22:03.381227 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.388730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.396082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.473789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.504520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af1fd4-35f6-4d42-9b79-c12da3dc8248 req-d7083b1c-c2fc-4bce-aff2-e6bcb6666e07 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:03.506274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3af1fd4-35f6-4d42-9b79-c12da3dc8248 req-d7083b1c-c2fc-4bce-aff2-e6bcb6666e07 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 944 time: 0.0608985 Apr 18 17:22:03.546957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.564826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3af1fd4-35f6-4d42-9b79-c12da3dc8248 req-3282e009-447c-46c6-9263-2aca2f7ecb7f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509241 Apr 18 17:22:03.684495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.685039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Fanout notify agent at l3_agent the message router_deleted on router d6dc8482-a39f-4b1e-b07a-b2b21c8502de {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:22:03.693354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.694614 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ea252fe0-c5ec-4a48-b810-b01534d44a66 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/d6dc8482-a39f-4b1e-b07a-b2b21c8502de HTTP/1.1" status: 204 len: 168 time: 3.0772684 Apr 18 17:22:03.698995 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51618) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:03.704489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c031d4f0-b8ac-4a1f-8f03-906e88c77add tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2116404496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:03.737149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.818886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.862561 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c031d4f0-b8ac-4a1f-8f03-906e88c77add tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.864500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c031d4f0-b8ac-4a1f-8f03-906e88c77add tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.868266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 51280ca1-d272-417e-8c52-5dc9793270bb is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:03.874598 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:03.874598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:03.881638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:03.910778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=e2beb71e-4297-4669-9bc9-e7111077dfed,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:03.953746 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c031d4f0-b8ac-4a1f-8f03-906e88c77add tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.002884 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.037195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:04.038033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.041446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'Port': ['ID=8e660fd2-45e9-45b1-9a4c-68a4d5269a24,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:04.064337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeb6a9-403f-4946-a675-bf8d11ceb799 req-4bb52e81-fc46-43c2-b954-c74e5b38a055 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:04.064337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecfeb6a9-403f-4946-a675-bf8d11ceb799 req-4bb52e81-fc46-43c2-b954-c74e5b38a055 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 932 time: 0.0891299 Apr 18 17:22:04.088613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c031d4f0-b8ac-4a1f-8f03-906e88c77add tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.130242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecfeb6a9-403f-4946-a675-bf8d11ceb799 req-62f317eb-f8e7-4941-975b-6aaf89007245 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611608 Apr 18 17:22:04.134511 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-4a328f11-88c6-45dd-9140-c937ef3251df tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6407607 Apr 18 17:22:04.141946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.144587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e60466f0-c0af-40a2-a84a-4af1c6eeb0a1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4548647 Apr 18 17:22:04.147853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51638) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:04.154364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6c7d3dcb-ef26-45b6-8cda-3bacaa9276d1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Request body: {'floatingip': {'port_id': '19873730-8bfe-419a-bedf-34be992d6b37', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:04.157903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Request body: {'port': {'device_id': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:04.231863 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c7d3dcb-ef26-45b6-8cda-3bacaa9276d1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.305670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5969a3bb-16d7-4ef6-8726-3cfd765e570b None None] Provisioning complete for port e2beb71e-4297-4669-9bc9-e7111077dfed triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:04.308411 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5969a3bb-16d7-4ef6-8726-3cfd765e570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.311185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.353224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5969a3bb-16d7-4ef6-8726-3cfd765e570b None None] Port e2beb71e-4297-4669-9bc9-e7111077dfed cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:22:04.497338 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.539979 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-6c7d3dcb-ef26-45b6-8cda-3bacaa9276d1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] update failed (client error): The resource could not be found. Apr 18 17:22:04.543973 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6c7d3dcb-ef26-45b6-8cda-3bacaa9276d1 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "PUT /v2.0/floatingips/3dedf35b-3228-44a6-a873-945cb0bfb006 HTTP/1.1" status: 404 len: 507 time: 0.3942482 Apr 18 17:22:04.544580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51642) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:04.648415 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c031d4f0-b8ac-4a1f-8f03-906e88c77add tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.653693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c031d4f0-b8ac-4a1f-8f03-906e88c77add tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9496911 Apr 18 17:22:04.654974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51648) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:04.663401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': True}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:04.719735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd02874e-5bc8-477e-9190-4c4162eb8469 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:22:04.811413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2beb71e-4297-4669-9bc9-e7111077dfed {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:22:04.837835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:04.863580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Transition to ACTIVE for port object e2beb71e-4297-4669-9bc9-e7111077dfed will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:22:04.983782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:05.024577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323206c-9e0d-4495-91ae-18efeee07abc req-3fad6a32-028c-4753-a4c0-28b72b04c55a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:05.026226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6323206c-9e0d-4495-91ae-18efeee07abc req-3fad6a32-028c-4753-a4c0-28b72b04c55a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 944 time: 0.3171811 Apr 18 17:22:05.026373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'mac_address': 'fa:16:3e:62:af:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:22:05.035517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.133236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.169943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6323206c-9e0d-4495-91ae-18efeee07abc req-ec869ecb-d469-491a-8cbd-3cc702009aaa tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952520 Apr 18 17:22:05.187338 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd02874e-5bc8-477e-9190-4c4162eb8469 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:22:05.202323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93654c-31ec-4442-8614-cd9742a0fb2f req-c9eb970d-9597-46c5-99ad-a9a34d1a9888 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:05.215847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad93654c-31ec-4442-8614-cd9742a0fb2f req-c9eb970d-9597-46c5-99ad-a9a34d1a9888 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.6698797 Apr 18 17:22:05.245054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:05.283097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Pushing event updated for resources: {'Port': ['ID=e2beb71e-4297-4669-9bc9-e7111077dfed,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:05.318721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Attempting to bind port e2beb71e-4297-4669-9bc9-e7111077dfed on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:22:05.319097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Attempting to bind port e2beb71e-4297-4669-9bc9-e7111077dfed by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:22:05.319540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Attempting to bind port e2beb71e-4297-4669-9bc9-e7111077dfed on network 51280ca1-d272-417e-8c52-5dc9793270bb {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:22:05.326996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Port e2beb71e-4297-4669-9bc9-e7111077dfed on network 51280ca1-d272-417e-8c52-5dc9793270bb not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:22:05.327427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Attempting to bind port e2beb71e-4297-4669-9bc9-e7111077dfed on network 51280ca1-d272-417e-8c52-5dc9793270bb {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:22:05.343221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:22:05.343221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Checking segment: {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:05.343221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Bound using segment: {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:22:05.343221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Bound port: e2beb71e-4297-4669-9bc9-e7111077dfed, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8a5ad6-649f-4b4a-9af3-404d028c6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:22:05.343221 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.415824 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.472005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] For port e2beb71e-4297-4669-9bc9-e7111077dfed, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:22:05.479255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad93654c-31ec-4442-8614-cd9742a0fb2f req-ed70ce84-3af9-439b-b802-e65154af0d19 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624841 Apr 18 17:22:05.480170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] For port e2beb71e-4297-4669-9bc9-e7111077dfed, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e2beb71e-4297-4669-9bc9-e7111077dfed,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:22:05.522775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:05.534071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Deleting port 8e660fd2-45e9-45b1-9a4c-68a4d5269a24 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:05.541840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.601291 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.616122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.655878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:05.665575 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.667140 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] 10.222.0.41 "PUT /v2.0/ports/e2beb71e-4297-4669-9bc9-e7111077dfed HTTP/1.1" status: 200 len: 1092 time: 1.5169375 Apr 18 17:22:05.667616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:22:05.669980 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b34a0-8f49-4f7a-8f66-6f1faf50c6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:22:05.692752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b4c3d-1e12-40bc-930f-c2a79f38dcc5 req-71e5eb8f-b713-4877-a1d3-4837d7b18ecd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:05.695175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d4b4c3d-1e12-40bc-930f-c2a79f38dcc5 req-71e5eb8f-b713-4877-a1d3-4837d7b18ecd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 944 time: 0.3119504 Apr 18 17:22:05.725131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609597b6-bb43-40c2-998b-d57d26f6c16f service neutron] Pushing event updated for resources: {'Port': ['ID=e2beb71e-4297-4669-9bc9-e7111077dfed,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:05.829256 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.829633 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:05.832624 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258f60d9-04e5-475b-ae77-b83851241282 x-openstack-request-id: req-258f60d9-04e5-475b-ae77-b83851241282 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:22:05.834665 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:22:05.835115 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-258f60d9-04e5-475b-ae77-b83851241282 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:22:05.836305 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258f60d9-04e5-475b-ae77-b83851241282'] response: {'name': 'network-changed', 'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'status': 'completed', 'code': 200} Apr 18 17:22:05.895923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Calling delete_port for 8e660fd2-45e9-45b1-9a4c-68a4d5269a24 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:05.907562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['dd02874e-5bc8-477e-9190-4c4162eb8469'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:22:05.921080 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d4b4c3d-1e12-40bc-930f-c2a79f38dcc5 req-65b6dd31-64a5-4966-85b9-0f403a125faf tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974308 Apr 18 17:22:05.960562 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:06.029248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b34a0-8f49-4f7a-8f66-6f1faf50c6e1 req-2d1296a2-eebe-43e3-9295-15a8e64133f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:06.038927 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-064b34a0-8f49-4f7a-8f66-6f1faf50c6e1 req-2d1296a2-eebe-43e3-9295-15a8e64133f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 1095 time: 0.1545062 Apr 18 17:22:06.196452 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:06.208982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b34a0-8f49-4f7a-8f66-6f1faf50c6e1 req-bdfbab5c-9545-4190-b53e-52e8b393f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:06.211274 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-064b34a0-8f49-4f7a-8f66-6f1faf50c6e1 req-bdfbab5c-9545-4190-b53e-52e8b393f61a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4024897079404b088e8b6e570f2ad758&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1557164 Apr 18 17:22:06.243657 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:06.253618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:06.349467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b34a0-8f49-4f7a-8f66-6f1faf50c6e1 req-a1eb5c76-9ab0-4876-be82-d55077a796c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:06.350576 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-064b34a0-8f49-4f7a-8f66-6f1faf50c6e1 req-a1eb5c76-9ab0-4876-be82-d55077a796c0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230927 Apr 18 17:22:06.372027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:06.506597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f207f-b2dd-4e1f-986d-b0e373e7f528 req-cd246b24-2716-478b-9743-65730a67f2ce tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:06.510466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-057f207f-b2dd-4e1f-986d-b0e373e7f528 req-cd246b24-2716-478b-9743-65730a67f2ce tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 945 time: 0.2022734 Apr 18 17:22:06.549153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-f7393e6e-9d4f-4784-bfba-4c2fcdd2da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:06.551807 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-f7393e6e-9d4f-4784-bfba-4c2fcdd2da05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 1095 time: 0.0851490 Apr 18 17:22:06.554329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event deleted for resources: {'Port': ['ID=8e660fd2-45e9-45b1-9a4c-68a4d5269a24,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:06.643738 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-515af899-674f-48cc-98a6-2b8941fccf5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2beb71e-4297-4669-9bc9-e7111077dfed HTTP/1.1" status: 200 len: 217 time: 0.0781546 Apr 18 17:22:06.724771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-b78c8e2d-0a4f-471a-94eb-b821aaaa71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:06.726856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-b78c8e2d-0a4f-471a-94eb-b821aaaa71ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0895d771-d393-428f-bed2-74a8b9551246 HTTP/1.1" status: 200 len: 834 time: 0.0601730 Apr 18 17:22:06.751995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-057f207f-b2dd-4e1f-986d-b0e373e7f528 req-87ab9c72-e4a2-41c5-acf6-07572483b6dc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237897 Apr 18 17:22:06.784125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c75c01-5406-4678-98fb-f668ce96cf07 req-5307f82b-4ca6-402f-ba29-14e801dad221 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:06.785641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7c75c01-5406-4678-98fb-f668ce96cf07 req-5307f82b-4ca6-402f-ba29-14e801dad221 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.1232858 Apr 18 17:22:06.786547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:06.789108 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:06.790211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fcae2e64-974d-42ea-a151-dcce11e2e8ff tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "DELETE /v2.0/floatingips/3dedf35b-3228-44a6-a873-945cb0bfb006 HTTP/1.1" status: 204 len: 168 time: 2.2421284 Apr 18 17:22:06.794111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51682) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:06.799926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-55827ee9-5ad2-43bc-bc68-f6aefbedd468 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Request body: {'floatingip': {'floating_network_id': 'e8556428-96a8-4953-814f-2a83a81e6dfa', 'port_id': '19873730-8bfe-419a-bedf-34be992d6b37', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:06.825648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-8a631d69-b5c2-4958-8730-bd77e2250936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:06.827196 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-8a631d69-b5c2-4958-8730-bd77e2250936 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51280ca1-d272-417e-8c52-5dc9793270bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465927 Apr 18 17:22:06.989820 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-1e1a24f8-46b3-4fca-9fb4-45e0cbb6f256 service neutron] 10.222.0.41 "GET /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515892 Apr 18 17:22:07.206290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Allocated IP 172.25.5.21 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/959b4fe4-3f49-4178-8d64-4820c73e27b4) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:07.246921 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-416c4a7a-205d-4c49-8f33-26e00bb8abf7 req-df666b1f-4693-4a2e-b859-a97835f5d1e8 service neutron] 10.222.0.41 "GET /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670527 Apr 18 17:22:07.309982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c7c75c01-5406-4678-98fb-f668ce96cf07 req-346301df-b690-4406-9f38-adf247f46b1e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148520 Apr 18 17:22:07.359866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55827ee9-5ad2-43bc-bc68-f6aefbedd468 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:07.372869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48491e-b48f-4cd6-bd8d-d584a947ce32 req-b2789762-0e81-43ee-ad70-fd82091e1eb7 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:07.374361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be48491e-b48f-4cd6-bd8d-d584a947ce32 req-b2789762-0e81-43ee-ad70-fd82091e1eb7 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 944 time: 0.1486223 Apr 18 17:22:07.491490 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:07.496679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be48491e-b48f-4cd6-bd8d-d584a947ce32 req-d52c0b34-dd63-4c8d-8f3c-236009f00007 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085787 Apr 18 17:22:07.630636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:07.687623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'Port': ['ID=959b4fe4-3f49-4178-8d64-4820c73e27b4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:07.711861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:07.714315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:07.716963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:07.744624 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-55827ee9-5ad2-43bc-bc68-f6aefbedd468 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:22:07.747677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-55827ee9-5ad2-43bc-bc68-f6aefbedd468 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9496584 Apr 18 17:22:07.750688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51698) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:07.754725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '19873730-8bfe-419a-bedf-34be992d6b37', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:07.842482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.018989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b0259-3859-4c8a-a52e-83ab6eacfb56 req-5b7d43da-4c97-4e90-9fe3-2902b7e55e1a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:08.020488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-065b0259-3859-4c8a-a52e-83ab6eacfb56 req-5b7d43da-4c97-4e90-9fe3-2902b7e55e1a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 945 time: 0.1191463 Apr 18 17:22:08.033900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.065567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-065b0259-3859-4c8a-a52e-83ab6eacfb56 req-6185aef7-6fd8-41ee-82b4-6a1351e7cb0c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 Apr 18 17:22:08.147411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Allocated IP 172.25.5.97 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/eabaa07e-d4a8-4605-89f1-4d2332d337ac) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:08.269254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.290170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.399594 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.481579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:08.484830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:08.492943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:08.587890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event updated for resources: {'Port': ['ID=eabaa07e-d4a8-4605-89f1-4d2332d337ac,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:08.711205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3577d13-2378-4e81-a78e-0885a8163e8d req-a9c1efbe-d5ab-471e-87aa-7c23b7181dee tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:08.713762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3577d13-2378-4e81-a78e-0885a8163e8d req-a9c1efbe-d5ab-471e-87aa-7c23b7181dee tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.2519209 Apr 18 17:22:08.744547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6c304-28ce-4d16-a2a4-e0cdc3e949c7 req-dd689958-d616-4827-8385-6c1b8163abd9 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:08.746258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9d6c304-28ce-4d16-a2a4-e0cdc3e949c7 req-dd689958-d616-4827-8385-6c1b8163abd9 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 944 time: 0.1594412 Apr 18 17:22:08.754904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd02874e-5bc8-477e-9190-4c4162eb8469 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:22:08.796286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Deleting port eabaa07e-d4a8-4605-89f1-4d2332d337ac {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:08.797578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.855739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3577d13-2378-4e81-a78e-0885a8163e8d req-40540b5e-01f1-42a6-bb26-20b8aa49623c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771790 Apr 18 17:22:08.861173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9d6c304-28ce-4d16-a2a4-e0cdc3e949c7 req-7643a8f6-fde9-4f17-93e1-1fa19ef04de5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729864 Apr 18 17:22:08.867531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.871220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.910639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.911091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:08.937038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Calling delete_port for eabaa07e-d4a8-4605-89f1-4d2332d337ac owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:08.967052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port dd02874e-5bc8-477e-9190-4c4162eb8469 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:22:08.971885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port dd02874e-5bc8-477e-9190-4c4162eb8469 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:08.972370 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:09.132414 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:09.161849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:22:09.164803 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9975660d-68d2-4320-a164-181bef3a6848" -d '{"events": [{"server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "name": "network-vif-plugged", "status": "completed", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:22:09.179374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:09.230474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Router 0bc68de3-e6c3-4a1f-90af-8ac506862d88 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:22:09.261017 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f8f6db-9a17-495f-b915-d53c62f24070 x-openstack-request-id: req-39f8f6db-9a17-495f-b915-d53c62f24070 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:22:09.261309 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "name": "network-vif-plugged", "status": "completed", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:22:09.261751 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39f8f6db-9a17-495f-b915-d53c62f24070 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:22:09.262347 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f8f6db-9a17-495f-b915-d53c62f24070'] response: {'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'code': 200} Apr 18 17:22:09.309892 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:09.310543 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ceb83-b70a-464c-9a1f-aeacbc8c2739 req-3bfd6d32-152b-43a7-b83c-ca58412ea414 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:09.313321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b12ceb83-b70a-464c-9a1f-aeacbc8c2739 req-3bfd6d32-152b-43a7-b83c-ca58412ea414 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 945 time: 0.1545389 Apr 18 17:22:09.343279 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:09.386693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:09.420155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b12ceb83-b70a-464c-9a1f-aeacbc8c2739 req-35414dc8-b794-4a6b-952f-ab83e61a537b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994079 Apr 18 17:22:09.451921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event deleted for resources: {'Port': ['ID=eabaa07e-d4a8-4605-89f1-4d2332d337ac,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:09.455670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:22:09.464795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219278fd-4873-4c55-972d-8df56c51e3de None None] Sync routers for ids ['0bc68de3-e6c3-4a1f-90af-8ac506862d88'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:22:09.465308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:09.466792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4c0a5cd4-350a-4f96-8222-581c0110bd23 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "PUT /v2.0/routers/0bc68de3-e6c3-4a1f-90af-8ac506862d88 HTTP/1.1" status: 200 len: 918 time: 4.8073080 Apr 18 17:22:09.469765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51726) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:09.485223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219278fd-4873-4c55-972d-8df56c51e3de None None] Routers {'0bc68de3-e6c3-4a1f-90af-8ac506862d88'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:09.486153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-219278fd-4873-4c55-972d-8df56c51e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0bc68de3-e6c3-4a1f-90af-8ac506862d88'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:09.569292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-219278fd-4873-4c55-972d-8df56c51e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:09.587106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219278fd-4873-4c55-972d-8df56c51e3de None None] Routers {'0bc68de3-e6c3-4a1f-90af-8ac506862d88'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:09.589902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-219278fd-4873-4c55-972d-8df56c51e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0bc68de3-e6c3-4a1f-90af-8ac506862d88'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:09.633887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-219278fd-4873-4c55-972d-8df56c51e3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:09.634676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219278fd-4873-4c55-972d-8df56c51e3de None None] The sync data for ids ['0bc68de3-e6c3-4a1f-90af-8ac506862d88'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:09.674795 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] create failed (client error): The resource could not be found. Apr 18 17:22:09.676347 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ae9121d5-ce72-4c4d-807d-231f7bb3ff84 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9251633 Apr 18 17:22:09.679760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51728) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:09.707874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ee439716-9df7-41ab-9c93-7c956105299a tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/routers/0bc68de3-e6c3-4a1f-90af-8ac506862d88 HTTP/1.1" status: 200 len: 924 time: 0.2369781 Apr 18 17:22:09.711488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51732) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:09.806585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2769a8-d5e3-4a47-af5a-a1264d32857e req-02d84f35-3625-4f90-be23-1a6cb370af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:09.808126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1d2769a8-d5e3-4a47-af5a-a1264d32857e req-02d84f35-3625-4f90-be23-1a6cb370af3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 1097 time: 0.1199837 Apr 18 17:22:09.851101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53230e42-3ec1-4c27-bb2c-45ed3cad859f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:09.852779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-53230e42-3ec1-4c27-bb2c-45ed3cad859f tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=0bc68de3-e6c3-4a1f-90af-8ac506862d88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1402838 Apr 18 17:22:09.857079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51736) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:09.886134 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1d2769a8-d5e3-4a47-af5a-a1264d32857e req-4d845c2a-7855-4d1f-af92-2acf245ea62d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552070 Apr 18 17:22:09.923814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3d86de79-d463-41e2-a67e-13bb84f8b902 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Deleting port 19873730-8bfe-419a-bedf-34be992d6b37 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:09.924168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d86de79-d463-41e2-a67e-13bb84f8b902 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:10.039169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d8a87-e346-47ec-a285-eef5f9c3f324 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:10.041014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f60d8a87-e346-47ec-a285-eef5f9c3f324 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 881 time: 0.1832557 Apr 18 17:22:10.082434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51748) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:10.106555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d86de79-d463-41e2-a67e-13bb84f8b902 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:10.129321 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3d86de79-d463-41e2-a67e-13bb84f8b902 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Calling delete_port for 19873730-8bfe-419a-bedf-34be992d6b37 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:10.130582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-26a2353e-fbd6-4a9a-b481-8da312bf1211 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bc68de3-e6c3-4a1f-90af-8ac506862d88 HTTP/1.1" status: 200 len: 205 time: 0.0470281 Apr 18 17:22:10.133648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51752) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:10.199165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660dd42-6c9d-40d7-a175-0eebb9c5b2fd req-c5547bf5-cebd-4b48-893b-ccaf6f358dfc tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:10.200485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6660dd42-6c9d-40d7-a175-0eebb9c5b2fd req-c5547bf5-cebd-4b48-893b-ccaf6f358dfc tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.1584420 Apr 18 17:22:10.225606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c64f19-8cc4-46e1-b55e-abad603d064a req-37d84200-de18-4c93-8eb2-e6a77cc7f806 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:10.227102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80c64f19-8cc4-46e1-b55e-abad603d064a req-37d84200-de18-4c93-8eb2-e6a77cc7f806 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 944 time: 0.1575356 Apr 18 17:22:10.318791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6660dd42-6c9d-40d7-a175-0eebb9c5b2fd req-dc3428fc-8fa6-4ba2-8f75-63f4947e8149 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100881 Apr 18 17:22:10.334697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:10.344549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d86de79-d463-41e2-a67e-13bb84f8b902 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:10.349633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-80c64f19-8cc4-46e1-b55e-abad603d064a req-82f8a6ee-55c9-46ad-9a3a-5f0bbe7e9371 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124272 Apr 18 17:22:10.456214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86de79-d463-41e2-a67e-13bb84f8b902 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event deleted for resources: {'Port': ['ID=19873730-8bfe-419a-bedf-34be992d6b37,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:10.504547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:10.603349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d86de79-d463-41e2-a67e-13bb84f8b902 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:10.611074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:10.612564 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3d86de79-d463-41e2-a67e-13bb84f8b902 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "DELETE /v2.0/ports/19873730-8bfe-419a-bedf-34be992d6b37 HTTP/1.1" status: 204 len: 168 time: 0.9317107 Apr 18 17:22:10.748827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e2beb71e-4297-4669-9bc9-e7111077dfed details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:22:10.897689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2909bb0-0649-4313-8b82-b0bce6289679 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:10.899756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d2909bb0-0649-4313-8b82-b0bce6289679 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "GET /v2.0/ports?device_id=18b95a77-8531-4d09-a133-6976dff184f1 HTTP/1.1" status: 200 len: 913 time: 0.2876551 Apr 18 17:22:10.904264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51770) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:11.025254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee3d1-ac61-4099-af59-bd1edaae4885 req-505cc6a5-2ca9-41d8-9429-046ce10c81df tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:11.026585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e2beb71e-4297-4669-9bc9-e7111077dfed, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e2beb71e-4297-4669-9bc9-e7111077dfed,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:11.041723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc6ee3d1-ac61-4099-af59-bd1edaae4885 req-505cc6a5-2ca9-41d8-9429-046ce10c81df tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.3760843 Apr 18 17:22:11.042151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'port_id': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'mac_address': 'fa:16:3e:28:4c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:22:11.106659 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:11.127980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2beb71e-4297-4669-9bc9-e7111077dfed {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:22:11.132883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Deleting port 959b4fe4-3f49-4178-8d64-4820c73e27b4 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:11.133327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:11.158613 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:22:11.176457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e2beb71e-4297-4669-9bc9-e7111077dfed, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e2beb71e-4297-4669-9bc9-e7111077dfed,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:11.391210 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:11.463573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=e2beb71e-4297-4669-9bc9-e7111077dfed,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:11.590417 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc6ee3d1-ac61-4099-af59-bd1edaae4885 req-337731c3-ef90-4da0-b4f5-0d38867becc9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475376 Apr 18 17:22:11.668656 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:11.680328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4334d-f8a1-4fe9-92c7-7a15b602f328 req-feaf3f1c-4243-4dff-8fd0-05651243c004 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:11.681843 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfc4334d-f8a1-4fe9-92c7-7a15b602f328 req-feaf3f1c-4243-4dff-8fd0-05651243c004 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.1725354 Apr 18 17:22:11.717582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Calling delete_port for 959b4fe4-3f49-4178-8d64-4820c73e27b4 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:11.838344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2752db-5b69-4973-8b19-11a6fd71c7bd req-6aeec618-3928-48af-bc1b-6c4cc4af3ed9 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:11.839816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc2752db-5b69-4973-8b19-11a6fd71c7bd req-6aeec618-3928-48af-bc1b-6c4cc4af3ed9 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 945 time: 0.1921763 Apr 18 17:22:11.846556 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfc4334d-f8a1-4fe9-92c7-7a15b602f328 req-8aa41c49-25f6-4b1a-aa3e-439ff7d8a033 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528633 Apr 18 17:22:11.960302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc2752db-5b69-4973-8b19-11a6fd71c7bd req-c51c0d17-7ce7-47d8-81d4-989c72254271 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128049 Apr 18 17:22:12.006498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['e2beb71e-4297-4669-9bc9-e7111077dfed'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:22:12.076684 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:12.325906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:12.435973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event deleted for resources: {'Port': ['ID=959b4fe4-3f49-4178-8d64-4820c73e27b4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:12.473874 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:12.608391 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:12.611975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:12.777082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Deleting port ba408d0f-0995-4286-b3c8-89d18a81a01b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:12.777522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:12.803427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e2948-c1d9-456b-8b1a-1bca2ef2bf1c req-02bfdda0-b864-4686-97af-bc89ced2e991 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:12.808614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b6e2948-c1d9-456b-8b1a-1bca2ef2bf1c req-02bfdda0-b864-4686-97af-bc89ced2e991 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.0941522 Apr 18 17:22:12.895573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:12.896208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc68de3-e6c3-4a1f-90af-8ac506862d88 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:22:12.916924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:12.922534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-571d6b1b-0795-4b57-bc7b-d2453c20a4fb tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/0bc68de3-e6c3-4a1f-90af-8ac506862d88 HTTP/1.1" status: 204 len: 168 time: 2.7833519 Apr 18 17:22:12.922986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51792) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:12.929838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-57897e3a-9b5e-4369-94f9-ad6616ce3df5 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-270234784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:12.933769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b6e2948-c1d9-456b-8b1a-1bca2ef2bf1c req-9ef745b6-4e91-4bd4-9e3c-8f80494277a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877855 Apr 18 17:22:12.983055 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:13.060057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Calling delete_port for ba408d0f-0995-4286-b3c8-89d18a81a01b owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:13.083878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6490776-f722-40f8-b73e-4db3ba211d85 req-1d7e2e60-09bb-4883-8f93-13c2588a235d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:13.094467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6490776-f722-40f8-b73e-4db3ba211d85 req-1d7e2e60-09bb-4883-8f93-13c2588a235d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0943305 Apr 18 17:22:13.107931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57897e3a-9b5e-4369-94f9-ad6616ce3df5 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:13.110104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57897e3a-9b5e-4369-94f9-ad6616ce3df5 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:13.218014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6490776-f722-40f8-b73e-4db3ba211d85 req-6892ddb1-2e74-4ca9-b6ec-f28030f6c412 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178429 Apr 18 17:22:13.259746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57897e3a-9b5e-4369-94f9-ad6616ce3df5 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:13.432907 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57897e3a-9b5e-4369-94f9-ad6616ce3df5 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:13.552481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57897e3a-9b5e-4369-94f9-ad6616ce3df5 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:13.558502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51808) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:13.565714 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-57897e3a-9b5e-4369-94f9-ad6616ce3df5 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6415403 Apr 18 17:22:13.570681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': False}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:13.731507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:13.785015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event deleted for resources: {'Port': ['ID=ba408d0f-0995-4286-b3c8-89d18a81a01b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:14.069925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db0f3-c954-4593-9deb-185f6fa2976b req-f482e87c-3e55-4e90-bcb5-2a4cef1ca8d1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:14.078282 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-061db0f3-c954-4593-9deb-185f6fa2976b req-f482e87c-3e55-4e90-bcb5-2a4cef1ca8d1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.3837707 Apr 18 17:22:14.102678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c9ed-5b55-4c9e-93b0-cc3ee1cf8213 req-40c6db5c-c1a6-4ac7-a7e6-12a2d977893c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:14.104315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a15c9ed-5b55-4c9e-93b0-cc3ee1cf8213 req-40c6db5c-c1a6-4ac7-a7e6-12a2d977893c tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 945 time: 0.7686968 Apr 18 17:22:14.198310 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:14.290666 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-061db0f3-c954-4593-9deb-185f6fa2976b req-5d4e2608-54e7-407f-8870-4b5793850811 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107697 Apr 18 17:22:14.362509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a15c9ed-5b55-4c9e-93b0-cc3ee1cf8213 req-c11beaba-f0fd-4ad7-92bd-74f60d264f26 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722875 Apr 18 17:22:14.392972 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:14.755667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e2beb71e-4297-4669-9bc9-e7111077dfed up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:22:14.789535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d080809-fc20-4725-8d93-d31b95d2109a req-4ecf6c08-8ca5-4ef1-ac99-3a9b11d4f515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:14.791170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d080809-fc20-4725-8d93-d31b95d2109a req-4ecf6c08-8ca5-4ef1-ac99-3a9b11d4f515 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.3667583 Apr 18 17:22:14.793319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Router 18b95a77-8531-4d09-a133-6976dff184f1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:22:14.913335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port e2beb71e-4297-4669-9bc9-e7111077dfed completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:22:14.921587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port e2beb71e-4297-4669-9bc9-e7111077dfed triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:14.922495 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:14.939743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:22:14.956004 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9dad9-8765-4425-b302-1d438e9c0b56 None None] Sync routers for ids ['18b95a77-8531-4d09-a133-6976dff184f1'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:22:14.962208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51822) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:14.962757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-932be44e-aca7-44c8-86f7-4b5a77132cfe tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "PUT /v2.0/routers/18b95a77-8531-4d09-a133-6976dff184f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0564616 Apr 18 17:22:14.992358 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9dad9-8765-4425-b302-1d438e9c0b56 None None] Routers {'18b95a77-8531-4d09-a133-6976dff184f1'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:14.993189 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-12b9dad9-8765-4425-b302-1d438e9c0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b95a77-8531-4d09-a133-6976dff184f1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:15.009981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d080809-fc20-4725-8d93-d31b95d2109a req-a212d13b-54a1-48a0-9be2-633fcced77f0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992600 Apr 18 17:22:15.106543 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-12b9dad9-8765-4425-b302-1d438e9c0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:15.135115 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9dad9-8765-4425-b302-1d438e9c0b56 None None] Routers {'18b95a77-8531-4d09-a133-6976dff184f1'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:15.136026 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-12b9dad9-8765-4425-b302-1d438e9c0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['18b95a77-8531-4d09-a133-6976dff184f1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:15.176038 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-12b9dad9-8765-4425-b302-1d438e9c0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:15.176940 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9dad9-8765-4425-b302-1d438e9c0b56 None None] The sync data for ids ['18b95a77-8531-4d09-a133-6976dff184f1'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:15.212472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c896cd84-58bf-4ff3-acc2-08bca24a0bda tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.240641 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.296662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.337109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:22:15.339545 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e3e1a-2449-48f0-944e-e85877386707" -d '{"events": [{"server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "name": "network-vif-plugged", "status": "completed", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:22:15.362023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.385089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e2beb71e-4297-4669-9bc9-e7111077dfed, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e2beb71e-4297-4669-9bc9-e7111077dfed,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:15.455724 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00befff-f59f-4fa4-868b-8b9099f16545 x-openstack-request-id: req-a00befff-f59f-4fa4-868b-8b9099f16545 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:22:15.455969 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "name": "network-vif-plugged", "status": "completed", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:22:15.456480 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a00befff-f59f-4fa4-868b-8b9099f16545 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:22:15.456673 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00befff-f59f-4fa4-868b-8b9099f16545'] response: {'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'code': 200} Apr 18 17:22:15.520716 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.547433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Allocated IP 172.25.5.96 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/107a32fe-b743-4713-ba59-357eaf4156bf) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:15.616463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=e2beb71e-4297-4669-9bc9-e7111077dfed,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:15.656618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c896cd84-58bf-4ff3-acc2-08bca24a0bda tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.658929 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c896cd84-58bf-4ff3-acc2-08bca24a0bda tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.702430 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.785017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc6cc8-7b3e-463b-b6bd-65a92b6cc35b req-9cd23057-639f-44f9-9352-d3a1b23d9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:15.787414 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a2fc6cc8-7b3e-463b-b6bd-65a92b6cc35b req-9cd23057-639f-44f9-9352-d3a1b23d9d3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 1097 time: 0.0656304 Apr 18 17:22:15.925830 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a2fc6cc8-7b3e-463b-b6bd-65a92b6cc35b req-e77597fc-fcab-4bc5-9de7-0c5a4c13b943 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236172 Apr 18 17:22:15.926474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c896cd84-58bf-4ff3-acc2-08bca24a0bda tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.940098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c896cd84-58bf-4ff3-acc2-08bca24a0bda tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Fanout notify agent at l3_agent the message router_deleted on router 18b95a77-8531-4d09-a133-6976dff184f1 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:22:15.980740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c896cd84-58bf-4ff3-acc2-08bca24a0bda tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:15.988759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c896cd84-58bf-4ff3-acc2-08bca24a0bda tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "DELETE /v2.0/routers/18b95a77-8531-4d09-a133-6976dff184f1 HTTP/1.1" status: 204 len: 168 time: 1.0243309 Apr 18 17:22:15.992981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51840) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:16.130716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-865253ed-435a-4a74-9e3b-47986e057f26 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Deleting subnet 0f942ed3-a7b9-474c-914e-8651cb6d5e0b {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:22:16.143333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-865253ed-435a-4a74-9e3b-47986e057f26 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:16.234281 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-865253ed-435a-4a74-9e3b-47986e057f26 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:16.251250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c31ef8-b8f1-4c53-b247-5a2f289bec49 req-95e3947d-c8c5-4252-ae85-0dea5124cb42 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:16.258798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10c31ef8-b8f1-4c53-b247-5a2f289bec49 req-95e3947d-c8c5-4252-ae85-0dea5124cb42 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 946 time: 0.1134806 Apr 18 17:22:16.274522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cd078-85d8-45a6-bbc3-0fd2a90a2280 req-085bc9e9-a921-4460-9509-1f53ee31d2f9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:16.282939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a67cd078-85d8-45a6-bbc3-0fd2a90a2280 req-085bc9e9-a921-4460-9509-1f53ee31d2f9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1395063 Apr 18 17:22:16.356569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-10c31ef8-b8f1-4c53-b247-5a2f289bec49 req-52b3aa74-766b-4226-ae77-f121355bbcdf tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966303 Apr 18 17:22:16.375040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a67cd078-85d8-45a6-bbc3-0fd2a90a2280 req-d8c87ff4-1a77-460f-92db-aaedca6f30ed tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845628 Apr 18 17:22:16.393175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:16.404235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-865253ed-435a-4a74-9e3b-47986e057f26 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:16.592477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Pushing event updated for resources: {'Port': ['ID=107a32fe-b743-4713-ba59-357eaf4156bf,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:16.647667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.650496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.651839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.653082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.654703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.655164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.656322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.657668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.658761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.659936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.660334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.662255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:16.721440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:16.747600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-865253ed-435a-4a74-9e3b-47986e057f26 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:16.764918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:16.776684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:16.915524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865253ed-435a-4a74-9e3b-47986e057f26 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event deleted for resources: {'Subnet': ['ID=0f942ed3-a7b9-474c-914e-8651cb6d5e0b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:16.929321 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-865253ed-435a-4a74-9e3b-47986e057f26 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:16.938296 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-865253ed-435a-4a74-9e3b-47986e057f26 tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "DELETE /v2.0/subnets/0f942ed3-a7b9-474c-914e-8651cb6d5e0b HTTP/1.1" status: 204 len: 168 time: 0.9411910 Apr 18 17:22:16.938587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8de70d-3b70-44ee-85b3-bb64cb601b49 None None] Network e8556428-96a8-4953-814f-2a83a81e6dfa requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:16.942614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51856) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:17.033740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2664a0-cdbc-495e-883d-97135eec67ce req-de0793e1-a00b-463e-b7f0-7b0dd434e410 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:17.039399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab2664a0-cdbc-495e-883d-97135eec67ce req-de0793e1-a00b-463e-b7f0-7b0dd434e410 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.4150286 Apr 18 17:22:17.072059 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7d3c406e-2823-4816-91b1-940f88587716 req-bc13c079-e337-4a97-9ed9-d6835f00f036 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4787159 Apr 18 17:22:17.251771 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:17.281909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:17.326928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c406e-2823-4816-91b1-940f88587716 req-b5f88f4b-dd67-46e7-8d2a-8b401a1e540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:17.335697 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7d3c406e-2823-4816-91b1-940f88587716 req-b5f88f4b-dd67-46e7-8d2a-8b401a1e540b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 1097 time: 0.1759894 Apr 18 17:22:17.355229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab2664a0-cdbc-495e-883d-97135eec67ce req-2d17076d-f39e-4496-9bbc-2fd25b25e11f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022768 Apr 18 17:22:17.355828 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:17.397494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] DHCP port deletion for e8556428-96a8-4953-814f-2a83a81e6dfa request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:22:17.595133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] Deleting port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:17.595535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:17.679924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c406e-2823-4816-91b1-940f88587716 req-b4b3db44-086f-4ac8-af28-b3318edc294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:17.688030 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7d3c406e-2823-4816-91b1-940f88587716 req-b4b3db44-086f-4ac8-af28-b3318edc294c service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1912956 Apr 18 17:22:17.764231 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7d3c406e-2823-4816-91b1-940f88587716 req-181cfe36-0eee-4273-9afc-d3612646b850 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d3bcd6-c4fb-4b6d-968c-40d518670187 HTTP/1.1" status: 200 len: 217 time: 0.0711932 Apr 18 17:22:17.775714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] For port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,segment=NetworkSegment(8d1f421e-385a-4db2-8469-d92ae989e64a),segment_id=8d1f421e-385a-4db2-8469-d92ae989e64a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:17.776120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:17.781646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e0a18-5150-4fd0-8484-aa8e5f808c6b req-e23fb46e-fa41-4b52-a7f6-794d916b20b9 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:17.783242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-206e0a18-5150-4fd0-8484-aa8e5f808c6b req-e23fb46e-fa41-4b52-a7f6-794d916b20b9 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 946 time: 0.2385013 Apr 18 17:22:17.795600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] Calling delete_port for 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:17.829497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Deleting port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:17.829852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:17.854386 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:17.913857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c406e-2823-4816-91b1-940f88587716 req-f9b494df-8f50-40d6-ac47-27671a5fe87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:17.916443 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7d3c406e-2823-4816-91b1-940f88587716 req-f9b494df-8f50-40d6-ac47-27671a5fe87d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1404364 Apr 18 17:22:17.969358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] For port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,segment=NetworkSegment(8d1f421e-385a-4db2-8469-d92ae989e64a),segment_id=8d1f421e-385a-4db2-8469-d92ae989e64a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:17.970132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:17.985654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c406e-2823-4816-91b1-940f88587716 req-2bffb815-cea5-429c-acd3-d29fd1d97caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:17.987307 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7d3c406e-2823-4816-91b1-940f88587716 req-2bffb815-cea5-429c-acd3-d29fd1d97caa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641859 Apr 18 17:22:18.005516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Calling delete_port for 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:18.006425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.070073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] Pushing event deleted for resources: {'Port': ['ID=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:18.072247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9aed53-ff2b-4ce0-b2b3-60782be7d3b0 None None] No DVR routers for this DVR port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:22:18.126327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-206e0a18-5150-4fd0-8484-aa8e5f808c6b req-458b075a-fc6b-40bf-a6ae-4a3b47d078fe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343375 Apr 18 17:22:18.141785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06103a-6b34-44eb-bd0b-05c040922e28 req-54a046eb-7614-471f-b55c-c32a026a99e4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:18.143551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f06103a-6b34-44eb-bd0b-05c040922e28 req-54a046eb-7614-471f-b55c-c32a026a99e4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.3261530 Apr 18 17:22:18.177625 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7d3c406e-2823-4816-91b1-940f88587716 req-c238ba0a-2ac8-4db8-8313-47ef771637d1 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819644 Apr 18 17:22:18.192085 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.204923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f06103a-6b34-44eb-bd0b-05c040922e28 req-a2c1b951-cd96-4ed9-8fda-d7f551b2fc24 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Apr 18 17:22:18.263973 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.268033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.312502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] No DVR routers for this DVR port 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:22:18.344698 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7d3c406e-2823-4816-91b1-940f88587716 req-01fb3be5-6f4a-4684-8421-84978a32ec3b service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581755 Apr 18 17:22:18.345683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event deleted for resources: {'Port': ['ID=1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:18.413325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.434618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8556428-96a8-4953-814f-2a83a81e6dfa']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:18.444623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1f421e-385a-4db2-8469-d92ae989e64a') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:18.444942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1f421e-385a-4db2-8469-d92ae989e64a') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:18.455312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.482010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.490544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:22:18.490967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:22:18.494250 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:22:18.506663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Router ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:22:18.547187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e611ae-c450-4d28-b4a8-c7f60e558f15 req-c73f235e-3011-43b3-8f01-a3daba09c8fc tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:18.547187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67e611ae-c450-4d28-b4a8-c7f60e558f15 req-c73f235e-3011-43b3-8f01-a3daba09c8fc tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0788050 Apr 18 17:22:18.631383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67e611ae-c450-4d28-b4a8-c7f60e558f15 req-8fe606bb-99d8-43ab-b6a1-fce5f3e65006 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410702 Apr 18 17:22:18.658236 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.687610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.692844 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] 10.222.0.45 "DELETE /v2.0/networks/e8556428-96a8-4953-814f-2a83a81e6dfa HTTP/1.1" status: 204 len: 168 time: 1.7478540 Apr 18 17:22:18.740840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:22:18.753331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df5338-63a8-45a9-bbaa-46e301b9643f tempest-FloatingIPNegativeTestJSON-871746203 tempest-FloatingIPNegativeTestJSON-871746203-project] Pushing event deleted for resources: {'Network': ['ID=e8556428-96a8-4953-814f-2a83a81e6dfa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:18.754934 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:18.757279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68854224-d370-421a-8968-685b097f01fc None None] Sync routers for ids ['ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:22:18.774809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e822fbff-eef0-47f3-8e1b-90182f7cf4f2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "PUT /v2.0/routers/ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206 HTTP/1.1" status: 200 len: 918 time: 5.2143049 Apr 18 17:22:18.776273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51900) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:18.796193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68854224-d370-421a-8968-685b097f01fc None None] Routers {'ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:18.796877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-68854224-d370-421a-8968-685b097f01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:18.866502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-68854224-d370-421a-8968-685b097f01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:18.877571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68854224-d370-421a-8968-685b097f01fc None None] Routers {'ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:18.878203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-68854224-d370-421a-8968-685b097f01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:18.913551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:18.915475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-68854224-d370-421a-8968-685b097f01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:18.916171 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68854224-d370-421a-8968-685b097f01fc None None] The sync data for ids ['ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:18.941201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:22:18.941569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1c9ab5fb-25c4-4112-a2ae-2a051a06a2f4 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:22:18.970171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3fd8e487-a383-4031-b579-27d51563b336 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/routers/ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206 HTTP/1.1" status: 200 len: 924 time: 0.1915801 Apr 18 17:22:18.988708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:19.017870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0307e-b014-49a1-94af-b83df0318fe0 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:19.019386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a4f0307e-b014-49a1-94af-b83df0318fe0 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0454879 Apr 18 17:22:19.022093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:19.119055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12c3786-3b69-491b-bff5-3624600addc2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:19.120487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a12c3786-3b69-491b-bff5-3624600addc2 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 881 time: 0.0974917 Apr 18 17:22:19.123364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51910) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:19.151569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-82f9d01d-9948-469e-9307-2e7cb9994683 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206 HTTP/1.1" status: 200 len: 205 time: 0.0270016 Apr 18 17:22:19.154857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51912) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:19.277319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:19.313620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59f29-0e15-4218-a7a7-e575f21e8988 req-a58b5629-cfc4-4b7c-bfa3-a3de6484c429 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:19.317375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47b59f29-0e15-4218-a7a7-e575f21e8988 req-a58b5629-cfc4-4b7c-bfa3-a3de6484c429 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 946 time: 0.0820994 Apr 18 17:22:19.390930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b34476-5e28-48d8-90aa-391c6baaf437 req-932fca73-8032-43fa-b725-c097beddd478 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:19.398367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18b34476-5e28-48d8-90aa-391c6baaf437 req-932fca73-8032-43fa-b725-c097beddd478 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1062770 Apr 18 17:22:19.402664 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:19.441958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47b59f29-0e15-4218-a7a7-e575f21e8988 req-9b053279-df3c-472f-a4bb-16bd45655f4b tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078193 Apr 18 17:22:19.477272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51924) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:19.482149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18b34476-5e28-48d8-90aa-391c6baaf437 req-00ce6af9-8f96-483e-96e7-64100fb286b2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826163 Apr 18 17:22:19.663108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-0e08a5d1-369e-47ce-b712-aba98f3695b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:19.664648 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-0e08a5d1-369e-47ce-b712-aba98f3695b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 1094 time: 0.1473930 Apr 18 17:22:19.684792 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a35af578-3b88-4506-8f85-58e9b0741aef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=751d1d1d642f4a538fafcaaad81bfeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039986 Apr 18 17:22:19.685321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51932) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:19.709598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Deleting port 107a32fe-b743-4713-ba59-357eaf4156bf {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:19.709956 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:19.763711 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb42-eb56-46b7-98fd-3979329606e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:19.808929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb42-eb56-46b7-98fd-3979329606e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:19.879407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:19.885876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-e3981bd8-97a2-4379-b6ef-b8d143d6955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:19.887461 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-e3981bd8-97a2-4379-b6ef-b8d143d6955f service neutron] 10.222.0.41 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.2031937 Apr 18 17:22:19.904082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Calling delete_port for 107a32fe-b743-4713-ba59-357eaf4156bf owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:19.916983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab49bf-51d7-4298-8ca4-2f34a212ce08 req-15fd07a7-8dc1-41ad-9d52-ce199debc5c5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:19.919309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0ab49bf-51d7-4298-8ca4-2f34a212ce08 req-15fd07a7-8dc1-41ad-9d52-ce199debc5c5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.1275554 Apr 18 17:22:19.993966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0ab49bf-51d7-4298-8ca4-2f34a212ce08 req-e048ab1b-da06-4cab-a6bb-630803d9de03 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580137 Apr 18 17:22:20.035272 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb42-eb56-46b7-98fd-3979329606e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:20.038042 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb42-eb56-46b7-98fd-3979329606e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:20.039190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bcffdb42-eb56-46b7-98fd-3979329606e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/309328eb-469d-4733-ac1d-03c6f0617e99 HTTP/1.1" status: 204 len: 168 time: 0.3527553 Apr 18 17:22:20.046008 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-7bfb2400-13a3-47c1-8832-0b22c76ef808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a HTTP/1.1" status: 200 len: 999 time: 0.1391201 Apr 18 17:22:20.071235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffdb42-eb56-46b7-98fd-3979329606e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309328eb-469d-4733-ac1d-03c6f0617e99,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:20.161970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-73bf370c-10ca-4bd6-b56c-f9e1d586b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:20.163379 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-73bf370c-10ca-4bd6-b56c-f9e1d586b4c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.1072977 Apr 18 17:22:20.236629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-09b0d077-5b7c-4988-a0be-c53748800b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:20.238175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-09b0d077-5b7c-4988-a0be-c53748800b4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672605 Apr 18 17:22:20.710774 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:20.742261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac47844-0aff-44ca-b3bc-c50ea3ecf680 req-c7b155ea-cab0-449d-9931-43b6792319ab tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:20.744644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ac47844-0aff-44ca-b3bc-c50ea3ecf680 req-c7b155ea-cab0-449d-9931-43b6792319ab tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 945 time: 0.1603537 Apr 18 17:22:20.756669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event deleted for resources: {'Port': ['ID=107a32fe-b743-4713-ba59-357eaf4156bf,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:20.786405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b505d3c-4a68-4c7e-9172-a255070b4654 req-fdc68d4a-828c-4abb-9b5c-db5075c2f123 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:20.797451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b505d3c-4a68-4c7e-9172-a255070b4654 req-fdc68d4a-828c-4abb-9b5c-db5075c2f123 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 946 time: 0.1419482 Apr 18 17:22:20.853470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:20.856861 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-86a4bae9-8b20-4ce0-9281-17799bd84b2d service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925589 Apr 18 17:22:20.867091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ac47844-0aff-44ca-b3bc-c50ea3ecf680 req-1975f4ee-be11-4011-a8eb-358d2977e045 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096735 Apr 18 17:22:20.879908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b505d3c-4a68-4c7e-9172-a255070b4654 req-3e7f1690-9ee2-41f1-8a42-2bc0be86d687 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800312 Apr 18 17:22:21.024517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.027205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.135704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87148f0b-9860-47ac-9ad0-53492b1dedfd req-44a54e77-bc52-4c2e-81a5-8e17b9a2f1a3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:21.137210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87148f0b-9860-47ac-9ad0-53492b1dedfd req-44a54e77-bc52-4c2e-81a5-8e17b9a2f1a3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1733544 Apr 18 17:22:21.182060 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-84835d47-6def-465d-ab0f-ed0cd7250806 req-d31923e4-6865-434a-9d2f-20a3dfa3c0a8 service neutron] 10.222.0.41 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976854 Apr 18 17:22:21.186683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d679f-239c-4792-899f-c0e82cb1d74b req-c4f6204a-7cf2-4993-b3e4-1a41d60cbd92 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:21.188811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-826d679f-239c-4792-899f-c0e82cb1d74b req-c4f6204a-7cf2-4993-b3e4-1a41d60cbd92 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 946 time: 0.1278942 Apr 18 17:22:21.205104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.209616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Fanout notify agent at l3_agent the message router_deleted on router ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:22:21.212643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.217798 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-64159569-7f83-4b8b-ac29-a4d4a1740d03 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206 HTTP/1.1" status: 204 len: 168 time: 2.0607612 Apr 18 17:22:21.219358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51992) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:21.224115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-736435477', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:21.243823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87148f0b-9860-47ac-9ad0-53492b1dedfd req-446873e9-bd81-4787-ba8c-ce162a908f4b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974960 Apr 18 17:22:21.279079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-826d679f-239c-4792-899f-c0e82cb1d74b req-5c64e3b3-9541-4919-94fa-80a62f918912 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824661 Apr 18 17:22:21.302208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51996) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:21.345955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.347743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.361366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d862bb2-566f-412d-92b2-22aab7bd17ac tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:21.362945 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6d862bb2-566f-412d-92b2-22aab7bd17ac tempest-TestNetworkBasicOps-1705283842 tempest-TestNetworkBasicOps-1705283842-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 1092 time: 0.0594957 Apr 18 17:22:21.364971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51998) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:21.366633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52000) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:21.372305 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:21.414482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db1c76-6a8a-4c1f-9d7d-1a139222b66a req-54430a9a-44ac-4742-9cb3-97b4230428b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:21.415958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5db1c76-6a8a-4c1f-9d7d-1a139222b66a req-54430a9a-44ac-4742-9cb3-97b4230428b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0784404 Apr 18 17:22:21.444924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.522284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5db1c76-6a8a-4c1f-9d7d-1a139222b66a req-33d4c406-f89d-4070-81c5-150b3d508f3e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830958 Apr 18 17:22:21.522284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.600468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'networks': [{'name': 'tempest-network--2042251966'}, {'name': 'tempest-network--1820063114'}]} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:21.600809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'network': {'name': 'tempest-network--2042251966'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:21.602271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'network': {'name': 'tempest-network--1820063114'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:21.698341 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.735159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.762142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Made reservation on behalf of 177bb4d368b34a23a18d07a56f317d8e for: {'network': 2} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:21.769799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.782353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.824988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Allocated IP 172.25.5.84 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/7de80803-6928-47f7-8e96-198c8f06d605) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:21.963657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:21.973960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.052814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5132b-20bc-49fd-bfc3-21bf9a18be96 req-b68dd0e4-1a65-4045-9614-fa3f6b56f01d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:22.054349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17f5132b-20bc-49fd-bfc3-21bf9a18be96 req-b68dd0e4-1a65-4045-9614-fa3f6b56f01d tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 945 time: 0.0666547 Apr 18 17:22:22.095539 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.096020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.118191 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.134382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.167686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.173740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17f5132b-20bc-49fd-bfc3-21bf9a18be96 req-7178b1db-d0e9-4f8e-8099-08a0ab67b9b3 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110482 Apr 18 17:22:22.181723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=7de80803-6928-47f7-8e96-198c8f06d605,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:22.200723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:22.204128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:22.206880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:22.223220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb515c4-d54f-4e9d-a384-057cd6afe5a8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:22.240607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:22.277586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.278210 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Added segment ede22abd-380d-480b-86ba-a50d974eac65 of type vlan for network a08b5f42-9582-415b-82df-60df4d170ecc Apr 18 17:22:22.352547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Allocated IP 172.25.5.75 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/90989ac6-9fa9-4485-adba-528ffc595e9f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:22.355901 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.445493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:22.469932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.470425 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Added segment 6a54c82a-db17-4bae-a7d3-4ea5961a36d0 of type vlan for network 303d2c79-078d-40d7-b39e-6d9c392d9f30 Apr 18 17:22:22.533693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.534797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdff62-132d-4933-b230-6b172fb2db8e req-bd613cea-01aa-486f-bf16-0c204fa25bbb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:22.536392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bffdff62-132d-4933-b230-6b172fb2db8e req-bd613cea-01aa-486f-bf16-0c204fa25bbb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1416743 Apr 18 17:22:22.552379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.652453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.652950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.661461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:22.666665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:22.667419 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.708074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bffdff62-132d-4933-b230-6b172fb2db8e req-6cf4481f-7487-4f33-b5ee-0d9fed73b7c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557186 Apr 18 17:22:22.751483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd02874e-5bc8-477e-9190-4c4162eb8469 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:22:22.762004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69482f-9888-40be-9da0-1acbd109aa91 req-774a0895-b40c-4c14-8bfd-e9ce3fc84035 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:22.763617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a69482f-9888-40be-9da0-1acbd109aa91 req-774a0895-b40c-4c14-8bfd-e9ce3fc84035 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.1361914 Apr 18 17:22:22.764208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Network': ['ID=a08b5f42-9582-415b-82df-60df4d170ecc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:22.769752 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4033263 Apr 18 17:22:22.832855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52026) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:22.850499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:22.893675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce81ecc-b0e1-450b-916a-a975a03f4141 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Network': ['ID=303d2c79-078d-40d7-b39e-6d9c392d9f30,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:22.897100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event updated for resources: {'Port': ['ID=90989ac6-9fa9-4485-adba-528ffc595e9f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:22.917533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:22.918530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a08b5f42-9582-415b-82df-60df4d170ecc details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:22.919464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:22.921315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 303d2c79-078d-40d7-b39e-6d9c392d9f30 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:22.922643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:23.146121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-a00d8852-1f4d-4967-a8e4-ba2472f44bd9 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:23.147943 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-a00d8852-1f4d-4967-a8e4-ba2472f44bd9 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 945 time: 0.1213212 Apr 18 17:22:23.207457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:23.221438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'port_id': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'mac_address': 'fa:16:3e:62:af:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:22:23.325120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.345284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd02874e-5bc8-477e-9190-4c4162eb8469 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:22:23.348219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.367091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:23.391023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a69482f-9888-40be-9da0-1acbd109aa91 req-f6177d09-4d8e-4ca0-a9bd-acd79577c1b5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5590148 Apr 18 17:22:23.433125 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.453546 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.486049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7c284-3d1b-44ad-a4b3-0056e4695b28 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:23.492806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7c284-3d1b-44ad-a4b3-0056e4695b28 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:23.500425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:23.500748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7c284-3d1b-44ad-a4b3-0056e4695b28 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:23.504683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7c284-3d1b-44ad-a4b3-0056e4695b28 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:23.508279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.508901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.509325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-83f7c284-3d1b-44ad-a4b3-0056e4695b28 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6757159 Apr 18 17:22:23.509658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.509954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52040) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:23.510315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.510814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.512207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.512704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.513205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.513718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.514201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.514694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.515371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:23.598764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e5f86-d2fa-4aab-b60c-b92c50f63d91 req-46e2eb75-1edc-40e1-945a-bbead40829c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:23.601709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f8e5f86-d2fa-4aab-b60c-b92c50f63d91 req-46e2eb75-1edc-40e1-945a-bbead40829c4 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 945 time: 0.2653449 Apr 18 17:22:23.623961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Deleting port f4796163-04cc-4349-b05d-6b6a972567b4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:23.624326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.631112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['dd02874e-5bc8-477e-9190-4c4162eb8469'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:22:23.691039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.706075 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.779618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f8e5f86-d2fa-4aab-b60c-b92c50f63d91 req-851b3aed-bf1f-47cf-af56-52c26b4d4660 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups?id=0cb106a3-bf83-404a-81f5-50b933fd5499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101718 Apr 18 17:22:23.792553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.972130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:23.979396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] For port f4796163-04cc-4349-b05d-6b6a972567b4, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f4796163-04cc-4349-b05d-6b6a972567b4,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:23.979780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.032298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08b5f42-9582-415b-82df-60df4d170ecc']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:24.083488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc09b5-c680-444e-8f10-2e705454af61 req-af595608-4080-4ce2-ac04-c6002c30df7e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:24.085067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15fc09b5-c680-444e-8f10-2e705454af61 req-af595608-4080-4ce2-ac04-c6002c30df7e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 945 time: 0.2356536 Apr 18 17:22:24.087042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede22abd-380d-480b-86ba-a50d974eac65') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:24.093827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede22abd-380d-480b-86ba-a50d974eac65') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:24.130299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.170467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15fc09b5-c680-444e-8f10-2e705454af61 req-9df3fb64-08b2-4ae8-85d1-3d228c51bed4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727313 Apr 18 17:22:24.172695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.174540 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.180910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:22:24.182346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:22:24.185623 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:22:24.270572 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.275823 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.276207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.276524 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Floating IP 1a5297df-ba2a-4cf6-b0e5-e01f776fed82 disassociated. External IP: 172.25.5.142, port: f4796163-04cc-4349-b05d-6b6a972567b4. Apr 18 17:22:24.276872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Calling delete_port for f4796163-04cc-4349-b05d-6b6a972567b4 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:24.324355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Router f13886d5-dd09-445c-887c-9b9818057caa is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:22:24.368638 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.417532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.491323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:22:24.511719 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b34a4-f4c3-4f38-a05f-792da805f589 None None] Sync routers for ids ['f13886d5-dd09-445c-887c-9b9818057caa'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:22:24.534042 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b34a4-f4c3-4f38-a05f-792da805f589 None None] Routers {'f13886d5-dd09-445c-887c-9b9818057caa'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:24.534042 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-836b34a4-f4c3-4f38-a05f-792da805f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f13886d5-dd09-445c-887c-9b9818057caa'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:24.550777 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Floating IP f6c54d5e-307c-4dc7-997e-7a01b519bf1a associated. External IP: 172.25.5.84, port: e2beb71e-4297-4669-9bc9-e7111077dfed. Apr 18 17:22:24.563365 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-836b34a4-f4c3-4f38-a05f-792da805f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:24.566052 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b34a4-f4c3-4f38-a05f-792da805f589 None None] Routers {'f13886d5-dd09-445c-887c-9b9818057caa'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:24.566669 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-836b34a4-f4c3-4f38-a05f-792da805f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f13886d5-dd09-445c-887c-9b9818057caa'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:24.569669 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.574550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/networks/a08b5f42-9582-415b-82df-60df4d170ecc HTTP/1.1" status: 204 len: 168 time: 1.0627134 Apr 18 17:22:24.577403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:24.583487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event updated for resources: {'Port': ['ID=7de80803-6928-47f7-8e96-198c8f06d605,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:24.603838 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-836b34a4-f4c3-4f38-a05f-792da805f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:24.604488 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b34a4-f4c3-4f38-a05f-792da805f589 None None] The sync data for ids ['f13886d5-dd09-445c-887c-9b9818057caa'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:24.620347 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.626374 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9e685b35-d763-4f16-aec9-131c75e07d45 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4042394 Apr 18 17:22:24.627055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52060) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:24.641966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef3ae2-a5fd-4296-9aaa-681be123c8ba tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Network': ['ID=a08b5f42-9582-415b-82df-60df4d170ecc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:24.686973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:24.697725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.722171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e491dd-4c9b-41c6-bff0-944aea088d48 req-77b3db83-ae05-4b6c-ac6c-5e5dd643772a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:24.737953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18e491dd-4c9b-41c6-bff0-944aea088d48 req-77b3db83-ae05-4b6c-ac6c-5e5dd643772a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.1660037 Apr 18 17:22:24.761533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'Port': ['ID=f4796163-04cc-4349-b05d-6b6a972567b4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:24.764219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd02874e-5bc8-477e-9190-4c4162eb8469 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:22:24.825554 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:24.844348 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18e491dd-4c9b-41c6-bff0-944aea088d48 req-d26a08d8-eaab-4c5a-a4f7-e9d410b2f85d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048222 Apr 18 17:22:24.869858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port dd02874e-5bc8-477e-9190-4c4162eb8469 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:24.869858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:25.028930 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:25.053886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1362c7be-b83a-4ff8-a482-b73687e513f2 req-3d88d51d-a116-4ead-abbf-b550966d3132 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 210 time: 0.0512257 Apr 18 17:22:25.067480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router c798333c-f985-4830-87c4-72e337657789 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:22:25.098710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:25.100518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:22:25.103232 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa999a3-62b8-4afa-94c0-0ab340093533" -d '{"events": [{"server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "name": "network-vif-plugged", "status": "completed", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:22:25.145093 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a3a97-3468-4351-829d-93c4816bd8a5 x-openstack-request-id: req-a28a3a97-3468-4351-829d-93c4816bd8a5 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:22:25.145385 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "name": "network-vif-plugged", "status": "completed", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:22:25.145722 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a28a3a97-3468-4351-829d-93c4816bd8a5 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:22:25.146118 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28a3a97-3468-4351-829d-93c4816bd8a5'] response: {'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'code': 200} Apr 18 17:22:25.178448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:25.179347 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f4796163-04cc-4349-b05d-6b6a972567b4 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:25.275129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: f4796163-04cc-4349-b05d-6b6a972567b4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:22:25.290592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f4796163-04cc-4349-b05d-6b6a972567b4 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:22:25.343594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:25.350846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:22:25.375118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] Sync routers for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:22:25.397206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:25.397913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:25.416912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c8ba-4a47-4da7-91b0-785d07268e9b req-b3edb91d-8225-46b1-a1c2-6b873d981e09 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:25.418756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b05c8ba-4a47-4da7-91b0-785d07268e9b req-b3edb91d-8225-46b1-a1c2-6b873d981e09 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1253285 Apr 18 17:22:25.488438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b05c8ba-4a47-4da7-91b0-785d07268e9b req-89b48c27-c6b1-488a-b453-aed167fdf927 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Apr 18 17:22:25.499358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:25.568222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-908c4ec0-ea0f-4300-bd38-9a0003aababe tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2002828 Apr 18 17:22:25.570805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52080) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:25.571492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:22:25.578600 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b755a83-679f-4cec-a049-5ebdad3bed97" -d '{"events": [{"name": "network-changed", "server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:22:25.596816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:22:25.623794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:25.677242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303d2c79-078d-40d7-b39e-6d9c392d9f30']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:25.695754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4c75fa65-08e1-4a89-8627-017dd62ff4fd tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/floatingips/f6c54d5e-307c-4dc7-997e-7a01b519bf1a HTTP/1.1" status: 200 len: 991 time: 0.1033306 Apr 18 17:22:25.699517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a54c82a-db17-4bae-a7d3-4ea5961a36d0') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:25.700060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a54c82a-db17-4bae-a7d3-4ea5961a36d0') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:25.716583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:25.720712 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d239db-a7ea-4f16-accd-d50826b04776 x-openstack-request-id: req-d1d239db-a7ea-4f16-accd-d50826b04776 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:22:25.721061 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:22:25.721452 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1d239db-a7ea-4f16-accd-d50826b04776 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:22:25.721809 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d239db-a7ea-4f16-accd-d50826b04776'] response: {'name': 'network-changed', 'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'status': 'completed', 'code': 200} Apr 18 17:22:25.770054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:22:25.786514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:25.805204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:22:25.805739 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:22:25.810418 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:22:25.877052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-34c5b5bd-912f-4b44-bbf5-ffce90f968c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:25.880036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-34c5b5bd-912f-4b44-bbf5-ffce90f968c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 1097 time: 0.0640731 Apr 18 17:22:26.056851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002cca-ba41-4603-8b4d-f9e2e25c0140 req-b1c2ff31-fbc5-4c83-b8fa-6e2d39425dee tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:26.058427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b002cca-ba41-4603-8b4d-f9e2e25c0140 req-b1c2ff31-fbc5-4c83-b8fa-6e2d39425dee tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.0803592 Apr 18 17:22:26.064120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-0a56f3b4-1f13-47cf-a3b2-d0895aca5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:26.066120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-0a56f3b4-1f13-47cf-a3b2-d0895aca5da5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51280ca1-d272-417e-8c52-5dc9793270bb HTTP/1.1" status: 200 len: 898 time: 0.1734324 Apr 18 17:22:26.070470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.081775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.098418 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.104856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/networks/303d2c79-078d-40d7-b39e-6d9c392d9f30 HTTP/1.1" status: 204 len: 168 time: 1.5261896 Apr 18 17:22:26.111145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:26.232993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d595eef-39c7-4a0f-977f-38c3a9f733ca tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Network': ['ID=303d2c79-078d-40d7-b39e-6d9c392d9f30,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:26.256690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:22:26.261147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b002cca-ba41-4603-8b4d-f9e2e25c0140 req-9f176649-f07a-46c9-b909-b6520da5be03 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940453 Apr 18 17:22:26.276317 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:22:26.281815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.302409 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cee4b14e-647f-414d-9318-5821898b5b9d req-51074141-d35b-4646-a134-12a28d6c4c36 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 210 time: 0.0445039 Apr 18 17:22:26.305036 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:26.305666 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:26.317817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-55cb9d5b-011c-4de4-835f-80e68b1fdfe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2beb71e-4297-4669-9bc9-e7111077dfed HTTP/1.1" status: 200 len: 999 time: 0.2289386 Apr 18 17:22:26.376915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f6c54d5e-307c-4dc7-997e-7a01b519bf1a', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'c798333c-f985-4830-87c4-72e337657789', 'port_id': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'mac_address': 'fa:16:3e:28:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:22:22Z', 'updated_at': '2022-04-18T17:22:22Z', 'revision_number': 0, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:46Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:26.426835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-6a72d749-275f-44e4-bf99-cd16ce91a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:26.428320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-6a72d749-275f-44e4-bf99-cd16ce91a1ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0895d771-d393-428f-bed2-74a8b9551246 HTTP/1.1" status: 200 len: 834 time: 0.1037042 Apr 18 17:22:26.433740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] Checking router: c798333c-f985-4830-87c4-72e337657789 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:22:26.446034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45c120-be97-4ae5-a12e-9b6c079efe7a tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:26.451495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:26.452447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:26.453633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45c120-be97-4ae5-a12e-9b6c079efe7a tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:26.461162 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3c45c120-be97-4ae5-a12e-9b6c079efe7a tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3513443 Apr 18 17:22:26.462246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:26.463804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] No DVR routers for this DVR port f4796163-04cc-4349-b05d-6b6a972567b4 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:22:26.472381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1600801262'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:26.476946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.480207 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f2b0c501-0ee2-4b37-ad4d-244a26b6d752 req-06c1d3e5-ef3b-44ce-8184-44f954abf688 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.41 "DELETE /v2.0/ports/f4796163-04cc-4349-b05d-6b6a972567b4 HTTP/1.1" status: 204 len: 173 time: 3.3171828 Apr 18 17:22:26.480846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'name': 'network-vif-deleted', 'tag': 'f4796163-04cc-4349-b05d-6b6a972567b4'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:22:26.483396 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089bdee6-5e23-4898-96d3-7cda2bdff468" -d '{"events": [{"server_uuid": "e7856c0b-7c84-498e-bd89-1dbc7ed87bd0", "name": "network-vif-deleted", "tag": "f4796163-04cc-4349-b05d-6b6a972567b4"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:22:26.489359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-74ef4c8b-65a2-4d24-9cfe-e6f547d67d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:26.494243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-74ef4c8b-65a2-4d24-9cfe-e6f547d67d0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51280ca1-d272-417e-8c52-5dc9793270bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569367 Apr 18 17:22:26.513507 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:22:26.605806 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeb03b2-e7ae-4bfe-9163-26cfae60a0d2 x-openstack-request-id: req-1eeb03b2-e7ae-4bfe-9163-26cfae60a0d2 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:22:26.606926 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7856c0b-7c84-498e-bd89-1dbc7ed87bd0", "name": "network-vif-deleted", "tag": "f4796163-04cc-4349-b05d-6b6a972567b4", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:22:26.610043 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1eeb03b2-e7ae-4bfe-9163-26cfae60a0d2 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:22:26.613340 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eeb03b2-e7ae-4bfe-9163-26cfae60a0d2'] response: {'server_uuid': 'e7856c0b-7c84-498e-bd89-1dbc7ed87bd0', 'name': 'network-vif-deleted', 'tag': 'f4796163-04cc-4349-b05d-6b6a972567b4', 'status': 'completed', 'code': 200} Apr 18 17:22:26.635747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Deleting port 90989ac6-9fa9-4485-adba-528ffc595e9f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:26.641461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.694364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Made reservation on behalf of 177bb4d368b34a23a18d07a56f317d8e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:26.702323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.704502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52122) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:26.726996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:22:26.811577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:26.814643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-e8576add-db27-46df-8466-f93d658423ae service neutron] 10.222.0.41 "GET /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140464 Apr 18 17:22:26.835854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.839325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:26.839639 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Added segment 6b3c2bdd-83f9-4aaf-a428-19723199693e of type vlan for network 8d831975-7c0f-4c57-82e6-e577043fe4ee Apr 18 17:22:26.864278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Calling delete_port for 90989ac6-9fa9-4485-adba-528ffc595e9f owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:26.913215 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:27.026449 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:27.078914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:27.086744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:27.087545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:27.180074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Network': ['ID=8d831975-7c0f-4c57-82e6-e577043fe4ee,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:27.196004 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145c777-376f-4f0b-9273-0cc36a4bf1db req-d7519829-316e-41d8-8d1d-62bd662cf1ed tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:27.205784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4145c777-376f-4f0b-9273-0cc36a4bf1db req-d7519829-316e-41d8-8d1d-62bd662cf1ed tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.5341773 Apr 18 17:22:27.226664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6e655e87-4f0a-4d50-a834-dcee76579ee8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/floatingips/f6c54d5e-307c-4dc7-997e-7a01b519bf1a HTTP/1.1" status: 200 len: 991 time: 0.4162621 Apr 18 17:22:27.277401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b755a83-679f-4cec-a049-5ebdad3bed97 req-74db3bf8-636e-4121-af22-24a9687f69d1 service neutron] 10.222.0.41 "GET /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277253 Apr 18 17:22:27.286110 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:22:27.294052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4145c777-376f-4f0b-9273-0cc36a4bf1db req-52b89544-9dd6-4545-b05a-61023a2f1d83 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870502 Apr 18 17:22:27.299143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 8d831975-7c0f-4c57-82e6-e577043fe4ee details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:27.325548 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:27.326456 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:27.360819 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-64dd2ab0-ec6c-4c2e-956e-79ac671196e0 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8944149 Apr 18 17:22:27.365902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52142) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:27.372258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1309278181'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:27.378625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:27.471020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Pushing event deleted for resources: {'Port': ['ID=90989ac6-9fa9-4485-adba-528ffc595e9f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:27.594162 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:27.606324 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:22:27.655813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Made reservation on behalf of 177bb4d368b34a23a18d07a56f317d8e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:27.659731 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:27.670583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f6c54d5e-307c-4dc7-997e-7a01b519bf1a', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'c798333c-f985-4830-87c4-72e337657789', 'port_id': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'mac_address': 'fa:16:3e:28:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:22:22Z', 'updated_at': '2022-04-18T17:22:22Z', 'revision_number': 0, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:46Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:27.737961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b418119-cf51-4f61-8758-986264e3f7ed None None] The sync data for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 is: [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f6c54d5e-307c-4dc7-997e-7a01b519bf1a', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'c798333c-f985-4830-87c4-72e337657789', 'port_id': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'mac_address': 'fa:16:3e:28:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:22:22Z', 'updated_at': '2022-04-18T17:22:22Z', 'revision_number': 0, 'project_id': '4024897079404b088e8b6e570f2ad758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:46Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:27.783456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c6363c4b-5c9b-499a-be5a-12e8cfdbe3cf req-f76b9a00-c91c-4be5-a547-0e63afb95cc0 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7856c0b-7c84-498e-bd89-1dbc7ed87bd0 HTTP/1.1" status: 200 len: 210 time: 0.2008808 Apr 18 17:22:27.817211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:27.836577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:27.846056 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Added segment 00abdf6a-3b05-409a-832a-78df01fe2e94 of type vlan for network cf927106-6bbc-429c-8250-c89d0d553b52 Apr 18 17:22:27.853055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146184c4-95d9-4a16-8fcf-bb877651a519 req-bf775a5b-cc87-410d-aa4a-f659052a4e06 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:27.854879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-146184c4-95d9-4a16-8fcf-bb877651a519 req-bf775a5b-cc87-410d-aa4a-f659052a4e06 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.3264642 Apr 18 17:22:27.959642 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:28.019845 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f243b-863d-4df6-9433-33d06e7ea088 None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:13:34Z', 'revision_number': 4, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '13beefb9-cfae-44d6-aee7-31c05e4aa431', 'name': '', 'network_id': '6cc2c58f-8546-4ce1-89d8-2b141f67b355', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'mac_address': 'fa:16:3e:9c:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:32Z', 'updated_at': '2022-04-18T17:13:38Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'subnets': [{'id': '4b971683-011f-4e84-9c4f-5cea4b4efd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:28.024506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:28.083783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-146184c4-95d9-4a16-8fcf-bb877651a519 req-7610c986-dfc6-4d49-b4e4-4bbfed469882 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881061 Apr 18 17:22:28.106822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:28.115241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:28.166902 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:28.183300 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:28.184069 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:28.236671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52154) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:28.315698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Router f13886d5-dd09-445c-887c-9b9818057caa has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:22:28.427946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7f52d751-6dde-4f90-8674-cf390e2434ac tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/floatingips/f6c54d5e-307c-4dc7-997e-7a01b519bf1a HTTP/1.1" status: 200 len: 991 time: 0.1811793 Apr 18 17:22:28.443519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9753378d-a6bf-4134-a9a2-6e5bd65a7740 None None] New status for floating IP f6c54d5e-307c-4dc7-997e-7a01b519bf1a: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:22:28.451547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:22:28.472582 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdf4ea-6f1c-412e-a0a0-cc4d7a472c5e None None] Sync routers for ids ['f13886d5-dd09-445c-887c-9b9818057caa'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:22:28.476124 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:28.484659 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-031acc99-17b8-4146-bec7-b35fd92aed7d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "PUT /v2.0/routers/f13886d5-dd09-445c-887c-9b9818057caa HTTP/1.1" status: 200 len: 709 time: 3.7951336 Apr 18 17:22:28.484659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52158) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:28.496025 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbdf4ea-6f1c-412e-a0a0-cc4d7a472c5e None None] Routers {'f13886d5-dd09-445c-887c-9b9818057caa'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:28.497139 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5bbdf4ea-6f1c-412e-a0a0-cc4d7a472c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f13886d5-dd09-445c-887c-9b9818057caa'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:28.562407 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5bbdf4ea-6f1c-412e-a0a0-cc4d7a472c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:28.596553 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbdf4ea-6f1c-412e-a0a0-cc4d7a472c5e None None] Routers {'f13886d5-dd09-445c-887c-9b9818057caa'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:28.596553 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5bbdf4ea-6f1c-412e-a0a0-cc4d7a472c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f13886d5-dd09-445c-887c-9b9818057caa'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:28.629261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-02942729-e39c-45e7-bf10-e9eb45f2d1ca tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/routers/f13886d5-dd09-445c-887c-9b9818057caa HTTP/1.1" status: 200 len: 744 time: 0.1475010 Apr 18 17:22:28.632008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52160) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:28.683143 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5bbdf4ea-6f1c-412e-a0a0-cc4d7a472c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:28.683143 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdf4ea-6f1c-412e-a0a0-cc4d7a472c5e None None] The sync data for ids ['f13886d5-dd09-445c-887c-9b9818057caa'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:28.702742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3325531 Apr 18 17:22:28.702742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74728c0d-4666-4175-8006-ce11bf2391f6 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Network': ['ID=cf927106-6bbc-429c-8250-c89d0d553b52,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:28.712866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52162) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:28.717799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'ports': [{'network_id': '8d831975-7c0f-4c57-82e6-e577043fe4ee', 'name': 'tempest-port--2006910404', 'admin_state_up': True}, {'network_id': 'cf927106-6bbc-429c-8250-c89d0d553b52', 'admin_state_up': False}]} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:28.718640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'port': {'network_id': '8d831975-7c0f-4c57-82e6-e577043fe4ee', 'name': 'tempest-port--2006910404', 'admin_state_up': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:28.719129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'port': {'network_id': 'cf927106-6bbc-429c-8250-c89d0d553b52', 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:28.723922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-80a58af9-e724-46cb-96a3-58874a06f067 tempest-RoutersIpV6AdminTest-993350696 tempest-RoutersIpV6AdminTest-993350696-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=f13886d5-dd09-445c-887c-9b9818057caa HTTP/1.1" status: 200 len: 205 time: 0.0907049 Apr 18 17:22:28.726796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52164) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:28.743011 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9e02b-a33a-4f82-8d39-d59aea817501 None None] New status for floating IP 1a5297df-ba2a-4cf6-b0e5-e01f776fed82: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:22:28.777336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network cf927106-6bbc-429c-8250-c89d0d553b52 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:28.777691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80296f-4d6e-462f-b89f-4bc26e0fc4fb req-6f5c9f74-074e-472d-81e6-01305a6c7b8a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:28.780566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf80296f-4d6e-462f-b89f-4bc26e0fc4fb req-6f5c9f74-074e-472d-81e6-01305a6c7b8a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.3486831 Apr 18 17:22:28.867142 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b3d35f43-3b34-4570-998b-bfd2619320ae tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=f13886d5-dd09-445c-887c-9b9818057caa HTTP/1.1" status: 200 len: 205 time: 0.1369760 Apr 18 17:22:28.875453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52170) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:28.881227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf80296f-4d6e-462f-b89f-4bc26e0fc4fb req-e003a9a4-3f26-4ae2-9b34-720e61c7a9e9 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925531 Apr 18 17:22:29.004395 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7826-f466-476a-a169-aa0fdcf4ef5d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.032937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52174) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:29.039336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:22:29.219191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:29.232545 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0e59-fac4-44f0-8fb7-45f6920d6f06 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.258913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0e59-fac4-44f0-8fb7-45f6920d6f06 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.262151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Made reservation on behalf of 177bb4d368b34a23a18d07a56f317d8e for: {'port': 2} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:29.272421 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.338052 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7826-f466-476a-a169-aa0fdcf4ef5d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.340447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.344525 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7826-f466-476a-a169-aa0fdcf4ef5d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.347982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b408b01-387f-4bff-9747-f29b33dabfa7 req-aa1e43a7-a20a-4c1a-b681-6a31701d2fa1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:29.351262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'port_id': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'mac_address': 'fa:16:3e:08:f5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:22:29.367828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b408b01-387f-4bff-9747-f29b33dabfa7 req-aa1e43a7-a20a-4c1a-b681-6a31701d2fa1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 943 time: 0.1830058 Apr 18 17:22:29.395808 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.422902 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0e59-fac4-44f0-8fb7-45f6920d6f06 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.426897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf63f2d6-2898-425b-b1c7-ac593f25bd2a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:22:29.436150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0e59-fac4-44f0-8fb7-45f6920d6f06 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.439960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a0c0e59-fac4-44f0-8fb7-45f6920d6f06 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "DELETE /v2.0/security-groups/0cb106a3-bf83-404a-81f5-50b933fd5499 HTTP/1.1" status: 204 len: 168 time: 0.4034350 Apr 18 17:22:29.439960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52184) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:29.479183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:29.480891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52186) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:29.481690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c0e59-fac4-44f0-8fb7-45f6920d6f06 tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb106a3-bf83-404a-81f5-50b933fd5499,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:29.547216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b408b01-387f-4bff-9747-f29b33dabfa7 req-c618665b-9aca-4f00-be0b-69b084a409f9 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778264 Apr 18 17:22:29.553001 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.570855 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-9c264883-c727-4472-8fdf-693cda95acda tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] show failed (client error): The resource could not be found. Apr 18 17:22:29.576567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9c264883-c727-4472-8fdf-693cda95acda tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "GET /v2.0/security-groups/0cb106a3-bf83-404a-81f5-50b933fd5499 HTTP/1.1" status: 404 len: 347 time: 0.0924146 Apr 18 17:22:29.591738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52188) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:29.645183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:29.741155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] device_id is not set on port 2bb2314e-25b1-4031-983d-a21556ba00ec yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:29.744998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7826-f466-476a-a169-aa0fdcf4ef5d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.745717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcd7826-f466-476a-a169-aa0fdcf4ef5d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Fanout notify agent at l3_agent the message router_deleted on router f13886d5-dd09-445c-887c-9b9818057caa {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:22:29.757084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-51fad7ca-4017-41cb-afc2-163c3e047b4f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/floatingips/f6c54d5e-307c-4dc7-997e-7a01b519bf1a HTTP/1.1" status: 200 len: 993 time: 0.2809985 Apr 18 17:22:29.757954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7826-f466-476a-a169-aa0fdcf4ef5d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.757954 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6fcd7826-f466-476a-a169-aa0fdcf4ef5d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/f13886d5-dd09-445c-887c-9b9818057caa HTTP/1.1" status: 204 len: 168 time: 0.8781345 Apr 18 17:22:29.762025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52192) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:29.828580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a6b17835-4ed9-44b6-954d-18f8792a7b46 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=f13886d5-dd09-445c-887c-9b9818057caa HTTP/1.1" status: 200 len: 205 time: 0.0646708 Apr 18 17:22:29.832927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:29.867010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Deleting port ea320d1b-ae6c-4d79-97fa-84da48b6da57 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:29.867261 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:29.885778 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-c65616bd-f374-445e-b4e4-84f594aec28a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] delete failed (client error): The resource could not be found. Apr 18 17:22:29.886972 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c65616bd-f374-445e-b4e4-84f594aec28a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/f13886d5-dd09-445c-887c-9b9818057caa HTTP/1.1" status: 404 len: 336 time: 0.0564570 Apr 18 17:22:29.892232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:30.002251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-69f05266-a6c1-4ba3-aea1-682387e75297 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206 HTTP/1.1" status: 200 len: 205 time: 0.1088090 Apr 18 17:22:30.005460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52202) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:30.010200 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:30.017922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['bf63f2d6-2898-425b-b1c7-ac593f25bd2a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:22:30.095513 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-5092cd40-b991-4b4d-8fed-811c20e35f6b tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] delete failed (client error): The resource could not be found. Apr 18 17:22:30.099348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5092cd40-b991-4b4d-8fed-811c20e35f6b tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/ec5a6ebe-c7ba-4227-9a12-3f3cf39f7206 HTTP/1.1" status: 404 len: 336 time: 0.0903506 Apr 18 17:22:30.099708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52204) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:30.196320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:30.196575 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:30.220959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] device_id is not set on port 104e92bd-2744-4ffb-b2df-75a1c15b0701 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:30.247309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097cdc1-8573-4d57-9638-bd3210d86e33 req-e97f421c-f60e-463e-93d0-d5651eebefa1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:30.249270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3097cdc1-8573-4d57-9638-bd3210d86e33 req-e97f421c-f60e-463e-93d0-d5651eebefa1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1957498 Apr 18 17:22:30.251119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Calling delete_port for ea320d1b-ae6c-4d79-97fa-84da48b6da57 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:30.415763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3097cdc1-8573-4d57-9638-bd3210d86e33 req-7594c478-adc0-466b-8f55-912203e88f93 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506877 Apr 18 17:22:30.658712 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:30.708186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Pushing event deleted for resources: {'Port': ['ID=ea320d1b-ae6c-4d79-97fa-84da48b6da57,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:30.833965 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:30.840877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c3e7-9e90-4d34-9309-a95acf9076a6 req-edddf1c9-9216-4e40-89d4-ed9e9359b6b7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:30.842579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1109c3e7-9e90-4d34-9309-a95acf9076a6 req-edddf1c9-9216-4e40-89d4-ed9e9359b6b7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 944 time: 0.1041234 Apr 18 17:22:30.846077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:30.848826 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:30.854291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8e7d16d2-b07e-4d4d-91a9-117edab1930a tempest-AttachVolumeNegativeTest-1173663934 tempest-AttachVolumeNegativeTest-1173663934-project] 10.222.0.45 "DELETE /v2.0/floatingips/1a5297df-ba2a-4cf6-b0e5-e01f776fed82 HTTP/1.1" status: 204 len: 168 time: 1.2614503 Apr 18 17:22:30.884419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4c6b0c2c-03f7-47e6-82ff-b1387d59556a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bc68de3-e6c3-4a1f-90af-8ac506862d88 HTTP/1.1" status: 200 len: 205 time: 0.7832325 Apr 18 17:22:30.887939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52220) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:30.920514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1109c3e7-9e90-4d34-9309-a95acf9076a6 req-f551ca2d-e71b-450d-ac05-a2a41f623203 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647540 Apr 18 17:22:30.963847 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-fc6fee90-8a26-464b-93c5-32cdb61c23d4 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] delete failed (client error): The resource could not be found. Apr 18 17:22:30.966281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52224) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:30.966551 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fc6fee90-8a26-464b-93c5-32cdb61c23d4 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/0bc68de3-e6c3-4a1f-90af-8ac506862d88 HTTP/1.1" status: 404 len: 336 time: 0.0771623 Apr 18 17:22:31.007202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0ebf417a-f1e6-454f-bc5c-911de082b71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:31.008466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:31.015632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-78abda4e-2417-40ef-adbf-d72872ec2e54 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6dc8482-a39f-4b1e-b07a-b2b21c8502de HTTP/1.1" status: 200 len: 205 time: 0.0470595 Apr 18 17:22:31.019801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52226) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:31.092686 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-6499c6a4-3140-41bc-ad76-537a31af0950 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] delete failed (client error): The resource could not be found. Apr 18 17:22:31.095341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6499c6a4-3140-41bc-ad76-537a31af0950 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/d6dc8482-a39f-4b1e-b07a-b2b21c8502de HTTP/1.1" status: 404 len: 336 time: 0.0720491 Apr 18 17:22:31.101201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52228) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:31.104172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Port': ['ID=2bb2314e-25b1-4031-983d-a21556ba00ec,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:31.122244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Checking segment: {'id': '6b3c2bdd-83f9-4aaf-a428-19723199693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8d831975-7c0f-4c57-82e6-e577043fe4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:31.123342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Network hostable DHCP agents. Network: 8d831975-7c0f-4c57-82e6-e577043fe4ee, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:22:31.163320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-624627be-f369-44af-8c35-593a6e7ca46f tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=f718778f-2864-4c91-ad2e-a26e0894e535 HTTP/1.1" status: 200 len: 205 time: 0.0577188 Apr 18 17:22:31.163748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52232) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:31.226786 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-01d9fb36-b5b0-4a1c-b0af-4d5f71fa385d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] delete failed (client error): The resource could not be found. Apr 18 17:22:31.231156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-01d9fb36-b5b0-4a1c-b0af-4d5f71fa385d tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/f718778f-2864-4c91-ad2e-a26e0894e535 HTTP/1.1" status: 404 len: 336 time: 0.0631330 Apr 18 17:22:31.231687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52234) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:31.261873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Network 8d831975-7c0f-4c57-82e6-e577043fe4ee is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:22:31.330030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52238) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:31.351409 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6dfd7a25-0bc5-46cf-ae41-f7d7e80c31b3 tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "GET /v2.0/ports?device_id=52bcb2dd-71a1-4709-93df-01a7be68f022 HTTP/1.1" status: 200 len: 205 time: 0.0929849 Apr 18 17:22:31.429627 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-e325e410-3764-4064-932a-9b4682cf521a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] delete failed (client error): The resource could not be found. Apr 18 17:22:31.430706 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e325e410-3764-4064-932a-9b4682cf521a tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/routers/52bcb2dd-71a1-4709-93df-01a7be68f022 HTTP/1.1" status: 404 len: 336 time: 0.0988877 Apr 18 17:22:31.433542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52242) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:31.459472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 8d831975-7c0f-4c57-82e6-e577043fe4ee) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:31.469846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca010d7-a8f0-4443-9d35-5e91c4162c05 None None] Network 8d831975-7c0f-4c57-82e6-e577043fe4ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:31.487492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:31.488698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:31.513576 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a4c6ed-3e9a-43cf-819c-2a42d99d39db tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] DELETE failed (client error): The resource could not be found. Apr 18 17:22:31.513860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a4c6ed-3e9a-43cf-819c-2a42d99d39db tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:22:31.707558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-69a4c6ed-3e9a-43cf-819c-2a42d99d39db tempest-RoutersIpV6AdminTest-866925058 tempest-RoutersIpV6AdminTest-866925058-project] 10.222.0.45 "DELETE /v2.0/subnets/4c1cdf3e-ab29-4542-8129-793d79d3ea4b HTTP/1.1" status: 404 len: 337 time: 0.2683423 Apr 18 17:22:31.832455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Port': ['ID=104e92bd-2744-4ffb-b2df-75a1c15b0701,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:31.889878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3184d-23e8-4e1f-a0a6-a353afd21f0a req-67acfe43-a107-4e76-87f2-d9f544739fda tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:31.897379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Checking segment: {'id': '00abdf6a-3b05-409a-832a-78df01fe2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cf927106-6bbc-429c-8250-c89d0d553b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:31.898010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Network hostable DHCP agents. Network: cf927106-6bbc-429c-8250-c89d0d553b52, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:22:31.900043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26b3184d-23e8-4e1f-a0a6-a353afd21f0a req-67acfe43-a107-4e76-87f2-d9f544739fda tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1823783 Apr 18 17:22:32.008315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26b3184d-23e8-4e1f-a0a6-a353afd21f0a req-e1e9ac23-3d22-43e0-9cba-8b76d7c3addb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069932 Apr 18 17:22:32.531446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a2cd3-c422-4e39-8671-e15a104de3d4 req-f2444bdd-d24d-4fcc-88f1-c4cd211f285e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:32.533157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae6a2cd3-c422-4e39-8671-e15a104de3d4 req-f2444bdd-d24d-4fcc-88f1-c4cd211f285e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 944 time: 0.0895312 Apr 18 17:22:32.619377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae6a2cd3-c422-4e39-8671-e15a104de3d4 req-4f427e07-35c8-4f42-8835-06b55fa2c9ab tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701332 Apr 18 17:22:32.767863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Network cf927106-6bbc-429c-8250-c89d0d553b52 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:22:32.833853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:22:32.888299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, cf927106-6bbc-429c-8250-c89d0d553b52) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:32.897249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port bf63f2d6-2898-425b-b1c7-ac593f25bd2a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:32.897870 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:32.899388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:32.922438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:32.953963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9774a3-8adf-445d-a701-03dac11db55e None None] Network cf927106-6bbc-429c-8250-c89d0d553b52 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:32.960204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:32.961046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:33.072642 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-04be4d69-4124-43ed-b710-82850effd0c2 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3582633 Apr 18 17:22:33.076063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:33.233147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:33.237616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09726467-22ce-4b36-a6f7-6a06af1ace8a tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:33.246082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09726467-22ce-4b36-a6f7-6a06af1ace8a tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:33.252455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-09726467-22ce-4b36-a6f7-6a06af1ace8a tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1748328 Apr 18 17:22:33.256486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52268) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:33.276469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:33.277520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:22:33.280479 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2708999e-26e7-4cc2-ac79-bbad28963890" -d '{"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-plugged", "status": "completed", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:22:33.284893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7654-7f78-4615-96dd-38c7f87555a7 req-3250f437-f939-4adb-972c-53caa0ac8661 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:33.301305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb8c7654-7f78-4615-96dd-38c7f87555a7 req-3250f437-f939-4adb-972c-53caa0ac8661 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1560442 Apr 18 17:22:33.303600 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-083aa2b8-3678-4ff8-b41c-e07c476d4115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:33.358391 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181903b-f0f3-4a85-8bc4-2330bfe384d9 x-openstack-request-id: req-9181903b-f0f3-4a85-8bc4-2330bfe384d9 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:22:33.359046 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-plugged", "status": "completed", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:22:33.359545 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9181903b-f0f3-4a85-8bc4-2330bfe384d9 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:22:33.360177 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9181903b-f0f3-4a85-8bc4-2330bfe384d9'] response: {'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'code': 200} Apr 18 17:22:33.416248 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb8c7654-7f78-4615-96dd-38c7f87555a7 req-81996472-1863-46d1-b3cb-c9661b09c110 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184015 Apr 18 17:22:33.461991 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:33.514539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-be00cec3-2b41-4645-a1cf-9b4c872ecee7 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Deleting port 2bb2314e-25b1-4031-983d-a21556ba00ec {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:33.515907 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be00cec3-2b41-4645-a1cf-9b4c872ecee7 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:33.531801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52278) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:33.554993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:33.691417 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be00cec3-2b41-4645-a1cf-9b4c872ecee7 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:33.707357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-be00cec3-2b41-4645-a1cf-9b4c872ecee7 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Calling delete_port for 2bb2314e-25b1-4031-983d-a21556ba00ec owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:33.742247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de248184-a0c0-4f1f-a7c5-f9d3b2e8f625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:33.934401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3fff-58b9-41ad-bab1-f1f1017b3228 req-cf13eb9f-cb29-44ce-aefc-f003de9dd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:33.936192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-372f3fff-58b9-41ad-bab1-f1f1017b3228 req-cf13eb9f-cb29-44ce-aefc-f003de9dd964 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 1097 time: 0.2722332 Apr 18 17:22:33.971084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab74d8-7c04-45c2-9a16-88761b1171e8 req-53ecd4d4-cb78-473f-91ba-6490d4c155cf tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:33.973194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0ab74d8-7c04-45c2-9a16-88761b1171e8 req-53ecd4d4-cb78-473f-91ba-6490d4c155cf tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.1443548 Apr 18 17:22:33.980617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be00cec3-2b41-4645-a1cf-9b4c872ecee7 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.021061 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de248184-a0c0-4f1f-a7c5-f9d3b2e8f625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.039302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00cec3-2b41-4645-a1cf-9b4c872ecee7 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Port': ['ID=2bb2314e-25b1-4031-983d-a21556ba00ec,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:34.044484 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be00cec3-2b41-4645-a1cf-9b4c872ecee7 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.057693 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-be00cec3-2b41-4645-a1cf-9b4c872ecee7 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/ports/2bb2314e-25b1-4031-983d-a21556ba00ec HTTP/1.1" status: 204 len: 168 time: 0.8000550 Apr 18 17:22:34.059186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52294) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:34.080210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-372f3fff-58b9-41ad-bab1-f1f1017b3228 req-dd6bece2-6aa8-427b-8690-7271e3f656fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281965 Apr 18 17:22:34.136181 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de248184-a0c0-4f1f-a7c5-f9d3b2e8f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.184475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0ab74d8-7c04-45c2-9a16-88761b1171e8 req-5d5bd2b3-b304-4d5e-8128-43c5641a4488 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940064 Apr 18 17:22:34.229006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2da74ecb-f938-4012-96ba-7d4427a51b4d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Deleting port 104e92bd-2744-4ffb-b2df-75a1c15b0701 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:34.230258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2da74ecb-f938-4012-96ba-7d4427a51b4d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.252820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-de248184-a0c0-4f1f-a7c5-f9d3b2e8f625 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68a75c909fd24aef8a462eaa7832407c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192163 Apr 18 17:22:34.255348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52296) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:34.281703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de248184-a0c0-4f1f-a7c5-f9d3b2e8f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c15afc-e20a-4fce-b6c8-8cf2cda8bed5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:34.406361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2da74ecb-f938-4012-96ba-7d4427a51b4d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.424349 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.442538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2da74ecb-f938-4012-96ba-7d4427a51b4d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Calling delete_port for 104e92bd-2744-4ffb-b2df-75a1c15b0701 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:34.453400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a960-51dd-483d-b54f-b36ef3040261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.486323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a960-51dd-483d-b54f-b36ef3040261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.713667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a960-51dd-483d-b54f-b36ef3040261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.717532 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a960-51dd-483d-b54f-b36ef3040261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.719466 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0cd8a960-51dd-483d-b54f-b36ef3040261 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98c15afc-e20a-4fce-b6c8-8cf2cda8bed5 HTTP/1.1" status: 204 len: 168 time: 0.4628255 Apr 18 17:22:34.747770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8a960-51dd-483d-b54f-b36ef3040261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c15afc-e20a-4fce-b6c8-8cf2cda8bed5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:34.792623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2da74ecb-f938-4012-96ba-7d4427a51b4d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.863288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da74ecb-f938-4012-96ba-7d4427a51b4d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Port': ['ID=104e92bd-2744-4ffb-b2df-75a1c15b0701,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:34.869339 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2da74ecb-f938-4012-96ba-7d4427a51b4d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:34.875166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2da74ecb-f938-4012-96ba-7d4427a51b4d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/ports/104e92bd-2744-4ffb-b2df-75a1c15b0701 HTTP/1.1" status: 204 len: 168 time: 0.8156190 Apr 18 17:22:34.884171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52312) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:34.940573 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-247a81d2-92bd-4ba9-867e-16d8ced16bab tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0614090 Apr 18 17:22:34.944949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52314) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:34.958302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-407203560'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:35.121052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Made reservation on behalf of 177bb4d368b34a23a18d07a56f317d8e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:35.125369 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:35.165975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:35.179923 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:35.180560 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Added segment 78a2324d-89d3-43bc-ba41-bccec1ead810 of type vlan for network 4ffc613a-04c6-4a57-94aa-a2364d4e551f Apr 18 17:22:35.201646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2382-7531-4a79-96f1-ed8a733b05f1 req-5bfac178-f606-45a1-8fa2-8a3798090c60 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:35.211628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e01a2382-7531-4a79-96f1-ed8a733b05f1 req-5bfac178-f606-45a1-8fa2-8a3798090c60 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.7078452 Apr 18 17:22:35.236261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:35.312016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e01a2382-7531-4a79-96f1-ed8a733b05f1 req-9dc5870c-80b2-47e9-a814-20891203c7e3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991504 Apr 18 17:22:35.391734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:35.404290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:35.407319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:35.495862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de2b2d-47a0-4b7f-8181-5aab4cb5deae req-5aa8fd67-9d8e-4363-86ac-876e4c9f6846 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:35.506304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22de2b2d-47a0-4b7f-8181-5aab4cb5deae req-5aa8fd67-9d8e-4363-86ac-876e4c9f6846 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.1491938 Apr 18 17:22:35.612841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22de2b2d-47a0-4b7f-8181-5aab4cb5deae req-6385241a-19d6-4c8f-930e-87baba31fae9 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944111 Apr 18 17:22:35.648593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52334) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:35.656980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-434943711'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:35.658533 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7092397 Apr 18 17:22:35.675785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3def8-ca3e-443f-9502-7e21822544cd tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Network': ['ID=4ffc613a-04c6-4a57-94aa-a2364d4e551f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:35.688520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 4ffc613a-04c6-4a57-94aa-a2364d4e551f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:35.795091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Made reservation on behalf of 177bb4d368b34a23a18d07a56f317d8e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:35.799023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:35.887585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:35.927137 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:35.927993 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Added segment 8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5 of type vlan for network c4cce7cf-a7b6-47c0-924a-f3094e0acab8 Apr 18 17:22:36.024028 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:36.059656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52352) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:36.082857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:36.198894 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:36.220424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52356) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:36.222341 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f2973e3e-b6b7-43c3-8502-aa59250aeec1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc353c0e5f834545b5c23d1796582be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627584 Apr 18 17:22:36.319791 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:36.329211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:36.337749 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:36.435523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Network': ['ID=c4cce7cf-a7b6-47c0-924a-f3094e0acab8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:36.454083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network c4cce7cf-a7b6-47c0-924a-f3094e0acab8 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:36.564548 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b43777f-ea83-4407-9dbf-aacbc00fe9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:36.611608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ea2309b2-e7bf-48b5-af32-1fa0a7984e0d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9608333 Apr 18 17:22:36.736167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06a601-95bb-4266-a4ce-621276b34055 req-7767f3f3-252f-4ade-9b88-e2d1867934d1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:36.782202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb06a601-95bb-4266-a4ce-621276b34055 req-7767f3f3-252f-4ade-9b88-e2d1867934d1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.3225381 Apr 18 17:22:36.782202 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b43777f-ea83-4407-9dbf-aacbc00fe9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:37.131969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb06a601-95bb-4266-a4ce-621276b34055 req-60cc4a05-3ebe-459d-a3a7-a3ea0bb5fb69 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580489 Apr 18 17:22:37.177237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e3c2f-b04f-4587-b5d7-cc9ba7ba8b77 req-0eddaeb5-2865-4bbc-bc55-9272eaa13418 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:37.187466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c1e3c2f-b04f-4587-b5d7-cc9ba7ba8b77 req-0eddaeb5-2865-4bbc-bc55-9272eaa13418 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.3776596 Apr 18 17:22:37.200567 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b43777f-ea83-4407-9dbf-aacbc00fe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:37.207810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b43777f-ea83-4407-9dbf-aacbc00fe9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:37.211027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4b43777f-ea83-4407-9dbf-aacbc00fe9f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8bfe8f87-8402-4986-bd91-f866cd022f74 HTTP/1.1" status: 204 len: 168 time: 0.9892530 Apr 18 17:22:37.240874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43777f-ea83-4407-9dbf-aacbc00fe9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfe8f87-8402-4986-bd91-f866cd022f74,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:37.426249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c1e3c2f-b04f-4587-b5d7-cc9ba7ba8b77 req-bb118d3b-9146-49dc-a5ff-8a00b219cf8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376838 Apr 18 17:22:38.777902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb53a42-e3a8-4a01-a93c-2eb936d3a5ff req-b5079c85-a5ca-4957-8d96-7e21f24592a0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:38.779923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cb53a42-e3a8-4a01-a93c-2eb936d3a5ff req-b5079c85-a5ca-4957-8d96-7e21f24592a0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.4084575 Apr 18 17:22:38.951261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0378b-5c10-41cb-8c91-a4f4d91a2797 req-5d6bcf06-ca48-4eac-8fcc-f1cdf053a311 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:38.980249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79f0378b-5c10-41cb-8c91-a4f4d91a2797 req-5d6bcf06-ca48-4eac-8fcc-f1cdf053a311 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.2642167 Apr 18 17:22:39.129896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cb53a42-e3a8-4a01-a93c-2eb936d3a5ff req-ae0127a8-44b3-45b0-b1d6-6802abcdf146 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060055 Apr 18 17:22:39.140723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79f0378b-5c10-41cb-8c91-a4f4d91a2797 req-e5e03df0-15ff-4de5-b059-fcac1d28bec7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612656 Apr 18 17:22:40.063393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52450) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:40.089989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52454) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:40.100213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'subnets': [{'network_id': '4ffc613a-04c6-4a57-94aa-a2364d4e551f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1266776225', 'ip_version': 6}, {'network_id': 'c4cce7cf-a7b6-47c0-924a-f3094e0acab8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:40.100213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'subnet': {'network_id': '4ffc613a-04c6-4a57-94aa-a2364d4e551f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1266776225', 'ip_version': 6}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:40.100465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Request body: {'subnet': {'network_id': 'c4cce7cf-a7b6-47c0-924a-f3094e0acab8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:40.392257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6ac1b8da-242d-4023-99f8-ef7ea4d62597 tempest-AgentManagementNegativeTest-990205718 tempest-AgentManagementNegativeTest-990205718-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3261712 Apr 18 17:22:40.498009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fb1a2-77d4-4e72-bb77-d1390f5d6da6 req-07de966a-131f-4e3c-bc65-9d7148f703ee tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:40.501814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-766fb1a2-77d4-4e72-bb77-d1390f5d6da6 req-07de966a-131f-4e3c-bc65-9d7148f703ee tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.1058898 Apr 18 17:22:40.512524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb13d18-e64d-4bd8-8256-2a3b5dd3e2b3 req-b980f03d-87a0-480d-8363-761f9addaa10 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:40.513912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bb13d18-e64d-4bd8-8256-2a3b5dd3e2b3 req-b980f03d-87a0-480d-8363-761f9addaa10 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1180239 Apr 18 17:22:40.569586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Made reservation on behalf of 177bb4d368b34a23a18d07a56f317d8e for: {'subnet': 2} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:40.574198 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:40.578153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:40.589028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-766fb1a2-77d4-4e72-bb77-d1390f5d6da6 req-1ce77ba6-87b8-45ef-a455-15000c8db827 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739522 Apr 18 17:22:40.620513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bb13d18-e64d-4bd8-8256-2a3b5dd3e2b3 req-22fb4131-bff4-495a-a36d-fa1251c14924 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914757 Apr 18 17:22:41.214603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52482) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:41.386241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7360f8c6-b4cd-4258-ba33-532373bb09e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:41.398693 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:41.473657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7360f8c6-b4cd-4258-ba33-532373bb09e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:41.553832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Subnet': ['ID=94da495c-a471-46b9-b0fb-8b6b67bc5d5b,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:41.561899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Checking segment: {'id': '78a2324d-89d3-43bc-ba41-bccec1ead810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4ffc613a-04c6-4a57-94aa-a2364d4e551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:41.562778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Network hostable DHCP agents. Network: 4ffc613a-04c6-4a57-94aa-a2364d4e551f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:22:41.569802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7360f8c6-b4cd-4258-ba33-532373bb09e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:41.687220 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7360f8c6-b4cd-4258-ba33-532373bb09e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99db1e00ca964670a379f1cdb5ea86bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705195 Apr 18 17:22:41.688164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360f8c6-b4cd-4258-ba33-532373bb09e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39659a47-8354-4703-89cc-93cc25a1632b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:41.688411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Network 4ffc613a-04c6-4a57-94aa-a2364d4e551f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:22:41.697634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52496) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:41.805901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 4ffc613a-04c6-4a57-94aa-a2364d4e551f) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:41.821133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7b5c5-c1eb-4f83-ba8c-b43c8ea9645e None None] Network 4ffc613a-04c6-4a57-94aa-a2364d4e551f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:41.836103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:41.875315 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a45dab2d-9907-4469-a400-4211a1863e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:41.939578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a45dab2d-9907-4469-a400-4211a1863e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:42.089364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715539-b775-4dce-92ed-3e705c1f2464 req-9cd2442b-7ad0-47e8-b13f-7d0180b81be3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:42.095190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de715539-b775-4dce-92ed-3e705c1f2464 req-9cd2442b-7ad0-47e8-b13f-7d0180b81be3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.3745291 Apr 18 17:22:42.137254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event updated for resources: {'Subnet': ['ID=9e6b6873-a35c-46b3-83e0-911b07f59c6e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:42.142504 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a45dab2d-9907-4469-a400-4211a1863e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:42.145104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a45dab2d-9907-4469-a400-4211a1863e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:42.149878 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a45dab2d-9907-4469-a400-4211a1863e35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39659a47-8354-4703-89cc-93cc25a1632b HTTP/1.1" status: 204 len: 168 time: 0.4508483 Apr 18 17:22:42.150769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5a490-4a23-4957-97c7-4d20b2634834 req-31824eaf-d0f5-4cad-8960-95a3bab6ed20 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:42.152055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c5a490-4a23-4957-97c7-4d20b2634834 req-31824eaf-d0f5-4cad-8960-95a3bab6ed20 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.3602490 Apr 18 17:22:42.170319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Checking segment: {'id': '8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c4cce7cf-a7b6-47c0-924a-f3094e0acab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:42.170689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Network hostable DHCP agents. Network: c4cce7cf-a7b6-47c0-924a-f3094e0acab8, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:22:42.174222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dab2d-9907-4469-a400-4211a1863e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39659a47-8354-4703-89cc-93cc25a1632b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:42.266844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de715539-b775-4dce-92ed-3e705c1f2464 req-2551a8b4-75f8-4262-afee-239ec64f3b0c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547856 Apr 18 17:22:42.312214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4c5a490-4a23-4957-97c7-4d20b2634834 req-e59c674d-b4be-404d-a09f-ef2bdce0adc2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443388 Apr 18 17:22:42.367927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-4ffc613a-04c6-4a57-94aa-a2364d4e551f', 'network_id': '4ffc613a-04c6-4a57-94aa-a2364d4e551f', 'tenant_id': '177bb4d368b34a23a18d07a56f317d8e', 'fixed_ips': [{'subnet_id': '94da495c-a471-46b9-b0fb-8b6b67bc5d5b'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:22:42.368879 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:42.509360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Network c4cce7cf-a7b6-47c0-924a-f3094e0acab8 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:22:42.601858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, c4cce7cf-a7b6-47c0-924a-f3094e0acab8) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:42.606690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:42.607186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:42.610671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:42.618991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5c658-7fd6-4b71-b420-3f91c6e6301b None None] Network c4cce7cf-a7b6-47c0-924a-f3094e0acab8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:42.790941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7cd52fd5-c60e-49e9-ba87-058b3866887e tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6960268 Apr 18 17:22:42.791144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52522) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:42.791625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Allocated IP 2001:db8::1 (4ffc613a-04c6-4a57-94aa-a2364d4e551f/94da495c-a471-46b9-b0fb-8b6b67bc5d5b/274b0da1-671e-41b2-b468-a06271faf823) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:43.031557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9132326-da69-47a7-b2d0-3a34d0f30567 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:43.033213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9132326-da69-47a7-b2d0-3a34d0f30567 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:43.037047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9132326-da69-47a7-b2d0-3a34d0f30567 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:43.056780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52532) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:43.058835 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b9132326-da69-47a7-b2d0-3a34d0f30567 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2545817 Apr 18 17:22:43.174456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4198d7-4a60-4ea3-a7d4-1ab4b29b9acb tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Deleting subnet 94da495c-a471-46b9-b0fb-8b6b67bc5d5b {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:22:43.185582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-c4cce7cf-a7b6-47c0-924a-f3094e0acab8', 'network_id': 'c4cce7cf-a7b6-47c0-924a-f3094e0acab8', 'tenant_id': '177bb4d368b34a23a18d07a56f317d8e', 'fixed_ips': [{'subnet_id': '9e6b6873-a35c-46b3-83e0-911b07f59c6e'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:22:43.187391 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:43.397159 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:43.469821 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f4198d7-4a60-4ea3-a7d4-1ab4b29b9acb tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:43.483402 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:43.503385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Allocated IP 2001:db8:0:1::1 (c4cce7cf-a7b6-47c0-924a-f3094e0acab8/9e6b6873-a35c-46b3-83e0-911b07f59c6e/fd5af5e8-fd95-4a73-b6ac-59c9306a3391) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:43.611722 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f4198d7-4a60-4ea3-a7d4-1ab4b29b9acb tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:43.726029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Network 4ffc613a-04c6-4a57-94aa-a2364d4e551f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:43.756276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:43.760017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:43.784183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Pushing event updated for resources: {'Port': ['ID=274b0da1-671e-41b2-b468-a06271faf823,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:43.944332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f4198d7-4a60-4ea3-a7d4-1ab4b29b9acb tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.144007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Attempting to bind port 274b0da1-671e-41b2-b468-a06271faf823 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:22:44.144431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Attempting to bind port 274b0da1-671e-41b2-b468-a06271faf823 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '78a2324d-89d3-43bc-ba41-bccec1ead810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4ffc613a-04c6-4a57-94aa-a2364d4e551f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:22:44.149437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Attempting to bind port 274b0da1-671e-41b2-b468-a06271faf823 on network 4ffc613a-04c6-4a57-94aa-a2364d4e551f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:22:44.162181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:22:44.162181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Checking segment: {'id': '78a2324d-89d3-43bc-ba41-bccec1ead810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4ffc613a-04c6-4a57-94aa-a2364d4e551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:44.162181 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.162181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Bound using segment: {'id': '78a2324d-89d3-43bc-ba41-bccec1ead810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4ffc613a-04c6-4a57-94aa-a2364d4e551f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:22:44.162181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Bound port: 274b0da1-671e-41b2-b468-a06271faf823, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a2324d-89d3-43bc-ba41-bccec1ead810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4ffc613a-04c6-4a57-94aa-a2364d4e551f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:22:44.162181 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.207990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9680f-a103-470f-860c-2cf9b60d1887 req-b79424e2-3dbb-42fb-92d2-27ec09d99df3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:44.216474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45a9680f-a103-470f-860c-2cf9b60d1887 req-b79424e2-3dbb-42fb-92d2-27ec09d99df3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.0660403 Apr 18 17:22:44.296701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.317116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45a9680f-a103-470f-860c-2cf9b60d1887 req-38b7ade9-f73e-4a0a-8040-d03cb9945a37 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997474 Apr 18 17:22:44.322476 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f4198d7-4a60-4ea3-a7d4-1ab4b29b9acb tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.348320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] For port 274b0da1-671e-41b2-b468-a06271faf823, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:22:44.358333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] For port 274b0da1-671e-41b2-b468-a06271faf823, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=274b0da1-671e-41b2-b468-a06271faf823,segment=NetworkSegment(78a2324d-89d3-43bc-ba41-bccec1ead810),segment_id=78a2324d-89d3-43bc-ba41-bccec1ead810)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:22:44.430439 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.450639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4198d7-4a60-4ea3-a7d4-1ab4b29b9acb tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Subnet': ['ID=94da495c-a471-46b9-b0fb-8b6b67bc5d5b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:44.464897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Network c4cce7cf-a7b6-47c0-924a-f3094e0acab8 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:44.469653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:44.476757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f4198d7-4a60-4ea3-a7d4-1ab4b29b9acb tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.484727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3f4198d7-4a60-4ea3-a7d4-1ab4b29b9acb tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/subnets/94da495c-a471-46b9-b0fb-8b6b67bc5d5b HTTP/1.1" status: 204 len: 168 time: 1.4255509 Apr 18 17:22:44.486258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52564) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:44.513280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:44.529347 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.538554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52568) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:44.631637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2cee6d-fde6-4977-a7d9-3d3692dacedf tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Deleting subnet 9e6b6873-a35c-46b3-83e0-911b07f59c6e {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:22:44.654420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf2cee6d-fde6-4977-a7d9-3d3692dacedf tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.694179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Pushing event updated for resources: {'Port': ['ID=fd5af5e8-fd95-4a73-b6ac-59c9306a3391,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:44.776227 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf2cee6d-fde6-4977-a7d9-3d3692dacedf tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.780597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1633202376'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:44.826258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Attempting to bind port fd5af5e8-fd95-4a73-b6ac-59c9306a3391 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:22:44.826776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Attempting to bind port fd5af5e8-fd95-4a73-b6ac-59c9306a3391 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c4cce7cf-a7b6-47c0-924a-f3094e0acab8'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:22:44.827273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Attempting to bind port fd5af5e8-fd95-4a73-b6ac-59c9306a3391 on network c4cce7cf-a7b6-47c0-924a-f3094e0acab8 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:22:44.839072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:22:44.839779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Checking segment: {'id': '8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c4cce7cf-a7b6-47c0-924a-f3094e0acab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:44.840277 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.840768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Bound using segment: {'id': '8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c4cce7cf-a7b6-47c0-924a-f3094e0acab8'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:22:44.841558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Bound port: fd5af5e8-fd95-4a73-b6ac-59c9306a3391, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c4cce7cf-a7b6-47c0-924a-f3094e0acab8'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:22:44.842327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.876301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444e263-1d13-4a69-8f45-3c2ccf7811ff None None] Pushing event updated for resources: {'Port': ['ID=274b0da1-671e-41b2-b468-a06271faf823,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:44.909540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Made reservation on behalf of 5ec99434f5b74ef1b0808bcd7e481a5c for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:44.913959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.933764 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:44.977250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf2cee6d-fde6-4977-a7d9-3d3692dacedf tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.191016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf2cee6d-fde6-4977-a7d9-3d3692dacedf tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.208229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] For port fd5af5e8-fd95-4a73-b6ac-59c9306a3391, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:22:45.213011 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] For port fd5af5e8-fd95-4a73-b6ac-59c9306a3391, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fd5af5e8-fd95-4a73-b6ac-59c9306a3391,segment=NetworkSegment(8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5),segment_id=8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:22:45.240813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cee6d-fde6-4977-a7d9-3d3692dacedf tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6b6873-a35c-46b3-83e0-911b07f59c6e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:45.271155 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf2cee6d-fde6-4977-a7d9-3d3692dacedf tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.276296 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bf2cee6d-fde6-4977-a7d9-3d3692dacedf tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/subnets/9e6b6873-a35c-46b3-83e0-911b07f59c6e HTTP/1.1" status: 204 len: 168 time: 0.7878656 Apr 18 17:22:45.282489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52580) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:45.317567 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.336228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.414897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43234df7-396f-4b12-a2cf-4006e218b60d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:45.415783 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.426087 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-43234df7-396f-4b12-a2cf-4006e218b60d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1424799 Apr 18 17:22:45.430493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52586) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:45.474446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:45.491662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.504679 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Added segment bc9733a5-26ec-4bd3-a98e-10ffe3be6abe of type vlan for network b26f7e83-e5bf-4759-a8cc-57be3b9da685 Apr 18 17:22:45.530322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e83fc3-2b7b-4450-a1e1-5174f5a94a6a None None] Pushing event updated for resources: {'Port': ['ID=fd5af5e8-fd95-4a73-b6ac-59c9306a3391,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:45.722116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b445f1f1-293e-4c5e-985c-410909302b3a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:45.777802 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.887952 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:45.946111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cc2a6-0f2c-4af8-859a-64d2c534c7d1 req-e1c91a63-ad14-4e17-b4c3-c60582c61647 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:45.947705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f1cc2a6-0f2c-4af8-859a-64d2c534c7d1 req-e1c91a63-ad14-4e17-b4c3-c60582c61647 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.4030116 Apr 18 17:22:46.167719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:46.179532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:46.180284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:46.345534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f1cc2a6-0f2c-4af8-859a-64d2c534c7d1 req-03684001-57c5-4c62-bcb4-e50da4c65b5a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820100 Apr 18 17:22:46.452099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9104540 Apr 18 17:22:46.456619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52600) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:46.463633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'subnet': {'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:46.470019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be235eae-1e75-4ca3-9a5a-ddd396ff2e89 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Network': ['ID=b26f7e83-e5bf-4759-a8cc-57be3b9da685,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:46.486653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:46.506990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Deleting port fd5af5e8-fd95-4a73-b6ac-59c9306a3391 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:46.512577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:46.704493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5486a8d4-8188-41d8-8917-77cd2b5fc87a None None] Network 4ffc613a-04c6-4a57-94aa-a2364d4e551f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:46.789707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] For port fd5af5e8-fd95-4a73-b6ac-59c9306a3391, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fd5af5e8-fd95-4a73-b6ac-59c9306a3391,segment=NetworkSegment(8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5),segment_id=8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:46.790047 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:46.795149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Made reservation on behalf of 5ec99434f5b74ef1b0808bcd7e481a5c for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:46.800036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:46.870841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Calling delete_port for fd5af5e8-fd95-4a73-b6ac-59c9306a3391 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:47.110063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-438e2e33-ad60-4fa9-ab5d-83b7ae10f247 None None] Provisioning complete for port 274b0da1-671e-41b2-b468-a06271faf823 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:47.110310 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-438e2e33-ad60-4fa9-ab5d-83b7ae10f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.152258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 274b0da1-671e-41b2-b468-a06271faf823 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:22:47.329804 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.398926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Port': ['ID=fd5af5e8-fd95-4a73-b6ac-59c9306a3391,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:47.422064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] No DVR routers for this DVR port fd5af5e8-fd95-4a73-b6ac-59c9306a3391 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:22:47.516247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.545406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.548820 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.562939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 274b0da1-671e-41b2-b468-a06271faf823 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:47.562939 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.662333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Subnet': ['ID=f1a88a4b-a74e-4e36-a536-3e427b040965,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:47.673495 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-438e2e33-ad60-4fa9-ab5d-83b7ae10f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.712700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92eee27-da84-4cfc-abd9-bce1cfdbdee6 None None] Network c4cce7cf-a7b6-47c0-924a-f3094e0acab8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:47.733590 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.736232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Checking segment: {'id': 'bc9733a5-26ec-4bd3-a98e-10ffe3be6abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:47.736880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Network hostable DHCP agents. Network: b26f7e83-e5bf-4759-a8cc-57be3b9da685, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:22:47.771810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020fdb0-6515-41aa-82b1-93e2e21f361c req-a020553b-9b75-4db9-8dae-cc800e57e364 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:47.773378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d020fdb0-6515-41aa-82b1-93e2e21f361c req-a020553b-9b75-4db9-8dae-cc800e57e364 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.2431948 Apr 18 17:22:47.782474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cce7cf-a7b6-47c0-924a-f3094e0acab8']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:47.805526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:47.805783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0f6d18-5fa4-4a93-aa28-0d319d36d5e5') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:47.825843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.830895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] DHCP port deletion for 4ffc613a-04c6-4a57-94aa-a2364d4e551f request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:22:47.859202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d020fdb0-6515-41aa-82b1-93e2e21f361c req-8e30e9de-f10b-42dc-b10e-dd17d3ff986a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737422 Apr 18 17:22:47.917567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:22:47.918226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.918226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:22:47.918226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:22:47.932890 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:22:47.955502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-438e2e33-ad60-4fa9-ab5d-83b7ae10f247 None None] For port 274b0da1-671e-41b2-b468-a06271faf823, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=274b0da1-671e-41b2-b468-a06271faf823,segment=NetworkSegment(78a2324d-89d3-43bc-ba41-bccec1ead810),segment_id=78a2324d-89d3-43bc-ba41-bccec1ead810)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:48.009803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] Deleting port 274b0da1-671e-41b2-b468-a06271faf823 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:48.010181 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.060907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b26f7e83-e5bf-4759-a8cc-57be3b9da685) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:48.071359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:48.074082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.105634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398e834b-df78-4bc3-abfa-fbc97a996a84 None None] DHCP port deletion for c4cce7cf-a7b6-47c0-924a-f3094e0acab8 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:22:48.115004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1087cf9-38f4-460b-bc02-4065f5faa6ae None None] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:48.163602 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:22:48.218759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.236737 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.251238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/networks/c4cce7cf-a7b6-47c0-924a-f3094e0acab8 HTTP/1.1" status: 204 len: 168 time: 2.8161793 Apr 18 17:22:48.254643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52622) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:48.256829 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1a277494-0ae6-43ff-be89-32866fe59923 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7982142 Apr 18 17:22:48.257584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52624) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:48.262874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-663645376'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:48.335112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837f82e-293a-4522-bde1-82ac5a8eae82 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Network': ['ID=c4cce7cf-a7b6-47c0-924a-f3094e0acab8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:48.486286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.491467 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-438e2e33-ad60-4fa9-ab5d-83b7ae10f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.508465 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.572449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Deleting port 274b0da1-671e-41b2-b468-a06271faf823 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:48.572981 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.616741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Made reservation on behalf of 5ec99434f5b74ef1b0808bcd7e481a5c for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:48.623014 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.656981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:48.687146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] device_id is not set on port 1aebe646-7a55-46a8-952f-ca9a7e990249 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:48.706917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] For port 274b0da1-671e-41b2-b468-a06271faf823, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=274b0da1-671e-41b2-b468-a06271faf823,segment=NetworkSegment(78a2324d-89d3-43bc-ba41-bccec1ead810),segment_id=78a2324d-89d3-43bc-ba41-bccec1ead810)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:48.707538 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.734763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] Calling delete_port for 274b0da1-671e-41b2-b468-a06271faf823 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:48.775637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] For port 274b0da1-671e-41b2-b468-a06271faf823, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=274b0da1-671e-41b2-b468-a06271faf823,segment=NetworkSegment(78a2324d-89d3-43bc-ba41-bccec1ead810),segment_id=78a2324d-89d3-43bc-ba41-bccec1ead810)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:48.776398 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:48.817828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Calling delete_port for 274b0da1-671e-41b2-b468-a06271faf823 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:48.967113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Allocated IP 2001:db8::93 (b26f7e83-e5bf-4759-a8cc-57be3b9da685/f1a88a4b-a74e-4e36-a536-3e427b040965/1aebe646-7a55-46a8-952f-ca9a7e990249) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:48.968872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fbd4410b-8626-4714-b0e3-3789c56b5d63 None None] Could not find standard attr ID for object fd5af5e8-fd95-4a73-b6ac-59c9306a3391. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:22:49.089695 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.105616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fd5af5e8-fd95-4a73-b6ac-59c9306a3391 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:22:49.141239 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.160593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] No DVR routers for this DVR port 274b0da1-671e-41b2-b468-a06271faf823 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:22:49.163001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e2e33-ad60-4fa9-ab5d-83b7ae10f247 None None] Pushing event updated for resources: {'Port': ['ID=274b0da1-671e-41b2-b468-a06271faf823,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:49.170283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: fd5af5e8-fd95-4a73-b6ac-59c9306a3391 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:22:49.170771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fd5af5e8-fd95-4a73-b6ac-59c9306a3391 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 17:22:49.224976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Port fd5af5e8-fd95-4a73-b6ac-59c9306a3391 not found, will not notify nova. {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 17:22:49.227108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7f798-10e3-4849-8f3f-8bae2618e5ff None None] Pushing event deleted for resources: {'Port': ['ID=274b0da1-671e-41b2-b468-a06271faf823,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:49.228540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Port': ['ID=274b0da1-671e-41b2-b468-a06271faf823,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:49.236993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] No DVR routers for this DVR port 274b0da1-671e-41b2-b468-a06271faf823 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:22:49.333776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194995c9-11c5-4764-a51b-69523491806b req-7866cc61-4265-4231-92a1-39b5d9dd6719 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:49.335362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-194995c9-11c5-4764-a51b-69523491806b req-7866cc61-4265-4231-92a1-39b5d9dd6719 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.2981319 Apr 18 17:22:49.354141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'tenant_id': '5ec99434f5b74ef1b0808bcd7e481a5c', 'fixed_ips': [{'subnet_id': 'f1a88a4b-a74e-4e36-a536-3e427b040965'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:22:49.355310 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.472364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 274b0da1-671e-41b2-b468-a06271faf823 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:49.508112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 274b0da1-671e-41b2-b468-a06271faf823 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:22:49.508814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 274b0da1-671e-41b2-b468-a06271faf823 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:22:49.509465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fd5af5e8-fd95-4a73-b6ac-59c9306a3391 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:49.513955 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.554359 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.564226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffc613a-04c6-4a57-94aa-a2364d4e551f']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:49.577313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-194995c9-11c5-4764-a51b-69523491806b req-9804791a-8d76-45f7-bec5-2c34c9302437 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535850 Apr 18 17:22:49.582535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a2324d-89d3-43bc-ba41-bccec1ead810') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:49.583003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a2324d-89d3-43bc-ba41-bccec1ead810') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:49.596398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: fd5af5e8-fd95-4a73-b6ac-59c9306a3391 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:22:49.597400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fd5af5e8-fd95-4a73-b6ac-59c9306a3391 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:22:49.602773 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.628684 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.639379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:22:49.640151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: self.session.flush() Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:22:49.648413 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:22:49.792672 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.848928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:49.857402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Allocated IP 2001:db8::2 (b26f7e83-e5bf-4759-a8cc-57be3b9da685/f1a88a4b-a74e-4e36-a536-3e427b040965/19d204bb-0396-453e-b1e3-93dd867f4d3f) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:49.857978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:49.863872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:49.869664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:49.870304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.883091 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=1aebe646-7a55-46a8-952f-ca9a7e990249,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:49.938754 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.949986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:49.956410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/networks/4ffc613a-04c6-4a57-94aa-a2364d4e551f HTTP/1.1" status: 204 len: 168 time: 1.7001634 Apr 18 17:22:49.961554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52656) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:49.989750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b14b46-6388-4bcf-be5d-226de883b1bc tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Network': ['ID=4ffc613a-04c6-4a57-94aa-a2364d4e551f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:50.008957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.089025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-feaa6ad1-597e-4c04-b8a9-49cba4b54e32 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8274093 Apr 18 17:22:50.089287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52662) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:50.107176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1451580576', 'allowed_address_pairs': [{'ip_address': '2001:db8::93', 'mac_address': 'fa:16:3e:fb:f6:3e'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:50.155549 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.162730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.273443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.327726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.335063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf927106-6bbc-429c-8250-c89d0d553b52']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:50.354044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00abdf6a-3b05-409a-832a-78df01fe2e94') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:50.354747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00abdf6a-3b05-409a-832a-78df01fe2e94') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:50.383798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.407743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.419849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:22:50.420876 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.430432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Pushing event updated for resources: {'Port': ['ID=19d204bb-0396-453e-b1e3-93dd867f4d3f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:50.441528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:50.441528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:50.444572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:22:50.504144 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:22:50.524274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Attempting to bind port 19d204bb-0396-453e-b1e3-93dd867f4d3f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:22:50.524698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Attempting to bind port 19d204bb-0396-453e-b1e3-93dd867f4d3f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'bc9733a5-26ec-4bd3-a98e-10ffe3be6abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:22:50.525252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Attempting to bind port 19d204bb-0396-453e-b1e3-93dd867f4d3f on network b26f7e83-e5bf-4759-a8cc-57be3b9da685 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:22:50.531224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:22:50.531597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Checking segment: {'id': 'bc9733a5-26ec-4bd3-a98e-10ffe3be6abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:50.532003 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.532396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Bound using segment: {'id': 'bc9733a5-26ec-4bd3-a98e-10ffe3be6abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:22:50.532873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Bound port: 19d204bb-0396-453e-b1e3-93dd867f4d3f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9733a5-26ec-4bd3-a98e-10ffe3be6abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:22:50.533289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.589794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Deleting port 13beefb9-cfae-44d6-aee7-31c05e4aa431 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:50.590140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.593471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Made reservation on behalf of 5ec99434f5b74ef1b0808bcd7e481a5c for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:50.613255 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.628399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.636881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/networks/cf927106-6bbc-429c-8250-c89d0d553b52 HTTP/1.1" status: 204 len: 168 time: 0.6721294 Apr 18 17:22:50.643242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52678) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:50.651990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] For port 19d204bb-0396-453e-b1e3-93dd867f4d3f, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:22:50.663176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] For port 19d204bb-0396-453e-b1e3-93dd867f4d3f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=19d204bb-0396-453e-b1e3-93dd867f4d3f,segment=NetworkSegment(bc9733a5-26ec-4bd3-a98e-10ffe3be6abe),segment_id=bc9733a5-26ec-4bd3-a98e-10ffe3be6abe)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:22:50.675856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464449b-7f51-49b5-b0d6-8260cf98f230 tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Network': ['ID=cf927106-6bbc-429c-8250-c89d0d553b52,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:50.727249 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.744915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7f8d8-e495-4602-a348-29be0cd91967 req-295a45fe-c23f-436f-929f-2dee74ccbae2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:50.746879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acd7f8d8-e495-4602-a348-29be0cd91967 req-295a45fe-c23f-436f-929f-2dee74ccbae2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.0575662 Apr 18 17:22:50.794674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948cf6a-ef01-443d-981b-62bbc62609f9 None None] Pushing event updated for resources: {'Port': ['ID=19d204bb-0396-453e-b1e3-93dd867f4d3f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:50.829068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acd7f8d8-e495-4602-a348-29be0cd91967 req-1ed50319-6ebd-48c2-a486-baed42f65d6c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587604 Apr 18 17:22:50.932348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.949127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] For port 13beefb9-cfae-44d6-aee7-31c05e4aa431, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=13beefb9-cfae-44d6-aee7-31c05e4aa431,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:50.949522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.958670 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:50.981877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Calling delete_port for 13beefb9-cfae-44d6-aee7-31c05e4aa431 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:51.071185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] device_id is not set on port 54b3e525-08c4-42c6-918f-c927ed1471bb yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:51.189850 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.240013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d831975-7c0f-4c57-82e6-e577043fe4ee']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:51.286655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3c2bdd-83f9-4aaf-a428-19723199693e') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:51.286862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3c2bdd-83f9-4aaf-a428-19723199693e') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:51.337767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.365132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 19d204bb-0396-453e-b1e3-93dd867f4d3f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:22:51.373541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.376681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Allocated IP 2001:db8::23f (b26f7e83-e5bf-4759-a8cc-57be3b9da685/f1a88a4b-a74e-4e36-a536-3e427b040965/54b3e525-08c4-42c6-918f-c927ed1471bb) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:51.389120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:22:51.390285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:22:51.394836 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:22:51.423389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 19d204bb-0396-453e-b1e3-93dd867f4d3f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:51.423790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.458288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-a204b97f-48ec-4e1d-99df-e0d64951f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:51.460723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-a204b97f-48ec-4e1d-99df-e0d64951f060 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 1097 time: 0.1192439 Apr 18 17:22:51.519001 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.574641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 19d204bb-0396-453e-b1e3-93dd867f4d3f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=19d204bb-0396-453e-b1e3-93dd867f4d3f,segment=NetworkSegment(bc9733a5-26ec-4bd3-a98e-10ffe3be6abe),segment_id=bc9733a5-26ec-4bd3-a98e-10ffe3be6abe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:51.583184 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.594028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.600172 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] 10.222.0.45 "DELETE /v2.0/networks/8d831975-7c0f-4c57-82e6-e577043fe4ee HTTP/1.1" status: 204 len: 168 time: 0.9544575 Apr 18 17:22:51.603749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-d64ce2fe-c442-4d2b-a95c-ed73e2248647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:51.605313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-d64ce2fe-c442-4d2b-a95c-ed73e2248647 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1358452 Apr 18 17:22:51.649517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Pushing event deleted for resources: {'Network': ['ID=8d831975-7c0f-4c57-82e6-e577043fe4ee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:51.671643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.694864 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:51.699499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.699499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.699912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.700159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.700501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.700834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.701164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.701524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.701855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.702214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.702544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.702872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034323c-cece-419f-b405-2461d17bc73d tempest-BulkNetworkOpsIpV6Test-56975360 tempest-BulkNetworkOpsIpV6Test-56975360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:22:51.718227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-0464fc4d-17fb-4df6-b4c9-5a657321dc19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd02874e-5bc8-477e-9190-4c4162eb8469 HTTP/1.1" status: 200 len: 217 time: 0.1043959 Apr 18 17:22:51.731370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=13beefb9-cfae-44d6-aee7-31c05e4aa431,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:51.775119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=19d204bb-0396-453e-b1e3-93dd867f4d3f,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:51.784497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-855b59f9-b7c7-4635-ba0c-eed06a4c89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:51.786554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-855b59f9-b7c7-4635-ba0c-eed06a4c89bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0612769 Apr 18 17:22:51.891098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-305e3d69-1c8a-41e4-aa99-eb25b60ba0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:51.894549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-305e3d69-1c8a-41e4-aa99-eb25b60ba0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009829 Apr 18 17:22:51.972132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.083800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97630f-3d37-4ca1-9a0f-f5b224624c9c req-8ec76c4b-e958-40a2-a479-3db936793b29 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:52.089017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef97630f-3d37-4ca1-9a0f-f5b224624c9c req-8ec76c4b-e958-40a2-a479-3db936793b29 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.1035264 Apr 18 17:22:52.173211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.175741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-06324f56-7d2e-4de2-81eb-ae880e535199 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688351 Apr 18 17:22:52.258235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef97630f-3d37-4ca1-9a0f-f5b224624c9c req-873a44b1-0669-4c94-8ea9-e8145f75d16d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550195 Apr 18 17:22:52.315002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52710) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:52.336315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b972fc-6704-4bd8-86bb-55d1617bc696 None None] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:52.369316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6c020d5-2f27-46ce-a018-c45024d4077c req-bb751236-3a47-490a-b2a4-a97f421c0ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842849 Apr 18 17:22:52.429393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-644470ad-d124-48c9-9384-624df25c0f2e None None] Provisioning complete for port 19d204bb-0396-453e-b1e3-93dd867f4d3f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:52.429982 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-644470ad-d124-48c9-9384-624df25c0f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.525029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6079ebb8-d0a8-4105-a5ea-871120cad897 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=177bb4d368b34a23a18d07a56f317d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078197 Apr 18 17:22:52.527227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52720) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:52.606709 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e564-0367-4b22-8760-0656af38bbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.652069 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e564-0367-4b22-8760-0656af38bbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.697875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.795158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:52.798168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=54b3e525-08c4-42c6-918f-c927ed1471bb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:52.802200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:52.804612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:52.810718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:52.811881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.869362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e564-0367-4b22-8760-0656af38bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.872349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e564-0367-4b22-8760-0656af38bbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:52.876470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2ef7e564-0367-4b22-8760-0656af38bbdf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfb515c4-d54f-4e9d-a384-057cd6afe5a8 HTTP/1.1" status: 204 len: 168 time: 0.3453310 Apr 18 17:22:52.883466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7e564-0367-4b22-8760-0656af38bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb515c4-d54f-4e9d-a384-057cd6afe5a8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:52.941226 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3d919345-7b63-4fbf-8201-9667bc729d53 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8508759 Apr 18 17:22:52.943934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52730) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:52.987241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Router 76adc3aa-f6dc-4d81-9823-19169cde916a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:22:53.069943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6d026-1e38-4b12-8bba-40647460fe80 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:53.078284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6d026-1e38-4b12-8bba-40647460fe80 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:53.090614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6d026-1e38-4b12-8bba-40647460fe80 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:53.092929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-89a6d026-1e38-4b12-8bba-40647460fe80 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1478169 Apr 18 17:22:53.096031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52734) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:53.110391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7a1143d1-cb2c-406e-bab7-cecf34c1276c None None] Provisioning complete for port 54b3e525-08c4-42c6-918f-c927ed1471bb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:53.110906 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7a1143d1-cb2c-406e-bab7-cecf34c1276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.134306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:22:53.145186 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] Sync routers for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:22:53.156572 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:53.157262 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:53.163697 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ff094012-49a5-4fee-a817-601d45abbaa8 admin admin] 10.222.0.45 "PUT /v2.0/routers/76adc3aa-f6dc-4d81-9823-19169cde916a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5047643 Apr 18 17:22:53.166163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52736) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:53.188178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7a1143d1-cb2c-406e-bab7-cecf34c1276c None None] Port 54b3e525-08c4-42c6-918f-c927ed1471bb cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:22:53.206401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7a1143d1-cb2c-406e-bab7-cecf34c1276c None None] Provisioning complete for port 19d204bb-0396-453e-b1e3-93dd867f4d3f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:53.215335 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7a1143d1-cb2c-406e-bab7-cecf34c1276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.235157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cecf6830-0ad4-4377-990b-b3ad3ea72210 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Deleting port 54b3e525-08c4-42c6-918f-c927ed1471bb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:53.235508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cecf6830-0ad4-4377-990b-b3ad3ea72210 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.442142 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:22:53.460687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7a1143d1-cb2c-406e-bab7-cecf34c1276c None None] Provisioning complete for port 1aebe646-7a55-46a8-952f-ca9a7e990249 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:53.468225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7a1143d1-cb2c-406e-bab7-cecf34c1276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.484192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.584882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7a1143d1-cb2c-406e-bab7-cecf34c1276c None None] Port 1aebe646-7a55-46a8-952f-ca9a7e990249 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:22:53.588299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cecf6830-0ad4-4377-990b-b3ad3ea72210 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.594788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 19d204bb-0396-453e-b1e3-93dd867f4d3f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:22:53.664801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7305d-e110-4620-9b67-902499d2c684 req-86634158-fd45-4bd2-ab10-17ffa6818ada tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:53.667033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cf7305d-e110-4620-9b67-902499d2c684 req-86634158-fd45-4bd2-ab10-17ffa6818ada tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 946 time: 0.2167842 Apr 18 17:22:53.673898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cecf6830-0ad4-4377-990b-b3ad3ea72210 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Calling delete_port for 54b3e525-08c4-42c6-918f-c927ed1471bb owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:53.758500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f2230607-fd1f-4617-8301-96703140a366 None None] Provisioning complete for port 1aebe646-7a55-46a8-952f-ca9a7e990249 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:53.758891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f2230607-fd1f-4617-8301-96703140a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.767160 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.843951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 19d204bb-0396-453e-b1e3-93dd867f4d3f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:53.844575 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:53.958807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f2230607-fd1f-4617-8301-96703140a366 None None] Port 1aebe646-7a55-46a8-952f-ca9a7e990249 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:22:54.015525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Deleting port 7bb7a6e7-3166-4840-9e26-404da3c05cbe {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:54.016100 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:54.063269 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:22:51Z', 'revision_number': 5, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port': {'id': '7bb7a6e7-3166-4840-9e26-404da3c05cbe', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:13:28Z', 'updated_at': '2022-04-18T17:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:54.086434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e83f95bb-2879-4ef7-b81d-2699ac4a381a None None] Provisioning complete for port 54b3e525-08c4-42c6-918f-c927ed1471bb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:54.086819 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e83f95bb-2879-4ef7-b81d-2699ac4a381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:54.137558 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] Checking router: 76adc3aa-f6dc-4d81-9823-19169cde916a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:22:54.158876 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] Routers {'76adc3aa-f6dc-4d81-9823-19169cde916a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:22:54.159700 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:22:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['76adc3aa-f6dc-4d81-9823-19169cde916a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:54.164152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e83f95bb-2879-4ef7-b81d-2699ac4a381a None None] Port 54b3e525-08c4-42c6-918f-c927ed1471bb cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:22:54.195444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] For port 7bb7a6e7-3166-4840-9e26-404da3c05cbe, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7bb7a6e7-3166-4840-9e26-404da3c05cbe,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:54.200876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:54.241401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Calling delete_port for 7bb7a6e7-3166-4840-9e26-404da3c05cbe owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:54.291679 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] Set router 76adc3aa-f6dc-4d81-9823-19169cde916a gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:22:54.391939 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:22:53Z', 'revision_number': 6, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:54.441648 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d6ef3-2f39-4820-aadf-a6ca29fe1370 None None] The sync data for ids ['76adc3aa-f6dc-4d81-9823-19169cde916a'] in n-d-836015-2 is: [{'id': '76adc3aa-f6dc-4d81-9823-19169cde916a', 'name': 'tempest-AttachVolumeNegativeTest-806163563-router', 'tenant_id': '197c04bc2e604d4882b92c004121e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:13:25Z', 'updated_at': '2022-04-18T17:22:53Z', 'revision_number': 6, 'project_id': '197c04bc2e604d4882b92c004121e59d', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:22:54.512825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cf7305d-e110-4620-9b67-902499d2c684 req-e0009cc9-040e-49c2-80cd-b58cefc788c5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8365724 Apr 18 17:22:54.611077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:54.614859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52776) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:54.645947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb7a6e7-3166-4840-9e26-404da3c05cbe,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:54.710570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:54.746802 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cecf6830-0ad4-4377-990b-b3ad3ea72210 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:54.786234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6830-0ad4-4377-990b-b3ad3ea72210 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Port': ['ID=54b3e525-08c4-42c6-918f-c927ed1471bb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:54.799214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1029205951'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:54.895091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:54.899569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:54.950960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd02874e-5bc8-477e-9190-4c4162eb8469 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:55.014835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:55.018677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.032060 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cecf6830-0ad4-4377-990b-b3ad3ea72210 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.035910 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cecf6830-0ad4-4377-990b-b3ad3ea72210 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "DELETE /v2.0/ports/54b3e525-08c4-42c6-918f-c927ed1471bb HTTP/1.1" status: 204 len: 168 time: 1.9385071 Apr 18 17:22:55.039956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52786) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:55.040916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.050954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.051518 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76adc3aa-f6dc-4d81-9823-19169cde916a {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:22:55.062442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.063366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a1b6986e-8745-4015-ac91-0230815e3009 admin admin] 10.222.0.45 "DELETE /v2.0/routers/76adc3aa-f6dc-4d81-9823-19169cde916a HTTP/1.1" status: 204 len: 168 time: 1.8962419 Apr 18 17:22:55.066774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52788) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:55.092211 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-653150f0-b172-43df-9d8a-6eaf6c1cfbea tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] GET failed (client error): The resource could not be found. Apr 18 17:22:55.094671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-653150f0-b172-43df-9d8a-6eaf6c1cfbea tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "GET /v2.0/ports/54b3e525-08c4-42c6-918f-c927ed1471bb HTTP/1.1" status: 404 len: 333 time: 0.0524626 Apr 18 17:22:55.102808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52790) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:55.104420 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.110562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-68652083'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:55.170051 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:22:55.173638 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8689135b-d292-402c-af77-de7936120f4a" -d '{"events": [{"server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "name": "network-vif-unplugged", "status": "completed", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:22:55.174265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad848e8-a817-47e9-a157-229e5ced2a4f admin admin] Deleting subnet 4b971683-011f-4e84-9c4f-5cea4b4efd1d {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:22:55.190661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:55.204099 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad848e8-a817-47e9-a157-229e5ced2a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.237164 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143d3b3-b6c5-46d1-aa0a-e82378051688 x-openstack-request-id: req-b143d3b3-b6c5-46d1-aa0a-e82378051688 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:22:55.237588 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "name": "network-vif-unplugged", "status": "completed", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:22:55.237931 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b143d3b3-b6c5-46d1-aa0a-e82378051688 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:22:55.238435 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b143d3b3-b6c5-46d1-aa0a-e82378051688'] response: {'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'code': 200} Apr 18 17:22:55.264861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad848e8-a817-47e9-a157-229e5ced2a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.308748 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.357569 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.379076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Made reservation on behalf of 5ec99434f5b74ef1b0808bcd7e481a5c for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:55.383587 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.427274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.431638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] device_id is not set on port 709f8918-a42a-40ee-bf57-4c335d0f44f1 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:55.460177 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7bb7a6e7-3166-4840-9e26-404da3c05cbe no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:55.465774 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad848e8-a817-47e9-a157-229e5ced2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.520848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:55.532902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 7bb7a6e7-3166-4840-9e26-404da3c05cbe {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:22:55.533255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7bb7a6e7-3166-4840-9e26-404da3c05cbe not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:22:55.533823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 13beefb9-cfae-44d6-aee7-31c05e4aa431 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:55.549838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9031913c-e357-48d1-a09e-091b6084a534,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:55.606388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.610064 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Added segment b0df0265-11e8-4eb6-85f2-659249ce2149 of type vlan for network 8c60644a-83e9-479a-86bd-591c6ef3b502 Apr 18 17:22:55.616695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:55.620689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 13beefb9-cfae-44d6-aee7-31c05e4aa431 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:22:55.621036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 13beefb9-cfae-44d6-aee7-31c05e4aa431 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:22:55.705265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Allocated IP 2001:db8::33a (b26f7e83-e5bf-4759-a8cc-57be3b9da685/f1a88a4b-a74e-4e36-a536-3e427b040965/709f8918-a42a-40ee-bf57-4c335d0f44f1) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:22:55.748285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.804072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad848e8-a817-47e9-a157-229e5ced2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.841905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc4609-f8b3-41db-aa53-c966acfc87d4 req-eeb841ec-0db6-4937-a45d-35e5dc0a9c45 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:55.846284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6bc4609-f8b3-41db-aa53-c966acfc87d4 req-eeb841ec-0db6-4937-a45d-35e5dc0a9c45 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 944 time: 0.1439888 Apr 18 17:22:55.853043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad848e8-a817-47e9-a157-229e5ced2a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b971683-011f-4e84-9c4f-5cea4b4efd1d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:55.856286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ad848e8-a817-47e9-a157-229e5ced2a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.858306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820ba455-c914-4fb0-b930-a77deef50eed None None] Network 6cc2c58f-8546-4ce1-89d8-2b141f67b355 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:55.864570 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5ad848e8-a817-47e9-a157-229e5ced2a4f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4b971683-011f-4e84-9c4f-5cea4b4efd1d HTTP/1.1" status: 204 len: 168 time: 0.7967913 Apr 18 17:22:55.866114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:55.891542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52808) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:55.897495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:55.898147 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.021703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.110708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Network': ['ID=8c60644a-83e9-479a-86bd-591c6ef3b502,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:56.120236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6bc4609-f8b3-41db-aa53-c966acfc87d4 req-8b72b208-027f-46a2-af9f-c4063a70a9eb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549014 Apr 18 17:22:56.129897 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-97768a58-580e-44a8-9f17-820d6606824d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5140321 Apr 18 17:22:56.132372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52816) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:56.141210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'name': 'tempest-PortsIpV6TestJSON-1166938071'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:56.184988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:56.214484 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.237921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Deleting port 2a46284d-72c7-4544-90c0-051525b252c1 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:56.237921 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.302814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] For port 2a46284d-72c7-4544-90c0-051525b252c1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2a46284d-72c7-4544-90c0-051525b252c1,segment=NetworkSegment(18cc4640-0f2f-4be6-8466-f33b72755b0c),segment_id=18cc4640-0f2f-4be6-8466-f33b72755b0c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:56.303204 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.318679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Calling delete_port for 2a46284d-72c7-4544-90c0-051525b252c1 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:56.426205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:56.430002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.440117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] DHCP port deletion for 6cc2c58f-8546-4ce1-89d8-2b141f67b355 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:22:56.451133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 362e064d-fbad-4ea7-98a7-42d86ac1f61a yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:56.513521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.541249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] Deleting port 2a46284d-72c7-4544-90c0-051525b252c1 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:56.541706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.558822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796beaf-0723-48ad-835d-0d84540710b9 req-6e15f90e-790c-4476-a3da-1156d5ba780f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:56.560422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4796beaf-0723-48ad-835d-0d84540710b9 req-6e15f90e-790c-4476-a3da-1156d5ba780f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1427412 Apr 18 17:22:56.561231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a46284d-72c7-4544-90c0-051525b252c1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:56.563992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] No DVR routers for this DVR port 2a46284d-72c7-4544-90c0-051525b252c1 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:22:56.624725 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.639460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] For port 2a46284d-72c7-4544-90c0-051525b252c1, host n-d-836015-2, got binding levels [] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:22:56.640855 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.657808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] Calling delete_port for 2a46284d-72c7-4544-90c0-051525b252c1 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:56.667231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.ipam_backend_mixin [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] Port 2a46284d-72c7-4544-90c0-051525b252c1 was not found and therefore no delete operation was performed {{(pid=109827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:22:56.669137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.685265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] No DVR routers for this DVR port 2a46284d-72c7-4544-90c0-051525b252c1 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:22:56.706750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cdd15-6b5a-4174-926c-628ff6ee9d22 None None] Pushing event deleted for resources: {'Port': ['ID=2a46284d-72c7-4544-90c0-051525b252c1,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:56.795627 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.824794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:22:56.834994 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:56.847380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.850269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:56.855906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:56.856609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.867857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=709f8918-a42a-40ee-bf57-4c335d0f44f1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:56.886756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4796beaf-0723-48ad-835d-0d84540710b9 req-1a7c251b-7b02-464f-8e8a-ac27e092d61a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189752 Apr 18 17:22:56.903462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc2c58f-8546-4ce1-89d8-2b141f67b355']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:56.915851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cc4640-0f2f-4be6-8466-f33b72755b0c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:56.916051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.916185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cc4640-0f2f-4be6-8466-f33b72755b0c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:22:56.938500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.961227 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.974201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:22:56.974615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:22:56.976454 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:22:57.008961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5c7b54ec-5c30-4780-9c4f-a297fe7f5f11 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9035170 Apr 18 17:22:57.015145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52830) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:57.032570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::93', 'mac_address': 'fa:16:3e:fb:f6:3e'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:57.076271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=362e064d-fbad-4ea7-98a7-42d86ac1f61a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:57.079981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking segment: {'id': 'b0df0265-11e8-4eb6-85f2-659249ce2149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:22:57.080488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network hostable DHCP agents. Network: 8c60644a-83e9-479a-86bd-591c6ef3b502, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:22:57.166847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:22:57.263358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 8c60644a-83e9-479a-86bd-591c6ef3b502) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:22:57.273936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:22:57.282725 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a85e85-7c03-4b77-bfbf-f5a951d99f95 None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:22:57.289439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994e43-92b9-4d56-a617-f4ad3776a41b req-0ac428f5-63d9-40b0-950c-aca9b3ba4a5c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:57.291280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0994e43-92b9-4d56-a617-f4ad3776a41b req-0ac428f5-63d9-40b0-950c-aca9b3ba4a5c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2811887 Apr 18 17:22:57.307130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.310829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:57.311546 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.407304 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.414242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] 10.222.0.45 "DELETE /v2.0/networks/6cc2c58f-8546-4ce1-89d8-2b141f67b355 HTTP/1.1" status: 204 len: 168 time: 1.5183549 Apr 18 17:22:57.416861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83081d-daf1-4ed1-aab7-cfda12c52e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc2c58f-8546-4ce1-89d8-2b141f67b355,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:57.427623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-218145e4-3e54-486e-88bc-8834c384af51 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2904298 Apr 18 17:22:57.430654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52840) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:57.432149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2a46284d-72c7-4544-90c0-051525b252c1 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:57.447327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-180759002'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:57.487972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0994e43-92b9-4d56-a617-f4ad3776a41b req-55f9aab2-5957-47c5-bf38-1fdc2d36a07d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883237 Apr 18 17:22:57.498450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-756ae27a-0884-45e3-9cb4-031b781ecbf6 None None] Provisioning complete for port 709f8918-a42a-40ee-bf57-4c335d0f44f1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:57.499896 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-756ae27a-0884-45e3-9cb4-031b781ecbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.514251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 2a46284d-72c7-4544-90c0-051525b252c1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:22:57.514251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2a46284d-72c7-4544-90c0-051525b252c1 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:22:57.571288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.584016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:57.587766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.617325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-756ae27a-0884-45e3-9cb4-031b781ecbf6 None None] Port 709f8918-a42a-40ee-bf57-4c335d0f44f1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:22:57.630635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:22:57.645585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.646060 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Added segment 33f43f2b-672c-4a39-992c-a3fa87fb1c47 of type vlan for network 4ca07046-3ccd-4efb-9779-f079915e6f89 Apr 18 17:22:57.688006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.694413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be855-3f11-4abd-871c-36aa7abe75ec req-830d2c28-058a-4a51-8965-fdade2c244bc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:57.696351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f2be855-3f11-4abd-871c-36aa7abe75ec req-830d2c28-058a-4a51-8965-fdade2c244bc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1096876 Apr 18 17:22:57.793844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f2be855-3f11-4abd-871c-36aa7abe75ec req-b976fd0b-0900-4c6b-b143-5d5837c20e1b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784879 Apr 18 17:22:57.802420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.809457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:57.813708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:57.902175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Network': ['ID=4ca07046-3ccd-4efb-9779-f079915e6f89,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:57.938739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 4ca07046-3ccd-4efb-9779-f079915e6f89 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:22:57.944116 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.050965 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-36df9f95-a096-45fe-95c3-d4e9c788aeff tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6191392 Apr 18 17:22:58.054021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52856) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:58.071750 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.073764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'ports': [{'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502'}, {'network_id': '4ca07046-3ccd-4efb-9779-f079915e6f89'}]} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:58.074838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:58.077697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '4ca07046-3ccd-4efb-9779-f079915e6f89'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:58.115489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52858) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:58.199155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] In _notify_port_updated(), no bound segment for port 709f8918-a42a-40ee-bf57-4c335d0f44f1 on network b26f7e83-e5bf-4759-a8cc-57be3b9da685 {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:22:58.206221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:58.207148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.208710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "PUT /v2.0/ports/709f8918-a42a-40ee-bf57-4c335d0f44f1 HTTP/1.1" status: 200 len: 1000 time: 1.1946802 Apr 18 17:22:58.213402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52862) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:58.237051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81b5a7-cdfd-4ab5-8042-2eec042379fa req-e9b7f468-3881-478e-95b0-a8311012959b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:58.246642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb81b5a7-cdfd-4ab5-8042-2eec042379fa req-e9b7f468-3881-478e-95b0-a8311012959b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2666774 Apr 18 17:22:58.308346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86de5e-ee94-4b35-be00-0059da085b1a tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=709f8918-a42a-40ee-bf57-4c335d0f44f1,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:58.340765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-88ec10a0-586b-42dd-9792-159ae94d8ae7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=197c04bc2e604d4882b92c004121e59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164118 Apr 18 17:22:58.346671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52866) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:58.438643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb81b5a7-cdfd-4ab5-8042-2eec042379fa req-48eb7e91-8f4e-4c2f-a4ff-49bd7a03cd6a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908453 Apr 18 17:22:58.536689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-abe2309c-1d5a-4512-a083-9306c612d0f2 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Deleting port 709f8918-a42a-40ee-bf57-4c335d0f44f1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:22:58.537187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abe2309c-1d5a-4512-a083-9306c612d0f2 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.569661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28076d31-9c82-41fb-841e-214e69fe5417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.635814 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28076d31-9c82-41fb-841e-214e69fe5417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.679075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 2} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:58.682429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b7de686b-db60-44c6-9621-14642873c03e None None] Provisioning complete for port 709f8918-a42a-40ee-bf57-4c335d0f44f1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:22:58.686580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b7de686b-db60-44c6-9621-14642873c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.699344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.723743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b7de686b-db60-44c6-9621-14642873c03e None None] Port 709f8918-a42a-40ee-bf57-4c335d0f44f1 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:22:58.731072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.806548 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28076d31-9c82-41fb-841e-214e69fe5417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.809437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28076d31-9c82-41fb-841e-214e69fe5417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.813593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-28076d31-9c82-41fb-841e-214e69fe5417 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10933238-9123-45e6-8728-3d79a27b2afb HTTP/1.1" status: 204 len: 168 time: 0.4555292 Apr 18 17:22:58.823585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28076d31-9c82-41fb-841e-214e69fe5417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10933238-9123-45e6-8728-3d79a27b2afb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:58.850304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abe2309c-1d5a-4512-a083-9306c612d0f2 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:58.884635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-abe2309c-1d5a-4512-a083-9306c612d0f2 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Calling delete_port for 709f8918-a42a-40ee-bf57-4c335d0f44f1 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:22:58.901676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a4a9c-88a6-44b2-ae44-f7c8f2a81eb4 req-2fa4efca-a3b3-454f-9f75-b85e95b4bf2f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:22:58.909941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216a4a9c-88a6-44b2-ae44-f7c8f2a81eb4 req-2fa4efca-a3b3-454f-9f75-b85e95b4bf2f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0714819 Apr 18 17:22:58.976349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device dd02874e-5bc8-477e-9190-4c4162eb8469 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:22:58.999873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 808c4ebb-fb6c-4032-9a57-d2e8048d57f7 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:59.005921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216a4a9c-88a6-44b2-ae44-f7c8f2a81eb4 req-9ac24c96-61eb-457e-97ac-1e7436d5e2f6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949924 Apr 18 17:22:59.264307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abe2309c-1d5a-4512-a083-9306c612d0f2 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:59.408564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:59.417910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2309c-1d5a-4512-a083-9306c612d0f2 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Port': ['ID=709f8918-a42a-40ee-bf57-4c335d0f44f1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:22:59.549037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abe2309c-1d5a-4512-a083-9306c612d0f2 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:59.555905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-abe2309c-1d5a-4512-a083-9306c612d0f2 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "DELETE /v2.0/ports/709f8918-a42a-40ee-bf57-4c335d0f44f1 HTTP/1.1" status: 204 len: 168 time: 1.3389618 Apr 18 17:22:59.556176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52896) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:59.580403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port a1abbd7c-bd45-4c3e-b331-ffd0c365ed10 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:59.617149 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9b612d-3c5d-4e6a-81cf-2474b7f6b0b4 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] GET failed (client error): The resource could not be found. Apr 18 17:22:59.622885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52900) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:22:59.625163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5d9b612d-3c5d-4e6a-81cf-2474b7f6b0b4 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "GET /v2.0/ports/709f8918-a42a-40ee-bf57-4c335d0f44f1 HTTP/1.1" status: 404 len: 333 time: 0.0614727 Apr 18 17:22:59.630161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-398273181'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:22:59.787412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:59.889124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Made reservation on behalf of 5ec99434f5b74ef1b0808bcd7e481a5c for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:22:59.892892 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:22:59.910571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] device_id is not set on port 83f13715-2bff-4dee-bbf2-1d0ffb04b8cf yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:22:59.953077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.018787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:00.028692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:00.035174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:00.036092 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.037683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=808c4ebb-fb6c-4032-9a57-d2e8048d57f7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:00.167447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=a1abbd7c-bd45-4c3e-b331-ffd0c365ed10,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:00.187608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Allocated IP 2001:db8::31a (b26f7e83-e5bf-4759-a8cc-57be3b9da685/f1a88a4b-a74e-4e36-a536-3e427b040965/83f13715-2bff-4dee-bbf2-1d0ffb04b8cf) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:00.197446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking segment: {'id': '33f43f2b-672c-4a39-992c-a3fa87fb1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4ca07046-3ccd-4efb-9779-f079915e6f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:00.198080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network hostable DHCP agents. Network: 4ca07046-3ccd-4efb-9779-f079915e6f89, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:23:00.218749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62ea4-9cfb-4f0d-9fcd-d40b1a8c46bf req-e64029f3-077a-43bd-a23e-523079af6d3a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:00.227475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbe62ea4-9cfb-4f0d-9fcd-d40b1a8c46bf req-e64029f3-077a-43bd-a23e-523079af6d3a tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0765662 Apr 18 17:23:00.288105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbe62ea4-9cfb-4f0d-9fcd-d40b1a8c46bf req-d301c39a-49de-4891-bac2-0fdee691b03c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597000 Apr 18 17:23:00.329880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 4ca07046-3ccd-4efb-9779-f079915e6f89 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:23:00.423527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 4ca07046-3ccd-4efb-9779-f079915e6f89) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:00.430051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.435335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d7d40-714e-4d5f-b549-2c0b6cee6d00 None None] Network 4ca07046-3ccd-4efb-9779-f079915e6f89 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:00.494157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:00.502991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:00.507832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:00.508512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.546854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.607808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:00.610590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:00.627416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:00.639251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:00.639251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.656919 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-314aebb1-86be-4b86-861c-8b89a1ed4c2f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6000376 Apr 18 17:23:00.657514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52932) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:00.661525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=83f13715-2bff-4dee-bbf2-1d0ffb04b8cf,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:00.774658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f843d25d-42e4-4b02-881b-a68d64fc3e91 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1481347 Apr 18 17:23:00.774898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52936) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:00.789355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-69feb099-306d-4941-9d0c-b8c51ffebc96 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port a1abbd7c-bd45-4c3e-b331-ffd0c365ed10 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:00.789658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69feb099-306d-4941-9d0c-b8c51ffebc96 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.789897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fb:f6:3e'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:00.911662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69feb099-306d-4941-9d0c-b8c51ffebc96 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.940397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-69feb099-306d-4941-9d0c-b8c51ffebc96 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for a1abbd7c-bd45-4c3e-b331-ffd0c365ed10 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:00.961879 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5f99645-96b9-4a85-8cf1-285c59247190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:00.998150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.079123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c9bb554d-81de-47fb-9385-c1417ecd608e None None] Provisioning complete for port 83f13715-2bff-4dee-bbf2-1d0ffb04b8cf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:01.079575 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9bb554d-81de-47fb-9385-c1417ecd608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.116786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb554d-81de-47fb-9385-c1417ecd608e None None] Port 83f13715-2bff-4dee-bbf2-1d0ffb04b8cf cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:01.138194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69feb099-306d-4941-9d0c-b8c51ffebc96 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.171374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb099-306d-4941-9d0c-b8c51ffebc96 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=a1abbd7c-bd45-4c3e-b331-ffd0c365ed10,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:01.177179 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-69feb099-306d-4941-9d0c-b8c51ffebc96 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.183335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-69feb099-306d-4941-9d0c-b8c51ffebc96 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/a1abbd7c-bd45-4c3e-b331-ffd0c365ed10 HTTP/1.1" status: 204 len: 168 time: 0.5243542 Apr 18 17:23:01.183730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52942) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:01.247510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f187e032-9bd0-428d-b679-49c1ac1e394c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:01.254138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f187e032-9bd0-428d-b679-49c1ac1e394c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:01.256054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f187e032-9bd0-428d-b679-49c1ac1e394c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0707743 Apr 18 17:23:01.258380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:01.354277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.459234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.486416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c142195-a197-49af-84b4-a54bacb5684d req-df683c74-7727-4568-ab0f-a86b3e3d766d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:01.487900 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c142195-a197-49af-84b4-a54bacb5684d req-df683c74-7727-4568-ab0f-a86b3e3d766d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0955904 Apr 18 17:23:01.520347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=83f13715-2bff-4dee-bbf2-1d0ffb04b8cf,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:01.532038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] In _notify_port_updated(), no bound segment for port 83f13715-2bff-4dee-bbf2-1d0ffb04b8cf on network b26f7e83-e5bf-4759-a8cc-57be3b9da685 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:23:01.538076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:01.541173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.545101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bf4c2954-e4ba-474a-82bb-bc427f4fb76c tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "PUT /v2.0/ports/83f13715-2bff-4dee-bbf2-1d0ffb04b8cf HTTP/1.1" status: 200 len: 1002 time: 0.7668364 Apr 18 17:23:01.546820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52956) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:01.572145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c68d265c-3d6c-444e-89f7-7c2cd1162491 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 808c4ebb-fb6c-4032-9a57-d2e8048d57f7 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:01.572543 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c68d265c-3d6c-444e-89f7-7c2cd1162491 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.647857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c142195-a197-49af-84b4-a54bacb5684d req-67f15e9a-6a90-4939-8c7c-0f54ca59bf37 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389503 Apr 18 17:23:01.698682 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c68d265c-3d6c-444e-89f7-7c2cd1162491 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.726359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c68d265c-3d6c-444e-89f7-7c2cd1162491 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 808c4ebb-fb6c-4032-9a57-d2e8048d57f7 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:01.743324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-0c514a72-c135-4411-9db1-9d38687260fc tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Deleting port 83f13715-2bff-4dee-bbf2-1d0ffb04b8cf {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:01.743990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c514a72-c135-4411-9db1-9d38687260fc tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.862803 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c514a72-c135-4411-9db1-9d38687260fc tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.876790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-0c514a72-c135-4411-9db1-9d38687260fc tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Calling delete_port for 83f13715-2bff-4dee-bbf2-1d0ffb04b8cf owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:01.936852 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c68d265c-3d6c-444e-89f7-7c2cd1162491 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.961075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d3c3f4a2-e2ea-4abe-a4f7-3a950928232f None None] Provisioning complete for port 83f13715-2bff-4dee-bbf2-1d0ffb04b8cf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:01.961577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f4a2-e2ea-4abe-a4f7-3a950928232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:01.992517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d265c-3d6c-444e-89f7-7c2cd1162491 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=808c4ebb-fb6c-4032-9a57-d2e8048d57f7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:01.998444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c68d265c-3d6c-444e-89f7-7c2cd1162491 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:02.006502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c68d265c-3d6c-444e-89f7-7c2cd1162491 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/808c4ebb-fb6c-4032-9a57-d2e8048d57f7 HTTP/1.1" status: 204 len: 168 time: 0.7439938 Apr 18 17:23:02.007062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52966) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:02.071406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3f4a2-e2ea-4abe-a4f7-3a950928232f None None] Port 83f13715-2bff-4dee-bbf2-1d0ffb04b8cf cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:02.072867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc799f6e-7386-45af-890e-7f7a282e7091 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:02.074724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fc799f6e-7386-45af-890e-7f7a282e7091 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0665917 Apr 18 17:23:02.080452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52968) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:02.109151 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8301978f-dc24-429b-93d5-5784b4a6d8fb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:02.114699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8301978f-dc24-429b-93d5-5784b4a6d8fb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/a1abbd7c-bd45-4c3e-b331-ffd0c365ed10 HTTP/1.1" status: 404 len: 333 time: 0.0311222 Apr 18 17:23:02.115353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52970) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:02.154781 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afb4d35-21f5-4688-9850-f4d2d7935722 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:02.159373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:02.160354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5afb4d35-21f5-4688-9850-f4d2d7935722 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/808c4ebb-fb6c-4032-9a57-d2e8048d57f7 HTTP/1.1" status: 404 len: 333 time: 0.0440240 Apr 18 17:23:02.612371 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c514a72-c135-4411-9db1-9d38687260fc tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:02.653456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c514a72-c135-4411-9db1-9d38687260fc tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Port': ['ID=83f13715-2bff-4dee-bbf2-1d0ffb04b8cf,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:02.671447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:02.702783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c514a72-c135-4411-9db1-9d38687260fc tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:02.706545 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0c514a72-c135-4411-9db1-9d38687260fc tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "DELETE /v2.0/ports/83f13715-2bff-4dee-bbf2-1d0ffb04b8cf HTTP/1.1" status: 204 len: 168 time: 1.1585927 Apr 18 17:23:02.710350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52986) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:02.805356 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d18550-37bf-4a58-ac23-dcde21831ff1 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] GET failed (client error): The resource could not be found. Apr 18 17:23:02.808716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-03d18550-37bf-4a58-ac23-dcde21831ff1 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "GET /v2.0/ports/83f13715-2bff-4dee-bbf2-1d0ffb04b8cf HTTP/1.1" status: 404 len: 333 time: 0.0973024 Apr 18 17:23:02.820106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52988) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:02.863577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1156253138'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:02.909156 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:02.934010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca07046-3ccd-4efb-9779-f079915e6f89']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:02.954401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f43f2b-672c-4a39-992c-a3fa87fb1c47') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:02.954799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f43f2b-672c-4a39-992c-a3fa87fb1c47') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:02.955247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d758f3-0b68-43f4-bc62-5acd1093640e req-8c373822-8382-4b45-9c0a-55675e6eb9b0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:02.956776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60d758f3-0b68-43f4-bc62-5acd1093640e req-8c373822-8382-4b45-9c0a-55675e6eb9b0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1849105 Apr 18 17:23:02.980259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.001389 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.011386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:23:03.011386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:23:03.013334 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:23:03.031416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60d758f3-0b68-43f4-bc62-5acd1093640e req-74f0195f-71aa-4395-a654-8d78cd608426 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569479 Apr 18 17:23:03.143727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Made reservation on behalf of 5ec99434f5b74ef1b0808bcd7e481a5c for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:03.147269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.166280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] device_id is not set on port 746c4a0e-4a18-409f-b529-d816d7828d07 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:03.249914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.258029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.266413 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/networks/4ca07046-3ccd-4efb-9779-f079915e6f89 HTTP/1.1" status: 204 len: 168 time: 1.1007452 Apr 18 17:23:03.272208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52994) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:03.274320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f583d3-3633-471c-b2d1-193c09b290d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Network': ['ID=4ca07046-3ccd-4efb-9779-f079915e6f89,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:03.295058 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80363826-9e30-4c31-a0cf-bcb9b6417b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.296745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1551328277'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:03.409083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:03.412723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.438085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:23:03.443866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Allocated IP 2001:db8::db (b26f7e83-e5bf-4759-a8cc-57be3b9da685/f1a88a4b-a74e-4e36-a536-3e427b040965/746c4a0e-4a18-409f-b529-d816d7828d07) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:03.448379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.448974 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Added segment 38cb3eed-666b-4111-afd4-9434b6377d9d of type vlan for network 6890d4a8-685e-4cee-bea7-d23ad5e01392 Apr 18 17:23:03.502507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.621332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.632442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:03.632442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.688390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.726759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Network': ['ID=6890d4a8-685e-4cee-bea7-d23ad5e01392,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:03.756711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6890d4a8-685e-4cee-bea7-d23ad5e01392 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:23:03.758127 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-08cc4b97-e3eb-4830-aea0-3b4db423ebdf tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4849379 Apr 18 17:23:03.763918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53014) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:03.770065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '6890d4a8-685e-4cee-bea7-d23ad5e01392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:03.871883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.924358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:03.927605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:03.933795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:03.939773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:03.940388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:03.943670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=746c4a0e-4a18-409f-b529-d816d7828d07,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:04.067370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:04.067370 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:04.109915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e3d6c960-b3c0-4165-8bb8-f45d4d1d2699 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2881806 Apr 18 17:23:04.112556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53022) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:04.118367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'network_id': 'b26f7e83-e5bf-4759-a8cc-57be3b9da685', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1390095725'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:04.211771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Performing IP validity checks on allocation pools {{(pid=109826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 17:23:04.219298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 17:23:04.299027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d0afc369-3b6e-4a34-a53b-bb33bce33a85 None None] Provisioning complete for port 746c4a0e-4a18-409f-b529-d816d7828d07 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:04.299595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0afc369-3b6e-4a34-a53b-bb33bce33a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:04.398196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d0afc369-3b6e-4a34-a53b-bb33bce33a85 None None] Port 746c4a0e-4a18-409f-b529-d816d7828d07 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:04.418824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf5399-4c44-455f-ad60-fbe0bfb90c1b req-2861e6a8-145f-4d52-bcdc-a3eabd1bbab5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:04.420453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deaf5399-4c44-455f-ad60-fbe0bfb90c1b req-2861e6a8-145f-4d52-bcdc-a3eabd1bbab5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1538410 Apr 18 17:23:04.443112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Made reservation on behalf of 5ec99434f5b74ef1b0808bcd7e481a5c for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:04.446899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:04.469051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] device_id is not set on port 8cb5639f-8eaa-40a9-92d1-0c160c28868b yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:04.512837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-deaf5399-4c44-455f-ad60-fbe0bfb90c1b req-bdb334a9-4930-4c68-b8f5-c650be7a17e7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844080 Apr 18 17:23:04.523691 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:04.616855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Allocated IP 2001:db8::165 (b26f7e83-e5bf-4759-a8cc-57be3b9da685/f1a88a4b-a74e-4e36-a536-3e427b040965/8cb5639f-8eaa-40a9-92d1-0c160c28868b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:04.681559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:04.799204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=a45d867e-3767-4837-a570-2bb0331ea568,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:04.807655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking segment: {'id': '38cb3eed-666b-4111-afd4-9434b6377d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6890d4a8-685e-4cee-bea7-d23ad5e01392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:04.808013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network hostable DHCP agents. Network: 6890d4a8-685e-4cee-bea7-d23ad5e01392, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:23:04.863784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:04.918941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 6890d4a8-685e-4cee-bea7-d23ad5e01392 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:23:05.024220 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:05.084346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:05.087960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:05.089249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6890d4a8-685e-4cee-bea7-d23ad5e01392) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:05.092190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:05.096927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:05.097536 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:05.102145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:05.102145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:05.109058 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b704261-6c11-41be-bacf-a51ae8525069 None None] Network 6890d4a8-685e-4cee-bea7-d23ad5e01392 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:05.110650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=8cb5639f-8eaa-40a9-92d1-0c160c28868b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:05.275214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-257c3b76-49b2-4c9d-96cf-9692a991d1a1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5025549 Apr 18 17:23:05.275214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53046) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:05.278272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '6890d4a8-685e-4cee-bea7-d23ad5e01392', 'name': 'tempest-PortsIpV6TestJSON-1140105056'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:05.303784 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-962ab3fb-3454-4406-8953-cca1685781a6 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1833327 Apr 18 17:23:05.306000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53050) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:05.327516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::93', 'mac_address': 'fa:16:3e:fb:f6:3e'}, {'ip_address': '2001:db8::db', 'mac_address': 'fa:16:3e:36:1b:39'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:05.392927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-6890d4a8-685e-4cee-bea7-d23ad5e01392', 'network_id': '6890d4a8-685e-4cee-bea7-d23ad5e01392', 'tenant_id': '4f7488bdee444c96aa4acc628b9ce56e', 'fixed_ips': [{'subnet_id': 'a45d867e-3767-4837-a570-2bb0331ea568'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:23:05.397092 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:05.756538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e48d030e-c2b0-41fe-9a8f-ea9218e4f90d None None] Provisioning complete for port 8cb5639f-8eaa-40a9-92d1-0c160c28868b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:05.757275 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e48d030e-c2b0-41fe-9a8f-ea9218e4f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:05.815546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e48d030e-c2b0-41fe-9a8f-ea9218e4f90d None None] Port 8cb5639f-8eaa-40a9-92d1-0c160c28868b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:05.840094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a83ea-5dc4-4d62-80c7-730c692960f1 req-d7bd09a4-069d-42cd-a314-01016c9125ad tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:05.841215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d26a83ea-5dc4-4d62-80c7-730c692960f1 req-d7bd09a4-069d-42cd-a314-01016c9125ad tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1524694 Apr 18 17:23:05.851886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:05.855502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:05.871604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:05.891699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:05.981528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Allocated IP 2001:db8::2 (6890d4a8-685e-4cee-bea7-d23ad5e01392/a45d867e-3767-4837-a570-2bb0331ea568/cd8bf752-1d86-442e-a443-25d5d8e98683) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:06.017472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d26a83ea-5dc4-4d62-80c7-730c692960f1 req-bcf1d905-b15d-40c2-bcff-280e92b3f01c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494584 Apr 18 17:23:06.202888 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.210312 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.288644 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.330933 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.343342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Network 6890d4a8-685e-4cee-bea7-d23ad5e01392 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:06.346379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:06.350254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:06.360303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Pushing event updated for resources: {'Port': ['ID=cd8bf752-1d86-442e-a443-25d5d8e98683,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:06.429194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::19c (6890d4a8-685e-4cee-bea7-d23ad5e01392/a45d867e-3767-4837-a570-2bb0331ea568/1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:06.444109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.460490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Attempting to bind port cd8bf752-1d86-442e-a443-25d5d8e98683 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:23:06.461234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Attempting to bind port cd8bf752-1d86-442e-a443-25d5d8e98683 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '38cb3eed-666b-4111-afd4-9434b6377d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6890d4a8-685e-4cee-bea7-d23ad5e01392'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:23:06.461636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Attempting to bind port cd8bf752-1d86-442e-a443-25d5d8e98683 on network 6890d4a8-685e-4cee-bea7-d23ad5e01392 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:23:06.469021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:23:06.470885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Checking segment: {'id': '38cb3eed-666b-4111-afd4-9434b6377d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6890d4a8-685e-4cee-bea7-d23ad5e01392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:06.470885 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.470885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Bound using segment: {'id': '38cb3eed-666b-4111-afd4-9434b6377d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6890d4a8-685e-4cee-bea7-d23ad5e01392'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:23:06.470885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Bound port: cd8bf752-1d86-442e-a443-25d5d8e98683, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cb3eed-666b-4111-afd4-9434b6377d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6890d4a8-685e-4cee-bea7-d23ad5e01392'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:23:06.471353 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.559304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] For port cd8bf752-1d86-442e-a443-25d5d8e98683, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:23:06.562978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] For port cd8bf752-1d86-442e-a443-25d5d8e98683, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=cd8bf752-1d86-442e-a443-25d5d8e98683,segment=NetworkSegment(38cb3eed-666b-4111-afd4-9434b6377d9d),segment_id=38cb3eed-666b-4111-afd4-9434b6377d9d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:23:06.571521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.618647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] In _notify_port_updated(), no bound segment for port 8cb5639f-8eaa-40a9-92d1-0c160c28868b on network b26f7e83-e5bf-4759-a8cc-57be3b9da685 {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:23:06.624571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:06.625198 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.629640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53066) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:06.630143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "PUT /v2.0/ports/8cb5639f-8eaa-40a9-92d1-0c160c28868b HTTP/1.1" status: 200 len: 1066 time: 1.3228247 Apr 18 17:23:06.657541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf3125-355b-4e22-8e15-3a16ea21871d tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event updated for resources: {'Port': ['ID=8cb5639f-8eaa-40a9-92d1-0c160c28868b,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:06.705214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.739765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.797353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d05a723b-fc32-4520-ab32-6ccb443496de tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Deleting port 8cb5639f-8eaa-40a9-92d1-0c160c28868b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:06.797353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d05a723b-fc32-4520-ab32-6ccb443496de tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.856095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.865351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f24a4-e75f-4b33-824b-b0d07e190f51 None None] Pushing event updated for resources: {'Port': ['ID=cd8bf752-1d86-442e-a443-25d5d8e98683,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:06.943984 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d05a723b-fc32-4520-ab32-6ccb443496de tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:06.962088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d05a723b-fc32-4520-ab32-6ccb443496de tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Calling delete_port for 8cb5639f-8eaa-40a9-92d1-0c160c28868b owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:07.019802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 6890d4a8-685e-4cee-bea7-d23ad5e01392 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:07.031778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:07.040184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:07.048108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:07.049677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:07.082140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:07.189627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4e7f8c9f-007d-4c6e-baf7-0444fbcf6106 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9166727 Apr 18 17:23:07.193990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53080) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:07.226757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ced8ae8b-b855-4b7d-91ef-9caec65ea32c None None] Provisioning complete for port 8cb5639f-8eaa-40a9-92d1-0c160c28868b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:07.227236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ced8ae8b-b855-4b7d-91ef-9caec65ea32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:07.383158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ced8ae8b-b855-4b7d-91ef-9caec65ea32c None None] Port 8cb5639f-8eaa-40a9-92d1-0c160c28868b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:07.387673 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d05a723b-fc32-4520-ab32-6ccb443496de tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:07.484415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a723b-fc32-4520-ab32-6ccb443496de tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Port': ['ID=8cb5639f-8eaa-40a9-92d1-0c160c28868b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:07.566850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device cd8bf752-1d86-442e-a443-25d5d8e98683 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:07.691797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port cd8bf752-1d86-442e-a443-25d5d8e98683 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:07.693763 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:07.867721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d05a723b-fc32-4520-ab32-6ccb443496de tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:07.883590 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d05a723b-fc32-4520-ab32-6ccb443496de tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "DELETE /v2.0/ports/8cb5639f-8eaa-40a9-92d1-0c160c28868b HTTP/1.1" status: 204 len: 168 time: 1.2519436 Apr 18 17:23:07.888128 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53084) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:07.899545 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:07.942611 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95d25ff-5006-4bfa-9cc8-bb8d1312df3e tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] GET failed (client error): The resource could not be found. Apr 18 17:23:07.946962 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e95d25ff-5006-4bfa-9cc8-bb8d1312df3e tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "GET /v2.0/ports/8cb5639f-8eaa-40a9-92d1-0c160c28868b HTTP/1.1" status: 404 len: 333 time: 0.0549471 Apr 18 17:23:07.948325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53088) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:07.991519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port cd8bf752-1d86-442e-a443-25d5d8e98683, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=cd8bf752-1d86-442e-a443-25d5d8e98683,segment=NetworkSegment(38cb3eed-666b-4111-afd4-9434b6377d9d),segment_id=38cb3eed-666b-4111-afd4-9434b6377d9d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:08.084215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b016c2b-e706-4712-8331-176e23108470 req-2a17c400-c779-4c97-b7ec-2c43d8b6fd71 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:08.086665 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.092133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-4ef20c01-5f8b-4418-847e-ab81acd885dd tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Deleting port 746c4a0e-4a18-409f-b529-d816d7828d07 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:08.095297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ef20c01-5f8b-4418-847e-ab81acd885dd tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.097084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b016c2b-e706-4712-8331-176e23108470 req-2a17c400-c779-4c97-b7ec-2c43d8b6fd71 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.8875537 Apr 18 17:23:08.216038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=cd8bf752-1d86-442e-a443-25d5d8e98683,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:08.238738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b016c2b-e706-4712-8331-176e23108470 req-dea0958b-b147-4532-8ebc-520e206c3d03 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315563 Apr 18 17:23:08.241051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ebae9f3f-59be-42b2-90ad-5aa3584c6d83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:08.241523 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ebae9f3f-59be-42b2-90ad-5aa3584c6d83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.352257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ef20c01-5f8b-4418-847e-ab81acd885dd tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.367654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-4ef20c01-5f8b-4418-847e-ab81acd885dd tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Calling delete_port for 746c4a0e-4a18-409f-b529-d816d7828d07 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:08.397352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ebae9f3f-59be-42b2-90ad-5aa3584c6d83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.411421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ebae9f3f-59be-42b2-90ad-5aa3584c6d83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:08.571445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf56f8-4e90-4741-9ad4-61c4e08059e7 None None] Network 6890d4a8-685e-4cee-bea7-d23ad5e01392 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:08.649177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ef20c01-5f8b-4418-847e-ab81acd885dd tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.700723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ebae9f3f-59be-42b2-90ad-5aa3584c6d83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.713078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-162b10e3-dfe2-43c3-b6c2-a9cd34bd9ef0 None None] Provisioning complete for port cd8bf752-1d86-442e-a443-25d5d8e98683 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:08.715255 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-162b10e3-dfe2-43c3-b6c2-a9cd34bd9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.732668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20c01-5f8b-4418-847e-ab81acd885dd tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Port': ['ID=746c4a0e-4a18-409f-b529-d816d7828d07,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:08.784998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ef20c01-5f8b-4418-847e-ab81acd885dd tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.799712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ef20c01-5f8b-4418-847e-ab81acd885dd tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "DELETE /v2.0/ports/746c4a0e-4a18-409f-b529-d816d7828d07 HTTP/1.1" status: 204 len: 168 time: 0.8479047 Apr 18 17:23:08.799955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:08.806810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae9f3f-59be-42b2-90ad-5aa3584c6d83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:08.861819 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf879f1c-7f1a-4c6f-be8a-22560d07bf6f tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] GET failed (client error): The resource could not be found. Apr 18 17:23:08.866458 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ebae9f3f-59be-42b2-90ad-5aa3584c6d83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:08.868993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bf879f1c-7f1a-4c6f-be8a-22560d07bf6f tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "GET /v2.0/ports/746c4a0e-4a18-409f-b529-d816d7828d07 HTTP/1.1" status: 404 len: 333 time: 0.0680375 Apr 18 17:23:08.871822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ebae9f3f-59be-42b2-90ad-5aa3584c6d83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5 HTTP/1.1" status: 204 len: 168 time: 1.6765335 Apr 18 17:23:08.877558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53100) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:08.878026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53102) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:09.012295 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-07855fae-93dd-453f-a45a-c1b5d422d45b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:23:09.013051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07855fae-93dd-453f-a45a-c1b5d422d45b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:09.020198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53106) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:09.020410 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-07855fae-93dd-453f-a45a-c1b5d422d45b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5 HTTP/1.1" status: 404 len: 333 time: 0.1411798 Apr 18 17:23:09.056273 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-feecae6c-c054-4910-bbee-f054b9506e76 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:09.064529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-feecae6c-c054-4910-bbee-f054b9506e76 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5 HTTP/1.1" status: 404 len: 333 time: 0.0430629 Apr 18 17:23:09.067729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53108) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:09.129602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dc06ea1e-4f48-4f56-99fa-36b103e62c40 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Deleting port 1aebe646-7a55-46a8-952f-ca9a7e990249 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:09.130309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc06ea1e-4f48-4f56-99fa-36b103e62c40 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.131189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ffc183-0aff-4af6-9311-6accb1235ed1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet a45d867e-3767-4837-a570-2bb0331ea568 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:23:09.138717 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56ffc183-0aff-4af6-9311-6accb1235ed1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.200719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56ffc183-0aff-4af6-9311-6accb1235ed1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.304070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc06ea1e-4f48-4f56-99fa-36b103e62c40 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.325358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56ffc183-0aff-4af6-9311-6accb1235ed1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.336469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dc06ea1e-4f48-4f56-99fa-36b103e62c40 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Calling delete_port for 1aebe646-7a55-46a8-952f-ca9a7e990249 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:09.368678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c5afcf20-a159-47b7-a28f-01b0c4502ebe None None] Provisioning complete for port cd8bf752-1d86-442e-a443-25d5d8e98683 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:09.369052 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5afcf20-a159-47b7-a28f-01b0c4502ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.499775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device cd8bf752-1d86-442e-a443-25d5d8e98683 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:09.534081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a46f1-66db-4d49-a6f3-df49ba7354ef req-2a49dc92-90df-4db3-98d5-43b3b1f0c8fb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:09.537029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd2a46f1-66db-4d49-a6f3-df49ba7354ef req-2a49dc92-90df-4db3-98d5-43b3b1f0c8fb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1006229 Apr 18 17:23:09.588749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd2a46f1-66db-4d49-a6f3-df49ba7354ef req-2325ff63-be1f-4b84-ab90-2ee6cd592c90 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Apr 18 17:23:09.623501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port cd8bf752-1d86-442e-a443-25d5d8e98683 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:09.624562 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.627701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56ffc183-0aff-4af6-9311-6accb1235ed1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.630502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc06ea1e-4f48-4f56-99fa-36b103e62c40 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.728125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06ea1e-4f48-4f56-99fa-36b103e62c40 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Port': ['ID=1aebe646-7a55-46a8-952f-ca9a7e990249,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:09.728369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffc183-0aff-4af6-9311-6accb1235ed1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=a45d867e-3767-4837-a570-2bb0331ea568,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:09.752528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-068aaada-6a36-4c29-bfbe-7082b008998a None None] Could not find standard attr ID for object 1aa9551d-d6a3-4ab8-8b95-d47cf6f039b5. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:23:09.763651 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56ffc183-0aff-4af6-9311-6accb1235ed1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.769266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-56ffc183-0aff-4af6-9311-6accb1235ed1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/a45d867e-3767-4837-a570-2bb0331ea568 HTTP/1.1" status: 204 len: 168 time: 0.6993637 Apr 18 17:23:09.771031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53116) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:09.817004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc06ea1e-4f48-4f56-99fa-36b103e62c40 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.824281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53118) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:09.825073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dc06ea1e-4f48-4f56-99fa-36b103e62c40 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "DELETE /v2.0/ports/1aebe646-7a55-46a8-952f-ca9a7e990249 HTTP/1.1" status: 204 len: 168 time: 0.9367297 Apr 18 17:23:09.957910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:09.983958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9b64f7-1b2a-4164-af95-f44241b7d613 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Deleting subnet f1a88a4b-a74e-4e36-a536-3e427b040965 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:23:09.987859 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b9b64f7-1b2a-4164-af95-f44241b7d613 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.118369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b9b64f7-1b2a-4164-af95-f44241b7d613 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.186587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff2f096-1571-49f2-850d-64b3a3af1cf4 None None] Network 6890d4a8-685e-4cee-bea7-d23ad5e01392 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:10.191287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port cd8bf752-1d86-442e-a443-25d5d8e98683 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:10.197225 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.300713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] For port cd8bf752-1d86-442e-a443-25d5d8e98683, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=cd8bf752-1d86-442e-a443-25d5d8e98683,segment=NetworkSegment(38cb3eed-666b-4111-afd4-9434b6377d9d),segment_id=38cb3eed-666b-4111-afd4-9434b6377d9d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:10.301087 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.310126 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b9b64f7-1b2a-4164-af95-f44241b7d613 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.336963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for cd8bf752-1d86-442e-a443-25d5d8e98683 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:10.453929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] DHCP port deletion for 6890d4a8-685e-4cee-bea7-d23ad5e01392 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:23:10.505851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] Deleting port cd8bf752-1d86-442e-a443-25d5d8e98683 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:10.506221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.510173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b9b64f7-1b2a-4164-af95-f44241b7d613 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.537539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b64f7-1b2a-4164-af95-f44241b7d613 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a88a4b-a74e-4e36-a536-3e427b040965,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:10.541605 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.549283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b9b64f7-1b2a-4164-af95-f44241b7d613 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.552561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9b9b64f7-1b2a-4164-af95-f44241b7d613 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "DELETE /v2.0/subnets/f1a88a4b-a74e-4e36-a536-3e427b040965 HTTP/1.1" status: 204 len: 168 time: 0.7270815 Apr 18 17:23:10.556224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53130) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:10.563329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb085ee-11f0-4aea-91b8-8cb14ed336b3 None None] Network b26f7e83-e5bf-4759-a8cc-57be3b9da685 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:10.575056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=cd8bf752-1d86-442e-a443-25d5d8e98683,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:10.580258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No DVR routers for this DVR port cd8bf752-1d86-442e-a443-25d5d8e98683 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:10.635523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] For port cd8bf752-1d86-442e-a443-25d5d8e98683, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=cd8bf752-1d86-442e-a443-25d5d8e98683,segment=NetworkSegment(38cb3eed-666b-4111-afd4-9434b6377d9d),segment_id=38cb3eed-666b-4111-afd4-9434b6377d9d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:10.635958 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.662133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] Calling delete_port for cd8bf752-1d86-442e-a443-25d5d8e98683 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:10.677805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.684244 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.726550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6890d4a8-685e-4cee-bea7-d23ad5e01392']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:10.738290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cb3eed-666b-4111-afd4-9434b6377d9d') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:10.738670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cb3eed-666b-4111-afd4-9434b6377d9d') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:10.746991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Deleting port 19d204bb-0396-453e-b1e3-93dd867f4d3f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:10.747348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.749593 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.765178 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.773556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:23:10.774004 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.806616 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.832099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] For port 19d204bb-0396-453e-b1e3-93dd867f4d3f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=19d204bb-0396-453e-b1e3-93dd867f4d3f,segment=NetworkSegment(bc9733a5-26ec-4bd3-a98e-10ffe3be6abe),segment_id=bc9733a5-26ec-4bd3-a98e-10ffe3be6abe)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:10.832794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:23:10.842668 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:23:10.848046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] Pushing event deleted for resources: {'Port': ['ID=cd8bf752-1d86-442e-a443-25d5d8e98683,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:10.850687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c665213-0c4b-4307-8213-114571afc10b None None] DHCP port deletion for b26f7e83-e5bf-4759-a8cc-57be3b9da685 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:23:10.855582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb26137-ce5f-4bb0-8c61-ee691d42506c None None] No DVR routers for this DVR port cd8bf752-1d86-442e-a443-25d5d8e98683 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:10.861466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Calling delete_port for 19d204bb-0396-453e-b1e3-93dd867f4d3f owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:10.907084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c57b44-c887-4f8b-81e6-a164e2771ab4 req-7d36f5a2-d466-4f01-af76-ebe281a70857 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:10.914909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c57b44-c887-4f8b-81e6-a164e2771ab4 req-7d36f5a2-d466-4f01-af76-ebe281a70857 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2165530 Apr 18 17:23:10.931607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.939812 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.940051 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4c665213-0c4b-4307-8213-114571afc10b None None] Deleting port 19d204bb-0396-453e-b1e3-93dd867f4d3f {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:10.941113 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4c665213-0c4b-4307-8213-114571afc10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:10.949629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/networks/6890d4a8-685e-4cee-bea7-d23ad5e01392 HTTP/1.1" status: 204 len: 168 time: 1.1769800 Apr 18 17:23:10.952823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53136) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:10.963303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1432370274'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:10.986338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b2634-5e0d-491d-9724-b172547a8003 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Network': ['ID=6890d4a8-685e-4cee-bea7-d23ad5e01392,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:11.015110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.022246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c57b44-c887-4f8b-81e6-a164e2771ab4 req-b5e410df-6bbf-4f37-9b5e-884afc1ada87 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059289 Apr 18 17:23:11.051197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4c665213-0c4b-4307-8213-114571afc10b None None] For port 19d204bb-0396-453e-b1e3-93dd867f4d3f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=19d204bb-0396-453e-b1e3-93dd867f4d3f,segment=NetworkSegment(bc9733a5-26ec-4bd3-a98e-10ffe3be6abe),segment_id=bc9733a5-26ec-4bd3-a98e-10ffe3be6abe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:11.051874 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4c665213-0c4b-4307-8213-114571afc10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.066948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] No DVR routers for this DVR port 19d204bb-0396-453e-b1e3-93dd867f4d3f on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:11.071590 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4c665213-0c4b-4307-8213-114571afc10b None None] Calling delete_port for 19d204bb-0396-453e-b1e3-93dd867f4d3f owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:11.075795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Port': ['ID=19d204bb-0396-453e-b1e3-93dd867f4d3f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:11.134330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:11.138370 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.166514 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4c665213-0c4b-4307-8213-114571afc10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.174732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:23:11.185840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.185840 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Added segment 28a645c2-0009-4de5-aa31-bdb7711ae916 of type vlan for network b351f0df-8b13-4b44-9dcb-a16679a3faf8 Apr 18 17:23:11.197783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c665213-0c4b-4307-8213-114571afc10b None None] Pushing event deleted for resources: {'Port': ['ID=19d204bb-0396-453e-b1e3-93dd867f4d3f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:11.205032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.210775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c665213-0c4b-4307-8213-114571afc10b None None] No DVR routers for this DVR port 19d204bb-0396-453e-b1e3-93dd867f4d3f on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:11.245728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26f7e83-e5bf-4759-a8cc-57be3b9da685']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:11.246413 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.275225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9733a5-26ec-4bd3-a98e-10ffe3be6abe') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:11.275578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9733a5-26ec-4bd3-a98e-10ffe3be6abe') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:11.288210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.304433 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.316102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:23:11.316102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:23:11.329929 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:23:11.361003 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.366680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device cd8bf752-1d86-442e-a443-25d5d8e98683 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:11.378219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:11.378882 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.400384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: cd8bf752-1d86-442e-a443-25d5d8e98683 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:11.400384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device cd8bf752-1d86-442e-a443-25d5d8e98683 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:11.400384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 19d204bb-0396-453e-b1e3-93dd867f4d3f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:11.434275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 19d204bb-0396-453e-b1e3-93dd867f4d3f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:11.446945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 19d204bb-0396-453e-b1e3-93dd867f4d3f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:11.504398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.512178 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.518948 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] 10.222.0.45 "DELETE /v2.0/networks/b26f7e83-e5bf-4759-a8cc-57be3b9da685 HTTP/1.1" status: 204 len: 168 time: 0.9586272 Apr 18 17:23:11.580034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b48095-d5e6-4e86-a914-f498cf8a58e3 tempest-AllowedAddressPairIpV6TestJSON-1047453634 tempest-AllowedAddressPairIpV6TestJSON-1047453634-project] Pushing event deleted for resources: {'Network': ['ID=b26f7e83-e5bf-4759-a8cc-57be3b9da685,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:11.615811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990cd5d-08b9-4722-b80b-d89eb9dba901 req-b392c921-5a8c-4833-b350-59cf52cbed88 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:11.617374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a990cd5d-08b9-4722-b80b-d89eb9dba901 req-b392c921-5a8c-4833-b350-59cf52cbed88 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2335205 Apr 18 17:23:11.618049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Network': ['ID=b351f0df-8b13-4b44-9dcb-a16679a3faf8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:11.630117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53162) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:11.635549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-abc8456b-6d6c-44c5-8106-90ee52213951 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6715026 Apr 18 17:23:11.635695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b351f0df-8b13-4b44-9dcb-a16679a3faf8 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:23:11.636152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': 'b351f0df-8b13-4b44-9dcb-a16679a3faf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:11.681727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-08e56356-9c95-4f4b-8219-1b515172b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:11.686603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-08e56356-9c95-4f4b-8219-1b515172b234 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1096 time: 0.1295347 Apr 18 17:23:11.727891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a990cd5d-08b9-4722-b80b-d89eb9dba901 req-965fd6d2-8c67-43de-acf0-28e29ffceae8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933809 Apr 18 17:23:11.828660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-d85545ae-a19a-4770-a540-737f45ed2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:11.830989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-d85545ae-a19a-4770-a540-737f45ed2529 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1159205 Apr 18 17:23:11.911627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-206daf66-5010-4c28-9a7c-7c23cc708ba7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0721126 Apr 18 17:23:11.949107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:11.955790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:11.985778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-77efc5f6-1bd7-41e6-a75c-60bbfa169167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:11.988195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-77efc5f6-1bd7-41e6-a75c-60bbfa169167 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0699468 Apr 18 17:23:12.064002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-cd9d29e9-fb92-4732-908d-8c75da18db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:12.065621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-cd9d29e9-fb92-4732-908d-8c75da18db16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708585 Apr 18 17:23:12.247349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-20e3409a-87e3-4936-9641-93b5793853a3 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730661 Apr 18 17:23:12.322233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53184) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:12.386247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:12.419992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a18f9a4-177b-4765-936e-e5a05e3f95f5 req-c4681910-00f7-405f-b48f-3e3ee296bc1f service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631975 Apr 18 17:23:12.536721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=56fd3eb0-bee1-4d5f-ad73-24a83cf7dfaa,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:12.540693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking segment: {'id': '28a645c2-0009-4de5-aa31-bdb7711ae916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b351f0df-8b13-4b44-9dcb-a16679a3faf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:12.541221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network hostable DHCP agents. Network: b351f0df-8b13-4b44-9dcb-a16679a3faf8, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:23:12.569301 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8789e4b1-b248-4308-8795-e32b8ed41a6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ec99434f5b74ef1b0808bcd7e481a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457695 Apr 18 17:23:12.572234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:12.631759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28e14a6e-5093-40c0-bdfb-d2c326c45da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:12.653815 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28e14a6e-5093-40c0-bdfb-d2c326c45da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:12.660866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network b351f0df-8b13-4b44-9dcb-a16679a3faf8 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:23:12.751881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b351f0df-8b13-4b44-9dcb-a16679a3faf8) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:12.757843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:12.758731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:12.765995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b752d39-7ce2-4a8b-829c-b1bd0278340f None None] Network b351f0df-8b13-4b44-9dcb-a16679a3faf8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:12.784257 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28e14a6e-5093-40c0-bdfb-d2c326c45da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:12.787053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28e14a6e-5093-40c0-bdfb-d2c326c45da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:12.792501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-28e14a6e-5093-40c0-bdfb-d2c326c45da3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b445f1f1-293e-4c5e-985c-410909302b3a HTTP/1.1" status: 204 len: 168 time: 0.2149978 Apr 18 17:23:12.805597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e14a6e-5093-40c0-bdfb-d2c326c45da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b445f1f1-293e-4c5e-985c-410909302b3a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:12.872236 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dffded44-deb3-4395-8834-fb3374e5d2c2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2408314 Apr 18 17:23:12.874882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53210) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:12.879895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': 'b351f0df-8b13-4b44-9dcb-a16679a3faf8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-189821327'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:13.016562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef87a5-d10c-4a07-b9c1-b99b4ec9dbbb req-aa42809a-d16b-473e-9a5d-c35902c3b7e3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:13.031938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1eef87a5-d10c-4a07-b9c1-b99b4ec9dbbb req-aa42809a-d16b-473e-9a5d-c35902c3b7e3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1426060 Apr 18 17:23:13.096296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1eef87a5-d10c-4a07-b9c1-b99b4ec9dbbb req-5d3e09da-5657-4289-893f-0f05579bf0a0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681293 Apr 18 17:23:13.148511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:13.164342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:13.241527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 4edea46d-c1e5-4e83-81b2-3e1984346ea7 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:13.383063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-b351f0df-8b13-4b44-9dcb-a16679a3faf8', 'network_id': 'b351f0df-8b13-4b44-9dcb-a16679a3faf8', 'tenant_id': '4f7488bdee444c96aa4acc628b9ce56e', 'fixed_ips': [{'subnet_id': '56fd3eb0-bee1-4d5f-ad73-24a83cf7dfaa'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:23:13.384376 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:13.569469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::3c7 (b351f0df-8b13-4b44-9dcb-a16679a3faf8/56fd3eb0-bee1-4d5f-ad73-24a83cf7dfaa/4edea46d-c1e5-4e83-81b2-3e1984346ea7) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:13.758643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:13.860916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:13.918836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Allocated IP 2001:db8::2 (b351f0df-8b13-4b44-9dcb-a16679a3faf8/56fd3eb0-bee1-4d5f-ad73-24a83cf7dfaa/72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:13.925364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=4edea46d-c1e5-4e83-81b2-3e1984346ea7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:13.944943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network b351f0df-8b13-4b44-9dcb-a16679a3faf8 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:13.946456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:13.952068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:13.960446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:13.961123 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:14.105802 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-98ddf979-ac8c-461e-8230-de62122350e6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2271922 Apr 18 17:23:14.106247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53258) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:14.280942 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:14.346882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063690a-ef0a-4946-b86e-f68282c4e0be req-61b60e5f-f191-4e00-b5e9-91b79babb1f0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:14.355095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1063690a-ef0a-4946-b86e-f68282c4e0be req-61b60e5f-f191-4e00-b5e9-91b79babb1f0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1109395 Apr 18 17:23:14.367126 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:14.383846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d325fc56-cf7c-4fea-b272-c516063b8d27 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 4edea46d-c1e5-4e83-81b2-3e1984346ea7 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:14.384205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d325fc56-cf7c-4fea-b272-c516063b8d27 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:14.409860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Pushing event updated for resources: {'Port': ['ID=72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:14.427150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1063690a-ef0a-4946-b86e-f68282c4e0be req-57e9ecba-ec44-416b-a9ba-38b7be186be8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710254 Apr 18 17:23:14.438030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Network b351f0df-8b13-4b44-9dcb-a16679a3faf8 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:14.443020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:14.448559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:14.460916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53276) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:14.606575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Attempting to bind port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:23:14.606958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Attempting to bind port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '28a645c2-0009-4de5-aa31-bdb7711ae916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b351f0df-8b13-4b44-9dcb-a16679a3faf8'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:23:14.609949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Attempting to bind port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb on network b351f0df-8b13-4b44-9dcb-a16679a3faf8 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:23:14.627026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:23:14.627577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Checking segment: {'id': '28a645c2-0009-4de5-aa31-bdb7711ae916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b351f0df-8b13-4b44-9dcb-a16679a3faf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:14.628891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:14.630244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Bound using segment: {'id': '28a645c2-0009-4de5-aa31-bdb7711ae916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b351f0df-8b13-4b44-9dcb-a16679a3faf8'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:23:14.630716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Bound port: 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a645c2-0009-4de5-aa31-bdb7711ae916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b351f0df-8b13-4b44-9dcb-a16679a3faf8'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:23:14.631112 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:14.682053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2df41801-f95d-4f2b-98a3-36d540863acb tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] Request body: {'port': {'network_id': '32fbab49-2668-454c-af1e-4e4bb5df8282', 'name': 'tempest-NetworksNegativeTestJSON-1038717341'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:14.717054 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df41801-f95d-4f2b-98a3-36d540863acb tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] POST failed (client error): The resource could not be found. Apr 18 17:23:14.717749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df41801-f95d-4f2b-98a3-36d540863acb tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:14.720620 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2df41801-f95d-4f2b-98a3-36d540863acb tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2579408 Apr 18 17:23:14.724595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53294) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:14.747084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d325fc56-cf7c-4fea-b272-c516063b8d27 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:14.780416 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-50379674-c299-4521-9d6e-1122e3cb8bf0 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] DELETE failed (client error): The resource could not be found. Apr 18 17:23:14.781120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50379674-c299-4521-9d6e-1122e3cb8bf0 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:14.789577 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50379674-c299-4521-9d6e-1122e3cb8bf0 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "DELETE /v2.0/networks/c8ec82ac-a320-45cf-a55b-8b0d3694f0e0 HTTP/1.1" status: 404 len: 339 time: 0.0594316 Apr 18 17:23:14.790500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53298) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:14.818542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] For port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:23:14.830876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] For port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb,segment=NetworkSegment(28a645c2-0009-4de5-aa31-bdb7711ae916),segment_id=28a645c2-0009-4de5-aa31-bdb7711ae916)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:23:14.840365 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa2d699-5dd1-4126-a2c7-1fba568e50b8 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] DELETE failed (client error): The resource could not be found. Apr 18 17:23:14.841281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa2d699-5dd1-4126-a2c7-1fba568e50b8 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:14.845300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-daa2d699-5dd1-4126-a2c7-1fba568e50b8 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "DELETE /v2.0/ports/4abcb723-2441-44f5-a4ac-3f61ab7e077a HTTP/1.1" status: 404 len: 333 time: 0.0505435 Apr 18 17:23:14.860556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53304) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:14.870270 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bd042-2a36-46e2-a299-1aeb2638e9e4 req-fab713de-2380-4d30-9c54-bce447ca7f46 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:14.875172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a37bd042-2a36-46e2-a299-1aeb2638e9e4 req-fab713de-2380-4d30-9c54-bce447ca7f46 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.2633195 Apr 18 17:23:14.879846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d325fc56-cf7c-4fea-b272-c516063b8d27 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 4edea46d-c1e5-4e83-81b2-3e1984346ea7 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:14.921741 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:14.945544 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d30e04-a4c3-4554-b71c-9c3927ab78f1 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] DELETE failed (client error): The resource could not be found. Apr 18 17:23:14.947716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d30e04-a4c3-4554-b71c-9c3927ab78f1 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:14.962942 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a2d30e04-a4c3-4554-b71c-9c3927ab78f1 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "DELETE /v2.0/subnets/8363dcc0-5f46-40ca-952a-60bdbd23f92e HTTP/1.1" status: 404 len: 337 time: 0.1008823 Apr 18 17:23:14.963765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53308) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:15.003652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15b8e-bcff-4447-abf3-e352228e76f1 None None] Pushing event updated for resources: {'Port': ['ID=72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:15.014229 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-096413cc-1b69-4e07-838d-8e970a3209a0 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] GET failed (client error): The resource could not be found. Apr 18 17:23:15.026012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a37bd042-2a36-46e2-a299-1aeb2638e9e4 req-336e83e5-4b83-40f3-9cfc-6cbf4bf7e7fe tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411724 Apr 18 17:23:15.033357 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-096413cc-1b69-4e07-838d-8e970a3209a0 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "GET /v2.0/networks/d62fdebf-291d-408a-88fe-cdf24fad86c7 HTTP/1.1" status: 404 len: 339 time: 0.0624299 Apr 18 17:23:15.033357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53312) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:15.121045 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3545544-196d-4231-87a4-0374b8db9915 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] GET failed (client error): The resource could not be found. Apr 18 17:23:15.131483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3545544-196d-4231-87a4-0374b8db9915 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "GET /v2.0/ports/d7ffb383-529e-42cd-a6a9-74de7cc058bc HTTP/1.1" status: 404 len: 333 time: 0.0984828 Apr 18 17:23:15.132192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53320) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:15.204485 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-536885c3-7d04-4597-9aa9-4f2a3ed0d875 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] GET failed (client error): The resource could not be found. Apr 18 17:23:15.214974 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-536885c3-7d04-4597-9aa9-4f2a3ed0d875 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "GET /v2.0/subnets/d06b9f28-d077-4dc9-9f05-b2ad30049d02 HTTP/1.1" status: 404 len: 337 time: 0.0815492 Apr 18 17:23:15.215699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53330) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:15.227209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-69aa641d-5a51-4b2e-892f-318493d15ac7 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:15.269211 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aa641d-5a51-4b2e-892f-318493d15ac7 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] PUT failed (client error): The resource could not be found. Apr 18 17:23:15.270376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69aa641d-5a51-4b2e-892f-318493d15ac7 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:15.277064 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-69aa641d-5a51-4b2e-892f-318493d15ac7 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "PUT /v2.0/networks/27d690d9-9ca0-4877-a438-09ee457ca2e5 HTTP/1.1" status: 404 len: 339 time: 0.0603075 Apr 18 17:23:15.280547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53332) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:15.284321 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-17b05f6c-2273-490a-bbc2-b79bc5780af3 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:15.322635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1c50a-9108-4531-bc60-6fd14b772029 req-f22ae5fb-414c-4c72-9793-266d97c7b0d0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:15.324438 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b05f6c-2273-490a-bbc2-b79bc5780af3 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] PUT failed (client error): The resource could not be found. Apr 18 17:23:15.325375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b05f6c-2273-490a-bbc2-b79bc5780af3 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:15.331080 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-17b05f6c-2273-490a-bbc2-b79bc5780af3 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "PUT /v2.0/ports/ba14ae70-39b8-4a92-b9f8-c3cfe4fb5d4a HTTP/1.1" status: 404 len: 333 time: 0.0518849 Apr 18 17:23:15.331752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53334) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:15.334773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91e1c50a-9108-4531-bc60-6fd14b772029 req-f22ae5fb-414c-4c72-9793-266d97c7b0d0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1495035 Apr 18 17:23:15.338216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-778fc874-eccc-4761-9ba9-cc6044bf06d5 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:15.371498 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-778fc874-eccc-4761-9ba9-cc6044bf06d5 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] PUT failed (client error): The resource could not be found. Apr 18 17:23:15.372789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778fc874-eccc-4761-9ba9-cc6044bf06d5 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:15.392252 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-778fc874-eccc-4761-9ba9-cc6044bf06d5 tempest-NetworksNegativeTestJSON-1187121731 tempest-NetworksNegativeTestJSON-1187121731-project] 10.222.0.45 "PUT /v2.0/subnets/009c2c75-96e0-45b1-b422-b4a19ffd6f0b HTTP/1.1" status: 404 len: 337 time: 0.0587528 Apr 18 17:23:15.397627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91e1c50a-9108-4531-bc60-6fd14b772029 req-f09e5742-ce1d-4cd8-b960-272c261ee89f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612350 Apr 18 17:23:15.398242 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d325fc56-cf7c-4fea-b272-c516063b8d27 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:15.532405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d325fc56-cf7c-4fea-b272-c516063b8d27 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:15.547380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d325fc56-cf7c-4fea-b272-c516063b8d27 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/4edea46d-c1e5-4e83-81b2-3e1984346ea7 HTTP/1.1" status: 204 len: 168 time: 1.4354613 Apr 18 17:23:15.548401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53348) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:15.633327 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3479c8d6-419e-4f3e-8a19-b4edae942d43 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:15.641264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325fc56-cf7c-4fea-b272-c516063b8d27 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=4edea46d-c1e5-4e83-81b2-3e1984346ea7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:15.680138 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3479c8d6-419e-4f3e-8a19-b4edae942d43 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/4edea46d-c1e5-4e83-81b2-3e1984346ea7 HTTP/1.1" status: 404 len: 333 time: 0.1292431 Apr 18 17:23:15.685082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53352) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:15.793316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e137dc9-a71e-4457-8da9-619a7c61809c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet 56fd3eb0-bee1-4d5f-ad73-24a83cf7dfaa {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:23:15.798813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e137dc9-a71e-4457-8da9-619a7c61809c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:15.821878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1814a-de47-4034-9c1d-e8b218aa0651 req-fc66b5c2-a2af-41b2-8fba-22bc95d5724b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:15.823745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79b1814a-de47-4034-9c1d-e8b218aa0651 req-fc66b5c2-a2af-41b2-8fba-22bc95d5724b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1278021 Apr 18 17:23:15.862464 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e137dc9-a71e-4457-8da9-619a7c61809c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:15.929166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79b1814a-de47-4034-9c1d-e8b218aa0651 req-f8a29218-878d-4c21-ac5f-b0cac071e45e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926018 Apr 18 17:23:16.020958 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e137dc9-a71e-4457-8da9-619a7c61809c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:16.109492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a3f3-4605-4ba2-8977-1b7e5202290b req-abdc8efd-8a19-475e-9986-16e00e003088 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:16.110563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82f6a3f3-4605-4ba2-8977-1b7e5202290b req-abdc8efd-8a19-475e-9986-16e00e003088 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0653710 Apr 18 17:23:16.185050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82f6a3f3-4605-4ba2-8977-1b7e5202290b req-65260abb-d48c-41c7-b58e-d7d0a1b89ab1 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679135 Apr 18 17:23:16.238208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e137dc9-a71e-4457-8da9-619a7c61809c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:16.254552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53378) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:16.343129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e137dc9-a71e-4457-8da9-619a7c61809c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=56fd3eb0-bee1-4d5f-ad73-24a83cf7dfaa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:16.352660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e137dc9-a71e-4457-8da9-619a7c61809c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:16.362117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53390) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:16.374797 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2e137dc9-a71e-4457-8da9-619a7c61809c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/56fd3eb0-bee1-4d5f-ad73-24a83cf7dfaa HTTP/1.1" status: 204 len: 168 time: 0.6851850 Apr 18 17:23:16.545088 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:16.567613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:16.703061 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:16.754913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:16.755312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:16.865255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] For port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb,segment=NetworkSegment(28a645c2-0009-4de5-aa31-bdb7711ae916),segment_id=28a645c2-0009-4de5-aa31-bdb7711ae916)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:16.865652 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:16.878441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1301386-2c2b-4a1c-bc81-bb2a1f29595d None None] Network b351f0df-8b13-4b44-9dcb-a16679a3faf8 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:16.895931 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.000215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8868c8cc-b30b-44cc-b57c-7b358b6370ed None None] Provisioning complete for port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:17.000643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8868c8cc-b30b-44cc-b57c-7b358b6370ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.002667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:17.111393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe7935-55a0-4099-9947-d0320b67a074,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:17.115931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86ceadf0564f406bab6ba12c71f1c907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8624218 Apr 18 17:23:17.118722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53420) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:17.171071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.173869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.175788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.177103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.179056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.179566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.181183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.182451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.184163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.191419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.200126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.200126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0247e-febd-4ad0-a87b-56ef58c323b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:17.237332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.245908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e1736-66dc-483d-bc99-1c8b88c4e4e4 None None] DHCP port deletion for b351f0df-8b13-4b44-9dcb-a16679a3faf8 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:23:17.284851 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8868c8cc-b30b-44cc-b57c-7b358b6370ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.340235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dadc90c3-d093-467c-964e-9383ea6f6534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.355899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:17.375475 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.375475 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.394256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dadc90c3-d093-467c-964e-9383ea6f6534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.399202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73423314-dca0-4e75-9590-a4a5c39d35cb req-a100678b-5017-40b8-a447-7bc06eaea26e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:17.412919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73423314-dca0-4e75-9590-a4a5c39d35cb req-a100678b-5017-40b8-a447-7bc06eaea26e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.5435708 Apr 18 17:23:17.452209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No DVR routers for this DVR port 72cd42e6-8143-4e6b-a4d3-98aaffcfbcdb on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:17.546615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dadc90c3-d093-467c-964e-9383ea6f6534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.549476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dadc90c3-d093-467c-964e-9383ea6f6534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.550888 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dadc90c3-d093-467c-964e-9383ea6f6534 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14fe7935-55a0-4099-9947-d0320b67a074 HTTP/1.1" status: 204 len: 168 time: 0.4298859 Apr 18 17:23:17.552748 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.563605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc90c3-d093-467c-964e-9383ea6f6534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe7935-55a0-4099-9947-d0320b67a074,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:17.578292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b351f0df-8b13-4b44-9dcb-a16679a3faf8']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:17.590033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a645c2-0009-4de5-aa31-bdb7711ae916') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:17.590324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a645c2-0009-4de5-aa31-bdb7711ae916') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:17.602384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.623263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73423314-dca0-4e75-9590-a4a5c39d35cb req-d3d02e46-c919-4604-8bb4-6b6348b1597d tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094419 Apr 18 17:23:17.627785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.635533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:23:17.636690 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:23:17.641052 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:23:17.837557 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.842532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:17.852395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53452) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:17.852813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/networks/b351f0df-8b13-4b44-9dcb-a16679a3faf8 HTTP/1.1" status: 204 len: 168 time: 1.4884210 Apr 18 17:23:17.862508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'name': 'tempest-PortsIpV6TestJSON-1456140931'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:17.896381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91084e-6842-4f10-a30f-65d4f1c63142 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Network': ['ID=b351f0df-8b13-4b44-9dcb-a16679a3faf8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:18.046540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:18.050402 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:18.070868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port aceefd81-799d-4ba0-8efe-0b04335d8c3a yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:18.262630 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:18.382634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:18.504098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:18.507477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:18.510767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:18.517690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:18.518977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:18.556873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=aceefd81-799d-4ba0-8efe-0b04335d8c3a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:18.611505 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-afde028a-1bc5-453b-b367-74e44e2ca9c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2362199 Apr 18 17:23:18.725826 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-32def406-eba4-4f23-90a0-f4c87c5f5ff9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8717828 Apr 18 17:23:18.728462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53506) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:18.797332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-da2de242-afd3-4c7a-a28a-4076ba232ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:18.804128 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-da2de242-afd3-4c7a-a28a-4076ba232ead service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 1096 time: 0.1527689 Apr 18 17:23:18.973962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26284ea-fa55-4521-ad60-254aab6bb6a2 req-13207825-bf17-49ef-8615-79ea27188bb4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:19.013303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c26284ea-fa55-4521-ad60-254aab6bb6a2 req-13207825-bf17-49ef-8615-79ea27188bb4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1684148 Apr 18 17:23:19.041339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53526) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:19.080222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c26284ea-fa55-4521-ad60-254aab6bb6a2 req-ed4a4633-58c6-4b90-921d-37e4f7e76db5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625048 Apr 18 17:23:19.131650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-9e090605-fe76-4739-9da6-6bceac4afe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:19.134665 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-9e090605-fe76-4739-9da6-6bceac4afe0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.2914507 Apr 18 17:23:19.184226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-87e7d013-aaee-4a2d-9720-98ab8e1bfd31 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port aceefd81-799d-4ba0-8efe-0b04335d8c3a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:19.184226 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87e7d013-aaee-4a2d-9720-98ab8e1bfd31 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:19.218521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ae083e87-3bab-40bf-a377-7cee96a23ab5 tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1841411735', 'prefixes': ['172.20.0.0/16']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:19.261286 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-6f56600f-f1bf-4d4e-80ee-fb5bdd011b98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76 HTTP/1.1" status: 200 len: 217 time: 0.1144192 Apr 18 17:23:19.369618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87e7d013-aaee-4a2d-9720-98ab8e1bfd31 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:19.375197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-55c1f76b-1e8b-475f-ad69-6c5781a3929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:19.377019 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-55c1f76b-1e8b-475f-ad69-6c5781a3929b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.1064534 Apr 18 17:23:19.429959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-87e7d013-aaee-4a2d-9720-98ab8e1bfd31 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for aceefd81-799d-4ba0-8efe-0b04335d8c3a owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:19.521552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-d1e2c466-6c42-4d9c-8f9f-883affcdc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:19.521552 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-d1e2c466-6c42-4d9c-8f9f-883affcdc997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325433 Apr 18 17:23:19.536367 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ae083e87-3bab-40bf-a377-7cee96a23ab5 tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] Notify callbacks [] for subnetpool, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:19.543727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ae083e87-3bab-40bf-a377-7cee96a23ab5 tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5005891 Apr 18 17:23:19.547089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53550) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:19.660036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53554) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:19.660703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-294a12ed-2bd4-43fe-aa81-e3ece54b8c43 tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] 10.222.0.45 "GET /v2.0/subnetpools/55d03653-3128-47c7-a429-abe37f68a85e HTTP/1.1" status: 200 len: 732 time: 0.1114388 Apr 18 17:23:19.664879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f678f3fe-d7f5-445e-9192-e99547d8c6e8 tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-557669874'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:19.690044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3081a59-8d1f-4acc-a2cb-3c2b74db2337 req-cd620fe9-444b-4b98-8ae4-f66532406eaf tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:19.691804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3081a59-8d1f-4acc-a2cb-3c2b74db2337 req-cd620fe9-444b-4b98-8ae4-f66532406eaf tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1088748 Apr 18 17:23:19.707445 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-19c1e045-a4f0-4434-88cd-a924df2d3b16 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793327 Apr 18 17:23:19.762566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3081a59-8d1f-4acc-a2cb-3c2b74db2337 req-494a6b0b-b5b5-405d-a99a-01a580a03d03 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621281 Apr 18 17:23:19.770900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87e7d013-aaee-4a2d-9720-98ab8e1bfd31 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:19.847892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-49b40284-0f18-4e67-aae1-007b217fd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:19.849734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-49b40284-0f18-4e67-aae1-007b217fd91c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6010d166009b457cb83c471c00b4460a&device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 1096 time: 0.0522716 Apr 18 17:23:19.878100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7d013-aaee-4a2d-9720-98ab8e1bfd31 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=aceefd81-799d-4ba0-8efe-0b04335d8c3a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:19.897331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-87e7d013-aaee-4a2d-9720-98ab8e1bfd31 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:19.903749 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-87e7d013-aaee-4a2d-9720-98ab8e1bfd31 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/aceefd81-799d-4ba0-8efe-0b04335d8c3a HTTP/1.1" status: 204 len: 168 time: 1.1716397 Apr 18 17:23:19.903945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53566) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:19.911014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'mac_address': 'fa:16:3e:44:3e:71', 'name': 'tempest-PortsIpV6TestJSON-632761435'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:19.972308 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f678f3fe-d7f5-445e-9192-e99547d8c6e8 tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] Notify callbacks [] for subnetpool, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:19.973551 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f678f3fe-d7f5-445e-9192-e99547d8c6e8 tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] 10.222.0.45 "PUT /v2.0/subnetpools/55d03653-3128-47c7-a429-abe37f68a85e HTTP/1.1" status: 200 len: 683 time: 0.3124316 Apr 18 17:23:19.985256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53572) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:19.993215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-0b311f47-3cbb-49bc-9ea4-8e3dc61575b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:19.994941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-0b311f47-3cbb-49bc-9ea4-8e3dc61575b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 200 len: 913 time: 0.1373303 Apr 18 17:23:20.029909 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a945c957-8ef1-40a0-b26c-9c98973556cb req-69c64261-6e9c-4ca7-a9e7-68db7fc92309 service neutron] 10.222.0.18 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098905 Apr 18 17:23:20.077887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-98887739-7118-443a-95a5-f998a32b542e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0759726 Apr 18 17:23:20.134597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-8bbb3bea-04f4-4a9a-a4b6-5c3a1e69e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:20.136092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-8bbb3bea-04f4-4a9a-a4b6-5c3a1e69e920 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 200 len: 851 time: 0.0517380 Apr 18 17:23:20.190042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-c9f628ae-3225-4f9d-a64c-8e2e74a3506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:20.191593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-c9f628ae-3225-4f9d-a64c-8e2e74a3506a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc90c34b-d6a3-40ab-abce-c0737ae6e08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494287 Apr 18 17:23:20.197133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:20.295868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-af975a66-daea-48e1-aae3-012a741063aa tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] Notify callbacks [] for subnetpool, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:20.297213 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-af975a66-daea-48e1-aae3-012a741063aa tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] 10.222.0.45 "DELETE /v2.0/subnetpools/55d03653-3128-47c7-a429-abe37f68a85e HTTP/1.1" status: 204 len: 168 time: 0.3111339 Apr 18 17:23:20.305113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53588) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:20.330088 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-a75f4441-b42f-45a4-9093-74c9c007863d service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313024 Apr 18 17:23:20.332710 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-89325e19-7cec-4379-b954-d2c64d6dbaba tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] show failed (client error): The resource could not be found. Apr 18 17:23:20.341113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-89325e19-7cec-4379-b954-d2c64d6dbaba tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] 10.222.0.45 "GET /v2.0/subnetpools/55d03653-3128-47c7-a429-abe37f68a85e HTTP/1.1" status: 404 len: 346 time: 0.0276496 Apr 18 17:23:20.341113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:20.350025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:20.375402 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-648beb42-3ec6-436b-8ea1-78e9fbf4838f tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] delete failed (client error): The resource could not be found. Apr 18 17:23:20.377550 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-648beb42-3ec6-436b-8ea1-78e9fbf4838f tempest-SubnetPoolsTestJSON-55480963 tempest-SubnetPoolsTestJSON-55480963-project] 10.222.0.45 "DELETE /v2.0/subnetpools/55d03653-3128-47c7-a429-abe37f68a85e HTTP/1.1" status: 404 len: 346 time: 0.0375805 Apr 18 17:23:20.395950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port ed370a9a-7005-45f4-b1d7-7d52eb0de05b yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:20.435347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4786978-6950-4c7a-bd58-a4de07b44a6e req-be5486d8-cf63-4148-8015-673715a2adf1 service neutron] 10.222.0.41 "GET /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985208 Apr 18 17:23:20.653859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:20.783932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:20.882786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:20.884257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:20.891237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:20.896691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:20.897307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:20.925603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=ed370a9a-7005-45f4-b1d7-7d52eb0de05b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:20.935405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d257e2-aa6f-4254-af72-c21287336feb req-77f708ea-7be9-4866-a783-976c98e05257 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:20.943231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55d257e2-aa6f-4254-af72-c21287336feb req-77f708ea-7be9-4866-a783-976c98e05257 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0798411 Apr 18 17:23:20.993448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55d257e2-aa6f-4254-af72-c21287336feb req-04cb8b09-7dff-4522-a676-1bf895b072aa tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490501 Apr 18 17:23:20.998926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53626) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:21.013469 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1fb63694-727a-47fa-9964-02ad88c69456 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1064267 Apr 18 17:23:21.014502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53630) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:21.063738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86d425-4e02-441c-a9a3-0985814a63b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:21.065207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3e86d425-4e02-441c-a9a3-0985814a63b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/ed370a9a-7005-45f4-b1d7-7d52eb0de05b HTTP/1.1" status: 200 len: 844 time: 0.0496070 Apr 18 17:23:21.067964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53632) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:21.136768 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f53fcaf0-1f12-4c13-8b09-cbb46598f402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.159409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4700fd3f-0e95-469a-adb3-1acf0d710fda tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port ed370a9a-7005-45f4-b1d7-7d52eb0de05b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:21.159765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4700fd3f-0e95-469a-adb3-1acf0d710fda tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.235500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4700fd3f-0e95-469a-adb3-1acf0d710fda tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.238910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f53fcaf0-1f12-4c13-8b09-cbb46598f402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.249340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4700fd3f-0e95-469a-adb3-1acf0d710fda tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for ed370a9a-7005-45f4-b1d7-7d52eb0de05b owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:21.315048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f53fcaf0-1f12-4c13-8b09-cbb46598f402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.356808 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f53fcaf0-1f12-4c13-8b09-cbb46598f402 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c32ac34b1fa412e8f66e5a8cc9d1307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568158 Apr 18 17:23:21.358724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fcaf0-1f12-4c13-8b09-cbb46598f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcad645-3510-4ad7-9af6-9d8fc973ae6a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:21.365708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53646) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:21.418308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d937dec9-5b2c-40ff-ae6e-ae653d8d2219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.437456 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4700fd3f-0e95-469a-adb3-1acf0d710fda tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.451007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d937dec9-5b2c-40ff-ae6e-ae653d8d2219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.486851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700fd3f-0e95-469a-adb3-1acf0d710fda tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=ed370a9a-7005-45f4-b1d7-7d52eb0de05b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:21.503260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4700fd3f-0e95-469a-adb3-1acf0d710fda tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.506726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4700fd3f-0e95-469a-adb3-1acf0d710fda tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/ed370a9a-7005-45f4-b1d7-7d52eb0de05b HTTP/1.1" status: 204 len: 168 time: 0.4376395 Apr 18 17:23:21.510517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53654) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:21.551921 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37c1f9c-c367-4c0e-9bda-5184090ed880 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:21.553851 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d37c1f9c-c367-4c0e-9bda-5184090ed880 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/ed370a9a-7005-45f4-b1d7-7d52eb0de05b HTTP/1.1" status: 404 len: 333 time: 0.0420506 Apr 18 17:23:21.560562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53658) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:21.568282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'name': 'tempest-PortsIpV6TestJSON-665817566'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:21.653466 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d937dec9-5b2c-40ff-ae6e-ae653d8d2219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.657070 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d937dec9-5b2c-40ff-ae6e-ae653d8d2219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.658583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d937dec9-5b2c-40ff-ae6e-ae653d8d2219 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0dcad645-3510-4ad7-9af6-9d8fc973ae6a HTTP/1.1" status: 204 len: 168 time: 0.2968106 Apr 18 17:23:21.685429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937dec9-5b2c-40ff-ae6e-ae653d8d2219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcad645-3510-4ad7-9af6-9d8fc973ae6a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:21.802717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:21.806190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:21.829870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:22.018445 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:22.165674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f25d93-cf7b-4ddf-b399-3d1b3ccf1ce3 req-f43fcd03-1334-4650-a2b3-b1f6093bcbd5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:22.173823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88f25d93-cf7b-4ddf-b399-3d1b3ccf1ce3 req-f43fcd03-1334-4650-a2b3-b1f6093bcbd5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0606301 Apr 18 17:23:22.196891 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:22.247577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:22.292436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:22.297056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88f25d93-cf7b-4ddf-b399-3d1b3ccf1ce3 req-d4632493-d6e6-4b27-b691-852cc2d2a105 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219065 Apr 18 17:23:22.299600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:22.302327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:22.322444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:22.322444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:22.432484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fe0dacbf-2404-4151-95ce-09ab3f7c8bc7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8704863 Apr 18 17:23:22.438942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53718) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:22.445374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:22.464719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310159e-0e81-49f8-8fd0-756f2bdd99f4 req-36445940-ea91-4b3c-ad6a-90b72424dda4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:22.464719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2310159e-0e81-49f8-8fd0-756f2bdd99f4 req-36445940-ea91-4b3c-ad6a-90b72424dda4 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0856824 Apr 18 17:23:22.536473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2310159e-0e81-49f8-8fd0-756f2bdd99f4 req-a3f7057b-4608-4fd1-b036-6d219b3b7fb6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660512 Apr 18 17:23:22.595253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:22.811400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:22.877426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:22.930015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] In _notify_port_updated(), no bound segment for port 2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f on network 8c60644a-83e9-479a-86bd-591c6ef3b502 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:23:22.936689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:22.937619 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:22.939128 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "PUT /v2.0/ports/2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f HTTP/1.1" status: 200 len: 818 time: 0.4988732 Apr 18 17:23:22.942119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:22.957310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46840b-ac31-49a2-ac45-b935b3529135 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:23.118807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7885e5c7-01eb-4aa6-a6e7-2fc01d9b150c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:23.119761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7885e5c7-01eb-4aa6-a6e7-2fc01d9b150c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:23.211607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7885e5c7-01eb-4aa6-a6e7-2fc01d9b150c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:23.249379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7885e5c7-01eb-4aa6-a6e7-2fc01d9b150c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:23.819104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7885e5c7-01eb-4aa6-a6e7-2fc01d9b150c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:23.860824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885e5c7-01eb-4aa6-a6e7-2fc01d9b150c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:23.867438 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7885e5c7-01eb-4aa6-a6e7-2fc01d9b150c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:23.873609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7885e5c7-01eb-4aa6-a6e7-2fc01d9b150c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f HTTP/1.1" status: 204 len: 168 time: 0.9295015 Apr 18 17:23:23.875584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53834) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:23.932634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aebacd-223d-4bf4-acb5-5b9eea30658b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:23.932634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f6aebacd-223d-4bf4-acb5-5b9eea30658b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0533605 Apr 18 17:23:23.936232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53840) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:23.965256 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ebc40e-de7f-4f29-bcfa-7104376cb272 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:23.967980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b7ebc40e-de7f-4f29-bcfa-7104376cb272 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/2250a50a-c39b-40c2-a4f0-4ce9bea9aa3f HTTP/1.1" status: 404 len: 333 time: 0.0300541 Apr 18 17:23:23.978282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53846) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:23.982969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2052177434'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:24.059870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53854) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:24.088395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:24.094082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.142918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:23:24.165928 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.167499 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Added segment 57b9840f-4944-4956-8b8a-07b2cfcf4c6c of type vlan for network 7557dd34-695c-467f-bdab-dc90dd311d07 Apr 18 17:23:24.261474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.375693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f787efc3-31f5-46aa-8117-109c6ad044d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.403562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.409215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:24.409815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.505184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Network': ['ID=7557dd34-695c-467f-bdab-dc90dd311d07,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:24.516942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 7557dd34-695c-467f-bdab-dc90dd311d07 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:23:24.523481 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dc4e01fc-5f49-4b53-a160-fb8606ce3939 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5445106 Apr 18 17:23:24.529063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53888) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:24.532429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:24.537779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f787efc3-31f5-46aa-8117-109c6ad044d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.659328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f787efc3-31f5-46aa-8117-109c6ad044d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.678598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-e9e7b8db-6ac9-45ef-ad52-aa1685956f6f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:24.680135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-e9e7b8db-6ac9-45ef-ad52-aa1685956f6f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=1671615f-25ac-4915-b882-bf948184d254 HTTP/1.1" status: 200 len: 944 time: 0.1098437 Apr 18 17:23:24.731095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f787efc3-31f5-46aa-8117-109c6ad044d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb766eaf3bec4a6d94c40e26d0ea5644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6700542 Apr 18 17:23:24.735093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53902) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:24.743231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787efc3-31f5-46aa-8117-109c6ad044d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a14d1d-8ae9-41b0-aec3-63be8b6aac1c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:24.798512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03430aeb-ca8a-47b6-973b-82f029580ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.810581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:24.815959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.835101 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03430aeb-ca8a-47b6-973b-82f029580ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.894359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Deleting port dd02874e-5bc8-477e-9190-4c4162eb8469 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:24.894697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.969035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03430aeb-ca8a-47b6-973b-82f029580ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.971854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03430aeb-ca8a-47b6-973b-82f029580ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:24.973161 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-03430aeb-ca8a-47b6-973b-82f029580ead admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0a14d1d-8ae9-41b0-aec3-63be8b6aac1c HTTP/1.1" status: 204 len: 168 time: 0.2369039 Apr 18 17:23:24.997449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03430aeb-ca8a-47b6-973b-82f029580ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a14d1d-8ae9-41b0-aec3-63be8b6aac1c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:25.010254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] For port dd02874e-5bc8-477e-9190-4c4162eb8469, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=dd02874e-5bc8-477e-9190-4c4162eb8469,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:25.010806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:25.057439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Calling delete_port for dd02874e-5bc8-477e-9190-4c4162eb8469 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:25.163998 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:23:25.285016 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:25.356437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:25.389873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d3d3bcd6-c4fb-4b6d-968c-40d518670187', '82760f6f-b43b-4ff6-a025-ac4d4e087c76'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:23:25.399417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event deleted for resources: {'Port': ['ID=dd02874e-5bc8-477e-9190-4c4162eb8469,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:25.447474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=0f2e60be-03cf-4e59-a92d-e8657c9447e5,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:25.530607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking segment: {'id': '57b9840f-4944-4956-8b8a-07b2cfcf4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:25.531232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network hostable DHCP agents. Network: 7557dd34-695c-467f-bdab-dc90dd311d07, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:23:25.533567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] No DVR routers for this DVR port dd02874e-5bc8-477e-9190-4c4162eb8469 on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:25.536695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:25.548003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5a1e57c-b829-4019-9e74-43d230eaaacc req-1ac4091e-86d7-48d9-8090-8c2b5a8cdfba tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "DELETE /v2.0/ports/dd02874e-5bc8-477e-9190-4c4162eb8469 HTTP/1.1" status: 204 len: 173 time: 0.8521521 Apr 18 17:23:25.548762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'name': 'network-vif-deleted', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:25.552118 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4c5eb0-bfe2-48c8-8ec2-559cbeb3e2ae" -d '{"events": [{"server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "name": "network-vif-deleted", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:25.726186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 7557dd34-695c-467f-bdab-dc90dd311d07 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:23:25.806723 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676eb9c8-68a7-4570-8cf0-b140263b11ed x-openstack-request-id: req-676eb9c8-68a7-4570-8cf0-b140263b11ed {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:25.807227 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1671615f-25ac-4915-b882-bf948184d254", "name": "network-vif-deleted", "tag": "dd02874e-5bc8-477e-9190-4c4162eb8469", "status": "failed", "code": 422}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:25.807500 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-676eb9c8-68a7-4570-8cf0-b140263b11ed {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:25.807892 n-d-836015-2 neutron-server[109826]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-676eb9c8-68a7-4570-8cf0-b140263b11ed']: {'server_uuid': '1671615f-25ac-4915-b882-bf948184d254', 'name': 'network-vif-deleted', 'tag': 'dd02874e-5bc8-477e-9190-4c4162eb8469', 'status': 'failed', 'code': 422} returned with failed status Apr 18 17:23:25.823344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 7557dd34-695c-467f-bdab-dc90dd311d07) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:25.832389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:25.832986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:25.833399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683ccb61-51ca-4435-b878-d3c3fea1b84c None None] Network 7557dd34-695c-467f-bdab-dc90dd311d07 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:25.937898 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-da97abba-5aec-4fba-a181-34f9409a7dfc tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4099061 Apr 18 17:23:25.940667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53972) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:25.945991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ac1c1a36-c9a3-443f-8ce1-aad05dedcfd6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:26.011160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-7557dd34-695c-467f-bdab-dc90dd311d07', 'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07', 'tenant_id': '4f7488bdee444c96aa4acc628b9ce56e', 'fixed_ips': [{'subnet_id': '0f2e60be-03cf-4e59-a92d-e8657c9447e5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:23:26.012035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.164407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1c1a36-c9a3-443f-8ce1-aad05dedcfd6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:26.172207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac1c1a36-c9a3-443f-8ce1-aad05dedcfd6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.181376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Allocated IP 2001:db8::2 (7557dd34-695c-467f-bdab-dc90dd311d07/0f2e60be-03cf-4e59-a92d-e8657c9447e5/58a80db1-8b06-4397-aaaf-d8ec9bc96c27) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:26.208161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53998) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:26.360716 n-d-836015-2 neutron-server[109826]: INFO neutron.db.ipam_backend_mixin [None req-ac1c1a36-c9a3-443f-8ce1-aad05dedcfd6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f2e60be-03cf-4e59-a92d-e8657c9447e5 (CIDR: 2001:db8::/64) Apr 18 17:23:26.379142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.389345 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e82c0b1-dc75-478f-b895-13caaa3992ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.398579 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1c1a36-c9a3-443f-8ce1-aad05dedcfd6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:23:26.399162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1c1a36-c9a3-443f-8ce1-aad05dedcfd6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:23:26.468168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.489837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e82c0b1-dc75-478f-b895-13caaa3992ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.498698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54024) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:26.499295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ac1c1a36-c9a3-443f-8ce1-aad05dedcfd6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5571284 Apr 18 17:23:26.513500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:26.521823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Network 7557dd34-695c-467f-bdab-dc90dd311d07 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:26.525997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:26.527996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Pushing event updated for resources: {'Port': ['ID=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:26.531670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:26.566263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.566746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.567088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.567472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.567923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.568238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.568569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.568955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.569202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.569542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.570033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.570352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:26.578070 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e82c0b1-dc75-478f-b895-13caaa3992ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.624259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Attempting to bind port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:23:26.624813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Attempting to bind port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '57b9840f-4944-4956-8b8a-07b2cfcf4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:23:26.629016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Attempting to bind port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 on network 7557dd34-695c-467f-bdab-dc90dd311d07 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:23:26.632342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:23:26.632936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Checking segment: {'id': '57b9840f-4944-4956-8b8a-07b2cfcf4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:26.633454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3e82c0b1-dc75-478f-b895-13caaa3992ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=602ae4983d5b47488a90d0b2793da4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242184 Apr 18 17:23:26.633675 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.634218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Bound using segment: {'id': '57b9840f-4944-4956-8b8a-07b2cfcf4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:23:26.634828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Bound port: 58a80db1-8b06-4397-aaaf-d8ec9bc96c27, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b9840f-4944-4956-8b8a-07b2cfcf4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:23:26.635374 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.635574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c0b1-dc75-478f-b895-13caaa3992ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9614a65e-7e5a-4cf7-8b93-71e7997f88d3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:26.637990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54038) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:26.703483 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ba94433-1c17-46f5-a934-e82f0e3bcd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.730669 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ba94433-1c17-46f5-a934-e82f0e3bcd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.770791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] For port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:23:26.784700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] For port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,segment=NetworkSegment(57b9840f-4944-4956-8b8a-07b2cfcf4c6c),segment_id=57b9840f-4944-4956-8b8a-07b2cfcf4c6c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:23:26.797513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:26.801086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.907785 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.940714 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ba94433-1c17-46f5-a934-e82f0e3bcd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.946349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ba94433-1c17-46f5-a934-e82f0e3bcd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:26.957287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6ba94433-1c17-46f5-a934-e82f0e3bcd54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9614a65e-7e5a-4cf7-8b93-71e7997f88d3 HTTP/1.1" status: 204 len: 168 time: 0.3094654 Apr 18 17:23:26.977830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba94433-1c17-46f5-a934-e82f0e3bcd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9614a65e-7e5a-4cf7-8b93-71e7997f88d3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:26.990094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166bec2-52a5-4c52-b4b7-a75c096f77ab None None] Pushing event updated for resources: {'Port': ['ID=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:27.357692 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:27.374909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71005e-3b56-4dfc-8c76-205bfdf40155 req-8ab9d71e-06ef-4d34-8d9b-65316f2260b8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:27.385746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e71005e-3b56-4dfc-8c76-205bfdf40155 req-8ab9d71e-06ef-4d34-8d9b-65316f2260b8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 907 time: 0.0868163 Apr 18 17:23:27.475826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:27.543384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:27.543762 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:27.647600 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:27.706775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,segment=NetworkSegment(57b9840f-4944-4956-8b8a-07b2cfcf4c6c),segment_id=57b9840f-4944-4956-8b8a-07b2cfcf4c6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:27.823306 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:27.868893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 7557dd34-695c-467f-bdab-dc90dd311d07 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:27.872358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:27.876402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:27.877474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:27.899172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:27.900994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=11e111d8-597c-4d4c-9b5c-f691ab27de6e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:27.947376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-85968f3a-e416-4850-98bf-7181d80b61d8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4462972 Apr 18 17:23:27.949322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54100) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:27.957399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07', 'fixed_ips': [{'subnet_id': '0f2e60be-03cf-4e59-a92d-e8657c9447e5'}, {'subnet_id': '11e111d8-597c-4d4c-9b5c-f691ab27de6e'}], 'name': 'tempest-PortsIpV6TestJSON-68370721'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:28.191536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:28.328904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:28.348954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 37a22519-44ac-41e4-9d15-b3598577e925 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:28.404961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370701a6-b33e-4eee-b8f9-ff0c54a48cf8 None None] Network 7557dd34-695c-467f-bdab-dc90dd311d07 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:28.588167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86597c8b-5006-4d93-a44c-0eeb6fa43256 req-6b2676d0-584c-4cc8-9627-ff8b6176203e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:28.621151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86597c8b-5006-4d93-a44c-0eeb6fa43256 req-6b2676d0-584c-4cc8-9627-ff8b6176203e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 907 time: 0.1267009 Apr 18 17:23:28.728419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0b5b2713-3d14-4112-aca6-068bdbff9fe5 None None] Provisioning complete for port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:28.729019 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2713-3d14-4112-aca6-068bdbff9fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:28.925967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-a7b6d3c4-ad58-488a-ad93-d186c9cfa4f8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:28.933615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae724cd-a429-4403-a9e8-fffd8fe88960 None None] Update dhcp port {'port': {'network_id': '7557dd34-695c-467f-bdab-dc90dd311d07', 'fixed_ips': [{'subnet_id': '0f2e60be-03cf-4e59-a92d-e8657c9447e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '11e111d8-597c-4d4c-9b5c-f691ab27de6e'}], 'binding:host_id': 'n-d-836015-2'}, 'id': '58a80db1-8b06-4397-aaaf-d8ec9bc96c27'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:23:28.934081 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-a7b6d3c4-ad58-488a-ad93-d186c9cfa4f8 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 907 time: 0.0836859 Apr 18 17:23:28.947765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::382 (7557dd34-695c-467f-bdab-dc90dd311d07/0f2e60be-03cf-4e59-a92d-e8657c9447e5/37a22519-44ac-41e4-9d15-b3598577e925) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:28.971998 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ae724cd-a429-4403-a9e8-fffd8fe88960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.059287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8:0:1::308 (7557dd34-695c-467f-bdab-dc90dd311d07/11e111d8-597c-4d4c-9b5c-f691ab27de6e/37a22519-44ac-41e4-9d15-b3598577e925) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:29.156460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Deleting port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:29.156812 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.320011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] For port 1df779f3-bd43-4ba3-af71-ea6788f97fc1, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1df779f3-bd43-4ba3-af71-ea6788f97fc1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:29.320380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.324679 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.338134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Calling delete_port for 1df779f3-bd43-4ba3-af71-ea6788f97fc1 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:29.350686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:29.403654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:29.404120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.515708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.555956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 7557dd34-695c-467f-bdab-dc90dd311d07 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:29.560806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:29.564667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:29.570239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:29.570920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.579249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-1ae724cd-a429-4403-a9e8-fffd8fe88960 None None] Allocated IP 2001:db8:0:1::2 (7557dd34-695c-467f-bdab-dc90dd311d07/11e111d8-597c-4d4c-9b5c-f691ab27de6e/58a80db1-8b06-4397-aaaf-d8ec9bc96c27) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:29.584675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.597177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=37a22519-44ac-41e4-9d15-b3598577e925,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:29.640282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event deleted for resources: {'Port': ['ID=1df779f3-bd43-4ba3-af71-ea6788f97fc1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:29.755894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54172) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:29.757123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] No DVR routers for this DVR port 1df779f3-bd43-4ba3-af71-ea6788f97fc1 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:29.764797 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:29.768216 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-71e6c3c5-b63c-48eb-8ee2-ff51f50e9f56 req-3e0ecf02-9906-48c8-9686-08173130a2c2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "DELETE /v2.0/ports/1df779f3-bd43-4ba3-af71-ea6788f97fc1 HTTP/1.1" status: 204 len: 173 time: 0.8274879 Apr 18 17:23:29.786372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'name': 'network-vif-deleted', 'tag': '1df779f3-bd43-4ba3-af71-ea6788f97fc1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:29.788758 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee6c491-a2b4-4ad0-9150-1fb6ee89bfa3" -d '{"events": [{"server_uuid": "dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7", "name": "network-vif-deleted", "tag": "1df779f3-bd43-4ba3-af71-ea6788f97fc1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:29.798337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5030da71-a3df-4fbb-8bc0-0bdd469eb059 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8478067 Apr 18 17:23:29.802373 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94927273-ede8-459f-97c1-c1aa47cc25fd req-ea9feee7-d904-4390-bd55-30abe0146f4b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 210 time: 0.0688796 Apr 18 17:23:29.806329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54178) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:29.816930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f2e60be-03cf-4e59-a92d-e8657c9447e5'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:29.845012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1ae724cd-a429-4403-a9e8-fffd8fe88960 None None] For port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,segment=NetworkSegment(57b9840f-4944-4956-8b8a-07b2cfcf4c6c),segment_id=57b9840f-4944-4956-8b8a-07b2cfcf4c6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:29.937693 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ae724cd-a429-4403-a9e8-fffd8fe88960 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:30.025893 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ae724cd-a429-4403-a9e8-fffd8fe88960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:30.096436 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:30.184661 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928c435a-b92a-4307-917d-dfe694499c05 x-openstack-request-id: req-928c435a-b92a-4307-917d-dfe694499c05 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:30.185531 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7", "name": "network-vif-deleted", "tag": "1df779f3-bd43-4ba3-af71-ea6788f97fc1", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:30.186697 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-928c435a-b92a-4307-917d-dfe694499c05 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:30.188640 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928c435a-b92a-4307-917d-dfe694499c05'] response: {'server_uuid': 'dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7', 'name': 'network-vif-deleted', 'tag': '1df779f3-bd43-4ba3-af71-ea6788f97fc1', 'status': 'completed', 'code': 200} Apr 18 17:23:30.190063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a49b3dba-930e-42ab-bd0b-04e0b0cc9727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:30.258880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae724cd-a429-4403-a9e8-fffd8fe88960 None None] Pushing event updated for resources: {'Port': ['ID=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:30.339999 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a49b3dba-930e-42ab-bd0b-04e0b0cc9727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:30.431249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a49b3dba-930e-42ab-bd0b-04e0b0cc9727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:30.518712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a49b3dba-930e-42ab-bd0b-04e0b0cc9727 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40508baa537842499491cedfe4bf5564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7494483 Apr 18 17:23:30.528791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54190) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:30.531898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b3dba-930e-42ab-bd0b-04e0b0cc9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44902b2-7904-48ca-bc2e-71d847f69fb0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:30.602325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Delete allocated IP 2001:db8:0:1::308 (7557dd34-695c-467f-bdab-dc90dd311d07/11e111d8-597c-4d4c-9b5c-f691ab27de6e) {{(pid=109826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 17:23:30.666453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ab1-7ed5-4106-8491-4d5c7f1b5e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:30.744563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ab1-7ed5-4106-8491-4d5c7f1b5e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:30.907197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.001988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b44fb38-e566-4ece-89b7-62eb82293830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.036775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fbeb6ab-d316-4826-8df9-e02be6648ce3 req-46d10c21-c8e1-474e-abb0-6c415c9d0e8c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa8046b-2f11-4f57-b4ec-2bd4b0aa1fe7 HTTP/1.1" status: 200 len: 210 time: 0.0955813 Apr 18 17:23:31.038013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.051845 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ab1-7ed5-4106-8491-4d5c7f1b5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.055259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ab1-7ed5-4106-8491-4d5c7f1b5e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.056399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a6e32ab1-7ed5-4106-8491-4d5c7f1b5e38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c44902b2-7904-48ca-bc2e-71d847f69fb0 HTTP/1.1" status: 204 len: 168 time: 0.5206981 Apr 18 17:23:31.203097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2819078-514c-4d69-be2e-14e272dfe7a9 None None] Network 7557dd34-695c-467f-bdab-dc90dd311d07 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:31.257513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32ab1-7ed5-4106-8491-4d5c7f1b5e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44902b2-7904-48ca-bc2e-71d847f69fb0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:31.304302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] In _notify_port_updated(), no bound segment for port 37a22519-44ac-41e4-9d15-b3598577e925 on network 7557dd34-695c-467f-bdab-dc90dd311d07 {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:23:31.311706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:31.312873 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.314520 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "PUT /v2.0/ports/37a22519-44ac-41e4-9d15-b3598577e925 HTTP/1.1" status: 200 len: 924 time: 1.5062051 Apr 18 17:23:31.316206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfe2ab-259f-4d86-ad10-afd9adf42a80 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=37a22519-44ac-41e4-9d15-b3598577e925,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:31.317460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54202) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:31.327682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f2e60be-03cf-4e59-a92d-e8657c9447e5'}, {'subnet_id': '11e111d8-597c-4d4c-9b5c-f691ab27de6e'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:31.337436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ba371700-cdcb-4f1f-b840-ed77ef260c58 None None] Provisioning complete for port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:31.338252 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba371700-cdcb-4f1f-b840-ed77ef260c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.422336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:31.450845 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.616668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1df779f3-bd43-4ba3-af71-ea6788f97fc1 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:31.673703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 1df779f3-bd43-4ba3-af71-ea6788f97fc1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:31.674057 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1df779f3-bd43-4ba3-af71-ea6788f97fc1 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:31.749989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:31.750251 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.769024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54208) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:31.845517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8:0:1::42 (7557dd34-695c-467f-bdab-dc90dd311d07/11e111d8-597c-4d4c-9b5c-f691ab27de6e/37a22519-44ac-41e4-9d15-b3598577e925) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:31.903723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0263496d-a03b-4e8f-9ad2-0b4fdd689c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:31.995470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0263496d-a03b-4e8f-9ad2-0b4fdd689c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.058840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.075093 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0263496d-a03b-4e8f-9ad2-0b4fdd689c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.119058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263496d-a03b-4e8f-9ad2-0b4fdd689c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7effce7-72dc-477f-b732-e09b00f294f9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:32.133972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54218) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:32.158095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57901bd5-43d3-46f2-ba56-cfc40fbc80c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.187429 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0263496d-a03b-4e8f-9ad2-0b4fdd689c89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d69c7ffed1da418ca06d598a4dabaf85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172072 Apr 18 17:23:32.190490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54222) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:32.217970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7ddd7a31-8159-46cd-be81-beef66506896 None None] Provisioning complete for port 37a22519-44ac-41e4-9d15-b3598577e925 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:32.218471 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7a31-8159-46cd-be81-beef66506896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.275475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.293300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd7a31-8159-46cd-be81-beef66506896 None None] Port 37a22519-44ac-41e4-9d15-b3598577e925 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:32.318871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7ddd7a31-8159-46cd-be81-beef66506896 None None] Provisioning complete for port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:32.319252 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ddd7a31-8159-46cd-be81-beef66506896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.367164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-25541a99-ffa2-42e3-927b-ff95b2b25656 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a45b1197e62b45d88b2a7c5e2384e361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712206 Apr 18 17:23:32.434238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a034e9ee-d3f9-4eb6-8980-6d3942cdd053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.507675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57901bd5-43d3-46f2-ba56-cfc40fbc80c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.508715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=37a22519-44ac-41e4-9d15-b3598577e925,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:32.550774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-c1122f6a-962d-4b69-a627-00bd3c463878 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:32.552361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-c1122f6a-962d-4b69-a627-00bd3c463878 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844280 Apr 18 17:23:32.559250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a034e9ee-d3f9-4eb6-8980-6d3942cdd053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.571084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9a2587c2-f910-414a-8e54-57b30dbeb35a None None] Provisioning complete for port 37a22519-44ac-41e4-9d15-b3598577e925 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:32.571540 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9a2587c2-f910-414a-8e54-57b30dbeb35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.579758 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-ebf619b3-60ec-4e01-a79c-f6dd00951b94 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/quotas/a45b1197e62b45d88b2a7c5e2384e361 HTTP/1.1" status: 200 len: 375 time: 0.0181117 Apr 18 17:23:32.613964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9a2587c2-f910-414a-8e54-57b30dbeb35a None None] Port 37a22519-44ac-41e4-9d15-b3598577e925 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:32.624576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] In _notify_port_updated(), no bound segment for port 37a22519-44ac-41e4-9d15-b3598577e925 on network 7557dd34-695c-467f-bdab-dc90dd311d07 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:23:32.632416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:32.633442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.633629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-c976292d-d6d5-4cdd-8b71-fc4982091a96 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a45b1197e62b45d88b2a7c5e2384e361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528607 Apr 18 17:23:32.635208 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f7bf985f-04e2-4e96-96ea-d4c89e98be92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "PUT /v2.0/ports/37a22519-44ac-41e4-9d15-b3598577e925 HTTP/1.1" status: 200 len: 1009 time: 1.3162894 Apr 18 17:23:32.636728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57901bd5-43d3-46f2-ba56-cfc40fbc80c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.643015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54236) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:32.688622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57901bd5-43d3-46f2-ba56-cfc40fbc80c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df2b308-2b72-489a-b26a-e108ae083bee,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:32.730800 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-57901bd5-43d3-46f2-ba56-cfc40fbc80c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4a5336f63f44b979331ca45d19b86e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955694 Apr 18 17:23:32.733483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54240) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:32.800711 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9a4-53d4-462f-99d5-cf08f74c2fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.831419 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9a4-53d4-462f-99d5-cf08f74c2fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.837983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01a8c650-8650-41e4-b038-67eed2d8f7a7 None None] Provisioning complete for port 37a22519-44ac-41e4-9d15-b3598577e925 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:32.839141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01a8c650-8650-41e4-b038-67eed2d8f7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.872053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232927ca-d64b-4308-9baf-b68654671277 req-eb500f39-9160-4ef0-8753-b2016d9191fb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:32.873669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-232927ca-d64b-4308-9baf-b68654671277 req-eb500f39-9160-4ef0-8753-b2016d9191fb tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 945 time: 0.0787992 Apr 18 17:23:32.876241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fd054c64-10f0-461c-bdec-8e69296a8220 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 37a22519-44ac-41e4-9d15-b3598577e925 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:32.876764 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd054c64-10f0-461c-bdec-8e69296a8220 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.899413 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a034e9ee-d3f9-4eb6-8980-6d3942cdd053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.906326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01a8c650-8650-41e4-b038-67eed2d8f7a7 None None] Port 37a22519-44ac-41e4-9d15-b3598577e925 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:32.909721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a034e9ee-d3f9-4eb6-8980-6d3942cdd053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:32.914290 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a034e9ee-d3f9-4eb6-8980-6d3942cdd053 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7effce7-72dc-477f-b732-e09b00f294f9 HTTP/1.1" status: 204 len: 168 time: 0.7224123 Apr 18 17:23:32.932779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e9ee-d3f9-4eb6-8980-6d3942cdd053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7effce7-72dc-477f-b732-e09b00f294f9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:33.008656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9a4-53d4-462f-99d5-cf08f74c2fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.011384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9a4-53d4-462f-99d5-cf08f74c2fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.012587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f45cd9a4-53d4-462f-99d5-cf08f74c2fae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9df2b308-2b72-489a-b26a-e108ae083bee HTTP/1.1" status: 204 len: 168 time: 0.2780962 Apr 18 17:23:33.022509 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cd9a4-53d4-462f-99d5-cf08f74c2fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df2b308-2b72-489a-b26a-e108ae083bee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:33.151388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a188dc10-32eb-4e01-baf5-b73d58ebd039 req-7b14745f-2e5f-48ab-b112-eda4be08ff26 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 210 time: 0.0561953 Apr 18 17:23:33.157177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd054c64-10f0-461c-bdec-8e69296a8220 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.163064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-232927ca-d64b-4308-9baf-b68654671277 req-96bc993e-5116-46e9-894a-f9276653d6d6 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695057 Apr 18 17:23:33.183231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fd054c64-10f0-461c-bdec-8e69296a8220 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 37a22519-44ac-41e4-9d15-b3598577e925 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:33.230512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-02aebcca-f818-4386-8482-35102072beab None None] Provisioning complete for port 37a22519-44ac-41e4-9d15-b3598577e925 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:33.231020 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02aebcca-f818-4386-8482-35102072beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.235347 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22aae5a0-6508-4fb8-853b-1a7bbbdf0172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.314061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-02aebcca-f818-4386-8482-35102072beab None None] Port 37a22519-44ac-41e4-9d15-b3598577e925 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:33.597139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd054c64-10f0-461c-bdec-8e69296a8220 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.632982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd054c64-10f0-461c-bdec-8e69296a8220 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=37a22519-44ac-41e4-9d15-b3598577e925,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:33.699056 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-8a49e83b-1188-4547-814e-b3ba7be16bf7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:33.699879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd054c64-10f0-461c-bdec-8e69296a8220 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.700629 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-8a49e83b-1188-4547-814e-b3ba7be16bf7 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 945 time: 0.0833552 Apr 18 17:23:33.705596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fd054c64-10f0-461c-bdec-8e69296a8220 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/37a22519-44ac-41e4-9d15-b3598577e925 HTTP/1.1" status: 204 len: 168 time: 1.0590849 Apr 18 17:23:33.706288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54262) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:33.735540 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b8677d-32cd-4f59-8cb1-f2c126195e6d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:33.742660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:33.753523 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a3b8677d-32cd-4f59-8cb1-f2c126195e6d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/37a22519-44ac-41e4-9d15-b3598577e925 HTTP/1.1" status: 404 len: 333 time: 0.0299206 Apr 18 17:23:33.860927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54268) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:33.873981 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b424ad-e48d-4071-bfba-c4dc695b1351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.904820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8794afa6-3e3f-49f5-b844-c74e9703066d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet 11e111d8-597c-4d4c-9b5c-f691ab27de6e {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:23:33.909952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8794afa6-3e3f-49f5-b844-c74e9703066d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:33.961083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8794afa6-3e3f-49f5-b844-c74e9703066d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.026101 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b424ad-e48d-4071-bfba-c4dc695b1351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.082526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Deleting port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:34.082889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.091057 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b424ad-e48d-4071-bfba-c4dc695b1351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.100542 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8794afa6-3e3f-49f5-b844-c74e9703066d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.137215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b424ad-e48d-4071-bfba-c4dc695b1351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b246d0-2418-4162-8a30-2e74db53d6e1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:34.150570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d8b424ad-e48d-4071-bfba-c4dc695b1351 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e9c912655f64980a5ba1cae83e35195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860825 Apr 18 17:23:34.153141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54274) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:34.262841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] For port 82760f6f-b43b-4ff6-a025-ac4d4e087c76, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=82760f6f-b43b-4ff6-a025-ac4d4e087c76,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:34.263530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.274256 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b292f24-78e9-4f9e-afe8-5bc68f10856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.277974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Calling delete_port for 82760f6f-b43b-4ff6-a025-ac4d4e087c76 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:34.278782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e92006f-579e-466a-aecd-785cd37681da req-6a0eb36d-e0c2-4dd1-8307-ce91adc246a7 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 210 time: 0.0547144 Apr 18 17:23:34.315702 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b292f24-78e9-4f9e-afe8-5bc68f10856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.338101 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8794afa6-3e3f-49f5-b844-c74e9703066d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.369337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794afa6-3e3f-49f5-b844-c74e9703066d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=11e111d8-597c-4d4c-9b5c-f691ab27de6e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:34.385997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8794afa6-3e3f-49f5-b844-c74e9703066d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.392606 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8794afa6-3e3f-49f5-b844-c74e9703066d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/11e111d8-597c-4d4c-9b5c-f691ab27de6e HTTP/1.1" status: 204 len: 168 time: 0.6502540 Apr 18 17:23:34.393560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54286) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:34.403213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01d9be-b842-471e-85e5-8fcdc2bc425b None None] Network 7557dd34-695c-467f-bdab-dc90dd311d07 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:34.475300 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.489965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f1a90-e5cf-4d7f-b6ca-8dc78e5bccf6 req-65aad30a-3940-41a7-92f1-415bbab5b96e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:34.491565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-625f1a90-e5cf-4d7f-b6ca-8dc78e5bccf6 req-65aad30a-3940-41a7-92f1-415bbab5b96e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 945 time: 0.1512983 Apr 18 17:23:34.500217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-36807354-4cb5-4009-81fc-8d1e483da631 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet 0f2e60be-03cf-4e59-a92d-e8657c9447e5 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:23:34.510402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36807354-4cb5-4009-81fc-8d1e483da631 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.578717 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b292f24-78e9-4f9e-afe8-5bc68f10856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.581991 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b292f24-78e9-4f9e-afe8-5bc68f10856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.582956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2b292f24-78e9-4f9e-afe8-5bc68f10856b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33b246d0-2418-4162-8a30-2e74db53d6e1 HTTP/1.1" status: 204 len: 168 time: 0.4270396 Apr 18 17:23:34.585555 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36807354-4cb5-4009-81fc-8d1e483da631 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.611578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-625f1a90-e5cf-4d7f-b6ca-8dc78e5bccf6 req-1be60555-4bb0-437b-ab02-1ca63fb9ef17 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085370 Apr 18 17:23:34.619252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b292f24-78e9-4f9e-afe8-5bc68f10856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b246d0-2418-4162-8a30-2e74db53d6e1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:34.637477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.683474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d3d3bcd6-c4fb-4b6d-968c-40d518670187', '82760f6f-b43b-4ff6-a025-ac4d4e087c76'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:23:34.719391 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36807354-4cb5-4009-81fc-8d1e483da631 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.750717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event deleted for resources: {'Port': ['ID=82760f6f-b43b-4ff6-a025-ac4d4e087c76,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:34.756712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] No DVR routers for this DVR port 82760f6f-b43b-4ff6-a025-ac4d4e087c76 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:34.759947 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:34.764669 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-424ca3f6-4c96-4ec1-adf4-ba07b792be2d req-fe440883-ac94-4c33-a4e4-d453cf9d8dde tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "DELETE /v2.0/ports/82760f6f-b43b-4ff6-a025-ac4d4e087c76 HTTP/1.1" status: 204 len: 173 time: 1.0479302 Apr 18 17:23:34.765571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97723e-8ef8-4812-9a18-79a7a945217f', 'name': 'network-vif-deleted', 'tag': '82760f6f-b43b-4ff6-a025-ac4d4e087c76'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:34.796185 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2cd1cb-9f0c-4613-9773-17128b8d0e58" -d '{"events": [{"server_uuid": "6d97723e-8ef8-4812-9a18-79a7a945217f", "name": "network-vif-deleted", "tag": "82760f6f-b43b-4ff6-a025-ac4d4e087c76"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:34.838437 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776ebbd8-7a81-4497-8775-16f3938b402e x-openstack-request-id: req-776ebbd8-7a81-4497-8775-16f3938b402e {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:34.839241 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97723e-8ef8-4812-9a18-79a7a945217f", "name": "network-vif-deleted", "tag": "82760f6f-b43b-4ff6-a025-ac4d4e087c76", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:34.839704 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-776ebbd8-7a81-4497-8775-16f3938b402e {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:34.840326 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776ebbd8-7a81-4497-8775-16f3938b402e'] response: {'server_uuid': '6d97723e-8ef8-4812-9a18-79a7a945217f', 'name': 'network-vif-deleted', 'tag': '82760f6f-b43b-4ff6-a025-ac4d4e087c76', 'status': 'completed', 'code': 200} Apr 18 17:23:34.989806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36807354-4cb5-4009-81fc-8d1e483da631 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.055301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36807354-4cb5-4009-81fc-8d1e483da631 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2e60be-03cf-4e59-a92d-e8657c9447e5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:35.071167 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36807354-4cb5-4009-81fc-8d1e483da631 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.081241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54310) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:35.096438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-36807354-4cb5-4009-81fc-8d1e483da631 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/0f2e60be-03cf-4e59-a92d-e8657c9447e5 HTTP/1.1" status: 204 len: 168 time: 0.7011127 Apr 18 17:23:35.218943 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.336201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:35.336773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.431836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] For port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,segment=NetworkSegment(57b9840f-4944-4956-8b8a-07b2cfcf4c6c),segment_id=57b9840f-4944-4956-8b8a-07b2cfcf4c6c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:35.432431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.450698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d228265-d72b-4970-b067-1ad7de51073a req-60125823-c3c2-4f47-8534-70fa353ca232 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 210 time: 0.0392103 Apr 18 17:23:35.455560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:35.676593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.719009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No DVR routers for this DVR port 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:35.721233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=58a80db1-8b06-4397-aaaf-d8ec9bc96c27,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:35.798338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54332) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:35.854354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.871292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3917c0f-5792-4b48-8957-4a61a3c14353 req-b7d1277c-683f-4f97-a675-5d909d4b16af tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d97723e-8ef8-4812-9a18-79a7a945217f HTTP/1.1" status: 200 len: 210 time: 0.0527582 Apr 18 17:23:35.883501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7557dd34-695c-467f-bdab-dc90dd311d07']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:35.896332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b9840f-4944-4956-8b8a-07b2cfcf4c6c') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:35.896836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b9840f-4944-4956-8b8a-07b2cfcf4c6c') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:35.920151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.922491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d7f664-227c-4185-b0d4-ee53cc53d2da None None] Network 7557dd34-695c-467f-bdab-dc90dd311d07 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:35.936952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:35.957062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:23:35.957062 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:23:36.025834 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:23:36.051257 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.064035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c537843-6f98-4615-9b83-6fcb71680d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.079385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7690a042-ffd0-4653-96aa-366cdbfc4cea None None] Could not find standard attr ID for object 58a80db1-8b06-4397-aaaf-d8ec9bc96c27. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:23:36.106591 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.114549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.125218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54342) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:36.128675 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/networks/7557dd34-695c-467f-bdab-dc90dd311d07 HTTP/1.1" status: 204 len: 168 time: 1.0457745 Apr 18 17:23:36.147981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9c93c-16e3-4a47-93a7-7b5da25d3f7f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Network': ['ID=7557dd34-695c-467f-bdab-dc90dd311d07,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:36.170609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962bdbc-3a10-485e-b503-d1493d6f8f49 req-a81269a4-4528-4dc7-9bcf-892c937882ee tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:36.172562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8962bdbc-3a10-485e-b503-d1493d6f8f49 req-a81269a4-4528-4dc7-9bcf-892c937882ee tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 950 time: 0.1561232 Apr 18 17:23:36.207000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.211444 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bed943-d381-41fd-b87f-1117f195acf2 None None] DHCP port deletion for 7557dd34-695c-467f-bdab-dc90dd311d07 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:23:36.274860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88515596-7ddf-4743-a79b-7baf1a41b9c8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:36.276403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-88515596-7ddf-4743-a79b-7baf1a41b9c8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1499305 Apr 18 17:23:36.280968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54346) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:36.289577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8962bdbc-3a10-485e-b503-d1493d6f8f49 req-9d29b2f3-b34b-4dc6-8db2-c7b88f365249 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940173 Apr 18 17:23:36.318229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c537843-6f98-4615-9b83-6fcb71680d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.341553 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6589f025-3700-4760-ba95-ea7ef46ee9c6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0549111 Apr 18 17:23:36.341553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54350) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:36.346449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-570750765'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:36.348932 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c537843-6f98-4615-9b83-6fcb71680d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.393086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1c537843-6f98-4615-9b83-6fcb71680d11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f784918925964e9b9742f5df483414af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910270 Apr 18 17:23:36.395592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54352) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:36.402148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c537843-6f98-4615-9b83-6fcb71680d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1356192-cdbb-4a2b-9898-c908898c7efd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:36.440227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:36.443706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.452195 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d682c78-6678-4399-91e1-d0d6d9b7031e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.468657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:23:36.474028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d682c78-6678-4399-91e1-d0d6d9b7031e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.478199 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.478562 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Added segment 3663e6b7-7657-4ac3-8022-ba2a0d51be0a of type vlan for network 6e9ac36b-80d6-4607-9426-66fbcbf54359 Apr 18 17:23:36.546617 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-78955de6-e59f-4640-800f-e5b01a4503d1 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a45b1197e62b45d88b2a7c5e2384e361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312788 Apr 18 17:23:36.548382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.582308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4f2a34d-a629-492e-90b9-8999519282e4 req-6202cc50-d1bc-4193-a7dd-3c13aca25857 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 210 time: 0.0295880 Apr 18 17:23:36.609591 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d682c78-6678-4399-91e1-d0d6d9b7031e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.613216 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d682c78-6678-4399-91e1-d0d6d9b7031e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.614558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7d682c78-6678-4399-91e1-d0d6d9b7031e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1356192-cdbb-4a2b-9898-c908898c7efd HTTP/1.1" status: 204 len: 168 time: 0.2178490 Apr 18 17:23:36.625254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d682c78-6678-4399-91e1-d0d6d9b7031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1356192-cdbb-4a2b-9898-c908898c7efd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:36.676698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-ce37f7f1-bb72-4ef5-9a59-aa7323a99193 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:36.678287 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-ce37f7f1-bb72-4ef5-9a59-aa7323a99193 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261697 Apr 18 17:23:36.698529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Request body: {'port': {'device_id': '43a226f7-a631-4eca-a810-071bfb293d39', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': 'a45b1197e62b45d88b2a7c5e2384e361'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:36.751394 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.756819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:36.757452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:36.860157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Network': ['ID=6e9ac36b-80d6-4607-9426-66fbcbf54359,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:36.866012 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7047c96c-1b44-434b-ba4a-d123e4e1e13a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5234537 Apr 18 17:23:36.867813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54364) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:36.872393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6e9ac36b-80d6-4607-9426-66fbcbf54359 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:23:36.874636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:37.000341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Made reservation on behalf of a45b1197e62b45d88b2a7c5e2384e361 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:37.004467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.014963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.065286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:37.070415 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.141127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.253987 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.349146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.398148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b021279-615b-486b-950a-3f468f166e38,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:37.399522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:37.423543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54396) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:37.450567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=fe1482f4-5077-4303-aaa2-043dcaae714f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:37.458609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking segment: {'id': '3663e6b7-7657-4ac3-8022-ba2a0d51be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:37.459244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network hostable DHCP agents. Network: 6e9ac36b-80d6-4607-9426-66fbcbf54359, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:23:37.465394 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:37.466277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 58a80db1-8b06-4397-aaaf-d8ec9bc96c27 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:37.491756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82760f6f-b43b-4ff6-a025-ac4d4e087c76 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:37.518304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 82760f6f-b43b-4ff6-a025-ac4d4e087c76 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:37.518657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 82760f6f-b43b-4ff6-a025-ac4d4e087c76 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:37.553495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2cee-d8f6-4877-bdad-5c6cbf40f5e8 req-3210ac36-da58-4ebd-8372-e85012b6753f tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:37.555049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-996c2cee-d8f6-4877-bdad-5c6cbf40f5e8 req-3210ac36-da58-4ebd-8372-e85012b6753f tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 950 time: 0.0836985 Apr 18 17:23:37.590658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cf87f1b0-b43f-42fc-8992-8169d7bca039 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/floatingips/f6c54d5e-307c-4dc7-997e-7a01b519bf1a HTTP/1.1" status: 200 len: 993 time: 0.1620293 Apr 18 17:23:37.590958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c3643-9121-461a-a437-210937bc4676 req-95786261-33f3-4f69-8720-a0a43601517f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:37.597190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Allocated IP 192.168.233.216 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/02cb91bf-00af-411b-80f7-6a8698eaf4ac) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:37.602471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-998c3643-9121-461a-a437-210937bc4676 req-95786261-33f3-4f69-8720-a0a43601517f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.0987711 Apr 18 17:23:37.622430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 6e9ac36b-80d6-4607-9426-66fbcbf54359 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:23:37.661768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-998c3643-9121-461a-a437-210937bc4676 req-5caf188c-5409-41bf-a661-ecaf76db6fc2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574298 Apr 18 17:23:37.672531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-996c2cee-d8f6-4877-bdad-5c6cbf40f5e8 req-0c79560e-a7f9-438e-bf0b-3efeb236fe7a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077888 Apr 18 17:23:37.724266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6e9ac36b-80d6-4607-9426-66fbcbf54359) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:37.728939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:37.729802 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.735670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe22e1-88be-42f2-9fab-cabc7401280a None None] Network 6e9ac36b-80d6-4607-9426-66fbcbf54359 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:37.824801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-041ae922-869c-4666-b8f9-9e58a01f8a0b req-abbc1a52-57e7-4519-a3ae-7cd3f55322d2 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 210 time: 0.0380607 Apr 18 17:23:37.838139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.867283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ca92b02a-8455-4f78-8fd5-bca3a9033157 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9976811 Apr 18 17:23:37.869792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54408) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:37.875869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359', 'name': 'tempest-PortsIpV6TestJSON-1001005061'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:37.937001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-6e9ac36b-80d6-4607-9426-66fbcbf54359', 'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359', 'tenant_id': '4f7488bdee444c96aa4acc628b9ce56e', 'fixed_ips': [{'subnet_id': 'fe1482f4-5077-4303-aaa2-043dcaae714f'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:23:37.942136 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.957195 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:37.980271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-db012754-03ab-486a-ae07-4226a8046bf3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:37.981853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-db012754-03ab-486a-ae07-4226a8046bf3 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.1022449 Apr 18 17:23:38.035862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54420) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:38.043651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Pushing event updated for resources: {'Port': ['ID=02cb91bf-00af-411b-80f7-6a8698eaf4ac,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:38.075102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:38.084749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:38.088054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:38.112635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Allocated IP 2001:db8::2 (6e9ac36b-80d6-4607-9426-66fbcbf54359/fe1482f4-5077-4303-aaa2-043dcaae714f/a7cd701e-b796-4907-b0ae-b9f7fafedc66) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:38.189834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:38.190508 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.220070 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-881c78ad-0e41-4f7a-b0a8-9ab3682b7ba2 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:38.232918 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-881c78ad-0e41-4f7a-b0a8-9ab3682b7ba2 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.18 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 950 time: 0.1451468 Apr 18 17:23:38.318944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.368497 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-a5fa4896-08b6-4f22-a172-ee4dedda2d06 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6737144 Apr 18 17:23:38.389802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Request body: {'port': {'device_id': '43a226f7-a631-4eca-a810-071bfb293d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:38.409110 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.423833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Deleting port d3d3bcd6-c4fb-4b6d-968c-40d518670187 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:38.424182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.429063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Deleting port d06622c8-a564-49ca-9729-89e5118fd3fa {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:38.429357 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.448049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:38.451786 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.487262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Network 6e9ac36b-80d6-4607-9426-66fbcbf54359 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:38.495114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:38.497655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.512769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:38.519599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 05266de4-38d8-416a-bb04-08eec0eb2e8c yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:38.530971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Pushing event updated for resources: {'Port': ['ID=a7cd701e-b796-4907-b0ae-b9f7fafedc66,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:38.583967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] For port d06622c8-a564-49ca-9729-89e5118fd3fa, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d06622c8-a564-49ca-9729-89e5118fd3fa,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:38.584430 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.590310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Attempting to bind port a7cd701e-b796-4907-b0ae-b9f7fafedc66 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:23:38.590689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Attempting to bind port a7cd701e-b796-4907-b0ae-b9f7fafedc66 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '3663e6b7-7657-4ac3-8022-ba2a0d51be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:23:38.591053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Attempting to bind port a7cd701e-b796-4907-b0ae-b9f7fafedc66 on network 6e9ac36b-80d6-4607-9426-66fbcbf54359 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:23:38.615137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:23:38.615884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Checking segment: {'id': '3663e6b7-7657-4ac3-8022-ba2a0d51be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:38.616674 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.617396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Bound using segment: {'id': '3663e6b7-7657-4ac3-8022-ba2a0d51be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:23:38.618341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Bound port: a7cd701e-b796-4907-b0ae-b9f7fafedc66, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3663e6b7-7657-4ac3-8022-ba2a0d51be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:23:38.618980 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.622666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8c6e5341-5c68-4c31-a73b-626f06654a74 None None] Provisioning complete for port 02cb91bf-00af-411b-80f7-6a8698eaf4ac triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:38.623271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5341-5c68-4c31-a73b-626f06654a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.624283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port 7de80803-6928-47f7-8e96-198c8f06d605 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:38.624800 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.628697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] For port d3d3bcd6-c4fb-4b6d-968c-40d518670187, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d3d3bcd6-c4fb-4b6d-968c-40d518670187,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:38.629063 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.665078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Calling delete_port for d3d3bcd6-c4fb-4b6d-968c-40d518670187 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:38.726251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] For port a7cd701e-b796-4907-b0ae-b9f7fafedc66, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:23:38.729775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] For port a7cd701e-b796-4907-b0ae-b9f7fafedc66, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a7cd701e-b796-4907-b0ae-b9f7fafedc66,segment=NetworkSegment(3663e6b7-7657-4ac3-8022-ba2a0d51be0a),segment_id=3663e6b7-7657-4ac3-8022-ba2a0d51be0a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:23:38.744503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e5341-5c68-4c31-a73b-626f06654a74 None None] Port 02cb91bf-00af-411b-80f7-6a8698eaf4ac cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:38.758446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Calling delete_port for d06622c8-a564-49ca-9729-89e5118fd3fa owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:38.810083 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.914013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.914407 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:38.917496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::2bb (6e9ac36b-80d6-4607-9426-66fbcbf54359/fe1482f4-5077-4303-aaa2-043dcaae714f/05266de4-38d8-416a-bb04-08eec0eb2e8c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:38.933559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af8ed-451e-4f68-908d-7fbb3ffcf588 None None] Pushing event updated for resources: {'Port': ['ID=a7cd701e-b796-4907-b0ae-b9f7fafedc66,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:39.045296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for 7de80803-6928-47f7-8e96-198c8f06d605 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:39.165061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f0f2-2031-4ce1-84d5-bc432ee9dfa1 req-3f6a24df-20f7-4519-b4f1-eb2d108686af tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:39.167785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6847f0f2-2031-4ce1-84d5-bc432ee9dfa1 req-3f6a24df-20f7-4519-b4f1-eb2d108686af tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 950 time: 0.3301177 Apr 18 17:23:39.175758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.207972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d3d3bcd6-c4fb-4b6d-968c-40d518670187'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:23:39.213875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02cb91bf-00af-411b-80f7-6a8698eaf4ac {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:23:39.217550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6ebe6-c255-4062-b109-ddfe6556a2bc req-0bae54d5-4841-40e8-bb9d-db3cb440b8a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:39.219266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93a6ebe6-c255-4062-b109-ddfe6556a2bc req-0bae54d5-4841-40e8-bb9d-db3cb440b8a5 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 946 time: 0.3827052 Apr 18 17:23:39.238460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.310051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event deleted for resources: {'Port': ['ID=d3d3bcd6-c4fb-4b6d-968c-40d518670187,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:39.349290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Transition to ACTIVE for port object 02cb91bf-00af-411b-80f7-6a8698eaf4ac will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:23:39.350434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.384973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d06622c8-a564-49ca-9729-89e5118fd3fa'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:23:39.392190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Pushing event deleted for resources: {'Port': ['ID=d06622c8-a564-49ca-9729-89e5118fd3fa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:39.433630 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.493983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a7cd701e-b796-4907-b0ae-b9f7fafedc66 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:39.513969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93a6ebe6-c255-4062-b109-ddfe6556a2bc req-6feaee0c-e049-4727-91a0-c5806fdab93c tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=300009fd-1fc7-4f0b-ae81-ddd26609088c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737699 Apr 18 17:23:39.540765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6847f0f2-2031-4ce1-84d5-bc432ee9dfa1 req-ba1cea18-7252-46c4-86df-5302825d6b43 tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d687d5b-2f33-4603-b5bf-f9e912ecad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604271 Apr 18 17:23:39.547706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] No DVR routers for this DVR port d3d3bcd6-c4fb-4b6d-968c-40d518670187 on host n-h1-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:39.552402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.555921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.18 "DELETE /v2.0/ports/d3d3bcd6-c4fb-4b6d-968c-40d518670187 HTTP/1.1" status: 204 len: 173 time: 1.5670793 Apr 18 17:23:39.562150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a460f53-2165-4b5e-a4f3-0e3cff9d09af', 'name': 'network-vif-deleted', 'tag': 'd3d3bcd6-c4fb-4b6d-968c-40d518670187'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:39.564745 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625b8e79-1362-4d0b-92c0-114ec99f0025" -d '{"events": [{"server_uuid": "4a460f53-2165-4b5e-a4f3-0e3cff9d09af", "name": "network-vif-deleted", "tag": "d3d3bcd6-c4fb-4b6d-968c-40d518670187"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:39.622265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] No DVR routers for this DVR port d06622c8-a564-49ca-9729-89e5118fd3fa on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:39.638420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.642414 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a7cd701e-b796-4907-b0ae-b9f7fafedc66 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:39.642918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.646005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e73547c-11fb-40d9-ada1-5651c66c8444 req-5a17120e-9c9c-4053-bf97-0182740fd45a tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.18 "DELETE /v2.0/ports/d06622c8-a564-49ca-9729-89e5118fd3fa HTTP/1.1" status: 204 len: 173 time: 1.4121666 Apr 18 17:23:39.655272 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01693c8-8ced-4bda-be21-481b4edb4a6d x-openstack-request-id: req-d01693c8-8ced-4bda-be21-481b4edb4a6d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:39.656197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0696e3cd-c818-4407-9128-05b854d4212e', 'name': 'network-vif-deleted', 'tag': 'd06622c8-a564-49ca-9729-89e5118fd3fa'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:39.658632 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93147768-750c-40c1-bd7c-6c2b7e14178e" -d '{"events": [{"server_uuid": "0696e3cd-c818-4407-9128-05b854d4212e", "name": "network-vif-deleted", "tag": "d06622c8-a564-49ca-9729-89e5118fd3fa"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:39.663473 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a460f53-2165-4b5e-a4f3-0e3cff9d09af", "name": "network-vif-deleted", "tag": "d3d3bcd6-c4fb-4b6d-968c-40d518670187", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:39.681111 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d01693c8-8ced-4bda-be21-481b4edb4a6d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:39.684475 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01693c8-8ced-4bda-be21-481b4edb4a6d'] response: {'server_uuid': '4a460f53-2165-4b5e-a4f3-0e3cff9d09af', 'name': 'network-vif-deleted', 'tag': 'd3d3bcd6-c4fb-4b6d-968c-40d518670187', 'status': 'completed', 'code': 200} Apr 18 17:23:39.776980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Pushing event updated for resources: {'Port': ['ID=02cb91bf-00af-411b-80f7-6a8698eaf4ac,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:39.787701 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5fc9c9-89aa-4df0-bb0e-2e994ca39486 x-openstack-request-id: req-2e5fc9c9-89aa-4df0-bb0e-2e994ca39486 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:39.788015 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0696e3cd-c818-4407-9128-05b854d4212e", "name": "network-vif-deleted", "tag": "d06622c8-a564-49ca-9729-89e5118fd3fa", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:39.788273 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e5fc9c9-89aa-4df0-bb0e-2e994ca39486 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:39.788690 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5fc9c9-89aa-4df0-bb0e-2e994ca39486'] response: {'server_uuid': '0696e3cd-c818-4407-9128-05b854d4212e', 'name': 'network-vif-deleted', 'tag': 'd06622c8-a564-49ca-9729-89e5118fd3fa', 'status': 'completed', 'code': 200} Apr 18 17:23:39.804447 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.855949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Attempting to bind port 02cb91bf-00af-411b-80f7-6a8698eaf4ac on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:23:39.856306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Attempting to bind port 02cb91bf-00af-411b-80f7-6a8698eaf4ac by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:23:39.857233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Attempting to bind port 02cb91bf-00af-411b-80f7-6a8698eaf4ac on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:23:39.882886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Port 02cb91bf-00af-411b-80f7-6a8698eaf4ac on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:23:39.883221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Attempting to bind port 02cb91bf-00af-411b-80f7-6a8698eaf4ac on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:23:39.893670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:23:39.894020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:39.894416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:23:39.894863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Bound port: 02cb91bf-00af-411b-80f7-6a8698eaf4ac, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:23:39.895233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:39.917214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port a7cd701e-b796-4907-b0ae-b9f7fafedc66, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a7cd701e-b796-4907-b0ae-b9f7fafedc66,segment=NetworkSegment(3663e6b7-7657-4ac3-8022-ba2a0d51be0a),segment_id=3663e6b7-7657-4ac3-8022-ba2a0d51be0a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:40.023968 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.088395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] For port 02cb91bf-00af-411b-80f7-6a8698eaf4ac, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:23:40.099871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] For port 02cb91bf-00af-411b-80f7-6a8698eaf4ac, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=02cb91bf-00af-411b-80f7-6a8698eaf4ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:23:40.156190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=a7cd701e-b796-4907-b0ae-b9f7fafedc66,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:40.232959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54468) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:40.542435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-83739d06-4d39-4db5-ba7b-f76924bf70f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.543920 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.543920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6a93-ef20-4ec6-8fe1-1b7958d1ddca req-9652bd9e-042f-49b2-99b0-57cde7fa4941 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:40.543920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-814f6a93-ef20-4ec6-8fe1-1b7958d1ddca req-9652bd9e-042f-49b2-99b0-57cde7fa4941 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 948 time: 0.7199769 Apr 18 17:23:40.546586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-83739d06-4d39-4db5-ba7b-f76924bf70f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.547503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-814f6a93-ef20-4ec6-8fe1-1b7958d1ddca req-e1b8f6d7-00d6-4764-ae03-fce7d1483629 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508592 Apr 18 17:23:40.572119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f235e-2179-40d9-8525-c4d64ba867c1 None None] Network 6e9ac36b-80d6-4607-9426-66fbcbf54359 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:40.593971 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.633437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:40.633437 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.633929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] 10.222.0.18 "PUT /v2.0/ports/02cb91bf-00af-411b-80f7-6a8698eaf4ac HTTP/1.1" status: 200 len: 1096 time: 2.2531936 Apr 18 17:23:40.671273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed4505-ccde-4c46-92bf-2aee7fff71ac service neutron] Pushing event updated for resources: {'Port': ['ID=02cb91bf-00af-411b-80f7-6a8698eaf4ac,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:40.681492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81149243-3baf-42c7-8350-b8d7b954a96e req-2239adbe-7631-4041-a0bc-c5662ec15049 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a460f53-2165-4b5e-a4f3-0e3cff9d09af HTTP/1.1" status: 200 len: 210 time: 0.0598192 Apr 18 17:23:40.683687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ea7c4ef7-3eb0-41e3-9904-9c2c21352df1 None None] Provisioning complete for port a7cd701e-b796-4907-b0ae-b9f7fafedc66 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:40.684069 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4ef7-3eb0-41e3-9904-9c2c21352df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.709317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8097b500-cd6f-4e34-b581-f8b7f20db523 req-e9071d97-0032-4eeb-9e33-7c64c33e711e tempest-VolumesBackupsTest-1593939853 tempest-VolumesBackupsTest-1593939853-project] 10.222.0.45 "GET /v2.0/ports?device_id=0696e3cd-c818-4407-9128-05b854d4212e HTTP/1.1" status: 200 len: 210 time: 0.0574641 Apr 18 17:23:40.734208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.762825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=7de80803-6928-47f7-8e96-198c8f06d605,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:40.780249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-83739d06-4d39-4db5-ba7b-f76924bf70f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.869300 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.871621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:40.876011 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Floating IP f6c54d5e-307c-4dc7-997e-7a01b519bf1a disassociated (deleted). External IP: 172.25.5.84, port: e2beb71e-4297-4669-9bc9-e7111077dfed. Apr 18 17:23:40.905289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-83739d06-4d39-4db5-ba7b-f76924bf70f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9778d8ceb877439b9411647b3861c4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788120 Apr 18 17:23:40.910085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54476) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:40.911623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83739d06-4d39-4db5-ba7b-f76924bf70f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774beb31-17d5-4d74-99ee-b137b4f57213,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:40.942450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-cf53e9b7-2243-4497-8d2c-c8e764454a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:40.943963 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-cf53e9b7-2243-4497-8d2c-c8e764454a6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a45b1197e62b45d88b2a7c5e2384e361&device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 1099 time: 0.1119623 Apr 18 17:23:40.985154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 6e9ac36b-80d6-4607-9426-66fbcbf54359 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:40.999992 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-587db852-d0d4-460c-bd97-4ea9d11284c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=02cb91bf-00af-411b-80f7-6a8698eaf4ac HTTP/1.1" status: 200 len: 217 time: 0.0430267 Apr 18 17:23:41.004580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:41.005378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=05266de4-38d8-416a-bb04-08eec0eb2e8c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:41.038440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:41.043902 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9fca5c4-125f-4c17-b7d2-c20e6516127f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:41.044086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:41.044718 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:41.079286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9fca5c4-125f-4c17-b7d2-c20e6516127f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:41.082336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-d6bd55a2-6e56-4998-ac79-b671fa29b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:41.084123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-d6bd55a2-6e56-4998-ac79-b671fa29b451 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0773156 Apr 18 17:23:41.150435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c392a24f-ed03-43f2-a8ef-c7f5a88d95b8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2791185 Apr 18 17:23:41.153706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54478) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:41.165122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': '6e9ac36b-80d6-4607-9426-66fbcbf54359', 'name': 'tempest-PortsIpV6TestJSON-953658764'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:41.224122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router c798333c-f985-4830-87c4-72e337657789 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:23:41.244225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-cf5bbb8a-fd79-4adb-9f4a-42733046a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:41.245914 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-cf5bbb8a-fd79-4adb-9f4a-42733046a076 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477187 Apr 18 17:23:41.361884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c696f0fb-b0ec-47f1-b18c-39256e47d398 None None] Provisioning complete for port 05266de4-38d8-416a-bb04-08eec0eb2e8c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:41.362508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c696f0fb-b0ec-47f1-b18c-39256e47d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:41.388866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9fca5c4-125f-4c17-b7d2-c20e6516127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:41.391735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9fca5c4-125f-4c17-b7d2-c20e6516127f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:41.395412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:23:41.396092 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a9fca5c4-125f-4c17-b7d2-c20e6516127f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/774beb31-17d5-4d74-99ee-b137b4f57213 HTTP/1.1" status: 204 len: 168 time: 0.4814713 Apr 18 17:23:41.418250 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:41.426516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] Sync routers for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:23:41.449478 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:23:41.450633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:41.453619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fca5c4-125f-4c17-b7d2-c20e6516127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774beb31-17d5-4d74-99ee-b137b4f57213,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:41.464294 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-e0f6505b-66af-41b4-aa1d-c1221e406e5c service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099335 Apr 18 17:23:41.487585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-84ce7edf-9dd1-4aba-b995-8e870a476180 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/floatingips/f6c54d5e-307c-4dc7-997e-7a01b519bf1a HTTP/1.1" status: 204 len: 168 time: 3.4504764 Apr 18 17:23:41.633555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:23:41.685772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fecded-b359-4833-b88b-24411f91b827 req-e27b263c-2063-4302-a92c-837a65cb6af0 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:41.694129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52fecded-b359-4833-b88b-24411f91b827 req-e27b263c-2063-4302-a92c-837a65cb6af0 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 948 time: 0.0690725 Apr 18 17:23:41.696921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:41.699640 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d40b7-4ea4-4851-8b38-db32d464994c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:41.762332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52fecded-b359-4833-b88b-24411f91b827 req-2376c908-2cd2-4321-a83b-7f61bf4926a0 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668054 Apr 18 17:23:41.766623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a7cd701e-b796-4907-b0ae-b9f7fafedc66 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:41.780798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d3d3bcd6-c4fb-4b6d-968c-40d518670187 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:41.807627 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546cf33-6b1c-4f7e-a194-e48c80733e3a x-openstack-request-id: req-5546cf33-6b1c-4f7e-a194-e48c80733e3a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:41.807993 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:41.808336 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5546cf33-6b1c-4f7e-a194-e48c80733e3a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:41.808918 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5546cf33-6b1c-4f7e-a194-e48c80733e3a'] response: {'name': 'network-changed', 'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'status': 'completed', 'code': 200} Apr 18 17:23:41.865357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c696f0fb-b0ec-47f1-b18c-39256e47d398 None None] Port 05266de4-38d8-416a-bb04-08eec0eb2e8c cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:41.935979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-3bd80fa6-efdf-4586-857a-4ed25cdabf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:41.937549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-3bd80fa6-efdf-4586-857a-4ed25cdabf80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4024897079404b088e8b6e570f2ad758&device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 1097 time: 0.0581212 Apr 18 17:23:42.163525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: d3d3bcd6-c4fb-4b6d-968c-40d518670187 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:42.164290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d3d3bcd6-c4fb-4b6d-968c-40d518670187 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:42.164930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d06622c8-a564-49ca-9729-89e5118fd3fa no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:42.184212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a226f7-a631-4eca-a810-071bfb293d39', 'tag': '02cb91bf-00af-411b-80f7-6a8698eaf4ac'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:42.192792 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511c8ee4-6ff1-4634-b664-def60b87f11a" -d '{"events": [{"name": "network-changed", "server_uuid": "43a226f7-a631-4eca-a810-071bfb293d39", "tag": "02cb91bf-00af-411b-80f7-6a8698eaf4ac"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:42.192962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a924f0-77f3-4ba0-97bc-7221b4a02082 req-069a3265-7e06-420c-a5f2-b617797e863e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:42.192962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08a924f0-77f3-4ba0-97bc-7221b4a02082 req-069a3265-7e06-420c-a5f2-b617797e863e tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 946 time: 0.1203530 Apr 18 17:23:42.193186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:42.196465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:42.210085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: d06622c8-a564-49ca-9729-89e5118fd3fa {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:42.210581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d06622c8-a564-49ca-9729-89e5118fd3fa not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:42.231697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c696f0fb-b0ec-47f1-b18c-39256e47d398 None None] Provisioning complete for port a7cd701e-b796-4907-b0ae-b9f7fafedc66 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:42.232244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c696f0fb-b0ec-47f1-b18c-39256e47d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:42.247361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 598dab14-1d32-43be-a829-51ff0a74821f yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:42.279028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08a924f0-77f3-4ba0-97bc-7221b4a02082 req-6fc8e58e-d15e-4e00-b0ba-ee9851cbef19 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809081 Apr 18 17:23:42.281340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-ad47eda8-8ad5-4e90-b412-6306150bf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:42.282863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-ad47eda8-8ad5-4e90-b412-6306150bf65b service neutron] 10.222.0.41 "GET /v2.0/networks?id=51280ca1-d272-417e-8c52-5dc9793270bb HTTP/1.1" status: 200 len: 898 time: 0.3372035 Apr 18 17:23:42.352690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a7cd701e-b796-4907-b0ae-b9f7fafedc66 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:42.355170 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:42.370170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-f22d3a69-0334-4fa1-a2b5-50a91e188f20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2beb71e-4297-4669-9bc9-e7111077dfed HTTP/1.1" status: 200 len: 217 time: 0.0800078 Apr 18 17:23:42.394196 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec954a37-19f2-4528-9030-9c813f8cb733 x-openstack-request-id: req-ec954a37-19f2-4528-9030-9c813f8cb733 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:42.394907 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a226f7-a631-4eca-a810-071bfb293d39", "tag": "02cb91bf-00af-411b-80f7-6a8698eaf4ac", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:42.395395 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec954a37-19f2-4528-9030-9c813f8cb733 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:42.396009 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec954a37-19f2-4528-9030-9c813f8cb733'] response: {'name': 'network-changed', 'server_uuid': '43a226f7-a631-4eca-a810-071bfb293d39', 'tag': '02cb91bf-00af-411b-80f7-6a8698eaf4ac', 'status': 'completed', 'code': 200} Apr 18 17:23:42.399009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b567bd10-0ae9-42c5-8ffd-70c21d751e0a req-ad332871-8a9a-49c3-9646-335d53a33d4b service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9279089 Apr 18 17:23:42.484046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-295bd72f-8af3-4804-914f-50caf8d9b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:42.485569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-295bd72f-8af3-4804-914f-50caf8d9b86c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0895d771-d393-428f-bed2-74a8b9551246 HTTP/1.1" status: 200 len: 834 time: 0.1086526 Apr 18 17:23:42.543088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::306 (6e9ac36b-80d6-4607-9426-66fbcbf54359/fe1482f4-5077-4303-aaa2-043dcaae714f/598dab14-1d32-43be-a829-51ff0a74821f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:42.545689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54514) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:42.600895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de5aa6a8-adbd-4c9e-a8c6-25025ccc6abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:42.638767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3e26-563c-466a-aae0-29b7a12b552a req-89bda63f-e0f6-4618-b7f9-89abc85d53bc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:42.640877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ebe3e26-563c-466a-aae0-29b7a12b552a req-89bda63f-e0f6-4618-b7f9-89abc85d53bc tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1003997 Apr 18 17:23:42.643013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-aeb8868c-c854-463c-8a67-2c301e4c53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:42.644396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-aeb8868c-c854-463c-8a67-2c301e4c53f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51280ca1-d272-417e-8c52-5dc9793270bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504343 Apr 18 17:23:42.682206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:46Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:42.699635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-46023c0c-156f-459f-8438-a9ea44121b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:42.704891 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-46023c0c-156f-459f-8438-a9ea44121b9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a45b1197e62b45d88b2a7c5e2384e361&device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 1099 time: 0.1166894 Apr 18 17:23:42.720466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] Checking router: c798333c-f985-4830-87c4-72e337657789 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:23:42.731833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:23:42.733165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:42.753682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ebe3e26-563c-466a-aae0-29b7a12b552a req-d5801bb6-0881-4c61-8085-70bea00a4c06 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010985 Apr 18 17:23:42.831293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-90d5baea-b181-425d-8ca3-930fd99c2c5b service neutron] 10.222.0.41 "GET /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775653 Apr 18 17:23:42.865860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0b063b7e-9d7a-43df-8ddb-2eac724656db None None] Provisioning complete for port 05266de4-38d8-416a-bb04-08eec0eb2e8c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:42.867322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0b063b7e-9d7a-43df-8ddb-2eac724656db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:42.952608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:42.976887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0b063b7e-9d7a-43df-8ddb-2eac724656db None None] Port 05266de4-38d8-416a-bb04-08eec0eb2e8c cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:42.979033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ba5d40b7-4ea4-4851-8b38-db32d464994c req-927653e7-b41e-4d1a-a623-acf71cd80a7f service neutron] 10.222.0.41 "GET /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397321 Apr 18 17:23:42.993823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:23:43.038920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8529ba3-8542-4c8f-9e81-0182855a7d40 req-e91938d2-9186-4ec6-b478-14f5046d80b1 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.040682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8529ba3-8542-4c8f-9e81-0182855a7d40 req-e91938d2-9186-4ec6-b478-14f5046d80b1 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 948 time: 0.1106155 Apr 18 17:23:43.064966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.103004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8529ba3-8542-4c8f-9e81-0182855a7d40 req-c5acee2e-c89a-4a03-9efa-904062c691c7 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545561 Apr 18 17:23:43.143701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 6e9ac36b-80d6-4607-9426-66fbcbf54359 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:43.147855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de5aa6a8-adbd-4c9e-a8c6-25025ccc6abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.156023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:43.167011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:43.173598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.174365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.191716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=598dab14-1d32-43be-a829-51ff0a74821f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:43.207215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-b6506256-9925-4f34-a395-a452c5303195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.208790 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-b6506256-9925-4f34-a395-a452c5303195 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69675382-d362-4a20-baec-79cdb24e7e90 HTTP/1.1" status: 200 len: 870 time: 0.5010235 Apr 18 17:23:43.260964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de5aa6a8-adbd-4c9e-a8c6-25025ccc6abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.268317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:46Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:43.295568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-2d55c302-1468-4cae-b47e-0092da3ec988 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=02cb91bf-00af-411b-80f7-6a8698eaf4ac HTTP/1.1" status: 200 len: 217 time: 0.0766275 Apr 18 17:23:43.303199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7b044-76b6-4c52-a258-1c3965588dbd None None] The sync data for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 is: [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:21:39Z', 'revision_number': 4, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd22606a8-f53b-4213-b428-cf3939ffa074', 'name': '', 'network_id': '51280ca1-d272-417e-8c52-5dc9793270bb', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'mac_address': 'fa:16:3e:e7:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0895d771-d393-428f-bed2-74a8b9551246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:37Z', 'updated_at': '2022-04-18T17:21:46Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'subnets': [{'id': '0895d771-d393-428f-bed2-74a8b9551246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:23:43.303882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aa6a8-adbd-4c9e-a8c6-25025ccc6abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6b69d-874a-4b53-829c-dc2615bcd50b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:43.338797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54520) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:43.338961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ee30d2d3-e7f1-4c20-a957-e1f6da38a9ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1810696 Apr 18 17:23:43.395611 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-de5aa6a8-adbd-4c9e-a8c6-25025ccc6abd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f48616fe7f324dc9ac0bda671365ec5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8261523 Apr 18 17:23:43.395611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54524) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:43.473082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-314eefc8-71d9-4900-825d-4af9e984b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.474954 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-314eefc8-71d9-4900-825d-4af9e984b7e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.1723692 Apr 18 17:23:43.574035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dc04220-2dc0-41b7-8594-e4e5cbcbccc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.583321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd24ad-95ea-4013-b3ba-b64ee6c95587 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.583321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-82cd24ad-95ea-4013-b3ba-b64ee6c95587 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2bb HTTP/1.1" status: 200 len: 929 time: 0.2381015 Apr 18 17:23:43.592132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54530) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:43.600433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6b223-0b13-42fe-bc02-8a676b365b17 req-21fdc7ae-446b-41a6-b3ec-f88fe338ee39 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.602708 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4b6b223-0b13-42fe-bc02-8a676b365b17 req-21fdc7ae-446b-41a6-b3ec-f88fe338ee39 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 946 time: 0.1223824 Apr 18 17:23:43.621039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5977cdb5-f74d-4093-b9db-000e44e9eb09 None None] Provisioning complete for port 598dab14-1d32-43be-a829-51ff0a74821f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:43.621442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5977cdb5-f74d-4093-b9db-000e44e9eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.634523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-7a3b0196-0b15-4940-bd96-222a50737b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.636047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-7a3b0196-0b15-4940-bd96-222a50737b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526484 Apr 18 17:23:43.683511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4b6b223-0b13-42fe-bc02-8a676b365b17 req-6f62fc4c-e2a8-4c77-9b7b-3ecc92295fc8 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a2cec89-8b58-4b09-8250-b9ed5719c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730605 Apr 18 17:23:43.698136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dc04220-2dc0-41b7-8594-e4e5cbcbccc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.719783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5977cdb5-f74d-4093-b9db-000e44e9eb09 None None] Port 598dab14-1d32-43be-a829-51ff0a74821f cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:43.784894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-ed4046df-1462-44cd-9d46-098d9b62c8f5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.786585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-ed4046df-1462-44cd-9d46-098d9b62c8f5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 946 time: 0.0682404 Apr 18 17:23:43.809116 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f35e63-aeaf-47a4-968b-8fcb3431874b None None] New status for floating IP f6c54d5e-307c-4dc7-997e-7a01b519bf1a: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:23:43.900064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f2004-23c4-4550-951e-5063e7b9de1e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 598dab14-1d32-43be-a829-51ff0a74821f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:43.900501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2004-23c4-4550-951e-5063e7b9de1e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.921503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-e14ee554-a24e-4446-b893-d4f5d70d38d5 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076883 Apr 18 17:23:43.947730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c9026-fe78-49e0-ba42-169820906b18 req-710f53b3-8267-48de-9ec0-ee8fe046354b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:43.955521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f60c9026-fe78-49e0-ba42-169820906b18 req-710f53b3-8267-48de-9ec0-ee8fe046354b tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1036599 Apr 18 17:23:43.989629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port e2beb71e-4297-4669-9bc9-e7111077dfed {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:43.994315 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:43.997706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dc04220-2dc0-41b7-8594-e4e5cbcbccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.002474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dc04220-2dc0-41b7-8594-e4e5cbcbccc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.004606 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9dc04220-2dc0-41b7-8594-e4e5cbcbccc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6d6b69d-874a-4b53-829c-dc2615bcd50b HTTP/1.1" status: 204 len: 168 time: 0.6137259 Apr 18 17:23:44.037608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc04220-2dc0-41b7-8594-e4e5cbcbccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6b69d-874a-4b53-829c-dc2615bcd50b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:44.072672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f60c9026-fe78-49e0-ba42-169820906b18 req-40ebc342-66af-4897-8afe-263491c9d434 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161890 Apr 18 17:23:44.132821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port e2beb71e-4297-4669-9bc9-e7111077dfed, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e2beb71e-4297-4669-9bc9-e7111077dfed,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:44.133556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2004-23c4-4550-951e-5063e7b9de1e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.146144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.166927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for e2beb71e-4297-4669-9bc9-e7111077dfed owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:44.172371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f2004-23c4-4550-951e-5063e7b9de1e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 598dab14-1d32-43be-a829-51ff0a74821f owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:44.179545 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-511c8ee4-6ff1-4634-b664-def60b87f11a req-fefc9763-6bd1-4fb3-a7c8-343ca98207a8 service neutron] 10.222.0.18 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958640 Apr 18 17:23:44.314931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a202f-0967-46be-b7bb-cfd4ea72a59a req-1c4f7747-6add-4d93-9bbf-24566a7d8857 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:44.316857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d51a202f-0967-46be-b7bb-cfd4ea72a59a req-1c4f7747-6add-4d93-9bbf-24566a7d8857 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 948 time: 0.0744145 Apr 18 17:23:44.390781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d51a202f-0967-46be-b7bb-cfd4ea72a59a req-bca4138e-bfa0-4a06-9112-6e6a68536de0 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Apr 18 17:23:44.476178 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.516966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=e2beb71e-4297-4669-9bc9-e7111077dfed,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:44.557825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] No DVR routers for this DVR port e2beb71e-4297-4669-9bc9-e7111077dfed on host n-h2-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:44.559877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66223792-19dc-4337-b0ff-8dd741761230 req-91de7af3-b723-4300-a6ad-6c47737f25ab tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:44.561051 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.565172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.41 "DELETE /v2.0/ports/e2beb71e-4297-4669-9bc9-e7111077dfed HTTP/1.1" status: 204 len: 173 time: 0.7710447 Apr 18 17:23:44.566828 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-66223792-19dc-4337-b0ff-8dd741761230 req-91de7af3-b723-4300-a6ad-6c47737f25ab tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.41 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.1087043 Apr 18 17:23:44.566974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'name': 'network-vif-deleted', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:44.568812 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f14156-9ff4-432a-85ee-98341a0e72be" -d '{"events": [{"server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "name": "network-vif-deleted", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:44.629771 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022df8be-8475-48e4-87ea-6fb95afa7ed7 x-openstack-request-id: req-022df8be-8475-48e4-87ea-6fb95afa7ed7 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:44.630109 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08601e-215b-45b5-983e-6e2d86ea2a2a", "name": "network-vif-deleted", "tag": "e2beb71e-4297-4669-9bc9-e7111077dfed", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:44.630314 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-022df8be-8475-48e4-87ea-6fb95afa7ed7 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:44.630709 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022df8be-8475-48e4-87ea-6fb95afa7ed7'] response: {'server_uuid': 'ca08601e-215b-45b5-983e-6e2d86ea2a2a', 'name': 'network-vif-deleted', 'tag': 'e2beb71e-4297-4669-9bc9-e7111077dfed', 'status': 'completed', 'code': 200} Apr 18 17:23:44.653832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2004-23c4-4550-951e-5063e7b9de1e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.757210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f2004-23c4-4550-951e-5063e7b9de1e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=598dab14-1d32-43be-a829-51ff0a74821f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:44.796966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2004-23c4-4550-951e-5063e7b9de1e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.809812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54556) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:44.810974 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1d0f2004-23c4-4550-951e-5063e7b9de1e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/598dab14-1d32-43be-a829-51ff0a74821f HTTP/1.1" status: 204 len: 168 time: 1.2103047 Apr 18 17:23:44.844398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Deleting port 84b8de47-2521-48a6-80fc-31f29a42e3b1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:44.844893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:44.869361 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df0399d-45aa-4ab7-972f-c9991443bd9b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:44.874752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6df0399d-45aa-4ab7-972f-c9991443bd9b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/598dab14-1d32-43be-a829-51ff0a74821f HTTP/1.1" status: 404 len: 333 time: 0.0687313 Apr 18 17:23:44.885827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54558) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:44.918265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f00bea8-7f4c-4dec-a919-e4aab92e303a req-88a7e4ee-8fc1-4ae7-98ee-ee125a16f1f5 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca08601e-215b-45b5-983e-6e2d86ea2a2a HTTP/1.1" status: 200 len: 210 time: 0.1016691 Apr 18 17:23:45.205471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] For port 84b8de47-2521-48a6-80fc-31f29a42e3b1, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=84b8de47-2521-48a6-80fc-31f29a42e3b1,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:45.205965 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:45.240567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a63e5933-1fe5-444d-9ed3-85be24c299e7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 05266de4-38d8-416a-bb04-08eec0eb2e8c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:45.241105 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a63e5933-1fe5-444d-9ed3-85be24c299e7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:45.248884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828e17-00ea-44ce-8122-0da3435955ee req-fdb00745-52f4-4d2b-8233-9999378b37f2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:45.256916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d828e17-00ea-44ce-8122-0da3435955ee req-fdb00745-52f4-4d2b-8233-9999378b37f2 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 945 time: 0.0789309 Apr 18 17:23:45.305872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d828e17-00ea-44ce-8122-0da3435955ee req-33cb4f16-b5a8-4c90-a001-fb524c8974bf tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups?id=1261bed8-b95b-4bed-8479-fad4bcdfe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478742 Apr 18 17:23:45.434303 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a63e5933-1fe5-444d-9ed3-85be24c299e7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:45.488774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a63e5933-1fe5-444d-9ed3-85be24c299e7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 05266de4-38d8-416a-bb04-08eec0eb2e8c owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:45.553456 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:45.553840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:45.558655 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Floating IP 20748644-6811-4bc7-9d04-a0ea4e6a015a disassociated. External IP: 172.25.5.215, port: 84b8de47-2521-48a6-80fc-31f29a42e3b1. Apr 18 17:23:45.558655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Calling delete_port for 84b8de47-2521-48a6-80fc-31f29a42e3b1 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:45.586467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032edb-1733-4f84-9542-2bb72edb2649 req-e67b895e-88d9-42cf-ac32-2ec9a052a28c tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:45.589843 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e032edb-1733-4f84-9542-2bb72edb2649 req-e67b895e-88d9-42cf-ac32-2ec9a052a28c tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 948 time: 0.0942194 Apr 18 17:23:45.650748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e032edb-1733-4f84-9542-2bb72edb2649 req-17ce6d23-fd08-4931-b176-2651593ed704 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480804 Apr 18 17:23:45.846787 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a63e5933-1fe5-444d-9ed3-85be24c299e7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:45.877228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e5933-1fe5-444d-9ed3-85be24c299e7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=05266de4-38d8-416a-bb04-08eec0eb2e8c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:45.906938 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a63e5933-1fe5-444d-9ed3-85be24c299e7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:45.913008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54584) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:45.914084 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a63e5933-1fe5-444d-9ed3-85be24c299e7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/05266de4-38d8-416a-bb04-08eec0eb2e8c HTTP/1.1" status: 204 len: 168 time: 1.0272269 Apr 18 17:23:45.916401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:45.943858 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-633996c6-17bf-43e8-828b-11950a07d781 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:45.948830 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-633996c6-17bf-43e8-828b-11950a07d781 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/05266de4-38d8-416a-bb04-08eec0eb2e8c HTTP/1.1" status: 404 len: 333 time: 0.0344586 Apr 18 17:23:45.949079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54588) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:45.961126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event deleted for resources: {'Port': ['ID=84b8de47-2521-48a6-80fc-31f29a42e3b1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:45.990552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54590) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:46.095619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75d8487-6ef3-4bc7-a36f-fb1991a7f85c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet fe1482f4-5077-4303-aaa2-043dcaae714f {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:23:46.115752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75d8487-6ef3-4bc7-a36f-fb1991a7f85c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.143962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d457a341-2e1c-49bb-ab74-83422199eb97 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.220284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d457a341-2e1c-49bb-ab74-83422199eb97 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.243882 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75d8487-6ef3-4bc7-a36f-fb1991a7f85c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.348834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Router 3d5597e6-458a-45c4-b770-581b68069cc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:23:46.423239 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d457a341-2e1c-49bb-ab74-83422199eb97 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.426587 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d457a341-2e1c-49bb-ab74-83422199eb97 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.427779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d457a341-2e1c-49bb-ab74-83422199eb97 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/security-groups/8a2cec89-8b58-4b09-8250-b9ed5719c97f HTTP/1.1" status: 204 len: 168 time: 0.4362414 Apr 18 17:23:46.430326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75d8487-6ef3-4bc7-a36f-fb1991a7f85c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.445962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457a341-2e1c-49bb-ab74-83422199eb97 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2cec89-8b58-4b09-8250-b9ed5719c97f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:46.486046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7076b983-79fa-46ff-88ed-01c194f3ad96 req-1826027f-1209-4296-860f-a234dd157d0e tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 210 time: 0.0466170 Apr 18 17:23:46.499253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54608) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:46.593700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54614) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:46.766210 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3cecf96-5b38-4555-a951-50108219e71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.782525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:23:46.803375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] Sync routers for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:23:46.827257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:23:46.830119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:46.850007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75d8487-6ef3-4bc7-a36f-fb1991a7f85c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.945077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] No DVR routers for this DVR port 84b8de47-2521-48a6-80fc-31f29a42e3b1 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:46.952816 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.957184 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-66223792-19dc-4337-b0ff-8dd741761230 req-a2b31da3-b7bd-49d6-a544-f2e9dd9dedc0 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.41 "DELETE /v2.0/ports/84b8de47-2521-48a6-80fc-31f29a42e3b1 HTTP/1.1" status: 204 len: 173 time: 2.3827033 Apr 18 17:23:46.964913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75d8487-6ef3-4bc7-a36f-fb1991a7f85c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:46.971217 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c75d8487-6ef3-4bc7-a36f-fb1991a7f85c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/fe1482f4-5077-4303-aaa2-043dcaae714f HTTP/1.1" status: 204 len: 168 time: 1.0174994 Apr 18 17:23:46.972095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d8487-6ef3-4bc7-a36f-fb1991a7f85c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1482f4-5077-4303-aaa2-043dcaae714f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:46.977024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54660) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:46.977510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-deleted', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:46.981856 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe60f78d-8b33-46a2-bb42-1db2ceb080b0" -d '{"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-deleted", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:46.988997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14383151-a8e8-4bd1-af0f-34463a3351df None None] Network 6e9ac36b-80d6-4607-9426-66fbcbf54359 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:47.077670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:23:47.140074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e2beb71e-4297-4669-9bc9-e7111077dfed no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:47.155708 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b34cc0c-8125-4ba8-afa4-14c25a82757a x-openstack-request-id: req-9b34cc0c-8125-4ba8-afa4-14c25a82757a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:47.155708 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd32b1-cfdb-4369-9df7-3e7927688e37", "name": "network-vif-deleted", "tag": "84b8de47-2521-48a6-80fc-31f29a42e3b1", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:47.155708 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b34cc0c-8125-4ba8-afa4-14c25a82757a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:47.156010 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b34cc0c-8125-4ba8-afa4-14c25a82757a'] response: {'server_uuid': '08dd32b1-cfdb-4369-9df7-3e7927688e37', 'name': 'network-vif-deleted', 'tag': '84b8de47-2521-48a6-80fc-31f29a42e3b1', 'status': 'completed', 'code': 200} Apr 18 17:23:47.204815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.235848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d48f5-a40d-42d8-8f84-e11372ecfd86 req-87b19402-1879-4c28-9449-fafa7bcbebd4 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:47.248313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d48d48f5-a40d-42d8-8f84-e11372ecfd86 req-87b19402-1879-4c28-9449-fafa7bcbebd4 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 948 time: 0.3685713 Apr 18 17:23:47.253234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: e2beb71e-4297-4669-9bc9-e7111077dfed {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:47.254096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e2beb71e-4297-4669-9bc9-e7111077dfed not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:47.329845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port a7cd701e-b796-4907-b0ae-b9f7fafedc66 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:47.330157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.434740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] For port a7cd701e-b796-4907-b0ae-b9f7fafedc66, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a7cd701e-b796-4907-b0ae-b9f7fafedc66,segment=NetworkSegment(3663e6b7-7657-4ac3-8022-ba2a0d51be0a),segment_id=3663e6b7-7657-4ac3-8022-ba2a0d51be0a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:47.435159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.459537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for a7cd701e-b796-4907-b0ae-b9f7fafedc66 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:47.464903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d48d48f5-a40d-42d8-8f84-e11372ecfd86 req-47fa7e53-4ef1-41a6-a292-018896fe7ec6 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157133 Apr 18 17:23:47.468466 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.469762 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.479765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3cecf96-5b38-4555-a951-50108219e71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.570415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 02cb91bf-00af-411b-80f7-6a8698eaf4ac details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:23:47.595292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] DHCP port deletion for 6e9ac36b-80d6-4607-9426-66fbcbf54359 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:23:47.611382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3cecf96-5b38-4555-a951-50108219e71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.729312 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c3cecf96-5b38-4555-a951-50108219e71b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d4be459fcef4d36a021604dd94080a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2286792 Apr 18 17:23:47.731858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54674) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:47.746411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:05Z', 'revision_number': 5, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:47.747760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c1c1a7f-17ed-4923-a4e8-dba0d8ad1168 req-3e4151d6-541e-463f-9505-cf5a5fd84532 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/ports?device_id=08dd32b1-cfdb-4369-9df7-3e7927688e37 HTTP/1.1" status: 200 len: 210 time: 0.0906363 Apr 18 17:23:47.751632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cecf96-5b38-4555-a951-50108219e71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110690d1-46b5-46d5-81a7-9f8262bb7986,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:47.812048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] Checking router: 3d5597e6-458a-45c4-b770-581b68069cc7 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:23:47.866302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 02cb91bf-00af-411b-80f7-6a8698eaf4ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=02cb91bf-00af-411b-80f7-6a8698eaf4ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:47.868142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.880707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:23:47.882690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:47.908674 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.913497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] Deleting port a7cd701e-b796-4907-b0ae-b9f7fafedc66 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:47.914664 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:47.954380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=a7cd701e-b796-4907-b0ae-b9f7fafedc66,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:47.979880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No DVR routers for this DVR port a7cd701e-b796-4907-b0ae-b9f7fafedc66 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:48.022433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54678) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:48.027899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb0adfc3-d441-42bb-8850-d7efdc1b546d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.032231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] For port a7cd701e-b796-4907-b0ae-b9f7fafedc66, host n-d-836015-2, got binding levels [] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:48.032906 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.048922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] Calling delete_port for a7cd701e-b796-4907-b0ae-b9f7fafedc66 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:48.054420 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.ipam_backend_mixin [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] Port a7cd701e-b796-4907-b0ae-b9f7fafedc66 was not found and therefore no delete operation was performed {{(pid=109827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:23:48.094084 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.107179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '02cb91bf-00af-411b-80f7-6a8698eaf4ac', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': '02cb91bf-00af-411b-80f7-6a8698eaf4ac', 'mac_address': 'fa:16:3e:76:0b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:23:48.119324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb0adfc3-d441-42bb-8850-d7efdc1b546d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.324557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.358673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9ac36b-80d6-4607-9426-66fbcbf54359']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:48.373665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3663e6b7-7657-4ac3-8022-ba2a0d51be0a') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:48.373665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3663e6b7-7657-4ac3-8022-ba2a0d51be0a') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:48.386021 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.414039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.423090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:23:48.423624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:23:48.427285 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:23:48.434017 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b96bc0e7-766d-484d-bb97-e94fdc65fb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.512339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] Pushing event deleted for resources: {'Port': ['ID=a7cd701e-b796-4907-b0ae-b9f7fafedc66,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:48.516870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9421f4-364f-4ac4-b873-a9bc0a863228 None None] No DVR routers for this DVR port a7cd701e-b796-4907-b0ae-b9f7fafedc66 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:48.546267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb0adfc3-d441-42bb-8850-d7efdc1b546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.565948 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb0adfc3-d441-42bb-8850-d7efdc1b546d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.570321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb0adfc3-d441-42bb-8850-d7efdc1b546d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/110690d1-46b5-46d5-81a7-9f8262bb7986 HTTP/1.1" status: 204 len: 168 time: 0.8350141 Apr 18 17:23:48.573825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b96bc0e7-766d-484d-bb97-e94fdc65fb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.604064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0adfc3-d441-42bb-8850-d7efdc1b546d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110690d1-46b5-46d5-81a7-9f8262bb7986,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:48.658108 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b96bc0e7-766d-484d-bb97-e94fdc65fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.697783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port d22606a8-f53b-4213-b428-cf3939ffa074 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:48.698259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.715499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.716214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.723890 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/networks/6e9ac36b-80d6-4607-9426-66fbcbf54359 HTTP/1.1" status: 204 len: 168 time: 1.7347286 Apr 18 17:23:48.740542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54720) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:48.741449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd14aa-a884-4264-9ee8-5ae375175a00 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Network': ['ID=6e9ac36b-80d6-4607-9426-66fbcbf54359,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:48.751454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2030076111'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:48.759722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:23:48.768958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bc0e7-766d-484d-bb97-e94fdc65fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5606666d-8a68-4b9e-a19b-1dcd4b77d70d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:48.805253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df2b11-f6d2-4f7f-91cf-3cb736e1330a req-fff5e2a4-29d7-42ef-8221-78392521ef4a tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:48.807189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2df2b11-f6d2-4f7f-91cf-3cb736e1330a req-fff5e2a4-29d7-42ef-8221-78392521ef4a tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 948 time: 0.2139122 Apr 18 17:23:48.822233 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.855378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02cb91bf-00af-411b-80f7-6a8698eaf4ac {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:23:48.892153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:48.897104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.946246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c2df2b11-f6d2-4f7f-91cf-3cb736e1330a req-06fb24e1-8c33-403f-98ee-c515bb0bf49c tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296952 Apr 18 17:23:48.947626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:23:48.973245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b96bc0e7-766d-484d-bb97-e94fdc65fb40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a885d56d6514d5980a1e70e5c3d9f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9487724 Apr 18 17:23:48.973366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 02cb91bf-00af-411b-80f7-6a8698eaf4ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=02cb91bf-00af-411b-80f7-6a8698eaf4ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:48.977346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54726) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:48.995066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:48.995066 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Added segment 6069880f-b625-4641-8956-8caeb4e4b558 of type vlan for network caa959ae-056f-496a-905e-27428646c4fe Apr 18 17:23:49.005424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54730) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:49.107245 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.122485 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-904cdaa8-46a1-4d49-b55d-5fbff82b5682 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.164925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port d22606a8-f53b-4213-b428-cf3939ffa074, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d22606a8-f53b-4213-b428-cf3939ffa074,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:49.165383 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.181922 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-904cdaa8-46a1-4d49-b55d-5fbff82b5682 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.197796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for d22606a8-f53b-4213-b428-cf3939ffa074 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:49.219602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:49.230351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.233542 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7dc11838-576f-49ca-8516-b6b8b5077538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.277601 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7dc11838-576f-49ca-8516-b6b8b5077538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.281629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 84b8de47-2521-48a6-80fc-31f29a42e3b1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:49.282063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 84b8de47-2521-48a6-80fc-31f29a42e3b1 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:49.387977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=02cb91bf-00af-411b-80f7-6a8698eaf4ac,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:49.413039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a7cd701e-b796-4907-b0ae-b9f7fafedc66 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:49.423324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.431568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:49.432194 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.481880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:05Z', 'revision_number': 5, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:49.485094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7dc11838-576f-49ca-8516-b6b8b5077538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.499149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7dc11838-576f-49ca-8516-b6b8b5077538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:49.500626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7dc11838-576f-49ca-8516-b6b8b5077538 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5606666d-8a68-4b9e-a19b-1dcd4b77d70d HTTP/1.1" status: 204 len: 168 time: 0.5206614 Apr 18 17:23:49.521445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fdcdb5-6bb7-4410-982b-aa0ef4f606ca None None] The sync data for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 is: [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:00Z', 'revision_number': 4, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '65f11031-688d-4d23-8ac2-d5e0206da170', 'name': '', 'network_id': 'dc90c34b-d6a3-40ab-abce-c0737ae6e08c', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'mac_address': 'fa:16:3e:a7:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:58Z', 'updated_at': '2022-04-18T17:15:05Z', 'revision_number': 5, 'project_id': '6010d166009b457cb83c471c00b4460a', 'subnets': [{'id': 'fa360b3a-0be6-42d3-ba05-a72692d2cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:23:49.522911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a7cd701e-b796-4907-b0ae-b9f7fafedc66 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:49.523257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a7cd701e-b796-4907-b0ae-b9f7fafedc66 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:49.540371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['02cb91bf-00af-411b-80f7-6a8698eaf4ac'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:23:49.660662 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9142001 Apr 18 17:23:49.664841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc11838-576f-49ca-8516-b6b8b5077538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5606666d-8a68-4b9e-a19b-1dcd4b77d70d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:49.670289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54744) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:49.687433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': 'caa959ae-056f-496a-905e-27428646c4fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:49.698329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29339758-9d4e-419d-a6bc-3f4491745351 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Network': ['ID=caa959ae-056f-496a-905e-27428646c4fe,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:49.746631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network caa959ae-056f-496a-905e-27428646c4fe details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:23:49.966020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:49.971342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.123627 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d9820-bcd8-42c2-b55f-3554f0c156ac None None] New status for floating IP 20748644-6811-4bc7-9d04-a0ea4e6a015a: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:23:50.288341 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-904cdaa8-46a1-4d49-b55d-5fbff82b5682 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.291934 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-904cdaa8-46a1-4d49-b55d-5fbff82b5682 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.293307 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-904cdaa8-46a1-4d49-b55d-5fbff82b5682 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "DELETE /v2.0/security-groups/1261bed8-b95b-4bed-8479-fad4bcdfe74d HTTP/1.1" status: 204 len: 168 time: 1.2867730 Apr 18 17:23:50.301859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54758) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:50.358152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54762) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:50.384784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d46c3f45-67cd-42e5-8585-08bed044d7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.402139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cdaa8-46a1-4d49-b55d-5fbff82b5682 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1261bed8-b95b-4bed-8479-fad4bcdfe74d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:50.405465 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-b130e16b-5f1b-432e-a36e-b19dfb699d7f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] show failed (client error): The resource could not be found. Apr 18 17:23:50.410694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b130e16b-5f1b-432e-a36e-b19dfb699d7f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "GET /v2.0/security-groups/1261bed8-b95b-4bed-8479-fad4bcdfe74d HTTP/1.1" status: 404 len: 347 time: 0.0622709 Apr 18 17:23:50.414561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54766) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:50.466005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546a625-1217-4043-8aa6-5532c189ba8e req-d6fcab59-ce35-4992-9760-9a9b138f360c tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:50.474104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0546a625-1217-4043-8aa6-5532c189ba8e req-d6fcab59-ce35-4992-9760-9a9b138f360c tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 949 time: 0.1993594 Apr 18 17:23:50.491764 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.556861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0546a625-1217-4043-8aa6-5532c189ba8e req-947bca69-70ea-4591-9983-39b1f89482d3 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816693 Apr 18 17:23:50.701543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=bcbfd441-21c9-49aa-a880-f0b1c4611aae,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:50.720757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.723376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking segment: {'id': '6069880f-b625-4641-8956-8caeb4e4b558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'caa959ae-056f-496a-905e-27428646c4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:50.723869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network hostable DHCP agents. Network: caa959ae-056f-496a-905e-27428646c4fe, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:23:50.749870 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d46c3f45-67cd-42e5-8585-08bed044d7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.770199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Deleting port 4b93cd69-ea17-404b-b8a2-77350ecf55e6 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:50.770612 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.804654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=d22606a8-f53b-4213-b428-cf3939ffa074,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:50.867750 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d46c3f45-67cd-42e5-8585-08bed044d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.902836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d46c3f45-67cd-42e5-8585-08bed044d7aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1728a8eaeabe426f8354410a04a335e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5434072 Apr 18 17:23:50.904042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network caa959ae-056f-496a-905e-27428646c4fe is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:23:50.904207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54774) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:50.951351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.952434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:50.982886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Calling delete_port for 4b93cd69-ea17-404b-b8a2-77350ecf55e6 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:50.985548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c3f45-67cd-42e5-8585-08bed044d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf400b7-8643-4750-a4df-e23d89e26e9f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:51.008863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, caa959ae-056f-496a-905e-27428646c4fe) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:51.016673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:51.017773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:51.023362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef823222-8344-4f62-bc0d-8b3f846e62dc None None] Network caa959ae-056f-496a-905e-27428646c4fe requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:51.072366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-72b0c2d5-e6f2-477b-934b-57bfefe6b79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:51.110145 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-72b0c2d5-e6f2-477b-934b-57bfefe6b79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:51.160650 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bbbbd0ea-392c-4b28-ab93-6ed9de78ddad tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4888093 Apr 18 17:23:51.164063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54776) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:51.169255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': 'caa959ae-056f-496a-905e-27428646c4fe', 'name': 'tempest-PortsIpV6TestJSON-1151571811', 'fixed_ips': [{'subnet_id': 'bcbfd441-21c9-49aa-a880-f0b1c4611aae', 'ip_address': '2001:db8::10'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:51.300533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:51.313580 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-72b0c2d5-e6f2-477b-934b-57bfefe6b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:51.321275 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-72b0c2d5-e6f2-477b-934b-57bfefe6b79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:51.326522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-72b0c2d5-e6f2-477b-934b-57bfefe6b79e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cf400b7-8643-4750-a4df-e23d89e26e9f HTTP/1.1" status: 204 len: 168 time: 0.4127889 Apr 18 17:23:51.354404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0c2d5-e6f2-477b-934b-57bfefe6b79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf400b7-8643-4750-a4df-e23d89e26e9f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:51.429217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-caa959ae-056f-496a-905e-27428646c4fe', 'network_id': 'caa959ae-056f-496a-905e-27428646c4fe', 'tenant_id': '4f7488bdee444c96aa4acc628b9ce56e', 'fixed_ips': [{'subnet_id': 'bcbfd441-21c9-49aa-a880-f0b1c4611aae'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:23:51.432351 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:51.479182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:51.547592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54784) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:51.554672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Pushing event deleted for resources: {'Port': ['ID=4b93cd69-ea17-404b-b8a2-77350ecf55e6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:51.598339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 02cb91bf-00af-411b-80f7-6a8698eaf4ac up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:51.659051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:51.805212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907520f0-b966-4481-9125-1394bfc1b3ed req-f3b83793-b55e-45ef-a6c1-3d1c7da5d972 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:51.813634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-907520f0-b966-4481-9125-1394bfc1b3ed req-f3b83793-b55e-45ef-a6c1-3d1c7da5d972 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 949 time: 0.0818264 Apr 18 17:23:51.829719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Router c798333c-f985-4830-87c4-72e337657789 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:23:51.843236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Allocated IP 2001:db8::2 (caa959ae-056f-496a-905e-27428646c4fe/bcbfd441-21c9-49aa-a880-f0b1c4611aae/bacbc5d5-d533-4db6-ad31-c74b9b224aed) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:51.928899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-907520f0-b966-4481-9125-1394bfc1b3ed req-5e4f37bf-5514-4902-846d-d63db89d2e44 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104226 Apr 18 17:23:51.945921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 02cb91bf-00af-411b-80f7-6a8698eaf4ac completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:23:51.957851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 02cb91bf-00af-411b-80f7-6a8698eaf4ac triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:51.958236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.132879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63f56096-7d04-442c-876f-2165351e9bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.174082 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.218849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:23:52.234761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3c2c8f74-185a-4e59-a1ea-159af4c14817 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "PUT /v2.0/routers/c798333c-f985-4830-87c4-72e337657789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6369255 Apr 18 17:23:52.235417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54800) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:52.258912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] Sync routers for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:23:52.277487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a226f7-a631-4eca-a810-071bfb293d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cb91bf-00af-411b-80f7-6a8698eaf4ac'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:23:52.282223 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f190107-087b-495f-a909-46fc5fca7e1e" -d '{"events": [{"server_uuid": "43a226f7-a631-4eca-a810-071bfb293d39", "name": "network-vif-plugged", "status": "completed", "tag": "02cb91bf-00af-411b-80f7-6a8698eaf4ac"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:23:52.285523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.302756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 02cb91bf-00af-411b-80f7-6a8698eaf4ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=02cb91bf-00af-411b-80f7-6a8698eaf4ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:52.307710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:23:52.308470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:52.362378 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d592c-8ca3-461d-a2d2-fc5d9f487d59 x-openstack-request-id: req-3c4d592c-8ca3-461d-a2d2-fc5d9f487d59 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:23:52.363752 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a226f7-a631-4eca-a810-071bfb293d39", "name": "network-vif-plugged", "status": "completed", "tag": "02cb91bf-00af-411b-80f7-6a8698eaf4ac", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:23:52.364551 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c4d592c-8ca3-461d-a2d2-fc5d9f487d59 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:23:52.367730 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4d592c-8ca3-461d-a2d2-fc5d9f487d59'] response: {'server_uuid': '43a226f7-a631-4eca-a810-071bfb293d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cb91bf-00af-411b-80f7-6a8698eaf4ac', 'code': 200} Apr 18 17:23:52.370772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-19554450-012e-43ea-ac60-0781f52ba26f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting subnet 0895d771-d393-428f-bed2-74a8b9551246 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:23:52.379050 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19554450-012e-43ea-ac60-0781f52ba26f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.395450 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.461990 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63f56096-7d04-442c-876f-2165351e9bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.464408 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19554450-012e-43ea-ac60-0781f52ba26f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.510112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:23:52.549820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63f56096-7d04-442c-876f-2165351e9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.585675 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.619287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-63f56096-7d04-442c-876f-2165351e9bb1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69d688d1784a4d4294a2d26a359919d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0704656 Apr 18 17:23:52.623734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f56096-7d04-442c-876f-2165351e9bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985453d-d557-4392-bd04-97e8ba959f67,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:52.629469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54808) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:52.667610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Network caa959ae-056f-496a-905e-27428646c4fe is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:52.676469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:52.684145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:52.693693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Pushing event updated for resources: {'Port': ['ID=bacbc5d5-d533-4db6-ad31-c74b9b224aed,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:52.780573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.783780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.786483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6504ef14-89fd-4753-9954-dee5a94dca95 tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] 10.222.0.45 "DELETE /v2.0/floatingips/20748644-6811-4bc7-9d04-a0ea4e6a015a HTTP/1.1" status: 204 len: 168 time: 2.3700328 Apr 18 17:23:52.793393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54814) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:52.842225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Attempting to bind port bacbc5d5-d533-4db6-ad31-c74b9b224aed on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:23:52.842614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Attempting to bind port bacbc5d5-d533-4db6-ad31-c74b9b224aed by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '6069880f-b625-4641-8956-8caeb4e4b558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'caa959ae-056f-496a-905e-27428646c4fe'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:23:52.842983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Attempting to bind port bacbc5d5-d533-4db6-ad31-c74b9b224aed on network caa959ae-056f-496a-905e-27428646c4fe {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:23:52.867400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:23:52.867778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Checking segment: {'id': '6069880f-b625-4641-8956-8caeb4e4b558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'caa959ae-056f-496a-905e-27428646c4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:23:52.868318 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.868602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Bound using segment: {'id': '6069880f-b625-4641-8956-8caeb4e4b558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'caa959ae-056f-496a-905e-27428646c4fe'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:23:52.869109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Bound port: bacbc5d5-d533-4db6-ad31-c74b9b224aed, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6069880f-b625-4641-8956-8caeb4e4b558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'caa959ae-056f-496a-905e-27428646c4fe'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:23:52.869535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.873338 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19554450-012e-43ea-ac60-0781f52ba26f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.884290 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6bb460e-8661-4304-9410-ad5c864ab8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.901161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e29f-378c-4933-8827-6f85b51c6c83 req-799e81d7-5b1e-4d41-a3cf-cc78dd9d4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:52.902711 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1233e29f-378c-4933-8827-6f85b51c6c83 req-799e81d7-5b1e-4d41-a3cf-cc78dd9d4675 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 1101 time: 0.2946985 Apr 18 17:23:52.909904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.937899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=02cb91bf-00af-411b-80f7-6a8698eaf4ac,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:52.966250 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6bb460e-8661-4304-9410-ad5c864ab8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:52.992527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] For port bacbc5d5-d533-4db6-ad31-c74b9b224aed, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:23:52.992980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port aecf0e40-e807-48d7-9c51-459827c5349d yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:52.997284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] For port bacbc5d5-d533-4db6-ad31-c74b9b224aed, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bacbc5d5-d533-4db6-ad31-c74b9b224aed,segment=NetworkSegment(6069880f-b625-4641-8956-8caeb4e4b558),segment_id=6069880f-b625-4641-8956-8caeb4e4b558)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:23:53.003848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:23:50Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:53.042097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] Checking router: c798333c-f985-4830-87c4-72e337657789 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:23:53.087501 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:53.098905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] Routers {'c798333c-f985-4830-87c4-72e337657789'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:23:53.100779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c798333c-f985-4830-87c4-72e337657789'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:53.160339 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1233e29f-378c-4933-8827-6f85b51c6c83 req-05964ef9-f385-4496-9560-01add902034f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479076 Apr 18 17:23:53.281502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6bb460e-8661-4304-9410-ad5c864ab8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:53.284364 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6bb460e-8661-4304-9410-ad5c864ab8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:53.288027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f6bb460e-8661-4304-9410-ad5c864ab8fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2985453d-d557-4392-bd04-97e8ba959f67 HTTP/1.1" status: 204 len: 168 time: 0.6465688 Apr 18 17:23:53.341184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ef7ae-006e-4460-8fbf-6409caf7bdc5 None None] Pushing event updated for resources: {'Port': ['ID=bacbc5d5-d533-4db6-ad31-c74b9b224aed,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:53.384868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb460e-8661-4304-9410-ad5c864ab8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985453d-d557-4392-bd04-97e8ba959f67,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:53.437322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c3c52-b33a-4a80-940d-ed8d51ab365e req-d37d25eb-ce1d-4816-93fc-dad70d96069f tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:53.441268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f40c3c52-b33a-4a80-940d-ed8d51ab365e req-d37d25eb-ce1d-4816-93fc-dad70d96069f tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 950 time: 0.2730622 Apr 18 17:23:53.448615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19554450-012e-43ea-ac60-0781f52ba26f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:53.509944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] Set router c798333c-f985-4830-87c4-72e337657789 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:23:53.580188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f40c3c52-b33a-4a80-940d-ed8d51ab365e req-a9078549-3a9c-48f5-ba96-68667ee0213f tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184013 Apr 18 17:23:53.589077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19554450-012e-43ea-ac60-0781f52ba26f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Subnet': ['ID=0895d771-d393-428f-bed2-74a8b9551246,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:53.606802 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19554450-012e-43ea-ac60-0781f52ba26f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:53.623463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-19554450-012e-43ea-ac60-0781f52ba26f tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/subnets/0895d771-d393-428f-bed2-74a8b9551246 HTTP/1.1" status: 204 len: 168 time: 1.3872380 Apr 18 17:23:53.634100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54828) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:53.686871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27112c0b-8abd-4608-8033-c14b8964e3c1 None None] Network 51280ca1-d272-417e-8c52-5dc9793270bb requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:53.712188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::10 (caa959ae-056f-496a-905e-27428646c4fe/bcbfd441-21c9-49aa-a880-f0b1c4611aae/aecf0e40-e807-48d7-9c51-459827c5349d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:53.978660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:54.180795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:54.384156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Deleting port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:54.386230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:54.430776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:54.575451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:23:50Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:54.664370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9a46d-d278-4207-be83-9030825a6b00 None None] The sync data for ids ['c798333c-f985-4830-87c4-72e337657789'] in n-d-836015-2 is: [{'id': 'c798333c-f985-4830-87c4-72e337657789', 'name': 'tempest-TestNetworkBasicOps-router-974023758', 'tenant_id': '4024897079404b088e8b6e570f2ad758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:21:27Z', 'updated_at': '2022-04-18T17:23:50Z', 'revision_number': 5, 'project_id': '4024897079404b088e8b6e570f2ad758', 'gw_port': {'id': 'ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798333c-f985-4830-87c4-72e337657789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:21:28Z', 'updated_at': '2022-04-18T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:23:54.672166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] For port ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:54.672528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:54.674013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] DHCP port deletion for 51280ca1-d272-417e-8c52-5dc9793270bb request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:23:54.675570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:54.765943 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:54.827018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] Deleting port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:54.832004 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:54.866874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network caa959ae-056f-496a-905e-27428646c4fe is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:54.890711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Calling delete_port for ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:54.958396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:54.960633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=aecf0e40-e807-48d7-9c51-459827c5349d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:54.963687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:54.966689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32945b-620c-48c1-a31e-eeb61313f8e9 req-9accf0be-f167-4920-8e78-c9e15a797d7b tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:54.968360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c32945b-620c-48c1-a31e-eeb61313f8e9 req-9accf0be-f167-4920-8e78-c9e15a797d7b tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 950 time: 0.2535913 Apr 18 17:23:54.978631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:54.979542 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.012085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.012446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.012792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.013132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.014113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.014458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.014827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.015531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.016642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.016642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.016864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.017138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:23:55.093348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] For port 0cf89b2f-6970-4db9-863b-8cb00ece16e2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0cf89b2f-6970-4db9-863b-8cb00ece16e2,segment=NetworkSegment(9e8a5ad6-649f-4b4a-9af3-404d028c6736),segment_id=9e8a5ad6-649f-4b4a-9af3-404d028c6736)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:55.093539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.132037 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b0a1e05b-e492-472f-9ff8-a4e5624daf5f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9669580 Apr 18 17:23:55.136113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 54866) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:55.171775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': 'caa959ae-056f-496a-905e-27428646c4fe', 'name': 'tempest-PortsIpV6TestJSON-1362924038', 'fixed_ips': [{'subnet_id': 'bcbfd441-21c9-49aa-a880-f0b1c4611aae', 'ip_address': '2001:db8::f'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:23:55.184479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749d539-0d8c-4a80-af55-b24322378d3c None None] Network caa959ae-056f-496a-905e-27428646c4fe requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:23:55.206413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] Calling delete_port for 0cf89b2f-6970-4db9-863b-8cb00ece16e2 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:55.215991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8c32945b-620c-48c1-a31e-eeb61313f8e9 req-9ba822c8-913e-45ef-b465-fa66592e94a8 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255096 Apr 18 17:23:55.389065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.455483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Port': ['ID=ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:55.457232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0c73ec92-a024-400b-9527-d29ee927d2da None None] Provisioning complete for port bacbc5d5-d533-4db6-ad31-c74b9b224aed triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:55.457641 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c73ec92-a024-400b-9527-d29ee927d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.611016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bacbc5d5-d533-4db6-ad31-c74b9b224aed up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:55.617067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.656043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:23:55.661691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.681015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Deleting port 65f11031-688d-4d23-8ac2-d5e0206da170 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:55.681717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.698485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 276ce287-e00f-44ec-bed3-37a1a0b7e384 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:23:55.764038 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c73ec92-a024-400b-9527-d29ee927d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.801620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.801620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.829486 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.839661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bacbc5d5-d533-4db6-ad31-c74b9b224aed triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:55.839661 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.858677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] For port 65f11031-688d-4d23-8ac2-d5e0206da170, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=65f11031-688d-4d23-8ac2-d5e0206da170,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:55.864365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.869006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0c73ec92-a024-400b-9527-d29ee927d2da None None] For port bacbc5d5-d533-4db6-ad31-c74b9b224aed, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bacbc5d5-d533-4db6-ad31-c74b9b224aed,segment=NetworkSegment(6069880f-b625-4641-8956-8caeb4e4b558),segment_id=6069880f-b625-4641-8956-8caeb4e4b558)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:55.874757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] No DVR routers for this DVR port 0cf89b2f-6970-4db9-863b-8cb00ece16e2 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:23:55.879630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Calling delete_port for 65f11031-688d-4d23-8ac2-d5e0206da170 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:55.932762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fea3c6-e0bc-4c19-9fcb-8a15f75dcd4c None None] Pushing event deleted for resources: {'Port': ['ID=0cf89b2f-6970-4db9-863b-8cb00ece16e2,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:55.941065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.941702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Fanout notify agent at l3_agent the message router_deleted on router c798333c-f985-4830-87c4-72e337657789 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:23:55.950881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:55.950881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-277ea746-14e8-4c32-b026-f82978094995 tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/routers/c798333c-f985-4830-87c4-72e337657789 HTTP/1.1" status: 204 len: 168 time: 2.3147037 Apr 18 17:23:55.953714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54894) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:55.974250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c73ec92-a024-400b-9527-d29ee927d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.019293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::f (caa959ae-056f-496a-905e-27428646c4fe/bcbfd441-21c9-49aa-a880-f0b1c4611aae/276ce287-e00f-44ec-bed3-37a1a0b7e384) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:23:56.099924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73ec92-a024-400b-9527-d29ee927d2da None None] Pushing event updated for resources: {'Port': ['ID=bacbc5d5-d533-4db6-ad31-c74b9b224aed,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:56.357053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.431353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0cf89b2f-6970-4db9-863b-8cb00ece16e2 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:56.499021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 0cf89b2f-6970-4db9-863b-8cb00ece16e2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:56.499673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0cf89b2f-6970-4db9-863b-8cb00ece16e2 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:56.500471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d22606a8-f53b-4213-b428-cf3939ffa074 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:56.577233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d22606a8-f53b-4213-b428-cf3939ffa074 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:56.578711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d22606a8-f53b-4213-b428-cf3939ffa074 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:56.668767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.708205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51280ca1-d272-417e-8c52-5dc9793270bb']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:56.719660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8a5ad6-649f-4b4a-9af3-404d028c6736') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:56.720247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8a5ad6-649f-4b4a-9af3-404d028c6736') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:56.746772 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.764369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.768065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-27f0cc7e-0545-43f3-ab34-80c78c64d4f8 None None] Provisioning complete for port bacbc5d5-d533-4db6-ad31-c74b9b224aed triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:56.768538 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-27f0cc7e-0545-43f3-ab34-80c78c64d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.782345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:23:56.783567 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.805910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:23:56.905299 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:23:56.940593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1a81c-e666-467b-a64b-9aed30964eff req-20550938-71ef-4432-8760-e6640599ee6e tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:56.951922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16c1a81c-e666-467b-a64b-9aed30964eff req-20550938-71ef-4432-8760-e6640599ee6e tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 950 time: 0.4707999 Apr 18 17:23:56.955689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.963147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:56.997154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:57.005145 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] 10.222.0.45 "DELETE /v2.0/networks/51280ca1-d272-417e-8c52-5dc9793270bb HTTP/1.1" status: 204 len: 168 time: 1.0474844 Apr 18 17:23:57.044772 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:57.056405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca119060-7640-4d73-a232-ec6dae9731bc tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] Pushing event deleted for resources: {'Network': ['ID=51280ca1-d272-417e-8c52-5dc9793270bb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:57.056899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-27f0cc7e-0545-43f3-ab34-80c78c64d4f8 None None] Provisioning complete for port aecf0e40-e807-48d7-9c51-459827c5349d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:57.056899 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-27f0cc7e-0545-43f3-ab34-80c78c64d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:57.061215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f11031-688d-4d23-8ac2-d5e0206da170,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:57.088453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16c1a81c-e666-467b-a64b-9aed30964eff req-c527cbf1-33d4-491e-b10a-3d44a862201b tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351635 Apr 18 17:23:57.184186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-27f0cc7e-0545-43f3-ab34-80c78c64d4f8 None None] Port aecf0e40-e807-48d7-9c51-459827c5349d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:57.248491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network caa959ae-056f-496a-905e-27428646c4fe is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:23:57.259204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd87c25-05da-45ee-8628-437aa8c65e91 req-82737afa-0476-4dee-8523-4124ea3b8f7f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:57.267840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:23:57.273587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:23:57.281061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:57.281949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:57.288005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cd87c25-05da-45ee-8628-437aa8c65e91 req-82737afa-0476-4dee-8523-4124ea3b8f7f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.1468382 Apr 18 17:23:57.307271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=276ce287-e00f-44ec-bed3-37a1a0b7e384,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:57.354963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-00ba469f-3352-4e1c-883d-4efbf3bb87f6 None None] Provisioning complete for port aecf0e40-e807-48d7-9c51-459827c5349d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:57.355342 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-00ba469f-3352-4e1c-883d-4efbf3bb87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:57.438653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cd87c25-05da-45ee-8628-437aa8c65e91 req-0ab0f23f-f656-45c8-9924-cff5950624a3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474595 Apr 18 17:23:57.458228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-00ba469f-3352-4e1c-883d-4efbf3bb87f6 None None] Port aecf0e40-e807-48d7-9c51-459827c5349d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:57.482825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9ca0ee5e-cad2-4a96-8d7e-ca5b11ea46ca tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3341434 Apr 18 17:23:57.483551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54968) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:57.526124 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:57.617492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bacbc5d5-d533-4db6-ad31-c74b9b224aed up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:23:57.664482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4b084-1305-4ce2-89c3-6135df43335d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:57.667155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-21d4b084-1305-4ce2-89c3-6135df43335d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1811633 Apr 18 17:23:57.672378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54976) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:57.825890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bacbc5d5-d533-4db6-ad31-c74b9b224aed triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:57.827726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:57.851702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0a3bc-76e6-4858-9e11-9a477ff98655 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:57.859924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0a3bc-76e6-4858-9e11-9a477ff98655 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:57.867671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0a3bc-76e6-4858-9e11-9a477ff98655 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:57.872193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-23d0a3bc-76e6-4858-9e11-9a477ff98655 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1953466 Apr 18 17:23:57.872692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 54984) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:58.023204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Router 3d5597e6-458a-45c4-b770-581b68069cc7 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:23:58.069713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-905a2327-aa93-48f5-a93b-4e33322aec77 None None] Provisioning complete for port 276ce287-e00f-44ec-bed3-37a1a0b7e384 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:23:58.072057 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-905a2327-aa93-48f5-a93b-4e33322aec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.122094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f4b0f-aaac-4ac8-b183-f1161d263fea req-04bd6521-3df8-4794-9613-fb4a1bb710a7 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:58.123720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-322f4b0f-aaac-4ac8-b183-f1161d263fea req-04bd6521-3df8-4794-9613-fb4a1bb710a7 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 950 time: 0.1380260 Apr 18 17:23:58.131162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5c931294-8860-48d6-a4ff-be2918c036a7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 276ce287-e00f-44ec-bed3-37a1a0b7e384 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:58.131508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c931294-8860-48d6-a4ff-be2918c036a7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.190255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-905a2327-aa93-48f5-a93b-4e33322aec77 None None] Port 276ce287-e00f-44ec-bed3-37a1a0b7e384 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:23:58.193758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:23:58.238871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:23:58.239285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba6ee5a0-c7f6-486c-8ae4-3bb84393eb6e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:23:58.262234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55014) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:58.285470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:23:58.291166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1aef2daf-a92b-4c59-b629-60e454b5caf1 admin admin] 10.222.0.45 "PUT /v2.0/routers/3d5597e6-458a-45c4-b770-581b68069cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4847641 Apr 18 17:23:58.293821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55020) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:58.299166 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] Sync routers for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:23:58.315156 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:23:58.315984 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:58.326382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-322f4b0f-aaac-4ac8-b183-f1161d263fea req-55bd8ec0-1bbb-4a65-97c2-249a1da84fba tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810420 Apr 18 17:23:58.377975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c931294-8860-48d6-a4ff-be2918c036a7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.392816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5c931294-8860-48d6-a4ff-be2918c036a7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 276ce287-e00f-44ec-bed3-37a1a0b7e384 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:23:58.426212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.572960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55034) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:58.678026 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:23:58.693018 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b51d85f-0a15-4934-99ce-744adbc41304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.696063 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-39aca1da-b020-4db2-a760-25b28a69b0d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4024897079404b088e8b6e570f2ad758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323530 Apr 18 17:23:58.696907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55048) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:58.709618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.796964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3369e0cc-aa2e-42ee-9dfb-25b7e5609e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.821953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c931294-8860-48d6-a4ff-be2918c036a7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.827076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3369e0cc-aa2e-42ee-9dfb-25b7e5609e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:58.902834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c931294-8860-48d6-a4ff-be2918c036a7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=276ce287-e00f-44ec-bed3-37a1a0b7e384,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:58.989781 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:23:56Z', 'revision_number': 5, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port': {'id': '6bb15ed9-a624-4433-8cb3-7d314ebffba0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:58.995569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3369e0cc-aa2e-42ee-9dfb-25b7e5609e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.003143 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3369e0cc-aa2e-42ee-9dfb-25b7e5609e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.009478 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3369e0cc-aa2e-42ee-9dfb-25b7e5609e95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4385e1d6-1718-40fa-bffa-3c93f64eafb4 HTTP/1.1" status: 204 len: 168 time: 0.3069868 Apr 18 17:23:59.022483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369e0cc-aa2e-42ee-9dfb-25b7e5609e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4385e1d6-1718-40fa-bffa-3c93f64eafb4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:59.022893 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c931294-8860-48d6-a4ff-be2918c036a7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.031954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5c931294-8860-48d6-a4ff-be2918c036a7 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/276ce287-e00f-44ec-bed3-37a1a0b7e384 HTTP/1.1" status: 204 len: 168 time: 1.1576536 Apr 18 17:23:59.041015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55064) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:59.066032 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] Checking router: 3d5597e6-458a-45c4-b770-581b68069cc7 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:23:59.072995 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b51d85f-0a15-4934-99ce-744adbc41304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.093369 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] Routers {'3d5597e6-458a-45c4-b770-581b68069cc7'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:23:59.094596 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3d5597e6-458a-45c4-b770-581b68069cc7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:59.106210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ff327-c62c-47da-af3b-e6c4bcf192c6 req-5fbbc65d-8750-4176-b21d-b9208739e83b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:59.107821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-171ff327-c62c-47da-af3b-e6c4bcf192c6 req-5fbbc65d-8750-4176-b21d-b9208739e83b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.4994259 Apr 18 17:23:59.132124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Deleting port 6bb15ed9-a624-4433-8cb3-7d314ebffba0 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:23:59.132473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.156002 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b51d85f-0a15-4934-99ce-744adbc41304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.206311 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c846c61-edc7-4ce7-913c-5e6b3214d51b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:23:59.213174 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3c846c61-edc7-4ce7-913c-5e6b3214d51b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/276ce287-e00f-44ec-bed3-37a1a0b7e384 HTTP/1.1" status: 404 len: 333 time: 0.1320431 Apr 18 17:23:59.220926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55074) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:59.240865 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] Set router 3d5597e6-458a-45c4-b770-581b68069cc7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:23:59.244090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-fc30c22e-a1c5-4612-b36b-8b536dd69d83 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:59.246596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-fc30c22e-a1c5-4612-b36b-8b536dd69d83 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.5646415 Apr 18 17:23:59.262265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-171ff327-c62c-47da-af3b-e6c4bcf192c6 req-056c25bc-9354-4e41-bc3a-9386a6675a7e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401267 Apr 18 17:23:59.267818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4b51d85f-0a15-4934-99ce-744adbc41304 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1ff88afd42940cf9adcb21331acd6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998088 Apr 18 17:23:59.274101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51d85f-0a15-4934-99ce-744adbc41304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c986c02-1e43-452a-9aa9-3af0ac658046,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:59.277330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55078) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:59.374248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06df37f9-5bc3-4d49-8c64-03f8968d541a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.408456 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06df37f9-5bc3-4d49-8c64-03f8968d541a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.503512 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:23:58Z', 'revision_number': 6, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:23:59.550346 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d41d8-a5c1-45b3-972b-600b1430e338 None None] The sync data for ids ['3d5597e6-458a-45c4-b770-581b68069cc7'] in n-d-836015-2 is: [{'id': '3d5597e6-458a-45c4-b770-581b68069cc7', 'name': 'tempest-ServerActionsTestJSON-2137820996-router', 'tenant_id': '6010d166009b457cb83c471c00b4460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:14:55Z', 'updated_at': '2022-04-18T17:23:58Z', 'revision_number': 6, 'project_id': '6010d166009b457cb83c471c00b4460a', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:23:59.598411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749b546-9db4-4969-a93b-77a1635052bc req-0b208ea1-e4a2-438f-bf74-b0448dbf1669 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:23:59.601359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5749b546-9db4-4969-a93b-77a1635052bc req-0b208ea1-e4a2-438f-bf74-b0448dbf1669 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 950 time: 0.1639733 Apr 18 17:23:59.674055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5749b546-9db4-4969-a93b-77a1635052bc req-c5c94d12-61e9-436e-84e9-dd1c86d66490 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513656 Apr 18 17:23:59.692630 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06df37f9-5bc3-4d49-8c64-03f8968d541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.696701 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06df37f9-5bc3-4d49-8c64-03f8968d541a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:23:59.703542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-06df37f9-5bc3-4d49-8c64-03f8968d541a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c986c02-1e43-452a-9aa9-3af0ac658046 HTTP/1.1" status: 204 len: 168 time: 0.4195359 Apr 18 17:23:59.708093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df37f9-5bc3-4d49-8c64-03f8968d541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c986c02-1e43-452a-9aa9-3af0ac658046,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:23:59.963612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55090) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:23:59.992155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] For port 6bb15ed9-a624-4433-8cb3-7d314ebffba0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6bb15ed9-a624-4433-8cb3-7d314ebffba0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:23:59.992580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.000677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7199fb5b-03d1-4ada-bebf-16f7ea60c546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.020161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485368a-f97f-45f7-bec6-f1396643352d req-58366eb7-4844-491c-a799-0f1ad3236a62 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:00.021720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1485368a-f97f-45f7-bec6-f1396643352d req-58366eb7-4844-491c-a799-0f1ad3236a62 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.18 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 950 time: 0.1607885 Apr 18 17:24:00.047201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Calling delete_port for 6bb15ed9-a624-4433-8cb3-7d314ebffba0 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:00.142167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd22f2-df8f-4011-a644-24fa71e8ac01 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port aecf0e40-e807-48d7-9c51-459827c5349d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:00.142518 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ccbd22f2-df8f-4011-a644-24fa71e8ac01 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.205090 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7199fb5b-03d1-4ada-bebf-16f7ea60c546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.220394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Deleting port bf63f2d6-2898-425b-b1c7-ac593f25bd2a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:00.220746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.221636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55094) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:00.266583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7199fb5b-03d1-4ada-bebf-16f7ea60c546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.312669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7199fb5b-03d1-4ada-bebf-16f7ea60c546 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcccb4c4c02141969e880de834c9119d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479338 Apr 18 17:24:00.313580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55102) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:00.338034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199fb5b-03d1-4ada-bebf-16f7ea60c546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7edf8f-59c3-44a4-8112-a86c2a402ad6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:00.389810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5ba067e-5213-408e-b611-284ca40964b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.414283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5ba067e-5213-408e-b611-284ca40964b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.419077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ccbd22f2-df8f-4011-a644-24fa71e8ac01 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.432864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Deleting port 02cb91bf-00af-411b-80f7-6a8698eaf4ac {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:00.433558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.453007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd22f2-df8f-4011-a644-24fa71e8ac01 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for aecf0e40-e807-48d7-9c51-459827c5349d owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:00.493612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] For port bf63f2d6-2898-425b-b1c7-ac593f25bd2a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:00.493854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.547503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59b98f-9560-48a4-ad4f-73f69df2b9d3 req-d8ecb4b6-0d02-4e8f-8539-f481a807d897 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:00.554230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b59b98f-9560-48a4-ad4f-73f69df2b9d3 req-d8ecb4b6-0d02-4e8f-8539-f481a807d897 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.0866466 Apr 18 17:24:00.594486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5ba067e-5213-408e-b611-284ca40964b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.597260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5ba067e-5213-408e-b611-284ca40964b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.598606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e5ba067e-5213-408e-b611-284ca40964b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e7edf8f-59c3-44a4-8112-a86c2a402ad6 HTTP/1.1" status: 204 len: 168 time: 0.2793007 Apr 18 17:24:00.629655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b59b98f-9560-48a4-ad4f-73f69df2b9d3 req-2de6b08b-4803-45b6-bf6a-0b34bc615a21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659440 Apr 18 17:24:00.630881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba067e-5213-408e-b611-284ca40964b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7edf8f-59c3-44a4-8112-a86c2a402ad6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:00.677142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-479b4931-2a9b-4adf-9e36-12f9b56dc18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.901297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] For port 02cb91bf-00af-411b-80f7-6a8698eaf4ac, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=02cb91bf-00af-411b-80f7-6a8698eaf4ac,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:00.901706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.904635 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.909226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-479b4931-2a9b-4adf-9e36-12f9b56dc18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.927319 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b056fdd8-8523-4671-b735-24cc881c9ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:00.937616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec019f4-8edb-4b72-a3d6-8db78dd91ba1 req-8d3a30d8-a49c-499c-aebe-a73f7e5701d9 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:00.939205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ec019f4-8edb-4b72-a3d6-8db78dd91ba1 req-8d3a30d8-a49c-499c-aebe-a73f7e5701d9 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 950 time: 0.1373429 Apr 18 17:24:00.962973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Calling delete_port for 02cb91bf-00af-411b-80f7-6a8698eaf4ac owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:00.962973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb15ed9-a624-4433-8cb3-7d314ebffba0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:01.017937 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ec019f4-8edb-4b72-a3d6-8db78dd91ba1 req-5e1beaa6-6586-459a-9a26-63af561ee200 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b021279-615b-486b-950a-3f468f166e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609226 Apr 18 17:24:01.029355 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-479b4931-2a9b-4adf-9e36-12f9b56dc18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.089157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b4931-2a9b-4adf-9e36-12f9b56dc18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610bb31a-c4f7-49f2-9ed6-a0058f2ebc81,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:01.145650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-479b4931-2a9b-4adf-9e36-12f9b56dc18a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a4c878e31ad4a8e935025bdb1a853e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9222481 Apr 18 17:24:01.147523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55118) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:01.228780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.246864 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80c887b0-407d-4538-bac0-10dde38e3f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.345568 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80c887b0-407d-4538-bac0-10dde38e3f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.356170 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.360064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.457381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 65f11031-688d-4d23-8ac2-d5e0206da170 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:01.470578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ccbd22f2-df8f-4011-a644-24fa71e8ac01 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.496947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 65f11031-688d-4d23-8ac2-d5e0206da170 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:24:01.497300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 65f11031-688d-4d23-8ac2-d5e0206da170 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:01.498337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6bb15ed9-a624-4433-8cb3-7d314ebffba0 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:01.517768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6bb15ed9-a624-4433-8cb3-7d314ebffba0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:24:01.518106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6bb15ed9-a624-4433-8cb3-7d314ebffba0 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:01.526861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd22f2-df8f-4011-a644-24fa71e8ac01 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=aecf0e40-e807-48d7-9c51-459827c5349d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:01.567047 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ccbd22f2-df8f-4011-a644-24fa71e8ac01 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.570384 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ccbd22f2-df8f-4011-a644-24fa71e8ac01 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/aecf0e40-e807-48d7-9c51-459827c5349d HTTP/1.1" status: 204 len: 168 time: 2.3483334 Apr 18 17:24:01.573181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55122) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:01.598610 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-db082eee-cd06-417d-8ba5-7480bc0bb1b2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:24:01.602809 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db082eee-cd06-417d-8ba5-7480bc0bb1b2 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/aecf0e40-e807-48d7-9c51-459827c5349d HTTP/1.1" status: 404 len: 333 time: 0.0259857 Apr 18 17:24:01.603034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:01.606737 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80c887b0-407d-4538-bac0-10dde38e3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.611463 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80c887b0-407d-4538-bac0-10dde38e3f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.613325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-80c887b0-407d-4538-bac0-10dde38e3f1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/610bb31a-c4f7-49f2-9ed6-a0058f2ebc81 HTTP/1.1" status: 204 len: 168 time: 0.4641879 Apr 18 17:24:01.637525 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.637963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.638330 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Floating IP 1454f68f-6b79-41c6-be52-6f28671e7b52 disassociated. External IP: 172.25.5.126, port: bf63f2d6-2898-425b-b1c7-ac593f25bd2a. Apr 18 17:24:01.638686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Calling delete_port for bf63f2d6-2898-425b-b1c7-ac593f25bd2a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:01.650088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.650292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c887b0-407d-4538-bac0-10dde38e3f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610bb31a-c4f7-49f2-9ed6-a0058f2ebc81,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:01.650398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.650398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5597e6-458a-45c4-b770-581b68069cc7 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:24:01.670012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.678425 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-517eff08-584e-429b-9d7d-cdb0df98925e admin admin] 10.222.0.45 "DELETE /v2.0/routers/3d5597e6-458a-45c4-b770-581b68069cc7 HTTP/1.1" status: 204 len: 168 time: 3.3827994 Apr 18 17:24:01.681009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55132) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:01.688059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['02cb91bf-00af-411b-80f7-6a8698eaf4ac'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:24:01.717862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Pushing event deleted for resources: {'Port': ['ID=02cb91bf-00af-411b-80f7-6a8698eaf4ac,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:01.848347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-95dcdcf0-b9e2-4005-b9c9-08b150cc7f3d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet bcbfd441-21c9-49aa-a880-f0b1c4611aae {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:01.894610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95dcdcf0-b9e2-4005-b9c9-08b150cc7f3d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.933848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d34e923-fba4-489d-9e18-f370615ebe92 admin admin] Deleting subnet fa360b3a-0be6-42d3-ba05-a72692d2cfc9 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:01.944587 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d34e923-fba4-489d-9e18-f370615ebe92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.954367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0595117-45f8-4524-8fdd-98f685d35ecc req-0a8c1539-1f00-4194-a42f-b2682bcaa1ec tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:01.956388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0595117-45f8-4524-8fdd-98f685d35ecc req-0a8c1539-1f00-4194-a42f-b2682bcaa1ec tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 946 time: 0.1083319 Apr 18 17:24:01.972183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] No DVR routers for this DVR port 02cb91bf-00af-411b-80f7-6a8698eaf4ac on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:01.977999 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:01.981297 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1485368a-f97f-45f7-bec6-f1396643352d req-03ad5a19-8042-4514-b0eb-116398306586 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.18 "DELETE /v2.0/ports/02cb91bf-00af-411b-80f7-6a8698eaf4ac HTTP/1.1" status: 204 len: 173 time: 1.9486096 Apr 18 17:24:02.007675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a226f7-a631-4eca-a810-071bfb293d39', 'name': 'network-vif-deleted', 'tag': '02cb91bf-00af-411b-80f7-6a8698eaf4ac'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:02.010153 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5faf7d-431d-4a21-a88d-bc08753c4f45" -d '{"events": [{"server_uuid": "43a226f7-a631-4eca-a810-071bfb293d39", "name": "network-vif-deleted", "tag": "02cb91bf-00af-411b-80f7-6a8698eaf4ac"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:02.054651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95dcdcf0-b9e2-4005-b9c9-08b150cc7f3d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.069677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d34e923-fba4-489d-9e18-f370615ebe92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.103215 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b044ed8-84bd-4ca5-b09d-edbc2967e6a6 x-openstack-request-id: req-5b044ed8-84bd-4ca5-b09d-edbc2967e6a6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:02.103755 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a226f7-a631-4eca-a810-071bfb293d39", "name": "network-vif-deleted", "tag": "02cb91bf-00af-411b-80f7-6a8698eaf4ac", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:02.104193 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b044ed8-84bd-4ca5-b09d-edbc2967e6a6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:02.104774 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b044ed8-84bd-4ca5-b09d-edbc2967e6a6'] response: {'server_uuid': '43a226f7-a631-4eca-a810-071bfb293d39', 'name': 'network-vif-deleted', 'tag': '02cb91bf-00af-411b-80f7-6a8698eaf4ac', 'status': 'completed', 'code': 200} Apr 18 17:24:02.165113 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:24:02.230000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95dcdcf0-b9e2-4005-b9c9-08b150cc7f3d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.252753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0595117-45f8-4524-8fdd-98f685d35ecc req-0124f03d-e40d-406e-b487-39db90046f00 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=34458681-2bb3-46dd-81e0-35d478ee3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552338 Apr 18 17:24:02.286926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.321856 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55fb1451-90f9-4b92-9875-206384963718 req-aeb50ba9-6816-4f23-b664-e969e27d61a3 tempest-VolumesNegativeTest-321818648 tempest-VolumesNegativeTest-321818648-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a226f7-a631-4eca-a810-071bfb293d39 HTTP/1.1" status: 200 len: 210 time: 0.0622725 Apr 18 17:24:02.349027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event deleted for resources: {'Port': ['ID=bf63f2d6-2898-425b-b1c7-ac593f25bd2a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:02.374478 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d34e923-fba4-489d-9e18-f370615ebe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.492913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:24:02.541360 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95dcdcf0-b9e2-4005-b9c9-08b150cc7f3d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.566731 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d34e923-fba4-489d-9e18-f370615ebe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.581144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcdcf0-b9e2-4005-b9c9-08b150cc7f3d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbfd441-21c9-49aa-a880-f0b1c4611aae,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:02.583281 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95dcdcf0-b9e2-4005-b9c9-08b150cc7f3d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.586564 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-95dcdcf0-b9e2-4005-b9c9-08b150cc7f3d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/bcbfd441-21c9-49aa-a880-f0b1c4611aae HTTP/1.1" status: 204 len: 168 time: 0.9822383 Apr 18 17:24:02.589276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55150) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:02.592202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c2416b-082a-425c-8e20-d1270fdde8fa None None] Network caa959ae-056f-496a-905e-27428646c4fe requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:02.600774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34e923-fba4-489d-9e18-f370615ebe92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa360b3a-0be6-42d3-ba05-a72692d2cfc9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:02.604830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d34e923-fba4-489d-9e18-f370615ebe92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.615998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6d34e923-fba4-489d-9e18-f370615ebe92 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fa360b3a-0be6-42d3-ba05-a72692d2cfc9 HTTP/1.1" status: 204 len: 168 time: 0.9260590 Apr 18 17:24:02.617232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55152) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:02.672451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c49a31a-7065-4467-81a0-d0f74ac653be None None] Network dc90c34b-d6a3-40ab-abce-c0737ae6e08c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:02.677927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55154) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:02.744697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-43fa18aa-9ccc-4807-b96d-d7d84e85e4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.759667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.762101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:02.764187 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.808181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] Sync routers for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:02.836278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] No DVR routers for this DVR port bf63f2d6-2898-425b-b1c7-ac593f25bd2a on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:02.848411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:02.851764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-68d862f8-19a1-4035-967b-b2e52352ea9b req-8801dda1-6e41-4765-9fae-09b705c463b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.41 "DELETE /v2.0/ports/bf63f2d6-2898-425b-b1c7-ac593f25bd2a HTTP/1.1" status: 204 len: 173 time: 3.5512547 Apr 18 17:24:02.909546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:02.911183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:23:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:02.925198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Deleting port a5f82d93-26d1-4a2b-bc09-b97e02382857 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:02.929544 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.007175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port bacbc5d5-d533-4db6-ad31-c74b9b224aed {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:03.007585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.052418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] For port a5f82d93-26d1-4a2b-bc09-b97e02382857, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a5f82d93-26d1-4a2b-bc09-b97e02382857,segment=NetworkSegment(b65c0bf1-269e-45d2-a3cd-d63b70ca66d8),segment_id=b65c0bf1-269e-45d2-a3cd-d63b70ca66d8)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:03.058122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.083380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Calling delete_port for a5f82d93-26d1-4a2b-bc09-b97e02382857 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:03.120887 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-43fa18aa-9ccc-4807-b96d-d7d84e85e4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.133814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] For port bacbc5d5-d533-4db6-ad31-c74b9b224aed, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bacbc5d5-d533-4db6-ad31-c74b9b224aed,segment=NetworkSegment(6069880f-b625-4641-8956-8caeb4e4b558),segment_id=6069880f-b625-4641-8956-8caeb4e4b558)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:03.134184 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.167602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for bacbc5d5-d533-4db6-ad31-c74b9b224aed owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:03.205583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-43fa18aa-9ccc-4807-b96d-d7d84e85e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.207912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:03.216291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] DHCP port deletion for dc90c34b-d6a3-40ab-abce-c0737ae6e08c request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:24:03.316646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] DHCP port deletion for caa959ae-056f-496a-905e-27428646c4fe request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:24:03.350973 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.387481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: bf63f2d6-2898-425b-b1c7-ac593f25bd2a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:24:03.388575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device bf63f2d6-2898-425b-b1c7-ac593f25bd2a not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:03.391921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:03.420132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f82d93-26d1-4a2b-bc09-b97e02382857,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:03.423092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] No DVR routers for this DVR port a5f82d93-26d1-4a2b-bc09-b97e02382857 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:03.433581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa18aa-9ccc-4807-b96d-d7d84e85e4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e37c761-298c-4036-8aaa-218839de1e93,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:03.482648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] Deleting port a5f82d93-26d1-4a2b-bc09-b97e02382857 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:03.483035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.506043 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-43fa18aa-9ccc-4807-b96d-d7d84e85e4d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41deabab49b04753b9f350d3d5e25cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254173 Apr 18 17:24:03.522183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55176) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:03.539406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf0119fc-8ec2-4383-b894-98f498c0e3d4 req-8ae6d4dd-e806-446f-824b-0cb6e310fcce tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0 HTTP/1.1" status: 200 len: 210 time: 0.0377755 Apr 18 17:24:03.618682 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77c271f9-1171-4714-9f41-e31a7e44930d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.687018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77c271f9-1171-4714-9f41-e31a7e44930d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.748300 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a80531b-b2df-45af-a3c7-237bcac15408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.749964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bacbc5d5-d533-4db6-ad31-c74b9b224aed no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:03.787536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 02cb91bf-00af-411b-80f7-6a8698eaf4ac no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:03.800786 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.821560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 02cb91bf-00af-411b-80f7-6a8698eaf4ac {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:24:03.822197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 02cb91bf-00af-411b-80f7-6a8698eaf4ac not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:03.832941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No active binding found for port bacbc5d5-d533-4db6-ad31-c74b9b224aed {{(pid=109827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 17:24:03.834170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bacbc5d5-d533-4db6-ad31-c74b9b224aed not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:03.834757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a5f82d93-26d1-4a2b-bc09-b97e02382857 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:03.887299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=bacbc5d5-d533-4db6-ad31-c74b9b224aed,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:03.909145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77c271f9-1171-4714-9f41-e31a7e44930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.911446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a5f82d93-26d1-4a2b-bc09-b97e02382857 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:24:03.911971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a5f82d93-26d1-4a2b-bc09-b97e02382857 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:03.928285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77c271f9-1171-4714-9f41-e31a7e44930d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.932552 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-77c271f9-1171-4714-9f41-e31a7e44930d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e37c761-298c-4036-8aaa-218839de1e93 HTTP/1.1" status: 204 len: 168 time: 0.4092104 Apr 18 17:24:03.936663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] Deleting port bacbc5d5-d533-4db6-ad31-c74b9b224aed {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:03.941987 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:03.950382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No DVR routers for this DVR port bacbc5d5-d533-4db6-ad31-c74b9b224aed on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:04.037735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] For port bacbc5d5-d533-4db6-ad31-c74b9b224aed, host n-d-836015-2, got binding levels [] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:04.038387 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.060865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] Calling delete_port for bacbc5d5-d533-4db6-ad31-c74b9b224aed owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:04.063988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.ipam_backend_mixin [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] Port bacbc5d5-d533-4db6-ad31-c74b9b224aed was not found and therefore no delete operation was performed {{(pid=109827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:24:04.066390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] For port a5f82d93-26d1-4a2b-bc09-b97e02382857, host n-d-836015-2, got binding levels [] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:04.066973 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.080173 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.104966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c271f9-1171-4714-9f41-e31a7e44930d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e37c761-298c-4036-8aaa-218839de1e93,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:04.114919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-deleted', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:04.126600 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822dc108-29e1-45a8-ad41-38ac76910ed3" -d '{"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-deleted", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:04.129576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] Pushing event deleted for resources: {'Port': ['ID=bacbc5d5-d533-4db6-ad31-c74b9b224aed,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:04.196873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] Calling delete_port for a5f82d93-26d1-4a2b-bc09-b97e02382857 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:04.205276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.ipam_backend_mixin [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] Port a5f82d93-26d1-4a2b-bc09-b97e02382857 was not found and therefore no delete operation was performed {{(pid=109827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 17:24:04.227337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025bd78f-5c59-4d95-b551-03f31b7286e5 None None] No DVR routers for this DVR port bacbc5d5-d533-4db6-ad31-c74b9b224aed on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:04.228013 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb44f24-7cc6-4593-ade7-83cfe885ea54 x-openstack-request-id: req-9cb44f24-7cc6-4593-ade7-83cfe885ea54 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:04.229205 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0", "name": "network-vif-deleted", "tag": "bf63f2d6-2898-425b-b1c7-ac593f25bd2a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:04.229516 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9cb44f24-7cc6-4593-ade7-83cfe885ea54 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:04.229653 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.229935 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb44f24-7cc6-4593-ade7-83cfe885ea54'] response: {'server_uuid': 'd5e0554c-8f6c-49fa-b5bc-bf1e2c1c78a0', 'name': 'network-vif-deleted', 'tag': 'bf63f2d6-2898-425b-b1c7-ac593f25bd2a', 'status': 'completed', 'code': 200} Apr 18 17:24:04.250033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] No DVR routers for this DVR port a5f82d93-26d1-4a2b-bc09-b97e02382857 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:04.291880 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.310836 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.340751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc90c34b-d6a3-40ab-abce-c0737ae6e08c']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:04.344432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f82698-002a-4b38-be0b-6aac3bcaabe5 None None] Pushing event deleted for resources: {'Port': ['ID=a5f82d93-26d1-4a2b-bc09-b97e02382857,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:04.353928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:04.354228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65c0bf1-269e-45d2-a3cd-d63b70ca66d8') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:04.366272 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.382254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa959ae-056f-496a-905e-27428646c4fe']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:04.389850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.399465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:24:04.399886 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.401182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6069880f-b625-4641-8956-8caeb4e4b558') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:04.402167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6069880f-b625-4641-8956-8caeb4e4b558') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:24:04.402322 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:24:04.423851 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.426484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-ec03d60b-9dea-45e9-8d7c-c1450cb87cbf req-47a5dbcb-0a97-4cc9-a6da-f4f6489eab8f service neutron] (109826) timed out ('10.222.0.45', 33482) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:24:04.455551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.456354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.469879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:24:04.471965 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.474128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:24:04.477603 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:24:04.507781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] Checking router: 1b72c2e1-2355-465a-94f2-14c3fe98e6ac for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:24:04.516236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:04.516934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:04.539502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.554035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.554035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] 10.222.0.45 "DELETE /v2.0/networks/dc90c34b-d6a3-40ab-abce-c0737ae6e08c HTTP/1.1" status: 204 len: 168 time: 1.9299097 Apr 18 17:24:04.574337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68af86-a3dd-4c2f-964d-74d912b5b5db admin admin] Pushing event deleted for resources: {'Network': ['ID=dc90c34b-d6a3-40ab-abce-c0737ae6e08c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:04.659217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.666918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.667690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:04.670151 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/networks/caa959ae-056f-496a-905e-27428646c4fe HTTP/1.1" status: 204 len: 168 time: 2.0799010 Apr 18 17:24:04.674762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55208) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:04.681464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-554714873'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:04.715863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca05462-bde9-4d05-bdbf-bff424d623d1 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Network': ['ID=caa959ae-056f-496a-905e-27428646c4fe,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:04.759268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55212) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:04.781964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:04.787697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.885200 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9425dff-35b0-4b43-a8ee-b9ef6bd8fcfe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.885200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:24:04.906382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9425dff-35b0-4b43-a8ee-b9ef6bd8fcfe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.906382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:04.906382 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Added segment fdca3398-4b73-42c6-83bf-bf42b3377cc7 of type vlan for network df09b4fc-16c5-4499-8765-e7c329d6164e Apr 18 17:24:04.975454 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.004122 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:05.034301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b0507-e0e3-4d0e-aae9-f78e4dfdc7ac None None] The sync data for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 is: [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:05.236401 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.243703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:05.244563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.255614 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9425dff-35b0-4b43-a8ee-b9ef6bd8fcfe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.258712 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9425dff-35b0-4b43-a8ee-b9ef6bd8fcfe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.260072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e9425dff-35b0-4b43-a8ee-b9ef6bd8fcfe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "DELETE /v2.0/security-groups/34458681-2bb3-46dd-81e0-35d478ee3b66 HTTP/1.1" status: 204 len: 168 time: 0.5011053 Apr 18 17:24:05.263602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55222) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:05.280369 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-b785666e-8f97-4bf9-8664-26931db7ee89 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] show failed (client error): The resource could not be found. Apr 18 17:24:05.287827 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b785666e-8f97-4bf9-8664-26931db7ee89 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups/34458681-2bb3-46dd-81e0-35d478ee3b66 HTTP/1.1" status: 404 len: 347 time: 0.0164187 Apr 18 17:24:05.288433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55224) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:05.302680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9425dff-35b0-4b43-a8ee-b9ef6bd8fcfe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34458681-2bb3-46dd-81e0-35d478ee3b66,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:05.318126 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9d272-4ff7-4bc9-b88b-0967fae0a3f5 None None] New status for floating IP 1454f68f-6b79-41c6-be52-6f28671e7b52: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:24:05.381141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Network': ['ID=df09b4fc-16c5-4499-8765-e7c329d6164e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:05.393026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network df09b4fc-16c5-4499-8765-e7c329d6164e details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:24:05.420120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2e3c1a16-8e78-46ec-bb1b-ddce5f01611a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7443657 Apr 18 17:24:05.423055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55228) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:05.428923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': 'df09b4fc-16c5-4499-8765-e7c329d6164e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:05.470458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:05.579426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Deleting port 1f58362c-c184-46ba-aff8-1c2158d92590 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:05.581075 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.654453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fe280b26-af26-4a9a-a3fc-29693d687bd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6010d166009b457cb83c471c00b4460a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818504 Apr 18 17:24:05.657794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55244) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:05.718099 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.720898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.734775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:05.741202 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.750131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Calling delete_port for 1f58362c-c184-46ba-aff8-1c2158d92590 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:05.824273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55252) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:05.845559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-328d66a9-7987-4d92-9889-af0bcc4f1346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.884723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-328d66a9-7987-4d92-9889-af0bcc4f1346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:05.903466 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.064082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.093366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-328d66a9-7987-4d92-9889-af0bcc4f1346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.096218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-328d66a9-7987-4d92-9889-af0bcc4f1346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.099817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-328d66a9-7987-4d92-9889-af0bcc4f1346 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/300009fd-1fc7-4f0b-ae81-ddd26609088c HTTP/1.1" status: 204 len: 168 time: 0.4379714 Apr 18 17:24:06.105993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d66a9-7987-4d92-9889-af0bcc4f1346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300009fd-1fc7-4f0b-ae81-ddd26609088c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:06.112595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event deleted for resources: {'Port': ['ID=1f58362c-c184-46ba-aff8-1c2158d92590,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:06.148754 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e433a18-0b0d-46c3-8d3c-cc604ee60361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.151022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.167911 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.238616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=6699cddd-2555-44c0-8e3a-00d3d6e9b8a3,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:06.245473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.256004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.257651 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2746d013-4c82-4a8c-9e97-3c99dc41dd8b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "DELETE /v2.0/floatingips/1454f68f-6b79-41c6-be52-6f28671e7b52 HTTP/1.1" status: 204 len: 168 time: 0.9675300 Apr 18 17:24:06.296935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Checking segment: {'id': 'fdca3398-4b73-42c6-83bf-bf42b3377cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'df09b4fc-16c5-4499-8765-e7c329d6164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:06.297299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network hostable DHCP agents. Network: df09b4fc-16c5-4499-8765-e7c329d6164e, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:24:06.377609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e433a18-0b0d-46c3-8d3c-cc604ee60361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.411947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network df09b4fc-16c5-4499-8765-e7c329d6164e is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:24:06.459332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e433a18-0b0d-46c3-8d3c-cc604ee60361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.499200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, df09b4fc-16c5-4499-8765-e7c329d6164e) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:06.510656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f9ed9-2edb-4efe-9707-2cdc080889ff None None] Network df09b4fc-16c5-4499-8765-e7c329d6164e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:06.548637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:06.549237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.563496 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5e433a18-0b0d-46c3-8d3c-cc604ee60361 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40c90056686847faa7f3a0aaf7383262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7370234 Apr 18 17:24:06.566399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:06.569500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e433a18-0b0d-46c3-8d3c-cc604ee60361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac92471-65bb-4ccc-a34b-9fc670fc22e4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:06.641493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-76f2e404-cbc8-495a-8633-d1d565341cf0 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2171049 Apr 18 17:24:06.645226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55324) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:06.657342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d225153a-b3b6-4afa-ad01-bf0f0e047205 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1394067511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:06.688401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55328) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:06.702897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55330) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:06.733642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ab7f68dd-eeb8-4f88-b299-e9e4eb00c5bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154151172', 'description': 'tempest-description--2064739079'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:06.766722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-df09b4fc-16c5-4499-8765-e7c329d6164e', 'network_id': 'df09b4fc-16c5-4499-8765-e7c329d6164e', 'tenant_id': '4f7488bdee444c96aa4acc628b9ce56e', 'fixed_ips': [{'subnet_id': '6699cddd-2555-44c0-8e3a-00d3d6e9b8a3'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:24:06.769775 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.779318 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfa41bb8-5521-40ff-a084-d94cb19971cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.794617 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d225153a-b3b6-4afa-ad01-bf0f0e047205 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.795675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d225153a-b3b6-4afa-ad01-bf0f0e047205 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.818305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfa41bb8-5521-40ff-a084-d94cb19971cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.876723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d225153a-b3b6-4afa-ad01-bf0f0e047205 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.882852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab7f68dd-eeb8-4f88-b299-e9e4eb00c5bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.908959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-767006168-network', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:06.939274 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d225153a-b3b6-4afa-ad01-bf0f0e047205 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:06.992636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Allocated IP 2001:db8::2 (df09b4fc-16c5-4499-8765-e7c329d6164e/6699cddd-2555-44c0-8e3a-00d3d6e9b8a3/9d0faa7d-e05e-4464-a04a-10204a9ed234) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:07.031549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfa41bb8-5521-40ff-a084-d94cb19971cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.034919 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bfa41bb8-5521-40ff-a084-d94cb19971cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.038637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bfa41bb8-5521-40ff-a084-d94cb19971cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ac92471-65bb-4ccc-a34b-9fc670fc22e4 HTTP/1.1" status: 204 len: 168 time: 0.4662530 Apr 18 17:24:07.061440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d225153a-b3b6-4afa-ad01-bf0f0e047205 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.061440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d225153a-b3b6-4afa-ad01-bf0f0e047205 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4054232 Apr 18 17:24:07.062834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55350) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:07.072284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:07.074635 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.076230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'network_id': 'df09b4fc-16c5-4499-8765-e7c329d6164e', 'name': 'tempest-PortsIpV6TestJSON-1324626319'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:07.083958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa41bb8-5521-40ff-a084-d94cb19971cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac92471-65bb-4ccc-a34b-9fc670fc22e4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:07.108769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.199026 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab7f68dd-eeb8-4f88-b299-e9e4eb00c5bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.265114 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.300676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab7f68dd-eeb8-4f88-b299-e9e4eb00c5bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.304903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.331884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f68dd-eeb8-4f88-b299-e9e4eb00c5bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368416c2-acdd-4f3a-bcca-ffea98512544,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:07.343625 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.378713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.379484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:07.393455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Network df09b4fc-16c5-4499-8765-e7c329d6164e is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:07.395388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.405563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:07.412086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:07.413751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Pushing event updated for resources: {'Port': ['ID=9d0faa7d-e05e-4464-a04a-10204a9ed234,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:07.465402 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab7f68dd-eeb8-4f88-b299-e9e4eb00c5bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.466395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 8ad2caf7-9ae6-4135-b0f6-2e125631c120 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:24:07.473053 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab7f68dd-eeb8-4f88-b299-e9e4eb00c5bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7632701 Apr 18 17:24:07.485760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55366) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:07.489938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:24:07.490112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Attempting to bind port 9d0faa7d-e05e-4464-a04a-10204a9ed234 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:07.490112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Attempting to bind port 9d0faa7d-e05e-4464-a04a-10204a9ed234 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'fdca3398-4b73-42c6-83bf-bf42b3377cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'df09b4fc-16c5-4499-8765-e7c329d6164e'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:07.490112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Attempting to bind port 9d0faa7d-e05e-4464-a04a-10204a9ed234 on network df09b4fc-16c5-4499-8765-e7c329d6164e {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:07.497997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:07.498411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Checking segment: {'id': 'fdca3398-4b73-42c6-83bf-bf42b3377cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'df09b4fc-16c5-4499-8765-e7c329d6164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:07.498827 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.499224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Bound using segment: {'id': 'fdca3398-4b73-42c6-83bf-bf42b3377cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'df09b4fc-16c5-4499-8765-e7c329d6164e'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:07.499709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Bound port: 9d0faa7d-e05e-4464-a04a-10204a9ed234, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca3398-4b73-42c6-83bf-bf42b3377cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'df09b4fc-16c5-4499-8765-e7c329d6164e'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:07.500103 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.503593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-51487d66-904e-404d-8788-077ec80636d5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'security_group_rule': {'security_group_id': '368416c2-acdd-4f3a-bcca-ffea98512544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:07.530443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f37b4-702d-4300-89d4-eb19785600ee,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:07.547946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.548424 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Added segment d37fd819-2b9b-4151-ac56-6fc687efd286 of type vlan for network be53a38f-8416-4410-94d3-e728b33b743a Apr 18 17:24:07.626753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] For port 9d0faa7d-e05e-4464-a04a-10204a9ed234, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:07.637156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] For port 9d0faa7d-e05e-4464-a04a-10204a9ed234, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9d0faa7d-e05e-4464-a04a-10204a9ed234,segment=NetworkSegment(fdca3398-4b73-42c6-83bf-bf42b3377cc7),segment_id=fdca3398-4b73-42c6-83bf-bf42b3377cc7)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:07.641547 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.726749 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.743901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::52 (df09b4fc-16c5-4499-8765-e7c329d6164e/6699cddd-2555-44c0-8e3a-00d3d6e9b8a3/8ad2caf7-9ae6-4135-b0f6-2e125631c120) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:07.795016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.796379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:07.797052 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.800804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00f769-ee81-4f21-abc9-382dad4941b9 None None] Pushing event updated for resources: {'Port': ['ID=9d0faa7d-e05e-4464-a04a-10204a9ed234,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:07.835300 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51487d66-904e-404d-8788-077ec80636d5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:07.901086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] Pushing event updated for resources: {'Network': ['ID=be53a38f-8416-4410-94d3-e728b33b743a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:07.911407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network be53a38f-8416-4410-94d3-e728b33b743a details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:24:08.004808 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-52999463-74f6-4450-8e17-cb09c90f4d24 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3149869 Apr 18 17:24:08.015892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55382) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:08.016721 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51487d66-904e-404d-8788-077ec80636d5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.024462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Request body: {'subnet': {'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-767006168-subnet', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:08.026550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55384) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:08.060808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4407cf6c-b7cd-4d96-bf23-f875d1fb6a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.101173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.104038 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51487d66-904e-404d-8788-077ec80636d5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.115548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:08.119515 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.147867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51487d66-904e-404d-8788-077ec80636d5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940a9e04-a2f2-4ac1-8955-0f239070ac05,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:08.207905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55386) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:08.259895 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51487d66-904e-404d-8788-077ec80636d5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.267258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55390) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:08.268446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-51487d66-904e-404d-8788-077ec80636d5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7758055 Apr 18 17:24:08.278120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-894d8266-d9bc-444e-ad27-c30e77b2012e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'security_group_rule': {'security_group_id': '368416c2-acdd-4f3a-bcca-ffea98512544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:08.330825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4407cf6c-b7cd-4d96-bf23-f875d1fb6a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.374356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-243045446-network', 'tenant_id': '82507f121e094deaace05f0061278e23'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:08.382878 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.441555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network df09b4fc-16c5-4499-8765-e7c329d6164e is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:08.461134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:08.465746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:08.472381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:08.473334 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.486443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=8ad2caf7-9ae6-4135-b0f6-2e125631c120,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:08.508655 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4407cf6c-b7cd-4d96-bf23-f875d1fb6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.536714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Made reservation on behalf of 82507f121e094deaace05f0061278e23 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:08.540639 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.558810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.587507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4407cf6c-b7cd-4d96-bf23-f875d1fb6a38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7c2c7a191b4453b882a27bb6292d428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592470 Apr 18 17:24:08.593467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fb664dd0-a27c-4e0e-8d58-ff67117a4836 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5270584 Apr 18 17:24:08.593467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407cf6c-b7cd-4d96-bf23-f875d1fb6a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef199d-8a57-44f2-ab7e-a836ed11434b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:08.596868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55396) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:08.597210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55398) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:08.862789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-894d8266-d9bc-444e-ad27-c30e77b2012e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:08.999807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-894d8266-d9bc-444e-ad27-c30e77b2012e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.042428 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f23a186-ef96-4a3c-a4a0-635a7d792702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.085127 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f23a186-ef96-4a3c-a4a0-635a7d792702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.150608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.184715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a04b4-e903-4249-a135-aba291d146ad None None] Network df09b4fc-16c5-4499-8765-e7c329d6164e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:09.222040 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.316744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3233789f-16f8-4e47-9a7e-56ddf624a311 None None] Provisioning complete for port 9d0faa7d-e05e-4464-a04a-10204a9ed234 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:09.317144 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3233789f-16f8-4e47-9a7e-56ddf624a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.510366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9d0faa7d-e05e-4464-a04a-10204a9ed234 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:09.536730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.566542 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.580550 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3233789f-16f8-4e47-9a7e-56ddf624a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.597550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6229513-301d-4766-83b3-f878d3b6ca66,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:09.614244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:09.614604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Network hostable DHCP agents. Network: be53a38f-8416-4410-94d3-e728b33b743a, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:24:09.629401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9d0faa7d-e05e-4464-a04a-10204a9ed234 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:09.630086 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.636759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3233789f-16f8-4e47-9a7e-56ddf624a311 None None] For port 9d0faa7d-e05e-4464-a04a-10204a9ed234, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9d0faa7d-e05e-4464-a04a-10204a9ed234,segment=NetworkSegment(fdca3398-4b73-42c6-83bf-bf42b3377cc7),segment_id=fdca3398-4b73-42c6-83bf-bf42b3377cc7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:09.729456 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.853932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-894d8266-d9bc-444e-ad27-c30e77b2012e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.872161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d8266-d9bc-444e-ad27-c30e77b2012e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f90bfa-6a57-404c-96d5-bbbe5b6ba4bb,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:09.899909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3233789f-16f8-4e47-9a7e-56ddf624a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.903711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Network be53a38f-8416-4410-94d3-e728b33b743a is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:24:09.906437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.910509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.924783 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f23a186-ef96-4a3c-a4a0-635a7d792702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.927639 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f23a186-ef96-4a3c-a4a0-635a7d792702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.928885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5f23a186-ef96-4a3c-a4a0-635a7d792702 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39ef199d-8a57-44f2-ab7e-a836ed11434b HTTP/1.1" status: 204 len: 168 time: 1.3282611 Apr 18 17:24:09.977578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-894d8266-d9bc-444e-ad27-c30e77b2012e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:09.979308 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-894d8266-d9bc-444e-ad27-c30e77b2012e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7110798 Apr 18 17:24:09.982351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55462) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:09.987138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:10.001854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233789f-16f8-4e47-9a7e-56ddf624a311 None None] Pushing event updated for resources: {'Port': ['ID=9d0faa7d-e05e-4464-a04a-10204a9ed234,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:10.004504 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:24:10.004867 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:24:10.019435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, be53a38f-8416-4410-94d3-e728b33b743a) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:10.023529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-90bbb1e1-4826-452f-b5fb-5b15846c1cef None None] Provisioning complete for port 8ad2caf7-9ae6-4135-b0f6-2e125631c120 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:10.023917 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90bbb1e1-4826-452f-b5fb-5b15846c1cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.047228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c634c35e-a129-4587-a00c-d7828ec4f35c None None] Network be53a38f-8416-4410-94d3-e728b33b743a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:10.048466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:10.050608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.066077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:24:10.104038 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd0f51c-857c-4297-9d38-00deaf569ce7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:10.123044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23a186-ef96-4a3c-a4a0-635a7d792702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef199d-8a57-44f2-ab7e-a836ed11434b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:10.136221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=8ad2caf7-9ae6-4135-b0f6-2e125631c120,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:10.141128 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.141595 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Added segment 8368f5e2-a3ac-45da-a477-9057683ba409 of type vlan for network 62fa91bc-5934-4535-8303-6e7abd0e03d2 Apr 18 17:24:10.180852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-90bbb1e1-4826-452f-b5fb-5b15846c1cef None None] Port 8ad2caf7-9ae6-4135-b0f6-2e125631c120 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:10.192429 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e9842c1a-571d-4b72-ba76-42ccfa9f8f78 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1706500 Apr 18 17:24:10.192429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.192919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55464) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:10.202078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:10.218991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-90bbb1e1-4826-452f-b5fb-5b15846c1cef None None] Provisioning complete for port 9d0faa7d-e05e-4464-a04a-10204a9ed234 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:10.220274 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90bbb1e1-4826-452f-b5fb-5b15846c1cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.271799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.327375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.338846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.340329 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.404234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-be53a38f-8416-4410-94d3-e728b33b743a', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:24:10.405672 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.493820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.494800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:10.503353 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.554382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.599700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] Pushing event updated for resources: {'Network': ['ID=62fa91bc-5934-4535-8303-6e7abd0e03d2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:10.655355 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:10.696498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 62fa91bc-5934-4535-8303-6e7abd0e03d2 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:24:10.732384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Allocated IP 172.25.5.81 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/83f73495-c224-497e-b3c0-3dc2df9a2228) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:10.744096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f6037550-961f-481e-be45-f52300ea33ac admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5347965 Apr 18 17:24:10.752915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55510) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:10.758757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Request body: {'subnet': {'network_id': '62fa91bc-5934-4535-8303-6e7abd0e03d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-243045446-subnet', 'tenant_id': '82507f121e094deaace05f0061278e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:10.775145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Allocated IP 172.20.0.2 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/1bf60d2d-8070-4749-96ae-48eb57e85bf2) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:10.979869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.051351 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.081768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Made reservation on behalf of 82507f121e094deaace05f0061278e23 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:11.088756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.110039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3837b397-0278-4cb6-be35-dc9cdedff02d None None] Provisioning complete for port 8ad2caf7-9ae6-4135-b0f6-2e125631c120 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:11.110413 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3837b397-0278-4cb6-be35-dc9cdedff02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.116911 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.164761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3837b397-0278-4cb6-be35-dc9cdedff02d None None] Port 8ad2caf7-9ae6-4135-b0f6-2e125631c120 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:11.192274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:11.205951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:11.217915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:11.287689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'Port': ['ID=83f73495-c224-497e-b3c0-3dc2df9a2228,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:11.312959 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.351353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.370741 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.380102 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.441633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9d0faa7d-e05e-4464-a04a-10204a9ed234 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:11.488998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:11.502718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:11.507890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:11.509541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Pushing event updated for resources: {'Port': ['ID=1bf60d2d-8070-4749-96ae-48eb57e85bf2,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:11.517691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.605572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Attempting to bind port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:11.605977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Attempting to bind port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:11.606403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Attempting to bind port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:11.614558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9d0faa7d-e05e-4464-a04a-10204a9ed234 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:11.615137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.674257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:11.674534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:11.675785 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.677618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:11.677618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Bound port: 1bf60d2d-8070-4749-96ae-48eb57e85bf2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:11.677618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.862297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] For port 1bf60d2d-8070-4749-96ae-48eb57e85bf2, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:11.868089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] For port 1bf60d2d-8070-4749-96ae-48eb57e85bf2, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1bf60d2d-8070-4749-96ae-48eb57e85bf2,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:11.914114 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.927411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.955811 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:11.986312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:12.040250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:12.047399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20ae2-de34-44ad-a192-a5202145acf9 None None] Pushing event updated for resources: {'Port': ['ID=1bf60d2d-8070-4749-96ae-48eb57e85bf2,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:12.100153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:12.101266 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:12.135907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'Port': ['ID=83f73495-c224-497e-b3c0-3dc2df9a2228,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:12.210641 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:12.236493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=8ad2caf7-9ae6-4135-b0f6-2e125631c120,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:12.249026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4638458e-8166-4c07-9c30-08c81b2df483,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:12.308581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:12.319377 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-06fe22c8-b1d6-4196-ab53-30ab8400c64e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3275712 Apr 18 17:24:12.851772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55600) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:12.894679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Checking segment: {'id': '8368f5e2-a3ac-45da-a477-9057683ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62fa91bc-5934-4535-8303-6e7abd0e03d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:12.895000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Network hostable DHCP agents. Network: 62fa91bc-5934-4535-8303-6e7abd0e03d2, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:24:12.922870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network df09b4fc-16c5-4499-8765-e7c329d6164e is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:12.952594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:13.050282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Network 62fa91bc-5934-4535-8303-6e7abd0e03d2 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:24:13.050429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:13.083180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-e027b342-c2dc-4551-993d-78e95a1c3c0f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--154151172&fields=id&tenant_id=343ae54d5a1f4703a2f044c77ee8f89f HTTP/1.1" status: 200 len: 267 time: 0.1866097 Apr 18 17:24:13.114990 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:13.150693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:13.177096 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:13.189269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 62fa91bc-5934-4535-8303-6e7abd0e03d2) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:13.202129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19f1dd-ecfa-43bc-b501-1fb66b1495f5 None None] Network 62fa91bc-5934-4535-8303-6e7abd0e03d2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:13.248394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:13.249123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:13.312990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:13.441904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01797d-c864-4c39-ae7d-bd495aeabdbf None None] Network 62fa91bc-5934-4535-8303-6e7abd0e03d2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:13.569715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Allocated IP 172.25.5.55 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/05873673-9589-439e-8821-78b81a70b309) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:13.589994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1bf60d2d-8070-4749-96ae-48eb57e85bf2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:13.629497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6583ed1c-53fd-4fb4-b8a1-cf7362531479 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8707263 Apr 18 17:24:13.654537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-7212f118-4917-4e60-8f62-6b93e6f273c0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:13.662384 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-7212f118-4917-4e60-8f62-6b93e6f273c0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 815 time: 0.5453062 Apr 18 17:24:13.720219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-0ed8c9ac-b29b-450e-a61d-28de565dc3a9 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/quotas/343ae54d5a1f4703a2f044c77ee8f89f HTTP/1.1" status: 200 len: 375 time: 0.0235479 Apr 18 17:24:13.741713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c651a-dc4b-4b15-bd43-129f3ceb67c3 None None] Network be53a38f-8416-4410-94d3-e728b33b743a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:13.811297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Router 196b7afe-acad-490b-8573-152b73f51fae is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:24:13.815955 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:13.829871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-be91b81b-498d-47ae-b5dc-7021ee63c198 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035655 Apr 18 17:24:13.876598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c659a8c7-d277-4674-a3ad-fc747f580e27 None None] Provisioning complete for port 8ad2caf7-9ae6-4135-b0f6-2e125631c120 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:13.877236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c659a8c7-d277-4674-a3ad-fc747f580e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:13.917738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:13.918117 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:13.961031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:13.970029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c830a488-c322-4b18-aea6-229d50e8c03f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "PUT /v2.0/routers/196b7afe-acad-490b-8573-152b73f51fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3617029 Apr 18 17:24:13.972896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55622) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:14.003449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9450ab6e-8669-41ac-bde5-74f7ffbddafa None None] Sync routers for ids ['196b7afe-acad-490b-8573-152b73f51fae'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:14.027522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.069005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c659a8c7-d277-4674-a3ad-fc747f580e27 None None] Port 8ad2caf7-9ae6-4135-b0f6-2e125631c120 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:14.103546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450ab6e-8669-41ac-bde5-74f7ffbddafa None None] Routers {'196b7afe-acad-490b-8573-152b73f51fae'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:14.104225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9450ab6e-8669-41ac-bde5-74f7ffbddafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['196b7afe-acad-490b-8573-152b73f51fae'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:14.140739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461986c-cb35-4217-af22-d632975417ba tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:14.147206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b461986c-cb35-4217-af22-d632975417ba tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports?device_id=196b7afe-acad-490b-8573-152b73f51fae HTTP/1.1" status: 200 len: 988 time: 0.1729634 Apr 18 17:24:14.162115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55630) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:14.178816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9450ab6e-8669-41ac-bde5-74f7ffbddafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:14.183529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Allocated IP 172.25.5.158 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/62035d74-191f-462c-b80a-b629a1adbaeb) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:14.199731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Pushing event updated for resources: {'Port': ['ID=05873673-9589-439e-8821-78b81a70b309,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:14.233999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:14.244418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:14.250123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:14.269575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450ab6e-8669-41ac-bde5-74f7ffbddafa None None] Routers {'196b7afe-acad-490b-8573-152b73f51fae'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:14.270270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9450ab6e-8669-41ac-bde5-74f7ffbddafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['196b7afe-acad-490b-8573-152b73f51fae'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:14.340195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9450ab6e-8669-41ac-bde5-74f7ffbddafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:14.340871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9450ab6e-8669-41ac-bde5-74f7ffbddafa None None] The sync data for ids ['196b7afe-acad-490b-8573-152b73f51fae'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:14.346639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ed7767e9-8a7d-46d7-b50b-88fe35c95a83 None None] Provisioning complete for port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:14.347015 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed7767e9-8a7d-46d7-b50b-88fe35c95a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.371355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-e473da8d-500f-4928-ae42-d745bbae4ef4 service neutron] 10.222.0.45 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285923 Apr 18 17:24:14.470819 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.554027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 1bf60d2d-8070-4749-96ae-48eb57e85bf2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1bf60d2d-8070-4749-96ae-48eb57e85bf2,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:14.632494 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed7767e9-8a7d-46d7-b50b-88fe35c95a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.660322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.683296 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.737336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-85a8f558-901a-4ae2-9fa6-21ebd0467636 service neutron] 10.222.0.45 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552771 Apr 18 17:24:14.752739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55638) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:14.759401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-131181566-network', 'tenant_id': '562df544f5854f988a39943aabccacf7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:14.810915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=1bf60d2d-8070-4749-96ae-48eb57e85bf2,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:14.851067 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-ed7767e9-8a7d-46d7-b50b-88fe35c95a83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:24:14.851631 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-ed7767e9-8a7d-46d7-b50b-88fe35c95a83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:24:14.863938 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.894075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Made reservation on behalf of 562df544f5854f988a39943aabccacf7 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:14.897294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.923604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:14.974901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:15.008427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:15.015901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:15.021479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Pushing event updated for resources: {'Port': ['ID=62035d74-191f-462c-b80a-b629a1adbaeb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:15.037837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.124460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a719012-0148-4648-aff8-da35985d02c5 req-9cdf194d-d4bc-45e5-9a14-6145ea190422 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 210 time: 0.0318341 Apr 18 17:24:15.128027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.170872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:24:15.174681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.192681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.282342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.301515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57772e7c-2b3c-45a4-8afa-37f24b45bb77,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:15.329921 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.333972 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Added segment 8bdffcc8-75a5-4048-8b12-f6bda8e96680 of type vlan for network a95c9473-54de-4ef5-a8fe-5b91333ba571 Apr 18 17:24:15.403037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.458726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.568082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1bf60d2d-8070-4749-96ae-48eb57e85bf2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:15.619392 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.619392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:15.619392 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.692790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-200ec6e7-2376-4bdb-a251-4b2053cd81fa None None] Provisioning complete for port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:15.693446 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-200ec6e7-2376-4bdb-a251-4b2053cd81fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.699633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] Pushing event updated for resources: {'Network': ['ID=a95c9473-54de-4ef5-a8fe-5b91333ba571,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:15.714619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.744497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 8ad2caf7-9ae6-4135-b0f6-2e125631c120 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:15.744846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.798076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a95c9473-54de-4ef5-a8fe-5b91333ba571 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:24:15.812883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-474f9c84-4f8e-4bd7-aa30-a824fd29ce31 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0585821 Apr 18 17:24:15.818367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55654) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:15.826067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Request body: {'subnet': {'network_id': 'a95c9473-54de-4ef5-a8fe-5b91333ba571', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-131181566-subnet', 'tenant_id': '562df544f5854f988a39943aabccacf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:15.833305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:15.833788 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.835844 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.878762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:15.893097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 8ad2caf7-9ae6-4135-b0f6-2e125631c120 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:16.000219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.021935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Made reservation on behalf of 562df544f5854f988a39943aabccacf7 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:16.024326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:24:16.024728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.106089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55658) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:16.230253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:16.242871 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:16.259779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.274904 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:16.277254 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:16.278003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68a6b7be-6d28-49d1-9400-10e1c37f2e10 req-e52b5992-4a06-41c8-927d-74989f88f2c7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 210 time: 0.0327892 Apr 18 17:24:16.314475 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.316774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-90edb0ef-cb20-4034-9011-d0a83b9c0961 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1179819 Apr 18 17:24:16.322682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55666) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:16.412955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Pushing event updated for resources: {'Port': ['ID=62035d74-191f-462c-b80a-b629a1adbaeb,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:16.418801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e151aef5-f9eb-4f4e-a345-28b84418dbbe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a45b1197e62b45d88b2a7c5e2384e361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107355 Apr 18 17:24:16.424672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55670) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:16.430449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.433789 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-57bfdb3a-b81b-47f9-b7a8-9a762f8161a4 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5707166 Apr 18 17:24:16.451844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55672) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:16.459182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-792504415', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'fixed_ips': [{'ip_address': '172.25.5.158'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:16.523141 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:16.541456 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bca1acdc-5ea9-4b63-bf56-1264d6031069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.570111 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bca1acdc-5ea9-4b63-bf56-1264d6031069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.581945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Made reservation on behalf of 4e08e6321832441abcea74ced51b3e15 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:16.584382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.604765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.718368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.756546 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:14Z', 'revision_number': 3, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:16.793205 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:24:16.793584 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Updating router f1be1319-9c39-48e6-899d-6ca81895f8d9 port 05873673-9589-439e-8821-78b81a70b309 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:24:16.821670 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.916564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bca1acdc-5ea9-4b63-bf56-1264d6031069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.919524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bca1acdc-5ea9-4b63-bf56-1264d6031069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.924396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bca1acdc-5ea9-4b63-bf56-1264d6031069 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b021279-615b-486b-950a-3f468f166e38 HTTP/1.1" status: 204 len: 168 time: 0.4933417 Apr 18 17:24:16.943809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1acdc-5ea9-4b63-bf56-1264d6031069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b021279-615b-486b-950a-3f468f166e38,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:16.952424 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:16.972031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] device_id is not set on port 85b18496-1675-48bc-bf90-d7d3ab396015 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:24:17.080494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717179a6-d71a-4720-b5ee-727f5e5e3877,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:17.167388 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.258892 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.300594 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.312925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.318408 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Attempting to bind port 05873673-9589-439e-8821-78b81a70b309 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:17.321073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.330433 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Attempting to bind port 05873673-9589-439e-8821-78b81a70b309 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:17.331140 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Attempting to bind port 05873673-9589-439e-8821-78b81a70b309 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:17.348153 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Pushing event updated for resources: {'Port': ['ID=05873673-9589-439e-8821-78b81a70b309,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:17.358958 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.359471 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.359966 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.360311 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.360696 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.361118 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.361461 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.362065 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.362197 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.362699 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.362884 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.363205 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:17.368973 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 17:24:17.373594 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:17.373763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:17.373855 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:17.373855 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.373855 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:17.374695 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Bound port: 05873673-9589-439e-8821-78b81a70b309, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:17.375062 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.402906 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.448179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b145386-ee09-4eb5-bcbe-edb53c0f6e18 req-91808b59-79f4-492b-b557-a01a36b6ec00 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 210 time: 0.0290458 Apr 18 17:24:17.451526 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] For port 05873673-9589-439e-8821-78b81a70b309, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:17.455506 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] For port 05873673-9589-439e-8821-78b81a70b309, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05873673-9589-439e-8821-78b81a70b309,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:17.457557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=8ad2caf7-9ae6-4135-b0f6-2e125631c120,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:17.496438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c4198b62-d79f-4269-bcbb-10b501d6a980 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0429463 Apr 18 17:24:17.510582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55682) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:17.523413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c0444d-23ba-4c99-bfa8-798ef674cc2a,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:17.540933 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.608859 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:17.609570 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:17.680100 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824806d-919f-47c4-b428-8413b9e740fd None None] Pushing event updated for resources: {'Port': ['ID=05873673-9589-439e-8821-78b81a70b309,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:17.687884 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.692673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Checking segment: {'id': '8bdffcc8-75a5-4048-8b12-f6bda8e96680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a95c9473-54de-4ef5-a8fe-5b91333ba571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:17.693124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Network hostable DHCP agents. Network: a95c9473-54de-4ef5-a8fe-5b91333ba571, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:24:17.742701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Deleting port 62035d74-191f-462c-b80a-b629a1adbaeb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:17.743224 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.797571 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:17.849397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.849771 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:17.865759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Calling delete_port for 62035d74-191f-462c-b80a-b629a1adbaeb owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:17.987906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Network a95c9473-54de-4ef5-a8fe-5b91333ba571 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:24:18.017710 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:14Z', 'revision_number': 3, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:18.049091 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f07c1c-9632-4092-9ffe-8ea020ddc913 None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:14Z', 'revision_number': 3, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:18.068721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Router 196b7afe-acad-490b-8573-152b73f51fae has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:24:18.080267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:18.091794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a95c9473-54de-4ef5-a8fe-5b91333ba571) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:18.101652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86c133-ab00-4968-8330-1a8d5e6d5c6c None None] Network a95c9473-54de-4ef5-a8fe-5b91333ba571 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:18.113741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:18.116933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:18.179023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:18.217909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Pushing event deleted for resources: {'Port': ['ID=62035d74-191f-462c-b80a-b629a1adbaeb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:18.306656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.310645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.311137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.311549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.311968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.312366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.312760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.313744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.314139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.314695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.315115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.315505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:18.375434 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:18.379019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:18.382410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e3d0dfc8-3705-4223-9d67-8b6fbbdff742 tempest-ExternalNetworksAdminNegativeTestJSON-510584200 tempest-ExternalNetworksAdminNegativeTestJSON-510584200-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/3ce5effb-8efe-41db-b666-c830998ddf94 HTTP/1.1" status: 204 len: 168 time: 0.8687921 Apr 18 17:24:18.499421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c225ea7-d4d0-4e82-b5c5-ab68aa2e3105 None None] Network a95c9473-54de-4ef5-a8fe-5b91333ba571 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:18.533747 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cc24052f-8c3a-4dbf-ae08-02225bd17838 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7143872 Apr 18 17:24:18.559278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:18.581682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-898a9a16-6a8d-457f-89b6-f83f2be6af9e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:18.584607 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-898a9a16-6a8d-457f-89b6-f83f2be6af9e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.18 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 815 time: 0.4854345 Apr 18 17:24:18.595103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d34aa4df-6d04-4750-8bfa-f9d274611918 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "PUT /v2.0/routers/196b7afe-acad-490b-8573-152b73f51fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4286053 Apr 18 17:24:18.603807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55708) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:18.615318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecd984c-9ed6-4532-8bc7-0b647036a016 None None] Sync routers for ids ['196b7afe-acad-490b-8573-152b73f51fae'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:18.658938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55712) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:18.661019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90b990cd-f3f0-4f7d-b020-acbebe57068e req-89907f08-1aa0-4efd-ac6d-8f067f5734bd tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 210 time: 0.0881300 Apr 18 17:24:18.667935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd984c-9ed6-4532-8bc7-0b647036a016 None None] Routers {'196b7afe-acad-490b-8573-152b73f51fae'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:18.668614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6ecd984c-9ed6-4532-8bc7-0b647036a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['196b7afe-acad-490b-8573-152b73f51fae'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:18.720997 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-355a434a-6419-4787-877a-c7f010b30f12 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:24:18.723360 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-355a434a-6419-4787-877a-c7f010b30f12 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/8ad2caf7-9ae6-4135-b0f6-2e125631c120 HTTP/1.1" status: 404 len: 333 time: 0.1193471 Apr 18 17:24:18.726352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55716) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:18.729979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6ecd984c-9ed6-4532-8bc7-0b647036a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:18.795597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd984c-9ed6-4532-8bc7-0b647036a016 None None] Routers {'196b7afe-acad-490b-8573-152b73f51fae'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:18.796241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6ecd984c-9ed6-4532-8bc7-0b647036a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['196b7afe-acad-490b-8573-152b73f51fae'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:18.836219 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-fe4336f7-f9cd-4f2e-b036-9cc99f2fab52 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=343ae54d5a1f4703a2f044c77ee8f89f HTTP/1.1" status: 200 len: 379 time: 0.2338390 Apr 18 17:24:18.867415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6ecd984c-9ed6-4532-8bc7-0b647036a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:18.868090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecd984c-9ed6-4532-8bc7-0b647036a016 None None] The sync data for ids ['196b7afe-acad-490b-8573-152b73f51fae'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:18.877245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a285de1a-97bd-45da-89c7-282ad1cac0a5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:18.893605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'port': {'device_id': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'admin_state_up': True, 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'security_groups': ['368416c2-acdd-4f3a-bcca-ffea98512544']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:18.967215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Allocated IP 172.20.0.1 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/fc75f9c8-0fa3-488c-b966-b80e2ff7342b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:18.991699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1338944310-network', 'tenant_id': '7d021d7a0c6b4e63aaacce3f2c82de2d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:19.194308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55726) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:19.222069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Made reservation on behalf of 7d021d7a0c6b4e63aaacce3f2c82de2d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:19.224572 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.262336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.345698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Made reservation on behalf of 343ae54d5a1f4703a2f044c77ee8f89f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:19.349743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.407414 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.440654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1aff-c9a6-46fb-b7e9-ba5673a49029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.464038 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a285de1a-97bd-45da-89c7-282ad1cac0a5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.469608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a285de1a-97bd-45da-89c7-282ad1cac0a5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.552791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05873673-9589-439e-8821-78b81a70b309 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:19.603264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a285de1a-97bd-45da-89c7-282ad1cac0a5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.604209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a285de1a-97bd-45da-89c7-282ad1cac0a5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Fanout notify agent at l3_agent the message router_deleted on router 196b7afe-acad-490b-8573-152b73f51fae {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:24:19.634535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 05873673-9589-439e-8821-78b81a70b309 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:19.634535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.641160 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a285de1a-97bd-45da-89c7-282ad1cac0a5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.642630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a285de1a-97bd-45da-89c7-282ad1cac0a5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/routers/196b7afe-acad-490b-8573-152b73f51fae HTTP/1.1" status: 204 len: 168 time: 0.9147925 Apr 18 17:24:19.645886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55738) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:19.662211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.692745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Allocated IP 172.20.0.12 (52456687-c985-43c2-9275-8952cec9f1ec/e99d49d2-179f-46e9-b4b8-f6675943e04f/29a8d143-cc3a-4356-bc38-fd5fcbc58176) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:19.747006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f8029-6574-4a66-b219-66a9f03037af req-5c105f71-4e38-474a-bde9-c64136945145 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:19.749597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-5c105f71-4e38-474a-bde9-c64136945145 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/networks?id=62fa91bc-5934-4535-8303-6e7abd0e03d2 HTTP/1.1" status: 200 len: 824 time: 0.2344825 Apr 18 17:24:19.768200 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.769466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1aff-c9a6-46fb-b7e9-ba5673a49029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.778183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-5669a338-c5ed-4478-8abe-68d3df628984 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/quotas/82507f121e094deaace05f0061278e23 HTTP/1.1" status: 200 len: 375 time: 0.0225840 Apr 18 17:24:19.783444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e698d46-f67b-466a-b39c-2bc4c120782e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet 6699cddd-2555-44c0-8e3a-00d3d6e9b8a3 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:19.792117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e698d46-f67b-466a-b39c-2bc4c120782e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.792264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 05873673-9589-439e-8821-78b81a70b309, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05873673-9589-439e-8821-78b81a70b309,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:19.816340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.851965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-a9f70b47-4c74-41e6-b3f3-8193c39c2dea tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=82507f121e094deaace05f0061278e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658202 Apr 18 17:24:19.855154 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.877879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71715484-fe67-4ae4-9789-6b5d10a509f8 req-e87ca14e-b1c1-4670-bc45-cdd8f50aa313 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 210 time: 0.0772388 Apr 18 17:24:19.910843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e698d46-f67b-466a-b39c-2bc4c120782e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.912647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:19.930797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:19.932645 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1aff-c9a6-46fb-b7e9-ba5673a49029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:19.939815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:24:19.942594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:19.989587 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.006653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Pushing event updated for resources: {'Port': ['ID=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:20.020268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1e002-52a1-478b-9696-7c4e3ca25937,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:20.034273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.034954 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Added segment 562f3e50-a9b3-4835-8649-4e9c48162b7c of type vlan for network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 Apr 18 17:24:20.073624 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e9cc1aff-c9a6-46fb-b7e9-ba5673a49029 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29be17ec6f584440b45bef582c08e7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8766935 Apr 18 17:24:20.084075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55744) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:20.088561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=05873673-9589-439e-8821-78b81a70b309,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:20.122712 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.135310 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.152951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-2a06e354-fad2-478d-a2b2-e9093b54504c service neutron] 10.222.0.45 "GET /v2.0/networks/62fa91bc-5934-4535-8303-6e7abd0e03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797387 Apr 18 17:24:20.176287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc1aff-c9a6-46fb-b7e9-ba5673a49029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c7299a-b619-4d4a-a5f8-10dd72444b66,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:20.180495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.259483 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e698d46-f67b-466a-b39c-2bc4c120782e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.271580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-34fc0f6a-1e77-4be5-aea9-725da2c2c848 None None] Provisioning complete for port fc75f9c8-0fa3-488c-b966-b80e2ff7342b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:20.272404 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34fc0f6a-1e77-4be5-aea9-725da2c2c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.299607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7272d8-1007-499c-b383-338870a807ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.321602 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.322407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:20.323760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.328080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-34fc0f6a-1e77-4be5-aea9-725da2c2c848 None None] Port fc75f9c8-0fa3-488c-b966-b80e2ff7342b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:20.355442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7272d8-1007-499c-b383-338870a807ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.407380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.407776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-b97a6802-8756-4e8d-a62f-97522ca46277 service neutron] 10.222.0.45 "GET /v2.0/networks/62fa91bc-5934-4535-8303-6e7abd0e03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401714 Apr 18 17:24:20.415858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:20.437169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:24:20.438141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Network 52456687-c985-43c2-9275-8952cec9f1ec is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:20.441661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:20.446594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:20.455327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:20.531349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:20.532002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.532304 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7272d8-1007-499c-b383-338870a807ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.535387 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7d7272d8-1007-499c-b383-338870a807ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.540408 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7d7272d8-1007-499c-b383-338870a807ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91c7299a-b619-4d4a-a5f8-10dd72444b66 HTTP/1.1" status: 204 len: 168 time: 0.4521008 Apr 18 17:24:20.543789 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e698d46-f67b-466a-b39c-2bc4c120782e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.555902 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ad1d93c7-6557-46e2-8bd9-baff5b2de2e0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8957520 Apr 18 17:24:20.556696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55748) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:20.562226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7272d8-1007-499c-b383-338870a807ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c7299a-b619-4d4a-a5f8-10dd72444b66,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:20.571591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Request body: {'subnet': {'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1338944310-subnet', 'tenant_id': '7d021d7a0c6b4e63aaacce3f2c82de2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:20.594850 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.620177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e698d46-f67b-466a-b39c-2bc4c120782e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.629500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a6da7-0aad-422e-9ef9-caadcb3a036b None None] Network df09b4fc-16c5-4499-8765-e7c329d6164e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:20.630031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5e698d46-f67b-466a-b39c-2bc4c120782e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/6699cddd-2555-44c0-8e3a-00d3d6e9b8a3 HTTP/1.1" status: 204 len: 168 time: 0.9799397 Apr 18 17:24:20.630933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698d46-f67b-466a-b39c-2bc4c120782e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=6699cddd-2555-44c0-8e3a-00d3d6e9b8a3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:20.632622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55750) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:20.705212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Made reservation on behalf of 7d021d7a0c6b4e63aaacce3f2c82de2d for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:20.719574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.832019 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-f3d39fb6-0b23-4caf-a5ab-655cfe78939f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9425035 Apr 18 17:24:20.839213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ef7b6b3-83f0-4721-bd6a-718bb1398b8a req-98562d75-c5c8-452e-88b0-9eb0c8414219 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 210 time: 0.0410547 Apr 18 17:24:20.842220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.857198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Request body: {'port': {'device_id': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:20.905846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3759c1bf-07a8-4205-9d38-f64602f14fda None None] Provisioning complete for port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:20.906425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3759c1bf-07a8-4205-9d38-f64602f14fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:20.931826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 9d0faa7d-e05e-4464-a04a-10204a9ed234 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:20.932201 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.012191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3759c1bf-07a8-4205-9d38-f64602f14fda None None] Port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:21.037479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.040263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] For port 9d0faa7d-e05e-4464-a04a-10204a9ed234, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9d0faa7d-e05e-4464-a04a-10204a9ed234,segment=NetworkSegment(fdca3398-4b73-42c6-83bf-bf42b3377cc7),segment_id=fdca3398-4b73-42c6-83bf-bf42b3377cc7)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:21.040625 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.076026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 9d0faa7d-e05e-4464-a04a-10204a9ed234 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:21.101302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bad3-77c1-4561-901d-7273f86aafda req-5ac11aba-7093-440a-ad97-851a63c704f8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:21.103022 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52e0bad3-77c1-4561-901d-7273f86aafda req-5ac11aba-7093-440a-ad97-851a63c704f8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 932 time: 0.0798404 Apr 18 17:24:21.125135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] DHCP port deletion for df09b4fc-16c5-4499-8765-e7c329d6164e request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:24:21.179059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] Deleting port 9d0faa7d-e05e-4464-a04a-10204a9ed234 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:21.179431 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.212024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52e0bad3-77c1-4561-901d-7273f86aafda req-731d4471-368a-41c8-920a-62b37817e680 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529997 Apr 18 17:24:21.263289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] For port 9d0faa7d-e05e-4464-a04a-10204a9ed234, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9d0faa7d-e05e-4464-a04a-10204a9ed234,segment=NetworkSegment(fdca3398-4b73-42c6-83bf-bf42b3377cc7),segment_id=fdca3398-4b73-42c6-83bf-bf42b3377cc7)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:21.263713 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.281566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] Calling delete_port for 9d0faa7d-e05e-4464-a04a-10204a9ed234 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:21.311288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.360068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.363166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.374257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=9d0faa7d-e05e-4464-a04a-10204a9ed234,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:21.378529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] No DVR routers for this DVR port 9d0faa7d-e05e-4464-a04a-10204a9ed234 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:21.382103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No DVR routers for this DVR port 9d0faa7d-e05e-4464-a04a-10204a9ed234 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:21.401651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa781d-4c50-438c-8a50-0ddd0ee9f48b None None] Pushing event deleted for resources: {'Port': ['ID=9d0faa7d-e05e-4464-a04a-10204a9ed234,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:21.464089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05873673-9589-439e-8821-78b81a70b309 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:21.476612 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.516221 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.542781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 05873673-9589-439e-8821-78b81a70b309 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:21.543153 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.552679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df09b4fc-16c5-4499-8765-e7c329d6164e']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:21.565157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdca3398-4b73-42c6-83bf-bf42b3377cc7') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:21.565816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdca3398-4b73-42c6-83bf-bf42b3377cc7') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:21.567744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55766) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:21.581004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.598688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.600799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.615485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Pushing event updated for resources: {'Port': ['ID=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:21.621673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a8d143-cc3a-4356-bc38-fd5fcbc58176 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:24:21.632608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.641792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-753fa4dd-74c2-4569-a2bd-c92b26ee7c51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e08e6321832441abcea74ced51b3e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726936 Apr 18 17:24:21.643031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:24:21.643645 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:24:21.649624 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:24:21.652563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55768) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:21.667368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.740565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9d0faa7d-e05e-4464-a04a-10204a9ed234 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:21.757049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=989c8768-5724-4bda-8198-bec8119e00d8,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:21.761108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Checking segment: {'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:21.761568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Network hostable DHCP agents. Network: 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:24:21.770279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e07a2e7e-f2a1-480d-ab40-1827036bb905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.782800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 9d0faa7d-e05e-4464-a04a-10204a9ed234 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:24:21.784435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9d0faa7d-e05e-4464-a04a-10204a9ed234 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:21.798408 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e07a2e7e-f2a1-480d-ab40-1827036bb905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.808025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:21.809447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:21.891521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.898294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.901602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/networks/df09b4fc-16c5-4499-8765-e7c329d6164e HTTP/1.1" status: 204 len: 168 time: 1.2679195 Apr 18 17:24:21.910967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55776) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:21.955501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a77c5a-acc5-48f7-9767-678ab1efcaf6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Network': ['ID=df09b4fc-16c5-4499-8765-e7c329d6164e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:21.970622 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e07a2e7e-f2a1-480d-ab40-1827036bb905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.973170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e07a2e7e-f2a1-480d-ab40-1827036bb905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:21.976853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e07a2e7e-f2a1-480d-ab40-1827036bb905 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/717179a6-d71a-4720-b5ee-727f5e5e3877 HTTP/1.1" status: 204 len: 168 time: 0.3095119 Apr 18 17:24:22.012585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bcd8cd7-24eb-490c-a4d9-111194180d23 req-18fbfaae-0123-4eb3-93ce-d2027ab6654f tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 210 time: 0.0780716 Apr 18 17:24:22.025082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2ed22-4426-436d-8acc-b078d391093d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:22.032711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f1e2ed22-4426-436d-8acc-b078d391093d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/362e064d-fbad-4ea7-98a7-42d86ac1f61a HTTP/1.1" status: 200 len: 845 time: 0.1197321 Apr 18 17:24:22.037034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55780) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:22.055679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a2e7e-f2a1-480d-ab40-1827036bb905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717179a6-d71a-4720-b5ee-727f5e5e3877,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:22.099826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2e66f27c-4aa2-493c-8fd7-0afad72b84f6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/362e064d-fbad-4ea7-98a7-42d86ac1f61a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0615857 Apr 18 17:24:22.104058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55782) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:22.112163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:22.164589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6a7ec834-4c6b-4c99-a13a-2320e5883ac7 None None] Provisioning complete for port fc75f9c8-0fa3-488c-b966-b80e2ff7342b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:22.164589 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec834-4c6b-4c99-a13a-2320e5883ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:22.217803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ec834-4c6b-4c99-a13a-2320e5883ac7 None None] Port fc75f9c8-0fa3-488c-b966-b80e2ff7342b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:22.327927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Transition to ACTIVE for port object 29a8d143-cc3a-4356-bc38-fd5fcbc58176 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:24:22.330780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:24:22.337098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:22.338896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:22.399776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:22.470766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:22.479846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf39375-f022-4217-a640-cec31f220204 None None] Network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:22.485729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:24:22.487802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:22.488593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:22.491721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:22.506530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5dd27-d708-4f1b-b5e8-e9ec73f9b902 req-b1724c51-75fc-45e5-8e43-a160276a51a6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:22.516790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adc5dd27-d708-4f1b-b5e8-e9ec73f9b902 req-b1724c51-75fc-45e5-8e43-a160276a51a6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 932 time: 0.1919327 Apr 18 17:24:22.609539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adc5dd27-d708-4f1b-b5e8-e9ec73f9b902 req-3d0f04f1-69af-47ad-9d9d-4bb9da893746 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723491 Apr 18 17:24:22.705984 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-571e1422-95db-4525-83cb-03071b6c80bb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1407266 Apr 18 17:24:22.754942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Attempting to bind port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:22.755283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Attempting to bind port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:22.755614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Attempting to bind port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 on network 52456687-c985-43c2-9275-8952cec9f1ec {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:22.765452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 on network 52456687-c985-43c2-9275-8952cec9f1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:24:22.766164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Attempting to bind port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 on network 52456687-c985-43c2-9275-8952cec9f1ec {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:22.815994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:22.816339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Checking segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:22.816784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Bound using segment: {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:22.817337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Bound port: 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad9dea3-078f-47bd-8c12-94024ada2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:22.817940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:22.895023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3928171-2184-4377-a74e-69ae2b9dd2b4 None None] Network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:22.907755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:22.917613 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:22.926004 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3cb355ea-9dcd-4059-9c99-8c41be1a48fa admin admin] 10.222.0.45 "PUT /v2.0/routers/f1be1319-9c39-48e6-899d-6ca81895f8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5998759 Apr 18 17:24:22.933602 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:22.934245 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:22.967800 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:22.970322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:22.974466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:23.061690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:23.099839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:23.112306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:23.121656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:23.123150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:23.138609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a34cbc-c283-48e4-8ef5-7fb9e254eb58 None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:23.171630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=32fa3d09-267a-4d71-bf6d-42c801c0dd28,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:23.199713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:23.200514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:23.219748 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] 10.222.0.18 "PUT /v2.0/ports/29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 200 len: 1092 time: 2.3684669 Apr 18 17:24:23.222044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:23.224722 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc331e-4986-44c2-9608-50ae3e1dcf62" -d '{"events": [{"name": "network-changed", "server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:23.262786 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61ab1adc-67c5-457e-a5c3-e5630acf7c67 req-37bffb7c-617f-4fba-8d58-2e7c37c23be4 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 210 time: 0.0551357 Apr 18 17:24:23.272221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ce164bf4-2862-4e28-a6cb-d5da4a5f1f79 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1638784 Apr 18 17:24:23.272925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55812) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:23.287511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-02c967bb-7f45-4817-a993-0abc5689731a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1981328466'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:23.332703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59566009-0cb6-4272-a7fd-c4b03f4a89ef service neutron] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:23.346773 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8474e3-cce5-4e4b-b52d-5c674fc18baf x-openstack-request-id: req-bf8474e3-cce5-4e4b-b52d-5c674fc18baf {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:23.347055 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:23.347321 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf8474e3-cce5-4e4b-b52d-5c674fc18baf {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:23.350067 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8474e3-cce5-4e4b-b52d-5c674fc18baf'] response: {'name': 'network-changed', 'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'status': 'completed', 'code': 200} Apr 18 17:24:23.436212 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02c967bb-7f45-4817-a993-0abc5689731a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:23.508263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-a066b6e3-ca00-4637-8bf2-9ce0f59d1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:23.510364 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-a066b6e3-ca00-4637-8bf2-9ce0f59d1668 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1095 time: 0.1526778 Apr 18 17:24:23.532037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-8c60644a-83e9-479a-86bd-591c6ef3b502', 'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'tenant_id': '4f7488bdee444c96aa4acc628b9ce56e', 'fixed_ips': [{'subnet_id': '32fa3d09-267a-4d71-bf6d-42c801c0dd28'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:24:23.534810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:23.567159 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:23.597212 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02c967bb-7f45-4817-a993-0abc5689731a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:23.609198 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-b0915484-5e4f-4cfa-bc41-2f7e7f4daf71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 200 len: 217 time: 0.0852509 Apr 18 17:24:23.708727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02c967bb-7f45-4817-a993-0abc5689731a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:23.790775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-8db897a4-1ddd-4c13-95f8-cf0d8a0a62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:23.792278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-8db897a4-1ddd-4c13-95f8-cf0d8a0a62b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.1762586 Apr 18 17:24:23.837572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c967bb-7f45-4817-a993-0abc5689731a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2e9a24-3b4c-476e-a9d8-57276b60293a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:23.878059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Allocated IP 2001:db8::2 (8c60644a-83e9-479a-86bd-591c6ef3b502/32fa3d09-267a-4d71-bf6d-42c801c0dd28/ba2de1de-f2e1-41e5-8c1d-870b283d49ce) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:23.904149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e423a6-d0e8-4bce-909d-6c8cdef5ae0c req-4f7eff12-0011-415e-bc12-3fb3ea71e042 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:23.921778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55e423a6-d0e8-4bce-909d-6c8cdef5ae0c req-4f7eff12-0011-415e-bc12-3fb3ea71e042 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1641648 Apr 18 17:24:23.923288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-ef3aaa6a-b2dd-4eff-8db5-2129505489a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:23.924775 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-ef3aaa6a-b2dd-4eff-8db5-2129505489a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676353 Apr 18 17:24:23.936109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02c967bb-7f45-4817-a993-0abc5689731a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:23.940172 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-02c967bb-7f45-4817-a993-0abc5689731a tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6643324 Apr 18 17:24:23.957483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55824) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:23.966141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ff5212e1-26ae-4b18-bbe4-0ffc76e29e95 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'security_group': {'name': 'tempest-secgroup-807417670'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:24.015289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f8029-6574-4a66-b219-66a9f03037af req-ed1831f5-40bd-464e-bb6a-92ed5b2572b3 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:24.017196 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 2, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:24.019140 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-ed1831f5-40bd-464e-bb6a-92ed5b2572b3 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.41 "GET /v2.0/networks?id=62fa91bc-5934-4535-8303-6e7abd0e03d2 HTTP/1.1" status: 200 len: 824 time: 0.3291988 Apr 18 17:24:24.056877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Request body: {'port': {'device_id': 'b15379f5-9745-4223-9520-5121e72a5238', 'network_id': '62fa91bc-5934-4535-8303-6e7abd0e03d2', 'admin_state_up': True, 'tenant_id': '82507f121e094deaace05f0061278e23'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:24.062018 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:24:24.062975 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Updating router f1be1319-9c39-48e6-899d-6ca81895f8d9 port fc75f9c8-0fa3-488c-b966-b80e2ff7342b binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:24:24.069618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55e423a6-d0e8-4bce-909d-6c8cdef5ae0c req-814140e5-18ee-4679-bf0b-3608637d4f27 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452911 Apr 18 17:24:24.125647 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.133591 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff5212e1-26ae-4b18-bbe4-0ffc76e29e95 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.164500 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.259292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.283637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-9a09ee87-e0d8-4560-94ae-17b0410db2c7 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454640 Apr 18 17:24:24.311179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:24.317267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff5212e1-26ae-4b18-bbe4-0ffc76e29e95 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.372298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:24.378847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:24.401759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e6fb2378-9e46-4534-b9d0-d872a875982a req-db205a4c-5318-4a5d-bcd0-2fd8607a7494 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978875 Apr 18 17:24:24.402982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Made reservation on behalf of 82507f121e094deaace05f0061278e23 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:24.407284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.444152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a2d07bc-db17-4a24-b0d8-394c77a41bf0 req-9ab9eea2-0a7c-42fa-8361-e63b59d26e6c tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 210 time: 0.0877645 Apr 18 17:24:24.445492 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff5212e1-26ae-4b18-bbe4-0ffc76e29e95 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.489683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5212e1-26ae-4b18-bbe4-0ffc76e29e95 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9defa43-79ba-4744-9f62-854284668bca,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:24.545974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Pushing event updated for resources: {'Port': ['ID=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:24.548940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Attempting to bind port ba2de1de-f2e1-41e5-8c1d-870b283d49ce on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:24.550149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Attempting to bind port ba2de1de-f2e1-41e5-8c1d-870b283d49ce by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b0df0265-11e8-4eb6-85f2-659249ce2149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:24.550524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Attempting to bind port ba2de1de-f2e1-41e5-8c1d-870b283d49ce on network 8c60644a-83e9-479a-86bd-591c6ef3b502 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:24.556541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:24.557067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Checking segment: {'id': 'b0df0265-11e8-4eb6-85f2-659249ce2149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:24.557645 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.565996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Bound using segment: {'id': 'b0df0265-11e8-4eb6-85f2-659249ce2149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:24.565996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Bound port: ba2de1de-f2e1-41e5-8c1d-870b283d49ce, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df0265-11e8-4eb6-85f2-659249ce2149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:24.565996 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.566619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff5212e1-26ae-4b18-bbe4-0ffc76e29e95 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.566619 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ff5212e1-26ae-4b18-bbe4-0ffc76e29e95 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6046534 Apr 18 17:24:24.572512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55844) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:24.581699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2051092513', 'security_groups': ['c9defa43-79ba-4744-9f62-854284668bca'], 'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32fa3d09-267a-4d71-bf6d-42c801c0dd28'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:24.652183 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.693876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] For port ba2de1de-f2e1-41e5-8c1d-870b283d49ce, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:24.699768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] For port ba2de1de-f2e1-41e5-8c1d-870b283d49ce, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,segment=NetworkSegment(b0df0265-11e8-4eb6-85f2-659249ce2149),segment_id=b0df0265-11e8-4eb6-85f2-659249ce2149)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:24.729947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-e831d2b6-39c0-4117-85f4-064c198bfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:24.731765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-e831d2b6-39c0-4117-85f4-064c198bfd8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1095 time: 0.1062212 Apr 18 17:24:24.732887 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.736741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Allocated IP 172.20.0.9 (62fa91bc-5934-4535-8303-6e7abd0e03d2/4638458e-8166-4c07-9c30-08c81b2df483/1e937e01-4cbe-477c-8725-96afe34a5afd) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:24.764917 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.840799 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2265ecf-f7f8-4051-ae46-dbb251c6f4c7 None None] Pushing event updated for resources: {'Port': ['ID=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:24.919610 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Attempting to bind port fc75f9c8-0fa3-488c-b966-b80e2ff7342b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:24.919987 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Attempting to bind port fc75f9c8-0fa3-488c-b966-b80e2ff7342b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:24.920491 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Attempting to bind port fc75f9c8-0fa3-488c-b966-b80e2ff7342b on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:24.926343 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:24.926717 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:24.927137 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.927553 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:24.928033 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Bound port: fc75f9c8-0fa3-488c-b966-b80e2ff7342b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:24.928412 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:24.940866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813720d-2676-4e95-85de-54f46bd3bd4a None None] Pushing event updated for resources: {'Port': ['ID=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:24.945197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55856) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:24.951142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-339603998-network', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:24.957480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-9c06c265-0926-41dd-b3c3-fc8169479708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:24.960989 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-9c06c265-0926-41dd-b3c3-fc8169479708 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.2217081 Apr 18 17:24:24.991264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:25.091076 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-c9cfc597-8ef7-4ab3-abd2-6ab1b92f0e07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 200 len: 217 time: 0.1201112 Apr 18 17:24:25.120881 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] For port fc75f9c8-0fa3-488c-b966-b80e2ff7342b, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:25.120881 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] For port fc75f9c8-0fa3-488c-b966-b80e2ff7342b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:25.145303 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.183152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 0339451c-98c4-45b8-9364-dff4c05c882d yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:24:25.250654 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.264495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ce9475ac-69ef-4408-817c-38045ed5f250 None None] Provisioning complete for port fc75f9c8-0fa3-488c-b966-b80e2ff7342b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:25.265018 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce9475ac-69ef-4408-817c-38045ed5f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.352694 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2265ecf-f7f8-4051-ae46-dbb251c6f4c7 None None] Pushing event updated for resources: {'Port': ['ID=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:25.386334 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:25.387075 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:25.426229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.463265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Made reservation on behalf of aff87effcd8c4907bcbb7ad484a33ec9 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:25.470282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-4b534b4c-dd8b-477e-bbeb-3ff157fcb165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:25.470644 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.473171 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-4b534b4c-dd8b-477e-bbeb-3ff157fcb165 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.3692484 Apr 18 17:24:25.572050 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce9475ac-69ef-4408-817c-38045ed5f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.611284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.617525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-d0bb21c0-7190-4dee-8174-73f592b26e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:25.619294 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-d0bb21c0-7190-4dee-8174-73f592b26e15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253657 Apr 18 17:24:25.625871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba2de1de-f2e1-41e5-8c1d-870b283d49ce up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:25.718948 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:25.762114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ce9475ac-69ef-4408-817c-38045ed5f250 None None] For port fc75f9c8-0fa3-488c-b966-b80e2ff7342b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:25.798559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:25.798943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.838522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.889991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b1e22fa-56f5-4d57-b1d9-beaa5f737169 req-12eb0ccc-9341-4697-b0bd-149a0e892fa3 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 210 time: 0.2660463 Apr 18 17:24:25.916772 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce9475ac-69ef-4408-817c-38045ed5f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:25.932301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b169a9c-0384-48c6-b103-4f180da5a444 req-47a115de-8eab-409b-9b2a-23dd6f725734 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:25.942607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b169a9c-0384-48c6-b103-4f180da5a444 req-47a115de-8eab-409b-9b2a-23dd6f725734 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.5276356 Apr 18 17:24:25.993731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Network 62fa91bc-5934-4535-8303-6e7abd0e03d2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:26.022633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::20b (8c60644a-83e9-479a-86bd-591c6ef3b502/32fa3d09-267a-4d71-bf6d-42c801c0dd28/0339451c-98c4-45b8-9364-dff4c05c882d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:26.023216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:26.048782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:26.069087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Pushing event updated for resources: {'Port': ['ID=1e937e01-4cbe-477c-8725-96afe34a5afd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:26.108036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b169a9c-0384-48c6-b103-4f180da5a444 req-ec0e124e-8315-4a3f-b100-8f1316cf8796 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639152 Apr 18 17:24:26.123086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55880) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:26.159359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9475ac-69ef-4408-817c-38045ed5f250 None None] Pushing event updated for resources: {'Port': ['ID=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:26.218109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.219672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1ea3da02-a221-4a59-9bbf-ddb493f67e65 None None] Provisioning complete for port fc75f9c8-0fa3-488c-b966-b80e2ff7342b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:26.220256 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da02-a221-4a59-9bbf-ddb493f67e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.249065 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:26.277091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-e6ceadef-c55c-4873-a4db-5e1e486d0058 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484039 Apr 18 17:24:26.302128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37da19ef-9592-413a-8427-3194bf3817b3 None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:26.320527 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.323165 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.355001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:24:26.372488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:26.377186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.386302 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.386302 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Added segment a870e602-b760-4024-aaa5-b119b6e43e6d of type vlan for network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 Apr 18 17:24:26.432465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ba2de1de-f2e1-41e5-8c1d-870b283d49ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,segment=NetworkSegment(b0df0265-11e8-4eb6-85f2-659249ce2149),segment_id=b0df0265-11e8-4eb6-85f2-659249ce2149)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:26.475550 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.510584 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.559706 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-eee867b6-f255-4b73-b2eb-96f187b2cc82 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5174553 Apr 18 17:24:26.569465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1313253913', 'router:external': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:26.572370 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6fdc331e-4986-44c2-9608-50ae3e1dcf62 req-0e34e9e0-0458-4ebb-ad8d-95a5b971df61 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871320 Apr 18 17:24:26.578131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Request body: {'port': {'device_id': 'b15379f5-9745-4223-9520-5121e72a5238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:26.640997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30623601-ae6b-40ce-a8dd-59e1a2bc6df0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:26.649250 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.656877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:26.657775 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.670802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:26.681342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.690160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:26.693179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.868511 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.876955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Made reservation on behalf of ecdfefd80e564eac894b94a73a023f8e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:26.888524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.907099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:26.918446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9718757 Apr 18 17:24:26.922834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55890) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:26.929944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Request body: {'subnet': {'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-339603998-subnet', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:26.936275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d530b6-33a8-4e3b-8b1e-8efaf41b6f36 admin admin] Pushing event updated for resources: {'Network': ['ID=6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:26.960429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:24:27.100327 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Made reservation on behalf of aff87effcd8c4907bcbb7ad484a33ec9 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:27.107203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.109200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9980762b-7963-44f2-b7c1-897ced00a69e None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:27.110783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c9159-fb4d-4caa-86d5-7d5cd159c0f1 req-2a649c54-1145-4ad9-8db4-1486227b2728 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:27.117734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9980762b-7963-44f2-b7c1-897ced00a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.122428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd9c9159-fb4d-4caa-86d5-7d5cd159c0f1 req-2a649c54-1145-4ad9-8db4-1486227b2728 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 931 time: 0.1208794 Apr 18 17:24:27.202906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.218859 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.287505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9980762b-7963-44f2-b7c1-897ced00a69e None None] Provisioning complete for port 362e064d-fbad-4ea7-98a7-42d86ac1f61a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:27.287888 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9980762b-7963-44f2-b7c1-897ced00a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.307743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.316913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:27.343280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e937e01-4cbe-477c-8725-96afe34a5afd {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:24:27.357190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9980762b-7963-44f2-b7c1-897ced00a69e None None] Port 362e064d-fbad-4ea7-98a7-42d86ac1f61a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:27.359185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.383536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa97629-7713-4fe4-9045-ca49c4e35376,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:27.391848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:27.396854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Transition to ACTIVE for port object 1e937e01-4cbe-477c-8725-96afe34a5afd will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:24:27.409678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd9c9159-fb4d-4caa-86d5-7d5cd159c0f1 req-a16e511c-1d31-4826-ab3a-1cae85374838 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816823 Apr 18 17:24:27.412659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:27.438647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:27.439761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.458454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:24:27.477569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.477569 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Added segment 1cf5d260-4cfd-4760-87a2-289dd0d9dc69 of type vlan for network 1490f06f-1eb4-4203-9466-c8f2a084c385 Apr 18 17:24:27.588511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.597121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374bb05-6991-49ce-91dc-fcb979c28b03 req-32a9c3ab-1150-4fd9-8961-f3af273d5d56 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:27.603220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c374bb05-6991-49ce-91dc-fcb979c28b03 req-32a9c3ab-1150-4fd9-8961-f3af273d5d56 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.3975608 Apr 18 17:24:27.617549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=0339451c-98c4-45b8-9364-dff4c05c882d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:27.650224 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.668390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fc75f9c8-0fa3-488c-b966-b80e2ff7342b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:27.724335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f0d56f8b-b473-4f16-afc5-918cad019c1b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1510251 Apr 18 17:24:27.734355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55898) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:27.744548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-aed8d1ac-fa66-47b3-bbeb-3c8faf70072e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:27.766828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.772841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:24:27.781836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Pushing event updated for resources: {'Port': ['ID=1e937e01-4cbe-477c-8725-96afe34a5afd,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:27.852530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port fc75f9c8-0fa3-488c-b966-b80e2ff7342b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:27.852918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:27.897347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c374bb05-6991-49ce-91dc-fcb979c28b03 req-e5d6c6c2-f9a6-4523-ab22-e2538f2a3b37 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868016 Apr 18 17:24:27.922505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfae39a-933b-40ba-8a71-15b49634f5ee,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:28.014665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Checking segment: {'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:28.015030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Network hostable DHCP agents. Network: 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:24:28.022707 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.023689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:28.024287 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.031182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Attempting to bind port 1e937e01-4cbe-477c-8725-96afe34a5afd on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:28.031528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Attempting to bind port 1e937e01-4cbe-477c-8725-96afe34a5afd by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '8368f5e2-a3ac-45da-a477-9057683ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62fa91bc-5934-4535-8303-6e7abd0e03d2'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:28.031854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Attempting to bind port 1e937e01-4cbe-477c-8725-96afe34a5afd on network 62fa91bc-5934-4535-8303-6e7abd0e03d2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:28.040004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Port 1e937e01-4cbe-477c-8725-96afe34a5afd on network 62fa91bc-5934-4535-8303-6e7abd0e03d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:24:28.040329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Attempting to bind port 1e937e01-4cbe-477c-8725-96afe34a5afd on network 62fa91bc-5934-4535-8303-6e7abd0e03d2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:28.046280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:28.046622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Checking segment: {'id': '8368f5e2-a3ac-45da-a477-9057683ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62fa91bc-5934-4535-8303-6e7abd0e03d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:28.047006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Bound using segment: {'id': '8368f5e2-a3ac-45da-a477-9057683ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62fa91bc-5934-4535-8303-6e7abd0e03d2'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:28.047474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Bound port: 1e937e01-4cbe-477c-8725-96afe34a5afd, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8368f5e2-a3ac-45da-a477-9057683ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62fa91bc-5934-4535-8303-6e7abd0e03d2'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:28.050950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.052611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-79dd5fec-16a4-4a46-91b4-143c53dcf676 None None] Provisioning complete for port 0339451c-98c4-45b8-9364-dff4c05c882d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:28.053009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-79dd5fec-16a4-4a46-91b4-143c53dcf676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.130690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:24:28.156155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] For port 1e937e01-4cbe-477c-8725-96afe34a5afd, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:28.160945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] For port 1e937e01-4cbe-477c-8725-96afe34a5afd, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1e937e01-4cbe-477c-8725-96afe34a5afd,segment=NetworkSegment(8368f5e2-a3ac-45da-a477-9057683ba409),segment_id=8368f5e2-a3ac-45da-a477-9057683ba409)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:28.177239 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0528784 Apr 18 17:24:28.180361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55902) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:28.186799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'subnet': {'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:28.193237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9d359-4203-46cb-b3ad-2827385ba3c6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'Network': ['ID=1490f06f-1eb4-4203-9466-c8f2a084c385,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:28.201175 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed8d1ac-fa66-47b3-bbeb-3c8faf70072e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:28.204962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aed8d1ac-fa66-47b3-bbeb-3c8faf70072e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.215001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:28.235886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:28.240670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:28.241573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.259161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1490f06f-1eb4-4203-9466-c8f2a084c385 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:24:28.286808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f99117-4b4c-4a7c-84d2-7127d78071a2 None None] Network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:28.303754 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.336449 n-d-836015-2 neutron-server[109826]: INFO neutron.db.ipam_backend_mixin [None req-aed8d1ac-fa66-47b3-bbeb-3c8faf70072e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32fa3d09-267a-4d71-bf6d-42c801c0dd28 (CIDR: 2001:db8::/64) Apr 18 17:24:28.347069 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-60402519-601c-4c3c-b367-5819b7bd2de4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4206574 Apr 18 17:24:28.347069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Made reservation on behalf of ecdfefd80e564eac894b94a73a023f8e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:28.348028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:28.349370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.352207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:28.390428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:28.393984 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.393984 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] 10.222.0.41 "PUT /v2.0/ports/1e937e01-4cbe-477c-8725-96afe34a5afd HTTP/1.1" status: 200 len: 1091 time: 1.8190770 Apr 18 17:24:28.393984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15379f5-9745-4223-9520-5121e72a5238', 'tag': '1e937e01-4cbe-477c-8725-96afe34a5afd'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:28.394463 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed8d1ac-fa66-47b3-bbeb-3c8faf70072e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:24:28.395018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed8d1ac-fa66-47b3-bbeb-3c8faf70072e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:28.396168 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580b5c9b-f817-4c3c-8e60-22abf2ebaa4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b15379f5-9745-4223-9520-5121e72a5238", "tag": "1e937e01-4cbe-477c-8725-96afe34a5afd"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:28.487915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.488922 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.519756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aed8d1ac-fa66-47b3-bbeb-3c8faf70072e tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7822347 Apr 18 17:24:28.520398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55912) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:28.547738 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69af0635-f359-4560-a2a0-8b1d33965d6f x-openstack-request-id: req-69af0635-f359-4560-a2a0-8b1d33965d6f {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:28.547944 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15379f5-9745-4223-9520-5121e72a5238", "tag": "1e937e01-4cbe-477c-8725-96afe34a5afd", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:28.548190 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69af0635-f359-4560-a2a0-8b1d33965d6f {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:28.548590 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69af0635-f359-4560-a2a0-8b1d33965d6f'] response: {'name': 'network-changed', 'server_uuid': 'b15379f5-9745-4223-9520-5121e72a5238', 'tag': '1e937e01-4cbe-477c-8725-96afe34a5afd', 'status': 'completed', 'code': 200} Apr 18 17:24:28.550701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:28.601183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d1870-70cd-4bb9-8a52-e5f8e12af25c service neutron] Pushing event updated for resources: {'Port': ['ID=1e937e01-4cbe-477c-8725-96afe34a5afd,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:28.684046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'port_id': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'mac_address': 'fa:16:3e:b1:5d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:24:28.685833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-79dd5fec-16a4-4a46-91b4-143c53dcf676 None None] Port 0339451c-98c4-45b8-9364-dff4c05c882d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:28.699343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba2de1de-f2e1-41e5-8c1d-870b283d49ce up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:28.815815 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.832607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b5c9b-f817-4c3c-8e60-22abf2ebaa4a req-6e366e26-920f-41ad-940e-c0c580beee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:28.832994 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:28.836041 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-580b5c9b-f817-4c3c-8e60-22abf2ebaa4a req-6e366e26-920f-41ad-940e-c0c580beee5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82507f121e094deaace05f0061278e23&device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 1094 time: 0.2963517 Apr 18 17:24:28.867197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a8d143-cc3a-4356-bc38-fd5fcbc58176 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:24:28.875581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef1939-ebe6-43bc-afcc-f5bb4d2587bd req-bfc4ff1c-c900-4cd8-b54b-39b0252d8eec tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:28.877162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6ef1939-ebe6-43bc-afcc-f5bb4d2587bd req-bfc4ff1c-c900-4cd8-b54b-39b0252d8eec tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 943 time: 0.3558645 Apr 18 17:24:28.930511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:28.945232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:28.945604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.018701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2', 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'fixed_ips': [{'subnet_id': 'fcfae39a-933b-40ba-8a71-15b49634f5ee'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:24:29.022675 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.047424 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.102825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6ef1939-ebe6-43bc-afcc-f5bb4d2587bd req-f644168b-5eea-4e2a-b854-fbfb1efa5dbc tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158504 Apr 18 17:24:29.147327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.158261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:29.158261 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.322596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b5c9b-f817-4c3c-8e60-22abf2ebaa4a req-364801e6-d381-4b83-9aec-24efec5c4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:29.324147 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-580b5c9b-f817-4c3c-8e60-22abf2ebaa4a req-364801e6-d381-4b83-9aec-24efec5c4e2f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=82507f121e094deaace05f0061278e23&shared=False HTTP/1.1" status: 200 len: 925 time: 0.4721427 Apr 18 17:24:29.396638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:29.429304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['29a8d143-cc3a-4356-bc38-fd5fcbc58176'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:24:29.631263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Allocated IP 172.20.0.2 (6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2/fcfae39a-933b-40ba-8a71-15b49634f5ee/f5a5d944-0728-4095-b5fc-8cbfdf329bd5) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:29.697283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed4938-0c86-423a-842f-4d13168fc1b2 req-08f4983d-3862-4d55-8f7a-110b54bb328b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:29.707899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13ed4938-0c86-423a-842f-4d13168fc1b2 req-08f4983d-3862-4d55-8f7a-110b54bb328b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 945 time: 0.6266088 Apr 18 17:24:29.757489 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.815202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:29.824170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:29.835151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:29.835756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.877545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13ed4938-0c86-423a-842f-4d13168fc1b2 req-86a29f84-fd9d-45de-9dd1-45e362295172 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684840 Apr 18 17:24:29.904017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:24:29.904017 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.904206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=f64ec008-4ccc-49bc-b286-25a2e6996683,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:29.918905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b5c9b-f817-4c3c-8e60-22abf2ebaa4a req-e918037e-7888-4f1b-823b-eb91bd893c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:29.920109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ef286b87-1e05-4053-8ea8-7a82eee0079c tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3908806 Apr 18 17:24:29.923355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-580b5c9b-f817-4c3c-8e60-22abf2ebaa4a req-e918037e-7888-4f1b-823b-eb91bd893c36 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5880473 Apr 18 17:24:29.923742 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:29.924228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55920) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:29.929434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157e4a4-8fb8-4042-9e49-cf8c5571bdf6 None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:29.933867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-526788415', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f64ec008-4ccc-49bc-b286-25a2e6996683'}], 'security_groups': ['4a2e9a24-3b4c-476e-a9d8-57276b60293a']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:30.000631 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.045775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c991de59-eb96-4b66-92a1-71a9405c980f,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:30.076651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:30.105289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:30.111674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Checking segment: {'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:30.112522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Network hostable DHCP agents. Network: 1490f06f-1eb4-4203-9466-c8f2a084c385, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:24:30.116007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:30.118446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f8029-6574-4a66-b219-66a9f03037af req-0416de85-f542-4870-8e7c-a65150e8f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:30.120279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-0416de85-f542-4870-8e7c-a65150e8f380 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82507f121e094deaace05f0061278e23&device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 1094 time: 0.1278689 Apr 18 17:24:30.125133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Pushing event updated for resources: {'Port': ['ID=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:30.129464 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.152637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.194837 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-e1640ec0-1671-48fa-a371-7b0459279daf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e937e01-4cbe-477c-8725-96afe34a5afd HTTP/1.1" status: 200 len: 217 time: 0.0592213 Apr 18 17:24:30.259992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Attempting to bind port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:30.259992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Attempting to bind port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:30.260254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Attempting to bind port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 on network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:30.261568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Network 1490f06f-1eb4-4203-9466-c8f2a084c385 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:24:30.271238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.271389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:30.271389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Checking segment: {'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:30.271592 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.272092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Bound using segment: {'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:30.272663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Bound port: f5a5d944-0728-4095-b5fc-8cbfdf329bd5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:30.272966 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.302931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f8029-6574-4a66-b219-66a9f03037af req-0a2b0f93-6c92-4352-8fe0-bdad5e718324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:30.304413 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-0a2b0f93-6c92-4352-8fe0-bdad5e718324 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4638458e-8166-4c07-9c30-08c81b2df483 HTTP/1.1" status: 200 len: 864 time: 0.0890663 Apr 18 17:24:30.359770 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-c59ded81-1212-4784-8f99-c6573be77035 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62fa91bc-5934-4535-8303-6e7abd0e03d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304070 Apr 18 17:24:30.398463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] For port f5a5d944-0728-4095-b5fc-8cbfdf329bd5, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:30.412075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] For port f5a5d944-0728-4095-b5fc-8cbfdf329bd5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,segment=NetworkSegment(a870e602-b760-4024-aaa5-b119b6e43e6d),segment_id=a870e602-b760-4024-aaa5-b119b6e43e6d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:30.413087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb47b5-7d0b-4f9f-8adf-ac42ea837638 None None] Update dhcp port {'port': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'fixed_ips': [{'subnet_id': '32fa3d09-267a-4d71-bf6d-42c801c0dd28', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f64ec008-4ccc-49bc-b286-25a2e6996683'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'ba2de1de-f2e1-41e5-8c1d-870b283d49ce'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:24:30.444926 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58bb47b5-7d0b-4f9f-8adf-ac42ea837638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.465056 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-f1340c31-ea7b-48ee-87f7-4fb9e24b2bea service neutron] 10.222.0.41 "GET /v2.0/networks/62fa91bc-5934-4535-8303-6e7abd0e03d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975318 Apr 18 17:24:30.471473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1490f06f-1eb4-4203-9466-c8f2a084c385) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:30.501137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e1b21-ea03-45a8-b7c4-4628f38c32a1 None None] Network 1490f06f-1eb4-4203-9466-c8f2a084c385 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:30.506621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:30.507144 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.514195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:30.624916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f08ef1-bee0-4a92-9701-8464b2c0265c None None] Pushing event updated for resources: {'Port': ['ID=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:30.651255 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ac075ad6-b014-49b7-8a8e-91249454f550 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4694440 Apr 18 17:24:30.814027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55930) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:30.821234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1977247159', 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:30.909482 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd1f8029-6574-4a66-b219-66a9f03037af req-a302dba3-ac7d-4e4c-8435-6d83fc98b728 service neutron] 10.222.0.41 "GET /v2.0/networks/62fa91bc-5934-4535-8303-6e7abd0e03d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065022 Apr 18 17:24:30.932800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86056e75-f6c4-4a77-bbc4-7b223c9017a6 req-5d8a9598-367b-490c-96a0-5b712a028265 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:30.936952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86056e75-f6c4-4a77-bbc4-7b223c9017a6 req-5d8a9598-367b-490c-96a0-5b712a028265 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 943 time: 0.7550461 Apr 18 17:24:30.966472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Allocated IP 172.25.5.119 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/60b98142-6fff-442a-8022-9beedae8f514) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:30.998104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Made reservation on behalf of ecdfefd80e564eac894b94a73a023f8e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:31.000359 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.011240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a90729-f82a-4753-a168-5db44ec55820 None None] Network 1490f06f-1eb4-4203-9466-c8f2a084c385 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:31.057970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Delete allocated IP 2001:db8::20b (8c60644a-83e9-479a-86bd-591c6ef3b502/32fa3d09-267a-4d71-bf6d-42c801c0dd28) {{(pid=109825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 17:24:31.078833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8:0:1::2f (8c60644a-83e9-479a-86bd-591c6ef3b502/f64ec008-4ccc-49bc-b286-25a2e6996683/0339451c-98c4-45b8-9364-dff4c05c882d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:31.085706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] device_id is not set on port 62578c37-f5e8-456a-b68c-e69145f12cfb yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:24:31.093043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86056e75-f6c4-4a77-bbc4-7b223c9017a6 req-ac2ab0a6-a8f1-41d1-8386-5051cf5b5298 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394958 Apr 18 17:24:31.117491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e941bbb-87f6-479c-b195-9aa9871b9061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.281960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b59ca-fced-46fe-8eea-f6d3342c38e6 req-68ef11bd-fd51-485b-a8d8-ef25e7358db4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:31.283569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e4b59ca-fced-46fe-8eea-f6d3342c38e6 req-68ef11bd-fd51-485b-a8d8-ef25e7358db4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 945 time: 0.2025120 Apr 18 17:24:31.286763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.355198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Allocated IP 172.20.0.3 (1490f06f-1eb4-4203-9466-c8f2a084c385/c991de59-eb96-4b66-92a1-71a9405c980f/62578c37-f5e8-456a-b68c-e69145f12cfb) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:31.361454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e4b59ca-fced-46fe-8eea-f6d3342c38e6 req-4f3c7edd-68e8-4bd3-b42a-0775c86ba689 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685053 Apr 18 17:24:31.388022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.454583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.506188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.542242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-58bb47b5-7d0b-4f9f-8adf-ac42ea837638 None None] Allocated IP 2001:db8:0:1::2 (8c60644a-83e9-479a-86bd-591c6ef3b502/f64ec008-4ccc-49bc-b286-25a2e6996683/ba2de1de-f2e1-41e5-8c1d-870b283d49ce) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:31.567009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] In _notify_port_updated(), no bound segment for port 0339451c-98c4-45b8-9364-dff4c05c882d on network 8c60644a-83e9-479a-86bd-591c6ef3b502 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:24:31.576407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:31.577269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.581383 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "PUT /v2.0/ports/0339451c-98c4-45b8-9364-dff4c05c882d HTTP/1.1" status: 200 len: 929 time: 1.6496215 Apr 18 17:24:31.584882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Pushing event updated for resources: {'Port': ['ID=60b98142-6fff-442a-8022-9beedae8f514,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:31.585024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55938) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:31.601679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5a5d944-0728-4095-b5fc-8cbfdf329bd5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:31.674117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.717775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7453cb-e950-44b2-ae83-e165e26b5829 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=0339451c-98c4-45b8-9364-dff4c05c882d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:31.730644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:31.732741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:31.738391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:31.764841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:31.776036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dc85cbaa-4353-43f4-be81-66d4ba2dc628 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 0339451c-98c4-45b8-9364-dff4c05c882d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:31.776396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc85cbaa-4353-43f4-be81-66d4ba2dc628 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.794479 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.857521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:31.858184 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.882854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-58bb47b5-7d0b-4f9f-8adf-ac42ea837638 None None] For port ba2de1de-f2e1-41e5-8c1d-870b283d49ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,segment=NetworkSegment(b0df0265-11e8-4eb6-85f2-659249ce2149),segment_id=b0df0265-11e8-4eb6-85f2-659249ce2149)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:31.915064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Network 1490f06f-1eb4-4203-9466-c8f2a084c385 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:31.921387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:31.921647 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc85cbaa-4353-43f4-be81-66d4ba2dc628 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.938493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dc85cbaa-4353-43f4-be81-66d4ba2dc628 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 0339451c-98c4-45b8-9364-dff4c05c882d owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:31.946436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:31.980111 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58bb47b5-7d0b-4f9f-8adf-ac42ea837638 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:31.986666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'Port': ['ID=62578c37-f5e8-456a-b68c-e69145f12cfb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:32.041387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:32.042778 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.061550 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58bb47b5-7d0b-4f9f-8adf-ac42ea837638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.172496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55944) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:32.186758 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b63cdb12-dbbe-419d-a276-70cbd403a3f9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3701324 Apr 18 17:24:32.206481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.260683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc85cbaa-4353-43f4-be81-66d4ba2dc628 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.286564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port f5a5d944-0728-4095-b5fc-8cbfdf329bd5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,segment=NetworkSegment(a870e602-b760-4024-aaa5-b119b6e43e6d),segment_id=a870e602-b760-4024-aaa5-b119b6e43e6d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:32.287680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:24:32.324184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:32.324714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.333777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85cbaa-4353-43f4-be81-66d4ba2dc628 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=0339451c-98c4-45b8-9364-dff4c05c882d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:32.373673 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.379343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.384658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fdc7b8-6499-4ad1-891a-a03de2e7c99e None None] Network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:32.398843 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc85cbaa-4353-43f4-be81-66d4ba2dc628 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.410597 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dc85cbaa-4353-43f4-be81-66d4ba2dc628 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/0339451c-98c4-45b8-9364-dff4c05c882d HTTP/1.1" status: 204 len: 168 time: 0.8272178 Apr 18 17:24:32.413190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55952) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:32.430598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb47b5-7d0b-4f9f-8adf-ac42ea837638 None None] Pushing event updated for resources: {'Port': ['ID=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:32.494289 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bce6de-d1ee-4af2-9e31-cd5c58ba0c92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:24:32.496224 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-41bce6de-d1ee-4af2-9e31-cd5c58ba0c92 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/0339451c-98c4-45b8-9364-dff4c05c882d HTTP/1.1" status: 404 len: 333 time: 0.0820441 Apr 18 17:24:32.513978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55954) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:32.589696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8315c5e4-8fd0-49c6-86c7-4d85eff9d777 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Deleting port 62578c37-f5e8-456a-b68c-e69145f12cfb {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:32.589696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8315c5e4-8fd0-49c6-86c7-4d85eff9d777 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.612110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e909299-b9c1-4241-bff5-02786cb479c8 req-ab2d9493-e52c-4e67-9aa7-196aab7b4e42 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:32.613683 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e909299-b9c1-4241-bff5-02786cb479c8 req-ab2d9493-e52c-4e67-9aa7-196aab7b4e42 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 943 time: 0.4085522 Apr 18 17:24:32.641074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7ab7dea6-307c-47bb-a4c0-612cd0f87e38 None None] Provisioning complete for port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:32.641518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ab7dea6-307c-47bb-a4c0-612cd0f87e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.734662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986da84b-bde4-4587-bd0f-410159433c99 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.776599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e909299-b9c1-4241-bff5-02786cb479c8 req-8a071445-ebbf-45cc-8336-13bc8a102c9e tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715814 Apr 18 17:24:32.790997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098c57e-88bc-49e4-8e04-611578c91e16 req-f25d2497-0495-4917-b836-9b7e3c1a4914 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:32.799347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f098c57e-88bc-49e4-8e04-611578c91e16 req-f25d2497-0495-4917-b836-9b7e3c1a4914 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 945 time: 0.1988571 Apr 18 17:24:32.817249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986da84b-bde4-4587-bd0f-410159433c99 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.834874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8315c5e4-8fd0-49c6-86c7-4d85eff9d777 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.865833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:32.884381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8315c5e4-8fd0-49c6-86c7-4d85eff9d777 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Calling delete_port for 62578c37-f5e8-456a-b68c-e69145f12cfb owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:32.952132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f098c57e-88bc-49e4-8e04-611578c91e16 req-54733b00-afbd-4456-b62f-7a2aea74b586 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225591 Apr 18 17:24:33.016890 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.115509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986da84b-bde4-4587-bd0f-410159433c99 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.124308 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-986da84b-bde4-4587-bd0f-410159433c99 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.127941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:33.129138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55958) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:33.129440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-986da84b-bde4-4587-bd0f-410159433c99 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/security-groups/c9defa43-79ba-4744-9f62-854284668bca HTTP/1.1" status: 204 len: 168 time: 0.6111860 Apr 18 17:24:33.186741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:33.189329 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62042651-0bd3-4435-b859-90113526ac28" -d '{"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-plugged", "status": "completed", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:33.201356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:24:33.230726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986da84b-bde4-4587-bd0f-410159433c99 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9defa43-79ba-4744-9f62-854284668bca,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:33.254244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:33.348248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.384735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8315c5e4-8fd0-49c6-86c7-4d85eff9d777 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.385623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bfc164c2-c517-4303-9e72-93f00afb1356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.398182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f5544ae-f018-4572-9aaa-7e0c5db21543 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.488103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:33.489345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315c5e4-8fd0-49c6-86c7-4d85eff9d777 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event deleted for resources: {'Port': ['ID=62578c37-f5e8-456a-b68c-e69145f12cfb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:33.535726 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7961052e-967e-42f7-8930-b18636422269 x-openstack-request-id: req-7961052e-967e-42f7-8930-b18636422269 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:33.535726 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-plugged", "status": "completed", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:33.535726 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7961052e-967e-42f7-8930-b18636422269 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:33.535726 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7961052e-967e-42f7-8930-b18636422269'] response: {'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'code': 200} Apr 18 17:24:33.539367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9d4472a6-0941-417f-b570-cdabfb34d137 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:33.539953 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d4472a6-0941-417f-b570-cdabfb34d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.568479 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f5544ae-f018-4572-9aaa-7e0c5db21543 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.580626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5a5d944-0728-4095-b5fc-8cbfdf329bd5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:33.645605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:33.664379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Sync routers for ids ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:33.679264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8315c5e4-8fd0-49c6-86c7-4d85eff9d777 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.685709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8315c5e4-8fd0-49c6-86c7-4d85eff9d777 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "DELETE /v2.0/ports/62578c37-f5e8-456a-b68c-e69145f12cfb HTTP/1.1" status: 204 len: 168 time: 1.5049791 Apr 18 17:24:33.686458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:33.690832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385', 'external_fixed_ips': [{'subnet_id': 'c991de59-eb96-4b66-92a1-71a9405c980f', 'ip_address': '172.20.0.3'}]}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:33.734440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:33.734882 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.770881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238306eb-0cd2-4c66-b251-5b21affd12e2 req-51f23129-4c4e-4c68-b1b6-db313c1103d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:33.772471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-238306eb-0cd2-4c66-b251-5b21affd12e2 req-51f23129-4c4e-4c68-b1b6-db313c1103d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1097 time: 0.1289577 Apr 18 17:24:33.779119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Routers {'f8b4fd96-7009-4a6a-98bd-6a56004f18e8'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:33.779884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:33.783675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f5544ae-f018-4572-9aaa-7e0c5db21543 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.793194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f5544ae-f018-4572-9aaa-7e0c5db21543 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.797003 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3f5544ae-f018-4572-9aaa-7e0c5db21543 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/security-groups/4a2e9a24-3b4c-476e-a9d8-57276b60293a HTTP/1.1" status: 204 len: 168 time: 0.6662927 Apr 18 17:24:33.805838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55970) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:33.870919 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-238306eb-0cd2-4c66-b251-5b21affd12e2 req-282e39e5-91cf-4966-8517-7265afc728bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902913 Apr 18 17:24:33.875925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9d4472a6-0941-417f-b570-cdabfb34d137 None None] Could not find standard attr ID for object 0339451c-98c4-45b8-9364-dff4c05c882d. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:24:33.885465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.886566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.915746 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.915746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-31e5bb6d-846a-46c7-b9ff-9e06fcbf9ddc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5646958 Apr 18 17:24:33.937632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 55974) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:33.940929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5544ae-f018-4572-9aaa-7e0c5db21543 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2e9a24-3b4c-476e-a9d8-57276b60293a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:33.947077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c616ecde-f5ae-44ea-885b-4a98bb6e4e22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet 32fa3d09-267a-4d71-bf6d-42c801c0dd28 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:33.980814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9d4472a6-0941-417f-b570-cdabfb34d137 None None] Provisioning complete for port 362e064d-fbad-4ea7-98a7-42d86ac1f61a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:33.981292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d4472a6-0941-417f-b570-cdabfb34d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:33.992711 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c616ecde-f5ae-44ea-885b-4a98bb6e4e22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.058169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c616ecde-f5ae-44ea-885b-4a98bb6e4e22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.147302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba2de1de-f2e1-41e5-8c1d-870b283d49ce up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:34.195016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.201634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Set router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:34.254106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9d4472a6-0941-417f-b570-cdabfb34d137 None None] Port 362e064d-fbad-4ea7-98a7-42d86ac1f61a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:34.301013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c616ecde-f5ae-44ea-885b-4a98bb6e4e22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.341656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37424ecc-5866-43f5-9a8a-a747f9861d72 req-eaace0a8-cd1c-4c65-9aa8-609b50ba2005 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:34.343198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37424ecc-5866-43f5-9a8a-a747f9861d72 req-eaace0a8-cd1c-4c65-9aa8-609b50ba2005 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 943 time: 0.4417200 Apr 18 17:24:34.357304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763e11-0cbc-4400-b45e-d9ef33c528f5 req-2c1e56f9-c943-42e1-8637-483395a1686b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:34.359159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a763e11-0cbc-4400-b45e-d9ef33c528f5 req-2c1e56f9-c943-42e1-8637-483395a1686b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1497016 Apr 18 17:24:34.430725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-37424ecc-5866-43f5-9a8a-a747f9861d72 req-c9094c1a-6885-4c15-8d82-03be4198d2f3 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705667 Apr 18 17:24:34.437484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:34.437484 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.483249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9da53921-7793-4c49-a845-04242967b7e7 None None] Provisioning complete for port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:34.484412 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9da53921-7793-4c49-a845-04242967b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.519346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a763e11-0cbc-4400-b45e-d9ef33c528f5 req-5ce1f2d3-de91-4f59-8909-11c35e6256f7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329107 Apr 18 17:24:34.540444 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.628669 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c616ecde-f5ae-44ea-885b-4a98bb6e4e22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.648323 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c616ecde-f5ae-44ea-885b-4a98bb6e4e22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.663282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9da53921-7793-4c49-a845-04242967b7e7 None None] Could not find standard attr ID for object 0339451c-98c4-45b8-9364-dff4c05c882d. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:24:34.668193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ed7af-fe96-428c-8eb1-98cab1421413 None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:34.678135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c616ecde-f5ae-44ea-885b-4a98bb6e4e22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/32fa3d09-267a-4d71-bf6d-42c801c0dd28 HTTP/1.1" status: 204 len: 168 time: 0.8649371 Apr 18 17:24:34.679368 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 55982) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:34.728888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616ecde-f5ae-44ea-885b-4a98bb6e4e22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=32fa3d09-267a-4d71-bf6d-42c801c0dd28,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:34.744983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:34.915549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '60b98142-6fff-442a-8022-9beedae8f514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:24:32Z', 'revision_number': 3, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port': {'id': '60b98142-6fff-442a-8022-9beedae8f514', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:30Z', 'updated_at': '2022-04-18T17:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:34.956379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Checking router: f8b4fd96-7009-4a6a-98bd-6a56004f18e8 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:24:34.956734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Updating router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 port 60b98142-6fff-442a-8022-9beedae8f514 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:24:34.978496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:34.984022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:34.987273 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.059856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.343642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 1e937e01-4cbe-477c-8725-96afe34a5afd details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:24:35.552366 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.609455 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.642960 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.645654 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.724815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 1e937e01-4cbe-477c-8725-96afe34a5afd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1e937e01-4cbe-477c-8725-96afe34a5afd,segment=NetworkSegment(8368f5e2-a3ac-45da-a477-9057683ba409),segment_id=8368f5e2-a3ac-45da-a477-9057683ba409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:35.766592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '1e937e01-4cbe-477c-8725-96afe34a5afd', 'network_id': '62fa91bc-5934-4535-8303-6e7abd0e03d2', 'port_id': '1e937e01-4cbe-477c-8725-96afe34a5afd', 'mac_address': 'fa:16:3e:5d:37:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4638458e-8166-4c07-9c30-08c81b2df483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:24:35.775345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98940619-1698-4a4d-bffa-d3a243d80f92 None None] Pushing event updated for resources: {'Port': ['ID=60b98142-6fff-442a-8022-9beedae8f514,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:35.785472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Attempting to bind port 60b98142-6fff-442a-8022-9beedae8f514 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:35.786055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Attempting to bind port 60b98142-6fff-442a-8022-9beedae8f514 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:35.786674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Attempting to bind port 60b98142-6fff-442a-8022-9beedae8f514 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:35.796167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:35.796914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:35.797807 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.798415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:35.800462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Bound port: 60b98142-6fff-442a-8022-9beedae8f514, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:35.801077 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.867852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:35.893312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:35.904978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:35.905908 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.924961 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:35.930208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ac464-9368-433c-ae41-3924ef1e2a8c req-ca0957fa-b2a4-4a95-9288-51efeebfafa5 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:35.943365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa0ac464-9368-433c-ae41-3924ef1e2a8c req-ca0957fa-b2a4-4a95-9288-51efeebfafa5 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 943 time: 0.3420858 Apr 18 17:24:35.962230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=19f50f0f-8feb-446b-b40d-ad1b50b8af49,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:35.977542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e937e01-4cbe-477c-8725-96afe34a5afd {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:24:36.006082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] For port 60b98142-6fff-442a-8022-9beedae8f514, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:36.015008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] For port 60b98142-6fff-442a-8022-9beedae8f514, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=60b98142-6fff-442a-8022-9beedae8f514,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:36.019539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 1e937e01-4cbe-477c-8725-96afe34a5afd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1e937e01-4cbe-477c-8725-96afe34a5afd,segment=NetworkSegment(8368f5e2-a3ac-45da-a477-9057683ba409),segment_id=8368f5e2-a3ac-45da-a477-9057683ba409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:36.021554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c9edf-fda2-44fa-865e-9dd743b1c5c9 req-be06a83a-4a51-41d4-b358-5863d9dda780 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:36.023767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae4c9edf-fda2-44fa-865e-9dd743b1c5c9 req-be06a83a-4a51-41d4-b358-5863d9dda780 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.2646618 Apr 18 17:24:36.052104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa0ac464-9368-433c-ae41-3924ef1e2a8c req-8104b0d8-7a7d-4899-9407-6a5504d032f3 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938547 Apr 18 17:24:36.052775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5039d947-9d65-464f-9803-492246d92278 None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:36.098393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae4c9edf-fda2-44fa-865e-9dd743b1c5c9 req-06bbbfb9-1cb1-415f-8962-224852c09df5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505216 Apr 18 17:24:36.145681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Allocated IP 172.20.0.1 (6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2/fcfae39a-933b-40ba-8a71-15b49634f5ee/c37dde85-00cb-4161-9e71-89b40d297eeb) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:36.168242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f6f9b715-f381-4efd-bcbd-b7f4f9390860 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4381766 Apr 18 17:24:36.169114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56012) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:36.173875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-17b53a29-507c-49ff-afc6-7adaf44b2454 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'security_group': {'name': 'tempest-secgroup-54239324'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:36.308675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.346083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.360797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e0f1a-8617-4f6f-8a66-ff5ad5706179 req-16cfae7c-4315-4296-976a-11d9eca4acf6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:36.364566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d8e0f1a-8617-4f6f-8a66-ff5ad5706179 req-16cfae7c-4315-4296-976a-11d9eca4acf6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1121624 Apr 18 17:24:36.366642 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17b53a29-507c-49ff-afc6-7adaf44b2454 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.376629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56014) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:36.381933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Request body: {'floatingip': {'port_id': '29a8d143-cc3a-4356-bc38-fd5fcbc58176'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:36.416522 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.417374 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.428242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.452972 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.508037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.517721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6c35cb38-ea08-4931-a6ee-c0025f97abe0 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:36.517721 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6c35cb38-ea08-4931-a6ee-c0025f97abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.557660 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.617862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Routers {'f8b4fd96-7009-4a6a-98bd-6a56004f18e8'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:36.618538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:36.619452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Allocated IP 172.20.0.3 (1490f06f-1eb4-4203-9466-c8f2a084c385/c991de59-eb96-4b66-92a1-71a9405c980f/073688aa-09a2-4435-b9ea-c032aedd7ee2) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:36.683351 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17b53a29-507c-49ff-afc6-7adaf44b2454 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.689755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=1e937e01-4cbe-477c-8725-96afe34a5afd,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:36.725025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.803115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:36.814026 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17b53a29-507c-49ff-afc6-7adaf44b2454 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.823045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:36.827687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:36.870746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b53a29-507c-49ff-afc6-7adaf44b2454 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a502000a-1d01-4cd0-b99f-11d836d5a796,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:36.872100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['1e937e01-4cbe-477c-8725-96afe34a5afd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:24:36.883879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Pushing event updated for resources: {'Port': ['ID=c37dde85-00cb-4161-9e71-89b40d297eeb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:36.914426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.931910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.939459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98940619-1698-4a4d-bffa-d3a243d80f92 None None] Pushing event updated for resources: {'Port': ['ID=60b98142-6fff-442a-8022-9beedae8f514,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:36.977583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17b53a29-507c-49ff-afc6-7adaf44b2454 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:36.982969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17b53a29-507c-49ff-afc6-7adaf44b2454 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8127990 Apr 18 17:24:36.985857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56024) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:36.995807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-39bf13af-0f62-43ed-816d-6c05e0f721bb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'security_group': {'name': 'tempest-secgroup-749674702'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:37.039425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] Set router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:37.133471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.135470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39bf13af-0f62-43ed-816d-6c05e0f721bb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.177163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Network 1490f06f-1eb4-4203-9466-c8f2a084c385 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:37.180673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:37.208845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4ccaef-6195-4d4b-9c37-54fec7ea0355 None None] Update dhcp port {'port': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'fixed_ips': [{'subnet_id': 'f64ec008-4ccc-49bc-b286-25a2e6996683', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '19f50f0f-8feb-446b-b40d-ad1b50b8af49'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'ba2de1de-f2e1-41e5-8c1d-870b283d49ce'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:24:37.213483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:37.302749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.307655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6c35cb38-ea08-4931-a6ee-c0025f97abe0 None None] Provisioning complete for port 362e064d-fbad-4ea7-98a7-42d86ac1f61a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:37.307895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'Port': ['ID=073688aa-09a2-4435-b9ea-c032aedd7ee2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:37.308013 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6c35cb38-ea08-4931-a6ee-c0025f97abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.366060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6c35cb38-ea08-4931-a6ee-c0025f97abe0 None None] Port 362e064d-fbad-4ea7-98a7-42d86ac1f61a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:37.381291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccaef-6195-4d4b-9c37-54fec7ea0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.777365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-813ebedf-73ed-4eee-bbe0-d28cee88ca31 None None] Provisioning complete for port c37dde85-00cb-4161-9e71-89b40d297eeb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:37.779205 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-813ebedf-73ed-4eee-bbe0-d28cee88ca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.813947 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.846668 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.876047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-813ebedf-73ed-4eee-bbe0-d28cee88ca31 None None] Port c37dde85-00cb-4161-9e71-89b40d297eeb cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:37.901355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:37.905943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4ad76-6865-4962-a605-4c9c4b13e973 req-a03c2dc1-2a14-4c41-8069-a776c402ad59 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:37.914415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13d4ad76-6865-4962-a605-4c9c4b13e973 req-a03c2dc1-2a14-4c41-8069-a776c402ad59 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 944 time: 0.7334971 Apr 18 17:24:37.983029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '60b98142-6fff-442a-8022-9beedae8f514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:24:32Z', 'revision_number': 3, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port': {'id': '60b98142-6fff-442a-8022-9beedae8f514', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:30Z', 'updated_at': '2022-04-18T17:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:37.986056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-7b4ccaef-6195-4d4b-9c37-54fec7ea0355 None None] Allocated IP 2001:db8::2 (8c60644a-83e9-479a-86bd-591c6ef3b502/19f50f0f-8feb-446b-b40d-ad1b50b8af49/ba2de1de-f2e1-41e5-8c1d-870b283d49ce) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:38.003697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.023353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786ab26-c810-40d1-953c-3bb0dad289eb None None] The sync data for ids ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'] in n-d-836015-2 is: [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '60b98142-6fff-442a-8022-9beedae8f514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:24:32Z', 'revision_number': 3, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port': {'id': '60b98142-6fff-442a-8022-9beedae8f514', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:30Z', 'updated_at': '2022-04-18T17:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:38.023631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39bf13af-0f62-43ed-816d-6c05e0f721bb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.045389 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.069161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13d4ad76-6865-4962-a605-4c9c4b13e973 req-cc9a49dd-cab7-497d-aef2-28aa2edd5df2 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475155 Apr 18 17:24:38.075272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Pushing event updated for resources: {'Port': ['ID=c37dde85-00cb-4161-9e71-89b40d297eeb,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:38.104653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39bf13af-0f62-43ed-816d-6c05e0f721bb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.110448 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.232060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7b4ccaef-6195-4d4b-9c37-54fec7ea0355 None None] For port ba2de1de-f2e1-41e5-8c1d-870b283d49ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,segment=NetworkSegment(b0df0265-11e8-4eb6-85f2-659249ce2149),segment_id=b0df0265-11e8-4eb6-85f2-659249ce2149)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:38.282467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf13af-0f62-43ed-816d-6c05e0f721bb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e45e28-43cc-43e4-a311-18b1c6c624c2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:38.322659 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccaef-6195-4d4b-9c37-54fec7ea0355 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.359293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-39bf13af-0f62-43ed-816d-6c05e0f721bb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.362453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-39bf13af-0f62-43ed-816d-6c05e0f721bb tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3756223 Apr 18 17:24:38.365152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56036) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:38.371932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e4b554d9-d9c6-415b-bff6-63b6f6a10031 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1371989817'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:38.400325 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Floating IP f80ea873-df11-4717-94eb-be5a5a40257e associated. External IP: 172.25.5.81, port: 29a8d143-cc3a-4356-bc38-fd5fcbc58176. Apr 18 17:24:38.421257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:38.428863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:38.434343 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccaef-6195-4d4b-9c37-54fec7ea0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.468051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.645010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4b554d9-d9c6-415b-bff6-63b6f6a10031 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:38.743318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ccaef-6195-4d4b-9c37-54fec7ea0355 None None] Pushing event updated for resources: {'Port': ['ID=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:38.932594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-444836fb-1490-4f58-ba1f-a35109dce85d None None] Provisioning complete for port c37dde85-00cb-4161-9e71-89b40d297eeb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:38.933357 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-444836fb-1490-4f58-ba1f-a35109dce85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:39.028892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-444836fb-1490-4f58-ba1f-a35109dce85d None None] Port c37dde85-00cb-4161-9e71-89b40d297eeb cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:39.114369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4b554d9-d9c6-415b-bff6-63b6f6a10031 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:39.125574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:24:39.165753 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:24:39.276438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 1e937e01-4cbe-477c-8725-96afe34a5afd up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:39.287368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4b554d9-d9c6-415b-bff6-63b6f6a10031 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:39.422711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:24:39.453076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 1e937e01-4cbe-477c-8725-96afe34a5afd completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:24:39.466027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 1e937e01-4cbe-477c-8725-96afe34a5afd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:39.466027 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:39.521853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4b554d9-d9c6-415b-bff6-63b6f6a10031 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:39.531392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e4b554d9-d9c6-415b-bff6-63b6f6a10031 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1648533 Apr 18 17:24:39.540269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56044) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:39.544539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-888022866', 'security_groups': ['4ccf252b-0c04-448b-82d3-effb008959f7'], 'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19f50f0f-8feb-446b-b40d-ad1b50b8af49'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:39.604043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b554d9-d9c6-415b-bff6-63b6f6a10031 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf252b-0c04-448b-82d3-effb008959f7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:39.653355 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:39.742816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 1e937e01-4cbe-477c-8725-96afe34a5afd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1e937e01-4cbe-477c-8725-96afe34a5afd,segment=NetworkSegment(8368f5e2-a3ac-45da-a477-9057683ba409),segment_id=8368f5e2-a3ac-45da-a477-9057683ba409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:39.747628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15379f5-9745-4223-9520-5121e72a5238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e937e01-4cbe-477c-8725-96afe34a5afd'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:39.749264 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf62dc71-76fc-4545-a00e-1cd957453d52" -d '{"events": [{"server_uuid": "b15379f5-9745-4223-9520-5121e72a5238", "name": "network-vif-plugged", "status": "completed", "tag": "1e937e01-4cbe-477c-8725-96afe34a5afd"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:39.755120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 60b98142-6fff-442a-8022-9beedae8f514 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:39.827278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e991-c0f9-4c1f-8c6c-27039ab1a257 req-66f84d40-fad5-402e-ac99-367f13638c62 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:39.854100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c555e991-c0f9-4c1f-8c6c-27039ab1a257 req-66f84d40-fad5-402e-ac99-367f13638c62 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 944 time: 0.5803246 Apr 18 17:24:39.857903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:39.866652 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2f8dbc03-d0a0-4fb4-878b-dc5fc51042bd admin admin] 10.222.0.45 "PUT /v2.0/routers/f8b4fd96-7009-4a6a-98bd-6a56004f18e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9279358 Apr 18 17:24:39.953001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:39.993536 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] Sync routers for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:39.994463 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:39.994579 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:39.994579 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:40.008297 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c555e991-c0f9-4c1f-8c6c-27039ab1a257 req-54217616-75c8-436b-98a6-3fa75ba9af9d tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531551 Apr 18 17:24:40.053159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Router 1beacf59-7fd1-45fe-9e2e-728ceaca4031 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:24:40.094554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-53d7e994-095a-481c-b6ef-e9943734aac4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "PUT /v2.0/floatingips/f80ea873-df11-4717-94eb-be5a5a40257e HTTP/1.1" status: 200 len: 991 time: 3.6959140 Apr 18 17:24:40.127252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:40.129641 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96802bda-f05c-4107-a879-1e0e8e67f5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:40.206353 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88676c72-f3e7-452d-b6ea-8b1b450b0e58 x-openstack-request-id: req-88676c72-f3e7-452d-b6ea-8b1b450b0e58 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:40.206925 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15379f5-9745-4223-9520-5121e72a5238", "name": "network-vif-plugged", "status": "completed", "tag": "1e937e01-4cbe-477c-8725-96afe34a5afd", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:40.206925 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88676c72-f3e7-452d-b6ea-8b1b450b0e58 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:40.207847 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88676c72-f3e7-452d-b6ea-8b1b450b0e58'] response: {'server_uuid': 'b15379f5-9745-4223-9520-5121e72a5238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e937e01-4cbe-477c-8725-96afe34a5afd', 'code': 200} Apr 18 17:24:40.224947 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:40.234647 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4ea495-3e49-46ef-bc8e-ca9deafb5dbd x-openstack-request-id: req-6f4ea495-3e49-46ef-bc8e-ca9deafb5dbd {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:40.234942 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:40.235197 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f4ea495-3e49-46ef-bc8e-ca9deafb5dbd {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:40.235395 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:40.235612 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4ea495-3e49-46ef-bc8e-ca9deafb5dbd'] response: {'name': 'network-changed', 'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'status': 'completed', 'code': 200} Apr 18 17:24:40.256508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:40.306329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f0244aec-8446-4f7c-b04c-1ff23efc4006 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:40.306710 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0244aec-8446-4f7c-b04c-1ff23efc4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:40.358087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc224b6-9988-461d-a7c9-3b1df5649c2a req-2d0caef7-364f-4887-8866-ff9d6e06be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:40.363233 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc224b6-9988-461d-a7c9-3b1df5649c2a req-2d0caef7-364f-4887-8866-ff9d6e06be91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 1096 time: 0.3024507 Apr 18 17:24:40.409100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=1e937e01-4cbe-477c-8725-96afe34a5afd,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:40.458091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 60b98142-6fff-442a-8022-9beedae8f514 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:40.458498 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:40.505376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:40.519308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f0244aec-8446-4f7c-b04c-1ff23efc4006 None None] Provisioning complete for port 362e064d-fbad-4ea7-98a7-42d86ac1f61a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:40.524810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0244aec-8446-4f7c-b04c-1ff23efc4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:40.562746 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] device_id is not set on port 90457bf4-bf8a-4c64-b131-8afa1b6a2c7f yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:24:40.582726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:40.603339 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cc224b6-9988-461d-a7c9-3b1df5649c2a req-d191a6a5-1326-4554-987a-f34b84e10c77 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317929 Apr 18 17:24:40.624704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 60b98142-6fff-442a-8022-9beedae8f514, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=60b98142-6fff-442a-8022-9beedae8f514,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:40.627131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f0244aec-8446-4f7c-b04c-1ff23efc4006 None None] Port 362e064d-fbad-4ea7-98a7-42d86ac1f61a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:40.628704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:40.652678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Sync routers for ids ['1beacf59-7fd1-45fe-9e2e-728ceaca4031'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:40.654332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-1699037a-5856-403b-b31d-f8a83bcf8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:40.656163 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-1699037a-5856-403b-b31d-f8a83bcf8441 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1097 time: 0.3791542 Apr 18 17:24:40.683359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Routers {'1beacf59-7fd1-45fe-9e2e-728ceaca4031'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:40.684017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1beacf59-7fd1-45fe-9e2e-728ceaca4031'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:40.792003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:40.793268 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-56f689d9-141d-4da4-860b-623e1bf782ad tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.1058311 Apr 18 17:24:40.800492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56072) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:40.809080 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f80ea873-df11-4717-94eb-be5a5a40257e', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'port_id': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'mac_address': 'fa:16:3e:b1:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:24:11Z', 'updated_at': '2022-04-18T17:24:37Z', 'revision_number': 1, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:40.833748 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:40.834582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba2de1de-f2e1-41e5-8c1d-870b283d49ce up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:40.868183 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] Checking router: 1b72c2e1-2355-465a-94f2-14c3fe98e6ac for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:24:40.890653 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:40.891656 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:40.964059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=60b98142-6fff-442a-8022-9beedae8f514,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:41.068094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-aaac9500-d3f1-4ec9-b80e-666466352a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:41.070551 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-aaac9500-d3f1-4ec9-b80e-666466352a42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.4048643 Apr 18 17:24:41.091976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8::14e (8c60644a-83e9-479a-86bd-591c6ef3b502/19f50f0f-8feb-446b-b40d-ad1b50b8af49/90457bf4-bf8a-4c64-b131-8afa1b6a2c7f) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:41.111661 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:41.154291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:41.154650 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:41.215367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Set router 1beacf59-7fd1-45fe-9e2e-728ceaca4031 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:41.289673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-02684b65-96c8-476f-90bf-ebaf5af2636f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 200 len: 999 time: 0.2025447 Apr 18 17:24:41.321779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:41.390615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0f32-d5a9-4785-bb29-47532145acf1 req-c1d79295-a201-4b62-b11d-fc71b0dc428f tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:41.398463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b3d0f32-d5a9-4785-bb29-47532145acf1 req-c1d79295-a201-4b62-b11d-fc71b0dc428f tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 945 time: 0.2441740 Apr 18 17:24:41.452283 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Sync routers for ids ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:41.487749 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Routers {'f8b4fd96-7009-4a6a-98bd-6a56004f18e8'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:41.488383 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:41.509921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b3d0f32-d5a9-4785-bb29-47532145acf1 req-b8f38733-8b78-49ec-98bb-2c8923f616ea tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015484 Apr 18 17:24:41.553140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:41.582325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beacf59-7fd1-45fe-9e2e-728ceaca4031', 'name': '', 'tenant_id': 'ecdfefd80e564eac894b94a73a023f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385', 'external_fixed_ips': [{'subnet_id': 'c991de59-eb96-4b66-92a1-71a9405c980f', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '073688aa-09a2-4435-b9ea-c032aedd7ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:33Z', 'updated_at': '2022-04-18T17:24:37Z', 'revision_number': 3, 'project_id': 'ecdfefd80e564eac894b94a73a023f8e', 'gw_port': {'id': '073688aa-09a2-4435-b9ea-c032aedd7ee2', 'name': '', 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beacf59-7fd1-45fe-9e2e-728ceaca4031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c991de59-eb96-4b66-92a1-71a9405c980f', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:36Z', 'updated_at': '2022-04-18T17:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c991de59-eb96-4b66-92a1-71a9405c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:41.591519 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:41.646986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Checking router: 1beacf59-7fd1-45fe-9e2e-728ceaca4031 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:24:41.657264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Updating router 1beacf59-7fd1-45fe-9e2e-728ceaca4031 port 073688aa-09a2-4435-b9ea-c032aedd7ee2 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:24:41.675763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-15d07b6e-cb17-4488-a13a-b093f7dca4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:41.678131 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-15d07b6e-cb17-4488-a13a-b093f7dca4b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.1686239 Apr 18 17:24:41.704442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:41.704962 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:41.772447 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f80ea873-df11-4717-94eb-be5a5a40257e', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'port_id': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'mac_address': 'fa:16:3e:b1:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:24:11Z', 'updated_at': '2022-04-18T17:24:37Z', 'revision_number': 1, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:41.852990 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ab86a-7d97-4217-8972-2392503a4f19 None None] The sync data for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 is: [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'f80ea873-df11-4717-94eb-be5a5a40257e', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'port_id': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'mac_address': 'fa:16:3e:b1:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:24:11Z', 'updated_at': '2022-04-18T17:24:37Z', 'revision_number': 1, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:41.873266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:41.882420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Deleting port 073688aa-09a2-4435-b9ea-c032aedd7ee2 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:41.884016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:41.890707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:41.909956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:41.924767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:41.927124 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:41.933202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 60b98142-6fff-442a-8022-9beedae8f514 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:41.970965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=90457bf4-bf8a-4c64-b131-8afa1b6a2c7f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:42.071171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5d1a3079-d6a3-48a4-9245-4ee2966b5e6f tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5274260 Apr 18 17:24:42.071171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56086) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:42.074594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-264a872e-e465-49ff-b665-7749f4c9d72b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:42.116000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:42.136582 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Set router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:42.142551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Calling delete_port for 073688aa-09a2-4435-b9ea-c032aedd7ee2 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:42.297835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 60b98142-6fff-442a-8022-9beedae8f514 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:42.298926 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:42.334289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-c3def590-d52d-444f-bcdb-f814012e7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:42.354841 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-c3def590-d52d-444f-bcdb-f814012e7514 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6697514 Apr 18 17:24:42.369248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d33b089-bec2-4fe7-8011-90c67e99d4bd None None] New status for floating IP f80ea873-df11-4717-94eb-be5a5a40257e: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:24:42.445122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a872e-e465-49ff-b665-7749f4c9d72b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:42.451293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-264a872e-e465-49ff-b665-7749f4c9d72b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:42.594733 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:42.638756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d40fb253-febb-4c95-96e2-cbf5251a01c5 None None] Provisioning complete for port 90457bf4-bf8a-4c64-b131-8afa1b6a2c7f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:42.639134 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d40fb253-febb-4c95-96e2-cbf5251a01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:42.715970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d40fb253-febb-4c95-96e2-cbf5251a01c5 None None] Port 90457bf4-bf8a-4c64-b131-8afa1b6a2c7f cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:42.721674 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:42.750525 n-d-836015-2 neutron-server[109826]: INFO neutron.db.ipam_backend_mixin [None req-264a872e-e465-49ff-b665-7749f4c9d72b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19f50f0f-8feb-446b-b40d-ad1b50b8af49 (CIDR: 2001:db8::/64) Apr 18 17:24:42.845820 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-264a872e-e465-49ff-b665-7749f4c9d72b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:24:42.846294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264a872e-e465-49ff-b665-7749f4c9d72b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:42.846933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Attempting to bind port 073688aa-09a2-4435-b9ea-c032aedd7ee2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:42.847408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Attempting to bind port 073688aa-09a2-4435-b9ea-c032aedd7ee2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:42.847893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Attempting to bind port 073688aa-09a2-4435-b9ea-c032aedd7ee2 on network 1490f06f-1eb4-4203-9466-c8f2a084c385 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:42.855551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926a5de-0e64-476e-aa8c-b4eaca070ba8 None None] Pushing event updated for resources: {'Port': ['ID=073688aa-09a2-4435-b9ea-c032aedd7ee2,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:42.864910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:42.864910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Checking segment: {'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:42.864910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:42.864910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Bound using segment: {'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:42.864910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Bound port: 073688aa-09a2-4435-b9ea-c032aedd7ee2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:42.869544 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:42.875023 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '60b98142-6fff-442a-8022-9beedae8f514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:24:37Z', 'revision_number': 4, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port': {'id': '60b98142-6fff-442a-8022-9beedae8f514', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:30Z', 'updated_at': '2022-04-18T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c37dde85-00cb-4161-9e71-89b40d297eeb', 'name': '', 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'mac_address': 'fa:16:3e:4a:02:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'fcfae39a-933b-40ba-8a71-15b49634f5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:35Z', 'updated_at': '2022-04-18T17:24:37Z', 'revision_number': 2, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'subnets': [{'id': 'fcfae39a-933b-40ba-8a71-15b49634f5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:42.877098 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-a57349d2-9602-4420-9aba-aeaf50fad8b3 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125127 Apr 18 17:24:42.954283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-264a872e-e465-49ff-b665-7749f4c9d72b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8838902 Apr 18 17:24:42.962957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56102) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:42.969260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-50f822c1-328c-4b5f-b923-ee45c6fa2d7d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:43.070359 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Checking router: f8b4fd96-7009-4a6a-98bd-6a56004f18e8 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:24:43.071072 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Updating router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 port c37dde85-00cb-4161-9e71-89b40d297eeb binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:24:43.115423 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.120832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d7cb7-256c-4b46-8f97-39a054af1d6d req-f5c4e277-0111-4658-b914-1b2a8337ac9d tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:43.129107 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-642d7cb7-256c-4b46-8f97-39a054af1d6d req-f5c4e277-0111-4658-b914-1b2a8337ac9d tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 945 time: 0.3576012 Apr 18 17:24:43.138402 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:24:43.138760 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:24:43.160868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.183779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-96802bda-f05c-4107-a879-1e0e8e67f5cf req-70411636-cad5-435a-9586-bb9a03f81f70 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935061 Apr 18 17:24:43.228120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-642d7cb7-256c-4b46-8f97-39a054af1d6d req-f59231c3-9ead-410f-a40b-a878d263dbbb tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974677 Apr 18 17:24:43.267890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event deleted for resources: {'Port': ['ID=073688aa-09a2-4435-b9ea-c032aedd7ee2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:43.377021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f822c1-328c-4b5f-b923-ee45c6fa2d7d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:43.393696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.394530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50f822c1-328c-4b5f-b923-ee45c6fa2d7d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.517044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.519328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.612476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd753c-8f30-40bb-ac1f-fb4afcabc82e req-28fef4e6-0cb0-424a-bc39-ee4fe8dc5abb tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:43.619363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14cd753c-8f30-40bb-ac1f-fb4afcabc82e req-28fef4e6-0cb0-424a-bc39-ee4fe8dc5abb tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 945 time: 0.3187027 Apr 18 17:24:43.654125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.656659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1beacf59-7fd1-45fe-9e2e-728ceaca4031 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:24:43.660167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.664045 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e77d2c37-99ca-47eb-8464-b7ca383c3e2a tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "DELETE /v2.0/routers/1beacf59-7fd1-45fe-9e2e-728ceaca4031 HTTP/1.1" status: 204 len: 168 time: 2.8599102 Apr 18 17:24:43.666671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56112) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:43.687247 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.687519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Attempting to bind port 073688aa-09a2-4435-b9ea-c032aedd7ee2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:43.687989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Attempting to bind port 073688aa-09a2-4435-b9ea-c032aedd7ee2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:43.688092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Attempting to bind port 073688aa-09a2-4435-b9ea-c032aedd7ee2 on network 1490f06f-1eb4-4203-9466-c8f2a084c385 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:43.697155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:43.697569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Checking segment: {'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:43.697979 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.698375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Bound using segment: {'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:43.698923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Bound port: 073688aa-09a2-4435-b9ea-c032aedd7ee2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf5d260-4cfd-4760-87a2-289dd0d9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1490f06f-1eb4-4203-9466-c8f2a084c385'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:43.702475 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.725938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Port 073688aa-09a2-4435-b9ea-c032aedd7ee2 has been deleted concurrently {{(pid=109827) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 18 17:24:43.738613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Routers set() bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:43.739324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Router IDs set() for agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 17:24:43.740388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1beacf59-7fd1-45fe-9e2e-728ceaca4031'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent'). {{(pid=109827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 17:24:43.740923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1982b7-8d02-44ea-863f-99de3d6eca49 None None] The sync data for ids ['1beacf59-7fd1-45fe-9e2e-728ceaca4031'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:43.752177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7a48c5-d47d-45be-bfa5-49ceaeb4505f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Deleting subnet c991de59-eb96-4b66-92a1-71a9405c980f {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:43.767851 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec7a48c5-d47d-45be-bfa5-49ceaeb4505f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.774158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14cd753c-8f30-40bb-ac1f-fb4afcabc82e req-87ab1e81-93a5-4395-95e5-6bed045ac1e0 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378746 Apr 18 17:24:43.776616 n-d-836015-2 neutron-server[109826]: INFO neutron.db.ipam_backend_mixin [None req-50f822c1-328c-4b5f-b923-ee45c6fa2d7d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f64ec008-4ccc-49bc-b286-25a2e6996683 (CIDR: 2001:db8:0:1::/64) Apr 18 17:24:43.784480 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.841813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec7a48c5-d47d-45be-bfa5-49ceaeb4505f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.851874 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a6c2-4ab8-48f3-8032-5711a6ac9545 None None] Pushing event updated for resources: {'Port': ['ID=c37dde85-00cb-4161-9e71-89b40d297eeb,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:43.954443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Attempting to bind port c37dde85-00cb-4161-9e71-89b40d297eeb on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:43.954443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Attempting to bind port c37dde85-00cb-4161-9e71-89b40d297eeb by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:43.954443 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Attempting to bind port c37dde85-00cb-4161-9e71-89b40d297eeb on network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:43.959761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec7a48c5-d47d-45be-bfa5-49ceaeb4505f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.968161 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:43.968546 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Checking segment: {'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:43.978008 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.978623 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Bound using segment: {'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:43.979040 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Bound port: c37dde85-00cb-4161-9e71-89b40d297eeb, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a870e602-b760-4024-aaa5-b119b6e43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:43.979439 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:43.997535 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f822c1-328c-4b5f-b923-ee45c6fa2d7d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:24:43.998323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f822c1-328c-4b5f-b923-ee45c6fa2d7d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:44.067535 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-50f822c1-328c-4b5f-b923-ee45c6fa2d7d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1033435 Apr 18 17:24:44.070741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56126) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:44.075531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'subnet': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:44.082953 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] For port c37dde85-00cb-4161-9e71-89b40d297eeb, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:44.096236 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] For port c37dde85-00cb-4161-9e71-89b40d297eeb, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c37dde85-00cb-4161-9e71-89b40d297eeb,segment=NetworkSegment(a870e602-b760-4024-aaa5-b119b6e43e6d),segment_id=a870e602-b760-4024-aaa5-b119b6e43e6d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:44.118469 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec7a48c5-d47d-45be-bfa5-49ceaeb4505f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.176469 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.191471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a48c5-d47d-45be-bfa5-49ceaeb4505f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c991de59-eb96-4b66-92a1-71a9405c980f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:44.199160 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec7a48c5-d47d-45be-bfa5-49ceaeb4505f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.203175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ec7a48c5-d47d-45be-bfa5-49ceaeb4505f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/c991de59-eb96-4b66-92a1-71a9405c980f HTTP/1.1" status: 204 len: 168 time: 0.5357518 Apr 18 17:24:44.211901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56130) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:44.333525 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Routers {'f8b4fd96-7009-4a6a-98bd-6a56004f18e8'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:44.334170 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:44.348189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c72fff1a-afaf-414c-97dd-be242bd425a8 None None] Provisioning complete for port c37dde85-00cb-4161-9e71-89b40d297eeb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:44.349231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c72fff1a-afaf-414c-97dd-be242bd425a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.471846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.496094 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a6c2-4ab8-48f3-8032-5711a6ac9545 None None] Pushing event updated for resources: {'Port': ['ID=c37dde85-00cb-4161-9e71-89b40d297eeb,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:44.532530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7520a8-85c6-4e59-9846-df2d8f999039 req-66cadd85-032f-49bb-add4-3c97f42ff61e tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:44.535565 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e7520a8-85c6-4e59-9846-df2d8f999039 req-66cadd85-032f-49bb-add4-3c97f42ff61e tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 945 time: 0.2013302 Apr 18 17:24:44.543403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Made reservation on behalf of 4f7488bdee444c96aa4acc628b9ce56e for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:44.549073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.576121 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c72fff1a-afaf-414c-97dd-be242bd425a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.666332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c72fff1a-afaf-414c-97dd-be242bd425a8 None None] For port c37dde85-00cb-4161-9e71-89b40d297eeb, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c37dde85-00cb-4161-9e71-89b40d297eeb,segment=NetworkSegment(a870e602-b760-4024-aaa5-b119b6e43e6d),segment_id=a870e602-b760-4024-aaa5-b119b6e43e6d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:44.674295 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] Set router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:24:44.763573 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c72fff1a-afaf-414c-97dd-be242bd425a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.883887 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:44.945211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e7520a8-85c6-4e59-9846-df2d8f999039 req-3a5f1243-f3d3-4c15-be11-9acd74f494d3 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650270 Apr 18 17:24:44.979024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1490f06f-1eb4-4203-9466-c8f2a084c385']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:44.985305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fff1a-afaf-414c-97dd-be242bd425a8 None None] Pushing event updated for resources: {'Port': ['ID=c37dde85-00cb-4161-9e71-89b40d297eeb,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:45.006976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf5d260-4cfd-4760-87a2-289dd0d9dc69') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:45.007278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf5d260-4cfd-4760-87a2-289dd0d9dc69') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:45.020050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5bab7186-ab8c-492c-809d-b9e6c966e169 None None] Provisioning complete for port c37dde85-00cb-4161-9e71-89b40d297eeb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:45.020425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bab7186-ab8c-492c-809d-b9e6c966e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:45.025333 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:45.057232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:45.078374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:24:45.079209 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:24:45.080602 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:24:45.126241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-5ec41c5d-1aa0-4dba-8b27-747b1704402a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:45.141004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-5ec41c5d-1aa0-4dba-8b27-747b1704402a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.2890594 Apr 18 17:24:45.141740 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '60b98142-6fff-442a-8022-9beedae8f514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:24:37Z', 'revision_number': 4, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port': {'id': '60b98142-6fff-442a-8022-9beedae8f514', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:30Z', 'updated_at': '2022-04-18T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c37dde85-00cb-4161-9e71-89b40d297eeb', 'name': '', 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'mac_address': 'fa:16:3e:4a:02:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'fcfae39a-933b-40ba-8a71-15b49634f5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:35Z', 'updated_at': '2022-04-18T17:24:44Z', 'revision_number': 4, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'subnets': [{'id': 'fcfae39a-933b-40ba-8a71-15b49634f5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:45.181749 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1e70d-1026-42c3-ad51-0e558ac9df3a None None] The sync data for ids ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'] in n-d-836015-2 is: [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '60b98142-6fff-442a-8022-9beedae8f514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:24:37Z', 'revision_number': 4, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port': {'id': '60b98142-6fff-442a-8022-9beedae8f514', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:30Z', 'updated_at': '2022-04-18T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c37dde85-00cb-4161-9e71-89b40d297eeb', 'name': '', 'network_id': '6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'mac_address': 'fa:16:3e:4a:02:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'fcfae39a-933b-40ba-8a71-15b49634f5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:35Z', 'updated_at': '2022-04-18T17:24:44Z', 'revision_number': 4, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'subnets': [{'id': 'fcfae39a-933b-40ba-8a71-15b49634f5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:45.308655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-26a3a16f-e58c-46fb-9149-d36c56938441 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/quotas/b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 375 time: 0.1665890 Apr 18 17:24:45.390284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-741bbe9c-fb67-4c01-806f-4573238b77dc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731065 Apr 18 17:24:45.400181 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:45.527032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Subnet': ['ID=344da240-6bb6-40a0-8c52-7e7329a65ac7,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:45.544983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:45.547419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:45.550411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-0d3185ec-37f0-4fec-ac65-28d91e4eb4f5 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389449 Apr 18 17:24:45.558648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36857598-d932-4b6e-9963-485196ba3b9d None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:45.560780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:45.563044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:45.680847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-88579896-63d7-43cb-9bd5-b2c13ed4c999 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6070271 Apr 18 17:24:45.681363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56162) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:45.692813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1561258643', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '344da240-6bb6-40a0-8c52-7e7329a65ac7'}], 'security_groups': ['a502000a-1d01-4cd0-b99f-11d836d5a796', '22e45e28-43cc-43e4-a311-18b1c6c624c2']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:45.724188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-c5058844-6cb0-4961-8eca-98e4326f619a service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699533 Apr 18 17:24:45.728139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:45.803385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1490f06f-1eb4-4203-9466-c8f2a084c385 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 17:24:45.808056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:45.811472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "DELETE /v2.0/networks/1490f06f-1eb4-4203-9466-c8f2a084c385 HTTP/1.1" status: 204 len: 168 time: 1.5985131 Apr 18 17:24:45.858496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0df92a-d79a-4ce2-889a-06772820910e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event deleted for resources: {'Network': ['ID=1490f06f-1eb4-4203-9466-c8f2a084c385,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:45.896752 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12b9b7-4e51-4558-8724-9f19276b71dc req-3dbf8819-fd49-4d6a-97c0-0b8361adc32b tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:45.898521 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f12b9b7-4e51-4558-8724-9f19276b71dc req-3dbf8819-fd49-4d6a-97c0-0b8361adc32b tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 945 time: 0.1993959 Apr 18 17:24:45.995856 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f12b9b7-4e51-4558-8724-9f19276b71dc req-eef927ae-2fa3-49ea-b74a-06dfff07e19b tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906649 Apr 18 17:24:46.024777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.066199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c37dde85-00cb-4161-9e71-89b40d297eeb up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:46.224513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c37dde85-00cb-4161-9e71-89b40d297eeb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:46.224880 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.364590 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b0314-c71f-41a0-bd85-7040ff0a4863 None None] Update dhcp port {'port': {'network_id': '8c60644a-83e9-479a-86bd-591c6ef3b502', 'fixed_ips': [{'subnet_id': 'f64ec008-4ccc-49bc-b286-25a2e6996683', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '19f50f0f-8feb-446b-b40d-ad1b50b8af49', 'ip_address': '2001:db8::2'}, {'subnet_id': '344da240-6bb6-40a0-8c52-7e7329a65ac7'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'ba2de1de-f2e1-41e5-8c1d-870b283d49ce'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:24:46.408063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-301b0314-c71f-41a0-bd85-7040ff0a4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.449542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Delete allocated IP 2001:db8::14e (8c60644a-83e9-479a-86bd-591c6ef3b502/19f50f0f-8feb-446b-b40d-ad1b50b8af49) {{(pid=109825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 17:24:46.458625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Allocated IP 2001:db8:0:2::286 (8c60644a-83e9-479a-86bd-591c6ef3b502/344da240-6bb6-40a0-8c52-7e7329a65ac7/90457bf4-bf8a-4c64-b131-8afa1b6a2c7f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:46.564640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56184) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:46.569871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1d173bf5-19fa-4499-b838-ce6756e7e7f7 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'router': {'name': 'tempest-router--144205841', 'project_id': 'a813ae688b97413a9ee1bb6ed007c2c2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:46.694157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.722327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d173bf5-19fa-4499-b838-ce6756e7e7f7 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.723859 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d173bf5-19fa-4499-b838-ce6756e7e7f7 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.750539 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.903497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d173bf5-19fa-4499-b838-ce6756e7e7f7 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.922292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] In _notify_port_updated(), no bound segment for port 90457bf4-bf8a-4c64-b131-8afa1b6a2c7f on network 8c60644a-83e9-479a-86bd-591c6ef3b502 {{(pid=109825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:24:46.931057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:46.932065 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:46.939438 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "PUT /v2.0/ports/90457bf4-bf8a-4c64-b131-8afa1b6a2c7f HTTP/1.1" status: 200 len: 970 time: 1.2568681 Apr 18 17:24:46.940335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56192) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:46.971419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d16bc752-e4b8-4d3b-97e1-a3dbe50f5dfd req-e6e912b9-55eb-4cef-afb0-e3f9fa3066f8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.0633931 Apr 18 17:24:46.975070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-301b0314-c71f-41a0-bd85-7040ff0a4863 None None] Allocated IP 2001:db8:0:2::2 (8c60644a-83e9-479a-86bd-591c6ef3b502/344da240-6bb6-40a0-8c52-7e7329a65ac7/ba2de1de-f2e1-41e5-8c1d-870b283d49ce) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:46.978081 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d173bf5-19fa-4499-b838-ce6756e7e7f7 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.055408 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d173bf5-19fa-4499-b838-ce6756e7e7f7 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.057896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1d173bf5-19fa-4499-b838-ce6756e7e7f7 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4918988 Apr 18 17:24:47.061532 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56200) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:47.239371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-301b0314-c71f-41a0-bd85-7040ff0a4863 None None] For port ba2de1de-f2e1-41e5-8c1d-870b283d49ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,segment=NetworkSegment(b0df0265-11e8-4eb6-85f2-659249ce2149),segment_id=b0df0265-11e8-4eb6-85f2-659249ce2149)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:47.287452 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-301b0314-c71f-41a0-bd85-7040ff0a4863 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.314675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-174ba13c-fde1-473d-bd27-9337aab33815 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.399964 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-301b0314-c71f-41a0-bd85-7040ff0a4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.460376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9146c-9dc2-4a7b-8e1d-bbe0eee751aa req-24b66c83-e8e8-4116-8f6f-604d6c1ece55 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:47.473959 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.474817 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.475485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9bc9146c-9dc2-4a7b-8e1d-bbe0eee751aa req-24b66c83-e8e8-4116-8f6f-604d6c1ece55 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 945 time: 0.2650609 Apr 18 17:24:47.575320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35228e69-8d8c-4ee0-ba17-ba1616643012 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event updated for resources: {'Port': ['ID=90457bf4-bf8a-4c64-b131-8afa1b6a2c7f,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:47.620726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0314-c71f-41a0-bd85-7040ff0a4863 None None] Pushing event updated for resources: {'Port': ['ID=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:47.652919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-42fa85dd-d6e4-4c14-bccb-72d5e4afd1ac tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:47.655345 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-42fa85dd-d6e4-4c14-bccb-72d5e4afd1ac tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 945 time: 0.1173823 Apr 18 17:24:47.670254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9bc9146c-9dc2-4a7b-8e1d-bbe0eee751aa req-571f0f01-24ab-4130-a7d0-e608a9c5df93 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecd0f51c-857c-4297-9d38-00deaf569ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907291 Apr 18 17:24:47.729749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-41194ec6-13f7-4d9b-b198-96e2ab5be940 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 90457bf4-bf8a-4c64-b131-8afa1b6a2c7f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:47.730099 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41194ec6-13f7-4d9b-b198-96e2ab5be940 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.734921 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-174ba13c-fde1-473d-bd27-9337aab33815 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.738630 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-174ba13c-fde1-473d-bd27-9337aab33815 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.898444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-174ba13c-fde1-473d-bd27-9337aab33815 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.898966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174ba13c-fde1-473d-bd27-9337aab33815 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40c313a1-681f-4815-8df9-d92cbf1a4efa {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:24:47.904425 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-174ba13c-fde1-473d-bd27-9337aab33815 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.910301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Deleting port 1e937e01-4cbe-477c-8725-96afe34a5afd {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:47.910651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:47.919563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-174ba13c-fde1-473d-bd27-9337aab33815 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "DELETE /v2.0/routers/40c313a1-681f-4815-8df9-d92cbf1a4efa HTTP/1.1" status: 204 len: 168 time: 0.8511667 Apr 18 17:24:48.034967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41194ec6-13f7-4d9b-b198-96e2ab5be940 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:48.059690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-41194ec6-13f7-4d9b-b198-96e2ab5be940 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 90457bf4-bf8a-4c64-b131-8afa1b6a2c7f owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:48.168198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] For port 1e937e01-4cbe-477c-8725-96afe34a5afd, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1e937e01-4cbe-477c-8725-96afe34a5afd,segment=NetworkSegment(8368f5e2-a3ac-45da-a477-9057683ba409),segment_id=8368f5e2-a3ac-45da-a477-9057683ba409)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:48.174760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:48.181339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7dd5a155-f69f-43b6-aeb7-7aacf9e3b33a req-2ed3c80d-fba4-40f7-a834-0c153d9f8718 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.1199775 Apr 18 17:24:48.203730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Calling delete_port for 1e937e01-4cbe-477c-8725-96afe34a5afd owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:48.320993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56224) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:48.435899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41194ec6-13f7-4d9b-b198-96e2ab5be940 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:48.473509 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41194ec6-13f7-4d9b-b198-96e2ab5be940 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=90457bf4-bf8a-4c64-b131-8afa1b6a2c7f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:48.500518 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:48.533890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['1e937e01-4cbe-477c-8725-96afe34a5afd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:24:48.534475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41194ec6-13f7-4d9b-b198-96e2ab5be940 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:48.540905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:48.541293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-41194ec6-13f7-4d9b-b198-96e2ab5be940 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/90457bf4-bf8a-4c64-b131-8afa1b6a2c7f HTTP/1.1" status: 204 len: 168 time: 1.5972457 Apr 18 17:24:48.569550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Pushing event deleted for resources: {'Port': ['ID=1e937e01-4cbe-477c-8725-96afe34a5afd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:48.629912 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9937dc9-d5af-46c1-b953-53987c44ca05 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] GET failed (client error): The resource could not be found. Apr 18 17:24:48.639241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9937dc9-d5af-46c1-b953-53987c44ca05 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports/90457bf4-bf8a-4c64-b131-8afa1b6a2c7f HTTP/1.1" status: 404 len: 333 time: 0.0972137 Apr 18 17:24:48.641645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56232) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:48.648872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] No DVR routers for this DVR port 1e937e01-4cbe-477c-8725-96afe34a5afd on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:48.652003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:48.662305 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ecdce617-2e85-47ee-bab1-aa280b0969b8 req-840170f3-368b-40f7-836c-201c50853fcf tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.41 "DELETE /v2.0/ports/1e937e01-4cbe-477c-8725-96afe34a5afd HTTP/1.1" status: 204 len: 173 time: 0.9900162 Apr 18 17:24:48.665698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15379f5-9745-4223-9520-5121e72a5238', 'name': 'network-vif-deleted', 'tag': '1e937e01-4cbe-477c-8725-96afe34a5afd'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:48.680543 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a746502-8b04-4031-9cf8-1f7094746b03" -d '{"events": [{"server_uuid": "b15379f5-9745-4223-9520-5121e72a5238", "name": "network-vif-deleted", "tag": "1e937e01-4cbe-477c-8725-96afe34a5afd"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:48.810799 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5684fef0-47c7-4c11-8270-bbb328f769f4 x-openstack-request-id: req-5684fef0-47c7-4c11-8270-bbb328f769f4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:48.811696 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15379f5-9745-4223-9520-5121e72a5238", "name": "network-vif-deleted", "tag": "1e937e01-4cbe-477c-8725-96afe34a5afd", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:48.813070 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5684fef0-47c7-4c11-8270-bbb328f769f4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:48.813753 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5684fef0-47c7-4c11-8270-bbb328f769f4'] response: {'server_uuid': 'b15379f5-9745-4223-9520-5121e72a5238', 'name': 'network-vif-deleted', 'tag': '1e937e01-4cbe-477c-8725-96afe34a5afd', 'status': 'completed', 'code': 200} Apr 18 17:24:48.890067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1926909821', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:48.928001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3aabbb0-b31a-4003-842e-ce329ca57ae4 req-a5f54e7d-3f1b-48d6-ab08-f89a6529f071 tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 210 time: 0.0620899 Apr 18 17:24:48.954191 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5b61b7-26ad-42a4-b77f-14963911ced6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:48.994388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5b61b7-26ad-42a4-b77f-14963911ced6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:48.999803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9c1c7dea-0a10-45b6-aa04-05cbbf930da3 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:49.000189 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c1c7dea-0a10-45b6-aa04-05cbbf930da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.058547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.060343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.149885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9c1c7dea-0a10-45b6-aa04-05cbbf930da3 None None] Could not find standard attr ID for object 90457bf4-bf8a-4c64-b131-8afa1b6a2c7f. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:24:49.180327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9c1c7dea-0a10-45b6-aa04-05cbbf930da3 None None] Provisioning complete for port 362e064d-fbad-4ea7-98a7-42d86ac1f61a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:49.180771 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c1c7dea-0a10-45b6-aa04-05cbbf930da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.207600 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.255448 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5b61b7-26ad-42a4-b77f-14963911ced6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.257915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a5b61b7-26ad-42a4-b77f-14963911ced6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.259863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a5b61b7-26ad-42a4-b77f-14963911ced6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/security-groups/4ccf252b-0c04-448b-82d3-effb008959f7 HTTP/1.1" status: 204 len: 168 time: 0.6164389 Apr 18 17:24:49.266936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56246) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:49.270123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c7dea-0a10-45b6-aa04-05cbbf930da3 None None] Port 362e064d-fbad-4ea7-98a7-42d86ac1f61a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:49.280129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b61b7-26ad-42a4-b77f-14963911ced6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf252b-0c04-448b-82d3-effb008959f7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:49.351820 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7349de3-ac56-4b7b-91c6-dc03a77012aa tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.381918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7349de3-ac56-4b7b-91c6-dc03a77012aa tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.387964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-aac7ba7c-5c3b-457c-addc-d8da79767939 None None] Could not find standard attr ID for object 90457bf4-bf8a-4c64-b131-8afa1b6a2c7f. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:24:49.463001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d5cf4fe-eeb4-43ce-bab6-b94ea9b025b3 req-19c4c828-8493-44db-a6c9-35034a753594 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.1014595 Apr 18 17:24:49.572986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7349de3-ac56-4b7b-91c6-dc03a77012aa tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.576952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7349de3-ac56-4b7b-91c6-dc03a77012aa tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.581471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f7349de3-ac56-4b7b-91c6-dc03a77012aa tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/security-groups/22e45e28-43cc-43e4-a311-18b1c6c624c2 HTTP/1.1" status: 204 len: 168 time: 0.3128374 Apr 18 17:24:49.582310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56248) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:49.591974 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.619918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349de3-ac56-4b7b-91c6-dc03a77012aa tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e45e28-43cc-43e4-a311-18b1c6c624c2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:49.708560 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19a11d04-2e7a-4b85-b117-5860f7ff0dd9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.743092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba2de1de-f2e1-41e5-8c1d-870b283d49ce up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:24:49.797523 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19a11d04-2e7a-4b85-b117-5860f7ff0dd9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.889016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:49.889671 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.915274 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:49.960671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.055448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19a11d04-2e7a-4b85-b117-5860f7ff0dd9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.065219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19a11d04-2e7a-4b85-b117-5860f7ff0dd9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.073966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56254) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:50.075282 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-19a11d04-2e7a-4b85-b117-5860f7ff0dd9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/security-groups/a502000a-1d01-4cd0-b99f-11d836d5a796 HTTP/1.1" status: 204 len: 168 time: 0.4874613 Apr 18 17:24:50.125659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a11d04-2e7a-4b85-b117-5860f7ff0dd9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a502000a-1d01-4cd0-b99f-11d836d5a796,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:50.169875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-892fe7fc-b84c-4df0-8766-9c6b8bd3fcc1 req-64e67e35-7d43-46b5-9c1b-f6e9d2eb630f tempest-ServersNegativeTestMultiTenantJSON-91320329 tempest-ServersNegativeTestMultiTenantJSON-91320329-project] 10.222.0.45 "GET /v2.0/ports?device_id=b15379f5-9745-4223-9520-5121e72a5238 HTTP/1.1" status: 200 len: 210 time: 0.0544486 Apr 18 17:24:50.187170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-4a58097a-982a-4a2e-97da-50134158eb54 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:50.189567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-4a58097a-982a-4a2e-97da-50134158eb54 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.2909920 Apr 18 17:24:50.211590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'port': {'device_id': 'b57a6194-2963-444f-afff-bbed32b5081b', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'admin_state_up': True, 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:50.274118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Allocated IP 172.25.5.141 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/2c660b95-dddb-47a4-b8ce-ebaef843e8ff) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:50.293107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea2d96f-3c58-4a78-be4d-b78bb236a62d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet 19f50f0f-8feb-446b-b40d-ad1b50b8af49 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:50.296837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eea2d96f-3c58-4a78-be4d-b78bb236a62d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.364845 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eea2d96f-3c58-4a78-be4d-b78bb236a62d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.453580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:24:50.459932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.520372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.532990 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eea2d96f-3c58-4a78-be4d-b78bb236a62d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.642568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8a0f718-b210-4cb7-a9bd-4afa9abcc563 req-20ad76ed-ed93-4ace-9589-61838857f88d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.0589733 Apr 18 17:24:50.704421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.20.0.3 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/8441e867-c6b6-4dfd-bde0-0329432efd92) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:50.721627 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.773962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eea2d96f-3c58-4a78-be4d-b78bb236a62d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.849451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2d96f-3c58-4a78-be4d-b78bb236a62d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=19f50f0f-8feb-446b-b40d-ad1b50b8af49,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:50.856649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed662c-7bc0-401b-bd80-8a006460217f None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:50.863077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eea2d96f-3c58-4a78-be4d-b78bb236a62d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:50.869015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eea2d96f-3c58-4a78-be4d-b78bb236a62d tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/19f50f0f-8feb-446b-b40d-ad1b50b8af49 HTTP/1.1" status: 204 len: 168 time: 0.7934337 Apr 18 17:24:50.885745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56264) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:50.906868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.040046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.170745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:51.174935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:51.179449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:51.213089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=8441e867-c6b6-4dfd-bde0-0329432efd92,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:51.298657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:51.301401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.315462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56276) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:51.353274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 1e937e01-4cbe-477c-8725-96afe34a5afd no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:51.388678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 1e937e01-4cbe-477c-8725-96afe34a5afd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:24:51.391234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-614f2d98-284b-487a-b116-c3a072046570 admin admin] Deleting subnet 4638458e-8166-4c07-9c30-08c81b2df483 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:51.395408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 1e937e01-4cbe-477c-8725-96afe34a5afd not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:51.396407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-614f2d98-284b-487a-b116-c3a072046570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.433628 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-7543adbe-b40b-45e2-9664-44a7fbda16f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2287610 Apr 18 17:24:51.468555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-614f2d98-284b-487a-b116-c3a072046570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.476799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:51.478221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event updated for resources: {'Port': ['ID=2c660b95-dddb-47a4-b8ce-ebaef843e8ff,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:51.480980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:51.485455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:51.533324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Request body: {'port': {'device_id': 'b57a6194-2963-444f-afff-bbed32b5081b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:51.552123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd52dff8-a3b8-4f63-9961-2bc140fd67a8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet 344da240-6bb6-40a0-8c52-7e7329a65ac7 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:51.559573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd52dff8-a3b8-4f63-9961-2bc140fd67a8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.651252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bcf89c12-bcf3-4465-86e8-f9353ec5b608 None None] Provisioning complete for port 8441e867-c6b6-4dfd-bde0-0329432efd92 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:51.652019 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcf89c12-bcf3-4465-86e8-f9353ec5b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.672204 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.708777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-614f2d98-284b-487a-b116-c3a072046570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.764486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bcf89c12-bcf3-4465-86e8-f9353ec5b608 None None] Port 8441e867-c6b6-4dfd-bde0-0329432efd92 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:51.819156 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd52dff8-a3b8-4f63-9961-2bc140fd67a8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:51.951886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee6b06-68f9-4455-b889-fc73ac607d9c req-1c788991-f807-4188-a890-8ded4e73bf52 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:51.959497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fee6b06-68f9-4455-b889-fc73ac607d9c req-1c788991-f807-4188-a890-8ded4e73bf52 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 931 time: 0.1557810 Apr 18 17:24:52.061170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fee6b06-68f9-4455-b889-fc73ac607d9c req-3a60c98b-1bdb-4b01-ad30-ffd0592449bb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912893 Apr 18 17:24:52.158349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8441e867-c6b6-4dfd-bde0-0329432efd92 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:24:52.168914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.184943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Transition to ACTIVE for port object 8441e867-c6b6-4dfd-bde0-0329432efd92 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:24:52.188793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-614f2d98-284b-487a-b116-c3a072046570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.223387 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.224406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-614f2d98-284b-487a-b116-c3a072046570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.230328 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-614f2d98-284b-487a-b116-c3a072046570 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4638458e-8166-4c07-9c30-08c81b2df483 HTTP/1.1" status: 204 len: 168 time: 0.9076600 Apr 18 17:24:52.230328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f2d98-284b-487a-b116-c3a072046570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4638458e-8166-4c07-9c30-08c81b2df483,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:52.234132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56282) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:52.292697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.308607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5f847f30-4ecb-477a-8ef1-57942571c8f5 None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:52.309604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f847f30-4ecb-477a-8ef1-57942571c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.389241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.400133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=8441e867-c6b6-4dfd-bde0-0329432efd92,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:52.456846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd52dff8-a3b8-4f63-9961-2bc140fd67a8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.505549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5f847f30-4ecb-477a-8ef1-57942571c8f5 None None] Provisioning complete for port 362e064d-fbad-4ea7-98a7-42d86ac1f61a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:52.506776 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f847f30-4ecb-477a-8ef1-57942571c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.525319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Attempting to bind port 8441e867-c6b6-4dfd-bde0-0329432efd92 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:24:52.525690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Attempting to bind port 8441e867-c6b6-4dfd-bde0-0329432efd92 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:24:52.526410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Attempting to bind port 8441e867-c6b6-4dfd-bde0-0329432efd92 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:52.546386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Port 8441e867-c6b6-4dfd-bde0-0329432efd92 on network be53a38f-8416-4410-94d3-e728b33b743a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:24:52.546722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Attempting to bind port 8441e867-c6b6-4dfd-bde0-0329432efd92 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:24:52.560297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:24:52.560647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:24:52.561045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:24:52.561531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Bound port: 8441e867-c6b6-4dfd-bde0-0329432efd92, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:24:52.561904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.576559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5f847f30-4ecb-477a-8ef1-57942571c8f5 None None] Port 362e064d-fbad-4ea7-98a7-42d86ac1f61a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:52.637157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.649687 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.719194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fa91bc-5934-4535-8303-6e7abd0e03d2']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:52.719979 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd52dff8-a3b8-4f63-9961-2bc140fd67a8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.737358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd52dff8-a3b8-4f63-9961-2bc140fd67a8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.743170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c1c5ea-9ab8-49c3-835e-295703a309d8 None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:52.743475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cd52dff8-a3b8-4f63-9961-2bc140fd67a8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/344da240-6bb6-40a0-8c52-7e7329a65ac7 HTTP/1.1" status: 204 len: 168 time: 1.8507628 Apr 18 17:24:52.744416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56288) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:52.759257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] For port 8441e867-c6b6-4dfd-bde0-0329432efd92, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:24:52.764075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] For port 8441e867-c6b6-4dfd-bde0-0329432efd92, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=8441e867-c6b6-4dfd-bde0-0329432efd92,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:24:52.775360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8368f5e2-a3ac-45da-a477-9057683ba409') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:52.775899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8368f5e2-a3ac-45da-a477-9057683ba409') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:52.794759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.821716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.831907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:24:52.832304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: items = [ Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:24:52.834093 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:24:52.850153 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.862376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52dff8-a3b8-4f63-9961-2bc140fd67a8 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=344da240-6bb6-40a0-8c52-7e7329a65ac7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:52.868852 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-84143e8c-d9b9-4ce1-973d-df46822dc307 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:52.869356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84143e8c-d9b9-4ce1-973d-df46822dc307 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:52.874437 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-84143e8c-d9b9-4ce1-973d-df46822dc307 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/19f50f0f-8feb-446b-b40d-ad1b50b8af49 HTTP/1.1" status: 404 len: 337 time: 0.1252573 Apr 18 17:24:52.876975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56292) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:52.950958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3128e037-98bd-45bf-89e8-71c62a02ee83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting subnet f64ec008-4ccc-49bc-b286-25a2e6996683 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:52.956346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3128e037-98bd-45bf-89e8-71c62a02ee83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.997064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:52.997064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:52.997064 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] 10.222.0.18 "PUT /v2.0/ports/8441e867-c6b6-4dfd-bde0-0329432efd92 HTTP/1.1" status: 200 len: 1091 time: 1.4717414 Apr 18 17:24:52.997064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57a6194-2963-444f-afff-bbed32b5081b', 'tag': '8441e867-c6b6-4dfd-bde0-0329432efd92'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:24:52.998620 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798bd36a-1f02-4974-afb4-03661cbe4b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b57a6194-2963-444f-afff-bbed32b5081b", "tag": "8441e867-c6b6-4dfd-bde0-0329432efd92"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:24:53.035984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3128e037-98bd-45bf-89e8-71c62a02ee83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.055568 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43164f40-129d-41ca-8926-a3270c52e649 x-openstack-request-id: req-43164f40-129d-41ca-8926-a3270c52e649 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:24:53.055871 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57a6194-2963-444f-afff-bbed32b5081b", "tag": "8441e867-c6b6-4dfd-bde0-0329432efd92", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:24:53.056132 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43164f40-129d-41ca-8926-a3270c52e649 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:24:53.056545 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43164f40-129d-41ca-8926-a3270c52e649'] response: {'name': 'network-changed', 'server_uuid': 'b57a6194-2963-444f-afff-bbed32b5081b', 'tag': '8441e867-c6b6-4dfd-bde0-0329432efd92', 'status': 'completed', 'code': 200} Apr 18 17:24:53.060162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13ad2b-c262-4817-9f3f-b7c4f5567ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=8441e867-c6b6-4dfd-bde0-0329432efd92,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:53.096622 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.114174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.131875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56300) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:53.132929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] 10.222.0.45 "DELETE /v2.0/networks/62fa91bc-5934-4535-8303-6e7abd0e03d2 HTTP/1.1" status: 204 len: 168 time: 0.8974679 Apr 18 17:24:53.146842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Router b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:24:53.173151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457174d0-7aa6-44e0-a31b-23a43e2aff15 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fa91bc-5934-4535-8303-6e7abd0e03d2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:53.275516 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3128e037-98bd-45bf-89e8-71c62a02ee83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.279199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd36a-1f02-4974-afb4-03661cbe4b2e req-a5167acc-44e7-4a39-b7fc-989e64af19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:53.281157 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-798bd36a-1f02-4974-afb4-03661cbe4b2e req-a5167acc-44e7-4a39-b7fc-989e64af19ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 1094 time: 0.1747174 Apr 18 17:24:53.352535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbb02c0-1130-42d5-ac7c-101ef04fde47 admin admin] Deleting subnet 22c0444d-23ba-4c99-bfa8-798ef674cc2a {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:24:53.376749 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02c0-1130-42d5-ac7c-101ef04fde47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.477267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd36a-1f02-4974-afb4-03661cbe4b2e req-36d0d2b2-89cf-44cd-bc90-797ecc4b5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:53.479151 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-798bd36a-1f02-4974-afb4-03661cbe4b2e req-36d0d2b2-89cf-44cd-bc90-797ecc4b5213 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1815834 Apr 18 17:24:53.581388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:53.594867 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c5b72-c86f-4265-887b-41d39d66d1d8 None None] Sync routers for ids ['b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:53.609850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02c0-1130-42d5-ac7c-101ef04fde47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.617094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd36a-1f02-4974-afb4-03661cbe4b2e req-a4669a3e-c417-43dd-bbb6-52b8155b8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:53.620210 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c5b72-c86f-4265-887b-41d39d66d1d8 None None] Routers {'b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:53.620765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-798bd36a-1f02-4974-afb4-03661cbe4b2e req-a4669a3e-c417-43dd-bbb6-52b8155b8d58 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300895 Apr 18 17:24:53.621511 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-772c5b72-c86f-4265-887b-41d39d66d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:53.679170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02c0-1130-42d5-ac7c-101ef04fde47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.698197 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-772c5b72-c86f-4265-887b-41d39d66d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:53.716051 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c5b72-c86f-4265-887b-41d39d66d1d8 None None] Routers {'b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:53.717085 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-772c5b72-c86f-4265-887b-41d39d66d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:53.760207 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-772c5b72-c86f-4265-887b-41d39d66d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:53.761592 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c5b72-c86f-4265-887b-41d39d66d1d8 None None] The sync data for ids ['b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:24:53.770533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-a4ddfd63-1249-4832-b401-9866512d8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:53.778365 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-a4ddfd63-1249-4832-b401-9866512d8ec4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 1094 time: 0.0826094 Apr 18 17:24:53.802983 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3128e037-98bd-45bf-89e8-71c62a02ee83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.820259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3128e037-98bd-45bf-89e8-71c62a02ee83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.823840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3128e037-98bd-45bf-89e8-71c62a02ee83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/f64ec008-4ccc-49bc-b286-25a2e6996683 HTTP/1.1" status: 204 len: 168 time: 0.9456580 Apr 18 17:24:53.827951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56308) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:53.856222 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-3a3bea37-d1d8-46be-bcb0-c3b07abc5436 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8441e867-c6b6-4dfd-bde0-0329432efd92 HTTP/1.1" status: 200 len: 217 time: 0.0694294 Apr 18 17:24:53.870855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f0946-97e8-4f62-af06-a731cac7023c req-d98dffe5-55bd-4646-9575-eed97c28614f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:53.872692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c08f0946-97e8-4f62-af06-a731cac7023c req-d98dffe5-55bd-4646-9575-eed97c28614f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.5911467 Apr 18 17:24:53.874496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128e037-98bd-45bf-89e8-71c62a02ee83 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Subnet': ['ID=f64ec008-4ccc-49bc-b286-25a2e6996683,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:53.941662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-ac1ddef7-6c48-4423-9c1b-52a07eb31b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:53.943718 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-ac1ddef7-6c48-4423-9c1b-52a07eb31b92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0802977 Apr 18 17:24:53.951353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c08f0946-97e8-4f62-af06-a731cac7023c req-45662579-f084-4d1f-85cf-01eed6a79bd3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Apr 18 17:24:53.954366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.958548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-33232c58-407a-4be2-879e-c7fd910f39d9 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6354594 Apr 18 17:24:53.959842 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02c0-1130-42d5-ac7c-101ef04fde47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:53.961296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56310) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:53.962396 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-67080dfa-ea2e-4c42-9b60-746147eaebb6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:53.962850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67080dfa-ea2e-4c42-9b60-746147eaebb6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:53.966519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-67080dfa-ea2e-4c42-9b60-746147eaebb6 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/32fa3d09-267a-4d71-bf6d-42c801c0dd28 HTTP/1.1" status: 404 len: 337 time: 0.1163719 Apr 18 17:24:53.970116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56312) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.008242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4edf5-c5c2-461c-a41a-6f671940392a None None] Network 8c60644a-83e9-479a-86bd-591c6ef3b502 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:24:54.015220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb02c0-1130-42d5-ac7c-101ef04fde47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c0444d-23ba-4c99-bfa8-798ef674cc2a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:54.036184 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02c0-1130-42d5-ac7c-101ef04fde47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.040092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bfbb02c0-1130-42d5-ac7c-101ef04fde47 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/22c0444d-23ba-4c99-bfa8-798ef674cc2a HTTP/1.1" status: 204 len: 168 time: 0.9072380 Apr 18 17:24:54.043841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-94e33a85-c651-49cc-9d9b-5d60bbe1a6da tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "GET /v2.0/ports?device_id=196b7afe-acad-490b-8573-152b73f51fae HTTP/1.1" status: 200 len: 205 time: 0.0680680 Apr 18 17:24:54.044628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56314) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.053456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56316) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.106542 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-104fba3a-d8f7-411e-b5ee-e66285549db3 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] delete failed (client error): The resource could not be found. Apr 18 17:24:54.107584 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-104fba3a-d8f7-411e-b5ee-e66285549db3 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/routers/196b7afe-acad-490b-8573-152b73f51fae HTTP/1.1" status: 404 len: 336 time: 0.0510676 Apr 18 17:24:54.112775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56318) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.122457 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.159763 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea341a6-4b0a-4ecd-a344-6e6fa0e4da0b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.160481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea341a6-4b0a-4ecd-a344-6e6fa0e4da0b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.163637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ea341a6-4b0a-4ecd-a344-6e6fa0e4da0b tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/6699cddd-2555-44c0-8e3a-00d3d6e9b8a3 HTTP/1.1" status: 404 len: 337 time: 0.0496480 Apr 18 17:24:54.167911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-682c8ec8-09f8-4016-995b-f84e185bc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:54.169619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-682c8ec8-09f8-4016-995b-f84e185bc481 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186673 Apr 18 17:24:54.172842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56320) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.207834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e1546e89-53dd-4722-87f1-0b17236b875b None None] Provisioning complete for port ba2de1de-f2e1-41e5-8c1d-870b283d49ce triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:54.208209 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1546e89-53dd-4722-87f1-0b17236b875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.245765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.247821 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc2f426-b7c1-4e88-a748-a0834617e5b5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.248777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc2f426-b7c1-4e88-a748-a0834617e5b5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.252293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0bc2f426-b7c1-4e88-a748-a0834617e5b5 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/bcbfd441-21c9-49aa-a880-f0b1c4611aae HTTP/1.1" status: 404 len: 337 time: 0.0783284 Apr 18 17:24:54.272166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95c9473-54de-4ef5-a8fe-5b91333ba571']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:54.282798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdffcc8-75a5-4048-8b12-f6bda8e96680') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:54.283317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdffcc8-75a5-4048-8b12-f6bda8e96680') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:54.291504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.293715 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.308169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.315311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:24:54.318705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.345942 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f20eccc-ea98-4241-9f82-3191df0fbfb9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.347371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f20eccc-ea98-4241-9f82-3191df0fbfb9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.351459 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1f20eccc-ea98-4241-9f82-3191df0fbfb9 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/fe1482f4-5077-4303-aaa2-043dcaae714f HTTP/1.1" status: 404 len: 337 time: 0.0587459 Apr 18 17:24:54.356824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56326) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:24:54.380369 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:24:54.399463 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cacdb7-42d4-4008-9de5-ef91e75127fd tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.404811 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cacdb7-42d4-4008-9de5-ef91e75127fd tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.404811 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-32cacdb7-42d4-4008-9de5-ef91e75127fd tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/37a22519-44ac-41e4-9d15-b3598577e925 HTTP/1.1" status: 404 len: 333 time: 0.0438192 Apr 18 17:24:54.406460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56330) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.470006 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-db872863-fbf9-409f-b445-85d6e8e59193 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.471018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db872863-fbf9-409f-b445-85d6e8e59193 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.477147 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb81627d-708d-44d8-9952-419c79fa59e8 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/routers/b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1 HTTP/1.1" status: 200 len: 921 time: 0.5099578 Apr 18 17:24:54.477317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-db872863-fbf9-409f-b445-85d6e8e59193 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/11e111d8-597c-4d4c-9b5c-f691ab27de6e HTTP/1.1" status: 404 len: 337 time: 0.0692921 Apr 18 17:24:54.479136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56332) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.479574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.488074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56334) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.493864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] DHCP port deletion for 8c60644a-83e9-479a-86bd-591c6ef3b502 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:24:54.507431 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-8ad2b637-c053-4a6c-af3b-91cc066c3d91 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245940 Apr 18 17:24:54.524180 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.527258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] 10.222.0.45 "DELETE /v2.0/networks/a95c9473-54de-4ef5-a8fe-5b91333ba571 HTTP/1.1" status: 204 len: 168 time: 0.4814408 Apr 18 17:24:54.544617 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6cc26c40-52a9-4433-b525-b03a4acde272 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1 HTTP/1.1" status: 200 len: 205 time: 0.0581613 Apr 18 17:24:54.550459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56338) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.578966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e1546e89-53dd-4722-87f1-0b17236b875b None None] Provisioning complete for port 362e064d-fbad-4ea7-98a7-42d86ac1f61a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:24:54.580694 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1546e89-53dd-4722-87f1-0b17236b875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.589725 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-55962296-dd3d-4002-a21b-cb669f8083ea tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.591766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55962296-dd3d-4002-a21b-cb669f8083ea tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.595755 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-55962296-dd3d-4002-a21b-cb669f8083ea tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/0f2e60be-03cf-4e59-a92d-e8657c9447e5 HTTP/1.1" status: 404 len: 337 time: 0.1065955 Apr 18 17:24:54.614160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] Deleting port ba2de1de-f2e1-41e5-8c1d-870b283d49ce {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:54.614821 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.620116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56340) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.634585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bef86d-cd90-41fc-9991-d558a9b54c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=a95c9473-54de-4ef5-a8fe-5b91333ba571,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:54.656935 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-12de2378-4833-420d-9f92-32fffcafedb4 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.657679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12de2378-4833-420d-9f92-32fffcafedb4 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.693703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-12de2378-4833-420d-9f92-32fffcafedb4 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/4edea46d-c1e5-4e83-81b2-3e1984346ea7 HTTP/1.1" status: 404 len: 333 time: 0.0683753 Apr 18 17:24:54.694565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56342) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.711467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] For port ba2de1de-f2e1-41e5-8c1d-870b283d49ce, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,segment=NetworkSegment(b0df0265-11e8-4eb6-85f2-659249ce2149),segment_id=b0df0265-11e8-4eb6-85f2-659249ce2149)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:24:54.712497 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.729258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] Calling delete_port for ba2de1de-f2e1-41e5-8c1d-870b283d49ce owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:54.741187 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe8191e-1f30-4481-8f22-72ac39ff53b4 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.741757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe8191e-1f30-4481-8f22-72ac39ff53b4 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.749037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-afe8191e-1f30-4481-8f22-72ac39ff53b4 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/56fd3eb0-bee1-4d5f-ad73-24a83cf7dfaa HTTP/1.1" status: 404 len: 337 time: 0.0533495 Apr 18 17:24:54.749685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56346) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.799398 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff344793-9e05-46ff-a497-d0c9f040d386 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] DELETE failed (client error): The resource could not be found. Apr 18 17:24:54.801235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff344793-9e05-46ff-a497-d0c9f040d386 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:24:54.806294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ff344793-9e05-46ff-a497-d0c9f040d386 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/subnets/a45d867e-3767-4837-a570-2bb0331ea568 HTTP/1.1" status: 404 len: 337 time: 0.0555992 Apr 18 17:24:54.808744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56348) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:54.844192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e1546e89-53dd-4722-87f1-0b17236b875b None None] Port 362e064d-fbad-4ea7-98a7-42d86ac1f61a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:24:54.876487 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5c33c759-6eed-439f-8b05-83c8dd7e2e05 req-856242ba-9f71-4a43-b098-96cef088210f service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535500 Apr 18 17:24:54.881025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.929056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f7f33d31-4f88-489e-945d-43c9788e8c22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Deleting port 362e064d-fbad-4ea7-98a7-42d86ac1f61a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:54.929695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d31-4f88-489e-945d-43c9788e8c22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:54.995734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.030047 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d31-4f88-489e-945d-43c9788e8c22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.051477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f7f33d31-4f88-489e-945d-43c9788e8c22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Calling delete_port for 362e064d-fbad-4ea7-98a7-42d86ac1f61a owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:55.073670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] Pushing event deleted for resources: {'Port': ['ID=ba2de1de-f2e1-41e5-8c1d-870b283d49ce,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:55.092450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92589fbd-2c3a-405c-a5e7-8d975c20cd16 None None] No DVR routers for this DVR port ba2de1de-f2e1-41e5-8c1d-870b283d49ce on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:24:55.163247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56354) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:55.247712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4b242f5b-77fe-41df-ac2f-a8d3be6a792f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82507f121e094deaace05f0061278e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832453 Apr 18 17:24:55.256884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460871b-11e3-4525-8a22-8863c12799d7 req-cf397373-0eb2-401d-a875-335b4eec50c2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:55.265596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2460871b-11e3-4525-8a22-8863c12799d7 req-cf397373-0eb2-401d-a875-335b4eec50c2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.1685648 Apr 18 17:24:55.267219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56356) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:55.349571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2460871b-11e3-4525-8a22-8863c12799d7 req-64a86913-1a8f-462c-83eb-a7bf7e9216c1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734763 Apr 18 17:24:55.385406 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e050ec21-a1d7-4967-9c2c-b08b3266f0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.392335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.414219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e050ec21-a1d7-4967-9c2c-b08b3266f0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.416214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d31-4f88-489e-945d-43c9788e8c22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.462927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f33d31-4f88-489e-945d-43c9788e8c22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Port': ['ID=362e064d-fbad-4ea7-98a7-42d86ac1f61a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:55.476278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7f33d31-4f88-489e-945d-43c9788e8c22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.482051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f7f33d31-4f88-489e-945d-43c9788e8c22 tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/ports/362e064d-fbad-4ea7-98a7-42d86ac1f61a HTTP/1.1" status: 204 len: 168 time: 0.6697443 Apr 18 17:24:55.484572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56362) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:55.519283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Deleting port 2c660b95-dddb-47a4-b8ce-ebaef843e8ff {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:24:55.519795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.572639 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.670312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.687465 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.708515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Calling delete_port for 2c660b95-dddb-47a4-b8ce-ebaef843e8ff owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:24:55.712603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e050ec21-a1d7-4967-9c2c-b08b3266f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.715328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e050ec21-a1d7-4967-9c2c-b08b3266f0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.716568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e050ec21-a1d7-4967-9c2c-b08b3266f0ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ecd0f51c-857c-4297-9d38-00deaf569ce7 HTTP/1.1" status: 204 len: 168 time: 0.4470646 Apr 18 17:24:55.718853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c60644a-83e9-479a-86bd-591c6ef3b502']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:55.733868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba2de1de-f2e1-41e5-8c1d-870b283d49ce no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:24:55.767630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050ec21-a1d7-4967-9c2c-b08b3266f0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd0f51c-857c-4297-9d38-00deaf569ce7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:55.771415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ba2de1de-f2e1-41e5-8c1d-870b283d49ce {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:24:55.772851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ba2de1de-f2e1-41e5-8c1d-870b283d49ce not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:24:55.776313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0df0265-11e8-4eb6-85f2-659249ce2149') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:55.780036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0df0265-11e8-4eb6-85f2-659249ce2149') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:55.805246 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.836709 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.847750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:24:55.849063 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:24:55.858593 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:24:56.047238 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.062196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.065931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] 10.222.0.45 "DELETE /v2.0/networks/8c60644a-83e9-479a-86bd-591c6ef3b502 HTTP/1.1" status: 204 len: 168 time: 0.5805497 Apr 18 17:24:56.087479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668e8f4-b930-46a0-916f-cfd1e67df4ef tempest-PortsIpV6TestJSON-1147331063 tempest-PortsIpV6TestJSON-1147331063-project] Pushing event deleted for resources: {'Network': ['ID=8c60644a-83e9-479a-86bd-591c6ef3b502,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:56.132898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.170034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event deleted for resources: {'Port': ['ID=2c660b95-dddb-47a4-b8ce-ebaef843e8ff,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:56.231949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.232341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.232687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.233020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.233348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.233697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.234028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.234350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.234675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.234996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.235316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.235636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:24:56.260396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.381288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.385138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.485717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a366793-987a-4fd2-aa9e-8e17a7c50af4 req-98311750-cfa9-400f-92fd-27310c3294fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:56.487343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a366793-987a-4fd2-aa9e-8e17a7c50af4 req-98311750-cfa9-400f-92fd-27310c3294fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.0737021 Apr 18 17:24:56.533214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9a366793-987a-4fd2-aa9e-8e17a7c50af4 req-957bad04-8a35-4b71-a18c-373787a109d2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Apr 18 17:24:56.544308 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.544891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Fanout notify agent at l3_agent the message router_deleted on router b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:24:56.552628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.553866 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6ae250c2-aa34-4c3a-be66-fd3fa83c031f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1 HTTP/1.1" status: 204 len: 168 time: 1.9993913 Apr 18 17:24:56.558401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56380) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:56.569089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1970789937', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': False}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:56.715467 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.716559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.822485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56384) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:56.823276 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:56.917095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-964f3770-fd2a-4423-8f6a-67569360d50a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=562df544f5854f988a39943aabccacf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933933 Apr 18 17:24:56.919027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56386) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:56.919451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56388) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:57.047990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2de10325-2657-4dc0-96ce-abb79b15cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.100196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2de10325-2657-4dc0-96ce-abb79b15cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.132860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.286521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2de10325-2657-4dc0-96ce-abb79b15cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.288541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2de10325-2657-4dc0-96ce-abb79b15cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.292141 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2de10325-2657-4dc0-96ce-abb79b15cc6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57772e7c-2b3c-45a4-8afa-37f24b45bb77 HTTP/1.1" status: 204 len: 168 time: 0.3681746 Apr 18 17:24:57.313553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de10325-2657-4dc0-96ce-abb79b15cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57772e7c-2b3c-45a4-8afa-37f24b45bb77,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:57.463130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56402) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:57.473164 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8b7b41d0-415c-4f27-b386-d37986066cd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f7488bdee444c96aa4acc628b9ce56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525277 Apr 18 17:24:57.615697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.621928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3bc3-57d2-409b-a401-887025518818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.666115 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.713608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3bc3-57d2-409b-a401-887025518818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.804477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c01764-e457-4f2b-82bc-04eaf09bd5e3 req-5c308e1c-7d1a-405b-8eba-d5691f25a0b2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:57.812466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17c01764-e457-4f2b-82bc-04eaf09bd5e3 req-5c308e1c-7d1a-405b-8eba-d5691f25a0b2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.1531248 Apr 18 17:24:57.891624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17c01764-e457-4f2b-82bc-04eaf09bd5e3 req-f47d2c11-d808-47c4-980b-59a812637b10 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781720 Apr 18 17:24:57.907666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Allocated IP 172.25.5.7 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/b58eac27-151b-4d6b-a8a2-5c6d5ce503c3) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:24:57.939031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3bc3-57d2-409b-a401-887025518818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.941285 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3bc3-57d2-409b-a401-887025518818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:57.944878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3bcc3bc3-57d2-409b-a401-887025518818 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9031913c-e357-48d1-a09e-091b6084a534 HTTP/1.1" status: 204 len: 168 time: 0.4785166 Apr 18 17:24:57.978570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc3bc3-57d2-409b-a401-887025518818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9031913c-e357-48d1-a09e-091b6084a534,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:58.064813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:58.178582 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:58.238410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:24:58.243536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:24:58.247887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:24:58.297281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'Port': ['ID=b58eac27-151b-4d6b-a8a2-5c6d5ce503c3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:24:58.736648 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:59.432150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:59.441358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135f81-f812-456e-87dd-ccea909c1119 req-453284be-9094-44bb-8473-4c2237411547 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:24:59.443078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c135f81-f812-456e-87dd-ccea909c1119 req-453284be-9094-44bb-8473-4c2237411547 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.0646865 Apr 18 17:24:59.476849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:59.573912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c135f81-f812-456e-87dd-ccea909c1119 req-bad9922e-462f-4e98-b7ae-0adef7e1abe1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796573 Apr 18 17:24:59.701720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6e8a-8087-497f-9055-fbdf459e6e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:59.795835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6e8a-8087-497f-9055-fbdf459e6e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:59.810758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Router ed005149-c141-413c-94c4-f7ba6ce4bf3a is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:24:59.823030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56488) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:59.898013 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6e8a-8087-497f-9055-fbdf459e6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:24:59.944878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:24:59.956117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Sync routers for ids ['ed005149-c141-413c-94c4-f7ba6ce4bf3a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:24:59.956626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fe5b6e8a-8087-497f-9055-fbdf459e6e1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7228c4b19624644826726b7682c4752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769030 Apr 18 17:24:59.963932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56494) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:24:59.969682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-25cee038-3ec8-420e-bce0-0820de3d80e4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-774478517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:24:59.974402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Routers {'ed005149-c141-413c-94c4-f7ba6ce4bf3a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:24:59.975242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ed005149-c141-413c-94c4-f7ba6ce4bf3a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:24:59.982946 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b6e8a-8087-497f-9055-fbdf459e6e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b189ef-4ee4-4b4d-8a0b-2e3b73bb9947,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:00.028265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b470-e393-41d0-833d-d7dba448cb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.055257 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b470-e393-41d0-833d-d7dba448cb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.110158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.113870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9ed947e-8671-4aa3-878d-ec2f1474b6d1 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5538728 Apr 18 17:25:00.114415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56500) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:00.141572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Set router ed005149-c141-413c-94c4-f7ba6ce4bf3a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:25:00.230772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-601b554d-91a1-49d7-a1a6-2354ee01ddec tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/routers/ed005149-c141-413c-94c4-f7ba6ce4bf3a HTTP/1.1" status: 200 len: 907 time: 0.1150429 Apr 18 17:25:00.233213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56504) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:00.237764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1970789937', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': True}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:00.242993 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25cee038-3ec8-420e-bce0-0820de3d80e4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.244222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25cee038-3ec8-420e-bce0-0820de3d80e4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.287336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b470-e393-41d0-833d-d7dba448cb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.290429 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b470-e393-41d0-833d-d7dba448cb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.296728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0ef0b470-e393-41d0-833d-d7dba448cb54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49b189ef-4ee4-4b4d-8a0b-2e3b73bb9947 HTTP/1.1" status: 204 len: 168 time: 0.3315282 Apr 18 17:25:00.307878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b470-e393-41d0-833d-d7dba448cb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b189ef-4ee4-4b4d-8a0b-2e3b73bb9947,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:00.374398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.375791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.381848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25cee038-3ec8-420e-bce0-0820de3d80e4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.400071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed005149-c141-413c-94c4-f7ba6ce4bf3a', 'name': 'tempest-snat-router-1970789937', 'tenant_id': 'ecdfefd80e564eac894b94a73a023f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.7'}], 'enable_snat': False}, 'gw_port_id': 'b58eac27-151b-4d6b-a8a2-5c6d5ce503c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:56Z', 'updated_at': '2022-04-18T17:24:58Z', 'revision_number': 3, 'project_id': 'ecdfefd80e564eac894b94a73a023f8e', 'gw_port': {'id': 'b58eac27-151b-4d6b-a8a2-5c6d5ce503c3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed005149-c141-413c-94c4-f7ba6ce4bf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:57Z', 'updated_at': '2022-04-18T17:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:00.430213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Checking router: ed005149-c141-413c-94c4-f7ba6ce4bf3a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:25:00.430618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Updating router ed005149-c141-413c-94c4-f7ba6ce4bf3a port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:25:00.445794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.460414 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.464878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25cee038-3ec8-420e-bce0-0820de3d80e4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.589093 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25cee038-3ec8-420e-bce0-0820de3d80e4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.594551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56514) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:00.595208 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-25cee038-3ec8-420e-bce0-0820de3d80e4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7704873 Apr 18 17:25:00.601966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-588942133'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:00.691769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Made reservation on behalf of 6289098e46084d918674c87fdc502948 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:00.701468 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.712491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.727685 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.853522 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.926763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824587e9-443a-4e9d-b16e-cb4d3da08915 req-381b3d0a-a2b5-4461-8303-86d842aaba33 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:00.928329 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89f91e74-27d0-4398-b452-47f35ec74773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.936336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-824587e9-443a-4e9d-b16e-cb4d3da08915 req-381b3d0a-a2b5-4461-8303-86d842aaba33 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.1340334 Apr 18 17:25:00.966665 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.986106 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:00.998598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-824587e9-443a-4e9d-b16e-cb4d3da08915 req-623a4225-67ce-4d36-a66a-fe13e6996b21 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603623 Apr 18 17:25:01.040205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Attempting to bind port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:01.040993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Attempting to bind port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:01.041912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Attempting to bind port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:01.054840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.055838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:01.056464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:01.056974 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.057499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:01.058082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Bound port: b58eac27-151b-4d6b-a8a2-5c6d5ce503c3, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:01.058581 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.103345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:01.111809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480313b9-1727-46d8-bf7c-797f5a4273e6 None None] Pushing event updated for resources: {'Port': ['ID=b58eac27-151b-4d6b-a8a2-5c6d5ce503c3,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:01.124986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199cbebf-a2b2-437e-b7f9-f69047c77e6e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:01.126714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] For port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:01.129049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] For port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b58eac27-151b-4d6b-a8a2-5c6d5ce503c3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:01.133276 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.133762 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Added segment 49e33148-684b-4107-82e2-3f845571210c of type vlan for network 817c32a3-3e28-4887-92cc-525cb58418ce Apr 18 17:25:01.165618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.182030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.190121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.190732 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.286994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Routers {'ed005149-c141-413c-94c4-f7ba6ce4bf3a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:01.287450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:24:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['ed005149-c141-413c-94c4-f7ba6ce4bf3a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:01.310153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.316591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:01.317473 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.355007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480313b9-1727-46d8-bf7c-797f5a4273e6 None None] Pushing event updated for resources: {'Port': ['ID=b58eac27-151b-4d6b-a8a2-5c6d5ce503c3,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:01.391382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Network': ['ID=817c32a3-3e28-4887-92cc-525cb58418ce,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:01.424108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Allocated IP 172.25.5.36 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/d3f6b30f-1eda-42c6-b854-97f8ed42faa1) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:01.450692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 817c32a3-3e28-4887-92cc-525cb58418ce details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:01.488140 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4a82d9c1-9979-48f0-ba32-c5e5e3c680c2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8886855 Apr 18 17:25:01.488390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56542) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:01.498056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'subnet': {'network_id': '817c32a3-3e28-4887-92cc-525cb58418ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:01.534088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] Set router ed005149-c141-413c-94c4-f7ba6ce4bf3a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:25:01.640979 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.732817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Made reservation on behalf of 6289098e46084d918674c87fdc502948 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:01.736415 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.778836 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:01.832940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56558) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:01.840932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f6b30f-1eda-42c6-b854-97f8ed42faa1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:01.860430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:01.861965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:01.865236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:01.968535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed005149-c141-413c-94c4-f7ba6ce4bf3a', 'name': 'tempest-snat-router-1970789937', 'tenant_id': 'ecdfefd80e564eac894b94a73a023f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.7'}], 'enable_snat': False}, 'gw_port_id': 'b58eac27-151b-4d6b-a8a2-5c6d5ce503c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:56Z', 'updated_at': '2022-04-18T17:24:58Z', 'revision_number': 3, 'project_id': 'ecdfefd80e564eac894b94a73a023f8e', 'gw_port': {'id': 'b58eac27-151b-4d6b-a8a2-5c6d5ce503c3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed005149-c141-413c-94c4-f7ba6ce4bf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:57Z', 'updated_at': '2022-04-18T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:02.005310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96fd28f-0a06-43d9-9f43-6e81b095b7c7 None None] The sync data for ids ['ed005149-c141-413c-94c4-f7ba6ce4bf3a'] in n-d-836015-2 is: [{'id': 'ed005149-c141-413c-94c4-f7ba6ce4bf3a', 'name': 'tempest-snat-router-1970789937', 'tenant_id': 'ecdfefd80e564eac894b94a73a023f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.7'}], 'enable_snat': False}, 'gw_port_id': 'b58eac27-151b-4d6b-a8a2-5c6d5ce503c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:56Z', 'updated_at': '2022-04-18T17:24:58Z', 'revision_number': 3, 'project_id': 'ecdfefd80e564eac894b94a73a023f8e', 'gw_port': {'id': 'b58eac27-151b-4d6b-a8a2-5c6d5ce503c3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed005149-c141-413c-94c4-f7ba6ce4bf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:57Z', 'updated_at': '2022-04-18T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:02.177363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-695094664-network', 'tenant_id': '2e2a046da1484131a655188a3d278834'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:02.251835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae0d7-a4c6-450a-a09a-3cc7539f8912 req-a1951554-5a07-4a4f-ba2a-5c5c8d6663e4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:02.253686 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02bae0d7-a4c6-450a-a09a-3cc7539f8912 req-a1951554-5a07-4a4f-ba2a-5c5c8d6663e4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.0870097 Apr 18 17:25:02.255447 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.303782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.346583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02bae0d7-a4c6-450a-a09a-3cc7539f8912 req-7368360b-d3af-411f-86f7-57a577c4ab3d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839205 Apr 18 17:25:02.383995 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Checking segment: {'id': '49e33148-684b-4107-82e2-3f845571210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '817c32a3-3e28-4887-92cc-525cb58418ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:02.384363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network hostable DHCP agents. Network: 817c32a3-3e28-4887-92cc-525cb58418ce, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:25:02.386317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Made reservation on behalf of 2e2a046da1484131a655188a3d278834 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:02.391578 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.455951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Subnet': ['ID=8ec84bac-33b4-4d92-bb5c-0473a64af8c1,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:02.458298 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.597162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.603544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network 817c32a3-3e28-4887-92cc-525cb58418ce is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:25:02.702523 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.722822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.780023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:02.803783 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.804150 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Added segment c76fd4b4-2940-45d3-a151-7f521c58ba4e of type vlan for network 978fccc0-b361-4b71-a4a8-334451c0fa15 Apr 18 17:25:02.829397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 817c32a3-3e28-4887-92cc-525cb58418ce) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:02.843291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:02.844587 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.847126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a3485d-3fdf-41dd-986b-c04f45e2acd0 None None] Network 817c32a3-3e28-4887-92cc-525cb58418ce requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:02.953255 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:02.971518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f304b2-23de-497d-abc2-e0a53cadeaac,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:03.013176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e0cce56c-87fc-4c99-becd-91723b834bfc tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5237684 Apr 18 17:25:03.015886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56578) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:03.021867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'network': {'name': 'tempest-router-network01--598380373'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:03.136854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Router 6e75afd6-4cce-48f2-a3df-1164b4571069 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:03.140555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-817c32a3-3e28-4887-92cc-525cb58418ce', 'network_id': '817c32a3-3e28-4887-92cc-525cb58418ce', 'tenant_id': '6289098e46084d918674c87fdc502948', 'fixed_ips': [{'subnet_id': '8ec84bac-33b4-4d92-bb5c-0473a64af8c1'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:25:03.140555 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.194325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Made reservation on behalf of 6289098e46084d918674c87fdc502948 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:03.200103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.225133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.228360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:03.228360 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.303691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:03.314129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-601184e0-786e-4e87-b86a-a2764fbf72f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.317049 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Sync routers for ids ['6e75afd6-4cce-48f2-a3df-1164b4571069'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:03.337059 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Routers {'6e75afd6-4cce-48f2-a3df-1164b4571069'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:03.338129 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6e75afd6-4cce-48f2-a3df-1164b4571069'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:03.340839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:03.365802 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.365802 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Added segment 5bbb9dd2-a73b-4493-a5eb-7a4c585b441b of type vlan for network 581fa654-e252-491e-a4a3-ce18f0d45308 Apr 18 17:25:03.450545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Allocated IP 2001:db8::2 (817c32a3-3e28-4887-92cc-525cb58418ce/8ec84bac-33b4-4d92-bb5c-0473a64af8c1/4cacaff8-270a-43a0-8a94-4110390677ef) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:03.454002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] Pushing event updated for resources: {'Network': ['ID=978fccc0-b361-4b71-a4a8-334451c0fa15,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:03.470103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 978fccc0-b361-4b71-a4a8-334451c0fa15 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:03.476653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cb2e8567-b487-4d16-b7f9-7f9ea850bb79 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6392591 Apr 18 17:25:03.477982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.482402 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8def73d8-ff6c-411a-8e89-b5c14d9859d9 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2448883 Apr 18 17:25:03.482747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:03.506915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.557793 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Set router 6e75afd6-4cce-48f2-a3df-1164b4571069 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:25:03.669095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.708653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:03.710861 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.714815 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e66cee87-33bf-4801-a828-0b9c77ae03ba tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/routers/6e75afd6-4cce-48f2-a3df-1164b4571069 HTTP/1.1" status: 200 len: 907 time: 0.2283413 Apr 18 17:25:03.718845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56594) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:03.743389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f33b87-f34f-408b-87b6-da5d7b582c8d req-6455892f-b398-45e7-91b9-c87fb50a843c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:03.745480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19f33b87-f34f-408b-87b6-da5d7b582c8d req-6455892f-b398-45e7-91b9-c87fb50a843c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.1741061 Apr 18 17:25:03.903473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:03.955804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9358742 Apr 18 17:25:03.956368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:03.960116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56606) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:03.979228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'network': {'name': 'tempest-router-network02--1552983959'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:03.994935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9e6d1-2d87-4594-b938-4798cf44e5f3 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Network': ['ID=581fa654-e252-491e-a4a3-ce18f0d45308,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:04.018190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19f33b87-f34f-408b-87b6-da5d7b582c8d req-b3e909b7-d8be-4409-ab90-7547802b3591 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633457 Apr 18 17:25:04.030543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 581fa654-e252-491e-a4a3-ce18f0d45308 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:04.085101 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75afd6-4cce-48f2-a3df-1164b4571069', 'name': 'tempest-snat-router-1970789937', 'tenant_id': 'ecdfefd80e564eac894b94a73a023f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f6b30f-1eda-42c6-b854-97f8ed42faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:25:00Z', 'updated_at': '2022-04-18T17:25:02Z', 'revision_number': 3, 'project_id': 'ecdfefd80e564eac894b94a73a023f8e', 'gw_port': {'id': 'd3f6b30f-1eda-42c6-b854-97f8ed42faa1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e75afd6-4cce-48f2-a3df-1164b4571069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:25:01Z', 'updated_at': '2022-04-18T17:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:04.129913 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Checking router: 6e75afd6-4cce-48f2-a3df-1164b4571069 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:25:04.129913 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Updating router 6e75afd6-4cce-48f2-a3df-1164b4571069 port d3f6b30f-1eda-42c6-b854-97f8ed42faa1 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:25:04.185753 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.283418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d353146-fb2e-4faf-a055-e02de9fb5a59 req-72c4029c-44fc-4313-886f-7848077f4171 tempest-ComputeTenantNetworksTest-1318370125 tempest-ComputeTenantNetworksTest-1318370125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:04.299265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d353146-fb2e-4faf-a055-e02de9fb5a59 req-72c4029c-44fc-4313-886f-7848077f4171 tempest-ComputeTenantNetworksTest-1318370125 tempest-ComputeTenantNetworksTest-1318370125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:04.311787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d353146-fb2e-4faf-a055-e02de9fb5a59 req-72c4029c-44fc-4313-886f-7848077f4171 tempest-ComputeTenantNetworksTest-1318370125 tempest-ComputeTenantNetworksTest-1318370125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:04.324195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d353146-fb2e-4faf-a055-e02de9fb5a59 req-72c4029c-44fc-4313-886f-7848077f4171 tempest-ComputeTenantNetworksTest-1318370125 tempest-ComputeTenantNetworksTest-1318370125-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2256494 Apr 18 17:25:04.391030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:04.391507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.411219 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.499919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.517100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24fe4-a475-4577-bc53-2dce20bc995f req-6ad4754f-edb3-45e2-ba03-4ca9132c6455 tempest-ComputeTenantNetworksTest-1318370125 tempest-ComputeTenantNetworksTest-1318370125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:04.522364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20e24fe4-a475-4577-bc53-2dce20bc995f req-6ad4754f-edb3-45e2-ba03-4ca9132c6455 tempest-ComputeTenantNetworksTest-1318370125 tempest-ComputeTenantNetworksTest-1318370125-project] 10.222.0.45 "GET /v2.0/networks/978fccc0-b361-4b71-a4a8-334451c0fa15 HTTP/1.1" status: 200 len: 768 time: 0.1756444 Apr 18 17:25:04.528518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56614) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:04.564547 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.647470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.673665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Network 817c32a3-3e28-4887-92cc-525cb58418ce is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:04.685937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:04.691998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:04.696781 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.758327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Pushing event updated for resources: {'Port': ['ID=4cacaff8-270a-43a0-8a94-4110390677ef,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:04.786155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b58eac27-151b-4d6b-a8a2-5c6d5ce503c3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:04.802575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Attempting to bind port 4cacaff8-270a-43a0-8a94-4110390677ef on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:04.806020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Attempting to bind port 4cacaff8-270a-43a0-8a94-4110390677ef by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '49e33148-684b-4107-82e2-3f845571210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '817c32a3-3e28-4887-92cc-525cb58418ce'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:04.806713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Attempting to bind port 4cacaff8-270a-43a0-8a94-4110390677ef on network 817c32a3-3e28-4887-92cc-525cb58418ce {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:04.820000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:04.821018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Checking segment: {'id': '49e33148-684b-4107-82e2-3f845571210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '817c32a3-3e28-4887-92cc-525cb58418ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:04.821680 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.823334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Bound using segment: {'id': '49e33148-684b-4107-82e2-3f845571210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '817c32a3-3e28-4887-92cc-525cb58418ce'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:04.825706 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Bound port: 4cacaff8-270a-43a0-8a94-4110390677ef, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e33148-684b-4107-82e2-3f845571210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '817c32a3-3e28-4887-92cc-525cb58418ce'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:04.826535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.854269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.872704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Made reservation on behalf of 6289098e46084d918674c87fdc502948 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:04.878116 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.892150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978fccc0-b361-4b71-a4a8-334451c0fa15']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:04.905289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76fd4b4-2940-45d3-a151-7f521c58ba4e') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:04.906332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76fd4b4-2940-45d3-a151-7f521c58ba4e') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:04.911117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:04.916637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] For port 4cacaff8-270a-43a0-8a94-4110390677ef, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:04.920468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] For port 4cacaff8-270a-43a0-8a94-4110390677ef, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4cacaff8-270a-43a0-8a94-4110390677ef,segment=NetworkSegment(49e33148-684b-4107-82e2-3f845571210c),segment_id=49e33148-684b-4107-82e2-3f845571210c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:04.922323 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.929990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.930395 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Added segment c54b1417-a0ac-44dc-bf8d-eba869333267 of type vlan for network 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb Apr 18 17:25:04.932655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.940668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.948877 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.965896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.978237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:25:04.979021 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:25:04.982351 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:25:04.987447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:04.989875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=b58eac27-151b-4d6b-a8a2-5c6d5ce503c3,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:05.002210 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.023689 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.078928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91217f-b2a7-4020-ba5d-d0143dd35c34 None None] Pushing event updated for resources: {'Port': ['ID=4cacaff8-270a-43a0-8a94-4110390677ef,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:05.127177 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Attempting to bind port d3f6b30f-1eda-42c6-b854-97f8ed42faa1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:05.127805 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Attempting to bind port d3f6b30f-1eda-42c6-b854-97f8ed42faa1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:05.128378 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Attempting to bind port d3f6b30f-1eda-42c6-b854-97f8ed42faa1 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:05.137341 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3951-1ef3-441f-9402-73273ac936ee None None] Pushing event updated for resources: {'Port': ['ID=d3f6b30f-1eda-42c6-b854-97f8ed42faa1,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:05.137886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Deleting port d3f6b30f-1eda-42c6-b854-97f8ed42faa1 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:05.138333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.140648 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:05.141237 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:05.141836 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.142403 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:05.143154 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Bound port: d3f6b30f-1eda-42c6-b854-97f8ed42faa1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:05.143717 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.198982 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] For port d3f6b30f-1eda-42c6-b854-97f8ed42faa1, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:05.202797 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] For port d3f6b30f-1eda-42c6-b854-97f8ed42faa1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d3f6b30f-1eda-42c6-b854-97f8ed42faa1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:05.204351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.210113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:05.211034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.233381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d4542-e0b8-49b2-bd70-d3dcc7ed9016 req-7323dd8f-f28d-429d-8a03-708934631f45 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:05.234936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f9d4542-e0b8-49b2-bd70-d3dcc7ed9016 req-7323dd8f-f28d-429d-8a03-708934631f45 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.0678940 Apr 18 17:25:05.242208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.253010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.256211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] 10.222.0.45 "DELETE /v2.0/networks/978fccc0-b361-4b71-a4a8-334451c0fa15 HTTP/1.1" status: 204 len: 168 time: 0.7266998 Apr 18 17:25:05.295874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf40b69-aaac-4032-9ab4-9e844eacf2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=978fccc0-b361-4b71-a4a8-334451c0fa15,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:05.307411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Network': ['ID=434aefbe-2c3e-4d84-b35d-4729ca6dc8bb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:05.328354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f9d4542-e0b8-49b2-bd70-d3dcc7ed9016 req-048ad270-5caf-4eb5-bc2b-8d5e54df9efa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Apr 18 17:25:05.329482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:05.338615 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.360200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] For port d3f6b30f-1eda-42c6-b854-97f8ed42faa1, host n-d-836015-2, got binding levels [] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:05.360711 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.379181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56634) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:05.379392 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3c086b71-5750-4963-a051-3597a175fc8a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4181950 Apr 18 17:25:05.385909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'subnet': {'network_id': '581fa654-e252-491e-a4a3-ce18f0d45308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:05.386111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Calling delete_port for d3f6b30f-1eda-42c6-b854-97f8ed42faa1 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:05.475884 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Routers {'6e75afd6-4cce-48f2-a3df-1164b4571069'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:05.476708 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['6e75afd6-4cce-48f2-a3df-1164b4571069'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:05.485293 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3951-1ef3-441f-9402-73273ac936ee None None] Pushing event updated for resources: {'Port': ['ID=d3f6b30f-1eda-42c6-b854-97f8ed42faa1,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:05.680953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Made reservation on behalf of 6289098e46084d918674c87fdc502948 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:05.686721 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.771102 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] Set router 6e75afd6-4cce-48f2-a3df-1164b4571069 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:25:05.809248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:05.918844 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75afd6-4cce-48f2-a3df-1164b4571069', 'name': 'tempest-snat-router-1970789937', 'tenant_id': 'ecdfefd80e564eac894b94a73a023f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:25:00Z', 'updated_at': '2022-04-18T17:25:04Z', 'revision_number': 4, 'project_id': 'ecdfefd80e564eac894b94a73a023f8e', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:05.926351 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:05.931389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4cacaff8-270a-43a0-8a94-4110390677ef up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:05.975379 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410417f-407b-4dc4-aa9f-29548b16bb1e None None] The sync data for ids ['6e75afd6-4cce-48f2-a3df-1164b4571069'] in n-d-836015-2 is: [{'id': '6e75afd6-4cce-48f2-a3df-1164b4571069', 'name': 'tempest-snat-router-1970789937', 'tenant_id': 'ecdfefd80e564eac894b94a73a023f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:25:00Z', 'updated_at': '2022-04-18T17:25:04Z', 'revision_number': 4, 'project_id': 'ecdfefd80e564eac894b94a73a023f8e', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:06.002875 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-660be398-d82f-41e9-b5c0-a3ef175ede17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e2a046da1484131a655188a3d278834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849527 Apr 18 17:25:06.003423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56644) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:06.024606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 4cacaff8-270a-43a0-8a94-4110390677ef triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:06.025100 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.140298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94f56f3f-f4f9-4c1e-88ae-6ccd49d439f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.195488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.195488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94f56f3f-f4f9-4c1e-88ae-6ccd49d439f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.213235 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.248087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3f6b30f-1eda-42c6-b854-97f8ed42faa1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:06.258559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 4cacaff8-270a-43a0-8a94-4110390677ef, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4cacaff8-270a-43a0-8a94-4110390677ef,segment=NetworkSegment(49e33148-684b-4107-82e2-3f845571210c),segment_id=49e33148-684b-4107-82e2-3f845571210c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:06.329017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.354872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.365344 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.368514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:06.368655 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.478082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.481447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.569594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=4cacaff8-270a-43a0-8a94-4110390677ef,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:06.595240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Subnet': ['ID=fab935d8-ffbe-4de6-b800-5136292b4671,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:06.606334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Checking segment: {'id': '5bbb9dd2-a73b-4493-a5eb-7a4c585b441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '581fa654-e252-491e-a4a3-ce18f0d45308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:06.606516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network hostable DHCP agents. Network: 581fa654-e252-491e-a4a3-ce18f0d45308, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:25:06.607525 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.608119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e75afd6-4cce-48f2-a3df-1164b4571069 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:06.625624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.627366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bee46f27-60e3-4119-8239-05e6f03b3f38 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "DELETE /v2.0/routers/6e75afd6-4cce-48f2-a3df-1164b4571069 HTTP/1.1" status: 204 len: 168 time: 2.9074330 Apr 18 17:25:06.629950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56656) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:06.636030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:06.636030 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.662282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886f9cd-9b4e-40c7-a4e1-583b5e5a474c req-aad01dc6-efdb-4838-b24c-5fd44045d2b0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:06.670471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9886f9cd-9b4e-40c7-a4e1-583b5e5a474c req-aad01dc6-efdb-4838-b24c-5fd44045d2b0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.1698487 Apr 18 17:25:06.748584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9886f9cd-9b4e-40c7-a4e1-583b5e5a474c req-2c63b2df-45b0-4dd5-83aa-05d2591eef7e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771530 Apr 18 17:25:06.751880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network 581fa654-e252-491e-a4a3-ce18f0d45308 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:25:06.798266 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.800807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94f56f3f-f4f9-4c1e-88ae-6ccd49d439f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.803603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-94f56f3f-f4f9-4c1e-88ae-6ccd49d439f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.807386 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-94f56f3f-f4f9-4c1e-88ae-6ccd49d439f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4f304b2-23de-497d-abc2-e0a53cadeaac HTTP/1.1" status: 204 len: 168 time: 0.8007538 Apr 18 17:25:06.848315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f56f3f-f4f9-4c1e-88ae-6ccd49d439f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f304b2-23de-497d-abc2-e0a53cadeaac,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:06.849264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 581fa654-e252-491e-a4a3-ce18f0d45308) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:06.876154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:06.877035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:06.880339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c2e23-1f54-468a-9406-d73d808cc9a8 None None] Network 581fa654-e252-491e-a4a3-ce18f0d45308 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:06.926749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83cdfe5-9c2e-4d39-a74d-0f6a02edac16 None None] Network 817c32a3-3e28-4887-92cc-525cb58418ce requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:07.009058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:07.051262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56666) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:07.051610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e5a43abf-aec3-4076-9728-cf4ab0929a72 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6711633 Apr 18 17:25:07.056356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'subnet': {'network_id': '434aefbe-2c3e-4d84-b35d-4729ca6dc8bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:07.124658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fb075528-3448-4e04-b2f4-b464ddb45822 None None] Provisioning complete for port 4cacaff8-270a-43a0-8a94-4110390677ef triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:07.125077 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb075528-3448-4e04-b2f4-b464ddb45822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:07.235594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Deleting port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:07.235933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:07.279249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-581fa654-e252-491e-a4a3-ce18f0d45308', 'network_id': '581fa654-e252-491e-a4a3-ce18f0d45308', 'tenant_id': '6289098e46084d918674c87fdc502948', 'fixed_ips': [{'subnet_id': 'fab935d8-ffbe-4de6-b800-5136292b4671'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:25:07.280234 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:07.333317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Made reservation on behalf of 6289098e46084d918674c87fdc502948 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:07.337087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:07.343097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] For port b58eac27-151b-4d6b-a8a2-5c6d5ce503c3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b58eac27-151b-4d6b-a8a2-5c6d5ce503c3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:07.343388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:07.493096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Calling delete_port for b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:07.700216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Allocated IP 2001:db8::2 (581fa654-e252-491e-a4a3-ce18f0d45308/fab935d8-ffbe-4de6-b800-5136292b4671/4708e4d7-7b71-48af-89b1-3021ada38608) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:07.761081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1e92e3b0-b965-42e8-8df5-b67bed9c0504 None None] Provisioning complete for port 4cacaff8-270a-43a0-8a94-4110390677ef triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:07.762308 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3b0-b965-42e8-8df5-b67bed9c0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:07.821561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4cacaff8-270a-43a0-8a94-4110390677ef up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:07.915470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:07.999853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2191-5d16-497c-bbdb-4ea70f429560 req-3a81ef74-3636-4b58-af7b-ce3a46ef36dd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:08.002528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e67e2191-5d16-497c-bbdb-4ea70f429560 req-3a81ef74-3636-4b58-af7b-ce3a46ef36dd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.0952921 Apr 18 17:25:08.010190 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.052873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Subnet': ['ID=5265fa1f-5e38-4387-9c14-f3c4e7e8bacb,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:08.057076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event deleted for resources: {'Port': ['ID=b58eac27-151b-4d6b-a8a2-5c6d5ce503c3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:08.065336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 4cacaff8-270a-43a0-8a94-4110390677ef triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:08.065841 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.082441 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.142339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e67e2191-5d16-497c-bbdb-4ea70f429560 req-9e505a67-d88c-4a43-918b-8b969795e85c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328907 Apr 18 17:25:08.163414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Checking segment: {'id': 'c54b1417-a0ac-44dc-bf8d-eba869333267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '434aefbe-2c3e-4d84-b35d-4729ca6dc8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:08.163907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network hostable DHCP agents. Network: 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:25:08.184662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.191861 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.256967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Network 581fa654-e252-491e-a4a3-ce18f0d45308 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:08.262610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:08.264399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Pushing event updated for resources: {'Port': ['ID=4708e4d7-7b71-48af-89b1-3021ada38608,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:08.266761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:08.303446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:25:08.338564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Attempting to bind port 4708e4d7-7b71-48af-89b1-3021ada38608 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:08.339064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Attempting to bind port 4708e4d7-7b71-48af-89b1-3021ada38608 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '5bbb9dd2-a73b-4493-a5eb-7a4c585b441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '581fa654-e252-491e-a4a3-ce18f0d45308'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:08.339611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Attempting to bind port 4708e4d7-7b71-48af-89b1-3021ada38608 on network 581fa654-e252-491e-a4a3-ce18f0d45308 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:08.352405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:08.352955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Checking segment: {'id': '5bbb9dd2-a73b-4493-a5eb-7a4c585b441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '581fa654-e252-491e-a4a3-ce18f0d45308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:08.353484 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.354875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Bound using segment: {'id': '5bbb9dd2-a73b-4493-a5eb-7a4c585b441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '581fa654-e252-491e-a4a3-ce18f0d45308'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:08.355559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Bound port: 4708e4d7-7b71-48af-89b1-3021ada38608, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb9dd2-a73b-4493-a5eb-7a4c585b441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '581fa654-e252-491e-a4a3-ce18f0d45308'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:08.356129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.356335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.360141 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.434257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] For port 4708e4d7-7b71-48af-89b1-3021ada38608, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:08.435413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:08.439808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:08.440196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] For port 4708e4d7-7b71-48af-89b1-3021ada38608, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4708e4d7-7b71-48af-89b1-3021ada38608,segment=NetworkSegment(5bbb9dd2-a73b-4493-a5eb-7a4c585b441b),segment_id=5bbb9dd2-a73b-4493-a5eb-7a4c585b441b)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:08.440457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.447871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2202c8-3e2d-4835-80df-358a0ef05054 None None] Network 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:08.529239 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e542efd-00ed-4b5a-a4f0-417e2abd5500 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4768500 Apr 18 17:25:08.531204 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.531204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed005149-c141-413c-94c4-f7ba6ce4bf3a {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:08.534602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56708) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:08.542949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.548421 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9fcd1e23-a4d8-4609-83f2-764f35154529 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ed005149-c141-413c-94c4-f7ba6ce4bf3a HTTP/1.1" status: 204 len: 168 time: 1.9134967 Apr 18 17:25:08.548421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56710) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:08.560042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1424476834', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:08.679252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.681633 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.756971 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.772526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:08.987678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9504-71a3-4566-a400-556d6395f570 None None] Pushing event updated for resources: {'Port': ['ID=4708e4d7-7b71-48af-89b1-3021ada38608,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:09.100055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-434aefbe-2c3e-4d84-b35d-4729ca6dc8bb', 'network_id': '434aefbe-2c3e-4d84-b35d-4729ca6dc8bb', 'tenant_id': '6289098e46084d918674c87fdc502948', 'fixed_ips': [{'subnet_id': '5265fa1f-5e38-4387-9c14-f3c4e7e8bacb'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:25:09.104353 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:09.133219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:09.225798 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:09.444582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Allocated IP 2001:db8::2 (434aefbe-2c3e-4d84-b35d-4729ca6dc8bb/5265fa1f-5e38-4387-9c14-f3c4e7e8bacb/f3b727f0-ad59-488c-8bb9-bab8f2bd28b2) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:09.598924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56742) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:09.685943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6d369-6a74-4563-9271-8ed91dd60e55 req-6342a7d5-e1ea-4927-ad6b-9d14009d305c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:09.687508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33d6d369-6a74-4563-9271-8ed91dd60e55 req-6342a7d5-e1ea-4927-ad6b-9d14009d305c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.3240685 Apr 18 17:25:09.690807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:09.715829 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:09.719277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:09.824763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33d6d369-6a74-4563-9271-8ed91dd60e55 req-01497016-b986-484c-8d15-6887ecaa1fc6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128480 Apr 18 17:25:09.861588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 8441e867-c6b6-4dfd-bde0-0329432efd92 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:25:09.880824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4708e4d7-7b71-48af-89b1-3021ada38608 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:09.907553 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c30c7b56-9dad-4e76-bb1a-c05ee4732008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:09.924310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Allocated IP 172.25.5.102 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/510733d5-388f-4fde-afc0-d142d90c906a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:09.927830 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:09.934699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Allocated IP 2001:db8::1 (581fa654-e252-491e-a4a3-ce18f0d45308/fab935d8-ffbe-4de6-b800-5136292b4671/69ff6371-278e-479c-9aef-c004789d77b6) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:10.009864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Network 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:10.021153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:10.066610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:10.101156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Pushing event updated for resources: {'Port': ['ID=f3b727f0-ad59-488c-8bb9-bab8f2bd28b2,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:10.190752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 4708e4d7-7b71-48af-89b1-3021ada38608 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:10.191507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.197488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.233194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c30c7b56-9dad-4e76-bb1a-c05ee4732008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.259622 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.292568 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c30c7b56-9dad-4e76-bb1a-c05ee4732008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.306700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 8441e867-c6b6-4dfd-bde0-0329432efd92, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=8441e867-c6b6-4dfd-bde0-0329432efd92,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:10.310125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Attempting to bind port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:10.310492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Attempting to bind port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c54b1417-a0ac-44dc-bf8d-eba869333267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '434aefbe-2c3e-4d84-b35d-4729ca6dc8bb'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:10.310848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Attempting to bind port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 on network 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:10.325498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.329669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c30c7b56-9dad-4e76-bb1a-c05ee4732008 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12d3045f99cc4129a526eec46215ca80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7291591 Apr 18 17:25:10.331214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56756) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:10.356231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:10.356658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Checking segment: {'id': 'c54b1417-a0ac-44dc-bf8d-eba869333267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '434aefbe-2c3e-4d84-b35d-4729ca6dc8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:10.357063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.357507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Bound using segment: {'id': 'c54b1417-a0ac-44dc-bf8d-eba869333267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '434aefbe-2c3e-4d84-b35d-4729ca6dc8bb'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:10.374139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Bound port: f3b727f0-ad59-488c-8bb9-bab8f2bd28b2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54b1417-a0ac-44dc-bf8d-eba869333267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '434aefbe-2c3e-4d84-b35d-4729ca6dc8bb'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:10.374547 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.376019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c7b56-9dad-4e76-bb1a-c05ee4732008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37452eaa-5721-4a59-b1ca-0e208314016a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:10.393194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '8441e867-c6b6-4dfd-bde0-0329432efd92', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'port_id': '8441e867-c6b6-4dfd-bde0-0329432efd92', 'mac_address': 'fa:16:3e:2c:0f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:25:10.416698 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.436825 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80e83d8f-62ea-4c10-a685-4c8ba7e39d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.454188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event updated for resources: {'Port': ['ID=510733d5-388f-4fde-afc0-d142d90c906a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:10.463606 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80e83d8f-62ea-4c10-a685-4c8ba7e39d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.485528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:10.487208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:10.491431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.492951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:10.574895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aadc2d-bbb0-48c4-9aed-62d486de2e9d None None] Network 581fa654-e252-491e-a4a3-ce18f0d45308 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:10.579237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 4708e4d7-7b71-48af-89b1-3021ada38608, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4708e4d7-7b71-48af-89b1-3021ada38608,segment=NetworkSegment(5bbb9dd2-a73b-4493-a5eb-7a4c585b441b),segment_id=5bbb9dd2-a73b-4493-a5eb-7a4c585b441b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:10.593556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network 581fa654-e252-491e-a4a3-ce18f0d45308 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:10.601977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:10.608738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:10.609493 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.611199 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.667861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Port': ['ID=69ff6371-278e-479c-9aef-c004789d77b6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:10.708286 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.718212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8441e867-c6b6-4dfd-bde0-0329432efd92 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:25:10.739129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5fec5954-6211-40ac-a973-04fdb9251a96 None None] Provisioning complete for port 4708e4d7-7b71-48af-89b1-3021ada38608 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:10.739560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5fec5954-6211-40ac-a973-04fdb9251a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.741768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] For port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:10.787039 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80e83d8f-62ea-4c10-a685-4c8ba7e39d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.790586 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80e83d8f-62ea-4c10-a685-4c8ba7e39d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.791860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-80e83d8f-62ea-4c10-a685-4c8ba7e39d68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37452eaa-5721-4a59-b1ca-0e208314016a HTTP/1.1" status: 204 len: 168 time: 0.4571469 Apr 18 17:25:10.822344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e83d8f-62ea-4c10-a685-4c8ba7e39d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37452eaa-5721-4a59-b1ca-0e208314016a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:10.830506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:25:10.934800 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:10.937045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 8441e867-c6b6-4dfd-bde0-0329432efd92, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=8441e867-c6b6-4dfd-bde0-0329432efd92,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:10.939048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] For port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f3b727f0-ad59-488c-8bb9-bab8f2bd28b2,segment=NetworkSegment(c54b1417-a0ac-44dc-bf8d-eba869333267),segment_id=c54b1417-a0ac-44dc-bf8d-eba869333267)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:11.055184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=4708e4d7-7b71-48af-89b1-3021ada38608,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:11.067238 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:11.070405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ec688-238c-4e47-87bd-02f6060d8e1f req-b5e9d36d-b6c9-4978-8547-859d4b2a9469 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:11.072038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-378ec688-238c-4e47-87bd-02f6060d8e1f req-b5e9d36d-b6c9-4978-8547-859d4b2a9469 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 943 time: 0.0931728 Apr 18 17:25:11.076105 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:11.085498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:25:11.085867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b58eac27-151b-4d6b-a8a2-5c6d5ce503c3 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:25:11.299963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=8441e867-c6b6-4dfd-bde0-0329432efd92,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:11.442146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcae09-341e-4e21-a2f4-f4a6977d70a2 None None] Pushing event updated for resources: {'Port': ['ID=f3b727f0-ad59-488c-8bb9-bab8f2bd28b2,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:11.455984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['8441e867-c6b6-4dfd-bde0-0329432efd92'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:25:11.549042 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:11.571384 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-378ec688-238c-4e47-87bd-02f6060d8e1f req-30ee7d57-d68f-4098-8cd6-becb87d3ddb6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564128 Apr 18 17:25:11.652942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:11.655487 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:11.754444 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:11.760375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Port': ['ID=69ff6371-278e-479c-9aef-c004789d77b6,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:11.915363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc1786e9-936d-412d-bf55-41cd896e6bf7 None None] Provisioning complete for port 4708e4d7-7b71-48af-89b1-3021ada38608 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:11.915363 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc1786e9-936d-412d-bf55-41cd896e6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:11.960802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network 581fa654-e252-491e-a4a3-ce18f0d45308 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:11.962796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:12.017553 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4708e4d7-7b71-48af-89b1-3021ada38608 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:12.283267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 4708e4d7-7b71-48af-89b1-3021ada38608 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:12.283267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:12.326868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:12.333082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc1786e9-936d-412d-bf55-41cd896e6bf7 None None] Provisioning complete for port 69ff6371-278e-479c-9aef-c004789d77b6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:12.333570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc1786e9-936d-412d-bf55-41cd896e6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:12.371795 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Router d3e27571-841c-4e1d-a28d-7be7b945433c is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:12.510447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:12.549681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dc1786e9-936d-412d-bf55-41cd896e6bf7 None None] Port 69ff6371-278e-479c-9aef-c004789d77b6 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:25:12.573872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:12.580951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fa6b4aff-bf18-4773-8028-9d29d695548a tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "PUT /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0445580 Apr 18 17:25:12.583103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56806) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:12.595008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Router d6b89da5-9bf2-4c69-afc0-bddae42bda25 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:12.595592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:12.595974 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:12.606718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52039be-88af-4150-a1cc-c7cf6855928e None None] Sync routers for ids ['d3e27571-841c-4e1d-a28d-7be7b945433c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:12.830587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52039be-88af-4150-a1cc-c7cf6855928e None None] Routers {'d3e27571-841c-4e1d-a28d-7be7b945433c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:12.833271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a52039be-88af-4150-a1cc-c7cf6855928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3e27571-841c-4e1d-a28d-7be7b945433c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:12.895583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:12.907258 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb875d-295d-4f67-a8d4-4719fe9bb0e5 None None] Sync routers for ids ['d6b89da5-9bf2-4c69-afc0-bddae42bda25'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:12.913289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef30a0-4bf9-49d8-8d1e-edcc741e8c72 req-0a85915e-41e4-4cfa-96a4-b4f41261c51d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:12.916995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5ef30a0-4bf9-49d8-8d1e-edcc741e8c72 req-0a85915e-41e4-4cfa-96a4-b4f41261c51d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 944 time: 0.1718531 Apr 18 17:25:12.932590 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb875d-295d-4f67-a8d4-4719fe9bb0e5 None None] Routers {'d6b89da5-9bf2-4c69-afc0-bddae42bda25'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:12.933310 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-babb875d-295d-4f67-a8d4-4719fe9bb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d6b89da5-9bf2-4c69-afc0-bddae42bda25'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:12.950000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a52039be-88af-4150-a1cc-c7cf6855928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:12.950000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1ef472df-2c54-4214-b976-20d80738b31c None None] Provisioning complete for port 69ff6371-278e-479c-9aef-c004789d77b6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:12.950000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ef472df-2c54-4214-b976-20d80738b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:12.992822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1ef472df-2c54-4214-b976-20d80738b31c None None] Port 69ff6371-278e-479c-9aef-c004789d77b6 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:25:13.009747 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-babb875d-295d-4f67-a8d4-4719fe9bb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:13.020015 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:13.021989 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b5eced60-b88f-4b45-bf43-82f551a8435a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4728153 Apr 18 17:25:13.022463 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb875d-295d-4f67-a8d4-4719fe9bb0e5 None None] Routers {'d6b89da5-9bf2-4c69-afc0-bddae42bda25'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:13.023316 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-babb875d-295d-4f67-a8d4-4719fe9bb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d6b89da5-9bf2-4c69-afc0-bddae42bda25'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:13.024917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56816) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:13.030234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-73baa87c-5136-434b-9be4-6632a18c654f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': False}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:13.070888 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-babb875d-295d-4f67-a8d4-4719fe9bb0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:13.072017 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb875d-295d-4f67-a8d4-4719fe9bb0e5 None None] The sync data for ids ['d6b89da5-9bf2-4c69-afc0-bddae42bda25'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:13.090312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52039be-88af-4150-a1cc-c7cf6855928e None None] Routers {'d3e27571-841c-4e1d-a28d-7be7b945433c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:13.090312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a52039be-88af-4150-a1cc-c7cf6855928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3e27571-841c-4e1d-a28d-7be7b945433c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:13.352509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86803e6-e4c5-40db-9a6d-8ce9efa1a67f None None] Network 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:13.398308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a52039be-88af-4150-a1cc-c7cf6855928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:13.402020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52039be-88af-4150-a1cc-c7cf6855928e None None] The sync data for ids ['d3e27571-841c-4e1d-a28d-7be7b945433c'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:13.424021 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:13.516668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5ef30a0-4bf9-49d8-8d1e-edcc741e8c72 req-36564643-9682-404c-a1fc-8b7f9f5d7736 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876846 Apr 18 17:25:13.520502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-33cdba4c-3027-49ae-a5e8-59beea435dc2 None None] Provisioning complete for port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:13.521116 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-33cdba4c-3027-49ae-a5e8-59beea435dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:13.600440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f3b727f0-ad59-488c-8bb9-bab8f2bd28b2,segment=NetworkSegment(c54b1417-a0ac-44dc-bf8d-eba869333267),segment_id=c54b1417-a0ac-44dc-bf8d-eba869333267)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:13.653525 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73baa87c-5136-434b-9be4-6632a18c654f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:13.666616 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:13.756253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=f3b727f0-ad59-488c-8bb9-bab8f2bd28b2,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:13.834418 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-31f7a6a0-509d-4594-8c61-92907214a566 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:25:13.838278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-31f7a6a0-509d-4594-8c61-92907214a566 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "PUT /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2515304 Apr 18 17:25:13.839229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56844) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:13.874575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-33cdba4c-3027-49ae-a5e8-59beea435dc2 None None] Provisioning complete for port 69ff6371-278e-479c-9aef-c004789d77b6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:13.875039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-33cdba4c-3027-49ae-a5e8-59beea435dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:13.919403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-33cdba4c-3027-49ae-a5e8-59beea435dc2 None None] Port 69ff6371-278e-479c-9aef-c004789d77b6 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:25:13.921191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 8441e867-c6b6-4dfd-bde0-0329432efd92 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:14.108925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 8441e867-c6b6-4dfd-bde0-0329432efd92 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:25:14.113135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 8441e867-c6b6-4dfd-bde0-0329432efd92 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:14.113671 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:14.297468 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:14.351522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57a6194-2963-444f-afff-bbed32b5081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8441e867-c6b6-4dfd-bde0-0329432efd92'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:25:14.354293 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e32d9a-8532-478a-aad7-e84778a0f8ea" -d '{"events": [{"server_uuid": "b57a6194-2963-444f-afff-bbed32b5081b", "name": "network-vif-plugged", "status": "completed", "tag": "8441e867-c6b6-4dfd-bde0-0329432efd92"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:25:14.417015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-339619f7-092a-4b08-9121-d675244160a5 None None] Provisioning complete for port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:14.417716 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-339619f7-092a-4b08-9121-d675244160a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:14.421983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 8441e867-c6b6-4dfd-bde0-0329432efd92, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=8441e867-c6b6-4dfd-bde0-0329432efd92,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:14.440714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73baa87c-5136-434b-9be4-6632a18c654f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:14.447633 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73baa87c-5136-434b-9be4-6632a18c654f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:14.482015 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78bc28a-ea6a-4797-b628-5a9c7c640d00 x-openstack-request-id: req-a78bc28a-ea6a-4797-b628-5a9c7c640d00 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:25:14.482317 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57a6194-2963-444f-afff-bbed32b5081b", "name": "network-vif-plugged", "status": "completed", "tag": "8441e867-c6b6-4dfd-bde0-0329432efd92", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:25:14.482576 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a78bc28a-ea6a-4797-b628-5a9c7c640d00 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:25:14.482990 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78bc28a-ea6a-4797-b628-5a9c7c640d00'] response: {'server_uuid': 'b57a6194-2963-444f-afff-bbed32b5081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8441e867-c6b6-4dfd-bde0-0329432efd92', 'code': 200} Apr 18 17:25:14.495091 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:14.584535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:14.681005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=8441e867-c6b6-4dfd-bde0-0329432efd92,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:14.723969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed0c0-952c-4cb3-8c1b-44eaff9bff50 req-9972bf43-8e2a-479c-8de2-576d933ce3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:14.725474 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e9ed0c0-952c-4cb3-8c1b-44eaff9bff50 req-9972bf43-8e2a-479c-8de2-576d933ce3dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 1096 time: 0.0819156 Apr 18 17:25:14.729548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73baa87c-5136-434b-9be4-6632a18c654f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Router d6b89da5-9bf2-4c69-afc0-bddae42bda25 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:25:14.764300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4e9ed0c0-952c-4cb3-8c1b-44eaff9bff50 req-60b4a013-3752-4013-93b9-600012908a6f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312409 Apr 18 17:25:14.879145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73baa87c-5136-434b-9be4-6632a18c654f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:14.883898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73baa87c-5136-434b-9be4-6632a18c654f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:14.885462 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-73baa87c-5136-434b-9be4-6632a18c654f tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "PUT /v2.0/routers/d6b89da5-9bf2-4c69-afc0-bddae42bda25 HTTP/1.1" status: 200 len: 922 time: 1.8590453 Apr 18 17:25:14.888586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56870) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:14.891481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1041b983-7a57-4dc6-9a82-682f4c457891 None None] Sync routers for ids ['d6b89da5-9bf2-4c69-afc0-bddae42bda25'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:14.901823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1041b983-7a57-4dc6-9a82-682f4c457891 None None] Routers {'d6b89da5-9bf2-4c69-afc0-bddae42bda25'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:14.903539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1041b983-7a57-4dc6-9a82-682f4c457891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d6b89da5-9bf2-4c69-afc0-bddae42bda25'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:14.911436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c6bea-1223-4759-8874-54a327fbe5cf req-468a140b-e573-4f60-a8c6-c0dcb1684182 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:14.913272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d3c6bea-1223-4759-8874-54a327fbe5cf req-468a140b-e573-4f60-a8c6-c0dcb1684182 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 945 time: 0.1452916 Apr 18 17:25:14.941173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1041b983-7a57-4dc6-9a82-682f4c457891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:14.951277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1041b983-7a57-4dc6-9a82-682f4c457891 None None] Routers {'d6b89da5-9bf2-4c69-afc0-bddae42bda25'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:14.951948 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1041b983-7a57-4dc6-9a82-682f4c457891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d6b89da5-9bf2-4c69-afc0-bddae42bda25'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:15.010791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d3c6bea-1223-4759-8874-54a327fbe5cf req-e3ae5b19-7d2e-4385-ab65-01471a3b4e48 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625668 Apr 18 17:25:15.020226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1041b983-7a57-4dc6-9a82-682f4c457891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:15.020943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1041b983-7a57-4dc6-9a82-682f4c457891 None None] The sync data for ids ['d6b89da5-9bf2-4c69-afc0-bddae42bda25'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:15.093133 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-238a5fce-74ce-4784-a1d2-49853e401310 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/routers/d6b89da5-9bf2-4c69-afc0-bddae42bda25 HTTP/1.1" status: 200 len: 922 time: 0.2030632 Apr 18 17:25:15.095818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56880) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:15.176038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5ed53-f6c2-48e5-95f8-8e61886c9147 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:15.177682 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7da5ed53-f6c2-48e5-95f8-8e61886c9147 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=d6b89da5-9bf2-4c69-afc0-bddae42bda25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0808604 Apr 18 17:25:15.180326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:15.185236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Deleting port 69ff6371-278e-479c-9aef-c004789d77b6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:15.185619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:15.370506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:15.405395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Calling delete_port for 69ff6371-278e-479c-9aef-c004789d77b6 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:15.631689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c028f1-4678-4217-b8b3-5078088aeaaa tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:15.633271 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c0c028f1-4678-4217-b8b3-5078088aeaaa tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 881 time: 0.4518695 Apr 18 17:25:15.636432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:15.682526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-871616ee-c922-4c07-8485-aee28549201b tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6b89da5-9bf2-4c69-afc0-bddae42bda25 HTTP/1.1" status: 200 len: 205 time: 0.0448487 Apr 18 17:25:15.684542 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:15.685975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56910) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:15.733029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Port': ['ID=69ff6371-278e-479c-9aef-c004789d77b6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:15.838727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:15.925079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:15.948770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:15.995791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:15.996706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:16.166966 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:25:16.188681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:16.302464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Router d3e27571-841c-4e1d-a28d-7be7b945433c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:25:16.325519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898904d-d2ae-490b-8c9f-133d9573b4dc req-d89b3e9c-129e-4ebe-ab80-435450a5b68c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:16.327606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1898904d-d2ae-490b-8c9f-133d9573b4dc req-d89b3e9c-129e-4ebe-ab80-435450a5b68c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 945 time: 0.1716456 Apr 18 17:25:16.341715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Deleting port 510733d5-388f-4fde-afc0-d142d90c906a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:16.342097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:16.425613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:16.434803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-64e7bf31-131d-4af5-a7d4-861d36cec397 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "PUT /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931385 Apr 18 17:25:16.443068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56938) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:16.447742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91f62c-c345-4d2a-ae64-2cd20fee939e None None] Sync routers for ids ['d3e27571-841c-4e1d-a28d-7be7b945433c'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:16.468610 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91f62c-c345-4d2a-ae64-2cd20fee939e None None] Routers {'d3e27571-841c-4e1d-a28d-7be7b945433c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:16.469561 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1a91f62c-c345-4d2a-ae64-2cd20fee939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3e27571-841c-4e1d-a28d-7be7b945433c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:16.486775 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-0c59a33e-07c0-4c45-9137-536725894efd tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] delete failed (client error): The resource could not be found. Apr 18 17:25:16.493270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0c59a33e-07c0-4c45-9137-536725894efd tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-2113397989 HTTP/1.1" status: 404 len: 335 time: 0.0454342 Apr 18 17:25:16.493270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1898904d-d2ae-490b-8c9f-133d9573b4dc req-d6a30b79-e31d-4a2f-acc5-ceda3830e39c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593614 Apr 18 17:25:16.494439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56944) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:16.498768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-751d6c4d-7371-4861-a0a7-30486f9b6cf4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3e27571-841c-4e1d-a28d-7be7b945433c'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:16.521163 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:16.556711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Calling delete_port for 510733d5-388f-4fde-afc0-d142d90c906a owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:16.578267 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1a91f62c-c345-4d2a-ae64-2cd20fee939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:16.643085 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91f62c-c345-4d2a-ae64-2cd20fee939e None None] Routers {'d3e27571-841c-4e1d-a28d-7be7b945433c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:16.644462 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1a91f62c-c345-4d2a-ae64-2cd20fee939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3e27571-841c-4e1d-a28d-7be7b945433c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:16.705963 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1a91f62c-c345-4d2a-ae64-2cd20fee939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:16.707240 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91f62c-c345-4d2a-ae64-2cd20fee939e None None] The sync data for ids ['d3e27571-841c-4e1d-a28d-7be7b945433c'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:16.742676 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-751d6c4d-7371-4861-a0a7-30486f9b6cf4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:16.843078 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-751d6c4d-7371-4861-a0a7-30486f9b6cf4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] update failed (client error): The resource could not be found. Apr 18 17:25:16.850899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-751d6c4d-7371-4861-a0a7-30486f9b6cf4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "PUT /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c HTTP/1.1" status: 404 len: 339 time: 0.3528962 Apr 18 17:25:16.851783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56952) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:16.859307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-412150462'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:16.938186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Made reservation on behalf of 6289098e46084d918674c87fdc502948 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:16.941775 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:16.967410 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:16.974801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:16.994686 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:16.995030 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Added segment 5194e514-0551-4a07-baa5-a44b92246f3c of type vlan for network bee1a60f-f2c8-4c00-85d7-4fafa483998b Apr 18 17:25:17.003251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event deleted for resources: {'Port': ['ID=510733d5-388f-4fde-afc0-d142d90c906a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:17.051958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.075503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.177750 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.183399 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:17.183892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.185828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.200069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.269101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Network': ['ID=bee1a60f-f2c8-4c00-85d7-4fafa483998b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:17.279426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.290511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network bee1a60f-f2c8-4c00-85d7-4fafa483998b details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:17.325347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eafcdcd3-e417-4730-bcf5-64bc79910f57 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4725001 Apr 18 17:25:17.337039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 56968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:17.343493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'subnet': {'network_id': 'bee1a60f-f2c8-4c00-85d7-4fafa483998b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:17.363905 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.364637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Fanout notify agent at l3_agent the message router_deleted on router d6b89da5-9bf2-4c69-afc0-bddae42bda25 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:17.373620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.374749 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c85cfd3f-7b77-4fd7-8e5c-e14eb0bbf505 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/d6b89da5-9bf2-4c69-afc0-bddae42bda25 HTTP/1.1" status: 204 len: 168 time: 1.6877820 Apr 18 17:25:17.378656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56972) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:17.383468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-030812ae-e9ce-40fa-a384-f86e6990634d tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1250218161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:17.389829 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.452513 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-030812ae-e9ce-40fa-a384-f86e6990634d tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.453735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-030812ae-e9ce-40fa-a384-f86e6990634d tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.549554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Made reservation on behalf of 6289098e46084d918674c87fdc502948 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:17.554400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.557526 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-030812ae-e9ce-40fa-a384-f86e6990634d tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.629031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-030812ae-e9ce-40fa-a384-f86e6990634d tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.676415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178e476-f98e-4931-b242-5b7f4acea493 req-3cacedc9-a922-40a9-a81b-9b815948d29c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:17.680388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1178e476-f98e-4931-b242-5b7f4acea493 req-3cacedc9-a922-40a9-a81b-9b815948d29c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 945 time: 0.0844643 Apr 18 17:25:17.730063 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-030812ae-e9ce-40fa-a384-f86e6990634d tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.731142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-030812ae-e9ce-40fa-a384-f86e6990634d tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3514173 Apr 18 17:25:17.737130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 56988) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:17.741681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:17.788533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1178e476-f98e-4931-b242-5b7f4acea493 req-70f188e5-909a-4beb-8451-8a23664d8ac1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016526 Apr 18 17:25:17.892536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:17.983312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Subnet': ['ID=f83dea15-300e-4502-8fb9-7061f11f3942,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:18.039224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Checking segment: {'id': '5194e514-0551-4a07-baa5-a44b92246f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bee1a60f-f2c8-4c00-85d7-4fafa483998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:18.039911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network hostable DHCP agents. Network: bee1a60f-f2c8-4c00-85d7-4fafa483998b, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:25:18.047671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:18.065264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7cc61-e569-4209-b97e-346d89fabc28 req-1b4f8872-5a51-40fa-9457-ade45f406c62 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:18.067408 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77c7cc61-e569-4209-b97e-346d89fabc28 req-1b4f8872-5a51-40fa-9457-ade45f406c62 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 945 time: 0.1662347 Apr 18 17:25:18.111327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77c7cc61-e569-4209-b97e-346d89fabc28 req-abaec824-526d-4e5e-b87a-9cd0af00b85d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Apr 18 17:25:18.178698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network bee1a60f-f2c8-4c00-85d7-4fafa483998b is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:25:18.259802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38dd32-2008-40f3-93bf-0b10f0f463b9 req-a059a0f0-2587-4fc8-8c04-c2d9d3eb3636 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:18.262508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b38dd32-2008-40f3-93bf-0b10f0f463b9 req-a059a0f0-2587-4fc8-8c04-c2d9d3eb3636 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 945 time: 0.0756500 Apr 18 17:25:18.267383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, bee1a60f-f2c8-4c00-85d7-4fafa483998b) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:18.278282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:18.281481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:18.282241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679bf0cd-03a0-496f-a207-28e3424ff0de None None] Network bee1a60f-f2c8-4c00-85d7-4fafa483998b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:18.371998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b38dd32-2008-40f3-93bf-0b10f0f463b9 req-9f550985-d1c5-4664-ad4b-e287406312bd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695333 Apr 18 17:25:18.381122 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-95cf8809-18b3-4f99-9062-e112257a47c9 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0429065 Apr 18 17:25:18.384124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57010) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:18.392616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b1e27759-b1f9-4006-a5c1-f345074849d6 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bee1a60f-f2c8-4c00-85d7-4fafa483998b'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:18.508860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-bee1a60f-f2c8-4c00-85d7-4fafa483998b', 'network_id': 'bee1a60f-f2c8-4c00-85d7-4fafa483998b', 'tenant_id': '6289098e46084d918674c87fdc502948', 'fixed_ips': [{'subnet_id': 'f83dea15-300e-4502-8fb9-7061f11f3942'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:25:18.508860 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:18.573109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:18.592693 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:18.761508 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-ae38839a-4894-4591-a7f9-8df0ec613fd1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1900532 Apr 18 17:25:18.934982 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1e27759-b1f9-4006-a5c1-f345074849d6 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:18.956005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-83a84fc2-a959-4886-84ab-cbab29706a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:18.958036 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-83a84fc2-a959-4886-84ab-cbab29706a41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1097 time: 0.1001608 Apr 18 17:25:19.006536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Allocated IP 2001:db8:1::2 (bee1a60f-f2c8-4c00-85d7-4fafa483998b/f83dea15-300e-4502-8fb9-7061f11f3942/f5ecf13c-6d4f-429b-81b8-5713ff09eb81) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:19.281146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-cd2aa291-f724-420d-860f-9958c78339d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:19.285915 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-cd2aa291-f724-420d-860f-9958c78339d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.3025813 Apr 18 17:25:19.325979 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:19.355982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Allocated IP 172.25.5.252 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/7ce3ab2a-f775-40c8-b37d-8c2f3c1a29c1) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:19.378674 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-2f782632-f74b-4bb6-be4b-d11583107049 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 200 len: 1001 time: 0.0865715 Apr 18 17:25:19.386236 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-b1e27759-b1f9-4006-a5c1-f345074849d6 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:25:19.390518 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b1e27759-b1f9-4006-a5c1-f345074849d6 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "PUT /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c HTTP/1.1" status: 400 len: 364 time: 1.0020096 Apr 18 17:25:19.395123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57036) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:19.428339 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:19.514775 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:19.526282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Pushing event updated for resources: {'Port': ['ID=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:19.545988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Network bee1a60f-f2c8-4c00-85d7-4fafa483998b is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:19.553080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:19.557563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-f6beae0a-0f6a-49e9-a1fd-9160ce44c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:19.559084 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-f6beae0a-0f6a-49e9-a1fd-9160ce44c47b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.1708934 Apr 18 17:25:19.567128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:19.658470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:19.706078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:19.709005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:19.713210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Attempting to bind port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:19.720781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Attempting to bind port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '5194e514-0551-4a07-baa5-a44b92246f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bee1a60f-f2c8-4c00-85d7-4fafa483998b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:19.720781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Attempting to bind port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 on network bee1a60f-f2c8-4c00-85d7-4fafa483998b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:19.727563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:19.728870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Checking segment: {'id': '5194e514-0551-4a07-baa5-a44b92246f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bee1a60f-f2c8-4c00-85d7-4fafa483998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:19.729876 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:19.731930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Bound using segment: {'id': '5194e514-0551-4a07-baa5-a44b92246f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bee1a60f-f2c8-4c00-85d7-4fafa483998b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:19.732912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Bound port: f5ecf13c-6d4f-429b-81b8-5713ff09eb81, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5194e514-0551-4a07-baa5-a44b92246f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bee1a60f-f2c8-4c00-85d7-4fafa483998b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:19.733797 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:19.738696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57046) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:19.752563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:19.792740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-a3e65760-6661-4d67-9703-b5c1439f1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:19.795063 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-a3e65760-6661-4d67-9703-b5c1439f1ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869955 Apr 18 17:25:19.812563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] For port f5ecf13c-6d4f-429b-81b8-5713ff09eb81, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:19.816293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] For port f5ecf13c-6d4f-429b-81b8-5713ff09eb81, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,segment=NetworkSegment(5194e514-0551-4a07-baa5-a44b92246f3c),segment_id=5194e514-0551-4a07-baa5-a44b92246f3c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:19.831500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e477b-5b52-4e09-9572-a16b1b7fc60c req-3ec5aefa-3ea1-4de1-8aef-6025806f6833 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:19.833017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf2e477b-5b52-4e09-9572-a16b1b7fc60c req-3ec5aefa-3ea1-4de1-8aef-6025806f6833 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 945 time: 0.2598159 Apr 18 17:25:19.877106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event updated for resources: {'Port': ['ID=7ce3ab2a-f775-40c8-b37d-8c2f3c1a29c1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:19.882908 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:19.938364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:19.959598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.959955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.960301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.960628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.960964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.961297 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.961661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.961992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.962354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.962685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.965186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:19.965564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:20.006560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf2e477b-5b52-4e09-9572-a16b1b7fc60c req-a1cd2747-07da-4664-b187-4ebb88224e28 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655486 Apr 18 17:25:20.034397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea21f20-6f3c-41d4-9a1c-d8197350637e None None] Pushing event updated for resources: {'Port': ['ID=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:20.087955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b39b32fc-1554-4dd5-819d-7702df39e53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.146406 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-8a4a3eb5-0d63-4ae8-9b83-b85301756636 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393707 Apr 18 17:25:20.279585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.475890 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3efac1ee-dd39-4a36-89f4-e17398e60ef7 req-b684173d-9306-4c50-972c-b37cfa4cda17 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862146 Apr 18 17:25:20.570697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b39b32fc-1554-4dd5-819d-7702df39e53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.571088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Allocated IP 2001:db8::1 (817c32a3-3e28-4887-92cc-525cb58418ce/8ec84bac-33b4-4d92-bb5c-0473a64af8c1/9bc60d3f-729c-4530-84e5-cb1d6cfe4043) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:20.606839 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.628770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.647607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b39b32fc-1554-4dd5-819d-7702df39e53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.761219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b32fc-1554-4dd5-819d-7702df39e53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cba7d7-5ed8-4cd8-a814-cc0c434b60c0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:20.786599 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b39b32fc-1554-4dd5-819d-7702df39e53e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b119ab4740204866b311abee53c0b95a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0461509 Apr 18 17:25:20.787939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57066) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:20.810272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-6e2338d5-ae77-467c-b6c6-d756cfc6f8f0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:20.812068 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-6e2338d5-ae77-467c-b6c6-d756cfc6f8f0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 945 time: 0.1682975 Apr 18 17:25:20.850022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cfd218cc-9e06-441f-ac45-2af7e11e4b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.874657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.884414 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cfd218cc-9e06-441f-ac45-2af7e11e4b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:20.894393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Router 3dc3bad8-f087-41f3-b371-8cd3c44b7231 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:20.969402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port 8441e867-c6b6-4dfd-bde0-0329432efd92 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:20.969402 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.078820 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.127609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network 817c32a3-3e28-4887-92cc-525cb58418ce is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:21.137930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:21.155313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:21.156245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:21.156404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.166736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.171229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e8bf7951-a07d-4473-bc21-f897ffadcfcd tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "PUT /v2.0/routers/3dc3bad8-f087-41f3-b371-8cd3c44b7231 HTTP/1.1" status: 200 len: 880 time: 3.4331036 Apr 18 17:25:21.172090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57074) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:21.172621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f2866-a0e1-4fd2-b87b-ae76b764fa5c None None] Sync routers for ids ['3dc3bad8-f087-41f3-b371-8cd3c44b7231'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:21.215123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f2866-a0e1-4fd2-b87b-ae76b764fa5c None None] Routers {'3dc3bad8-f087-41f3-b371-8cd3c44b7231'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:21.215849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-528f2866-a0e1-4fd2-b87b-ae76b764fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3dc3bad8-f087-41f3-b371-8cd3c44b7231'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:21.265602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] For port 8441e867-c6b6-4dfd-bde0-0329432efd92, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=8441e867-c6b6-4dfd-bde0-0329432efd92,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:21.266127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.269080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Port': ['ID=9bc60d3f-729c-4530-84e5-cb1d6cfe4043,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:21.280299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf48b4a-297b-43a7-aad9-049e9c2d9a09 req-c95ae5fa-6246-49fe-97f3-4b3b00b9947f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:21.288632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bf48b4a-297b-43a7-aad9-049e9c2d9a09 req-c95ae5fa-6246-49fe-97f3-4b3b00b9947f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 945 time: 0.1426587 Apr 18 17:25:21.345717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-528f2866-a0e1-4fd2-b87b-ae76b764fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:21.349739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for 8441e867-c6b6-4dfd-bde0-0329432efd92 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:21.369767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f2866-a0e1-4fd2-b87b-ae76b764fa5c None None] Routers {'3dc3bad8-f087-41f3-b371-8cd3c44b7231'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:21.370415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-528f2866-a0e1-4fd2-b87b-ae76b764fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3dc3bad8-f087-41f3-b371-8cd3c44b7231'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:21.386878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bf48b4a-297b-43a7-aad9-049e9c2d9a09 req-1084e0ec-0e14-409f-a3f6-3fb8d8fc3feb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965617 Apr 18 17:25:21.415528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c6b81e07-fb5f-4853-838f-f9333324fa28 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/routers/3dc3bad8-f087-41f3-b371-8cd3c44b7231 HTTP/1.1" status: 200 len: 921 time: 0.2378693 Apr 18 17:25:21.416777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57076) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:21.427518 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cfd218cc-9e06-441f-ac45-2af7e11e4b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.431788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cfd218cc-9e06-441f-ac45-2af7e11e4b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.434080 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cfd218cc-9e06-441f-ac45-2af7e11e4b7b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6cba7d7-5ed8-4cd8-a814-cc0c434b60c0 HTTP/1.1" status: 204 len: 168 time: 0.6441741 Apr 18 17:25:21.460466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-528f2866-a0e1-4fd2-b87b-ae76b764fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:21.461147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f2866-a0e1-4fd2-b87b-ae76b764fa5c None None] The sync data for ids ['3dc3bad8-f087-41f3-b371-8cd3c44b7231'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:21.511347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd218cc-9e06-441f-ac45-2af7e11e4b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cba7d7-5ed8-4cd8-a814-cc0c434b60c0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:21.543230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63138ca6-a4a8-4d51-b715-c430b3697fda tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:21.550181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-63138ca6-a4a8-4d51-b715-c430b3697fda tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=3dc3bad8-f087-41f3-b371-8cd3c44b7231&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1311111 Apr 18 17:25:21.554017 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:21.587312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5ea58-57da-4440-acef-0c0058331cf2 None None] Network bee1a60f-f2c8-4c00-85d7-4fafa483998b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:21.637348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.846814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-090111bc-d046-4eb2-9f27-695a66a0c4c2 None None] Provisioning complete for port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:21.847563 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-090111bc-d046-4eb2-9f27-695a66a0c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:21.873688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219329ea-ec86-445a-a35b-8094c77f4b82 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:21.878213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-219329ea-ec86-445a-a35b-8094c77f4b82 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 881 time: 0.3200753 Apr 18 17:25:21.878213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57092) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:21.902018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5ecf13c-6d4f-429b-81b8-5713ff09eb81 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:21.966331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fad96bac-aea7-48cb-86e5-16b9cf666128 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc3bad8-f087-41f3-b371-8cd3c44b7231 HTTP/1.1" status: 200 len: 205 time: 0.0847561 Apr 18 17:25:21.966612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57096) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:22.081149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:22.081807 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.126012 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-090111bc-d046-4eb2-9f27-695a66a0c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.160976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.248619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-090111bc-d046-4eb2-9f27-695a66a0c4c2 None None] For port f5ecf13c-6d4f-429b-81b8-5713ff09eb81, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,segment=NetworkSegment(5194e514-0551-4a07-baa5-a44b92246f3c),segment_id=5194e514-0551-4a07-baa5-a44b92246f3c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:22.270010 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.345984 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-090111bc-d046-4eb2-9f27-695a66a0c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.378549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57104) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:22.380930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.399790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.409048 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3217-3ce7-4bf1-b4ff-10a8134abd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.493356 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:25:22.493736 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:25:22.529715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=8441e867-c6b6-4dfd-bde0-0329432efd92,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:22.596486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] No DVR routers for this DVR port 8441e867-c6b6-4dfd-bde0-0329432efd92 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:25:22.596672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3217-3ce7-4bf1-b4ff-10a8134abd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.599590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.601913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8d770216-fe7e-48a0-98fb-93b2a8d56f9b None None] Provisioning complete for port 9bc60d3f-729c-4530-84e5-cb1d6cfe4043 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:22.602480 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d770216-fe7e-48a0-98fb-93b2a8d56f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.604515 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c5ee31f3-6e24-4329-829b-15fc4e1dcbbd req-0633cbe0-2cd0-4f0a-b0ea-5343eaa3bfa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "DELETE /v2.0/ports/8441e867-c6b6-4dfd-bde0-0329432efd92 HTTP/1.1" status: 204 len: 173 time: 1.7842331 Apr 18 17:25:22.638507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57a6194-2963-444f-afff-bbed32b5081b', 'name': 'network-vif-deleted', 'tag': '8441e867-c6b6-4dfd-bde0-0329432efd92'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:25:22.642661 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1e7f1f-2831-4bd4-8e73-22cb4787f090" -d '{"events": [{"server_uuid": "b57a6194-2963-444f-afff-bbed32b5081b", "name": "network-vif-deleted", "tag": "8441e867-c6b6-4dfd-bde0-0329432efd92"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:25:22.669773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090111bc-d046-4eb2-9f27-695a66a0c4c2 None None] Pushing event updated for resources: {'Port': ['ID=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:22.680372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b9b5dae-df21-4637-8b55-2cc61fc15625 req-0c37b6c7-9058-4557-8fe3-9b75213d8c14 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.1875806 Apr 18 17:25:22.682481 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3217-3ce7-4bf1-b4ff-10a8134abd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.713271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8d770216-fe7e-48a0-98fb-93b2a8d56f9b None None] Port 9bc60d3f-729c-4530-84e5-cb1d6cfe4043 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:25:22.726292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8d770216-fe7e-48a0-98fb-93b2a8d56f9b None None] Provisioning complete for port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:22.726846 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d770216-fe7e-48a0-98fb-93b2a8d56f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.755457 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fa7aae-39df-4235-a8cb-7032af49facb x-openstack-request-id: req-26fa7aae-39df-4235-a8cb-7032af49facb {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:25:22.755903 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57a6194-2963-444f-afff-bbed32b5081b", "name": "network-vif-deleted", "tag": "8441e867-c6b6-4dfd-bde0-0329432efd92", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:25:22.756225 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26fa7aae-39df-4235-a8cb-7032af49facb {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:25:22.756683 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26fa7aae-39df-4235-a8cb-7032af49facb'] response: {'server_uuid': 'b57a6194-2963-444f-afff-bbed32b5081b', 'name': 'network-vif-deleted', 'tag': '8441e867-c6b6-4dfd-bde0-0329432efd92', 'status': 'completed', 'code': 200} Apr 18 17:25:22.770850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57118) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:22.781470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6f0e3217-3ce7-4bf1-b4ff-10a8134abd0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef94da2854ae491c9bb6dcab3c8a9b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968048 Apr 18 17:25:22.792537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e3217-3ce7-4bf1-b4ff-10a8134abd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70bfaa8-28f3-4c7f-9779-f0b84a4c605b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:22.828145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Deleting port 7ce3ab2a-f775-40c8-b37d-8c2f3c1a29c1 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:22.828619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.870412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d30aa9f6-46c7-4acc-9208-39c9886cf8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.889141 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.904710 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d30aa9f6-46c7-4acc-9208-39c9886cf8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.971794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:22.972809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.028862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.048855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d30aa9f6-46c7-4acc-9208-39c9886cf8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.052245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d30aa9f6-46c7-4acc-9208-39c9886cf8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.053087 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d30aa9f6-46c7-4acc-9208-39c9886cf8de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c70bfaa8-28f3-4c7f-9779-f0b84a4c605b HTTP/1.1" status: 204 len: 168 time: 0.2808399 Apr 18 17:25:23.056426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Calling delete_port for 7ce3ab2a-f775-40c8-b37d-8c2f3c1a29c1 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:23.118684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event updated for resources: {'Port': ['ID=9bc60d3f-729c-4530-84e5-cb1d6cfe4043,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:23.171678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Network 817c32a3-3e28-4887-92cc-525cb58418ce is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:23.173747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:23.175794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aa9f6-46c7-4acc-9208-39c9886cf8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70bfaa8-28f3-4c7f-9779-f0b84a4c605b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:23.381754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Router d3e27571-841c-4e1d-a28d-7be7b945433c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:25:23.475396 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.506022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:23.521793 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c568f8c-056f-43a3-b8cc-e4b2983ca9ab None None] Sync routers for ids ['d3e27571-841c-4e1d-a28d-7be7b945433c'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:23.524898 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d72ef0f0-4b57-4413-ba52-3ec161653645 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "PUT /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1287436 Apr 18 17:25:23.528982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57130) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:23.551579 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c568f8c-056f-43a3-b8cc-e4b2983ca9ab None None] Routers {'d3e27571-841c-4e1d-a28d-7be7b945433c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:23.551579 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4c568f8c-056f-43a3-b8cc-e4b2983ca9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3e27571-841c-4e1d-a28d-7be7b945433c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:23.603865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event deleted for resources: {'Port': ['ID=7ce3ab2a-f775-40c8-b37d-8c2f3c1a29c1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:23.644642 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4c568f8c-056f-43a3-b8cc-e4b2983ca9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:23.668587 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c568f8c-056f-43a3-b8cc-e4b2983ca9ab None None] Routers {'d3e27571-841c-4e1d-a28d-7be7b945433c'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:23.673120 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4c568f8c-056f-43a3-b8cc-e4b2983ca9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3e27571-841c-4e1d-a28d-7be7b945433c'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:23.713224 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.727037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e566b456-8e3a-4b17-8a28-6a578fec8184 None None] Provisioning complete for port 9bc60d3f-729c-4530-84e5-cb1d6cfe4043 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:23.727620 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e566b456-8e3a-4b17-8a28-6a578fec8184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.774566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e566b456-8e3a-4b17-8a28-6a578fec8184 None None] Port 9bc60d3f-729c-4530-84e5-cb1d6cfe4043 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:25:23.831964 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4c568f8c-056f-43a3-b8cc-e4b2983ca9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:23.833092 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c568f8c-056f-43a3-b8cc-e4b2983ca9ab None None] The sync data for ids ['d3e27571-841c-4e1d-a28d-7be7b945433c'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:23.864437 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04726fa0-0852-400e-a02b-d808db7af226 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.901633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5ecf13c-6d4f-429b-81b8-5713ff09eb81 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:23.912625 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:23.941530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.060261 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-04726fa0-0852-400e-a02b-d808db7af226 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 17:25:24.062202 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-04726fa0-0852-400e-a02b-d808db7af226 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c HTTP/1.1" status: 409 len: 329 time: 0.5319889 Apr 18 17:25:24.065047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57152) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:24.078720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06109ec0-ea90-41fd-8e6e-73b51bf8b3eb req-e8aeb6bc-72af-4ae9-ab98-152c92958c27 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.2151296 Apr 18 17:25:24.133744 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.134285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc3bad8-f087-41f3-b371-8cd3c44b7231 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:24.143400 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.151563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c790f10c-1d18-4905-9f69-3bb237709c3f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/3dc3bad8-f087-41f3-b371-8cd3c44b7231 HTTP/1.1" status: 204 len: 168 time: 2.1800938 Apr 18 17:25:24.158706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57156) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:24.181454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-663cd8c6-5efe-4c62-8886-ae5824ef3247 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1793447140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:24.193905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 8441e867-c6b6-4dfd-bde0-0329432efd92 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:25:24.228002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 8441e867-c6b6-4dfd-bde0-0329432efd92 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:25:24.228340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 8441e867-c6b6-4dfd-bde0-0329432efd92 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:25:24.251640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:24.252018 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.343898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663cd8c6-5efe-4c62-8886-ae5824ef3247 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.345152 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663cd8c6-5efe-4c62-8886-ae5824ef3247 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.468217 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663cd8c6-5efe-4c62-8886-ae5824ef3247 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.514975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663cd8c6-5efe-4c62-8886-ae5824ef3247 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.591287 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-663cd8c6-5efe-4c62-8886-ae5824ef3247 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:24.592922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-663cd8c6-5efe-4c62-8886-ae5824ef3247 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4288197 Apr 18 17:25:24.595825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57168) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:24.601385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': True}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:24.700604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:25.003387 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:25.198411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Deleting port 9bc60d3f-729c-4530-84e5-cb1d6cfe4043 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:25.199438 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:25.263386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51791c52-bfde-403d-a14f-23a592dd8f7e req-b9471955-ab6e-434c-ae4b-d7cf55c3e7e2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.0316045 Apr 18 17:25:25.322921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:25.335899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Calling delete_port for 9bc60d3f-729c-4530-84e5-cb1d6cfe4043 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:25.477339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:25.551073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:25.635479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:25.684788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Port': ['ID=9bc60d3f-729c-4530-84e5-cb1d6cfe4043,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:25.898241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Allocated IP 172.25.5.233 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/7dd955d0-d4b6-4269-a074-e0ccef8dab79) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:25.910957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:26.123552 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:26.246865 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:26.309004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Router d3e27571-841c-4e1d-a28d-7be7b945433c has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:25:26.321732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:26.327472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:26.335816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:26.368330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd955d0-d4b6-4269-a074-e0ccef8dab79,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:26.506505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:26.517113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eec1b28d-5c60-4b1a-9be0-06300a7c562e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "PUT /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509156 Apr 18 17:25:26.520693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d11f7-f9fa-4230-80f6-e150ec0f8a3b None None] Sync routers for ids ['d3e27571-841c-4e1d-a28d-7be7b945433c'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:26.521376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57218) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:26.549650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d11f7-f9fa-4230-80f6-e150ec0f8a3b None None] Routers {'d3e27571-841c-4e1d-a28d-7be7b945433c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:26.583279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-049d11f7-f9fa-4230-80f6-e150ec0f8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3e27571-841c-4e1d-a28d-7be7b945433c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:26.628225 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-bfd08dd5-61bb-4381-a25d-4ce37a50a41e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] show failed (client error): The resource could not be found. Apr 18 17:25:26.633526 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bfd08dd5-61bb-4381-a25d-4ce37a50a41e tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-955229200 HTTP/1.1" status: 404 len: 334 time: 0.1070850 Apr 18 17:25:26.634363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57222) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:26.655608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae33a629-97e0-457d-ab0c-85a166802881 req-70f4e0df-4dc6-4031-a8ec-36860bef3fbf tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.0412188 Apr 18 17:25:26.657277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a4d2daca-ffa2-4a6a-8a10-518917d699e6 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:26.675107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-049d11f7-f9fa-4230-80f6-e150ec0f8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:26.684400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d11f7-f9fa-4230-80f6-e150ec0f8a3b None None] Routers {'d3e27571-841c-4e1d-a28d-7be7b945433c'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:26.685077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-049d11f7-f9fa-4230-80f6-e150ec0f8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3e27571-841c-4e1d-a28d-7be7b945433c'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:26.708922 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-a4d2daca-ffa2-4a6a-8a10-518917d699e6 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] update failed (client error): The resource could not be found. Apr 18 17:25:26.709995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a4d2daca-ffa2-4a6a-8a10-518917d699e6 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1117633648 HTTP/1.1" status: 404 len: 335 time: 0.0703998 Apr 18 17:25:26.713810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57226) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:26.722528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-049d11f7-f9fa-4230-80f6-e150ec0f8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:26.723312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d11f7-f9fa-4230-80f6-e150ec0f8a3b None None] The sync data for ids ['d3e27571-841c-4e1d-a28d-7be7b945433c'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:26.785678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-898d8410-cef6-4b78-846d-fa8aaf1f6c70 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Deleting subnet f83dea15-300e-4502-8fb9-7061f11f3942 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:25:26.785678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-898d8410-cef6-4b78-846d-fa8aaf1f6c70 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:26.831194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-898d8410-cef6-4b78-846d-fa8aaf1f6c70 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:26.965854 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-898d8410-cef6-4b78-846d-fa8aaf1f6c70 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.093951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.290805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-898d8410-cef6-4b78-846d-fa8aaf1f6c70 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.329445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d8410-cef6-4b78-846d-fa8aaf1f6c70 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Subnet': ['ID=f83dea15-300e-4502-8fb9-7061f11f3942,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:27.334398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b20f54-c3b0-466e-aa5e-3dc0e7869a52 None None] Network bee1a60f-f2c8-4c00-85d7-4fafa483998b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:27.335541 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-898d8410-cef6-4b78-846d-fa8aaf1f6c70 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.339176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-898d8410-cef6-4b78-846d-fa8aaf1f6c70 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/subnets/f83dea15-300e-4502-8fb9-7061f11f3942 HTTP/1.1" status: 204 len: 168 time: 0.6236491 Apr 18 17:25:27.342419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57246) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:27.461716 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.466832 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.505802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.628119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Deleting port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:27.628472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.710527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] DHCP port deletion for bee1a60f-f2c8-4c00-85d7-4fafa483998b request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:25:27.800758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] For port f5ecf13c-6d4f-429b-81b8-5713ff09eb81, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,segment=NetworkSegment(5194e514-0551-4a07-baa5-a44b92246f3c),segment_id=5194e514-0551-4a07-baa5-a44b92246f3c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:27.801849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.818804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5ecf13c-6d4f-429b-81b8-5713ff09eb81 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:25:27.836325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Calling delete_port for f5ecf13c-6d4f-429b-81b8-5713ff09eb81 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:27.852849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Deleting port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:27.852849 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:27.893319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-584b26b7-f538-4412-b37a-09d28274c6f2 req-58c88437-e193-4aa0-ba42-4c9bf2e31bf0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.0501120 Apr 18 17:25:27.896540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Router 2ef2f168-4af7-470c-8a41-388006f16260 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:27.967454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] For port f5ecf13c-6d4f-429b-81b8-5713ff09eb81, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,segment=NetworkSegment(5194e514-0551-4a07-baa5-a44b92246f3c),segment_id=5194e514-0551-4a07-baa5-a44b92246f3c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:27.976775 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.005913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Calling delete_port for f5ecf13c-6d4f-429b-81b8-5713ff09eb81 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:28.107833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:28.127065 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd2357-f1de-49e0-bb1e-a8762a32a7db None None] Sync routers for ids ['2ef2f168-4af7-470c-8a41-388006f16260'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:28.145161 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.145428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd2357-f1de-49e0-bb1e-a8762a32a7db None None] Routers {'2ef2f168-4af7-470c-8a41-388006f16260'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:28.145428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c7cd2357-f1de-49e0-bb1e-a8762a32a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2ef2f168-4af7-470c-8a41-388006f16260'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:28.155492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7deeacb3-13d5-47e8-9ae4-4252c77a8851 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "PUT /v2.0/routers/2ef2f168-4af7-470c-8a41-388006f16260 HTTP/1.1" status: 200 len: 915 time: 3.5520515 Apr 18 17:25:28.155492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57274) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:28.231618 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c7cd2357-f1de-49e0-bb1e-a8762a32a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:28.253652 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd2357-f1de-49e0-bb1e-a8762a32a7db None None] Routers {'2ef2f168-4af7-470c-8a41-388006f16260'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:28.254279 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c7cd2357-f1de-49e0-bb1e-a8762a32a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['2ef2f168-4af7-470c-8a41-388006f16260'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:28.290662 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.330516 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.335984 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c7cd2357-f1de-49e0-bb1e-a8762a32a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:28.337884 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd2357-f1de-49e0-bb1e-a8762a32a7db None None] The sync data for ids ['2ef2f168-4af7-470c-8a41-388006f16260'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:28.403720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Pushing event deleted for resources: {'Port': ['ID=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:28.425505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d39e307d-28a9-40e4-98b5-02f3208390b6 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/routers/2ef2f168-4af7-470c-8a41-388006f16260 HTTP/1.1" status: 200 len: 921 time: 0.2683384 Apr 18 17:25:28.428607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57280) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:28.457965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] No DVR routers for this DVR port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:25:28.475968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.475968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.475968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.475968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.476475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.477003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.478802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.480793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.481144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.481508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.482683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.487900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4784478-9cc7-4420-980c-e045b8adb65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:28.502022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32695de0-270e-4f8a-9669-c3b8614a2046 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:28.503636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-32695de0-270e-4f8a-9669-c3b8614a2046 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=2ef2f168-4af7-470c-8a41-388006f16260&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0737598 Apr 18 17:25:28.513124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57284) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:28.625456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1587a4-f85c-4d2c-bcab-8bb09c0c43c0 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:28.633467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8b1587a4-f85c-4d2c-bcab-8bb09c0c43c0 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 881 time: 0.1147292 Apr 18 17:25:28.635150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.639382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57288) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:28.699887 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d9a9e3ee-f6f5-4d90-9127-f76824692dff tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef2f168-4af7-470c-8a41-388006f16260 HTTP/1.1" status: 200 len: 205 time: 0.0576506 Apr 18 17:25:28.706751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57292) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:28.711153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Port': ['ID=f5ecf13c-6d4f-429b-81b8-5713ff09eb81,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:28.715347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] No DVR routers for this DVR port f5ecf13c-6d4f-429b-81b8-5713ff09eb81 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:25:28.839766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.865404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee1a60f-f2c8-4c00-85d7-4fafa483998b']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:28.891107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5194e514-0551-4a07-baa5-a44b92246f3c') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:28.891107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5194e514-0551-4a07-baa5-a44b92246f3c') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:28.913866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.938614 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.951495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:25:28.952032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.963138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:25:28.966877 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:25:29.077184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57302) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:29.142694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.193078 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.196670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/networks/bee1a60f-f2c8-4c00-85d7-4fafa483998b HTTP/1.1" status: 204 len: 168 time: 1.8531191 Apr 18 17:25:29.197554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb52719-ba93-4a9e-aa67-116637a46907 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Network': ['ID=bee1a60f-f2c8-4c00-85d7-4fafa483998b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:29.200022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57310) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:29.298540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea338345-e723-4575-a7c4-9b61b155ec2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.395329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-799f8cb3-db35-4708-a806-dafa8ed240a4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Deleting subnet 5265fa1f-5e38-4387-9c14-f3c4e7e8bacb {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:25:29.419159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-799f8cb3-db35-4708-a806-dafa8ed240a4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.450637 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea338345-e723-4575-a7c4-9b61b155ec2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.480907 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-799f8cb3-db35-4708-a806-dafa8ed240a4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.527819 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ea338345-e723-4575-a7c4-9b61b155ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.563181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea338345-e723-4575-a7c4-9b61b155ec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070c3d6e-0816-4775-a505-7c521a6b933a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:29.628800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1e40a25-23a0-41e2-b956-d73bcf9ebeef req-3eadf332-6f12-4670-8629-bc1e3684bfc5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57a6194-2963-444f-afff-bbed32b5081b HTTP/1.1" status: 200 len: 210 time: 0.5271990 Apr 18 17:25:29.665247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57316) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:29.665758 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ea338345-e723-4575-a7c4-9b61b155ec2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c02ea74d982243ec94ad78fa977e98b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873163 Apr 18 17:25:29.689782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-799f8cb3-db35-4708-a806-dafa8ed240a4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.770954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.806299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b136c5-ab94-46ab-aac1-cf5b1bd2d9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.828812 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b136c5-ab94-46ab-aac1-cf5b1bd2d9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.851495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-799f8cb3-db35-4708-a806-dafa8ed240a4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.882944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f8cb3-db35-4708-a806-dafa8ed240a4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Subnet': ['ID=5265fa1f-5e38-4387-9c14-f3c4e7e8bacb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:29.884986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-799f8cb3-db35-4708-a806-dafa8ed240a4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.888801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-799f8cb3-db35-4708-a806-dafa8ed240a4 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/subnets/5265fa1f-5e38-4387-9c14-f3c4e7e8bacb HTTP/1.1" status: 204 len: 168 time: 0.6885607 Apr 18 17:25:29.891343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2b77d-e5fb-4564-a44a-8e33d09408f4 None None] Network 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:29.891853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57322) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:29.978463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb98960-b294-4722-98f7-f45102b9dbd1 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Deleting subnet fab935d8-ffbe-4de6-b800-5136292b4671 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:25:29.984369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dfb98960-b294-4722-98f7-f45102b9dbd1 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.987079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b136c5-ab94-46ab-aac1-cf5b1bd2d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.989682 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b136c5-ab94-46ab-aac1-cf5b1bd2d9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:29.990807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-93b136c5-ab94-46ab-aac1-cf5b1bd2d9ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/070c3d6e-0816-4775-a505-7c521a6b933a HTTP/1.1" status: 204 len: 168 time: 0.3229883 Apr 18 17:25:30.048890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b136c5-ab94-46ab-aac1-cf5b1bd2d9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070c3d6e-0816-4775-a505-7c521a6b933a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:30.059120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dfb98960-b294-4722-98f7-f45102b9dbd1 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.128830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Deleting port 7dd955d0-d4b6-4269-a074-e0ccef8dab79 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:30.129262 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.149444 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] DHCP port deletion for 434aefbe-2c3e-4d84-b35d-4729ca6dc8bb request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:25:30.267270 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dfb98960-b294-4722-98f7-f45102b9dbd1 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.271395 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.290061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] Deleting port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:30.291784 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.310897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Calling delete_port for 7dd955d0-d4b6-4269-a074-e0ccef8dab79 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:30.437145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] For port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f3b727f0-ad59-488c-8bb9-bab8f2bd28b2,segment=NetworkSegment(c54b1417-a0ac-44dc-bf8d-eba869333267),segment_id=c54b1417-a0ac-44dc-bf8d-eba869333267)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:30.437571 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.452970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] Calling delete_port for f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:30.511564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dfb98960-b294-4722-98f7-f45102b9dbd1 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.538136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb98960-b294-4722-98f7-f45102b9dbd1 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Subnet': ['ID=fab935d8-ffbe-4de6-b800-5136292b4671,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:30.549293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dfb98960-b294-4722-98f7-f45102b9dbd1 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.553022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5410d205-e3a5-46ee-a54b-60f52cb5c4d1 None None] Network 581fa654-e252-491e-a4a3-ce18f0d45308 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:30.562706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57340) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:30.565673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dfb98960-b294-4722-98f7-f45102b9dbd1 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/subnets/fab935d8-ffbe-4de6-b800-5136292b4671 HTTP/1.1" status: 204 len: 168 time: 0.6724112 Apr 18 17:25:30.606564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.678540 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:30.726897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] Pushing event deleted for resources: {'Port': ['ID=f3b727f0-ad59-488c-8bb9-bab8f2bd28b2,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:30.728770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73126bb-4cbb-480f-9f48-b1fef065d723 None None] No DVR routers for this DVR port f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:25:30.775851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event deleted for resources: {'Port': ['ID=7dd955d0-d4b6-4269-a074-e0ccef8dab79,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:31.017204 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.020850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.021214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] DHCP port deletion for 581fa654-e252-491e-a4a3-ce18f0d45308 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:25:31.021796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57350) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:31.022042 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.022281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] Deleting port 4708e4d7-7b71-48af-89b1-3021ada38608 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:31.022281 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.022572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434aefbe-2c3e-4d84-b35d-4729ca6dc8bb']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:31.022805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.022805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.023119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54b1417-a0ac-44dc-bf8d-eba869333267') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:31.023119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54b1417-a0ac-44dc-bf8d-eba869333267') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:31.023441 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ec40-2a97-4364-9091-6f38cc97ad0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.023549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.023667 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a58c780-4fa9-46f9-af25-d8a59b7d9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.023778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.026108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] For port 4708e4d7-7b71-48af-89b1-3021ada38608, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4708e4d7-7b71-48af-89b1-3021ada38608,segment=NetworkSegment(5bbb9dd2-a73b-4493-a5eb-7a4c585b441b),segment_id=5bbb9dd2-a73b-4493-a5eb-7a4c585b441b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:31.027437 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.027953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:25:31.028967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:25:31.032455 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:25:31.044370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] Calling delete_port for 4708e4d7-7b71-48af-89b1-3021ada38608 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:31.150971 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.153172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef2f168-4af7-470c-8a41-388006f16260 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:31.164764 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.166280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5f6a4990-3057-4092-b5fc-3d78e28e7904 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/2ef2f168-4af7-470c-8a41-388006f16260 HTTP/1.1" status: 204 len: 168 time: 2.4630830 Apr 18 17:25:31.171197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57362) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:31.201400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-975b8a3d-6aa8-4d8b-8ecf-4cbef2b314aa tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2081592901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:31.286005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.294404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.300257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/networks/434aefbe-2c3e-4d84-b35d-4729ca6dc8bb HTTP/1.1" status: 204 len: 168 time: 0.7332129 Apr 18 17:25:31.301138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57364) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:31.303103 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.339683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-975b8a3d-6aa8-4d8b-8ecf-4cbef2b314aa tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.348507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3774903-9b9a-4638-9a36-1f57d8d18f11 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Network': ['ID=434aefbe-2c3e-4d84-b35d-4729ca6dc8bb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:31.352785 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-975b8a3d-6aa8-4d8b-8ecf-4cbef2b314aa tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.374227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] Pushing event deleted for resources: {'Port': ['ID=4708e4d7-7b71-48af-89b1-3021ada38608,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:31.382105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7227e1e-1154-4f0e-8d78-f1a09a36d16b None None] No DVR routers for this DVR port 4708e4d7-7b71-48af-89b1-3021ada38608 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:25:31.491946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.527986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-975b8a3d-6aa8-4d8b-8ecf-4cbef2b314aa tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.559691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ec40-2a97-4364-9091-6f38cc97ad0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.655835 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.678707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581fa654-e252-491e-a4a3-ce18f0d45308']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:31.688421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbb9dd2-a73b-4493-a5eb-7a4c585b441b') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:31.688797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbb9dd2-a73b-4493-a5eb-7a4c585b441b') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:31.707043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.714912 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.721517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:25:31.721980 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:25:31.790977 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:25:31.794822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ec40-2a97-4364-9091-6f38cc97ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.826350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57370) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:31.837298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e3a5ec40-2a97-4364-9091-6f38cc97ad0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75b7275d97f14551869b38038399b0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9157689 Apr 18 17:25:31.838249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4708e4d7-7b71-48af-89b1-3021ada38608 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:25:31.839949 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-975b8a3d-6aa8-4d8b-8ecf-4cbef2b314aa tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.883185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 4708e4d7-7b71-48af-89b1-3021ada38608 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:25:31.883577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4708e4d7-7b71-48af-89b1-3021ada38608 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:25:31.883995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:25:31.893093 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.900405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.907821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/networks/581fa654-e252-491e-a4a3-ce18f0d45308 HTTP/1.1" status: 204 len: 168 time: 0.6061416 Apr 18 17:25:31.911857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57372) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:31.936614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:25:31.937904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f3b727f0-ad59-488c-8bb9-bab8f2bd28b2 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:25:31.951395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6adda6-661f-460f-9f6c-b69c307b48da tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Network': ['ID=581fa654-e252-491e-a4a3-ce18f0d45308,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:31.961637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-975b8a3d-6aa8-4d8b-8ecf-4cbef2b314aa tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.965972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-975b8a3d-6aa8-4d8b-8ecf-4cbef2b314aa tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7681375 Apr 18 17:25:31.966428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-726ff5a1-3d9f-4ba4-af49-468d07206613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:31.968129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57378) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:31.977355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'enable_snat': False}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:31.985975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5ec40-2a97-4364-9091-6f38cc97ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ae636d-066e-4f90-9c8e-be500528156d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:32.046404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d1d154-d77e-4691-a73d-3bd4a8db5ff2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Deleting subnet 8ec84bac-33b4-4d92-bb5c-0473a64af8c1 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:25:32.049996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d154-d77e-4691-a73d-3bd4a8db5ff2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.081549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-726ff5a1-3d9f-4ba4-af49-468d07206613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.108623 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d154-d77e-4691-a73d-3bd4a8db5ff2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.249196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d154-d77e-4691-a73d-3bd4a8db5ff2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.326977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.389427 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d154-d77e-4691-a73d-3bd4a8db5ff2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.423755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1d154-d77e-4691-a73d-3bd4a8db5ff2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec84bac-33b4-4d92-bb5c-0473a64af8c1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:32.430734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-726ff5a1-3d9f-4ba4-af49-468d07206613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.436764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02146f35-b3f4-4b98-a549-2a5528644408 None None] Network 817c32a3-3e28-4887-92cc-525cb58418ce requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:32.437991 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-726ff5a1-3d9f-4ba4-af49-468d07206613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.447704 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d154-d77e-4691-a73d-3bd4a8db5ff2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.448293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-726ff5a1-3d9f-4ba4-af49-468d07206613 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20ae636d-066e-4f90-9c8e-be500528156d HTTP/1.1" status: 204 len: 168 time: 0.6161561 Apr 18 17:25:32.466800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f5d1d154-d77e-4691-a73d-3bd4a8db5ff2 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/subnets/8ec84bac-33b4-4d92-bb5c-0473a64af8c1 HTTP/1.1" status: 204 len: 168 time: 0.5506282 Apr 18 17:25:32.471269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57394) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:32.480405 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ff5a1-3d9f-4ba4-af49-468d07206613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ae636d-066e-4f90-9c8e-be500528156d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:32.697024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.740907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] DHCP port deletion for 817c32a3-3e28-4887-92cc-525cb58418ce request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:25:32.797728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Deleting port 4cacaff8-270a-43a0-8a94-4110390677ef {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:32.798357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.820714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] Deleting port 4cacaff8-270a-43a0-8a94-4110390677ef {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:32.821787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.904665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] For port 4cacaff8-270a-43a0-8a94-4110390677ef, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4cacaff8-270a-43a0-8a94-4110390677ef,segment=NetworkSegment(49e33148-684b-4107-82e2-3f845571210c),segment_id=49e33148-684b-4107-82e2-3f845571210c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:32.904986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.919484 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.934611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] For port 4cacaff8-270a-43a0-8a94-4110390677ef, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=4cacaff8-270a-43a0-8a94-4110390677ef,segment=NetworkSegment(49e33148-684b-4107-82e2-3f845571210c),segment_id=49e33148-684b-4107-82e2-3f845571210c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:32.934611 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:32.938188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Calling delete_port for 4cacaff8-270a-43a0-8a94-4110390677ef owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:32.966990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] Calling delete_port for 4cacaff8-270a-43a0-8a94-4110390677ef owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:32.984300 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.222079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:25:33.224364 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:25:33.230360 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.240447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] No DVR routers for this DVR port 4cacaff8-270a-43a0-8a94-4110390677ef on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:25:33.244572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Allocated IP 172.25.5.235 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/afc56dbb-6ec4-4baa-ab99-ca20e3f50267) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:33.283709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] No DVR routers for this DVR port 4cacaff8-270a-43a0-8a94-4110390677ef on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:25:33.295551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94453ca-aefe-41d4-8f8c-1beb703aa18f None None] Pushing event deleted for resources: {'Port': ['ID=4cacaff8-270a-43a0-8a94-4110390677ef,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:33.296882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Port': ['ID=4cacaff8-270a-43a0-8a94-4110390677ef,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:33.311675 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22156fab-4794-4bc5-bb90-dd2da4bb9552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.436133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.458033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817c32a3-3e28-4887-92cc-525cb58418ce']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:33.468596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e33148-684b-4107-82e2-3f845571210c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:33.469159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e33148-684b-4107-82e2-3f845571210c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:33.479748 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.482395 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.494435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.501761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:25:33.502336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:25:33.558947 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:25:33.639846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.642972 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.648473 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.659782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/networks/817c32a3-3e28-4887-92cc-525cb58418ce HTTP/1.1" status: 204 len: 168 time: 1.1836705 Apr 18 17:25:33.672122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57426) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:33.687184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b4c25-379f-4b94-acfa-2b771efd67eb tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Pushing event deleted for resources: {'Network': ['ID=817c32a3-3e28-4887-92cc-525cb58418ce,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:33.746874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57432) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:33.761460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a9a7bde5-6a29-4abe-8966-76b47060d949 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3e27571-841c-4e1d-a28d-7be7b945433c HTTP/1.1" status: 200 len: 205 time: 0.0751622 Apr 18 17:25:33.761460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Pushing event updated for resources: {'Port': ['ID=afc56dbb-6ec4-4baa-ab99-ca20e3f50267,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:33.764817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:33.776284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:33.776284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:33.835384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4cacaff8-270a-43a0-8a94-4110390677ef no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:25:33.890914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dca3-5128-414c-8bc8-c4a9c226b843 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:33.917140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 4cacaff8-270a-43a0-8a94-4110390677ef {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:25:33.918360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 4cacaff8-270a-43a0-8a94-4110390677ef not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:25:34.240336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dca3-5128-414c-8bc8-c4a9c226b843 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:34.242671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dca3-5128-414c-8bc8-c4a9c226b843 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:34.331864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:34.375280 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dca3-5128-414c-8bc8-c4a9c226b843 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:34.376821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f8dca3-5128-414c-8bc8-c4a9c226b843 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Fanout notify agent at l3_agent the message router_deleted on router d3e27571-841c-4e1d-a28d-7be7b945433c {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:34.413932 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dca3-5128-414c-8bc8-c4a9c226b843 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:34.418863 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f9f8dca3-5128-414c-8bc8-c4a9c226b843 tempest-RoutersNegativeIpV6Test-523156929 tempest-RoutersNegativeIpV6Test-523156929-project] 10.222.0.45 "DELETE /v2.0/routers/d3e27571-841c-4e1d-a28d-7be7b945433c HTTP/1.1" status: 204 len: 168 time: 0.6708779 Apr 18 17:25:34.457321 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:34.629273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:34.633975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:34.902885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Router b1326192-f939-43ce-bb99-491723866aa9 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:35.061891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57486) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:35.092090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:35.097012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:35.101560 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-532bc21b-ec95-49a9-aaea-6ba1cec48699 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "PUT /v2.0/routers/b1326192-f939-43ce-bb99-491723866aa9 HTTP/1.1" status: 200 len: 916 time: 3.1261003 Apr 18 17:25:35.101560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57492) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:35.104698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e5734b-8fff-4388-8a52-7275e8acd754 None None] Sync routers for ids ['b1326192-f939-43ce-bb99-491723866aa9'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:35.123603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e5734b-8fff-4388-8a52-7275e8acd754 None None] Routers {'b1326192-f939-43ce-bb99-491723866aa9'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:35.128600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e5e5734b-8fff-4388-8a52-7275e8acd754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b1326192-f939-43ce-bb99-491723866aa9'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:35.213540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e5e5734b-8fff-4388-8a52-7275e8acd754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:35.228693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e5734b-8fff-4388-8a52-7275e8acd754 None None] Routers {'b1326192-f939-43ce-bb99-491723866aa9'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:35.229560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e5e5734b-8fff-4388-8a52-7275e8acd754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b1326192-f939-43ce-bb99-491723866aa9'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:35.256518 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ed9e91d0-4cd3-4c63-9797-fbf2bfed3eb5 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/routers/b1326192-f939-43ce-bb99-491723866aa9 HTTP/1.1" status: 200 len: 922 time: 0.1478558 Apr 18 17:25:35.261137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57500) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:35.272154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-e5e5734b-8fff-4388-8a52-7275e8acd754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:35.277333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e5734b-8fff-4388-8a52-7275e8acd754 None None] The sync data for ids ['b1326192-f939-43ce-bb99-491723866aa9'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:35.330452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-da56f9c2-d97b-4ace-b090-502d908d0e0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6289098e46084d918674c87fdc502948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667520 Apr 18 17:25:35.333723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57502) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:35.342371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552f06f-379a-48d0-b526-1566e011702e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:35.347436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e552f06f-379a-48d0-b526-1566e011702e tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=b1326192-f939-43ce-bb99-491723866aa9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0825341 Apr 18 17:25:35.348518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57506) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:35.407533 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b90bda29-f714-44cb-8a01-1ee179c36e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:35.447316 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b90bda29-f714-44cb-8a01-1ee179c36e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:35.505645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb7ba0e-ff37-4980-92a7-2fd2440b96c0 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:35.513021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6bb7ba0e-ff37-4980-92a7-2fd2440b96c0 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/networks/6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 881 time: 0.1570446 Apr 18 17:25:35.513021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57510) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:35.566234 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-76f69c66-a09e-45f5-b3da-4482528ecdac tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1326192-f939-43ce-bb99-491723866aa9 HTTP/1.1" status: 200 len: 205 time: 0.0550470 Apr 18 17:25:35.569985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57522) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:35.626620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b90bda29-f714-44cb-8a01-1ee179c36e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:35.629726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b90bda29-f714-44cb-8a01-1ee179c36e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:35.631914 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b90bda29-f714-44cb-8a01-1ee179c36e54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/199cbebf-a2b2-437e-b7f9-f69047c77e6e HTTP/1.1" status: 204 len: 168 time: 0.2971487 Apr 18 17:25:35.649568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bda29-f714-44cb-8a01-1ee179c36e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199cbebf-a2b2-437e-b7f9-f69047c77e6e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:35.800636 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:35.949818 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:35.996814 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:36.205745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:36.224088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Deleting port afc56dbb-6ec4-4baa-ab99-ca20e3f50267 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:36.224944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:36.332656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:36.390497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Calling delete_port for afc56dbb-6ec4-4baa-ab99-ca20e3f50267 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:36.760287 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:36.787552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event deleted for resources: {'Port': ['ID=afc56dbb-6ec4-4baa-ab99-ca20e3f50267,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:36.857453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.029031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.033180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.156944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57642) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:37.189759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.190827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Fanout notify agent at l3_agent the message router_deleted on router b1326192-f939-43ce-bb99-491723866aa9 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:37.207694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.209258 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-269948dc-721b-4216-9b53-edd9ae31d8be tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/b1326192-f939-43ce-bb99-491723866aa9 HTTP/1.1" status: 204 len: 168 time: 1.6377013 Apr 18 17:25:37.213077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57650) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:37.218495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-91722481', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:37.282114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-205442f4-c662-4bc5-a948-f61e08769738 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-130901467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:37.329158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.330371 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.404791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57668) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:37.420735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-205442f4-c662-4bc5-a948-f61e08769738 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.435791 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-205442f4-c662-4bc5-a948-f61e08769738 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.440723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.562650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-205442f4-c662-4bc5-a948-f61e08769738 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.562919 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3883060c-561b-4bcd-8c4d-526ac99eb461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.643162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-205442f4-c662-4bc5-a948-f61e08769738 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.700991 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3883060c-561b-4bcd-8c4d-526ac99eb461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.732086 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.779024 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3883060c-561b-4bcd-8c4d-526ac99eb461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.808523 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-205442f4-c662-4bc5-a948-f61e08769738 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.816590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57700) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:37.817972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-205442f4-c662-4bc5-a948-f61e08769738 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6598146 Apr 18 17:25:37.827583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1924520157'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:37.840318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883060c-561b-4bcd-8c4d-526ac99eb461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382ec577-48eb-44e5-8924-2a4313ae6573,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:37.844709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3883060c-561b-4bcd-8c4d-526ac99eb461 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72894f87ba544618be382784f50282d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391575 Apr 18 17:25:37.847661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57702) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:37.938663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55204415-3f45-4617-a2a4-7039183d0814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.950895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Made reservation on behalf of df924d08513b40a2b6d9c86595dd7245 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:37.956016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:37.969288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.009717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55204415-3f45-4617-a2a4-7039183d0814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.124689 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.145428 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.149575 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.189358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55204415-3f45-4617-a2a4-7039183d0814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.192118 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55204415-3f45-4617-a2a4-7039183d0814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.193427 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-55204415-3f45-4617-a2a4-7039183d0814 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/382ec577-48eb-44e5-8924-2a4313ae6573 HTTP/1.1" status: 204 len: 168 time: 0.3448474 Apr 18 17:25:38.209100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55204415-3f45-4617-a2a4-7039183d0814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382ec577-48eb-44e5-8924-2a4313ae6573,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:38.212400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.290681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:38.316132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.316481 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Added segment 2562e721-61a5-457d-b995-0783cbbc444d of type vlan for network efa5180b-edbe-40ea-a799-803dca720302 Apr 18 17:25:38.318615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bcffd3-4d19-4f22-80d9-0ad9d03aa744,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:38.418486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Allocated IP 172.25.5.250 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/9907d4d3-48fe-47f7-8bf1-59146ad41a91) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:38.419725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.571558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.580759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:38.581690 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.603861 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.754894 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:38.847103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:38.851079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:38.854150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:38.976546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event updated for resources: {'Port': ['ID=9907d4d3-48fe-47f7-8bf1-59146ad41a91,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:39.208615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57728) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:39.228565 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adea7939-e33b-402a-817a-b6429ea9899a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:39.316309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Network': ['ID=efa5180b-edbe-40ea-a799-803dca720302,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:39.329918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network efa5180b-edbe-40ea-a799-803dca720302 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:39.377384 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bd4b36ce-d244-40d3-bcfd-99a34d3939a0 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5570812 Apr 18 17:25:39.378135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57732) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:39.384029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'subnet': {'network_id': 'efa5180b-edbe-40ea-a799-803dca720302', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:39.515585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:39.562378 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adea7939-e33b-402a-817a-b6429ea9899a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:39.737726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:39.983172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Made reservation on behalf of df924d08513b40a2b6d9c86595dd7245 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:39.986822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.145492 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adea7939-e33b-402a-817a-b6429ea9899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.217130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-adea7939-e33b-402a-817a-b6429ea9899a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d388eeddae764b47af3061291cb7158d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0072870 Apr 18 17:25:40.222250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57746) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:40.260754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea7939-e33b-402a-817a-b6429ea9899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d83073-4a9d-43d7-9e35-ecbedd15e075,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:40.337877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b5120b04-1625-4e84-b889-90c0b340beca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.348635 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.375961 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b5120b04-1625-4e84-b889-90c0b340beca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.435592 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Subnet': ['ID=fddf383b-8084-485b-ac9a-2148194da3ac,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:40.443751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Checking segment: {'id': '2562e721-61a5-457d-b995-0783cbbc444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'efa5180b-edbe-40ea-a799-803dca720302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:40.444093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network hostable DHCP agents. Network: efa5180b-edbe-40ea-a799-803dca720302, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:25:40.446076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Router 09e6b327-6628-4be5-91e3-ab2ff51df438 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:40.504955 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b5120b04-1625-4e84-b889-90c0b340beca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.507399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b5120b04-1625-4e84-b889-90c0b340beca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.511837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b5120b04-1625-4e84-b889-90c0b340beca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8d83073-4a9d-43d7-9e35-ecbedd15e075 HTTP/1.1" status: 204 len: 168 time: 0.2843215 Apr 18 17:25:40.523574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5120b04-1625-4e84-b889-90c0b340beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d83073-4a9d-43d7-9e35-ecbedd15e075,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:40.573221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network efa5180b-edbe-40ea-a799-803dca720302 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:25:40.617978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:40.629267 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b60fc-09e5-4b0f-bcbc-9cfa96cb7c94 None None] Sync routers for ids ['09e6b327-6628-4be5-91e3-ab2ff51df438'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:40.644070 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b60fc-09e5-4b0f-bcbc-9cfa96cb7c94 None None] Routers {'09e6b327-6628-4be5-91e3-ab2ff51df438'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:40.648032 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0b8b60fc-09e5-4b0f-bcbc-9cfa96cb7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['09e6b327-6628-4be5-91e3-ab2ff51df438'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:40.680303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, efa5180b-edbe-40ea-a799-803dca720302) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:40.686256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:40.686256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.695602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20abd407-4c19-4902-ae9a-915531fc6249 None None] Network efa5180b-edbe-40ea-a799-803dca720302 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:40.705774 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0b8b60fc-09e5-4b0f-bcbc-9cfa96cb7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:40.730463 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b60fc-09e5-4b0f-bcbc-9cfa96cb7c94 None None] Routers {'09e6b327-6628-4be5-91e3-ab2ff51df438'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:40.734384 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0b8b60fc-09e5-4b0f-bcbc-9cfa96cb7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['09e6b327-6628-4be5-91e3-ab2ff51df438'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:40.759497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:40.760899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cc171384-f4a9-4d98-9c8c-9904ac830611 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5465252 Apr 18 17:25:40.764206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57758) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:40.769673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:40.802826 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9066e064-92c3-480c-8196-6be2d67ac2b5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4225032 Apr 18 17:25:40.805876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:40.811727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'network': {'name': 'tempest-router-network01--1676991301'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:40.826569 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0b8b60fc-09e5-4b0f-bcbc-9cfa96cb7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:40.827573 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b60fc-09e5-4b0f-bcbc-9cfa96cb7c94 None None] The sync data for ids ['09e6b327-6628-4be5-91e3-ab2ff51df438'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:40.931159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Made reservation on behalf of df924d08513b40a2b6d9c86595dd7245 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:40.936515 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.034463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:41.062380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.062736 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Added segment 1451b3e4-0afc-490f-baac-989830bb0b39 of type vlan for network e095d497-ec15-4701-ab40-968374d4dc6d Apr 18 17:25:41.132127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.169514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-efa5180b-edbe-40ea-a799-803dca720302', 'network_id': 'efa5180b-edbe-40ea-a799-803dca720302', 'tenant_id': 'df924d08513b40a2b6d9c86595dd7245', 'fixed_ips': [{'subnet_id': 'fddf383b-8084-485b-ac9a-2148194da3ac'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:25:41.170393 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.291888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.302539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:41.343088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.403467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Allocated IP 172.20.0.2 (efa5180b-edbe-40ea-a799-803dca720302/fddf383b-8084-485b-ac9a-2148194da3ac/3104e742-540f-4f6d-9e6f-aeb631b78d28) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:41.505655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Network': ['ID=e095d497-ec15-4701-ab40-968374d4dc6d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:41.526069 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fd41863b-d37f-4e94-8cc1-1ee85090e560 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7187634 Apr 18 17:25:41.528233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57786) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:41.532837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'network': {'name': 'tempest-router-network02--187877605'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:41.537877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.544407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e095d497-ec15-4701-ab40-968374d4dc6d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:41.600645 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.623064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Made reservation on behalf of df924d08513b40a2b6d9c86595dd7245 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:41.626950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.680897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:41.693343 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.693771 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Added segment 0a280d04-cff0-413c-b20f-cbd95ce6f3e9 of type vlan for network 90e21685-12f1-4fcd-b7eb-6e503673ed68 Apr 18 17:25:41.760180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Deleting port 9907d4d3-48fe-47f7-8bf1-59146ad41a91 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:41.760525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.775526 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.842967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.852332 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.886543 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.910965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Calling delete_port for 9907d4d3-48fe-47f7-8bf1-59146ad41a91 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:41.945612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Network efa5180b-edbe-40ea-a799-803dca720302 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:41.950795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Pushing event updated for resources: {'Port': ['ID=3104e742-540f-4f6d-9e6f-aeb631b78d28,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:41.955558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:41.965911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:41.966351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:41.972536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:41.972536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:42.133708 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Attempting to bind port 3104e742-540f-4f6d-9e6f-aeb631b78d28 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:42.134495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Attempting to bind port 3104e742-540f-4f6d-9e6f-aeb631b78d28 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '2562e721-61a5-457d-b995-0783cbbc444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'efa5180b-edbe-40ea-a799-803dca720302'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:42.135619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6069498 Apr 18 17:25:42.136264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Attempting to bind port 3104e742-540f-4f6d-9e6f-aeb631b78d28 on network efa5180b-edbe-40ea-a799-803dca720302 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:42.139724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57802) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:42.152819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:42.155246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Checking segment: {'id': '2562e721-61a5-457d-b995-0783cbbc444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'efa5180b-edbe-40ea-a799-803dca720302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:42.158284 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:42.158958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Bound using segment: {'id': '2562e721-61a5-457d-b995-0783cbbc444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'efa5180b-edbe-40ea-a799-803dca720302'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:42.160684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'subnet': {'network_id': 'e095d497-ec15-4701-ab40-968374d4dc6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:42.160939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Bound port: 3104e742-540f-4f6d-9e6f-aeb631b78d28, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2562e721-61a5-457d-b995-0783cbbc444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'efa5180b-edbe-40ea-a799-803dca720302'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:42.161625 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:42.173552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f0f45-c796-41ad-aa27-ee5a4e691d5d tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Network': ['ID=90e21685-12f1-4fcd-b7eb-6e503673ed68,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:42.212840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 90e21685-12f1-4fcd-b7eb-6e503673ed68 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:42.440945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] For port 3104e742-540f-4f6d-9e6f-aeb631b78d28, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:42.444253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] For port 3104e742-540f-4f6d-9e6f-aeb631b78d28, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3104e742-540f-4f6d-9e6f-aeb631b78d28,segment=NetworkSegment(2562e721-61a5-457d-b995-0783cbbc444d),segment_id=2562e721-61a5-457d-b995-0783cbbc444d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:42.548631 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:42.577134 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:42.676464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Pushing event deleted for resources: {'Port': ['ID=9907d4d3-48fe-47f7-8bf1-59146ad41a91,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:42.688044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Made reservation on behalf of df924d08513b40a2b6d9c86595dd7245 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:42.711329 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:42.777377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec0239-f0cd-4726-9b77-36dcb22fe322 None None] Pushing event updated for resources: {'Port': ['ID=3104e742-540f-4f6d-9e6f-aeb631b78d28,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:42.962339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:43.466952 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:43.470513 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:43.539758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:43.650149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Router 09e6b327-6628-4be5-91e3-ab2ff51df438 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:25:43.666418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Subnet': ['ID=9bfa2102-7129-4566-a373-2b85825af322,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:43.713650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Checking segment: {'id': '1451b3e4-0afc-490f-baac-989830bb0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e095d497-ec15-4701-ab40-968374d4dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:43.714549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network hostable DHCP agents. Network: e095d497-ec15-4701-ab40-968374d4dc6d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:25:43.846534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:43.859306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71d35e-3bbf-49f4-8e92-d978d91f0ffc None None] Sync routers for ids ['09e6b327-6628-4be5-91e3-ab2ff51df438'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:43.877509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:43.878090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71d35e-3bbf-49f4-8e92-d978d91f0ffc None None] Routers {'09e6b327-6628-4be5-91e3-ab2ff51df438'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:43.878893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3a71d35e-3bbf-49f4-8e92-d978d91f0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['09e6b327-6628-4be5-91e3-ab2ff51df438'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:43.881791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57866) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:43.889242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f6404b5b-51ff-4ae4-8c13-5b3f812733af tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "PUT /v2.0/routers/09e6b327-6628-4be5-91e3-ab2ff51df438 HTTP/1.1" status: 200 len: 704 time: 3.1163390 Apr 18 17:25:43.898894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network e095d497-ec15-4701-ab40-968374d4dc6d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:25:43.987201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e095d497-ec15-4701-ab40-968374d4dc6d) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:43.994143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:43.994888 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:44.095396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57874) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:44.099627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3a71d35e-3bbf-49f4-8e92-d978d91f0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:44.102150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3104e742-540f-4f6d-9e6f-aeb631b78d28 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:44.111853 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ce2887a2-afb7-4bd1-9e3d-781099b28b48 tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/routers/09e6b327-6628-4be5-91e3-ab2ff51df438 HTTP/1.1" status: 200 len: 739 time: 0.2265480 Apr 18 17:25:44.144045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf3aafa-8eaf-432d-83fd-bf54283cb45a None None] Network e095d497-ec15-4701-ab40-968374d4dc6d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:44.203388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-49860bf4-b021-48b9-a456-62a4d7d1d8fb tempest-RoutersAdminTest-2072314620 tempest-RoutersAdminTest-2072314620-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&device_id=09e6b327-6628-4be5-91e3-ab2ff51df438 HTTP/1.1" status: 200 len: 205 time: 0.1017756 Apr 18 17:25:44.206643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f89a7b7d-dbb8-4d98-8dec-b81fac10db70 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0628300 Apr 18 17:25:44.206643 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:44.208222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57880) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:44.216474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'subnet': {'network_id': '90e21685-12f1-4fcd-b7eb-6e503673ed68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:44.266881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-23ad15bb-ca04-45be-be0e-0bd81c3a2378 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e6b327-6628-4be5-91e3-ab2ff51df438 HTTP/1.1" status: 200 len: 205 time: 0.0609396 Apr 18 17:25:44.269286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57884) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:44.462509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41b4d8cb-41e1-404e-b5cf-22b94126fb51 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:44.487869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3332718f-687d-40de-8cee-f37fd0017bfc None None] Network efa5180b-edbe-40ea-a799-803dca720302 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:44.565270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71d35e-3bbf-49f4-8e92-d978d91f0ffc None None] Routers {'09e6b327-6628-4be5-91e3-ab2ff51df438'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:44.566058 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3a71d35e-3bbf-49f4-8e92-d978d91f0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['09e6b327-6628-4be5-91e3-ab2ff51df438'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:44.623157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Made reservation on behalf of df924d08513b40a2b6d9c86595dd7245 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:44.626811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:44.643930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3a71d35e-3bbf-49f4-8e92-d978d91f0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:44.644702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71d35e-3bbf-49f4-8e92-d978d91f0ffc None None] The sync data for ids ['09e6b327-6628-4be5-91e3-ab2ff51df438'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:44.664649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 3104e742-540f-4f6d-9e6f-aeb631b78d28 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:44.665017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:44.737998 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41b4d8cb-41e1-404e-b5cf-22b94126fb51 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:44.741621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-52b56bee-9b75-464c-99c3-d90233418c1e None None] Provisioning complete for port 3104e742-540f-4f6d-9e6f-aeb631b78d28 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:44.741621 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52b56bee-9b75-464c-99c3-d90233418c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:44.741906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41b4d8cb-41e1-404e-b5cf-22b94126fb51 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:44.929485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57900) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:44.966042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e095d497-ec15-4701-ab40-968374d4dc6d', 'network_id': 'e095d497-ec15-4701-ab40-968374d4dc6d', 'tenant_id': 'df924d08513b40a2b6d9c86595dd7245', 'fixed_ips': [{'subnet_id': '9bfa2102-7129-4566-a373-2b85825af322'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:25:44.968857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.007767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41b4d8cb-41e1-404e-b5cf-22b94126fb51 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.008458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b4d8cb-41e1-404e-b5cf-22b94126fb51 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Fanout notify agent at l3_agent the message router_deleted on router 09e6b327-6628-4be5-91e3-ab2ff51df438 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:45.020743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41b4d8cb-41e1-404e-b5cf-22b94126fb51 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.022555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-41b4d8cb-41e1-404e-b5cf-22b94126fb51 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/09e6b327-6628-4be5-91e3-ab2ff51df438 HTTP/1.1" status: 204 len: 168 time: 0.7503736 Apr 18 17:25:45.026456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57908) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.134405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-719c042f-b208-4fb7-a94c-8af4233411c7 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e6b327-6628-4be5-91e3-ab2ff51df438 HTTP/1.1" status: 200 len: 205 time: 0.0942452 Apr 18 17:25:45.136537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57912) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.228420 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-3cf6d139-633f-4f27-8032-4a4bc1c448f0 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] delete failed (client error): The resource could not be found. Apr 18 17:25:45.229701 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3cf6d139-633f-4f27-8032-4a4bc1c448f0 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/09e6b327-6628-4be5-91e3-ab2ff51df438 HTTP/1.1" status: 404 len: 336 time: 0.0917192 Apr 18 17:25:45.232742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57916) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.269959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:45.277916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-714c0a4e-92a5-4b71-86d8-dcd47082af2f tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1326192-f939-43ce-bb99-491723866aa9 HTTP/1.1" status: 200 len: 205 time: 0.0416014 Apr 18 17:25:45.288548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57922) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.358357 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-73500390-baa0-4a97-9878-da4a62bfa42a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] delete failed (client error): The resource could not be found. Apr 18 17:25:45.359583 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-73500390-baa0-4a97-9878-da4a62bfa42a tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/b1326192-f939-43ce-bb99-491723866aa9 HTTP/1.1" status: 404 len: 336 time: 0.0640771 Apr 18 17:25:45.363029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 57924) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.439103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57930) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.449533 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ff331ee7-030b-4671-9d5b-60ad336b26a4 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef2f168-4af7-470c-8a41-388006f16260 HTTP/1.1" status: 200 len: 205 time: 0.0785658 Apr 18 17:25:45.449533 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.459749 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52b56bee-9b75-464c-99c3-d90233418c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.492809 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.520518 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-a50cebdc-681d-468f-add4-de3dbbea6e0c tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] delete failed (client error): The resource could not be found. Apr 18 17:25:45.530165 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a50cebdc-681d-468f-add4-de3dbbea6e0c tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/2ef2f168-4af7-470c-8a41-388006f16260 HTTP/1.1" status: 404 len: 336 time: 0.0852888 Apr 18 17:25:45.534509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57932) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.544162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 3104e742-540f-4f6d-9e6f-aeb631b78d28, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3104e742-540f-4f6d-9e6f-aeb631b78d28,segment=NetworkSegment(2562e721-61a5-457d-b995-0783cbbc444d),segment_id=2562e721-61a5-457d-b995-0783cbbc444d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:45.569447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Allocated IP 172.20.0.2 (e095d497-ec15-4701-ab40-968374d4dc6d/9bfa2102-7129-4566-a373-2b85825af322/03ec23df-9374-41b1-a92e-45fc4ef45ab8) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:45.594255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Subnet': ['ID=ca99e432-b24f-4534-8891-56de4d016057,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:45.601108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1c978d40-8d43-42d6-91fe-d58914f80f6c tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dc3bad8-f087-41f3-b371-8cd3c44b7231 HTTP/1.1" status: 200 len: 205 time: 0.0638556 Apr 18 17:25:45.602221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57934) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.614150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.695035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.749306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Checking segment: {'id': '0a280d04-cff0-413c-b20f-cbd95ce6f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '90e21685-12f1-4fcd-b7eb-6e503673ed68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:45.749698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network hostable DHCP agents. Network: 90e21685-12f1-4fcd-b7eb-6e503673ed68, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:25:45.772699 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-57f303e2-ddba-4c39-8dad-bd19c4a21ae1 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] delete failed (client error): The resource could not be found. Apr 18 17:25:45.780481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=3104e742-540f-4f6d-9e6f-aeb631b78d28,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:45.794064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-57f303e2-ddba-4c39-8dad-bd19c4a21ae1 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/3dc3bad8-f087-41f3-b371-8cd3c44b7231 HTTP/1.1" status: 404 len: 336 time: 0.1835501 Apr 18 17:25:45.794767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57938) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.903302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-94be7283-67a1-4c16-a5a3-0679bcccb451 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6b89da5-9bf2-4c69-afc0-bddae42bda25 HTTP/1.1" status: 200 len: 205 time: 0.1040065 Apr 18 17:25:45.905452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:45.954791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:45.960943 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-15e74df4-5137-46c6-9208-0192ba42ebde tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] delete failed (client error): The resource could not be found. Apr 18 17:25:45.962599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-15e74df4-5137-46c6-9208-0192ba42ebde tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/d6b89da5-9bf2-4c69-afc0-bddae42bda25 HTTP/1.1" status: 404 len: 336 time: 0.0482292 Apr 18 17:25:45.965381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57950) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:46.001051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9e0e4be3-9098-4a37-bbfb-e17982680552 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "GET /v2.0/ports?device_id=b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1 HTTP/1.1" status: 200 len: 205 time: 0.0337999 Apr 18 17:25:46.003664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57954) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:46.050353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network 90e21685-12f1-4fcd-b7eb-6e503673ed68 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:25:46.050689 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-9498a21a-80b6-4847-8830-d871c54dde95 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] delete failed (client error): The resource could not be found. Apr 18 17:25:46.051934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9498a21a-80b6-4847-8830-d871c54dde95 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/routers/b61cba7d-b4f0-4f46-9350-7f9b8d0e25a1 HTTP/1.1" status: 404 len: 336 time: 0.0470061 Apr 18 17:25:46.055487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57958) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:46.110873 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1435145b-cede-4fa7-a367-3fa369399148 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] DELETE failed (client error): The resource could not be found. Apr 18 17:25:46.111349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1435145b-cede-4fa7-a367-3fa369399148 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:25:46.114436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1435145b-cede-4fa7-a367-3fa369399148 tempest-RoutersAdminTest-81428068 tempest-RoutersAdminTest-81428068-project] 10.222.0.45 "DELETE /v2.0/subnets/c991de59-eb96-4b66-92a1-71a9405c980f HTTP/1.1" status: 404 len: 337 time: 0.0577526 Apr 18 17:25:46.173014 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-52b56bee-9b75-464c-99c3-d90233418c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:25:46.174358 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-52b56bee-9b75-464c-99c3-d90233418c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:25:46.191581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 90e21685-12f1-4fcd-b7eb-6e503673ed68) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:46.208644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:46.209998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:46.229334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7c901f-801d-4e48-b811-59db5c1763f1 None None] Network 90e21685-12f1-4fcd-b7eb-6e503673ed68 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:46.316884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Allocated IP 172.25.5.45 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/1e6f1824-ea10-4b4d-a4e2-d1d22b97d84d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:46.326360 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b7071583-a63a-4160-8b2b-7ec86ad27139 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1166792 Apr 18 17:25:46.329404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57970) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:46.570528 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:46.618319 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:46.649786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-90e21685-12f1-4fcd-b7eb-6e503673ed68', 'network_id': '90e21685-12f1-4fcd-b7eb-6e503673ed68', 'tenant_id': 'df924d08513b40a2b6d9c86595dd7245', 'fixed_ips': [{'subnet_id': 'ca99e432-b24f-4534-8891-56de4d016057'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:25:46.652658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:46.732125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:46.771748 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:46.804621 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:46.863132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:46.909453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'Port': ['ID=1e6f1824-ea10-4b4d-a4e2-d1d22b97d84d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:46.920951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:46.927049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:46.928642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Pushing event updated for resources: {'Port': ['ID=03ec23df-9374-41b1-a92e-45fc4ef45ab8,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:46.931185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 57990) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:46.946147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Network e095d497-ec15-4701-ab40-968374d4dc6d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:46.949958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:46.972537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:47.062652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Allocated IP 172.20.0.2 (90e21685-12f1-4fcd-b7eb-6e503673ed68/ca99e432-b24f-4534-8891-56de4d016057/6fedb446-185f-419b-9e5f-c666603aac59) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:47.166437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Attempting to bind port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:47.166922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Attempting to bind port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '1451b3e4-0afc-490f-baac-989830bb0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e095d497-ec15-4701-ab40-968374d4dc6d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:47.167913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Attempting to bind port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 on network e095d497-ec15-4701-ab40-968374d4dc6d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:47.169953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c263cfd8-723d-43f0-b4d4-e0f91ae05587 None None] Provisioning complete for port 3104e742-540f-4f6d-9e6f-aeb631b78d28 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:47.174963 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c263cfd8-723d-43f0-b4d4-e0f91ae05587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.214446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.230232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:47.230776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Checking segment: {'id': '1451b3e4-0afc-490f-baac-989830bb0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e095d497-ec15-4701-ab40-968374d4dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:47.231367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.231852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Bound using segment: {'id': '1451b3e4-0afc-490f-baac-989830bb0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e095d497-ec15-4701-ab40-968374d4dc6d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:47.232506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Bound port: 03ec23df-9374-41b1-a92e-45fc4ef45ab8, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1451b3e4-0afc-490f-baac-989830bb0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e095d497-ec15-4701-ab40-968374d4dc6d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:47.232997 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.291892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-475f969b-c4cb-47c1-a739-5a0365028943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.361304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.374986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] For port 03ec23df-9374-41b1-a92e-45fc4ef45ab8, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:47.378422 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] For port 03ec23df-9374-41b1-a92e-45fc4ef45ab8, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=03ec23df-9374-41b1-a92e-45fc4ef45ab8,segment=NetworkSegment(1451b3e4-0afc-490f-baac-989830bb0b39),segment_id=1451b3e4-0afc-490f-baac-989830bb0b39)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:47.385477 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.390166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.411064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Allocated IP 172.20.0.1 (e095d497-ec15-4701-ab40-968374d4dc6d/9bfa2102-7129-4566-a373-2b85825af322/e2913387-83b4-4f56-bae2-3e98561c73fc) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:47.440165 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.455895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584328-73c8-410d-b854-e9df5681c624 req-d1507b78-e9ce-40bb-b7c8-94b3ec489037 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:47.457377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c584328-73c8-410d-b854-e9df5681c624 req-d1507b78-e9ce-40bb-b7c8-94b3ec489037 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.4260871 Apr 18 17:25:47.604645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d76825-0b14-4537-bf84-5346c1aab741 None None] Pushing event updated for resources: {'Port': ['ID=03ec23df-9374-41b1-a92e-45fc4ef45ab8,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:47.631714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.697191 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.735855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c584328-73c8-410d-b854-e9df5681c624 req-2b2d55ea-9788-454c-858f-a449e465bf88 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599440 Apr 18 17:25:47.770830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.794707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Network 90e21685-12f1-4fcd-b7eb-6e503673ed68 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:47.802094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:47.806545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:47.835788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-475f969b-c4cb-47c1-a739-5a0365028943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.841751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Pushing event updated for resources: {'Port': ['ID=6fedb446-185f-419b-9e5f-c666603aac59,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:47.849510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.865789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.950778 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-475f969b-c4cb-47c1-a739-5a0365028943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:47.986511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Attempting to bind port 6fedb446-185f-419b-9e5f-c666603aac59 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:47.989949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'Port': ['ID=1e6f1824-ea10-4b4d-a4e2-d1d22b97d84d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:47.990792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Attempting to bind port 6fedb446-185f-419b-9e5f-c666603aac59 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '0a280d04-cff0-413c-b20f-cbd95ce6f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '90e21685-12f1-4fcd-b7eb-6e503673ed68'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:47.990792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Attempting to bind port 6fedb446-185f-419b-9e5f-c666603aac59 on network 90e21685-12f1-4fcd-b7eb-6e503673ed68 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:48.002782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3104e742-540f-4f6d-9e6f-aeb631b78d28 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:48.010328 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:48.015379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Checking segment: {'id': '0a280d04-cff0-413c-b20f-cbd95ce6f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '90e21685-12f1-4fcd-b7eb-6e503673ed68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:48.016132 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.016691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Bound using segment: {'id': '0a280d04-cff0-413c-b20f-cbd95ce6f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '90e21685-12f1-4fcd-b7eb-6e503673ed68'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:48.017657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Bound port: 6fedb446-185f-419b-9e5f-c666603aac59, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a280d04-cff0-413c-b20f-cbd95ce6f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '90e21685-12f1-4fcd-b7eb-6e503673ed68'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:48.020630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-475f969b-c4cb-47c1-a739-5a0365028943 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9f32d2ca3524cd88240010354af01ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0863240 Apr 18 17:25:48.021195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.024210 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.028626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58008) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:48.122551 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f969b-c4cb-47c1-a739-5a0365028943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92bc675-6662-4e16-a74e-5f595c088e26,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:48.131220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Port': ['ID=e2913387-83b4-4f56-bae2-3e98561c73fc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:48.148980 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.191502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network e095d497-ec15-4701-ab40-968374d4dc6d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:48.195906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:48.200778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:48.223862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] For port 6fedb446-185f-419b-9e5f-c666603aac59, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:48.225981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 3104e742-540f-4f6d-9e6f-aeb631b78d28 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:48.226602 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.229957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] For port 6fedb446-185f-419b-9e5f-c666603aac59, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fedb446-185f-419b-9e5f-c666603aac59,segment=NetworkSegment(0a280d04-cff0-413c-b20f-cbd95ce6f3e9),segment_id=0a280d04-cff0-413c-b20f-cbd95ce6f3e9)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:48.287458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.289354 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-506c63cb-e7d0-4c74-99bb-83978e1e06eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3572972 Apr 18 17:25:48.292303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58016) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:48.299585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-192059841'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:48.313131 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.418256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Made reservation on behalf of dddd865ed9a74609aee82045cc6ee9d0 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:48.420579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.463483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.578425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1c17-5d01-4296-8c03-44de51c90a24 None None] Pushing event updated for resources: {'Port': ['ID=6fedb446-185f-419b-9e5f-c666603aac59,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:48.708484 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.771248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.858521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:25:48.877805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.878287 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Added segment 5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89 of type vlan for network 595b299e-edf7-4b45-8134-31cd92817409 Apr 18 17:25:48.907645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0ac062-a956-426d-85e9-d29aa360baa4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:48.935774 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa2758bc-923b-4d85-9028-04fb3daf78f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:48.952088 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.006266 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.101291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa2758bc-923b-4d85-9028-04fb3daf78f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.124532 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.132915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:49.133637 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.258250 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9644735 Apr 18 17:25:49.262041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58034) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:49.267857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Request body: {'subnet': {'network_id': '595b299e-edf7-4b45-8134-31cd92817409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:49.345027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfc613-ff27-4940-8eaf-140db36fac1b req-1d0073f5-a115-40d3-a74b-e7ff29315a98 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:49.346705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20dfc613-ff27-4940-8eaf-140db36fac1b req-1d0073f5-a115-40d3-a74b-e7ff29315a98 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.3697741 Apr 18 17:25:49.389114 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa2758bc-923b-4d85-9028-04fb3daf78f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.392306 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa2758bc-923b-4d85-9028-04fb3daf78f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.393087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61b72f-585c-485b-bd2e-b7d685d92591 None None] Network e095d497-ec15-4701-ab40-968374d4dc6d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:49.397780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aa2758bc-923b-4d85-9028-04fb3daf78f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d92bc675-6662-4e16-a74e-5f595c088e26 HTTP/1.1" status: 204 len: 168 time: 1.2950404 Apr 18 17:25:49.423669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2758bc-923b-4d85-9028-04fb3daf78f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92bc675-6662-4e16-a74e-5f595c088e26,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:49.458178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20dfc613-ff27-4940-8eaf-140db36fac1b req-4b680a83-ccc8-4b54-a93c-79409e2ebe10 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906100 Apr 18 17:25:49.512459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d17732-8799-4633-9d1b-d73974a76850 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'Network': ['ID=595b299e-edf7-4b45-8134-31cd92817409,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:49.521294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.539038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 595b299e-edf7-4b45-8134-31cd92817409 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:25:49.563376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-313f03c5-4dd9-467d-9246-e4d6647fefa1 None None] Provisioning complete for port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:49.563787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-313f03c5-4dd9-467d-9246-e4d6647fefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:49.573958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Made reservation on behalf of dddd865ed9a74609aee82045cc6ee9d0 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:25:49.582171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.107603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fedb446-185f-419b-9e5f-c666603aac59 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:50.158470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.171592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.228544 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-313f03c5-4dd9-467d-9246-e4d6647fefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.239741 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.268285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'Subnet': ['ID=23a65073-ceaf-43b9-b814-dafc024d80ce,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:50.311001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-313f03c5-4dd9-467d-9246-e4d6647fefa1 None None] For port 03ec23df-9374-41b1-a92e-45fc4ef45ab8, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=03ec23df-9374-41b1-a92e-45fc4ef45ab8,segment=NetworkSegment(1451b3e4-0afc-490f-baac-989830bb0b39),segment_id=1451b3e4-0afc-490f-baac-989830bb0b39)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:50.337158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6fedb446-185f-419b-9e5f-c666603aac59 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:50.337561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.373695 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-313f03c5-4dd9-467d-9246-e4d6647fefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.414504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Checking segment: {'id': '5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '595b299e-edf7-4b45-8134-31cd92817409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:50.415296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Network hostable DHCP agents. Network: 595b299e-edf7-4b45-8134-31cd92817409, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:25:50.416157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21dda1-9d76-463c-bdbd-7f50b3983e78 None None] Network 90e21685-12f1-4fcd-b7eb-6e503673ed68 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:50.542439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58062) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:50.554974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Port': ['ID=e2913387-83b4-4f56-bae2-3e98561c73fc,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:50.637757 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d9aa0140-edfe-41dc-abc8-55b665ecafed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ecdfefd80e564eac894b94a73a023f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926585 Apr 18 17:25:50.639345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Network 595b299e-edf7-4b45-8134-31cd92817409 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:25:50.642711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58066) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:50.675108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f03c5-4dd9-467d-9246-e4d6647fefa1 None None] Pushing event updated for resources: {'Port': ['ID=03ec23df-9374-41b1-a92e-45fc4ef45ab8,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:50.722209 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.738493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-190f1796-81b1-4665-aac3-6160dcc40505 None None] Provisioning complete for port 6fedb446-185f-419b-9e5f-c666603aac59 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:50.738818 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-190f1796-81b1-4665-aac3-6160dcc40505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.751208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5af167b2-ce4e-4489-92c8-029db6d81806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.786507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5af167b2-ce4e-4489-92c8-029db6d81806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.789179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 595b299e-edf7-4b45-8134-31cd92817409) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:50.806697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98aab6-c813-4e4d-bc5d-aa7be73ec59b req-20b942d9-ee1a-4417-a785-9d15abbad0be tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:50.809032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d98aab6-c813-4e4d-bc5d-aa7be73ec59b req-20b942d9-ee1a-4417-a785-9d15abbad0be tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.2226660 Apr 18 17:25:50.834525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:50.835959 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:50.882981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64591c2-fbf2-4535-8778-8571614a77d5 None None] Network 595b299e-edf7-4b45-8134-31cd92817409 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:50.950339 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3366634-7cdb-4cca-ab4a-b5408dcc3a59 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6869862 Apr 18 17:25:50.953166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58070) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:50.959084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-258779434', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:50.968732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d98aab6-c813-4e4d-bc5d-aa7be73ec59b req-a7a3a778-4cd5-4f20-92f8-afee6596c299 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750959 Apr 18 17:25:50.994406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5af167b2-ce4e-4489-92c8-029db6d81806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:51.007342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5af167b2-ce4e-4489-92c8-029db6d81806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:51.013263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5af167b2-ce4e-4489-92c8-029db6d81806 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7fa97629-7713-4fe4-9045-ca49c4e35376 HTTP/1.1" status: 204 len: 168 time: 0.3655450 Apr 18 17:25:51.048334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network e095d497-ec15-4701-ab40-968374d4dc6d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:51.048334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:51.048770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af167b2-ce4e-4489-92c8-029db6d81806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa97629-7713-4fe4-9045-ca49c4e35376,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:51.131271 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:51.132365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:51.297708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:51.429041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Router 0ce58a78-9529-4ac8-9f61-b7527ee5dd85 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:51.534063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:51.696112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:51.706896 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0e2bb-f927-457a-b949-29a18cd2a054 None None] Sync routers for ids ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:51.711556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:51.713765 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-08b74287-91ad-46a1-bad7-30eadb0c8724 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "PUT /v2.0/routers/0ce58a78-9529-4ac8-9f61-b7527ee5dd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3830750 Apr 18 17:25:51.717257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58092) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:51.741888 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0e2bb-f927-457a-b949-29a18cd2a054 None None] Routers {'0ce58a78-9529-4ac8-9f61-b7527ee5dd85'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:51.742777 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-49c0e2bb-f927-457a-b949-29a18cd2a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:51.817651 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-49c0e2bb-f927-457a-b949-29a18cd2a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:51.842296 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0e2bb-f927-457a-b949-29a18cd2a054 None None] Routers {'0ce58a78-9529-4ac8-9f61-b7527ee5dd85'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:51.846051 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-49c0e2bb-f927-457a-b949-29a18cd2a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:51.945675 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-49c0e2bb-f927-457a-b949-29a18cd2a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:51.946326 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0e2bb-f927-457a-b949-29a18cd2a054 None None] The sync data for ids ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:51.968516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-595b299e-edf7-4b45-8134-31cd92817409', 'network_id': '595b299e-edf7-4b45-8134-31cd92817409', 'tenant_id': 'dddd865ed9a74609aee82045cc6ee9d0', 'fixed_ips': [{'subnet_id': '23a65073-ceaf-43b9-b814-dafc024d80ce'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:25:51.968516 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:51.994837 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-190f1796-81b1-4665-aac3-6160dcc40505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:52.010632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 6fedb446-185f-419b-9e5f-c666603aac59, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fedb446-185f-419b-9e5f-c666603aac59,segment=NetworkSegment(0a280d04-cff0-413c-b20f-cbd95ce6f3e9),segment_id=0a280d04-cff0-413c-b20f-cbd95ce6f3e9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:52.222563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:52.224153 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:52.226604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 03ec23df-9374-41b1-a92e-45fc4ef45ab8 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:52.262002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:52.447192 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-190f1796-81b1-4665-aac3-6160dcc40505 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:25:52.447760 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-190f1796-81b1-4665-aac3-6160dcc40505 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:25:52.468745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e757e-9935-417c-9b8d-dd3368940524 req-eb90a395-7bb0-4729-ad25-d7a502c64535 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:52.473194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc5e757e-9935-417c-9b8d-dd3368940524 req-eb90a395-7bb0-4729-ad25-d7a502c64535 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.3481832 Apr 18 17:25:52.535430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:52.536484 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:52.579611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=6fedb446-185f-419b-9e5f-c666603aac59,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:52.638070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Allocated IP 172.20.0.2 (595b299e-edf7-4b45-8134-31cd92817409/23a65073-ceaf-43b9-b814-dafc024d80ce/80c1f5ff-ffba-4e36-8d4e-980f13592843) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:52.671437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Allocated IP 172.25.5.57 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ddaefb86-0dae-4568-b2bb-8e93f4ec08e0) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:52.717709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc5e757e-9935-417c-9b8d-dd3368940524 req-74ceacec-4eca-4ccb-aaf0-4bb9bb50a52b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164829 Apr 18 17:25:52.807508 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-e405938d-2eb3-4b1c-94c1-3cd6d3ab8c14 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:25:52.811275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e405938d-2eb3-4b1c-94c1-3cd6d3ab8c14 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "PUT /v2.0/routers/0ce58a78-9529-4ac8-9f61-b7527ee5dd85/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0902731 Apr 18 17:25:52.811804 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58120) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:52.874120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:52.988706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.017781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.044220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fedb446-185f-419b-9e5f-c666603aac59 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:53.154979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:53.158882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:53.162301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:53.171340 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:25:53.219682 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.262587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'Port': ['ID=ddaefb86-0dae-4568-b2bb-8e93f4ec08e0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:53.339923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Pushing event updated for resources: {'Port': ['ID=80c1f5ff-ffba-4e36-8d4e-980f13592843,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:53.408585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Network 595b299e-edf7-4b45-8134-31cd92817409 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:53.413210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bff72900-c0fa-492f-a3d8-11bb84df3160 None None] Provisioning complete for port e2913387-83b4-4f56-bae2-3e98561c73fc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:53.413617 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bff72900-c0fa-492f-a3d8-11bb84df3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.473509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:53.479992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:53.481140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6fedb446-185f-419b-9e5f-c666603aac59 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:53.481534 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.575395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bff72900-c0fa-492f-a3d8-11bb84df3160 None None] Port e2913387-83b4-4f56-bae2-3e98561c73fc cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:25:53.578673 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.619800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Attempting to bind port 80c1f5ff-ffba-4e36-8d4e-980f13592843 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:25:53.620789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Attempting to bind port 80c1f5ff-ffba-4e36-8d4e-980f13592843 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '595b299e-edf7-4b45-8134-31cd92817409'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:25:53.621277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Attempting to bind port 80c1f5ff-ffba-4e36-8d4e-980f13592843 on network 595b299e-edf7-4b45-8134-31cd92817409 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:25:53.627967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bff72900-c0fa-492f-a3d8-11bb84df3160 None None] Provisioning complete for port 6fedb446-185f-419b-9e5f-c666603aac59 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:53.628292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bff72900-c0fa-492f-a3d8-11bb84df3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.631330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:25:53.631704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Checking segment: {'id': '5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '595b299e-edf7-4b45-8134-31cd92817409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:25:53.632092 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.632480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Bound using segment: {'id': '5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '595b299e-edf7-4b45-8134-31cd92817409'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:25:53.632950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Bound port: 80c1f5ff-ffba-4e36-8d4e-980f13592843, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '595b299e-edf7-4b45-8134-31cd92817409'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:25:53.633669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.776841 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:53.873853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 03ec23df-9374-41b1-a92e-45fc4ef45ab8 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:54.107558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] For port 80c1f5ff-ffba-4e36-8d4e-980f13592843, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:25:54.107558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] For port 80c1f5ff-ffba-4e36-8d4e-980f13592843, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=80c1f5ff-ffba-4e36-8d4e-980f13592843,segment=NetworkSegment(5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89),segment_id=5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:25:54.107821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ed807-56bf-4e89-be65-6f1a51ff9903 req-4499937d-b059-49d6-90ef-a7df25ab6ca3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:54.107821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da0ed807-56bf-4e89-be65-6f1a51ff9903 req-4499937d-b059-49d6-90ef-a7df25ab6ca3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1074495 Apr 18 17:25:54.108053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:54.108053 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:54.163345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bff72900-c0fa-492f-a3d8-11bb84df3160 None None] Provisioning complete for port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:54.163345 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bff72900-c0fa-492f-a3d8-11bb84df3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:54.184677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da0ed807-56bf-4e89-be65-6f1a51ff9903 req-a4a93ddb-cbc1-4acb-b19e-ee9fb0b7fcf4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045215 Apr 18 17:25:54.221844 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:54.296808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Deleting port e2913387-83b4-4f56-bae2-3e98561c73fc {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:25:54.297161 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:54.388380 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:54.412372 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:54.446769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Calling delete_port for e2913387-83b4-4f56-bae2-3e98561c73fc owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:25:54.499471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292fdd-0c48-4f9a-a2df-0ef832489ea7 None None] Pushing event updated for resources: {'Port': ['ID=80c1f5ff-ffba-4e36-8d4e-980f13592843,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:54.971949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 80c1f5ff-ffba-4e36-8d4e-980f13592843 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:54.995629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Router 1963e9d7-b666-433e-9aa7-c6b4917875fc is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:25:55.024510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 80c1f5ff-ffba-4e36-8d4e-980f13592843 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:55.025180 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:55.028238 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:55.079535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Port': ['ID=e2913387-83b4-4f56-bae2-3e98561c73fc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:55.153956 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:55.264650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 80c1f5ff-ffba-4e36-8d4e-980f13592843, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=80c1f5ff-ffba-4e36-8d4e-980f13592843,segment=NetworkSegment(5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89),segment_id=5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:25:55.316787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:55.330131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d3c49-904a-4f61-a0a2-b39956825790 None None] Sync routers for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:55.354231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d3c49-904a-4f61-a0a2-b39956825790 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:55.355419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-040d3c49-904a-4f61-a0a2-b39956825790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:55.437375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:55.439959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d2ebdfe1-350f-4eaa-b285-49b288e48202 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.4845893 Apr 18 17:25:55.442545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-040d3c49-904a-4f61-a0a2-b39956825790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:55.443614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58180) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:55.444947 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:55.452393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:55.619702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d3c49-904a-4f61-a0a2-b39956825790 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:55.627555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-040d3c49-904a-4f61-a0a2-b39956825790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:55.775762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-040d3c49-904a-4f61-a0a2-b39956825790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:55.776859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d3c49-904a-4f61-a0a2-b39956825790 None None] The sync data for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:55.793397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58192) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:55.816155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e235e-ea8a-4150-a896-b52356867a32 req-1b6d947b-38db-4785-a184-b93e1dd13fd3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:55.818797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-629e235e-ea8a-4150-a896-b52356867a32 req-1b6d947b-38db-4785-a184-b93e1dd13fd3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.3984342 Apr 18 17:25:55.837353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=80c1f5ff-ffba-4e36-8d4e-980f13592843,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:55.860234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Router 0ce58a78-9529-4ac8-9f61-b7527ee5dd85 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:25:55.948350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-629e235e-ea8a-4150-a896-b52356867a32 req-226e6ed0-a2be-4f6f-90b6-40a29eeba95a tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862589 Apr 18 17:25:55.985090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:25:56.018732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3598ea82-fb5f-440e-8a7b-5baba873883b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "PUT /v2.0/routers/0ce58a78-9529-4ac8-9f61-b7527ee5dd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2051547 Apr 18 17:25:56.019419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:56.071209 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-3af65233-1ac3-4877-933c-30d467215d8b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] delete failed (client error): The resource could not be found. Apr 18 17:25:56.078784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3af65233-1ac3-4877-933c-30d467215d8b tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1390191212 HTTP/1.1" status: 404 len: 335 time: 0.0582678 Apr 18 17:25:56.079625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58200) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:56.088853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a89ad1bb-3751-4e94-89e1-d1c15d5488a5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ce58a78-9529-4ac8-9f61-b7527ee5dd85'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:56.254651 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a69a8b-609e-44e5-837a-de25bdea815a None None] Sync routers for ids ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:25:56.279374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af4cf73-f400-479d-9b7f-53caf96f9905 None None] Network 595b299e-edf7-4b45-8134-31cd92817409 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:25:56.291420 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a69a8b-609e-44e5-837a-de25bdea815a None None] Routers {'0ce58a78-9529-4ac8-9f61-b7527ee5dd85'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:56.299998 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d9a69a8b-609e-44e5-837a-de25bdea815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:56.355278 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d9a69a8b-609e-44e5-837a-de25bdea815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:56.397014 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a69a8b-609e-44e5-837a-de25bdea815a None None] Routers {'0ce58a78-9529-4ac8-9f61-b7527ee5dd85'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:25:56.398629 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d9a69a8b-609e-44e5-837a-de25bdea815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:56.528173 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d9a69a8b-609e-44e5-837a-de25bdea815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:25:56.533670 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a69a8b-609e-44e5-837a-de25bdea815a None None] The sync data for ids ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:25:56.553770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8b01c46a-c41a-4669-9890-a3883b9da68d None None] Provisioning complete for port 80c1f5ff-ffba-4e36-8d4e-980f13592843 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:56.556394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b01c46a-c41a-4669-9890-a3883b9da68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:56.574972 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a89ad1bb-3751-4e94-89e1-d1c15d5488a5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:56.723462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bc266c77-e77f-42b1-9283-257a63118d06 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1689442'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:56.725237 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-a89ad1bb-3751-4e94-89e1-d1c15d5488a5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] update failed (client error): The resource could not be found. Apr 18 17:25:56.729999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a89ad1bb-3751-4e94-89e1-d1c15d5488a5 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "PUT /v2.0/routers/0ce58a78-9529-4ac8-9f61-b7527ee5dd85 HTTP/1.1" status: 404 len: 339 time: 0.6454639 Apr 18 17:25:56.730349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58216) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:56.937746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bc266c77-e77f-42b1-9283-257a63118d06 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:56.938866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bc266c77-e77f-42b1-9283-257a63118d06 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:57.112842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 80c1f5ff-ffba-4e36-8d4e-980f13592843 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:25:57.119423 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bc266c77-e77f-42b1-9283-257a63118d06 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:57.225607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bc266c77-e77f-42b1-9283-257a63118d06 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:57.247103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 80c1f5ff-ffba-4e36-8d4e-980f13592843 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:57.247406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:57.295496 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:57.345830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bc266c77-e77f-42b1-9283-257a63118d06 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:57.375247 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bc266c77-e77f-42b1-9283-257a63118d06 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 726 time: 1.5770392 Apr 18 17:25:57.386635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58226) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:57.538367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6d55bcd2-32cc-4105-8afe-43d5ca5f4217 None None] Provisioning complete for port 80c1f5ff-ffba-4e36-8d4e-980f13592843 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:57.540915 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6d55bcd2-32cc-4105-8afe-43d5ca5f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:57.740599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e20d8d9-fd30-4a00-bdee-55f1348c6737 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.121955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb34c6-e216-426d-9028-da1ba9a74413 req-fdc7323a-1f11-4c2f-99b4-d8adf828048d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:58.123502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0edb34c6-e216-426d-9028-da1ba9a74413 req-fdc7323a-1f11-4c2f-99b4-d8adf828048d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.9572914 Apr 18 17:25:58.134898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e20d8d9-fd30-4a00-bdee-55f1348c6737 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.146953 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e20d8d9-fd30-4a00-bdee-55f1348c6737 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.147117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.236224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0edb34c6-e216-426d-9028-da1ba9a74413 req-11ffb2b8-877f-4d2a-866d-8ebb469accdf tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912688 Apr 18 17:25:58.308098 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e20d8d9-fd30-4a00-bdee-55f1348c6737 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.313522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e20d8d9-fd30-4a00-bdee-55f1348c6737 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a03935a-fe8e-488e-a35f-3cc2e8030bba {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:58.316214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e20d8d9-fd30-4a00-bdee-55f1348c6737 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.317965 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5e20d8d9-fd30-4a00-bdee-55f1348c6737 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "DELETE /v2.0/routers/8a03935a-fe8e-488e-a35f-3cc2e8030bba HTTP/1.1" status: 204 len: 168 time: 0.9299679 Apr 18 17:25:58.321311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58248) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:58.339808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8bd5c7b8-02b8-4e70-9b4d-595c2eee3a1d tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Request body: {'router': {'name': 'tempest-router-640566516', 'distributed': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:58.364733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Allocated IP 172.20.0.1 (595b299e-edf7-4b45-8134-31cd92817409/23a65073-ceaf-43b9-b814-dafc024d80ce/9f0776e6-e520-4f5e-8404-32f899dabc77) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:58.532206 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Allocated IP 172.20.0.1 (efa5180b-edbe-40ea-a799-803dca720302/fddf383b-8084-485b-ac9a-2148194da3ac/1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:25:58.566101 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.618338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c7b8-02b8-4e70-9b4d-595c2eee3a1d tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.619435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c7b8-02b8-4e70-9b4d-595c2eee3a1d tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.712312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.712733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c7b8-02b8-4e70-9b4d-595c2eee3a1d tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.732185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.788060 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c7b8-02b8-4e70-9b4d-595c2eee3a1d tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.804837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Network 595b299e-edf7-4b45-8134-31cd92817409 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:58.824881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:58.827658 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.837312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'Port': ['ID=9f0776e6-e520-4f5e-8404-32f899dabc77,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:58.846929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:58.850706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.851068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.851510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.852034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.852949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.852949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.853654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.854217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.855202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.855755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.856157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.856581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:25:58.936823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network efa5180b-edbe-40ea-a799-803dca720302 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:25:58.938026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Port': ['ID=1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:25:58.940765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:25:58.942870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:25:58.966856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c7b8-02b8-4e70-9b4d-595c2eee3a1d tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:58.966856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8bd5c7b8-02b8-4e70-9b4d-595c2eee3a1d tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6394539 Apr 18 17:25:58.967229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58260) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:58.984681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.077941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de48803f-74b3-4d92-881b-97b97d327fbb tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.288398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.379370 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de48803f-74b3-4d92-881b-97b97d327fbb tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.391513 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de48803f-74b3-4d92-881b-97b97d327fbb tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.433852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a454f96f-d09f-4178-a40e-3ea3f0cd8cb3 None None] Provisioning complete for port 9f0776e6-e520-4f5e-8404-32f899dabc77 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:59.434360 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a454f96f-d09f-4178-a40e-3ea3f0cd8cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.482017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a454f96f-d09f-4178-a40e-3ea3f0cd8cb3 None None] Port 9f0776e6-e520-4f5e-8404-32f899dabc77 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:25:59.493140 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.494190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a454f96f-d09f-4178-a40e-3ea3f0cd8cb3 None None] Provisioning complete for port 1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:25:59.494799 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a454f96f-d09f-4178-a40e-3ea3f0cd8cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.546274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a454f96f-d09f-4178-a40e-3ea3f0cd8cb3 None None] Port 1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:25:59.564247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cac049-ad98-4376-b884-b52d5d567652 req-199da163-a40e-41d9-b994-a24b1e0de7ac tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:25:59.578524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95cac049-ad98-4376-b884-b52d5d567652 req-199da163-a40e-41d9-b994-a24b1e0de7ac tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.2048562 Apr 18 17:25:59.643043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de48803f-74b3-4d92-881b-97b97d327fbb tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.646518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de48803f-74b3-4d92-881b-97b97d327fbb tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26db76fb-9c56-4c5d-80be-6a855c301c13 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:25:59.653664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de48803f-74b3-4d92-881b-97b97d327fbb tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.654643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-de48803f-74b3-4d92-881b-97b97d327fbb tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "DELETE /v2.0/routers/26db76fb-9c56-4c5d-80be-6a855c301c13 HTTP/1.1" status: 204 len: 168 time: 0.6870506 Apr 18 17:25:59.667126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95cac049-ad98-4376-b884-b52d5d567652 req-ee7eea29-7b97-47db-b6d2-5be8c0639883 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876074 Apr 18 17:25:59.672590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58276) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:25:59.678621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-599f0f5a-9ec7-4a38-8b95-8ab57374beb9 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Request body: {'router': {'name': 'tempest-router-1456406608', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f4235685435d4e399a524cde020e9fa1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:25:59.704716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.910854 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:25:59.948232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.020480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.063747 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-599f0f5a-9ec7-4a38-8b95-8ab57374beb9 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.064972 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-599f0f5a-9ec7-4a38-8b95-8ab57374beb9 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.191430 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-599f0f5a-9ec7-4a38-8b95-8ab57374beb9 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.209896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'Port': ['ID=9f0776e6-e520-4f5e-8404-32f899dabc77,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:00.258158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-599f0f5a-9ec7-4a38-8b95-8ab57374beb9 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.261753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Network 595b299e-edf7-4b45-8134-31cd92817409 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:00.264605 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:00.389948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-599f0f5a-9ec7-4a38-8b95-8ab57374beb9 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.391481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-599f0f5a-9ec7-4a38-8b95-8ab57374beb9 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7208936 Apr 18 17:26:00.397638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58298) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:00.402624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:00.410865 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.439521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Router 1963e9d7-b666-433e-9aa7-c6b4917875fc has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:26:00.578832 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.602048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-34b5de90-0faf-4dfb-9076-9df7ee8e15f2 None None] Provisioning complete for port 9f0776e6-e520-4f5e-8404-32f899dabc77 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:00.610083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:26:00.612075 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34b5de90-0faf-4dfb-9076-9df7ee8e15f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.629369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3722f955-24b0-4675-a41d-711faf0eadbb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "PUT /v2.0/routers/1963e9d7-b666-433e-9aa7-c6b4917875fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1817198 Apr 18 17:26:00.629656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58314) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:00.637989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Request body: {'port': {'network_id': '595b299e-edf7-4b45-8134-31cd92817409', 'name': 'tempest-FloatingIPAdminTestJSON-1388901427'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:00.647438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac6bdd-fb4f-4d60-a529-b8ce72490651 None None] Sync routers for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:26:00.691854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac6bdd-fb4f-4d60-a529-b8ce72490651 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:00.692875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-beac6bdd-fb4f-4d60-a529-b8ce72490651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:00.694216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event updated for resources: {'Port': ['ID=1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:00.695831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-34b5de90-0faf-4dfb-9076-9df7ee8e15f2 None None] Port 9f0776e6-e520-4f5e-8404-32f899dabc77 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:00.747257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-beac6bdd-fb4f-4d60-a529-b8ce72490651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:00.757528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac6bdd-fb4f-4d60-a529-b8ce72490651 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:00.770157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-beac6bdd-fb4f-4d60-a529-b8ce72490651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:00.834211 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-beac6bdd-fb4f-4d60-a529-b8ce72490651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:00.837650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac6bdd-fb4f-4d60-a529-b8ce72490651 None None] The sync data for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:26:00.879721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Made reservation on behalf of dddd865ed9a74609aee82045cc6ee9d0 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:00.883318 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.915222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6082'] for router, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.915565 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.920527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] device_id is not set on port 9b5e6e37-a245-4628-b45b-48848fa32783 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:00.966945 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e9ea-eae1-45a5-a90f-773599bbae61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:00.982118 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.074072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 18 17:26:01.074413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Router ea93c518-57ab-4cf8-9e9b-0caa4ca58a24 migrating from provider to provider. {{(pid=109826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 18 17:26:01.074793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.095481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a611c-98ca-4769-8b84-506363be76cb req-272dc7e0-1403-4dea-81ba-784ef9471469 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:01.103146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e15a611c-98ca-4769-8b84-506363be76cb req-272dc7e0-1403-4dea-81ba-784ef9471469 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.2538421 Apr 18 17:26:01.106610 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.111635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Allocated IP 172.20.0.10 (595b299e-edf7-4b45-8134-31cd92817409/23a65073-ceaf-43b9-b814-dafc024d80ce/9b5e6e37-a245-4628-b45b-48848fa32783) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:01.186024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584963'] for router, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.214413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e15a611c-98ca-4769-8b84-506363be76cb req-3b27f635-35b3-4e33-a501-b38d68d8d82f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004970 Apr 18 17:26:01.378258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.398716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Network efa5180b-edbe-40ea-a799-803dca720302 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:01.412402 n-d-836015-2 neutron-server[109826]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] No L3 agents can host the router ea93c518-57ab-4cf8-9e9b-0caa4ca58a24 Apr 18 17:26:01.412402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:01.514282 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.579844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Network 595b299e-edf7-4b45-8134-31cd92817409 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:01.584328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:01.587653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:01.648274 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event updated for resources: {'Port': ['ID=9b5e6e37-a245-4628-b45b-48848fa32783,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:01.690893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:01.691914 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.751476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Router 0ce58a78-9529-4ac8-9f61-b7527ee5dd85 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:26:01.762927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Hosts for router ea93c518-57ab-4cf8-9e9b-0caa4ca58a24: [] {{(pid=109826) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 18 17:26:01.774121 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9043078c-cc1d-44fd-bcf2-5464b11796d8 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1373985 Apr 18 17:26:01.774121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58330) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:01.809800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Hosts for other DVR routers connected to router ea93c518-57ab-4cf8-9e9b-0caa4ca58a24: set() {{(pid=109826) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 18 17:26:01.812887 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.816685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4231e975-d84a-4267-bfec-ed02b2af1f20 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "PUT /v2.0/routers/ea93c518-57ab-4cf8-9e9b-0caa4ca58a24 HTTP/1.1" status: 200 len: 717 time: 1.4155917 Apr 18 17:26:01.817086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58334) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:01.846181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9a4ef953-d6ae-4c23-9663-83674a78e75a None None] Provisioning complete for port 1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:01.848886 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9a4ef953-d6ae-4c23-9663-83674a78e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:01.935475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ef953-d6ae-4c23-9663-83674a78e75a None None] Port 1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:01.963061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:26:01.990738 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a7933-b397-4065-a9f8-72ef599128c0 None None] Sync routers for ids ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:26:02.000231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-57abba56-6961-49c4-a1ad-961196633fd9 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "PUT /v2.0/routers/0ce58a78-9529-4ac8-9f61-b7527ee5dd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2662723 Apr 18 17:26:02.000899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58338) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:02.011118 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b3ed6e49-22c8-408f-ad35-f1b163bc6661 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "GET /v2.0/routers/ea93c518-57ab-4cf8-9e9b-0caa4ca58a24 HTTP/1.1" status: 200 len: 717 time: 0.1922424 Apr 18 17:26:02.013355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58340) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:02.021233 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a7933-b397-4065-a9f8-72ef599128c0 None None] Routers {'0ce58a78-9529-4ac8-9f61-b7527ee5dd85'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:02.021915 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-767a7933-b397-4065-a9f8-72ef599128c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:02.053928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'project_id': 'dddd865ed9a74609aee82045cc6ee9d0', 'port_id': '9b5e6e37-a245-4628-b45b-48848fa32783'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:02.086863 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-767a7933-b397-4065-a9f8-72ef599128c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:02.098172 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a7933-b397-4065-a9f8-72ef599128c0 None None] Routers {'0ce58a78-9529-4ac8-9f61-b7527ee5dd85'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:02.099018 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-767a7933-b397-4065-a9f8-72ef599128c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:25:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:02.167033 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-767a7933-b397-4065-a9f8-72ef599128c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:02.167033 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a7933-b397-4065-a9f8-72ef599128c0 None None] The sync data for ids ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:26:02.167694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-373f9024-0161-4ac6-940f-3387edac6980 None None] Provisioning complete for port 9b5e6e37-a245-4628-b45b-48848fa32783 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:02.167694 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-373f9024-0161-4ac6-940f-3387edac6980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:02.200249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:02.210997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-373f9024-0161-4ac6-940f-3387edac6980 None None] Port 9b5e6e37-a245-4628-b45b-48848fa32783 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:02.404982 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-79919c6a-262e-4e61-95ae-4333f7c90962 tempest-RoutersTestDVR-1813476481 tempest-RoutersTestDVR-1813476481-project] 10.222.0.45 "GET /v2.0/routers/ea93c518-57ab-4cf8-9e9b-0caa4ca58a24 HTTP/1.1" status: 200 len: 683 time: 0.3837507 Apr 18 17:26:02.404982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58356) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:02.482382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d037e35e-6dcf-43bf-8644-a575d96fe2a1 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:02.768560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-875cea9e-2e8d-447b-a5cc-a9afdc0c76c8 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:02.859647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e314ca-d80b-4b26-9e35-68818d020be1 req-599df366-4d84-4927-9041-f4282fd4cefa tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:02.860826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2e314ca-d80b-4b26-9e35-68818d020be1 req-599df366-4d84-4927-9041-f4282fd4cefa tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1292889 Apr 18 17:26:02.892773 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-875cea9e-2e8d-447b-a5cc-a9afdc0c76c8 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 17:26:02.897048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-875cea9e-2e8d-447b-a5cc-a9afdc0c76c8 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/routers/0ce58a78-9529-4ac8-9f61-b7527ee5dd85 HTTP/1.1" status: 409 len: 329 time: 0.8950717 Apr 18 17:26:02.899773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58370) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:02.958803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2e314ca-d80b-4b26-9e35-68818d020be1 req-d4763ea6-b069-47ff-9721-a2ec69d6b426 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867419 Apr 18 17:26:03.078671 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d037e35e-6dcf-43bf-8644-a575d96fe2a1 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.082049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d037e35e-6dcf-43bf-8644-a575d96fe2a1 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.182944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.279524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-73ccf18b-4c05-4e83-9fb1-fd983c77aecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.446283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.447350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Allocated IP 172.25.5.33 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ed3d3d0f-8e72-439b-b4d7-e2835ddf9809) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:03.578501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.616609 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d037e35e-6dcf-43bf-8644-a575d96fe2a1 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.617204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d037e35e-6dcf-43bf-8644-a575d96fe2a1 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea93c518-57ab-4cf8-9e9b-0caa4ca58a24 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:26:03.626862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d037e35e-6dcf-43bf-8644-a575d96fe2a1 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.631452 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d037e35e-6dcf-43bf-8644-a575d96fe2a1 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ea93c518-57ab-4cf8-9e9b-0caa4ca58a24 HTTP/1.1" status: 204 len: 168 time: 1.2237816 Apr 18 17:26:03.632357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58386) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:03.637643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-395a681c-6542-4c6b-9483-60cd929c910b tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Request body: {'router': {'name': 'tempest-router-661153154', 'distributed': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:03.702596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.780232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:03.784250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-395a681c-6542-4c6b-9483-60cd929c910b tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.785514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-395a681c-6542-4c6b-9483-60cd929c910b tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.790354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:03.792536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Deleting port 1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:03.794153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.797446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:03.920939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-395a681c-6542-4c6b-9483-60cd929c910b tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.925297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3d3d0f-8e72-439b-b4d7-e2835ddf9809,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:03.941561 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:03.960710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Calling delete_port for 1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:04.027688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-395a681c-6542-4c6b-9483-60cd929c910b tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.132801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-395a681c-6542-4c6b-9483-60cd929c910b tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.135438 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-395a681c-6542-4c6b-9483-60cd929c910b tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5009048 Apr 18 17:26:04.138197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58396) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:04.243096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54c84b-9f0d-4be0-822b-9cfa0d521d7a req-dd919ce1-c1c0-40ea-ac33-d1d09802c3ba tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:04.246265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d54c84b-9f0d-4be0-822b-9cfa0d521d7a req-dd919ce1-c1c0-40ea-ac33-d1d09802c3ba tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1131394 Apr 18 17:26:04.254428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50c8bab1-2d8d-4063-af4a-5b1f83173f24 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.309017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d54c84b-9f0d-4be0-822b-9cfa0d521d7a req-44b04f1d-f06d-47a9-ad27-273eef9ec0ae tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507126 Apr 18 17:26:04.348317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.417956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Port': ['ID=1fa5fca5-aa14-434d-9e07-d5e5c5cfaca2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:04.457305 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.713159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.737020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50c8bab1-2d8d-4063-af4a-5b1f83173f24 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.739478 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50c8bab1-2d8d-4063-af4a-5b1f83173f24 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.900670 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50c8bab1-2d8d-4063-af4a-5b1f83173f24 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.900670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c8bab1-2d8d-4063-af4a-5b1f83173f24 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca0a8f8e-6e2b-4cbc-9096-7abf492d89bb {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:26:04.914962 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50c8bab1-2d8d-4063-af4a-5b1f83173f24 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:04.929134 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50c8bab1-2d8d-4063-af4a-5b1f83173f24 tempest-RoutersTestDVR-994782341 tempest-RoutersTestDVR-994782341-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ca0a8f8e-6e2b-4cbc-9096-7abf492d89bb HTTP/1.1" status: 204 len: 168 time: 0.7886343 Apr 18 17:26:04.938447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Router 0ce58a78-9529-4ac8-9f61-b7527ee5dd85 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:26:05.044220 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.057097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:26:05.062244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d25f3938-7e0c-4e11-8cda-196ff12bcd21 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "PUT /v2.0/routers/0ce58a78-9529-4ac8-9f61-b7527ee5dd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1615052 Apr 18 17:26:05.071573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece2bbc-f75b-4c1d-bfe6-6c596016ae92 None None] Sync routers for ids ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:26:05.075515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58412) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:05.102855 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece2bbc-f75b-4c1d-bfe6-6c596016ae92 None None] Routers {'0ce58a78-9529-4ac8-9f61-b7527ee5dd85'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:05.103499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fece2bbc-f75b-4c1d-bfe6-6c596016ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:26:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:05.139066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fece2bbc-f75b-4c1d-bfe6-6c596016ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:05.144870 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-11ea5355-acba-4444-8502-83e0ca942aa8 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] show failed (client error): The resource could not be found. Apr 18 17:26:05.146115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-11ea5355-acba-4444-8502-83e0ca942aa8 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-288008242 HTTP/1.1" status: 404 len: 334 time: 0.0696290 Apr 18 17:26:05.149248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece2bbc-f75b-4c1d-bfe6-6c596016ae92 None None] Routers {'0ce58a78-9529-4ac8-9f61-b7527ee5dd85'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:05.149882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:05.150334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fece2bbc-f75b-4c1d-bfe6-6c596016ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:26:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:05.156313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ce969a81-5857-42ee-98cc-a833cbd41b1f tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:05.195419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fece2bbc-f75b-4c1d-bfe6-6c596016ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:05.195924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece2bbc-f75b-4c1d-bfe6-6c596016ae92 None None] The sync data for ids ['0ce58a78-9529-4ac8-9f61-b7527ee5dd85'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:26:05.208374 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-ce969a81-5857-42ee-98cc-a833cbd41b1f tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] update failed (client error): The resource could not be found. Apr 18 17:26:05.209469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ce969a81-5857-42ee-98cc-a833cbd41b1f tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-79952283 HTTP/1.1" status: 404 len: 333 time: 0.0583720 Apr 18 17:26:05.214714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58416) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:05.275049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f469703-ab70-41f1-b814-78c8f5dcff7a tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Deleting subnet ca99e432-b24f-4534-8891-56de4d016057 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:05.279675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f469703-ab70-41f1-b814-78c8f5dcff7a tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.339817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f469703-ab70-41f1-b814-78c8f5dcff7a tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.350489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.512281 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f469703-ab70-41f1-b814-78c8f5dcff7a tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.576478 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.602709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdb87a-3253-4008-9dbd-9195c2159bed req-c1fd045e-82ea-4ee2-b095-57fe5494364e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:05.610933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6cdb87a-3253-4008-9dbd-9195c2159bed req-c1fd045e-82ea-4ee2-b095-57fe5494364e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1678092 Apr 18 17:26:05.645089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58430) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:05.669009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.681660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6cdb87a-3253-4008-9dbd-9195c2159bed req-ad6a7428-c44c-45e0-bb3f-8dc6e183e8e4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698032 Apr 18 17:26:05.778145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3d3d0f-8e72-439b-b4d7-e2835ddf9809,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:05.794497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f469703-ab70-41f1-b814-78c8f5dcff7a tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.800111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.859445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f469703-ab70-41f1-b814-78c8f5dcff7a tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Subnet': ['ID=ca99e432-b24f-4534-8891-56de4d016057,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:05.860570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3287e5b-487a-45bc-879b-6da74f20a5b1 None None] Network 90e21685-12f1-4fcd-b7eb-6e503673ed68 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:05.867936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f469703-ab70-41f1-b814-78c8f5dcff7a tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.872515 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6f469703-ab70-41f1-b814-78c8f5dcff7a tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/subnets/ca99e432-b24f-4534-8891-56de4d016057 HTTP/1.1" status: 204 len: 168 time: 0.6528244 Apr 18 17:26:05.872894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58434) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:05.925065 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89b0c71c-1c95-4c83-954e-8c4ffdf66d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.964887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd02726-85b9-4a75-a990-8c19e9911e47 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Deleting subnet 9bfa2102-7129-4566-a373-2b85825af322 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:05.968320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bd02726-85b9-4a75-a990-8c19e9911e47 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:05.983622 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Floating IP 21ce4e51-fa28-47ef-9e5f-3233f55b8d57 associated. External IP: 172.25.5.33, port: 9b5e6e37-a245-4628-b45b-48848fa32783. Apr 18 17:26:06.008236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.043995 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bd02726-85b9-4a75-a990-8c19e9911e47 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.115784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] DHCP port deletion for 90e21685-12f1-4fcd-b7eb-6e503673ed68 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:26:06.181212 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bd02726-85b9-4a75-a990-8c19e9911e47 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.193799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:26:06.203992 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.236841 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89b0c71c-1c95-4c83-954e-8c4ffdf66d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.252604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] Deleting port 6fedb446-185f-419b-9e5f-c666603aac59 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:06.252982 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.350433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] For port 6fedb446-185f-419b-9e5f-c666603aac59, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fedb446-185f-419b-9e5f-c666603aac59,segment=NetworkSegment(0a280d04-cff0-413c-b20f-cbd95ce6f3e9),segment_id=0a280d04-cff0-413c-b20f-cbd95ce6f3e9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:06.350740 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.365121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] Calling delete_port for 6fedb446-185f-419b-9e5f-c666603aac59 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:06.366862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-89b0c71c-1c95-4c83-954e-8c4ffdf66d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.371564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bd02726-85b9-4a75-a990-8c19e9911e47 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.376127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Router 1963e9d7-b666-433e-9aa7-c6b4917875fc has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:26:06.409166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd02726-85b9-4a75-a990-8c19e9911e47 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfa2102-7129-4566-a373-2b85825af322,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:06.411337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6bd02726-85b9-4a75-a990-8c19e9911e47 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.415606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6bd02726-85b9-4a75-a990-8c19e9911e47 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/subnets/9bfa2102-7129-4566-a373-2b85825af322 HTTP/1.1" status: 204 len: 168 time: 0.5407982 Apr 18 17:26:06.417352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58442) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:06.483830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74408aa-e0fa-4c98-8154-6fd94026c7fa None None] Network e095d497-ec15-4701-ab40-968374d4dc6d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:06.569709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.587274 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.598224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] No DVR routers for this DVR port 6fedb446-185f-419b-9e5f-c666603aac59 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:06.640746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3a54f-381d-4539-a16b-fdc699026b85 None None] Pushing event deleted for resources: {'Port': ['ID=6fedb446-185f-419b-9e5f-c666603aac59,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:06.665783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:06.691535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.715650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'port_id': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'mac_address': 'fa:16:3e:b1:5d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:26:06.733953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e21685-12f1-4fcd-b7eb-6e503673ed68']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:06.745328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a280d04-cff0-413c-b20f-cbd95ce6f3e9') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:06.745650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a280d04-cff0-413c-b20f-cbd95ce6f3e9') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:06.757085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.777232 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.785921 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.794095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:26:06.802764 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.802936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29a8d143-cc3a-4356-bc38-fd5fcbc58176 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:26:06.820351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:26:06.858941 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:26:06.891164 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:06.936291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] DHCP port deletion for e095d497-ec15-4701-ab40-968374d4dc6d request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:26:06.967150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d63e94-1f94-4791-8630-773f3ce648ac req-95526f36-33fe-4fec-b395-45add949471e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:06.969614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7d63e94-1f94-4791-8630-773f3ce648ac req-95526f36-33fe-4fec-b395-45add949471e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1137602 Apr 18 17:26:06.973528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.006931 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.013337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/networks/90e21685-12f1-4fcd-b7eb-6e503673ed68 HTTP/1.1" status: 204 len: 168 time: 0.5916932 Apr 18 17:26:07.014305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58454) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:07.053439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fedb446-185f-419b-9e5f-c666603aac59 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:26:07.054557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be01721-68ed-4957-8a85-ef9d86de0d4c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Network': ['ID=90e21685-12f1-4fcd-b7eb-6e503673ed68,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:07.064943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58458) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:07.065483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-89b0c71c-1c95-4c83-954e-8c4ffdf66d3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4235685435d4e399a524cde020e9fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4175122 Apr 18 17:26:07.102150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0c71c-1c95-4c83-954e-8c4ffdf66d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f5d595-558b-4ebc-a0d6-3fcf63f72553,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:07.107133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:07.110506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['29a8d143-cc3a-4356-bc38-fd5fcbc58176'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:26:07.133617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6fedb446-185f-419b-9e5f-c666603aac59 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:26:07.133970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fedb446-185f-419b-9e5f-c666603aac59 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:26:07.149204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7d63e94-1f94-4791-8630-773f3ce648ac req-55a89e1d-13ab-40fe-823a-c7f2cd61f2c7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621656 Apr 18 17:26:07.197672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efe06272-97ff-43e9-a12b-9da8e4bd3ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.200617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.212230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] Deleting port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:07.212614 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.247347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efe06272-97ff-43e9-a12b-9da8e4bd3ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.263494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:26:07.276609 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4afae4-49ce-41a0-a305-8635ae61a757 None None] Sync routers for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:26:07.282880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] For port 03ec23df-9374-41b1-a92e-45fc4ef45ab8, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=03ec23df-9374-41b1-a92e-45fc4ef45ab8,segment=NetworkSegment(1451b3e4-0afc-490f-baac-989830bb0b39),segment_id=1451b3e4-0afc-490f-baac-989830bb0b39)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:07.283356 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.296094 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4afae4-49ce-41a0-a305-8635ae61a757 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:07.296884 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8d4afae4-49ce-41a0-a305-8635ae61a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:26:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:07.298015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] Calling delete_port for 03ec23df-9374-41b1-a92e-45fc4ef45ab8 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:07.363513 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8d4afae4-49ce-41a0-a305-8635ae61a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:07.374207 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4afae4-49ce-41a0-a305-8635ae61a757 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:07.375125 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8d4afae4-49ce-41a0-a305-8635ae61a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:26:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:07.386776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Deleting port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:07.387254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.414687 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8d4afae4-49ce-41a0-a305-8635ae61a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:07.415696 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4afae4-49ce-41a0-a305-8635ae61a757 None None] The sync data for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:26:07.439322 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efe06272-97ff-43e9-a12b-9da8e4bd3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.458941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efe06272-97ff-43e9-a12b-9da8e4bd3ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.476101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-efe06272-97ff-43e9-a12b-9da8e4bd3ab4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2f5d595-558b-4ebc-a0d6-3fcf63f72553 HTTP/1.1" status: 204 len: 168 time: 0.4017520 Apr 18 17:26:07.479086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe06272-97ff-43e9-a12b-9da8e4bd3ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f5d595-558b-4ebc-a0d6-3fcf63f72553,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:07.525584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] For port 03ec23df-9374-41b1-a92e-45fc4ef45ab8, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=03ec23df-9374-41b1-a92e-45fc4ef45ab8,segment=NetworkSegment(1451b3e4-0afc-490f-baac-989830bb0b39),segment_id=1451b3e4-0afc-490f-baac-989830bb0b39)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:07.527502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.568582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Calling delete_port for 03ec23df-9374-41b1-a92e-45fc4ef45ab8 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:07.596094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.629229 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.670707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] Pushing event deleted for resources: {'Port': ['ID=03ec23df-9374-41b1-a92e-45fc4ef45ab8,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:07.683287 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9dd27b28-9adc-4616-8253-dbbfc1b3f3e3 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.9056635 Apr 18 17:26:07.688765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58468) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:07.714779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071cf4f2-58e4-4c27-a27b-cba1c674e74a None None] No DVR routers for this DVR port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:07.755767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:07.775521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Port': ['ID=03ec23df-9374-41b1-a92e-45fc4ef45ab8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:07.783690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] No DVR routers for this DVR port 03ec23df-9374-41b1-a92e-45fc4ef45ab8 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:07.823770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1ce8dbbd-a895-4120-95bc-d42bd552d412 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] 10.222.0.45 "GET /v2.0/floatingips/21ce4e51-fa28-47ef-9e5f-3233f55b8d57 HTTP/1.1" status: 200 len: 983 time: 0.1360245 Apr 18 17:26:07.824431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58474) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:07.913370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-29558f92-64ac-490a-935f-0a73165ce038 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.0851450 Apr 18 17:26:07.913729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58480) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:07.973382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.017385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e095d497-ec15-4701-ab40-968374d4dc6d']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:08.039766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1451b3e4-0afc-490f-baac-989830bb0b39') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:08.040204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1451b3e4-0afc-490f-baac-989830bb0b39') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:08.086703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.163643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.166422 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:26:08.172333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:26:08.173503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:26:08.176938 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:26:08.295457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Deleting port ed3d3d0f-8e72-439b-b4d7-e2835ddf9809 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:08.296269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.299501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:08.299881 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.339887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b3f8-85ff-42a5-8442-dadf8f0de4de req-fbf0bd63-0c77-4bfb-b1f8-e20236e0d4bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:08.350712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d68b3f8-85ff-42a5-8442-dadf8f0de4de req-fbf0bd63-0c77-4bfb-b1f8-e20236e0d4bb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 945 time: 0.1036017 Apr 18 17:26:08.393673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7d68b3f8-85ff-42a5-8442-dadf8f0de4de req-749586cc-6bbf-4f41-a15d-f75ccb8aa31d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417182 Apr 18 17:26:08.413775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.413775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.436677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Calling delete_port for ed3d3d0f-8e72-439b-b4d7-e2835ddf9809 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:08.444723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58500) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:08.465130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff810b83-7bb9-46bb-8a0f-b7aeaafb113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.485020 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.518468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:26:08.525153 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d978a48e-8ff6-4796-9d93-686408e4758e" -d '{"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-plugged", "status": "completed", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:26:08.545340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.549756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:08.566885 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.570437 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/networks/e095d497-ec15-4701-ab40-968374d4dc6d HTTP/1.1" status: 204 len: 168 time: 1.5519652 Apr 18 17:26:08.575655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58508) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:08.597626 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f549d3a-2d63-43fc-a49e-7acef09ed498 x-openstack-request-id: req-8f549d3a-2d63-43fc-a49e-7acef09ed498 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:26:08.597990 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-plugged", "status": "completed", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:26:08.598242 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f549d3a-2d63-43fc-a49e-7acef09ed498 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:26:08.598569 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f549d3a-2d63-43fc-a49e-7acef09ed498'] response: {'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'code': 200} Apr 18 17:26:08.625158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329c1d8-1de2-4799-8652-d4cad44a218c tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Network': ['ID=e095d497-ec15-4701-ab40-968374d4dc6d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:08.675811 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.773264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff810b83-7bb9-46bb-8a0f-b7aeaafb113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.784877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:08.797581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9caa795-18cc-425b-9634-a7e589951efb tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Deleting subnet fddf383b-8084-485b-ac9a-2148194da3ac {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:08.810548 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9caa795-18cc-425b-9634-a7e589951efb tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.869552 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff810b83-7bb9-46bb-8a0f-b7aeaafb113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.903488 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9caa795-18cc-425b-9634-a7e589951efb tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.919830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:08.949073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event deleted for resources: {'Port': ['ID=ed3d3d0f-8e72-439b-b4d7-e2835ddf9809,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:08.961191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ff810b83-7bb9-46bb-8a0f-b7aeaafb113e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2484b1a845814a298160be9100a7b8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106578 Apr 18 17:26:08.964314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58536) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:08.975311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 03ec23df-9374-41b1-a92e-45fc4ef45ab8 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:26:08.991283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff810b83-7bb9-46bb-8a0f-b7aeaafb113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879e3bd9-e33c-4b8b-a36b-8fcfb1546984,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:08.999773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 03ec23df-9374-41b1-a92e-45fc4ef45ab8 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:26:08.999773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 03ec23df-9374-41b1-a92e-45fc4ef45ab8 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:26:09.059891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.060803 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Floating IP 21ce4e51-fa28-47ef-9e5f-3233f55b8d57 disassociated (deleted). External IP: 172.25.5.33, port: 9b5e6e37-a245-4628-b45b-48848fa32783. Apr 18 17:26:09.066754 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9caa795-18cc-425b-9634-a7e589951efb tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.090230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ea3b-37fe-47c6-ab5e-963d61642826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.132986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ea3b-37fe-47c6-ab5e-963d61642826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.315128 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ea3b-37fe-47c6-ab5e-963d61642826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.318155 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ea3b-37fe-47c6-ab5e-963d61642826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.319561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e4e2ea3b-37fe-47c6-ab5e-963d61642826 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/879e3bd9-e33c-4b8b-a36b-8fcfb1546984 HTTP/1.1" status: 204 len: 168 time: 0.3523707 Apr 18 17:26:09.322732 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9caa795-18cc-425b-9634-a7e589951efb tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.363204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2ea3b-37fe-47c6-ab5e-963d61642826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879e3bd9-e33c-4b8b-a36b-8fcfb1546984,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:09.367681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caa795-18cc-425b-9634-a7e589951efb tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Subnet': ['ID=fddf383b-8084-485b-ac9a-2148194da3ac,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:09.371445 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d9caa795-18cc-425b-9634-a7e589951efb tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.375302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d9caa795-18cc-425b-9634-a7e589951efb tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/subnets/fddf383b-8084-485b-ac9a-2148194da3ac HTTP/1.1" status: 204 len: 168 time: 0.7976902 Apr 18 17:26:09.377636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58556) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:09.379446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dfb3eb-a4b3-4da7-96a1-7b76d33a1379 None None] Network efa5180b-edbe-40ea-a799-803dca720302 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:09.402901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Router 1963e9d7-b666-433e-9aa7-c6b4917875fc has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:26:09.568987 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.613136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:26:09.628391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.670638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1515f2-de4b-4cd2-b3a5-3559450249b4 None None] Sync routers for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:26:09.681300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3e7966f0-34d2-480c-a0b5-d018c3852767 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "DELETE /v2.0/floatingips/21ce4e51-fa28-47ef-9e5f-3233f55b8d57 HTTP/1.1" status: 204 len: 168 time: 1.7623215 Apr 18 17:26:09.683861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58576) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:09.693211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:09.715435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1515f2-de4b-4cd2-b3a5-3559450249b4 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:09.716342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4b1515f2-de4b-4cd2-b3a5-3559450249b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:26:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:09.752660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861aeb-e8bf-4478-934f-80e1c625f65b req-0cb0f1bc-bb7d-4145-80dd-3ddd305a8aab tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:09.754484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d861aeb-e8bf-4478-934f-80e1c625f65b req-0cb0f1bc-bb7d-4145-80dd-3ddd305a8aab tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.0948677 Apr 18 17:26:09.761370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4b1515f2-de4b-4cd2-b3a5-3559450249b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:09.763657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Deleting port 3104e742-540f-4f6d-9e6f-aeb631b78d28 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:09.764062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:09.792465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1515f2-de4b-4cd2-b3a5-3559450249b4 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:09.793099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4b1515f2-de4b-4cd2-b3a5-3559450249b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:26:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:09.867073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4b1515f2-de4b-4cd2-b3a5-3559450249b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:09.873658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1515f2-de4b-4cd2-b3a5-3559450249b4 None None] The sync data for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:26:09.877323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] DHCP port deletion for efa5180b-edbe-40ea-a799-803dca720302 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:26:09.879631 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.005916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] Deleting port 3104e742-540f-4f6d-9e6f-aeb631b78d28 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:10.007639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.020059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] For port 3104e742-540f-4f6d-9e6f-aeb631b78d28, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3104e742-540f-4f6d-9e6f-aeb631b78d28,segment=NetworkSegment(2562e721-61a5-457d-b995-0783cbbc444d),segment_id=2562e721-61a5-457d-b995-0783cbbc444d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:10.020532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.051501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d861aeb-e8bf-4478-934f-80e1c625f65b req-6d3dc73d-d0b2-49f0-8340-f623f10fe9dd tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844179 Apr 18 17:26:10.103280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Calling delete_port for 3104e742-540f-4f6d-9e6f-aeb631b78d28 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:10.148934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] For port 3104e742-540f-4f6d-9e6f-aeb631b78d28, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3104e742-540f-4f6d-9e6f-aeb631b78d28,segment=NetworkSegment(2562e721-61a5-457d-b995-0783cbbc444d),segment_id=2562e721-61a5-457d-b995-0783cbbc444d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:10.151991 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.173734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.187543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] Calling delete_port for 3104e742-540f-4f6d-9e6f-aeb631b78d28 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:10.362581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Allocated IP 172.25.5.43 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/aac6bc4a-3b38-409d-a710-19abbca87a5e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:10.435278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.448826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.514145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Port': ['ID=3104e742-540f-4f6d-9e6f-aeb631b78d28,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:10.539293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] No DVR routers for this DVR port 3104e742-540f-4f6d-9e6f-aeb631b78d28 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:10.545008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] No DVR routers for this DVR port 3104e742-540f-4f6d-9e6f-aeb631b78d28 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:10.546816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb058b9e-f98d-4492-9e7e-eb72639ef579 None None] Pushing event deleted for resources: {'Port': ['ID=3104e742-540f-4f6d-9e6f-aeb631b78d28,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:10.592142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.668944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.701276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa5180b-edbe-40ea-a799-803dca720302']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:10.716110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2562e721-61a5-457d-b995-0783cbbc444d') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:10.716352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2562e721-61a5-457d-b995-0783cbbc444d') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:10.728116 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.744933 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.753459 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:26:10.753802 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.766005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:26:10.840216 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:26:10.886871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:10.894303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:10.905288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:10.956585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Pushing event updated for resources: {'Port': ['ID=aac6bc4a-3b38-409d-a710-19abbca87a5e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:10.960446 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.970840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:10.977110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/networks/efa5180b-edbe-40ea-a799-803dca720302 HTTP/1.1" status: 204 len: 168 time: 1.5981598 Apr 18 17:26:10.980391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58650) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:11.016898 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cfbb7470-1a20-4178-9746-c050f1580e05 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ce58a78-9529-4ac8-9f61-b7527ee5dd85 HTTP/1.1" status: 200 len: 205 time: 0.0347455 Apr 18 17:26:11.019119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58656) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:11.060254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab85cd0-81b5-497a-ac3a-802f4e5ad707 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Pushing event deleted for resources: {'Network': ['ID=efa5180b-edbe-40ea-a799-803dca720302,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:11.069771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3104e742-540f-4f6d-9e6f-aeb631b78d28 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:26:11.112656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 3104e742-540f-4f6d-9e6f-aeb631b78d28 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:26:11.114028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3104e742-540f-4f6d-9e6f-aeb631b78d28 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:26:11.244797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd837d7d-fe4e-45f6-a642-dd55e870e487 req-c85e1a4d-8c2c-4450-b3ff-c18c75550ddb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:11.253303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd837d7d-fe4e-45f6-a642-dd55e870e487 req-c85e1a4d-8c2c-4450-b3ff-c18c75550ddb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1083486 Apr 18 17:26:11.342382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.346267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac517772-aa67-4e22-8119-cc637aec7b90 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.359994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd837d7d-fe4e-45f6-a642-dd55e870e487 req-a7a25746-2440-40c4-909c-6cd30c779d5b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988712 Apr 18 17:26:11.447200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58672) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:11.634059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1598505563'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:11.704587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.708304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac517772-aa67-4e22-8119-cc637aec7b90 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.736513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac517772-aa67-4e22-8119-cc637aec7b90 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.742123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Made reservation on behalf of a22faf943c7c49f2bcdb6207c47bca37 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:11.773750 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.793790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.894933 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.909910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac517772-aa67-4e22-8119-cc637aec7b90 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.910471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac517772-aa67-4e22-8119-cc637aec7b90 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce58a78-9529-4ac8-9f61-b7527ee5dd85 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:26:11.927797 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac517772-aa67-4e22-8119-cc637aec7b90 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.931925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ac517772-aa67-4e22-8119-cc637aec7b90 tempest-RoutersNegativeTest-107893834 tempest-RoutersNegativeTest-107893834-project] 10.222.0.45 "DELETE /v2.0/routers/0ce58a78-9529-4ac8-9f61-b7527ee5dd85 HTTP/1.1" status: 204 len: 168 time: 0.9118595 Apr 18 17:26:11.982238 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:11.987441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.047667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:26:12.056736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.062946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b4768f-a226-4df0-8e9e-ed221c3531a1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:12.069349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.076443 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Added segment fe6d1a74-6ab7-42db-b915-2b9ae13b1685 of type vlan for network 3c90e14f-1495-4fc8-a235-5d0cbe705868 Apr 18 17:26:12.148939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.232266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Pushing event updated for resources: {'Port': ['ID=aac6bc4a-3b38-409d-a710-19abbca87a5e,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:12.250476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.279793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.286375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:12.287279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.398508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Network': ['ID=3c90e14f-1495-4fc8-a235-5d0cbe705868,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:12.416073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.416073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-23d27b3c-a390-45c3-a412-37f66d50dd24 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7267475 Apr 18 17:26:12.417179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:26:12.417651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58716) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:12.421913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-45db2c63-2969-48b8-a63e-793ad94627e9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9725049 Apr 18 17:26:12.425007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58720) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:12.432087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'subnet': {'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:12.693878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:12.723707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62141b-1e80-4249-8b66-4a4e5e8d6846 req-cb501eb8-d151-416a-882f-7e428cc1e99c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:12.725249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f62141b-1e80-4249-8b66-4a4e5e8d6846 req-cb501eb8-d151-416a-882f-7e428cc1e99c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1626260 Apr 18 17:26:12.799098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f62141b-1e80-4249-8b66-4a4e5e8d6846 req-d5103e7f-c580-4565-8250-8512a5b9a1eb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626523 Apr 18 17:26:12.810865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Made reservation on behalf of a22faf943c7c49f2bcdb6207c47bca37 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:12.815116 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.821198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:12.849204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58740) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:13.067002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:13.105886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f0b76c44-7327-4ab1-9ac1-9efbdcd400d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df924d08513b40a2b6d9c86595dd7245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519000 Apr 18 17:26:13.121657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58758) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:13.246658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:13.248182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd35781c-4c53-41a4-8481-333dcefc7df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:13.275631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd35781c-4c53-41a4-8481-333dcefc7df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:13.322699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Allocated IP 172.25.5.224 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/e9c5320a-5219-491f-a4a2-082fb4484af6) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:13.354858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Subnet': ['ID=935badcb-4489-4571-b087-04cc6c6616e9,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:13.381309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Checking segment: {'id': 'fe6d1a74-6ab7-42db-b915-2b9ae13b1685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:13.381829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Network hostable DHCP agents. Network: 3c90e14f-1495-4fc8-a235-5d0cbe705868, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:26:13.389022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd35781c-4c53-41a4-8481-333dcefc7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:13.393195 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd35781c-4c53-41a4-8481-333dcefc7df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:13.403372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fd35781c-4c53-41a4-8481-333dcefc7df0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93bcffd3-4d19-4f22-80d9-0ad9d03aa744 HTTP/1.1" status: 204 len: 168 time: 0.2923586 Apr 18 17:26:13.415299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35781c-4c53-41a4-8481-333dcefc7df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bcffd3-4d19-4f22-80d9-0ad9d03aa744,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:13.851481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:26:13.875133 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:13.962872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 3c90e14f-1495-4fc8-a235-5d0cbe705868) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:13.978370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03cb463-0554-4ec1-a20b-e5adae98ad61 None None] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:13.993378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:14.006030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:14.018347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f69f4-23d8-46e9-b7eb-a6455edf665f req-b243b858-cc65-4f82-87d2-97e5ab4e7511 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:14.030936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-419f69f4-23d8-46e9-b7eb-a6455edf665f req-b243b858-cc65-4f82-87d2-97e5ab4e7511 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1429787 Apr 18 17:26:14.123485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:14.139166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-869f0587-a333-4dff-8f26-d7f8b95a0b07 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7128315 Apr 18 17:26:14.140435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58808) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:14.179931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-419f69f4-23d8-46e9-b7eb-a6455edf665f req-afa4c6ed-3d18-47fc-bb6c-0376b38f7723 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480722 Apr 18 17:26:14.227089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868', 'name': 'tempest-AllowedAddressPairTestJSON-1316900277'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:14.253576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-3c90e14f-1495-4fc8-a235-5d0cbe705868', 'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868', 'tenant_id': 'a22faf943c7c49f2bcdb6207c47bca37', 'fixed_ips': [{'subnet_id': '935badcb-4489-4571-b087-04cc6c6616e9'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:26:14.254581 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:14.319673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:14.368539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:14.371318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:14.467120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Allocated IP 172.20.0.2 (3c90e14f-1495-4fc8-a235-5d0cbe705868/935badcb-4489-4571-b087-04cc6c6616e9/a26c2531-fa9b-49a5-b947-703c3f24cfbc) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:14.583052 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:14.605637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Pushing event updated for resources: {'Port': ['ID=e9c5320a-5219-491f-a4a2-082fb4484af6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:14.812698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:14.862477 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.029338 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.031291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Made reservation on behalf of a22faf943c7c49f2bcdb6207c47bca37 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:15.049053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.096828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] device_id is not set on port 9a9de29b-9b65-4513-9005-93c0e4e72774 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:15.143573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Pushing event updated for resources: {'Port': ['ID=a26c2531-fa9b-49a5-b947-703c3f24cfbc,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:15.172040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:15.178813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:15.182834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:15.219707 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.289578 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.382164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Attempting to bind port a26c2531-fa9b-49a5-b947-703c3f24cfbc on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:26:15.383808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Attempting to bind port a26c2531-fa9b-49a5-b947-703c3f24cfbc by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'fe6d1a74-6ab7-42db-b915-2b9ae13b1685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:26:15.386147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Attempting to bind port a26c2531-fa9b-49a5-b947-703c3f24cfbc on network 3c90e14f-1495-4fc8-a235-5d0cbe705868 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:26:15.396645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:26:15.407792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Checking segment: {'id': 'fe6d1a74-6ab7-42db-b915-2b9ae13b1685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:15.408342 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.412665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Bound using segment: {'id': 'fe6d1a74-6ab7-42db-b915-2b9ae13b1685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:26:15.413534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Bound port: a26c2531-fa9b-49a5-b947-703c3f24cfbc, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6d1a74-6ab7-42db-b915-2b9ae13b1685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:26:15.414202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.495615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96569e-65b8-4deb-b8f7-1c0f569095b0 req-03bf5b08-ee23-44c6-9a81-6823dde4500d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:15.507057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef96569e-65b8-4deb-b8f7-1c0f569095b0 req-03bf5b08-ee23-44c6-9a81-6823dde4500d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1609311 Apr 18 17:26:15.562096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Pushing event updated for resources: {'Port': ['ID=e9c5320a-5219-491f-a4a2-082fb4484af6,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:15.577637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58870) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:15.583702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] For port a26c2531-fa9b-49a5-b947-703c3f24cfbc, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:26:15.591854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] For port a26c2531-fa9b-49a5-b947-703c3f24cfbc, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a26c2531-fa9b-49a5-b947-703c3f24cfbc,segment=NetworkSegment(fe6d1a74-6ab7-42db-b915-2b9ae13b1685),segment_id=fe6d1a74-6ab7-42db-b915-2b9ae13b1685)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:26:15.609105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef96569e-65b8-4deb-b8f7-1c0f569095b0 req-e873459a-9c24-40f7-a3e3-eeb8160dde35 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985126 Apr 18 17:26:15.616211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Allocated IP 172.20.0.6 (3c90e14f-1495-4fc8-a235-5d0cbe705868/935badcb-4489-4571-b087-04cc6c6616e9/9a9de29b-9b65-4513-9005-93c0e4e72774) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:15.652431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.685746 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.777454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:15.780659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb5669-582a-48cb-8986-a56a9c743e3e None None] Pushing event updated for resources: {'Port': ['ID=a26c2531-fa9b-49a5-b947-703c3f24cfbc,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:15.781964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58882) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:15.782179 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aad11a84-a586-4a9c-96b7-823aa91b01fd tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3635221 Apr 18 17:26:15.847760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1731919940-network', 'tenant_id': '78bac0e2c380401181a7a238b20408b3'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:15.883805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3dc00c20-f459-401c-bd3e-0efa0b7cbd20 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1004446 Apr 18 17:26:15.887453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58884) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:15.986199 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.050623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Made reservation on behalf of 78bac0e2c380401181a7a238b20408b3 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:16.054300 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.108482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.287673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-90ddb707-e8f4-4230-a267-3e79b9064fc9 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3987360 Apr 18 17:26:16.294314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58904) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:16.459569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.464403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.572174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:16.580339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:16.587654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:16.593464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=9a9de29b-9b65-4513-9005-93c0e4e72774,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:16.632753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.683180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:16.683180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.683180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:26:16.704890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Deleting port e9c5320a-5219-491f-a4a2-082fb4484af6 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:16.705230 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.707286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.707627 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Added segment 11254f05-2e79-4196-8b1b-fd88c8538f32 of type vlan for network 28749517-08b0-475d-86ec-2e9dad0130d4 Apr 18 17:26:16.708920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e527cea4-b781-4af4-bdf0-c6e18f18a2d0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:16.741313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936a482-d07f-4611-8844-c37b3fcf2191 req-77117b41-06b4-44a0-8d26-72cf152c51f7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:16.742870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b936a482-d07f-4611-8844-c37b3fcf2191 req-77117b41-06b4-44a0-8d26-72cf152c51f7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.0537429 Apr 18 17:26:16.795715 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b936a482-d07f-4611-8844-c37b3fcf2191 req-10f80ce4-c8db-49d9-bfff-319cc55a611c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463958 Apr 18 17:26:16.814253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-09fab477-8793-4752-9728-d7e58354ab85 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6524158 Apr 18 17:26:16.818521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:16.819420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.836633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868', 'name': 'tempest-AllowedAddressPairTestJSON-704040772', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5c:1c:5e'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:16.911355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.914597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:16.915199 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.924398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:16.924617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.014766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] Pushing event updated for resources: {'Network': ['ID=28749517-08b0-475d-86ec-2e9dad0130d4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:17.025998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 28749517-08b0-475d-86ec-2e9dad0130d4 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:26:17.053135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Calling delete_port for e9c5320a-5219-491f-a4a2-082fb4484af6 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:17.167898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a26c2531-fa9b-49a5-b947-703c3f24cfbc up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:26:17.220980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-987a4509-a8e9-40ed-b90d-a86146c796b7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6390927 Apr 18 17:26:17.221868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 58942) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:17.227656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Request body: {'subnet': {'network_id': '28749517-08b0-475d-86ec-2e9dad0130d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1731919940-subnet', 'tenant_id': '78bac0e2c380401181a7a238b20408b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:17.385132 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.408528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a26c2531-fa9b-49a5-b947-703c3f24cfbc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:17.408974 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.426214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Made reservation on behalf of 78bac0e2c380401181a7a238b20408b3 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:17.429037 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.451563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Made reservation on behalf of a22faf943c7c49f2bcdb6207c47bca37 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:17.481372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32ec4e-dc28-4a02-be48-e78003757490 None None] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:17.495460 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.515586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.571621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Pushing event deleted for resources: {'Port': ['ID=e9c5320a-5219-491f-a4a2-082fb4484af6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:17.684675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ec2c06e1-db49-4408-bdd9-611ae1635679 None None] Provisioning complete for port a26c2531-fa9b-49a5-b947-703c3f24cfbc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:17.685379 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ec2c06e1-db49-4408-bdd9-611ae1635679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.733696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.749905 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.749905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5d6202bd-3335-4707-8bac-820a3f557680 tempest-FloatingIPAdminTestJSON-341193607 tempest-FloatingIPAdminTestJSON-341193607-project] 10.222.0.45 "DELETE /v2.0/floatingips/d1491dbe-bac0-48a4-af15-b7ecc3db4efb HTTP/1.1" status: 204 len: 168 time: 1.4375114 Apr 18 17:26:17.749905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 58972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:17.899444 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:17.974019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port a26c2531-fa9b-49a5-b947-703c3f24cfbc, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a26c2531-fa9b-49a5-b947-703c3f24cfbc,segment=NetworkSegment(fe6d1a74-6ab7-42db-b915-2b9ae13b1685),segment_id=fe6d1a74-6ab7-42db-b915-2b9ae13b1685)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:17.985566 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ec2c06e1-db49-4408-bdd9-611ae1635679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.069663 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.147929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Deleting port aac6bc4a-3b38-409d-a710-19abbca87a5e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:18.148506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.180161 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-ec2c06e1-db49-4408-bdd9-611ae1635679 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:26:18.180289 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-ec2c06e1-db49-4408-bdd9-611ae1635679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:26:18.184543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=a26c2531-fa9b-49a5-b947-703c3f24cfbc,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:18.352604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.353057 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.378149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Calling delete_port for aac6bc4a-3b38-409d-a710-19abbca87a5e owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:18.600416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.607038 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.625714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-54af695b-b165-4042-9359-d3e1b5f33497 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:18.633525 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-54af695b-b165-4042-9359-d3e1b5f33497 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.5165095 Apr 18 17:26:18.639549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.694973 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-3abf31fd-fe9b-4ffb-a590-d911b386b984 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/quotas/b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 375 time: 0.0601444 Apr 18 17:26:18.738798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Pushing event deleted for resources: {'Port': ['ID=aac6bc4a-3b38-409d-a710-19abbca87a5e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:18.796713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.799723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.801129 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-617a3726-6f50-43dc-b2a2-6ed7177ba963 tempest-FloatingIPAdminTestJSON-2053485613 tempest-FloatingIPAdminTestJSON-2053485613-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/32ad6a18-b41a-434d-97d5-723ebf958593 HTTP/1.1" status: 204 len: 168 time: 1.0520597 Apr 18 17:26:18.805069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59012) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:18.844698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] device_id is not set on port 77545016-10ef-43e6-95f3-f0a2affdab3e yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:18.921848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b75278-a580-495f-a7e1-9b7a58747a0c req-7ab58908-0c57-4961-b6a1-f0cbb5df4b86 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:18.923554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2b75278-a580-495f-a7e1-9b7a58747a0c req-7ab58908-0c57-4961-b6a1-f0cbb5df4b86 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.8050733 Apr 18 17:26:18.933860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-abf987f7-7b9f-4d83-aa26-31cee8c7350d None None] Provisioning complete for port 9a9de29b-9b65-4513-9005-93c0e4e72774 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:18.934242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-abf987f7-7b9f-4d83-aa26-31cee8c7350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.934857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f3c28611-437d-4897-bd27-493b10a87d78 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Deleting port 9b5e6e37-a245-4628-b45b-48848fa32783 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:18.935054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3c28611-437d-4897-bd27-493b10a87d78 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:18.961802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db428c57-6a94-4ca1-bbf2-89bd4ef249fd,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:19.039357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a26c2531-fa9b-49a5-b947-703c3f24cfbc up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:26:19.090127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-abf987f7-7b9f-4d83-aa26-31cee8c7350d None None] Port 9a9de29b-9b65-4513-9005-93c0e4e72774 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:19.129764 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3c28611-437d-4897-bd27-493b10a87d78 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:19.140908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-abf987f7-7b9f-4d83-aa26-31cee8c7350d None None] Provisioning complete for port a26c2531-fa9b-49a5-b947-703c3f24cfbc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:19.146177 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-abf987f7-7b9f-4d83-aa26-31cee8c7350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:19.152591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a26c2531-fa9b-49a5-b947-703c3f24cfbc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:19.152971 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:19.153684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-66945f0f-2107-4950-a16e-d56ab867b8de tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4538488 Apr 18 17:26:19.161347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f3c28611-437d-4897-bd27-493b10a87d78 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Calling delete_port for 9b5e6e37-a245-4628-b45b-48848fa32783 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:19.197734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2b75278-a580-495f-a7e1-9b7a58747a0c req-ab524434-fa20-454c-a396-3abb659a37cd tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636831 Apr 18 17:26:19.310033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Checking segment: {'id': '11254f05-2e79-4196-8b1b-fd88c8538f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '28749517-08b0-475d-86ec-2e9dad0130d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:19.310447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Network hostable DHCP agents. Network: 28749517-08b0-475d-86ec-2e9dad0130d4, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:26:19.321125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Allocated IP 172.20.0.10 (3c90e14f-1495-4fc8-a235-5d0cbe705868/935badcb-4489-4571-b087-04cc6c6616e9/77545016-10ef-43e6-95f3-f0a2affdab3e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:19.422286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Network 28749517-08b0-475d-86ec-2e9dad0130d4 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:26:19.511348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 28749517-08b0-475d-86ec-2e9dad0130d4) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:19.513271 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3c28611-437d-4897-bd27-493b10a87d78 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:19.542456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e993c2-7391-4acb-8ce5-3272826711fb None None] Network 28749517-08b0-475d-86ec-2e9dad0130d4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:19.594715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c28611-437d-4897-bd27-493b10a87d78 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event deleted for resources: {'Port': ['ID=9b5e6e37-a245-4628-b45b-48848fa32783,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:19.705136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:19.705778 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:19.765917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3c28611-437d-4897-bd27-493b10a87d78 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:19.769831 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f3c28611-437d-4897-bd27-493b10a87d78 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "DELETE /v2.0/ports/9b5e6e37-a245-4628-b45b-48848fa32783 HTTP/1.1" status: 204 len: 168 time: 0.9634926 Apr 18 17:26:19.772326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59054) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:19.849681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-a1cc7157-54f7-4188-9c1c-4fdd627d5c8b service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445353 Apr 18 17:26:19.854906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34261396-1e30-46c5-bbd6-b707db290f83 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:19.861337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-34261396-1e30-46c5-bbd6-b707db290f83 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "GET /v2.0/ports?device_id=1963e9d7-b666-433e-9aa7-c6b4917875fc HTTP/1.1" status: 200 len: 913 time: 0.0848818 Apr 18 17:26:19.862165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59060) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:19.872427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1e696-350b-4e76-a082-99585dad8d16 None None] Network 28749517-08b0-475d-86ec-2e9dad0130d4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:19.910672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2283cbd4-ec5d-4c5f-9b95-52497e9ed1b4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6847315 Apr 18 17:26:19.978201 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:20.113074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-93ed259d-42de-4c47-8dc4-8f5d6dbda3f1 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625084 Apr 18 17:26:20.211072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:20.298275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:20.306584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:20.313888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:20.412827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:20.413471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:20.511531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=77545016-10ef-43e6-95f3-f0a2affdab3e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:20.547095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.549501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.550775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.552328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.554385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.554731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.555067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.558878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.559235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.559571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.559905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.560232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:20.603517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a1164950-5c21-4c2d-a7a8-3b4c81e9d22a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7824576 Apr 18 17:26:20.631099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59094) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:20.710934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681616-3b6f-4b40-a5ea-84a94021450e req-1b0138ab-42c0-4fc5-89a3-394be52bce6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:20.715976 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:20.721750 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15681616-3b6f-4b40-a5ea-84a94021450e req-1b0138ab-42c0-4fc5-89a3-394be52bce6e tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.2883821 Apr 18 17:26:20.877277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3481e412-8b94-4966-8955-25d13bc3e8fb req-67065321-07bd-4627-a6a1-273a70de0c15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.1345644 Apr 18 17:26:20.946142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9df635-39d0-4215-aaba-443ff958a870 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:20.949609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-15c34e0a-800f-4eda-b820-1868588b2542 None None] Provisioning complete for port 77545016-10ef-43e6-95f3-f0a2affdab3e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:20.950104 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-15c34e0a-800f-4eda-b820-1868588b2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:20.953933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9df635-39d0-4215-aaba-443ff958a870 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:20.963911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9df635-39d0-4215-aaba-443ff958a870 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:20.969831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6b9df635-39d0-4215-aaba-443ff958a870 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3372447 Apr 18 17:26:20.974818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59114) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:21.032963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15681616-3b6f-4b40-a5ea-84a94021450e req-fa947294-1012-47bd-8583-dfea2f5813fc tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051562 Apr 18 17:26:21.097796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-15c34e0a-800f-4eda-b820-1868588b2542 None None] Port 77545016-10ef-43e6-95f3-f0a2affdab3e cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:21.238920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59136) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:21.245039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1708616458-network', 'tenant_id': 'b6a98cf0e5a349ba91179c8e4e0ea8b3'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:21.273241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3c5c3-1eb2-463b-8b07-93d2b5ed0f1a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Deleting port 77545016-10ef-43e6-95f3-f0a2affdab3e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:21.278406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c5c3-1eb2-463b-8b07-93d2b5ed0f1a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.301791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Deleting port 9f0776e6-e520-4f5e-8404-32f899dabc77 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:21.301894 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.364632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Made reservation on behalf of b6a98cf0e5a349ba91179c8e4e0ea8b3 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:21.367588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.383745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.560385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.601860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c5c3-1eb2-463b-8b07-93d2b5ed0f1a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.618060 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.633725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3c5c3-1eb2-463b-8b07-93d2b5ed0f1a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Calling delete_port for 77545016-10ef-43e6-95f3-f0a2affdab3e owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:21.641326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Calling delete_port for 9f0776e6-e520-4f5e-8404-32f899dabc77 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:21.644985 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.688049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:26:21.715301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a335d6f1-9aa3-46b6-ac27-c35096b89444,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:21.728546 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.729942 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Added segment e070a35b-2748-4466-b906-7f2168007a5d of type vlan for network 4dc81bcb-778a-406e-9779-eed737a5036a Apr 18 17:26:21.814420 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.908154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:21.909868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:21.910754 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:22.084703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8441260 Apr 18 17:26:22.105052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59172) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:22.122473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Request body: {'subnet': {'network_id': '4dc81bcb-778a-406e-9779-eed737a5036a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1708616458-subnet', 'tenant_id': 'b6a98cf0e5a349ba91179c8e4e0ea8b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:22.206386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc84ca-a994-4c0a-bcca-22ba0fc340e0 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc81bcb-778a-406e-9779-eed737a5036a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:22.218021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 4dc81bcb-778a-406e-9779-eed737a5036a details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:26:22.252208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c8bd232-909d-4bb9-b2af-bee661ae1b9f req-9e70def5-23fb-46e4-b6c9-ae08a1069edc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.1034744 Apr 18 17:26:22.258358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c5c3-1eb2-463b-8b07-93d2b5ed0f1a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:22.345478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3c5c3-1eb2-463b-8b07-93d2b5ed0f1a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Port': ['ID=77545016-10ef-43e6-95f3-f0a2affdab3e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:22.348091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Made reservation on behalf of b6a98cf0e5a349ba91179c8e4e0ea8b3 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:22.350538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:22.421528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a46fab-f390-460f-9c92-1cc3b411f49d req-eaf7e1f5-3970-4d3a-9b77-9a221af12842 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:22.426081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9a46fab-f390-460f-9c92-1cc3b411f49d req-eaf7e1f5-3970-4d3a-9b77-9a221af12842 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1369946 Apr 18 17:26:22.540857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9a46fab-f390-460f-9c92-1cc3b411f49d req-8fc1b471-81e6-4bad-af9d-d3d8447ff831 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118684 Apr 18 17:26:22.799418 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:22.842491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:22.852519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=df957de2-3b62-48f4-ab8c-a42ec281b440,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:22.880851 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event deleted for resources: {'Port': ['ID=9f0776e6-e520-4f5e-8404-32f899dabc77,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:22.883515 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Checking segment: {'id': 'e070a35b-2748-4466-b906-7f2168007a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4dc81bcb-778a-406e-9779-eed737a5036a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:22.883887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Network hostable DHCP agents. Network: 4dc81bcb-778a-406e-9779-eed737a5036a, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:26:23.016847 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c5c3-1eb2-463b-8b07-93d2b5ed0f1a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:23.020192 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e9c3c5c3-1eb2-463b-8b07-93d2b5ed0f1a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "DELETE /v2.0/ports/77545016-10ef-43e6-95f3-f0a2affdab3e HTTP/1.1" status: 204 len: 168 time: 2.0214496 Apr 18 17:26:23.022972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59180) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:23.049890 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-313e44e8-eea9-4383-84fa-ff080d5d5e7f tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] GET failed (client error): The resource could not be found. Apr 18 17:26:23.051932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-313e44e8-eea9-4383-84fa-ff080d5d5e7f tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "GET /v2.0/ports/77545016-10ef-43e6-95f3-f0a2affdab3e HTTP/1.1" status: 404 len: 333 time: 0.0279660 Apr 18 17:26:23.052920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Network 4dc81bcb-778a-406e-9779-eed737a5036a is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:26:23.056831 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59182) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:23.062186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868', 'name': 'tempest-AllowedAddressPairTestJSON-1563518759'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:23.159744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 4dc81bcb-778a-406e-9779-eed737a5036a) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:23.164427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:23.178846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a823d771-2c44-4fcc-9b5f-3957d6132aaa None None] Network 4dc81bcb-778a-406e-9779-eed737a5036a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:23.203069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:23.203678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:23.324110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8f1826b0-1b4d-4e46-a0a4-f2d3a1ac4deb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2155461 Apr 18 17:26:23.422861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Made reservation on behalf of a22faf943c7c49f2bcdb6207c47bca37 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:23.431242 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:23.445918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772640d2-4c84-42bb-84c4-0574964f7c47 None None] Network 4dc81bcb-778a-406e-9779-eed737a5036a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:23.528592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4b4c893-de3e-462e-933d-69f49a72e05b req-d41bccd7-477a-4a4a-a3ee-931affd83534 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.1234190 Apr 18 17:26:23.569472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] device_id is not set on port 3c86608e-1630-4168-8580-c63ebbbd830e yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:23.654377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59218) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:23.781918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Allocated IP 172.20.0.7 (3c90e14f-1495-4fc8-a235-5d0cbe705868/935badcb-4489-4571-b087-04cc6c6616e9/3c86608e-1630-4168-8580-c63ebbbd830e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:23.807885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Router 1963e9d7-b666-433e-9aa7-c6b4917875fc has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:26:23.895614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6ebd97-b58b-49e2-af9e-a92a11db0c28 admin admin] Deleting subnet db428c57-6a94-4ca1-bbf2-89bd4ef249fd {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:23.914803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd97-b58b-49e2-af9e-a92a11db0c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:23.953670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b80b0-0983-47de-9224-b0e9284ddbb7 req-3070c73f-0fd3-433f-98eb-233d124d4262 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:23.955095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e7b80b0-0983-47de-9224-b0e9284ddbb7 req-3070c73f-0fd3-433f-98eb-233d124d4262 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1634736 Apr 18 17:26:24.029040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:26:24.033572 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd97-b58b-49e2-af9e-a92a11db0c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.046359 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d89afb49-34f3-4e6e-9b7d-44d8bbfc0627 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "PUT /v2.0/routers/1963e9d7-b666-433e-9aa7-c6b4917875fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1738501 Apr 18 17:26:24.046359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59232) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:24.048261 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d4981-d293-4a69-b3ff-5f51d5c7be05 None None] Sync routers for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:26:24.083713 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d4981-d293-4a69-b3ff-5f51d5c7be05 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:24.083713 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-bc2d4981-d293-4a69-b3ff-5f51d5c7be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:26:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:24.109013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e7b80b0-0983-47de-9224-b0e9284ddbb7 req-57979b16-daec-4e66-b86b-3dfaa2e7df5c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387939 Apr 18 17:26:24.149223 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd97-b58b-49e2-af9e-a92a11db0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.191735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.204048 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-bc2d4981-d293-4a69-b3ff-5f51d5c7be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:24.225659 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d4981-d293-4a69-b3ff-5f51d5c7be05 None None] Routers {'1963e9d7-b666-433e-9aa7-c6b4917875fc'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:26:24.226514 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-bc2d4981-d293-4a69-b3ff-5f51d5c7be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:26:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1963e9d7-b666-433e-9aa7-c6b4917875fc'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:24.280810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-34d633d6-136f-4687-bebc-e32b05be6bb3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:24.282542 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-34d633d6-136f-4687-bebc-e32b05be6bb3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.41 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.5914574 Apr 18 17:26:24.307191 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-bc2d4981-d293-4a69-b3ff-5f51d5c7be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:24.308199 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d4981-d293-4a69-b3ff-5f51d5c7be05 None None] The sync data for ids ['1963e9d7-b666-433e-9aa7-c6b4917875fc'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:26:24.308527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'port': {'device_id': 'f0b2c74b-6299-496e-908d-a866fa2d5787', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'admin_state_up': True, 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:24.355951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd97-b58b-49e2-af9e-a92a11db0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.397941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.400247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ebd97-b58b-49e2-af9e-a92a11db0c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db428c57-6a94-4ca1-bbf2-89bd4ef249fd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:24.420677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebd97-b58b-49e2-af9e-a92a11db0c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.432305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7e6ebd97-b58b-49e2-af9e-a92a11db0c28 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/db428c57-6a94-4ca1-bbf2-89bd4ef249fd HTTP/1.1" status: 204 len: 168 time: 0.7682645 Apr 18 17:26:24.436587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59248) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:24.457865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:24.461129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:24.465518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:24.529393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=3c86608e-1630-4168-8580-c63ebbbd830e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:24.582295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:24.582973 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.736106 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fd14c40f-918c-4e9a-9fdc-8ca49100e1f9 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6753564 Apr 18 17:26:24.736334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59264) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:24.743520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5c:1c:5e'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:24.777433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:24.792495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.845132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.867130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:24.882443 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2db72b8-7971-44f3-85d9-c1c02ebbb338 req-9c737125-72f3-43bd-b0e4-f9b6f1ced22b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.1476383 Apr 18 17:26:24.983523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f8213288-c04c-4144-8625-6e3dc98989c2 None None] Provisioning complete for port 3c86608e-1630-4168-8580-c63ebbbd830e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:24.984467 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8213288-c04c-4144-8625-6e3dc98989c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.062242 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.098693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f8213288-c04c-4144-8625-6e3dc98989c2 None None] Port 3c86608e-1630-4168-8580-c63ebbbd830e cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:25.458860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae733e-845c-49e9-8d4d-a8e5600d9741 req-952d8ea7-dea2-4235-bb25-68e79ea6dbbe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:25.460684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59ae733e-845c-49e9-8d4d-a8e5600d9741 req-952d8ea7-dea2-4235-bb25-68e79ea6dbbe tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1165457 Apr 18 17:26:25.527110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.546376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59ae733e-845c-49e9-8d4d-a8e5600d9741 req-63798a5e-09b0-4139-8375-668d176de669 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725622 Apr 18 17:26:25.551872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.560893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.572682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28749517-08b0-475d-86ec-2e9dad0130d4']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:25.589726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.20.0.9 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/32709b68-9177-42b9-8418-d7da3a13deb9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:25.593318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11254f05-2e79-4196-8b1b-fd88c8538f32') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:25.593634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11254f05-2e79-4196-8b1b-fd88c8538f32') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:25.610828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.643809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.660739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:26:25.661047 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:26:25.662910 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:26:25.805645 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.819723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:25.954467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=3c86608e-1630-4168-8580-c63ebbbd830e,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:26.035486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] In _notify_port_updated(), no bound segment for port 3c86608e-1630-4168-8580-c63ebbbd830e on network 3c90e14f-1495-4fc8-a235-5d0cbe705868 {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:26:26.055517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:26.056232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.061056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4601e7ff-3077-497c-93bb-7525f00f3e61 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "PUT /v2.0/ports/3c86608e-1630-4168-8580-c63ebbbd830e HTTP/1.1" status: 200 len: 993 time: 1.3210380 Apr 18 17:26:26.072948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59312) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:26.114316 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.131795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.144696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] 10.222.0.45 "DELETE /v2.0/networks/28749517-08b0-475d-86ec-2e9dad0130d4 HTTP/1.1" status: 204 len: 168 time: 1.7043593 Apr 18 17:26:26.174972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59316) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:26.197008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d8474d6-f8a0-4956-a73c-d8a2b0abc588 req-621e3522-538f-4430-9aa3-d567de195382 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.1257424 Apr 18 17:26:26.211843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e73a-1db2-415e-9faf-42e5a1b4721b admin admin] Pushing event deleted for resources: {'Network': ['ID=28749517-08b0-475d-86ec-2e9dad0130d4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:26.268027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Deleting port ddaefb86-0dae-4568-b2bb-8e93f4ec08e0 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:26.273360 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.374694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a104e961-fa1d-4bf8-b185-d914f9032bad tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Deleting port 3c86608e-1630-4168-8580-c63ebbbd830e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:26.375268 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a104e961-fa1d-4bf8-b185-d914f9032bad tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.407334 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.457758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc252d18-07ce-4028-b539-b5698b6e4c4b None None] Provisioning complete for port 3c86608e-1630-4168-8580-c63ebbbd830e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:26.458796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc252d18-07ce-4028-b539-b5698b6e4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.493911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=32709b68-9177-42b9-8418-d7da3a13deb9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:26.517835 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a104e961-fa1d-4bf8-b185-d914f9032bad tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.530507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dc252d18-07ce-4028-b539-b5698b6e4c4b None None] Port 3c86608e-1630-4168-8580-c63ebbbd830e cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:26.540105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a104e961-fa1d-4bf8-b185-d914f9032bad tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Calling delete_port for 3c86608e-1630-4168-8580-c63ebbbd830e owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:26.622040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:26.632793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb4597c-604b-4464-9356-e0f1d4239f7b admin admin] Deleting subnet df957de2-3b62-48f4-ab8c-a42ec281b440 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:26.639924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abb4597c-604b-4464-9356-e0f1d4239f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.709911 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abb4597c-604b-4464-9356-e0f1d4239f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.801844 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abb4597c-604b-4464-9356-e0f1d4239f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.840278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a104e961-fa1d-4bf8-b185-d914f9032bad tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.887933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:26.895226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:26.912466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104e961-fa1d-4bf8-b185-d914f9032bad tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Port': ['ID=3c86608e-1630-4168-8580-c63ebbbd830e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:26.916863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:26.969581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684054-13fe-4660-969a-6008a746da50 req-dae67337-4f0e-48d5-b872-594c982bc0d8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:26.978294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f684054-13fe-4660-969a-6008a746da50 req-dae67337-4f0e-48d5-b872-594c982bc0d8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.2082939 Apr 18 17:26:27.048859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:27.049580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:27.074499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abb4597c-604b-4464-9356-e0f1d4239f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:27.090891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Calling delete_port for ddaefb86-0dae-4568-b2bb-8e93f4ec08e0 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:27.185037 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-2c1ff6b1-e07f-41cf-8b82-f9745af35a1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8864050 Apr 18 17:26:27.185812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4597c-604b-4464-9356-e0f1d4239f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df957de2-3b62-48f4-ab8c-a42ec281b440,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:27.234291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f684054-13fe-4660-969a-6008a746da50 req-7bea5184-6f8e-476b-9b8c-c0c34019afd0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543073 Apr 18 17:26:27.381497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6af4e211-ba46-404d-a31a-21044a6c2681 None None] Provisioning complete for port 32709b68-9177-42b9-8418-d7da3a13deb9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:27.381497 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6af4e211-ba46-404d-a31a-21044a6c2681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:27.469257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6af4e211-ba46-404d-a31a-21044a6c2681 None None] Port 32709b68-9177-42b9-8418-d7da3a13deb9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:27.648910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Request body: {'port': {'device_id': 'f0b2c74b-6299-496e-908d-a866fa2d5787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:27.691540 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abb4597c-604b-4464-9356-e0f1d4239f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:27.695830 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-abb4597c-604b-4464-9356-e0f1d4239f7b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/df957de2-3b62-48f4-ab8c-a42ec281b440 HTTP/1.1" status: 204 len: 168 time: 1.5197980 Apr 18 17:26:27.699934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59366) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:27.775498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:27.783474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:27.863343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a104e961-fa1d-4bf8-b185-d914f9032bad tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:27.871401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a104e961-fa1d-4bf8-b185-d914f9032bad tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "DELETE /v2.0/ports/3c86608e-1630-4168-8580-c63ebbbd830e HTTP/1.1" status: 204 len: 168 time: 1.7973778 Apr 18 17:26:27.872467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59370) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:27.913160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81fc74-5d96-4e92-8abc-d370397c7964 req-c9174efa-127e-48fb-83ea-521fbe3fadf3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:27.921341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b81fc74-5d96-4e92-8abc-d370397c7964 req-c9174efa-127e-48fb-83ea-521fbe3fadf3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 931 time: 0.2024491 Apr 18 17:26:27.945124 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a4ec9d-7b16-4867-8a42-8bf7b00bdaf7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] GET failed (client error): The resource could not be found. Apr 18 17:26:27.952948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e6a4ec9d-7b16-4867-8a42-8bf7b00bdaf7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "GET /v2.0/ports/3c86608e-1630-4168-8580-c63ebbbd830e HTTP/1.1" status: 404 len: 333 time: 0.0722620 Apr 18 17:26:27.953185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59372) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:27.954994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event deleted for resources: {'Port': ['ID=ddaefb86-0dae-4568-b2bb-8e93f4ec08e0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:27.958978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868', 'name': 'tempest-AllowedAddressPairTestJSON-475335091'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:27.959149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:27.995370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b81fc74-5d96-4e92-8abc-d370397c7964 req-332dea9c-97c2-4d75-a023-ad1273175d9f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679951 Apr 18 17:26:28.095229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.221648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Made reservation on behalf of a22faf943c7c49f2bcdb6207c47bca37 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:28.225544 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.230793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.233198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.297245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] device_id is not set on port 68ef7670-da4b-4bac-8cf1-a6516e8b9f34 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:28.391562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.392279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Fanout notify agent at l3_agent the message router_deleted on router 1963e9d7-b666-433e-9aa7-c6b4917875fc {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:26:28.404821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.408861 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-80dbf669-27f2-42c9-ac4c-0cd923b3d0d3 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "DELETE /v2.0/routers/1963e9d7-b666-433e-9aa7-c6b4917875fc HTTP/1.1" status: 204 len: 168 time: 4.3506470 Apr 18 17:26:28.408861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.413459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59376) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:28.489953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b840d3-302e-48d2-b1ef-f6f1804b4e25 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Deleting subnet 23a65073-ceaf-43b9-b814-dafc024d80ce {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:28.555788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32b840d3-302e-48d2-b1ef-f6f1804b4e25 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.566083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de669a1-5055-47a1-bc6e-9bca50cd05d0 req-3371916a-addf-4b94-8d74-ea4036088c91 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:28.567730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6de669a1-5055-47a1-bc6e-9bca50cd05d0 req-3371916a-addf-4b94-8d74-ea4036088c91 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1822317 Apr 18 17:26:28.577994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc81bcb-778a-406e-9779-eed737a5036a']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:28.642282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e070a35b-2748-4466-b906-7f2168007a5d') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:28.642758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e070a35b-2748-4466-b906-7f2168007a5d') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:28.701028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.706243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6de669a1-5055-47a1-bc6e-9bca50cd05d0 req-9f3e0307-7505-4eda-a59f-59a0f2b6b20b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181436 Apr 18 17:26:28.719556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32b840d3-302e-48d2-b1ef-f6f1804b4e25 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:28.727007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Allocated IP 172.20.0.4 (3c90e14f-1495-4fc8-a235-5d0cbe705868/935badcb-4489-4571-b087-04cc6c6616e9/68ef7670-da4b-4bac-8cf1-a6516e8b9f34) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:29.233104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-844010b1-7ea9-4518-b282-e2e071909933 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:29.250545 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-844010b1-7ea9-4518-b282-e2e071909933 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/networks?id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 HTTP/1.1" status: 200 len: 814 time: 0.3378742 Apr 18 17:26:29.294666 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.303669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-adc1b02f-37c0-41d3-b85e-47bdaac09895 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/quotas/7d021d7a0c6b4e63aaacce3f2c82de2d HTTP/1.1" status: 200 len: 375 time: 0.0503907 Apr 18 17:26:29.346381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cd2da-93a5-4f40-91bf-dbb9efa45b7a req-8d3d101f-47ea-4c71-b9bd-6ad490bbce1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:29.348147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-675cd2da-93a5-4f40-91bf-dbb9efa45b7a req-8d3d101f-47ea-4c71-b9bd-6ad490bbce1c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 931 time: 0.2218077 Apr 18 17:26:29.379859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-4d4c8f4e-c90a-4c37-a090-95a56c97d8fe tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680690 Apr 18 17:26:29.446310 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.473664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:26:29.474536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:26:29.478087 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:26:29.493208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-675cd2da-93a5-4f40-91bf-dbb9efa45b7a req-ac2da21a-3dca-4727-94c6-db3cb8c83e4c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173892 Apr 18 17:26:29.548551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-130cf485-91a1-45d5-8b8c-835018100646 service neutron] 10.222.0.45 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587050 Apr 18 17:26:29.647270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32b840d3-302e-48d2-b1ef-f6f1804b4e25 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.707741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-58c587f3-214b-4ba1-b8d7-947f0c3506c2 service neutron] 10.222.0.45 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525772 Apr 18 17:26:29.719265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32709b68-9177-42b9-8418-d7da3a13deb9 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:26:29.727808 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.805570 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.858089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Transition to ACTIVE for port object 32709b68-9177-42b9-8418-d7da3a13deb9 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:26:29.860033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32b840d3-302e-48d2-b1ef-f6f1804b4e25 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.862091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.893374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:29.898741 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.899410 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4dc81bcb-778a-406e-9779-eed737a5036a HTTP/1.1" status: 204 len: 168 time: 2.1593623 Apr 18 17:26:29.905981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:29.918842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b840d3-302e-48d2-b1ef-f6f1804b4e25 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event deleted for resources: {'Subnet': ['ID=23a65073-ceaf-43b9-b814-dafc024d80ce,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:29.919148 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-32b840d3-302e-48d2-b1ef-f6f1804b4e25 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:29.922747 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-32b840d3-302e-48d2-b1ef-f6f1804b4e25 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "DELETE /v2.0/subnets/23a65073-ceaf-43b9-b814-dafc024d80ce HTTP/1.1" status: 204 len: 168 time: 1.5001969 Apr 18 17:26:29.923298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a64005-16d9-4ba9-ab39-25a0a61157a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc81bcb-778a-406e-9779-eed737a5036a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:29.924882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59404) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:29.972265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f1532c-2661-4194-afab-f7e09348eb53 None None] Network 595b299e-edf7-4b45-8134-31cd92817409 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:29.972834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:29.982356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=68ef7670-da4b-4bac-8cf1-a6516e8b9f34,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:30.078817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:30.171712 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:26:30.182623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1651830-9e35-45b0-b091-f2f3e9479dd6 req-ec6b1783-d7e1-4a53-8be4-17895eaf6027 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 210 time: 0.1213315 Apr 18 17:26:30.219202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad49f4-8bc7-4bb9-bc01-258b2ec5e3f6 req-0f697d78-1beb-4acc-b739-24fc8a9fbf07 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:30.221584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fad49f4-8bc7-4bb9-bc01-258b2ec5e3f6 req-0f697d78-1beb-4acc-b739-24fc8a9fbf07 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.4126205 Apr 18 17:26:30.235500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:30.236286 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:30.237237 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:30.269271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Pushing event updated for resources: {'Port': ['ID=32709b68-9177-42b9-8418-d7da3a13deb9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:30.340714 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1fad49f4-8bc7-4bb9-bc01-258b2ec5e3f6 req-27303692-ae7a-4c2f-bc5f-b6d1ff7527db tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979583 Apr 18 17:26:30.405176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8e0aa4f1-b713-4b99-953a-29272358bc18 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4509056 Apr 18 17:26:30.412641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:30.418148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5c:1c:5e'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:30.555996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6cbf415f-c723-4e06-a034-3835ac51ad4b None None] Provisioning complete for port 68ef7670-da4b-4bac-8cf1-a6516e8b9f34 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:30.556374 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6cbf415f-c723-4e06-a034-3835ac51ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:30.587197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59420) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:30.641965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Attempting to bind port 32709b68-9177-42b9-8418-d7da3a13deb9 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:26:30.642324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Attempting to bind port 32709b68-9177-42b9-8418-d7da3a13deb9 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:26:30.642643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Attempting to bind port 32709b68-9177-42b9-8418-d7da3a13deb9 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:26:30.660985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf415f-c723-4e06-a034-3835ac51ad4b None None] Port 68ef7670-da4b-4bac-8cf1-a6516e8b9f34 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:30.669143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Port 32709b68-9177-42b9-8418-d7da3a13deb9 on network be53a38f-8416-4410-94d3-e728b33b743a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:26:30.669812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Attempting to bind port 32709b68-9177-42b9-8418-d7da3a13deb9 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:26:30.675160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Deleting port 80c1f5ff-ffba-4e36-8d4e-980f13592843 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:30.675306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:30.681325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] DHCP port deletion for 595b299e-edf7-4b45-8134-31cd92817409 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:26:30.751887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:26:30.752227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:30.757532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:26:30.758481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Bound port: 32709b68-9177-42b9-8418-d7da3a13deb9, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:26:30.759818 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:30.824263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Deleting port 80c1f5ff-ffba-4e36-8d4e-980f13592843 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:30.824263 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:30.825920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a4c42-67ec-4615-a967-17fbc4cfa2c1 req-bfc4b4eb-554c-4c2c-b30d-6875b82b9159 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:30.828014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-160a4c42-67ec-4615-a967-17fbc4cfa2c1 req-bfc4b4eb-554c-4c2c-b30d-6875b82b9159 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1484003 Apr 18 17:26:30.968465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59424) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:30.979328 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d885c817-c3a1-4105-9ad9-2cbc4a25d707 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78bac0e2c380401181a7a238b20408b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786552 Apr 18 17:26:30.989766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-160a4c42-67ec-4615-a967-17fbc4cfa2c1 req-fac7819d-c48b-4a1e-beb0-3d7e8e858521 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524348 Apr 18 17:26:31.022272 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.059111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 80c1f5ff-ffba-4e36-8d4e-980f13592843 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:26:31.060257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] For port 80c1f5ff-ffba-4e36-8d4e-980f13592843, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=80c1f5ff-ffba-4e36-8d4e-980f13592843,segment=NetworkSegment(5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89),segment_id=5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:31.060825 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.082407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Calling delete_port for 80c1f5ff-ffba-4e36-8d4e-980f13592843 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:31.132074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] For port 80c1f5ff-ffba-4e36-8d4e-980f13592843, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=80c1f5ff-ffba-4e36-8d4e-980f13592843,segment=NetworkSegment(5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89),segment_id=5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:31.133323 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.169064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Calling delete_port for 80c1f5ff-ffba-4e36-8d4e-980f13592843 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:31.200562 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e606d5dd-d846-4765-8df0-c7412b382cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.248718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] For port 32709b68-9177-42b9-8418-d7da3a13deb9, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:26:31.290515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] For port 32709b68-9177-42b9-8418-d7da3a13deb9, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32709b68-9177-42b9-8418-d7da3a13deb9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:26:31.341660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f3814b9e-584d-4e0c-9239-9474688f97ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.380131 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.387128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.398292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0931d98a-89c5-4e8d-b6d1-1927876dc566 req-ec3bb2dd-38cb-4cdb-81e2-06f04adfac6e tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 210 time: 0.0598831 Apr 18 17:26:31.466241 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f3814b9e-584d-4e0c-9239-9474688f97ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.472003 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.498558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] No DVR routers for this DVR port 80c1f5ff-ffba-4e36-8d4e-980f13592843 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:31.539683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.556776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Pushing event deleted for resources: {'Port': ['ID=80c1f5ff-ffba-4e36-8d4e-980f13592843,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:31.561199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:31.573597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.574519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.575137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.575689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.576206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.576883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.577376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.578073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:31.578336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.578840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.579328 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.579593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] 10.222.0.41 "PUT /v2.0/ports/32709b68-9177-42b9-8418-d7da3a13deb9 HTTP/1.1" status: 200 len: 1091 time: 3.9407740 Apr 18 17:26:31.580034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.580804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5745c-cf51-44f0-8ffb-24523b9939c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:31.582289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b2c74b-6299-496e-908d-a866fa2d5787', 'tag': '32709b68-9177-42b9-8418-d7da3a13deb9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:26:31.584416 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e9db1-2c15-4091-9e11-319adbb2f6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b2c74b-6299-496e-908d-a866fa2d5787", "tag": "32709b68-9177-42b9-8418-d7da3a13deb9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:26:31.643133 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] No DVR routers for this DVR port 80c1f5ff-ffba-4e36-8d4e-980f13592843 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:31.753135 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1d84bb-fa16-41ae-9a06-f1fac8b817af x-openstack-request-id: req-be1d84bb-fa16-41ae-9a06-f1fac8b817af {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:26:31.753636 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b2c74b-6299-496e-908d-a866fa2d5787", "tag": "32709b68-9177-42b9-8418-d7da3a13deb9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:26:31.754087 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be1d84bb-fa16-41ae-9a06-f1fac8b817af {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:26:31.754752 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1d84bb-fa16-41ae-9a06-f1fac8b817af'] response: {'name': 'network-changed', 'server_uuid': 'f0b2c74b-6299-496e-908d-a866fa2d5787', 'tag': '32709b68-9177-42b9-8418-d7da3a13deb9', 'status': 'completed', 'code': 200} Apr 18 17:26:31.781649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fcf4a-8e53-41c8-b712-798b4577b358 req-45462c6b-2adf-42dc-91cd-f05d2496165f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:31.790347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-788fcf4a-8e53-41c8-b712-798b4577b358 req-45462c6b-2adf-42dc-91cd-f05d2496165f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.2608955 Apr 18 17:26:31.854425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6a6f0-590e-4e46-8fa8-208163252e54 service neutron] Pushing event updated for resources: {'Port': ['ID=32709b68-9177-42b9-8418-d7da3a13deb9,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:31.919534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event deleted for resources: {'Port': ['ID=80c1f5ff-ffba-4e36-8d4e-980f13592843,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:31.921391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-788fcf4a-8e53-41c8-b712-798b4577b358 req-d3001eb7-0acd-4659-add2-daa8ebe5e19f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299429 Apr 18 17:26:31.987137 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.000698 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f3814b9e-584d-4e0c-9239-9474688f97ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.004900 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f3814b9e-584d-4e0c-9239-9474688f97ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.005383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f3814b9e-584d-4e0c-9239-9474688f97ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e527cea4-b781-4af4-bdf0-c6e18f18a2d0 HTTP/1.1" status: 204 len: 168 time: 1.0144649 Apr 18 17:26:32.015353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3814b9e-584d-4e0c-9239-9474688f97ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e527cea4-b781-4af4-bdf0-c6e18f18a2d0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:32.097795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.111014 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.186161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595b299e-edf7-4b45-8134-31cd92817409']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:32.230787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:32.231423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7a6cc5-10b4-4902-81a1-a40fb0d9bc89') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:32.282792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.329968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.374302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:26:32.376191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:26:32.384598 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:26:32.419336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e9db1-2c15-4091-9e11-319adbb2f6a7 req-54a0c4f8-1211-4954-806a-f7946cc8b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:32.421367 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e0e9db1-2c15-4091-9e11-319adbb2f6a7 req-54a0c4f8-1211-4954-806a-f7946cc8b71a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 1094 time: 0.6575875 Apr 18 17:26:32.440078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] In _notify_port_updated(), no bound segment for port 68ef7670-da4b-4bac-8cf1-a6516e8b9f34 on network 3c90e14f-1495-4fc8-a235-5d0cbe705868 {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:26:32.445966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:32.446643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.451169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "PUT /v2.0/ports/68ef7670-da4b-4bac-8cf1-a6516e8b9f34 HTTP/1.1" status: 200 len: 995 time: 2.0347309 Apr 18 17:26:32.469770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa60a63-1810-42e7-9775-fdf62ba2e16b tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=68ef7670-da4b-4bac-8cf1-a6516e8b9f34,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:32.475053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59442) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:32.521484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78f2fd-ca4d-4d20-b5d2-eb76b794ac1b req-5c18a85c-fb6a-47ee-a054-fe16ef654b0b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:32.524506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d78f2fd-ca4d-4d20-b5d2-eb76b794ac1b req-5c18a85c-fb6a-47ee-a054-fe16ef654b0b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.3315747 Apr 18 17:26:32.661514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0f05a6b9-0f32-4ed8-a0d7-f38e2ae2baff None None] Provisioning complete for port 68ef7670-da4b-4bac-8cf1-a6516e8b9f34 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:32.665632 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f05a6b9-0f32-4ed8-a0d7-f38e2ae2baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.699420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.722847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-542ff6df-1db2-40c7-a71c-3c181b41eecc req-ea4fbb8f-121e-4d09-b024-4395c59e52fb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 210 time: 0.1358087 Apr 18 17:26:32.725272 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:32.732055 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "DELETE /v2.0/networks/595b299e-edf7-4b45-8134-31cd92817409 HTTP/1.1" status: 204 len: 168 time: 2.8033540 Apr 18 17:26:32.752133 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0f05a6b9-0f32-4ed8-a0d7-f38e2ae2baff None None] Port 68ef7670-da4b-4bac-8cf1-a6516e8b9f34 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:32.759277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d78f2fd-ca4d-4d20-b5d2-eb76b794ac1b req-527ee06a-a906-4332-a5ae-124519952e44 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046380 Apr 18 17:26:32.760770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59446) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:32.765334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e9db1-2c15-4091-9e11-319adbb2f6a7 req-38264891-712e-4403-a8d8-ea972ad1b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:32.767430 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e0e9db1-2c15-4091-9e11-319adbb2f6a7 req-38264891-712e-4403-a8d8-ea972ad1b5c6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2150893 Apr 18 17:26:32.768600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63152fb-9496-4bf8-8da2-1762ef9fc851 tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event deleted for resources: {'Network': ['ID=595b299e-edf7-4b45-8134-31cd92817409,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:32.887190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e9db1-2c15-4091-9e11-319adbb2f6a7 req-5aee28a5-9760-46cc-b4f5-5ad7ecd7d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:32.888680 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e0e9db1-2c15-4091-9e11-319adbb2f6a7 req-5aee28a5-9760-46cc-b4f5-5ad7ecd7d15b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1141500 Apr 18 17:26:32.924790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c660fad6-7cc8-42f7-9a35-51edb937fadd tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Deleting port 68ef7670-da4b-4bac-8cf1-a6516e8b9f34 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:32.925141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c660fad6-7cc8-42f7-9a35-51edb937fadd tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:33.034486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-3d7f986e-8372-4e48-89a7-0d1e73e0309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:33.036001 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-3d7f986e-8372-4e48-89a7-0d1e73e0309c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 1094 time: 0.0803394 Apr 18 17:26:33.088295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Deleting port 1e6f1824-ea10-4b4d-a4e2-d1d22b97d84d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:33.088684 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:33.120101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-95600dc0-f0ea-4085-bb14-7d682f66d971 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32709b68-9177-42b9-8418-d7da3a13deb9 HTTP/1.1" status: 200 len: 217 time: 0.0697231 Apr 18 17:26:33.131669 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c660fad6-7cc8-42f7-9a35-51edb937fadd tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:33.213153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c660fad6-7cc8-42f7-9a35-51edb937fadd tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Calling delete_port for 68ef7670-da4b-4bac-8cf1-a6516e8b9f34 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:33.236169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59458) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:33.262299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8faabdf-53de-4a79-85a6-f969a98f2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:33.267738 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdd02a-2258-411b-b9a5-278029b544bb req-830e8d0c-ecca-452a-81e8-1480b27f6a00 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:33.271851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78cdd02a-2258-411b-b9a5-278029b544bb req-830e8d0c-ecca-452a-81e8-1480b27f6a00 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.2100258 Apr 18 17:26:33.336888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-c79abfff-0f07-4d37-b082-1a4064731b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:33.340933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-c79abfff-0f07-4d37-b082-1a4064731b47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.2021081 Apr 18 17:26:33.347679 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:33.348003 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:33.361633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Calling delete_port for 1e6f1824-ea10-4b4d-a4e2-d1d22b97d84d owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:33.388058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-78ce52f5-3a53-47ff-b182-9a348770f72d tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:33.389578 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-78ce52f5-3a53-47ff-b182-9a348770f72d tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.18 "GET /v2.0/networks?id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 HTTP/1.1" status: 200 len: 814 time: 0.1512582 Apr 18 17:26:33.413534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Request body: {'port': {'device_id': '8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e', 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2', 'admin_state_up': True, 'tenant_id': '7d021d7a0c6b4e63aaacce3f2c82de2d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:33.420017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-b2443573-ddb1-45e8-b6ef-21cca111a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:33.421692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-b2443573-ddb1-45e8-b6ef-21cca111a3cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731449 Apr 18 17:26:33.426864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17946906-e242-407c-8c5b-a9ad7892c5ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6a98cf0e5a349ba91179c8e4e0ea8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829994 Apr 18 17:26:33.429495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59464) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:33.530952 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78cdd02a-2258-411b-b9a5-278029b544bb req-aee04372-b907-45f3-848b-8386f4d85497 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144222 Apr 18 17:26:33.557656 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-0886269a-ed48-4cc2-8341-e24aad0b9908 service neutron] 10.222.0.41 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158421 Apr 18 17:26:33.638887 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ada1934-f0a2-400f-90d5-63bdbddd5dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:33.690851 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ada1934-f0a2-400f-90d5-63bdbddd5dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:33.767816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c982ccba-3bf1-4c1e-8031-1834354d48af req-6263fd04-6c5c-416f-a1bd-3ab6e8eb3eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724634 Apr 18 17:26:33.913932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Made reservation on behalf of 7d021d7a0c6b4e63aaacce3f2c82de2d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:33.917830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.041188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c660fad6-7cc8-42f7-9a35-51edb937fadd tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.094874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Allocated IP 172.20.0.9 (7b59951e-1d07-4782-bda8-2c9cf9c9b2f2/989c8768-5724-4bda-8198-bec8119e00d8/c54a9491-21c2-4cef-9753-342dfde8712e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:34.161370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce0215f8-2dc3-4eab-8a52-efff7fd8c2be req-9e9d1da9-db5f-4c22-afb6-e3243464fe03 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 210 time: 0.1344790 Apr 18 17:26:34.174753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660fad6-7cc8-42f7-9a35-51edb937fadd tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Port': ['ID=68ef7670-da4b-4bac-8cf1-a6516e8b9f34,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:34.189768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25475b81-d90c-4ab5-b06b-3f8de281e363 req-ac59b0ec-0ab0-455f-8cb1-47d0eb645829 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:34.189768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25475b81-d90c-4ab5-b06b-3f8de281e363 req-ac59b0ec-0ab0-455f-8cb1-47d0eb645829 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1615117 Apr 18 17:26:34.283320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.354964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Pushing event deleted for resources: {'Port': ['ID=1e6f1824-ea10-4b4d-a4e2-d1d22b97d84d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:34.356937 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ada1934-f0a2-400f-90d5-63bdbddd5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.359907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ada1934-f0a2-400f-90d5-63bdbddd5dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.361304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3ada1934-f0a2-400f-90d5-63bdbddd5dfa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a335d6f1-9aa3-46b6-ac27-c35096b89444 HTTP/1.1" status: 204 len: 168 time: 0.9255064 Apr 18 17:26:34.380376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.399628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada1934-f0a2-400f-90d5-63bdbddd5dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a335d6f1-9aa3-46b6-ac27-c35096b89444,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:34.429608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-9f0ec8eb-e5f4-4a11-9bc6-f712ebba3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:34.435819 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-9f0ec8eb-e5f4-4a11-9bc6-f712ebba3e63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1097 time: 0.1179981 Apr 18 17:26:34.448526 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c660fad6-7cc8-42f7-9a35-51edb937fadd tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.452400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c660fad6-7cc8-42f7-9a35-51edb937fadd tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "DELETE /v2.0/ports/68ef7670-da4b-4bac-8cf1-a6516e8b9f34 HTTP/1.1" status: 204 len: 168 time: 1.9708748 Apr 18 17:26:34.457033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:34.467037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25475b81-d90c-4ab5-b06b-3f8de281e363 req-8c21c55a-2ca3-4e51-b88f-85f2ee2746ac tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524290 Apr 18 17:26:34.468068 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.549691 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5920a11c-6621-444a-90d5-748d3249b693 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] GET failed (client error): The resource could not be found. Apr 18 17:26:34.551168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5920a11c-6621-444a-90d5-748d3249b693 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "GET /v2.0/ports/68ef7670-da4b-4bac-8cf1-a6516e8b9f34 HTTP/1.1" status: 404 len: 333 time: 0.0908020 Apr 18 17:26:34.559972 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.566207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.566207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cba96886-492a-4d4e-a029-c60f43ee52eb tempest-FloatingIPAdminTestJSON-450626946 tempest-FloatingIPAdminTestJSON-450626946-project] 10.222.0.45 "DELETE /v2.0/floatingips/f5deb758-6fcf-483d-aed9-8c7949aca8e6 HTTP/1.1" status: 204 len: 168 time: 1.7957704 Apr 18 17:26:34.568977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59478) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:34.596098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868', 'name': 'tempest-AllowedAddressPairTestJSON-1732459920'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:34.663603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-3856dd7f-eae3-4ad1-9832-44d536f6f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:34.668486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-3856dd7f-eae3-4ad1-9832-44d536f6f697 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.2268813 Apr 18 17:26:34.670489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.761154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:34.775103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:34.785082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:34.793435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d054d-7c9c-477b-a5a9-bf8742190773 req-011725bd-1a5e-42db-8027-5fe9b0564ee6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:34.795852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d56d054d-7c9c-477b-a5a9-bf8742190773 req-011725bd-1a5e-42db-8027-5fe9b0564ee6 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.1380067 Apr 18 17:26:34.823558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Pushing event updated for resources: {'Port': ['ID=c54a9491-21c2-4cef-9753-342dfde8712e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:34.837211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-a52b79af-9203-45c1-8b03-080556206a1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 200 len: 1001 time: 0.1480434 Apr 18 17:26:34.860097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d56d054d-7c9c-477b-a5a9-bf8742190773 req-5a547a0d-8964-4e6b-a7f9-99b977fca13d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492311 Apr 18 17:26:34.884249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:34.884493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.911913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-6f49211c-6a1e-4558-b4ed-27901ac4d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:34.913401 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-6f49211c-6a1e-4558-b4ed-27901ac4d840 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.0691113 Apr 18 17:26:34.963663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-53f4fa6c-6f20-4e83-bc02-230515738f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:34.965300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-53f4fa6c-6f20-4e83-bc02-230515738f52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460591 Apr 18 17:26:34.970254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Made reservation on behalf of a22faf943c7c49f2bcdb6207c47bca37 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:34.972922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-93eca32a-f518-4d0d-88a9-8b811837fba9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5674233 Apr 18 17:26:34.974105 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:34.997993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] device_id is not set on port 55f79cfa-185d-42f9-a614-16ad24f6e60a yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:35.002199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Request body: {'port': {'device_id': '8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:35.107126 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:35.136365 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-97acaf75-d127-4ad4-b48a-b9634a1e4cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612866 Apr 18 17:26:35.183966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Allocated IP 172.20.0.5 (3c90e14f-1495-4fc8-a235-5d0cbe705868/935badcb-4489-4571-b087-04cc6c6616e9/55f79cfa-185d-42f9-a614-16ad24f6e60a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:35.204455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59492) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:35.317691 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3f30ea04-8463-41ce-bae8-4e330c8b6a5d req-3f4d955c-f774-4b5f-afde-57b19c8876cd service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487918 Apr 18 17:26:35.386171 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:35.467426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e3724-ee34-4ae4-b51d-05e2cfb2176b req-8c9c381e-1780-4612-a577-9cc5b7719160 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:35.469467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e38e3724-ee34-4ae4-b51d-05e2cfb2176b req-8c9c381e-1780-4612-a577-9cc5b7719160 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 931 time: 0.0783288 Apr 18 17:26:35.532488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e38e3724-ee34-4ae4-b51d-05e2cfb2176b req-eb7f71e3-84a2-4436-bb6a-ffe784ffc9e1 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560958 Apr 18 17:26:35.533640 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:35.628379 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8bd4fdbf-dece-4c8f-8a4e-721bf6f13ff6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dddd865ed9a74609aee82045cc6ee9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159820 Apr 18 17:26:35.628804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59508) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:35.642977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:35.642977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=55f79cfa-185d-42f9-a614-16ad24f6e60a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:35.646807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:35.651456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:35.718407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee3840-e953-4c73-849e-e2b9d40c96d1 req-2229bbfc-7d87-49ac-90f1-92d6bdad16e6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:35.719757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6ee3840-e953-4c73-849e-e2b9d40c96d1 req-2229bbfc-7d87-49ac-90f1-92d6bdad16e6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1320498 Apr 18 17:26:35.733218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:35.733668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54a9491-21c2-4cef-9753-342dfde8712e {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:26:35.733901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:35.758267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:35.770011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72d3f08-10f2-426f-9e92-9256f857bc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:35.784428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Transition to ACTIVE for port object c54a9491-21c2-4cef-9753-342dfde8712e will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:26:35.810975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72d3f08-10f2-426f-9e92-9256f857bc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:35.812336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6ee3840-e953-4c73-849e-e2b9d40c96d1 req-18b746b9-b961-4252-8dfb-9f57930eddef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756676 Apr 18 17:26:35.875984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-523feb0b-6d85-4190-a323-b296ebc0b589 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3051035 Apr 18 17:26:35.883212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59514) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:35.887230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'network_id': '3c90e14f-1495-4fc8-a235-5d0cbe705868', 'name': 'tempest-AllowedAddressPairTestJSON-689136296'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:35.948411 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:35.949867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.009559 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72d3f08-10f2-426f-9e92-9256f857bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.012933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d72d3f08-10f2-426f-9e92-9256f857bc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.017085 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d72d3f08-10f2-426f-9e92-9256f857bc5a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee0ac062-a956-426d-85e9-d29aa360baa4 HTTP/1.1" status: 204 len: 168 time: 0.3870595 Apr 18 17:26:36.043188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-034518d9-84df-47e6-a54f-5e0f2d57627d None None] Provisioning complete for port 55f79cfa-185d-42f9-a614-16ad24f6e60a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:36.058928 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-034518d9-84df-47e6-a54f-5e0f2d57627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.067001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d3f08-10f2-426f-9e92-9256f857bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0ac062-a956-426d-85e9-d29aa360baa4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:36.082449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210d842-61d4-4383-9900-414cc0d2cb23 req-e026737a-794d-4ecc-8a03-cb65d7ac062f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:36.096072 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8210d842-61d4-4383-9900-414cc0d2cb23 req-e026737a-794d-4ecc-8a03-cb65d7ac062f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 946 time: 0.0931518 Apr 18 17:26:36.110539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Pushing event updated for resources: {'Port': ['ID=c54a9491-21c2-4cef-9753-342dfde8712e,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:36.134492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Made reservation on behalf of a22faf943c7c49f2bcdb6207c47bca37 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:36.143214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.158575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8210d842-61d4-4383-9900-414cc0d2cb23 req-c2a4b158-9bd9-4f07-9470-0dd001c50731 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615122 Apr 18 17:26:36.172834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Attempting to bind port c54a9491-21c2-4cef-9753-342dfde8712e on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:26:36.174231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Attempting to bind port c54a9491-21c2-4cef-9753-342dfde8712e by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:26:36.174975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Attempting to bind port c54a9491-21c2-4cef-9753-342dfde8712e on network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:26:36.180605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] device_id is not set on port b3afcf73-c5f4-45d1-813d-84aee735367b yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:36.190654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Port c54a9491-21c2-4cef-9753-342dfde8712e on network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:26:36.192060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Attempting to bind port c54a9491-21c2-4cef-9753-342dfde8712e on network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:26:36.199220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:26:36.199746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Checking segment: {'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:36.200234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Bound using segment: {'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:26:36.201442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Bound port: c54a9491-21c2-4cef-9753-342dfde8712e, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:26:36.201989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.238533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-034518d9-84df-47e6-a54f-5e0f2d57627d None None] Port 55f79cfa-185d-42f9-a614-16ad24f6e60a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:36.273711 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.306527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] For port c54a9491-21c2-4cef-9753-342dfde8712e, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:26:36.309944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] For port c54a9491-21c2-4cef-9753-342dfde8712e, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c54a9491-21c2-4cef-9753-342dfde8712e,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:26:36.339540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:26:36.366576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Allocated IP 172.20.0.3 (3c90e14f-1495-4fc8-a235-5d0cbe705868/935badcb-4489-4571-b087-04cc6c6616e9/b3afcf73-c5f4-45d1-813d-84aee735367b) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:36.428877 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.450860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.495625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:36.506281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:26:36.510581 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099059e5-8029-4ce1-a7e2-064ac329c143" -d '{"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-unplugged", "status": "completed", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:26:36.524072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:36.524792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.527023 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] 10.222.0.18 "PUT /v2.0/ports/c54a9491-21c2-4cef-9753-342dfde8712e HTTP/1.1" status: 200 len: 1091 time: 1.5387070 Apr 18 17:26:36.529344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e', 'tag': 'c54a9491-21c2-4cef-9753-342dfde8712e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:26:36.530290 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3de0943-af79-4dd6-a210-5bb20f4fb0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e", "tag": "c54a9491-21c2-4cef-9753-342dfde8712e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:26:36.581075 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.587834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d0897-1e63-494a-b53c-810fc7f57db8 service neutron] Pushing event updated for resources: {'Port': ['ID=c54a9491-21c2-4cef-9753-342dfde8712e,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:36.616877 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d78c434-1362-476c-9011-5816c8002054 x-openstack-request-id: req-3d78c434-1362-476c-9011-5816c8002054 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:26:36.620621 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-unplugged", "status": "completed", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:26:36.620621 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d78c434-1362-476c-9011-5816c8002054 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:26:36.620621 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d78c434-1362-476c-9011-5816c8002054'] response: {'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'code': 200} Apr 18 17:26:36.633694 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babbc282-e69e-4efc-a775-25923cf594f9 x-openstack-request-id: req-babbc282-e69e-4efc-a775-25923cf594f9 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:26:36.634571 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e", "tag": "c54a9491-21c2-4cef-9753-342dfde8712e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:26:36.634571 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-babbc282-e69e-4efc-a775-25923cf594f9 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:26:36.636598 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babbc282-e69e-4efc-a775-25923cf594f9'] response: {'name': 'network-changed', 'server_uuid': '8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e', 'tag': 'c54a9491-21c2-4cef-9753-342dfde8712e', 'status': 'completed', 'code': 200} Apr 18 17:26:36.686536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:36.723492 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.752346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de0943-af79-4dd6-a210-5bb20f4fb0b4 req-31a9b465-68b2-4b05-b0e2-621329e12458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:36.753977 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3de0943-af79-4dd6-a210-5bb20f4fb0b4 req-31a9b465-68b2-4b05-b0e2-621329e12458 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 1094 time: 0.0664115 Apr 18 17:26:36.800602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df3fd7-586c-4eac-8b88-eae581598eb3 req-c1a52211-d5ef-4e7d-a6f6-93392bc6936b tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:36.802132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03df3fd7-586c-4eac-8b88-eae581598eb3 req-c1a52211-d5ef-4e7d-a6f6-93392bc6936b tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 943 time: 0.0765328 Apr 18 17:26:36.859286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03df3fd7-586c-4eac-8b88-eae581598eb3 req-be6dc455-7461-4ce6-a076-4f9f7a46a1a8 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Apr 18 17:26:36.928761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de0943-af79-4dd6-a210-5bb20f4fb0b4 req-af972a58-1d57-468a-b798-90a009973c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:36.929936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:36.931219 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3de0943-af79-4dd6-a210-5bb20f4fb0b4 req-af972a58-1d57-468a-b798-90a009973c41 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1641190 Apr 18 17:26:37.024315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59544) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:37.052035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0936f05d-a1ed-437b-98e5-2366596e1d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:37.071788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de0943-af79-4dd6-a210-5bb20f4fb0b4 req-f493d093-9c40-4483-9dd9-f92b089f4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:37.073892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a3de0943-af79-4dd6-a210-5bb20f4fb0b4 req-f493d093-9c40-4483-9dd9-f92b089f4b93 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361437 Apr 18 17:26:37.085160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:37.094326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=b3afcf73-c5f4-45d1-813d-84aee735367b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:37.115217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:37.123857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:37.153859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ebcac-343b-48b4-bde6-a3b5083f08bf req-51f893ad-91d6-484a-a989-dc6b2098c760 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:37.161981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c4ebcac-343b-48b4-bde6-a3b5083f08bf req-51f893ad-91d6-484a-a989-dc6b2098c760 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.2486353 Apr 18 17:26:37.223580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-df37457f-6318-43d4-a939-95afd5df8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:37.225609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-df37457f-6318-43d4-a939-95afd5df8999 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 1094 time: 0.0581274 Apr 18 17:26:37.284989 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-e2a0dca7-bd9f-4b82-96f9-d6f87138ede2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54a9491-21c2-4cef-9753-342dfde8712e HTTP/1.1" status: 200 len: 217 time: 0.0444629 Apr 18 17:26:37.290232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:37.290873 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:37.336869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c4ebcac-343b-48b4-bde6-a3b5083f08bf req-254984d0-6d59-41f8-8a95-5d3de913610b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338258 Apr 18 17:26:37.403466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-0cb5e51a-0898-4cab-8ad1-02a719f41a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:37.409206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-0cb5e51a-0898-4cab-8ad1-02a719f41a1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=989c8768-5724-4bda-8198-bec8119e00d8 HTTP/1.1" status: 200 len: 854 time: 0.1024094 Apr 18 17:26:37.438485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4328cf-8897-4ca2-ae27-230ea2e450e1 req-d09672db-902d-4ce7-8934-3b2e9d8252b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:37.440089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a4328cf-8897-4ca2-ae27-230ea2e450e1 req-d09672db-902d-4ce7-8934-3b2e9d8252b8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1414030 Apr 18 17:26:37.448868 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0936f05d-a1ed-437b-98e5-2366596e1d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:37.463674 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-a0d3314f-1ed7-468d-bf6e-5b0f52002c18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457172 Apr 18 17:26:37.501817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-53582f46-1dd7-455f-93ad-3b0eea126b94 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6190953 Apr 18 17:26:37.523847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59552) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:37.547079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5c:1c:5e'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:09:68:17'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:37.558519 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0936f05d-a1ed-437b-98e5-2366596e1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:37.565969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a4328cf-8897-4ca2-ae27-230ea2e450e1 req-77c50b82-e5cd-4fdf-8625-758e0c77e002 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133199 Apr 18 17:26:37.609392 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-4890cead-b923-4f0c-9e63-54ed89b907a3 service neutron] 10.222.0.18 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298320 Apr 18 17:26:37.610980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-68bdab49-589a-4c91-9c73-78462f622672 None None] Provisioning complete for port b3afcf73-c5f4-45d1-813d-84aee735367b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:37.611456 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-68bdab49-589a-4c91-9c73-78462f622672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:37.663899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936f05d-a1ed-437b-98e5-2366596e1d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b71181-f460-449e-8975-87c031d7b179,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:37.681047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0936f05d-a1ed-437b-98e5-2366596e1d06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6cc71a9161541e5bab5ba7a9eca041e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6582038 Apr 18 17:26:37.689708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59556) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:37.729909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-68bdab49-589a-4c91-9c73-78462f622672 None None] Port b3afcf73-c5f4-45d1-813d-84aee735367b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:37.800776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef8de7c6-d52f-453d-aa5e-d639d17b0411 req-7b2b03ef-37dd-42be-9725-5f9dd0193a36 service neutron] 10.222.0.18 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831930 Apr 18 17:26:37.821888 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f9658ed-7109-4742-b740-9285950f5048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:37.887045 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f9658ed-7109-4742-b740-9285950f5048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:37.897248 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.048683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b570e1b-c036-44d4-9f3f-77cad83dc099 req-f9059708-7fcc-46ec-bec0-375f9705eed9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:38.050261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b570e1b-c036-44d4-9f3f-77cad83dc099 req-f9059708-7fcc-46ec-bec0-375f9705eed9 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 943 time: 0.0987551 Apr 18 17:26:38.098712 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f9658ed-7109-4742-b740-9285950f5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.101144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f9658ed-7109-4742-b740-9285950f5048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.102299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8f9658ed-7109-4742-b740-9285950f5048 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80b71181-f460-449e-8975-87c031d7b179 HTTP/1.1" status: 204 len: 168 time: 0.4172187 Apr 18 17:26:38.131785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9658ed-7109-4742-b740-9285950f5048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b71181-f460-449e-8975-87c031d7b179,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:38.160575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b570e1b-c036-44d4-9f3f-77cad83dc099 req-dc82aa42-cde5-4a45-8ea0-b8b8eece135a tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839672 Apr 18 17:26:38.224804 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.312973 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.413075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event updated for resources: {'Port': ['ID=b3afcf73-c5f4-45d1-813d-84aee735367b,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:38.443445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] In _notify_port_updated(), no bound segment for port b3afcf73-c5f4-45d1-813d-84aee735367b on network 3c90e14f-1495-4fc8-a235-5d0cbe705868 {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:26:38.463127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:38.463127 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.463354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59578) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:38.465850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1d3f0b58-d3e9-49ee-a52e-a11b78822af7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "PUT /v2.0/ports/b3afcf73-c5f4-45d1-813d-84aee735367b HTTP/1.1" status: 200 len: 1054 time: 0.9396536 Apr 18 17:26:38.575619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c2a0-8b79-432a-ba41-ec7176603198 req-42a07cff-7960-4560-ba36-d5a8fac81e1a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:38.577653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f8c2a0-8b79-432a-ba41-ec7176603198 req-42a07cff-7960-4560-ba36-d5a8fac81e1a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1103644 Apr 18 17:26:38.668813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63f8c2a0-8b79-432a-ba41-ec7176603198 req-f57a4409-5d2f-4b64-85f8-4f201012bcfb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742400 Apr 18 17:26:38.672833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-70e874bd-6a26-4b62-9cdc-33b1c133477a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Deleting port b3afcf73-c5f4-45d1-813d-84aee735367b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:38.673498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70e874bd-6a26-4b62-9cdc-33b1c133477a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.828885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85a80c-7687-4957-8a7a-90d32778f9d4 req-4b25351a-10f9-47b5-84e5-8e0b6c5dfc9b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:38.830493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f85a80c-7687-4957-8a7a-90d32778f9d4 req-4b25351a-10f9-47b5-84e5-8e0b6c5dfc9b tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.0973752 Apr 18 17:26:38.853124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-395d0d6f-1a91-4398-bb99-ee7feb4fabaa None None] Provisioning complete for port b3afcf73-c5f4-45d1-813d-84aee735367b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:38.854308 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-395d0d6f-1a91-4398-bb99-ee7feb4fabaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.876376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70e874bd-6a26-4b62-9cdc-33b1c133477a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:38.918999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-395d0d6f-1a91-4398-bb99-ee7feb4fabaa None None] Port b3afcf73-c5f4-45d1-813d-84aee735367b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:38.924766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2f85a80c-7687-4957-8a7a-90d32778f9d4 req-aae6d34c-825d-4ed6-a1c2-33a9c3b50ab3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827105 Apr 18 17:26:38.929689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-70e874bd-6a26-4b62-9cdc-33b1c133477a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Calling delete_port for b3afcf73-c5f4-45d1-813d-84aee735367b owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:39.175767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:39.200765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3123-4787-4e16-a275-7f71bce5366d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:39.303986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70e874bd-6a26-4b62-9cdc-33b1c133477a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:39.341912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a6cc-1a2c-4d5b-b5c7-803cfccddc3e req-50e8e4e2-5baf-4221-b097-a29f657fff2b tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:39.343440 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2a1a6cc-1a2c-4d5b-b5c7-803cfccddc3e req-50e8e4e2-5baf-4221-b097-a29f657fff2b tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 943 time: 0.0583313 Apr 18 17:26:39.344027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e874bd-6a26-4b62-9cdc-33b1c133477a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Port': ['ID=b3afcf73-c5f4-45d1-813d-84aee735367b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:39.407630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2a1a6cc-1a2c-4d5b-b5c7-803cfccddc3e req-d5d83e1b-bd32-4548-815f-c013eda814ec tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552931 Apr 18 17:26:39.490675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3123-4787-4e16-a275-7f71bce5366d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:39.583511 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3123-4787-4e16-a275-7f71bce5366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:39.679479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb3123-4787-4e16-a275-7f71bce5366d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3048bb87-a444-405a-b8b5-36a6e4256aaa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:39.701181 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f3bb3123-4787-4e16-a275-7f71bce5366d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a9d44977cb848abb650e5c03380ebcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5234396 Apr 18 17:26:39.702744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59602) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:39.707369 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-70e874bd-6a26-4b62-9cdc-33b1c133477a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:39.713482 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-70e874bd-6a26-4b62-9cdc-33b1c133477a tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "DELETE /v2.0/ports/b3afcf73-c5f4-45d1-813d-84aee735367b HTTP/1.1" status: 204 len: 168 time: 1.2496574 Apr 18 17:26:39.714870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59604) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:39.751542 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-221c3d90-739f-4423-a6e8-fd4121456164 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] GET failed (client error): The resource could not be found. Apr 18 17:26:39.754737 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-221c3d90-739f-4423-a6e8-fd4121456164 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "GET /v2.0/ports/b3afcf73-c5f4-45d1-813d-84aee735367b HTTP/1.1" status: 404 len: 333 time: 0.0387263 Apr 18 17:26:39.757831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59606) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:39.820524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5d98-b20a-4f3a-b1c8-b099eade7e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:39.834066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a6878-93b7-4293-94b1-f7910b4dd5b1 req-a0feb0a5-d1cc-4037-a410-828198d5bc91 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:39.835501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b13a6878-93b7-4293-94b1-f7910b4dd5b1 req-a0feb0a5-d1cc-4037-a410-828198d5bc91 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.0828621 Apr 18 17:26:39.869960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5d98-b20a-4f3a-b1c8-b099eade7e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:39.891320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e26e0-75a8-49ad-b67a-e27523acf6d8 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Deleting port 55f79cfa-185d-42f9-a614-16ad24f6e60a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:39.892053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6c8e26e0-75a8-49ad-b67a-e27523acf6d8 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:39.920597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b13a6878-93b7-4293-94b1-f7910b4dd5b1 req-a1e88d21-9f88-4c3b-978e-507c7eaf7a96 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680335 Apr 18 17:26:40.004468 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5d98-b20a-4f3a-b1c8-b099eade7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:40.007016 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5d98-b20a-4f3a-b1c8-b099eade7e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:40.007333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6c8e26e0-75a8-49ad-b67a-e27523acf6d8 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:40.010821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3f8b5d98-b20a-4f3a-b1c8-b099eade7e7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3048bb87-a444-405a-b8b5-36a6e4256aaa HTTP/1.1" status: 204 len: 168 time: 0.3068514 Apr 18 17:26:40.019631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b5d98-b20a-4f3a-b1c8-b099eade7e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3048bb87-a444-405a-b8b5-36a6e4256aaa,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:40.027984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e26e0-75a8-49ad-b67a-e27523acf6d8 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Calling delete_port for 55f79cfa-185d-42f9-a614-16ad24f6e60a owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:40.582734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417228ec-9b66-4637-a951-51d26232858a req-ef7d374a-128b-41eb-82bf-7087fe685128 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:40.584308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-417228ec-9b66-4637-a951-51d26232858a req-ef7d374a-128b-41eb-82bf-7087fe685128 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 943 time: 0.0817659 Apr 18 17:26:40.641968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-417228ec-9b66-4637-a951-51d26232858a req-56e55fc9-6e75-4844-b09c-e615cc238510 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472937 Apr 18 17:26:40.689992 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6c8e26e0-75a8-49ad-b67a-e27523acf6d8 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:40.722872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e26e0-75a8-49ad-b67a-e27523acf6d8 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Port': ['ID=55f79cfa-185d-42f9-a614-16ad24f6e60a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:40.842930 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6c8e26e0-75a8-49ad-b67a-e27523acf6d8 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:40.848834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6c8e26e0-75a8-49ad-b67a-e27523acf6d8 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "DELETE /v2.0/ports/55f79cfa-185d-42f9-a614-16ad24f6e60a HTTP/1.1" status: 204 len: 168 time: 1.0879843 Apr 18 17:26:40.852595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59638) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:40.915540 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11aeddb-3b01-4cd0-9783-96ce9fef795d tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] GET failed (client error): The resource could not be found. Apr 18 17:26:40.925391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d11aeddb-3b01-4cd0-9783-96ce9fef795d tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "GET /v2.0/ports/55f79cfa-185d-42f9-a614-16ad24f6e60a HTTP/1.1" status: 404 len: 333 time: 0.0700834 Apr 18 17:26:40.928464 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59640) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:41.110051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3f19-b755-47d0-b82b-6a931e596371 req-2bb1ff6c-c8a2-490f-97b1-502dd2624f57 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:41.114347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eadf3f19-b755-47d0-b82b-6a931e596371 req-2bb1ff6c-c8a2-490f-97b1-502dd2624f57 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.0761409 Apr 18 17:26:41.121029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0b835-0c88-4327-a883-c4271822fabf tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Deleting port 9a9de29b-9b65-4513-9005-93c0e4e72774 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:41.121716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b835-0c88-4327-a883-c4271822fabf tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:41.194966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eadf3f19-b755-47d0-b82b-6a931e596371 req-7265d7e0-2718-44ce-90bf-e8e1487385e4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741086 Apr 18 17:26:41.272909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b835-0c88-4327-a883-c4271822fabf tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:41.304745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0b835-0c88-4327-a883-c4271822fabf tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Calling delete_port for 9a9de29b-9b65-4513-9005-93c0e4e72774 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:41.642597 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b835-0c88-4327-a883-c4271822fabf tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:41.689533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0b835-0c88-4327-a883-c4271822fabf tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Port': ['ID=9a9de29b-9b65-4513-9005-93c0e4e72774,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:41.848162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59674) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:41.901027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b835-0c88-4327-a883-c4271822fabf tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:41.913245 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dfc0b835-0c88-4327-a883-c4271822fabf tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "DELETE /v2.0/ports/9a9de29b-9b65-4513-9005-93c0e4e72774 HTTP/1.1" status: 204 len: 168 time: 0.9834383 Apr 18 17:26:41.914171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59682) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:41.918803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4e10-f12b-4e84-98a8-4624d0a8a136 req-fd30d3f7-6b0e-4baf-a291-1401182b6275 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:41.932488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db5f4e10-f12b-4e84-98a8-4624d0a8a136 req-fd30d3f7-6b0e-4baf-a291-1401182b6275 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 943 time: 0.1454792 Apr 18 17:26:42.039571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90cf767-2a4c-455c-8981-106b5961a524 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Deleting subnet 935badcb-4489-4571-b087-04cc6c6616e9 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:42.046610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c90cf767-2a4c-455c-8981-106b5961a524 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.093923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db5f4e10-f12b-4e84-98a8-4624d0a8a136 req-b3001abb-4d7d-4f6a-8df7-3d63cb521147 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577663 Apr 18 17:26:42.123092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2024810296'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:42.125114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7142d0-2f85-443d-923d-304d7ccd04da req-8f33a1d1-740a-47b3-876a-7969f8bf59ca tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:42.131455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af7142d0-2f85-443d-923d-304d7ccd04da req-8f33a1d1-740a-47b3-876a-7969f8bf59ca tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1672194 Apr 18 17:26:42.187381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c90cf767-2a4c-455c-8981-106b5961a524 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.216125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af7142d0-2f85-443d-923d-304d7ccd04da req-298283e2-6338-45b7-bb2e-18f793fc7cae tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746284 Apr 18 17:26:42.254760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Made reservation on behalf of fca57e8e684f4894949fe659b8c8d11a for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:42.258170 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.276446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.372961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c90cf767-2a4c-455c-8981-106b5961a524 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.374974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c54a9491-21c2-4cef-9753-342dfde8712e details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:26:42.376306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aeb31f-e452-4fe5-bd08-9480ef64408d req-4a81ffdd-2409-43e5-955a-54336a71f533 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:42.376306 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44aeb31f-e452-4fe5-bd08-9480ef64408d req-4a81ffdd-2409-43e5-955a-54336a71f533 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.0603871 Apr 18 17:26:42.428362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44aeb31f-e452-4fe5-bd08-9480ef64408d req-03c36e35-bb46-48c3-8424-19bba5472222 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579278 Apr 18 17:26:42.482814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:26:42.678625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.737043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c90cf767-2a4c-455c-8981-106b5961a524 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.787259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cf767-2a4c-455c-8981-106b5961a524 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Subnet': ['ID=935badcb-4489-4571-b087-04cc6c6616e9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:42.801657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.807177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c90cf767-2a4c-455c-8981-106b5961a524 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.810932 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c90cf767-2a4c-455c-8981-106b5961a524 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "DELETE /v2.0/subnets/935badcb-4489-4571-b087-04cc6c6616e9 HTTP/1.1" status: 204 len: 168 time: 0.8945556 Apr 18 17:26:42.822845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59700) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:42.836326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131b47b-4d7e-44d7-a940-de1cc9d4164b None None] Network 3c90e14f-1495-4fc8-a235-5d0cbe705868 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:42.841453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c54a9491-21c2-4cef-9753-342dfde8712e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c54a9491-21c2-4cef-9753-342dfde8712e,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:42.862903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-95b84243-7ba9-49e1-a9b1-21a7f6eb188a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2464380 Apr 18 17:26:42.865288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'c54a9491-21c2-4cef-9753-342dfde8712e', 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2', 'port_id': 'c54a9491-21c2-4cef-9753-342dfde8712e', 'mac_address': 'fa:16:3e:38:b6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989c8768-5724-4bda-8198-bec8119e00d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:26:42.877226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-2af27c29-fbd4-4981-b48e-0c815a8d64ab service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:26:42.878531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-2af27c29-fbd4-4981-b48e-0c815a8d64ab service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101185 Apr 18 17:26:42.967404 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:42.973592 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:26:42.997741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54a9491-21c2-4cef-9753-342dfde8712e {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:26:43.004090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.004668 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Added segment 9b6663fc-55ff-4867-900b-c02048e1647b of type vlan for network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 Apr 18 17:26:43.017699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387e5c78-d413-48c3-859d-e5f05c14a485,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:43.053104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.079176 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.085354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c54a9491-21c2-4cef-9753-342dfde8712e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c54a9491-21c2-4cef-9753-342dfde8712e,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:43.158434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Deleting port a26c2531-fa9b-49a5-b947-703c3f24cfbc {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:43.158434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.170516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] DHCP port deletion for 3c90e14f-1495-4fc8-a235-5d0cbe705868 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:26:43.214177 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.221970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.227415 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:43.227995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.247787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4f46c-d91c-4486-bccd-9685f6106344 req-cf837152-261b-4daa-8608-ae0ec3945d94 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:43.254416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce4f46c-d91c-4486-bccd-9685f6106344 req-cf837152-261b-4daa-8608-ae0ec3945d94 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 944 time: 0.0798359 Apr 18 17:26:43.347822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=c54a9491-21c2-4cef-9753-342dfde8712e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:43.355198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dce4f46c-d91c-4486-bccd-9685f6106344 req-b685f1cf-c9d0-4530-a7f2-e71ab22e861a tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922911 Apr 18 17:26:43.361454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] For port a26c2531-fa9b-49a5-b947-703c3f24cfbc, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a26c2531-fa9b-49a5-b947-703c3f24cfbc,segment=NetworkSegment(fe6d1a74-6ab7-42db-b915-2b9ae13b1685),segment_id=fe6d1a74-6ab7-42db-b915-2b9ae13b1685)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:43.361830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.369978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] Deleting port a26c2531-fa9b-49a5-b947-703c3f24cfbc {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:43.370814 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.375801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5384142 Apr 18 17:26:43.385230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59712) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:43.400689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Request body: {'subnet': {'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:43.400689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Calling delete_port for a26c2531-fa9b-49a5-b947-703c3f24cfbc owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:43.401492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc1e5b-ce55-427f-8b17-787c722d8349 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event updated for resources: {'Network': ['ID=1434aeea-ef12-44ab-bd21-a67387b8f9c3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:43.440996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d19f5-509f-4e23-97a7-961f8042057b req-1c6c1a78-e4a6-44d2-9c7a-4d2c197af92f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:43.442582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-215d19f5-509f-4e23-97a7-961f8042057b req-1c6c1a78-e4a6-44d2-9c7a-4d2c197af92f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.0758567 Apr 18 17:26:43.514570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:26:43.588947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-215d19f5-509f-4e23-97a7-961f8042057b req-283c1ce8-32d6-4653-9098-30f60186a8fb tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372833 Apr 18 17:26:43.649167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] For port a26c2531-fa9b-49a5-b947-703c3f24cfbc, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a26c2531-fa9b-49a5-b947-703c3f24cfbc,segment=NetworkSegment(fe6d1a74-6ab7-42db-b915-2b9ae13b1685),segment_id=fe6d1a74-6ab7-42db-b915-2b9ae13b1685)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:43.649167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.649167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] Calling delete_port for a26c2531-fa9b-49a5-b947-703c3f24cfbc owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:43.659376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4044-b147-4770-8459-87f3a9c32472 req-2c0bfc46-ba3e-487c-8da5-adf46c0cd17b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:43.668130 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-014a4044-b147-4770-8459-87f3a9c32472 req-2c0bfc46-ba3e-487c-8da5-adf46c0cd17b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1210563 Apr 18 17:26:43.736018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-014a4044-b147-4770-8459-87f3a9c32472 req-db7dbbfe-4f9f-4888-8070-31d64bfc1057 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664420 Apr 18 17:26:43.747777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.753127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Made reservation on behalf of fca57e8e684f4894949fe659b8c8d11a for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:43.753284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.760463 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:43.765820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['c54a9491-21c2-4cef-9753-342dfde8712e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:26:43.808409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Port': ['ID=a26c2531-fa9b-49a5-b947-703c3f24cfbc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:43.816816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] Pushing event deleted for resources: {'Port': ['ID=a26c2531-fa9b-49a5-b947-703c3f24cfbc,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:43.820465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51baf5ec-e970-4725-a677-b4dc4fc59e51 None None] No DVR routers for this DVR port a26c2531-fa9b-49a5-b947-703c3f24cfbc on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:43.865670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] No DVR routers for this DVR port a26c2531-fa9b-49a5-b947-703c3f24cfbc on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:44.004396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:44.044962 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c90e14f-1495-4fc8-a235-5d0cbe705868']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:44.062131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6d1a74-6ab7-42db-b915-2b9ae13b1685') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:44.062722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6d1a74-6ab7-42db-b915-2b9ae13b1685') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:44.095467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:44.121347 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:44.159141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:26:44.159580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:26:44.162811 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:26:44.342235 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:44.351169 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:44.404255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:44.407885 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] 10.222.0.45 "DELETE /v2.0/networks/3c90e14f-1495-4fc8-a235-5d0cbe705868 HTTP/1.1" status: 204 len: 168 time: 1.5835350 Apr 18 17:26:44.452322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60ef0b-aa7d-4159-8840-f4bc9e6a05b7 tempest-AllowedAddressPairTestJSON-58677384 tempest-AllowedAddressPairTestJSON-58677384-project] Pushing event deleted for resources: {'Network': ['ID=3c90e14f-1495-4fc8-a235-5d0cbe705868,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:44.491328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event updated for resources: {'Subnet': ['ID=05d8f605-0b61-4b49-a807-78ab148c3321,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:44.525137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb7135-d525-4230-b186-8dd94a0034d8 req-535dc1d3-f866-491c-9733-ba816bd387a0 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:44.538226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64fb7135-d525-4230-b186-8dd94a0034d8 req-535dc1d3-f866-491c-9733-ba816bd387a0 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 944 time: 0.0889237 Apr 18 17:26:44.539474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Checking segment: {'id': '9b6663fc-55ff-4867-900b-c02048e1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:44.539862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Network hostable DHCP agents. Network: 1434aeea-ef12-44ab-bd21-a67387b8f9c3, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:26:44.604240 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64fb7135-d525-4230-b186-8dd94a0034d8 req-62330a6d-c472-473a-a499-b9240ffa9023 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648355 Apr 18 17:26:44.696076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:26:44.750389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907f476-97ac-450a-ae14-0a53baed0458 req-45acc15a-452c-4919-801d-8c706d52d558 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:44.753940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8907f476-97ac-450a-ae14-0a53baed0458 req-45acc15a-452c-4919-801d-8c706d52d558 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.0819607 Apr 18 17:26:44.820273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8907f476-97ac-450a-ae14-0a53baed0458 req-4cc032c6-7ef8-4fb4-93f6-6d79a589058f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648921 Apr 18 17:26:44.839904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1434aeea-ef12-44ab-bd21-a67387b8f9c3) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:44.853519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:44.853974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb885d-e1a9-4c28-b187-41b6a6109b17 None None] Network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:44.865429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:44.899309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-824a48e6-b025-4015-8783-f78d44fa8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:44.902078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-824a48e6-b025-4015-8783-f78d44fa8bbd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5&tenant_id=343ae54d5a1f4703a2f044c77ee8f89f HTTP/1.1" status: 200 len: 1095 time: 0.1580951 Apr 18 17:26:44.963575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfceab-0374-4147-b3fc-5b83d84cadf9 req-ddb47a0f-dae4-4eef-9754-e28b3e07855c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:44.965114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1dfceab-0374-4147-b3fc-5b83d84cadf9 req-ddb47a0f-dae4-4eef-9754-e28b3e07855c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1009452 Apr 18 17:26:44.993995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a1325f30-e3f1-441e-aedb-b3f35337ffb9 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6055682 Apr 18 17:26:44.998242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59738) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:45.004209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Request body: {'port': {'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-997028344'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:45.012119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a26c2531-fa9b-49a5-b947-703c3f24cfbc no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:26:45.013923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1dfceab-0374-4147-b3fc-5b83d84cadf9 req-60188cf8-18d1-4772-a575-24e2d3d470ca tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 Apr 18 17:26:45.048343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a26c2531-fa9b-49a5-b947-703c3f24cfbc {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:26:45.049073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a26c2531-fa9b-49a5-b947-703c3f24cfbc not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:26:45.081928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-db048665-5643-4e26-8ba3-69570c1a95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:45.084693 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-db048665-5643-4e26-8ba3-69570c1a95e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1095 time: 0.1444118 Apr 18 17:26:45.103156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-1434aeea-ef12-44ab-bd21-a67387b8f9c3', 'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3', 'tenant_id': 'fca57e8e684f4894949fe659b8c8d11a', 'fixed_ips': [{'subnet_id': '05d8f605-0b61-4b49-a807-78ab148c3321'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:26:45.105134 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.224537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59742) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:45.263843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-70e014c9-1403-4576-8c98-aeb1bf7af8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:45.265393 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-70e014c9-1403-4576-8c98-aeb1bf7af8e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.1678355 Apr 18 17:26:45.284394 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Allocated IP 2001:db8::2 (1434aeea-ef12-44ab-bd21-a67387b8f9c3/05d8f605-0b61-4b49-a807-78ab148c3321/75de0394-2cda-4474-9982-fe9b6d17eada) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:45.354176 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-fe497ffa-235e-4417-a193-f588d6c11d61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 200 len: 999 time: 0.0807300 Apr 18 17:26:45.397702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Made reservation on behalf of fca57e8e684f4894949fe659b8c8d11a for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:45.401430 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.433922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] device_id is not set on port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:45.443060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-558f10a8-c3a3-4040-a718-f52895db8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:45.444567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-558f10a8-c3a3-4040-a718-f52895db8498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.0837519 Apr 18 17:26:45.448189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ebac6d48-82a5-4f94-9529-2f4f14c60d17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a22faf943c7c49f2bcdb6207c47bca37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221949 Apr 18 17:26:45.455184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59748) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:45.530854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.538226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23198061-f07b-45a2-8403-8df91e840e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.578556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23198061-f07b-45a2-8403-8df91e840e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.581079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-f48c47a8-eccb-4d86-b42e-c8d317c00884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:45.582822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-f48c47a8-eccb-4d86-b42e-c8d317c00884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059837 Apr 18 17:26:45.679490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.722136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-6056ab1e-5586-4302-9318-92b8d9f77995 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326928 Apr 18 17:26:45.727220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:45.733716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:45.737809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:45.852565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Pushing event updated for resources: {'Port': ['ID=75de0394-2cda-4474-9982-fe9b6d17eada,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:45.855402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba767d-0cb5-454a-88f0-fd7e405c27be req-8af27de6-a9c0-438b-8304-84274359016a tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:45.865880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09ba767d-0cb5-454a-88f0-fd7e405c27be req-8af27de6-a9c0-438b-8304-84274359016a tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 944 time: 0.1672068 Apr 18 17:26:45.879348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Attempting to bind port 75de0394-2cda-4474-9982-fe9b6d17eada on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:26:45.879348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Attempting to bind port 75de0394-2cda-4474-9982-fe9b6d17eada by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9b6663fc-55ff-4867-900b-c02048e1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:26:45.879348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Attempting to bind port 75de0394-2cda-4474-9982-fe9b6d17eada on network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:26:45.898146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23198061-f07b-45a2-8403-8df91e840e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.900755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23198061-f07b-45a2-8403-8df91e840e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.902676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-23198061-f07b-45a2-8403-8df91e840e19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49b4768f-a226-4df0-8e9e-ed221c3531a1 HTTP/1.1" status: 204 len: 168 time: 0.4460695 Apr 18 17:26:45.902871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:26:45.910380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Checking segment: {'id': '9b6663fc-55ff-4867-900b-c02048e1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:45.910380 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.910380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Bound using segment: {'id': '9b6663fc-55ff-4867-900b-c02048e1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:26:45.910380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Bound port: 75de0394-2cda-4474-9982-fe9b6d17eada, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6663fc-55ff-4867-900b-c02048e1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:26:45.910380 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:45.918921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Allocated IP 2001:db8::197 (1434aeea-ef12-44ab-bd21-a67387b8f9c3/05d8f605-0b61-4b49-a807-78ab148c3321/7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:45.934219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23198061-f07b-45a2-8403-8df91e840e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b4768f-a226-4df0-8e9e-ed221c3531a1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:45.955569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09ba767d-0cb5-454a-88f0-fd7e405c27be req-024f2c26-3240-4be7-8fe5-05fe84015432 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827472 Apr 18 17:26:46.158599 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b47e56e2-960f-47d0-a04d-3e9b7a94ba61 req-260aa499-7370-4b4a-aab2-0fe31de8e7f0 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159153 Apr 18 17:26:46.220081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] For port 75de0394-2cda-4474-9982-fe9b6d17eada, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:26:46.239370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] For port 75de0394-2cda-4474-9982-fe9b6d17eada, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=75de0394-2cda-4474-9982-fe9b6d17eada,segment=NetworkSegment(9b6663fc-55ff-4867-900b-c02048e1647b),segment_id=9b6663fc-55ff-4867-900b-c02048e1647b)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:26:46.299135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7b1fc-4835-4707-bc0b-abe818199029 req-64164967-52b3-43dc-8d9d-1c2b5b346c73 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:46.300985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9e7b1fc-4835-4707-bc0b-abe818199029 req-64164967-52b3-43dc-8d9d-1c2b5b346c73 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1958196 Apr 18 17:26:46.325266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87508308-9621-4b97-a33f-d2637cdeff10 req-363bf742-edd2-47b8-9480-4d5665c76f0a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:46.326817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87508308-9621-4b97-a33f-d2637cdeff10 req-363bf742-edd2-47b8-9480-4d5665c76f0a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1241746 Apr 18 17:26:46.343261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:46.371542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c54a9491-21c2-4cef-9753-342dfde8712e up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:26:46.379533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9e7b1fc-4835-4707-bc0b-abe818199029 req-c00f4d34-e95d-44d4-82af-dfb4a98bdc09 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679276 Apr 18 17:26:46.398712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87508308-9621-4b97-a33f-d2637cdeff10 req-fbe01fff-4203-4b99-88aa-f9d1a98ff3cb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594761 Apr 18 17:26:46.430745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:46.480059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:46.524673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893b610-fe51-481a-85c2-d63683d6091a None None] Pushing event updated for resources: {'Port': ['ID=75de0394-2cda-4474-9982-fe9b6d17eada,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:46.804268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port c54a9491-21c2-4cef-9753-342dfde8712e completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:26:46.804268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port c54a9491-21c2-4cef-9753-342dfde8712e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:46.804268 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:46.812062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:46.812062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:46.820502 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:46.839350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event updated for resources: {'Port': ['ID=7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:46.847383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:46.863427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:46.864119 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:46.970375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59812) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:46.971539 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c8d0c8de-3d92-4d10-b321-c358ef7f2bb3 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9711452 Apr 18 17:26:46.976651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Request body: {'port': {'network_id': '1434aeea-ef12-44ab-bd21-a67387b8f9c3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1096597071', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:46.977191 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] bootfile-name is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:26:46.977886 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] tftp-server is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:26:46.981123 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] server-ip-address is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:26:46.985723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port c54a9491-21c2-4cef-9753-342dfde8712e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c54a9491-21c2-4cef-9753-342dfde8712e,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:46.987533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54a9491-21c2-4cef-9753-342dfde8712e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:26:47.000681 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21b7e50-b7bb-4580-811f-b8121c948cbe" -d '{"events": [{"server_uuid": "8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e", "name": "network-vif-plugged", "status": "completed", "tag": "c54a9491-21c2-4cef-9753-342dfde8712e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:26:47.079273 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:47.115069 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d7f4c-ea65-4823-859a-bcdcdf9e308c x-openstack-request-id: req-f10d7f4c-ea65-4823-859a-bcdcdf9e308c {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:26:47.115364 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e", "name": "network-vif-plugged", "status": "completed", "tag": "c54a9491-21c2-4cef-9753-342dfde8712e", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:26:47.115618 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f10d7f4c-ea65-4823-859a-bcdcdf9e308c {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:26:47.116036 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10d7f4c-ea65-4823-859a-bcdcdf9e308c'] response: {'server_uuid': '8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54a9491-21c2-4cef-9753-342dfde8712e', 'code': 200} Apr 18 17:26:47.180141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=c54a9491-21c2-4cef-9753-342dfde8712e,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:47.233100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 75de0394-2cda-4474-9982-fe9b6d17eada up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:26:47.297353 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:47.314539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1d379-b7f6-41ac-9ad6-a1ff3688e34c req-80e9d476-cee7-462d-a946-0af59d2da770 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:47.316104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22f1d379-b7f6-41ac-9ad6-a1ff3688e34c req-80e9d476-cee7-462d-a946-0af59d2da770 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 945 time: 0.1330299 Apr 18 17:26:47.320833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 75de0394-2cda-4474-9982-fe9b6d17eada triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:47.321372 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:47.356983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c202c9-c9f8-4991-9f87-c600c29adee5 req-b0deaba1-cfc0-4dae-b37d-c70fd73c06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:47.358531 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4c202c9-c9f8-4991-9f87-c600c29adee5 req-b0deaba1-cfc0-4dae-b37d-c70fd73c06c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 1096 time: 0.1393003 Apr 18 17:26:47.396086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22f1d379-b7f6-41ac-9ad6-a1ff3688e34c req-d8cf0277-8bab-4b58-b08c-af52e060cb30 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685647 Apr 18 17:26:47.450894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Made reservation on behalf of fca57e8e684f4894949fe659b8c8d11a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:47.458739 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:47.523793 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4c202c9-c9f8-4991-9f87-c600c29adee5 req-f84153e6-bdf6-4610-8496-3ef770c89ca9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586378 Apr 18 17:26:47.540230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] device_id is not set on port 9c612432-6320-466e-9f45-f593bfe06aab yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:47.555597 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:47.582329 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:47.646641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 75de0394-2cda-4474-9982-fe9b6d17eada, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=75de0394-2cda-4474-9982-fe9b6d17eada,segment=NetworkSegment(9b6663fc-55ff-4867-900b-c02048e1647b),segment_id=9b6663fc-55ff-4867-900b-c02048e1647b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:47.839814 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:47.911020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=75de0394-2cda-4474-9982-fe9b6d17eada,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:48.473163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4bc62-2e39-4fe3-99f5-f3627551280c None None] Network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:48.525052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59868) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:48.637781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d68f4-3ad0-4467-bfd2-7ec7775792b8 req-1c89a35f-7ade-4706-9d80-65f00c463277 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:48.651189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d83d68f4-3ad0-4467-bfd2-7ec7775792b8 req-1c89a35f-7ade-4706-9d80-65f00c463277 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 1.1250420 Apr 18 17:26:48.717888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Allocated IP 2001:db8::ce (1434aeea-ef12-44ab-bd21-a67387b8f9c3/05d8f605-0b61-4b49-a807-78ab148c3321/9c612432-6320-466e-9f45-f593bfe06aab) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:48.756658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-413340553'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:48.841737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864505b-142c-4434-9ff5-c8035867de84 req-eff7ecbf-973c-4142-9422-a0702a512a24 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:48.841737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c864505b-142c-4434-9ff5-c8035867de84 req-eff7ecbf-973c-4142-9422-a0702a512a24 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 1.2572114 Apr 18 17:26:48.895385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:48.911373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-40d27f25-79e3-4dd2-904d-29f6d870d85e None None] Provisioning complete for port 75de0394-2cda-4474-9982-fe9b6d17eada triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:48.911373 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40d27f25-79e3-4dd2-904d-29f6d870d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:48.911568 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:48.946262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.058170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d83d68f4-3ad0-4467-bfd2-7ec7775792b8 req-cf28b537-b92b-4b04-890d-29ccf80fe8da tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059238 Apr 18 17:26:49.094816 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.107711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 75de0394-2cda-4474-9982-fe9b6d17eada up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:26:49.175497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.206056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c864505b-142c-4434-9ff5-c8035867de84 req-57f6ca2a-4e7a-4de4-879e-a58deb8fe454 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489344 Apr 18 17:26:49.231468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:26:49.237042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a026f7-9451-40b6-b9de-af52cd9ae470,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:49.297899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.298287 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Added segment 134d9929-b7ff-44cc-b6fc-08f17662e170 of type vlan for network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee Apr 18 17:26:49.325329 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.380525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 75de0394-2cda-4474-9982-fe9b6d17eada triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:49.380945 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.398698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.495723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cd56a-67b4-458e-b2c5-11e17944c377 req-893585aa-010b-4cab-b2af-f381d3f0914e tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:49.497647 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-920cd56a-67b4-458e-b2c5-11e17944c377 req-893585aa-010b-4cab-b2af-f381d3f0914e tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 945 time: 0.2331293 Apr 18 17:26:49.581805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.591971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:49.593500 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.657833 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.657833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-920cd56a-67b4-458e-b2c5-11e17944c377 req-777b993b-7f6f-48ba-b95e-4598b30a8b79 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420884 Apr 18 17:26:49.758745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59884) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:49.766537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:49.767303 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2370069 Apr 18 17:26:49.792796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e91d9-46e4-4806-8388-2f90eb95cec9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Network': ['ID=275a2fd1-faeb-4e8c-8019-02f57ce8b1ee,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:49.810909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:26:49.838721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:49.870549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:49.885780 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:49.891794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:49.892466 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:49.921619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event updated for resources: {'Port': ['ID=9c612432-6320-466e-9f45-f593bfe06aab,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:50.010323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59890) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:50.020468 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b6b3afe9-363d-4a47-a6c3-26d4326fdaff tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0478165 Apr 18 17:26:50.061406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:50.065180 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:50.350955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734b9fd-c3b6-4453-b1d9-b3ae620c37ce tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:50.385976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734b9fd-c3b6-4453-b1d9-b3ae620c37ce tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:50.413830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734b9fd-c3b6-4453-b1d9-b3ae620c37ce tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:50.416238 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5734b9fd-c3b6-4453-b1d9-b3ae620c37ce tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4048252 Apr 18 17:26:50.419931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59898) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:50.520186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc9b6090-0830-47f8-abe7-8de40c98303f None None] Provisioning complete for port 75de0394-2cda-4474-9982-fe9b6d17eada triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:50.520986 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6090-0830-47f8-abe7-8de40c98303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:50.602616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1f68954e-092a-4040-af7b-5a29a99e152f tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Deleting port 9c612432-6320-466e-9f45-f593bfe06aab {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:50.606032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f68954e-092a-4040-af7b-5a29a99e152f tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:50.750986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc9b6090-0830-47f8-abe7-8de40c98303f None None] Provisioning complete for port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:50.752843 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6090-0830-47f8-abe7-8de40c98303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:50.820099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5761a92-519c-4d8a-a9b5-618b1a656932 req-f2d331b1-6616-4703-96f9-8030cd25097c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:50.830533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b6090-0830-47f8-abe7-8de40c98303f None None] Port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:50.831836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5761a92-519c-4d8a-a9b5-618b1a656932 req-f2d331b1-6616-4703-96f9-8030cd25097c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.5797703 Apr 18 17:26:50.869716 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:50.919431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f58f19-6479-40e3-a5bf-2ffba79a5417 req-5a116477-2eea-4da7-8128-10d6da784b6f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:50.921640 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02f58f19-6479-40e3-a5bf-2ffba79a5417 req-5a116477-2eea-4da7-8128-10d6da784b6f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.3664691 Apr 18 17:26:51.000937 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f68954e-092a-4040-af7b-5a29a99e152f tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:51.007720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5ba83a00-6a1a-431d-a3ab-1ba17343d242 None None] Provisioning complete for port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:51.009215 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ba83a00-6a1a-431d-a3ab-1ba17343d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:51.018934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1f68954e-092a-4040-af7b-5a29a99e152f tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Calling delete_port for 9c612432-6320-466e-9f45-f593bfe06aab owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:51.090385 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5761a92-519c-4d8a-a9b5-618b1a656932 req-bd156e39-73be-4fe1-8544-3092a87e0d28 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555737 Apr 18 17:26:51.116870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5ba83a00-6a1a-431d-a3ab-1ba17343d242 None None] Port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:51.125673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:51.126052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network hostable DHCP agents. Network: 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:26:51.155876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-02f58f19-6479-40e3-a5bf-2ffba79a5417 req-7cd7dc55-7b46-409d-9023-ffca9e41163c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209153 Apr 18 17:26:51.167021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=f7d723c0-48c9-46de-8a11-3e15b24ff4a4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:51.259364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ad500708-5975-4594-8c5f-dc7e648f54ca None None] Provisioning complete for port 9c612432-6320-466e-9f45-f593bfe06aab triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:51.263166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad500708-5975-4594-8c5f-dc7e648f54ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:51.344571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f8705-a423-4787-ba47-eda4b302377d req-52f135ed-4702-420d-9818-45e3bc23dc34 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:51.363625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b7f8705-a423-4787-ba47-eda4b302377d req-52f135ed-4702-420d-9818-45e3bc23dc34 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 945 time: 0.1638391 Apr 18 17:26:51.363834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ad500708-5975-4594-8c5f-dc7e648f54ca None None] Port 9c612432-6320-466e-9f45-f593bfe06aab cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:51.414192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b7f8705-a423-4787-ba47-eda4b302377d req-9261a1cc-0a60-4e66-8741-0c1486089efb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552504 Apr 18 17:26:51.575760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:26:51.913462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f68954e-092a-4040-af7b-5a29a99e152f tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:51.970674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:51.984858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:52.000486 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:52.006684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d248a-3e51-4956-b03e-e49f4e034ca6 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:52.038119 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f68954e-092a-4040-af7b-5a29a99e152f tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:52.049401 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 59958) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:52.050008 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1f68954e-092a-4040-af7b-5a29a99e152f tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "DELETE /v2.0/ports/9c612432-6320-466e-9f45-f593bfe06aab HTTP/1.1" status: 204 len: 168 time: 1.6285341 Apr 18 17:26:52.051236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68954e-092a-4040-af7b-5a29a99e152f tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event deleted for resources: {'Port': ['ID=9c612432-6320-466e-9f45-f593bfe06aab,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:52.065263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Request body: {'port': {'name': 'tempest-new-port-name-712816953', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:52.068616 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] bootfile-name is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:26:52.068616 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] tftp-server is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:26:52.069495 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] server-ip-address is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:26:52.097812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8d9fa78f-563a-4e83-a581-8b1acf04bb19 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3369150 Apr 18 17:26:52.103318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 59962) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:52.117160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'name': 'tempest-NetworksTestDHCPv6-1234007319'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:26:52.291348 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:52.413134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': 'f7d723c0-48c9-46de-8a11-3e15b24ff4a4'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:26:52.414224 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:52.508871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df0c62-870e-45f5-bd17-866235e8d3c1 req-f2e141c6-ac7a-484b-8079-0528bd9dd864 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:52.510600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9df0c62-870e-45f5-bd17-866235e8d3c1 req-f2e141c6-ac7a-484b-8079-0528bd9dd864 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.2006633 Apr 18 17:26:52.576797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151aae6-ed2e-48ae-8168-04e5caec488e req-a59db9bd-c0c0-4059-9efd-9e45e65ec561 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:52.578549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e151aae6-ed2e-48ae-8168-04e5caec488e req-a59db9bd-c0c0-4059-9efd-9e45e65ec561 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1302991 Apr 18 17:26:52.616270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/f7d723c0-48c9-46de-8a11-3e15b24ff4a4/9e7818d1-d8d5-40e0-9266-6ad6ff45297e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:52.656146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:26:52.661382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:52.730866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 4efac751-7fc8-4b90-ae22-bd047ce5b7a9 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:26:52.814449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9df0c62-870e-45f5-bd17-866235e8d3c1 req-f65a04ae-20ce-4d16-8aa4-4ab83e84e5c8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955694 Apr 18 17:26:52.956600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e151aae6-ed2e-48ae-8168-04e5caec488e req-91b7eadd-d61d-401c-9794-36d5398f42f4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631487 Apr 18 17:26:53.035532 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:53.105006 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:53.113130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:53.192023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:53.203242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Pushing event updated for resources: {'Port': ['ID=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:53.233109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:53.235327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:53.238563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:53.332039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Attempting to bind port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:26:53.332411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Attempting to bind port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:26:53.332939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Attempting to bind port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:26:53.341383 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:26:53.341969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:26:53.342426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:53.342883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:26:53.343741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Bound port: 9e7818d1-d8d5-40e0-9266-6ad6ff45297e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:26:53.344232 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:53.394627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::d1 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/f7d723c0-48c9-46de-8a11-3e15b24ff4a4/4efac751-7fc8-4b90-ae22-bd047ce5b7a9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:26:53.395217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] In _notify_port_updated(), no bound segment for port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa on network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:26:53.411843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:53.418886 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:53.422170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "PUT /v2.0/ports/7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa HTTP/1.1" status: 200 len: 1129 time: 1.3697805 Apr 18 17:26:53.428580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60006) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:53.468826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] For port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:26:53.480628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] For port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:26:53.542137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:53.670554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e7d1-e96b-431b-aba7-c49795f6082e None None] Pushing event updated for resources: {'Port': ['ID=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:53.685068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a4096-c847-4472-b942-296bea5dd958 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:53.694590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0d9a4096-c847-4472-b942-296bea5dd958 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "GET /v2.0/ports/7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa HTTP/1.1" status: 200 len: 1129 time: 0.2599461 Apr 18 17:26:53.705813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900745-2d81-4c05-bd84-348bfb35bc09 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event updated for resources: {'Port': ['ID=7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:53.712315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60022) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:54.072659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9edac478-3c5b-46a3-910a-0d70a0396723 None None] Provisioning complete for port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:54.077480 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9edac478-3c5b-46a3-910a-0d70a0396723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:54.259158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9edac478-3c5b-46a3-910a-0d70a0396723 None None] Port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:26:54.358586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-708eb1c5-7327-43a2-a1c1-8070347dd3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Deleting port 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:54.358939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-708eb1c5-7327-43a2-a1c1-8070347dd3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:54.438907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf297d-cded-4a3e-a66a-d3ae8457908d req-853ceb85-fe56-457a-87ac-5581924fdf27 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:54.443806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4cf297d-cded-4a3e-a66a-d3ae8457908d req-853ceb85-fe56-457a-87ac-5581924fdf27 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.3988793 Apr 18 17:26:54.490237 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:54.548371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054487b-39d5-470a-8572-be319f4ef04a req-f54e91ae-7a72-4322-af7b-810d5818f987 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:54.562623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6054487b-39d5-470a-8572-be319f4ef04a req-f54e91ae-7a72-4322-af7b-810d5818f987 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.3310118 Apr 18 17:26:54.624525 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-708eb1c5-7327-43a2-a1c1-8070347dd3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:54.650398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e4cf297d-cded-4a3e-a66a-d3ae8457908d req-cb2c8d5e-9735-452b-a4ea-6297021199b2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895678 Apr 18 17:26:54.663856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-708eb1c5-7327-43a2-a1c1-8070347dd3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Calling delete_port for 7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:54.705069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6054487b-39d5-470a-8572-be319f4ef04a req-c359713a-f6ca-4d0f-875c-59159a12cff8 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287491 Apr 18 17:26:54.803409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:54.888665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:26:54.898328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:26:54.924580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:26:54.933360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:54.934091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:54.959254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=4efac751-7fc8-4b90-ae22-bd047ce5b7a9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:55.058812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:55.059566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4b1cc296-5d8d-4786-98ac-f333b800a914 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9535592 Apr 18 17:26:55.171286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6050be64-f804-48d2-85b2-c59226946e4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:55.186454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6050be64-f804-48d2-85b2-c59226946e4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:55.199362 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-708eb1c5-7327-43a2-a1c1-8070347dd3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.202257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6050be64-f804-48d2-85b2-c59226946e4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1415741 Apr 18 17:26:55.206120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60052) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:55.229081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9e7818d1-d8d5-40e0-9266-6ad6ff45297e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:26:55.333660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb1c5-7327-43a2-a1c1-8070347dd3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event deleted for resources: {'Port': ['ID=7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:55.366657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:55.370856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.400156 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-708eb1c5-7327-43a2-a1c1-8070347dd3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.404846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-708eb1c5-7327-43a2-a1c1-8070347dd3c1 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "DELETE /v2.0/ports/7acae09e-4c2d-4bcc-a3c6-73d1a609b1aa HTTP/1.1" status: 204 len: 168 time: 1.6912344 Apr 18 17:26:55.407378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60056) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:55.492638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ce9905-d3b1-48b7-8b0f-fec26cd4da03 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Deleting subnet 05d8f605-0b61-4b49-a807-78ab148c3321 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:55.497086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9905-d3b1-48b7-8b0f-fec26cd4da03 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.584937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e867fc0d-e6e4-487d-ab6d-ab28fded1e13 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 4efac751-7fc8-4b90-ae22-bd047ce5b7a9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:55.585600 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e867fc0d-e6e4-487d-ab6d-ab28fded1e13 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.601591 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.605245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9905-d3b1-48b7-8b0f-fec26cd4da03 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.756704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:55.816052 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.941763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9905-d3b1-48b7-8b0f-fec26cd4da03 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:55.991498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:56.118773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9905-d3b1-48b7-8b0f-fec26cd4da03 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:56.156552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9905-d3b1-48b7-8b0f-fec26cd4da03 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:56.157908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf574d9e-85d8-4fd0-877f-f9040ded01d4 None None] Network 1434aeea-ef12-44ab-bd21-a67387b8f9c3 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:56.176740 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f0ce9905-d3b1-48b7-8b0f-fec26cd4da03 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "DELETE /v2.0/subnets/05d8f605-0b61-4b49-a807-78ab148c3321 HTTP/1.1" status: 204 len: 168 time: 0.7679474 Apr 18 17:26:56.179472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60072) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:56.328491 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e867fc0d-e6e4-487d-ab6d-ab28fded1e13 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:56.351598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57451e77-130c-4c95-bd95-298ff9155e8b req-cab03a10-01bb-4a8a-99ad-f8ce1b301fa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:56.362613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57451e77-130c-4c95-bd95-298ff9155e8b req-cab03a10-01bb-4a8a-99ad-f8ce1b301fa5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.4795935 Apr 18 17:26:56.391701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1707f9e-80d5-408f-9176-3556bbe6905e req-9102ba94-35bf-4636-a3d3-dbeddb727601 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:56.393294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1707f9e-80d5-408f-9176-3556bbe6905e req-9102ba94-35bf-4636-a3d3-dbeddb727601 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.4897738 Apr 18 17:26:56.468481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1edb08-4180-4d4e-9d15-08c6c2a9c587 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:26:56.505481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1707f9e-80d5-408f-9176-3556bbe6905e req-54052f1c-1ab7-4c09-a8c7-6f7326ff8323 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902910 Apr 18 17:26:56.508301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e867fc0d-e6e4-487d-ab6d-ab28fded1e13 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 4efac751-7fc8-4b90-ae22-bd047ce5b7a9 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:56.512412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce9905-d3b1-48b7-8b0f-fec26cd4da03 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event deleted for resources: {'Subnet': ['ID=05d8f605-0b61-4b49-a807-78ab148c3321,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:56.571449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:56.602231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-57451e77-130c-4c95-bd95-298ff9155e8b req-5a92a2a6-f36b-4f82-a37e-9748e4cbc4c7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029169 Apr 18 17:26:56.727515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Deleting port 75de0394-2cda-4474-9982-fe9b6d17eada {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:56.727877 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:56.793168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2858f165-cc15-4d3e-b42f-7db43daafcc9 None None] Provisioning complete for port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:56.794729 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2858f165-cc15-4d3e-b42f-7db43daafcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:56.934657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] DHCP port deletion for 1434aeea-ef12-44ab-bd21-a67387b8f9c3 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:26:56.987937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] For port 75de0394-2cda-4474-9982-fe9b6d17eada, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=75de0394-2cda-4474-9982-fe9b6d17eada,segment=NetworkSegment(9b6663fc-55ff-4867-900b-c02048e1647b),segment_id=9b6663fc-55ff-4867-900b-c02048e1647b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:56.991155 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:57.035283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Calling delete_port for 75de0394-2cda-4474-9982-fe9b6d17eada owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:57.247949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9e7818d1-d8d5-40e0-9266-6ad6ff45297e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:26:57.247949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] Deleting port 75de0394-2cda-4474-9982-fe9b6d17eada {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:26:57.247949 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:57.406089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] For port 75de0394-2cda-4474-9982-fe9b6d17eada, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=75de0394-2cda-4474-9982-fe9b6d17eada,segment=NetworkSegment(9b6663fc-55ff-4867-900b-c02048e1647b),segment_id=9b6663fc-55ff-4867-900b-c02048e1647b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:26:57.406705 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:57.452572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] Calling delete_port for 75de0394-2cda-4474-9982-fe9b6d17eada owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:26:57.491193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:57.491860 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:57.553094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e867fc0d-e6e4-487d-ab6d-ab28fded1e13 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:57.581841 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:57.669677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event deleted for resources: {'Port': ['ID=75de0394-2cda-4474-9982-fe9b6d17eada,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:57.683999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867fc0d-e6e4-487d-ab6d-ab28fded1e13 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=4efac751-7fc8-4b90-ae22-bd047ce5b7a9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:57.761643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] No DVR routers for this DVR port 75de0394-2cda-4474-9982-fe9b6d17eada on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:57.908237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:58.090713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] No DVR routers for this DVR port 75de0394-2cda-4474-9982-fe9b6d17eada on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:26:58.131888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32d9db-951b-47f8-b7b4-4de6c05622ec None None] Pushing event deleted for resources: {'Port': ['ID=75de0394-2cda-4474-9982-fe9b6d17eada,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:58.132380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:58.143525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e867fc0d-e6e4-487d-ab6d-ab28fded1e13 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:58.174857 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e867fc0d-e6e4-487d-ab6d-ab28fded1e13 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/4efac751-7fc8-4b90-ae22-bd047ce5b7a9 HTTP/1.1" status: 204 len: 168 time: 2.9578428 Apr 18 17:26:58.185503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60092) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:58.241717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1434aeea-ef12-44ab-bd21-a67387b8f9c3']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:58.248345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 75de0394-2cda-4474-9982-fe9b6d17eada no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:26:58.301062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17943d43-ca5e-4201-9eeb-5d3411517653 req-fd63463e-6265-40fe-9b3d-3bd33d013ba5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:58.320249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6663fc-55ff-4867-900b-c02048e1647b') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:58.320249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6663fc-55ff-4867-900b-c02048e1647b') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:26:58.321290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17943d43-ca5e-4201-9eeb-5d3411517653 req-fd63463e-6265-40fe-9b3d-3bd33d013ba5 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.5952034 Apr 18 17:26:58.343288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 75de0394-2cda-4474-9982-fe9b6d17eada {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:26:58.349058 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 75de0394-2cda-4474-9982-fe9b6d17eada not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:26:58.374202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-09cff1d9-badd-4485-9575-89933631c454 None None] Could not find standard attr ID for object 4efac751-7fc8-4b90-ae22-bd047ce5b7a9. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:26:58.408076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:58.416996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-09cff1d9-badd-4485-9575-89933631c454 None None] Provisioning complete for port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:26:58.417372 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-09cff1d9-badd-4485-9575-89933631c454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:58.467963 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:58.519124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:26:58.520790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacb737-35bf-4243-a2dd-afa08186bab5 req-10792725-427d-4410-a77a-c6ed1e812520 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:58.521353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:58.528090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-feacb737-35bf-4243-a2dd-afa08186bab5 req-10792725-427d-4410-a77a-c6ed1e812520 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.6575215 Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:26:58.589332 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:26:58.837158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-feacb737-35bf-4243-a2dd-afa08186bab5 req-4d765fdd-0774-449a-98b3-4e5802902eb5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426412 Apr 18 17:26:58.911010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-35565fcf-53a9-4ea8-b9ca-04e79eb00435 None None] Could not find standard attr ID for object 4efac751-7fc8-4b90-ae22-bd047ce5b7a9. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:26:58.940619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf08f5-9027-43f6-94d7-89b662efe18c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:58.948629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf08f5-9027-43f6-94d7-89b662efe18c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:26:58.953733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60106) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:26:58.957175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6abf08f5-9027-43f6-94d7-89b662efe18c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7663918 Apr 18 17:26:58.968394 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:58.977795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17943d43-ca5e-4201-9eeb-5d3411517653 req-90c11bc8-e080-4509-895a-58b213c3b711 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6557789 Apr 18 17:26:59.511180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:59.517864 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] 10.222.0.45 "DELETE /v2.0/networks/1434aeea-ef12-44ab-bd21-a67387b8f9c3 HTTP/1.1" status: 204 len: 168 time: 3.3370175 Apr 18 17:26:59.521141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Pushing event deleted for resources: {'Network': ['ID=1434aeea-ef12-44ab-bd21-a67387b8f9c3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:26:59.541849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.542231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.542820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.547613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5cd69-32bf-49a5-be62-d5ae3a914f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297 tempest-ExtraDHCPOptionsIpV6TestJSON-2139812297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:26:59.575297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da08ab0-6abf-4b41-bcfb-f3777e3ed320 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet f7d723c0-48c9-46de-8a11-3e15b24ff4a4 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:26:59.590758 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8da08ab0-6abf-4b41-bcfb-f3777e3ed320 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:59.700314 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8da08ab0-6abf-4b41-bcfb-f3777e3ed320 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:26:59.964358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8da08ab0-6abf-4b41-bcfb-f3777e3ed320 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:00.125177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bf93a-4feb-460b-a25d-c359cb1d61fc req-def1ce02-7e6b-4f2f-abaf-485c24dd8a5a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:00.134218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e20bf93a-4feb-460b-a25d-c359cb1d61fc req-def1ce02-7e6b-4f2f-abaf-485c24dd8a5a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1504121 Apr 18 17:27:00.264566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8da08ab0-6abf-4b41-bcfb-f3777e3ed320 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:00.338550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e20bf93a-4feb-460b-a25d-c359cb1d61fc req-0049836c-a8e6-406c-8132-f7b10ca11c69 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992691 Apr 18 17:27:00.380024 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be4297-0399-44c2-a6be-1599d5b15876 req-32f7c6b7-34d6-4c3f-9145-5d873be5229c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:00.397770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13be4297-0399-44c2-a6be-1599d5b15876 req-32f7c6b7-34d6-4c3f-9145-5d873be5229c tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1581945 Apr 18 17:27:00.436866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5156dd0d-d88c-4dc0-80b7-76c7d8f40517 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:00.448810 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8da08ab0-6abf-4b41-bcfb-f3777e3ed320 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:00.476364 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8da08ab0-6abf-4b41-bcfb-f3777e3ed320 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/f7d723c0-48c9-46de-8a11-3e15b24ff4a4 HTTP/1.1" status: 204 len: 168 time: 1.5178418 Apr 18 17:27:00.476364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da08ab0-6abf-4b41-bcfb-f3777e3ed320 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d723c0-48c9-46de-8a11-3e15b24ff4a4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:00.483428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60140) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:00.496019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60144) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:00.527250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13be4297-0399-44c2-a6be-1599d5b15876 req-2744830b-cbca-45b8-90f6-2a8028674891 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280224 Apr 18 17:27:00.720471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3c0312dd-50a3-49e3-95d9-a61388616f8c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2358747 Apr 18 17:27:00.723505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60148) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:00.728674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:00.864592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:01.046793 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-765ac4b2-c744-46cf-a5a2-13310b22227e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.098779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] Deleting port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:01.099524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.259374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9e7818d1-d8d5-40e0-9266-6ad6ff45297e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:01.308399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60156) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:01.309112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0d914f2f-6fb9-4448-aad4-1977748eaa14 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fca57e8e684f4894949fe659b8c8d11a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8050122 Apr 18 17:27:01.425792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] For port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:01.427110 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.433762 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:01.438527 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.465571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fc4db29-b7bf-4427-ab27-1d6970b1eca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.500488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] Calling delete_port for 9e7818d1-d8d5-40e0-9266-6ad6ff45297e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:01.527577 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fc4db29-b7bf-4427-ab27-1d6970b1eca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.690818 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.710051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60164) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:01.827684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:01.845376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fc4db29-b7bf-4427-ab27-1d6970b1eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.847983 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6fc4db29-b7bf-4427-ab27-1d6970b1eca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:01.851981 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6fc4db29-b7bf-4427-ab27-1d6970b1eca5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/387e5c78-d413-48c3-859d-e5f05c14a485 HTTP/1.1" status: 204 len: 168 time: 0.5398109 Apr 18 17:27:01.877015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4db29-b7bf-4427-ab27-1d6970b1eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387e5c78-d413-48c3-859d-e5f05c14a485,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:01.931436 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:02.023067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c70f-080b-43c5-80ab-535e01c0bf0b req-97b3a92c-2695-4c20-80d9-1001e4bd82f7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:02.039312 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1774c70f-080b-43c5-80ab-535e01c0bf0b req-97b3a92c-2695-4c20-80d9-1001e4bd82f7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.4857299 Apr 18 17:27:02.042605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3db171d2-aedc-487a-b9bb-b8cd74c7b2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:02.103907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbaa4b-8258-45f6-8b32-d061f7b41d07 req-4327ed9f-09c6-4a33-b455-518f0e8d9301 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:02.106111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6dbaa4b-8258-45f6-8b32-d061f7b41d07 req-4327ed9f-09c6-4a33-b455-518f0e8d9301 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.3504889 Apr 18 17:27:02.106951 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:02.193112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] No DVR routers for this DVR port 9e7818d1-d8d5-40e0-9266-6ad6ff45297e on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:02.239726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1774c70f-080b-43c5-80ab-535e01c0bf0b req-54e2b0fd-ac1c-465a-bc3b-0cb1a469253d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988053 Apr 18 17:27:02.282478 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:02.319634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5fd6c-3529-41d0-8022-d130f6add57f None None] Pushing event deleted for resources: {'Port': ['ID=9e7818d1-d8d5-40e0-9266-6ad6ff45297e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:02.363818 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3db171d2-aedc-487a-b9bb-b8cd74c7b2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:02.445909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6dbaa4b-8258-45f6-8b32-d061f7b41d07 req-0490fa36-070b-456e-b2ad-d975865803f4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223464 Apr 18 17:27:02.479811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3db171d2-aedc-487a-b9bb-b8cd74c7b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:02.578754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3db171d2-aedc-487a-b9bb-b8cd74c7b2fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5959a1d74304448087980aece1fc8eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8662214 Apr 18 17:27:02.583864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60182) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:02.642067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db171d2-aedc-487a-b9bb-b8cd74c7b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2056f669-9508-4a71-81fa-001b0bce97e5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:02.789694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-991b34cd-7d62-4bac-a114-c70572542372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:02.861822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-991b34cd-7d62-4bac-a114-c70572542372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:03.068928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:03.089652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-991b34cd-7d62-4bac-a114-c70572542372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:03.093209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-991b34cd-7d62-4bac-a114-c70572542372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:03.094723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-991b34cd-7d62-4bac-a114-c70572542372 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2056f669-9508-4a71-81fa-001b0bce97e5 HTTP/1.1" status: 204 len: 168 time: 0.5019808 Apr 18 17:27:03.140593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b34cd-7d62-4bac-a114-c70572542372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2056f669-9508-4a71-81fa-001b0bce97e5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:03.204173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=3f3a6556-3890-4dd7-af6c-5692a24c9b5f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:03.245172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:03.261740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:03.283390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:03.286425 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:03.330310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb3f1a7-47d2-41de-8639-0498a508393f None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:03.530047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-05223973-7b72-4953-8294-50f4f56ab5aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8053648 Apr 18 17:27:03.531090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60204) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:03.547457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'name': 'tempest-NetworksTestDHCPv6-646177079'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:03.580224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf1fc4-2098-462b-8aee-05f0071566c0 req-e75193aa-3223-4251-91f0-ff29f5e9e131 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:03.580224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfdf1fc4-2098-462b-8aee-05f0071566c0 req-e75193aa-3223-4251-91f0-ff29f5e9e131 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1388273 Apr 18 17:27:03.589485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '3f3a6556-3890-4dd7-af6c-5692a24c9b5f'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:03.590718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:03.688260 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b983c00-126a-450a-abfb-611a3eb026af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:03.704474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfdf1fc4-2098-462b-8aee-05f0071566c0 req-7cbbfcd9-d1ba-4da5-8fe5-42833af35379 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185198 Apr 18 17:27:03.881214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0fa7f-58ea-4a45-be38-690f0fe7fa48 req-9c48c2d0-06eb-4ac3-b8e5-e08b518f0958 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:03.882876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72b0fa7f-58ea-4a45-be38-690f0fe7fa48 req-9c48c2d0-06eb-4ac3-b8e5-e08b518f0958 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1558559 Apr 18 17:27:03.955205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/3f3a6556-3890-4dd7-af6c-5692a24c9b5f/5dafe056-d446-43de-afce-ac2751521791) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:03.958479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:03.963613 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:03.998742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72b0fa7f-58ea-4a45-be38-690f0fe7fa48 req-2cbaad04-63c8-451e-a3f0-f813ce0d7242 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028421 Apr 18 17:27:04.017290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 3054ae63-e142-4318-93d8-7bba2dd4e680 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:04.455172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60224) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:04.486339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad296b1e-392e-4011-933c-a74cfc0fe7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:04.497919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:04.524097 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:04.559935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60226) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:04.624765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:04.650621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad296b1e-392e-4011-933c-a74cfc0fe7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:04.705789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:04.720863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:04.724892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad296b1e-392e-4011-933c-a74cfc0fe7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:04.728574 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:04.810113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Pushing event updated for resources: {'Port': ['ID=5dafe056-d446-43de-afce-ac2751521791,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:04.833199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ad296b1e-392e-4011-933c-a74cfc0fe7f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd7b9f45966a4eb1acc8748d6aa9be3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743463 Apr 18 17:27:04.833468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::385 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/3f3a6556-3890-4dd7-af6c-5692a24c9b5f/3054ae63-e142-4318-93d8-7bba2dd4e680) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:04.836085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60234) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:04.842187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad296b1e-392e-4011-933c-a74cfc0fe7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72ce5f-3e50-4928-a829-f327ff1f2a19,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:04.895530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Attempting to bind port 5dafe056-d446-43de-afce-ac2751521791 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:04.895909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Attempting to bind port 5dafe056-d446-43de-afce-ac2751521791 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:04.896323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Attempting to bind port 5dafe056-d446-43de-afce-ac2751521791 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:04.901843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:04.902228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:04.903215 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:04.903620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:04.904345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Bound port: 5dafe056-d446-43de-afce-ac2751521791, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:04.904514 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:04.923489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'networks': [{'name': 'tempest-network--1099970558'}, {'name': 'tempest-network--154453035'}]} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:04.923804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'network': {'name': 'tempest-network--1099970558'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:04.924275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'network': {'name': 'tempest-network--154453035'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:05.003224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] For port 5dafe056-d446-43de-afce-ac2751521791, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:05.006568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] For port 5dafe056-d446-43de-afce-ac2751521791, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5dafe056-d446-43de-afce-ac2751521791,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:05.044469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4d738-ea2d-43f1-b93f-eacfbf3a43bc req-02c08e73-8ce5-4ca0-89db-daad232f0da2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:05.051987 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c4d738-ea2d-43f1-b93f-eacfbf3a43bc req-02c08e73-8ce5-4ca0-89db-daad232f0da2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1577752 Apr 18 17:27:05.061943 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f739e0a3-41d5-4c00-afc6-32fad4b1e6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.062407 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.085499 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f739e0a3-41d5-4c00-afc6-32fad4b1e6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.132881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Made reservation on behalf of 1053166f2ac843ceb1d831e82c3f6341 for: {'network': 2} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:05.151391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.213045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.217174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f441aa-80a3-45f9-8a6f-da2b16bcdaaf None None] Pushing event updated for resources: {'Port': ['ID=5dafe056-d446-43de-afce-ac2751521791,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:05.231780 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f739e0a3-41d5-4c00-afc6-32fad4b1e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.240409 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f739e0a3-41d5-4c00-afc6-32fad4b1e6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.241805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f739e0a3-41d5-4c00-afc6-32fad4b1e6e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e72ce5f-3e50-4928-a829-f327ff1f2a19 HTTP/1.1" status: 204 len: 168 time: 0.3758645 Apr 18 17:27:05.263241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c4d738-ea2d-43f1-b93f-eacfbf3a43bc req-787b5c18-c852-4587-9ab2-0d0536b2ed8a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102933 Apr 18 17:27:05.294392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739e0a3-41d5-4c00-afc6-32fad4b1e6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72ce5f-3e50-4928-a829-f327ff1f2a19,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:05.326457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ecaa2-feb5-4d64-beb6-582421b695e0 req-ed337810-7d43-429f-a285-d1debe95c931 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:05.328029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a93ecaa2-feb5-4d64-beb6-582421b695e0 req-ed337810-7d43-429f-a285-d1debe95c931 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1853759 Apr 18 17:27:05.417681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a93ecaa2-feb5-4d64-beb6-582421b695e0 req-6dbfe5aa-feaa-4db4-9cd8-36edb19cda21 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688775 Apr 18 17:27:05.442875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.472824 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.535700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.536398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.606239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.607226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be11519-8b32-4234-8193-17ff30c5f603,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:05.635486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:27:05.699592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.700228 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Added segment 5af60e64-2d5e-431a-ac98-b430fe48c4bb of type vlan for network 2104b9f7-dca1-4dc9-a83d-4c1542cb9098 Apr 18 17:27:05.726037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:05.750384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:05.758320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:05.764412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:05.764980 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.776525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=3054ae63-e142-4318-93d8-7bba2dd4e680,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:05.791763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.841128 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:27:05.865262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.867381 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Added segment 3359e4c9-8e3c-4c63-88cc-9b5782adbf05 of type vlan for network 2cd08727-739f-40ea-8f1d-8b27a36f88bd Apr 18 17:27:05.884502 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6e385d08-27e9-40b7-b1c0-fdf1ed165590 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3507652 Apr 18 17:27:05.886849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60254) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:05.929826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:05.949933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf202a45-a825-4f26-a570-546604e1020c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:05.958424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf202a45-a825-4f26-a570-546604e1020c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:05.960305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cf202a45-a825-4f26-a570-546604e1020c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0717485 Apr 18 17:27:05.963095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60256) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:05.993197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:06.124076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:06.126689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:06.126818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a51ab677-e515-41f8-986e-297d7feb416e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 3054ae63-e142-4318-93d8-7bba2dd4e680 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:06.126818 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a51ab677-e515-41f8-986e-297d7feb416e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:06.130236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:06.135906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:06.136564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:06.186655 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:06.301032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7398829 Apr 18 17:27:06.303412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60268) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:06.365319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Network': ['ID=2104b9f7-dca1-4dc9-a83d-4c1542cb9098,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:06.388938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 2104b9f7-dca1-4dc9-a83d-4c1542cb9098 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:27:06.793571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e6144-42b8-4951-bf9d-283fc2bd9c1c tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Network': ['ID=2cd08727-739f-40ea-8f1d-8b27a36f88bd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:06.805633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 2cd08727-739f-40ea-8f1d-8b27a36f88bd details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:27:06.895942 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838c528-61db-473b-bd19-afa4542a2573 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:06.908812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838c528-61db-473b-bd19-afa4542a2573 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:06.918172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838c528-61db-473b-bd19-afa4542a2573 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:06.925826 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838c528-61db-473b-bd19-afa4542a2573 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:06.930762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8838c528-61db-473b-bd19-afa4542a2573 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6219904 Apr 18 17:27:06.932722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60284) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:07.030071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.143770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5dafe056-d446-43de-afce-ac2751521791 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:07.166878 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de820a7c-ac28-4336-bfa9-1986372ba97c req-48acab35-1cc8-41c9-9645-02693ecd2080 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:07.173469 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:27:07.179839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de820a7c-ac28-4336-bfa9-1986372ba97c req-48acab35-1cc8-41c9-9645-02693ecd2080 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.2607203 Apr 18 17:27:07.210470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.211369 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a51ab677-e515-41f8-986e-297d7feb416e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.222568 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaffb91-aaeb-4b5f-a208-8db23e4ff42e req-a3c3ff1b-993d-4c6b-9742-8726e17a3307 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:07.230533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3eaffb91-aaeb-4b5f-a208-8db23e4ff42e req-a3c3ff1b-993d-4c6b-9742-8726e17a3307 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.3215647 Apr 18 17:27:07.242879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2104b9f7-dca1-4dc9-a83d-4c1542cb9098']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:07.270966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af60e64-2d5e-431a-ac98-b430fe48c4bb') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:07.272795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af60e64-2d5e-431a-ac98-b430fe48c4bb') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:07.278130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a51ab677-e515-41f8-986e-297d7feb416e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 3054ae63-e142-4318-93d8-7bba2dd4e680 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:07.291479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.303489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de820a7c-ac28-4336-bfa9-1986372ba97c req-af6da971-562a-4d95-86db-1072875bccdd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264098 Apr 18 17:27:07.314305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-964403f9-f535-4e5f-b707-325d9e9df326 None None] Provisioning complete for port 5dafe056-d446-43de-afce-ac2751521791 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:07.314305 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-964403f9-f535-4e5f-b707-325d9e9df326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.314612 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.321664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:27:07.322213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.370050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3eaffb91-aaeb-4b5f-a208-8db23e4ff42e req-42fafc5e-a251-45ce-b9c4-f5da83cdb562 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383150 Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:27:07.444728 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:27:07.448040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5dafe056-d446-43de-afce-ac2751521791 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:07.448449 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.553482 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-964403f9-f535-4e5f-b707-325d9e9df326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.593379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.600010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.609525 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/networks/2104b9f7-dca1-4dc9-a83d-4c1542cb9098 HTTP/1.1" status: 204 len: 168 time: 0.6745470 Apr 18 17:27:07.631867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60296) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:07.636177 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-964403f9-f535-4e5f-b707-325d9e9df326 None None] For port 5dafe056-d446-43de-afce-ac2751521791, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5dafe056-d446-43de-afce-ac2751521791,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:07.660986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033efa48-1a79-41ec-bccf-ef5007796eb9 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Network': ['ID=2104b9f7-dca1-4dc9-a83d-4c1542cb9098,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:07.674262 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.717124 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-964403f9-f535-4e5f-b707-325d9e9df326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.769366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.776251 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a51ab677-e515-41f8-986e-297d7feb416e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.853674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964403f9-f535-4e5f-b707-325d9e9df326 None None] Pushing event updated for resources: {'Port': ['ID=5dafe056-d446-43de-afce-ac2751521791,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:07.864946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ab677-e515-41f8-986e-297d7feb416e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=3054ae63-e142-4318-93d8-7bba2dd4e680,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:07.865264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-813e1fc8-f818-43b4-8fbc-1bb393b15978 None None] Could not find standard attr ID for object 3054ae63-e142-4318-93d8-7bba2dd4e680. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:07.884879 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:27:07.885237 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:27:07.917928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a51ab677-e515-41f8-986e-297d7feb416e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.924427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a51ab677-e515-41f8-986e-297d7feb416e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/3054ae63-e142-4318-93d8-7bba2dd4e680 HTTP/1.1" status: 204 len: 168 time: 1.9600794 Apr 18 17:27:07.927597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60304) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:07.955520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:07.979244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd08727-739f-40ea-8f1d-8b27a36f88bd']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:07.990934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3359e4c9-8e3c-4c63-88cc-9b5782adbf05') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:07.991239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3359e4c9-8e3c-4c63-88cc-9b5782adbf05') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:08.005703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753ff57-fb47-4be3-8420-56e7773612f0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:08.007681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.010432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753ff57-fb47-4be3-8420-56e7773612f0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:08.012283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9753ff57-fb47-4be3-8420-56e7773612f0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0835972 Apr 18 17:27:08.017891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60306) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:08.070872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.087296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:27:08.089210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:27:08.092819 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:27:08.120187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-603bdb56-807b-4542-b288-0f191a1d79c7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 3f3a6556-3890-4dd7-af6c-5692a24c9b5f {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:08.164329 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-603bdb56-807b-4542-b288-0f191a1d79c7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.222186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-603bdb56-807b-4542-b288-0f191a1d79c7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.310249 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-603bdb56-807b-4542-b288-0f191a1d79c7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.514541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29659ba-e957-4b45-bd0e-ad0caddd9cdf req-c7525b28-8219-4043-8b18-acdf9f6c1fa4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:08.514541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f29659ba-e957-4b45-bd0e-ad0caddd9cdf req-c7525b28-8219-4043-8b18-acdf9f6c1fa4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.0571332 Apr 18 17:27:08.514541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f29659ba-e957-4b45-bd0e-ad0caddd9cdf req-503ca5ed-50a0-44b1-b6a5-6d4ab22f78c1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509424 Apr 18 17:27:08.533454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45fc9f-094a-4a64-be5a-e2d9e8ad04bd req-9ab5d4ed-e130-4538-87fe-e1c228bb57e0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:08.534926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b45fc9f-094a-4a64-be5a-e2d9e8ad04bd req-9ab5d4ed-e130-4538-87fe-e1c228bb57e0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.0607214 Apr 18 17:27:08.593880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b45fc9f-094a-4a64-be5a-e2d9e8ad04bd req-1c71ded7-6227-48ce-a186-f5b428c6d046 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504489 Apr 18 17:27:08.724398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.732664 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.737932 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/networks/2cd08727-739f-40ea-8f1d-8b27a36f88bd HTTP/1.1" status: 204 len: 168 time: 1.1010780 Apr 18 17:27:08.740111 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60316) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:08.756727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67307c-a85c-4c27-8e7c-9e9dd83c0184 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Network': ['ID=2cd08727-739f-40ea-8f1d-8b27a36f88bd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:08.770653 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-603bdb56-807b-4542-b288-0f191a1d79c7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.872192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bdb56-807b-4542-b288-0f191a1d79c7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3a6556-3890-4dd7-af6c-5692a24c9b5f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:08.874650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-603bdb56-807b-4542-b288-0f191a1d79c7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:08.878587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-603bdb56-807b-4542-b288-0f191a1d79c7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/3f3a6556-3890-4dd7-af6c-5692a24c9b5f HTTP/1.1" status: 204 len: 168 time: 0.8595519 Apr 18 17:27:08.879067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bad009-12cd-4835-bec1-69bee2929d51 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:08.881017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:08.882168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4aeaf-c3ce-4503-929b-773b965934bd tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:08.889330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4aeaf-c3ce-4503-929b-773b965934bd tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:08.891552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-65e4aeaf-c3ce-4503-929b-773b965934bd tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1502969 Apr 18 17:27:08.895555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60324) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:08.902162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-6455698'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:08.939680 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-be4bf7d7-a08e-4acd-aff0-6387a0fe8f14 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574889 Apr 18 17:27:08.942654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60328) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:08.948892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:09.015390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Made reservation on behalf of 1053166f2ac843ceb1d831e82c3f6341 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:09.019282 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.087145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:27:09.092555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5dafe056-d446-43de-afce-ac2751521791 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:09.125405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.126303 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Added segment ec74f554-2786-42dd-a198-f01f3d022a89 of type vlan for network ee060e24-c1e1-478b-af8f-8b3361c12432 Apr 18 17:27:09.193495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5dafe056-d446-43de-afce-ac2751521791 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:09.194130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.202677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.223552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:09.227805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.284746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:09.334531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.342373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:09.342653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.374758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] Deleting port 5dafe056-d446-43de-afce-ac2751521791 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:09.384745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.437871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Network': ['ID=ee060e24-c1e1-478b-af8f-8b3361c12432,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:09.456286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ee060e24-c1e1-478b-af8f-8b3361c12432 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:27:09.466751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17186301-20ff-4e48-99a5-bfc3a3973a48 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5689530 Apr 18 17:27:09.467409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60340) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:09.472738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1871583772'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:09.561701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] For port 5dafe056-d446-43de-afce-ac2751521791, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5dafe056-d446-43de-afce-ac2751521791,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:09.567816 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.577691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] Calling delete_port for 5dafe056-d446-43de-afce-ac2751521791 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:09.588331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Made reservation on behalf of 1053166f2ac843ceb1d831e82c3f6341 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:09.592948 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.651229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:27:09.690205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.690652 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Added segment 73751d77-d0d0-432f-ae5c-cc54fe02b387 of type vlan for network 033f6ca5-71b6-41d0-9839-e3aeae4d00d2 Apr 18 17:27:09.693537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.809066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.831027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:09.840583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:09.845521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:09.846122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.870081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e525-4181-4c7e-8e56-7b1749aea44b req-6973fdd8-6646-4308-b8ce-7a274948bb86 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:09.871868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4f8e525-4181-4c7e-8e56-7b1749aea44b req-6973fdd8-6646-4308-b8ce-7a274948bb86 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 944 time: 0.1945028 Apr 18 17:27:09.876223 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=5b3f1f3a-cd87-45ee-9edb-3860d8a8ebf3,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:09.901707 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.914639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83ba4f-c89b-481b-bffc-668306fc8ed3 req-2349760c-6178-4964-b047-615471a38490 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:09.916759 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d83ba4f-c89b-481b-bffc-668306fc8ed3 req-2349760c-6178-4964-b047-615471a38490 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.2263341 Apr 18 17:27:09.924383 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.943102 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] Pushing event deleted for resources: {'Port': ['ID=5dafe056-d446-43de-afce-ac2751521791,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:09.945578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:09.956101 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:09.960024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2f146-a63b-4d15-b4f6-5c6599f71c59 None None] No DVR routers for this DVR port 5dafe056-d446-43de-afce-ac2751521791 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:09.972988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-08fdfc75-5392-4874-b241-b0b289fecb8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0290010 Apr 18 17:27:09.980282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42068970-cbe2-4262-8c99-8d348542fb9c None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:09.984923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60360) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:09.991949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'name': 'tempest-NetworksTestDHCPv6-1237032445'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:09.998928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4f8e525-4181-4c7e-8e56-7b1749aea44b req-3d516ef7-0e20-4f16-9821-4e0ecd531110 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112385 Apr 18 17:27:10.084688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d83ba4f-c89b-481b-bffc-668306fc8ed3 req-2c79ad77-5129-4511-95ee-5b6296edc577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515520 Apr 18 17:27:10.151159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Network': ['ID=033f6ca5-71b6-41d0-9839-e3aeae4d00d2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:10.157989 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-37d5cdf7-52a6-4540-ab78-fe57f2c4fb6f tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6895039 Apr 18 17:27:10.160651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60362) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:10.167892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'ports': [{'network_id': 'ee060e24-c1e1-478b-af8f-8b3361c12432', 'name': 'tempest-port--254927411', 'admin_state_up': True}, {'network_id': '033f6ca5-71b6-41d0-9839-e3aeae4d00d2', 'admin_state_up': False}]} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:10.168534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'port': {'network_id': 'ee060e24-c1e1-478b-af8f-8b3361c12432', 'name': 'tempest-port--254927411', 'admin_state_up': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:10.169189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'port': {'network_id': '033f6ca5-71b6-41d0-9839-e3aeae4d00d2', 'admin_state_up': False}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:10.169859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 033f6ca5-71b6-41d0-9839-e3aeae4d00d2 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:27:10.271275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '5b3f1f3a-cd87-45ee-9edb-3860d8a8ebf3'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:10.272248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:10.272797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:10.276452 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:10.314854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port f0c791c1-b346-4912-9b60-bf45c95d1f2c yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:10.440221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::22 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/5b3f1f3a-cd87-45ee-9edb-3860d8a8ebf3/f0c791c1-b346-4912-9b60-bf45c95d1f2c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:10.588799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Made reservation on behalf of 1053166f2ac843ceb1d831e82c3f6341 for: {'port': 2} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:10.589758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:27:10.595156 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:10.617403 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:10.630373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:10.714129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:10.760688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:10.785700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'port_id': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'mac_address': 'fa:16:3e:b1:5d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:27:10.832171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:10.838927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:10.841092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=f0c791c1-b346-4912-9b60-bf45c95d1f2c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:10.843911 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:10.847553 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:10.857209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:10.857209 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:10.858647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/5b3f1f3a-cd87-45ee-9edb-3860d8a8ebf3/bcd325ac-6e71-4cf3-a276-f6ee5563897b) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:10.870709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] device_id is not set on port 74cff402-3dcf-46fc-9f69-89fda53b5bb5 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:10.879645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a8d143-cc3a-4356-bc38-fd5fcbc58176 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:27:10.966802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:10.989350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-64a882cf-349c-4c76-9c71-c0f0cdbd3aa3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9960463 Apr 18 17:27:10.989350 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60380) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:11.029318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5dafe056-d446-43de-afce-ac2751521791 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:11.094337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2abbf40-70d7-42f4-a70b-c44d21e13c56 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:11.099731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 5dafe056-d446-43de-afce-ac2751521791 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:11.100052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5dafe056-d446-43de-afce-ac2751521791 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:11.105651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e2abbf40-70d7-42f4-a70b-c44d21e13c56 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1212442 Apr 18 17:27:11.106357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60386) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:11.122848 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.122988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.268303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] device_id is not set on port 0b8ef5d8-5fdd-4826-af0e-6216e607a666 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:11.308108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:11.330492 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.360126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dccd3-b396-41e5-bc5a-ac8e8eb46e09 req-2c7bfffb-2e97-49f4-a13d-343539903ced tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:11.361561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b55dccd3-b396-41e5-bc5a-ac8e8eb46e09 req-2c7bfffb-2e97-49f4-a13d-343539903ced tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 945 time: 0.1734965 Apr 18 17:27:11.373601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5954634-8345-4343-8187-dd25efd3fe22 req-8da3a78d-e4a5-496b-9e7b-d4c866d09294 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:11.375084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5954634-8345-4343-8187-dd25efd3fe22 req-8da3a78d-e4a5-496b-9e7b-d4c866d09294 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1644924 Apr 18 17:27:11.410251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e5839789-fa8e-4f18-98b0-7e219241d12f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port f0c791c1-b346-4912-9b60-bf45c95d1f2c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:11.410601 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5839789-fa8e-4f18-98b0-7e219241d12f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.412297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.438739 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.492692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:11.495439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['29a8d143-cc3a-4356-bc38-fd5fcbc58176'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:27:11.501109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b55dccd3-b396-41e5-bc5a-ac8e8eb46e09 req-0da425b0-8ddf-4ee3-ba42-74589403acef tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236296 Apr 18 17:27:11.508737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5954634-8345-4343-8187-dd25efd3fe22 req-a33f1eaf-a680-42fd-bad8-abb62deb01f8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224463 Apr 18 17:27:11.513501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:11.517938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:11.525648 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.580893 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5839789-fa8e-4f18-98b0-7e219241d12f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.600593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e5839789-fa8e-4f18-98b0-7e219241d12f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for f0c791c1-b346-4912-9b60-bf45c95d1f2c owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:11.614345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Checking segment: {'id': 'ec74f554-2786-42dd-a198-f01f3d022a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ee060e24-c1e1-478b-af8f-8b3361c12432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:11.614345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Network hostable DHCP agents. Network: ee060e24-c1e1-478b-af8f-8b3361c12432, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:27:11.616829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Port': ['ID=74cff402-3dcf-46fc-9f69-89fda53b5bb5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:11.628779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Pushing event updated for resources: {'Port': ['ID=bcd325ac-6e71-4cf3-a276-f6ee5563897b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:11.713378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Network ee060e24-c1e1-478b-af8f-8b3361c12432 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:27:11.715671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Attempting to bind port bcd325ac-6e71-4cf3-a276-f6ee5563897b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:11.716074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Attempting to bind port bcd325ac-6e71-4cf3-a276-f6ee5563897b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:11.716575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Attempting to bind port bcd325ac-6e71-4cf3-a276-f6ee5563897b on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:11.728793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:11.729286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:11.729925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.730321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:11.730803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Bound port: bcd325ac-6e71-4cf3-a276-f6ee5563897b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:11.731184 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.838918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ee060e24-c1e1-478b-af8f-8b3361c12432) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:11.843968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:11.845823 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.847082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] For port bcd325ac-6e71-4cf3-a276-f6ee5563897b, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:11.884737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44432e-acb6-4479-baf3-75bf14f9cae4 None None] Network ee060e24-c1e1-478b-af8f-8b3361c12432 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:11.898687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] For port bcd325ac-6e71-4cf3-a276-f6ee5563897b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bcd325ac-6e71-4cf3-a276-f6ee5563897b,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:11.924197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5839789-fa8e-4f18-98b0-7e219241d12f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:11.956131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Checking segment: {'id': '73751d77-d0d0-432f-ae5c-cc54fe02b387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '033f6ca5-71b6-41d0-9839-e3aeae4d00d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:11.958397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Network hostable DHCP agents. Network: 033f6ca5-71b6-41d0-9839-e3aeae4d00d2, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:27:11.965977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Port': ['ID=0b8ef5d8-5fdd-4826-af0e-6216e607a666,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:11.996219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839789-fa8e-4f18-98b0-7e219241d12f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=f0c791c1-b346-4912-9b60-bf45c95d1f2c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:12.030654 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5839789-fa8e-4f18-98b0-7e219241d12f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.037870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e5839789-fa8e-4f18-98b0-7e219241d12f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/f0c791c1-b346-4912-9b60-bf45c95d1f2c HTTP/1.1" status: 204 len: 168 time: 0.9206295 Apr 18 17:27:12.037989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60406) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:12.048198 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.107670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Network 033f6ca5-71b6-41d0-9839-e3aeae4d00d2 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:27:12.163507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5692b-bf86-4432-9529-f78085cf6a45 None None] Pushing event updated for resources: {'Port': ['ID=bcd325ac-6e71-4cf3-a276-f6ee5563897b,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:12.200111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 033f6ca5-71b6-41d0-9839-e3aeae4d00d2) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:12.205563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:12.227596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc16f8-261b-464d-b931-95d91a35114f None None] Network 033f6ca5-71b6-41d0-9839-e3aeae4d00d2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:12.230501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:12.242777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:12.254278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.259720 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188d268d-7c9b-45ff-a8ad-4a03c12ba85c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:12.261983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188d268d-7c9b-45ff-a8ad-4a03c12ba85c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:12.264118 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-188d268d-7c9b-45ff-a8ad-4a03c12ba85c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2231665 Apr 18 17:27:12.266676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60412) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:12.411443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2f815c-d2a1-4b48-89a5-01ecdb581323 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 5b3f1f3a-cd87-45ee-9edb-3860d8a8ebf3 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:12.411779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-41b5a350-4c4c-41cb-b1a1-cc48564f339a tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2493100 Apr 18 17:27:12.413444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60414) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:12.428734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e2f815c-d2a1-4b48-89a5-01ecdb581323 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.508226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e2f815c-d2a1-4b48-89a5-01ecdb581323 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.546098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9375a-a457-48e1-aca5-7b79232cf426 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:12.580810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9375a-a457-48e1-aca5-7b79232cf426 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:12.586246 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dcb9375a-a457-48e1-aca5-7b79232cf426 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1723716 Apr 18 17:27:12.599252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60422) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:12.641653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:12.775203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-801c4ef1-135a-4363-ba78-190f81ad0462 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Deleting port 74cff402-3dcf-46fc-9f69-89fda53b5bb5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:12.775708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-801c4ef1-135a-4363-ba78-190f81ad0462 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.785439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:12.785439 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.793283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e2f815c-d2a1-4b48-89a5-01ecdb581323 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.851573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-801c4ef1-135a-4363-ba78-190f81ad0462 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.882072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-801c4ef1-135a-4363-ba78-190f81ad0462 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Calling delete_port for 74cff402-3dcf-46fc-9f69-89fda53b5bb5 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:12.892209 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:12.948981 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:27:12.951349 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caa0749-be3d-4ee0-95d4-c26e6d8bfadf" -d '{"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-plugged", "status": "completed", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:27:12.982754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:12.997787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43caa3-f703-4b26-846f-d03ef11f23a9 req-2ed7ae1e-6743-4ffa-b0c1-19abb3b067ad tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:13.005828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa43caa3-f703-4b26-846f-d03ef11f23a9 req-2ed7ae1e-6743-4ffa-b0c1-19abb3b067ad tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.2506971 Apr 18 17:27:13.006999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68bc58-4d2e-413b-b43f-1e5c3f64a594 req-75c2ccb4-1200-4860-9e6b-86dcc3795327 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:13.010256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d68bc58-4d2e-413b-b43f-1e5c3f64a594 req-75c2ccb4-1200-4860-9e6b-86dcc3795327 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 945 time: 0.2988346 Apr 18 17:27:13.038429 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.055687 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-801c4ef1-135a-4363-ba78-190f81ad0462 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.100478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c4ef1-135a-4363-ba78-190f81ad0462 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Port': ['ID=74cff402-3dcf-46fc-9f69-89fda53b5bb5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:13.120411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:13.138716 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e2f815c-d2a1-4b48-89a5-01ecdb581323 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.154384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-801c4ef1-135a-4363-ba78-190f81ad0462 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.164484 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-801c4ef1-135a-4363-ba78-190f81ad0462 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/ports/74cff402-3dcf-46fc-9f69-89fda53b5bb5 HTTP/1.1" status: 204 len: 168 time: 0.5725219 Apr 18 17:27:13.165768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60434) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:13.176658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bcd325ac-6e71-4cf3-a276-f6ee5563897b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:13.211152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f815c-d2a1-4b48-89a5-01ecdb581323 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3f1f3a-cd87-45ee-9edb-3860d8a8ebf3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:13.246019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa43caa3-f703-4b26-846f-d03ef11f23a9 req-88635aa0-975a-48ec-bb52-37a938408acd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310333 Apr 18 17:27:13.309553 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e2f815c-d2a1-4b48-89a5-01ecdb581323 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.325597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4e2f815c-d2a1-4b48-89a5-01ecdb581323 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/5b3f1f3a-cd87-45ee-9edb-3860d8a8ebf3 HTTP/1.1" status: 204 len: 168 time: 1.0577228 Apr 18 17:27:13.335884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60442) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:13.348864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d68bc58-4d2e-413b-b43f-1e5c3f64a594 req-b1158011-ff83-47b6-8db9-b1ad86c5b997 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057458 Apr 18 17:27:13.349198 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4d6779-4f25-4d41-89d8-560c2fd4d29f x-openstack-request-id: req-fe4d6779-4f25-4d41-89d8-560c2fd4d29f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:27:13.349198 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-plugged", "status": "completed", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:27:13.349198 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe4d6779-4f25-4d41-89d8-560c2fd4d29f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:27:13.349198 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4d6779-4f25-4d41-89d8-560c2fd4d29f'] response: {'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'code': 200} Apr 18 17:27:13.363042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bcd325ac-6e71-4cf3-a276-f6ee5563897b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:13.363845 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.431555 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-71e7165f-ec7c-45df-9530-a5adfb67f5b9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905886 Apr 18 17:27:13.431770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60444) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:13.491438 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.499671 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a2a09883-d1da-4edb-a70a-d04657b694a7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Deleting port 0b8ef5d8-5fdd-4826-af0e-6216e607a666 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:13.500004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2a09883-d1da-4edb-a70a-d04657b694a7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.533817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addbc785-e970-4213-8ed3-2c1732cfaa5c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:13.537754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-addbc785-e970-4213-8ed3-2c1732cfaa5c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1027725 Apr 18 17:27:13.541169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60446) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:13.573237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port bcd325ac-6e71-4cf3-a276-f6ee5563897b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bcd325ac-6e71-4cf3-a276-f6ee5563897b,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:13.610531 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2a09883-d1da-4edb-a70a-d04657b694a7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.620906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448eacfe-dcf6-439e-a800-daa09048cb16 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:13.625261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-448eacfe-dcf6-439e-a800-daa09048cb16 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0831068 Apr 18 17:27:13.625610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60450) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:13.641465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a2a09883-d1da-4edb-a70a-d04657b694a7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Calling delete_port for 0b8ef5d8-5fdd-4826-af0e-6216e607a666 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:13.677942 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:13.779052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60456) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:13.780025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4d81c6a0-ebf7-4ece-a112-768442cce9b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1467218 Apr 18 17:27:13.787259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=bcd325ac-6e71-4cf3-a276-f6ee5563897b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:13.791848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:13.815124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0241a-5c29-4602-90e4-39e6c335681d req-9325151d-60f0-45aa-8d73-30aec9438420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:13.816074 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8cf0241a-5c29-4602-90e4-39e6c335681d req-9325151d-60f0-45aa-8d73-30aec9438420 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1098 time: 0.1868241 Apr 18 17:27:13.869600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6917baa-a725-4992-bb31-37d91a3f2a3d None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:13.938707 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8cf0241a-5c29-4602-90e4-39e6c335681d req-b2a18761-0414-48a0-8cd7-b13cdc409820 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142206 Apr 18 17:27:13.944054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2a09883-d1da-4edb-a70a-d04657b694a7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.000989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a09883-d1da-4edb-a70a-d04657b694a7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Port': ['ID=0b8ef5d8-5fdd-4826-af0e-6216e607a666,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:14.022404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2a09883-d1da-4edb-a70a-d04657b694a7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.029837 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a2a09883-d1da-4edb-a70a-d04657b694a7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/ports/0b8ef5d8-5fdd-4826-af0e-6216e607a666 HTTP/1.1" status: 204 len: 168 time: 0.8552134 Apr 18 17:27:14.030458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60464) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:14.082694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-acbe9025-3391-4ce5-9de1-b931709340e1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0465364 Apr 18 17:27:14.083114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60466) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:14.090696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-433299182'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:14.146842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:14.151088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.163844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b1bf8937-ddcb-4e39-8c38-f5de1c16f091 None None] Provisioning complete for port bcd325ac-6e71-4cf3-a276-f6ee5563897b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:14.164468 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8937-ddcb-4e39-8c38-f5de1c16f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.198639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Made reservation on behalf of 1053166f2ac843ceb1d831e82c3f6341 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:14.213810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.288889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:27:14.326344 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.326344 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Added segment 82648539-a3d3-485f-aae7-9df8d7555f45 of type vlan for network ad56a1ee-71a5-4ad8-b56f-5e168c913643 Apr 18 17:27:14.382848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:14.500056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] Deleting port bcd325ac-6e71-4cf3-a276-f6ee5563897b {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:14.500750 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.549321 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.691753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] For port bcd325ac-6e71-4cf3-a276-f6ee5563897b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bcd325ac-6e71-4cf3-a276-f6ee5563897b,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:14.692168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.704409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.717146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] Calling delete_port for bcd325ac-6e71-4cf3-a276-f6ee5563897b owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:14.726059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.734931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:14.735580 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.784335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:14.792389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:14.804087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:14.804562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:14.841533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=0f99c18b-60e9-4a61-8191-d90d81cc1ac5,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:14.863021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7777922 Apr 18 17:27:14.865109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60484) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:14.872953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-886414558'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:14.910863 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f2ff97d2-37fd-471a-8ac7-7348de10c40a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1259513 Apr 18 17:27:14.914228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60486) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:14.942978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '0f99c18b-60e9-4a61-8191-d90d81cc1ac5', 'ip_address': '2001:db8::fb9d:f463:d43:5ebe'}], 'name': 'tempest-NetworksTestDHCPv6-887165935'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:14.981001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17057def-0e37-4e4a-aac3-026c4906fbe0 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Network': ['ID=ad56a1ee-71a5-4ad8-b56f-5e168c913643,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:14.998574 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ad56a1ee-71a5-4ad8-b56f-5e168c913643 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:27:15.001630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16158aac-77ee-45a2-bb13-4ee222c5f6b0 req-1d6207d8-391b-4e22-89bc-7691300bf68d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:15.013917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16158aac-77ee-45a2-bb13-4ee222c5f6b0 req-1d6207d8-391b-4e22-89bc-7691300bf68d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 947 time: 0.5095463 Apr 18 17:27:15.044269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ba070-628a-4722-899c-6a5611ded451 req-de5f09c9-e60a-47e5-a4a1-8f567e402f22 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:15.044956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Made reservation on behalf of 1053166f2ac843ceb1d831e82c3f6341 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:15.048916 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-011ba070-628a-4722-899c-6a5611ded451 req-de5f09c9-e60a-47e5-a4a1-8f567e402f22 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.7071455 Apr 18 17:27:15.050934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:15.077153 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:15.142808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-011ba070-628a-4722-899c-6a5611ded451 req-c3c92267-441a-4a49-b46f-7e02737f3724 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926564 Apr 18 17:27:15.164514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] Pushing event deleted for resources: {'Port': ['ID=bcd325ac-6e71-4cf3-a276-f6ee5563897b,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:15.169643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:27:15.172870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bcd325ac-6e71-4cf3-a276-f6ee5563897b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:15.187154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16158aac-77ee-45a2-bb13-4ee222c5f6b0 req-7661188e-dd90-4891-b17a-27771f16db62 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720676 Apr 18 17:27:15.199619 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:15.200191 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Added segment 6e84959d-6486-4b64-b77d-c23c6bedff9c of type vlan for network ad62baf3-b830-47a0-8b01-ae0f4a5010cf Apr 18 17:27:15.230939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e8cb3-f28c-45af-bb50-83f11eeb3e15 None None] No DVR routers for this DVR port bcd325ac-6e71-4cf3-a276-f6ee5563897b on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:15.241372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: bcd325ac-6e71-4cf3-a276-f6ee5563897b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:15.241372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bcd325ac-6e71-4cf3-a276-f6ee5563897b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:15.272223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3a0fd-f26d-408b-92d4-7cb05bf392e0 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:15.280887 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:15.338496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:15.485852 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:15.488379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:15.489080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:15.513717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:15.541803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '0f99c18b-60e9-4a61-8191-d90d81cc1ac5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:15.542821 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:15.591761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Network': ['ID=ad62baf3-b830-47a0-8b01-ae0f4a5010cf,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:15.610138 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d052d441-7f13-4009-9c1c-f3a5daee2ef1 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7425804 Apr 18 17:27:15.620201 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 694c7a82-4c96-476e-a03b-68d75d01ecba yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:15.657843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ad62baf3-b830-47a0-8b01-ae0f4a5010cf details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:27:15.746785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60508) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:15.753902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'subnets': [{'network_id': 'ad56a1ee-71a5-4ad8-b56f-5e168c913643', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1626451482', 'ip_version': 4}, {'network_id': 'ad62baf3-b830-47a0-8b01-ae0f4a5010cf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:15.754351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'subnet': {'network_id': 'ad56a1ee-71a5-4ad8-b56f-5e168c913643', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1626451482', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:15.755320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Request body: {'subnet': {'network_id': 'ad62baf3-b830-47a0-8b01-ae0f4a5010cf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:15.875304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/0f99c18b-60e9-4a61-8191-d90d81cc1ac5/76b7964d-2ed6-45f5-a598-fe4e2c6bfa53) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:16.259518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Made reservation on behalf of 1053166f2ac843ceb1d831e82c3f6341 for: {'subnet': 2} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:16.264512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:16.265934 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:16.270395 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:16.318366 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:16.395454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Pushing event updated for resources: {'Port': ['ID=76b7964d-2ed6-45f5-a598-fe4e2c6bfa53,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:16.399526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::fb9d:f463:d43:5ebe (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/0f99c18b-60e9-4a61-8191-d90d81cc1ac5/694c7a82-4c96-476e-a03b-68d75d01ecba) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:16.418674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:16.420187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:16.423801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:16.501574 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Attempting to bind port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:16.501945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Attempting to bind port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:16.502342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Attempting to bind port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:16.508937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:16.509322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:16.513561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:16.513561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:16.513561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Bound port: 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:16.513561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:16.688319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] For port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:16.693219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] For port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=76b7964d-2ed6-45f5-a598-fe4e2c6bfa53,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:16.759022 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:16.856886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51764f-dd4f-48f3-9269-fca9aafe8ad3 None None] Pushing event updated for resources: {'Port': ['ID=76b7964d-2ed6-45f5-a598-fe4e2c6bfa53,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:16.903156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaef44-531e-4496-947c-423c16c40ee1 req-18c98fa7-4f42-43cb-be12-7ffb247ca4d4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:16.904638 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bcaef44-531e-4496-947c-423c16c40ee1 req-18c98fa7-4f42-43cb-be12-7ffb247ca4d4 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 947 time: 0.5428112 Apr 18 17:27:16.918387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67279a-9b92-41bc-854c-3d2e523fafb2 req-11eb16ef-34a3-4dd4-baab-f66f572cede3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:16.920616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da67279a-9b92-41bc-854c-3d2e523fafb2 req-11eb16ef-34a3-4dd4-baab-f66f572cede3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.6124394 Apr 18 17:27:17.078067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bcaef44-531e-4496-947c-423c16c40ee1 req-07db16cf-6bcb-4910-a1ad-3627ca4cb319 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551788 Apr 18 17:27:17.096619 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da67279a-9b92-41bc-854c-3d2e523fafb2 req-dac4b4b3-cf65-4590-8733-1aed363b4258 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571143 Apr 18 17:27:17.329867 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:17.346381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:17.472252 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:17.501366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:17.551432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:17.575666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:17.575666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:17.578730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:17.578897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:17.594898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=694c7a82-4c96-476e-a03b-68d75d01ecba,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:17.633471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:17.686668 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3f0a6c0c-c63f-4aa6-83d2-6c9a2fe08bab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7549748 Apr 18 17:27:17.690485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60586) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:17.734910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Subnet': ['ID=0a2eb403-c9e8-479f-9d4f-64f6ad9e0b10,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:17.745605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Checking segment: {'id': '82648539-a3d3-485f-aae7-9df8d7555f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ad56a1ee-71a5-4ad8-b56f-5e168c913643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:17.746028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Network hostable DHCP agents. Network: ad56a1ee-71a5-4ad8-b56f-5e168c913643, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:27:17.766298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c26263-8f90-4f54-ab5c-1c479b9fe77f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:17.772697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c26263-8f90-4f54-ab5c-1c479b9fe77f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:17.774387 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-74c26263-8f90-4f54-ab5c-1c479b9fe77f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0843487 Apr 18 17:27:17.777065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60588) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:17.832433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Network ad56a1ee-71a5-4ad8-b56f-5e168c913643 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:27:17.902153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ad56a1ee-71a5-4ad8-b56f-5e168c913643) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:17.907875 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:17.913585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2ec47643-e4a4-40ce-b6b4-a897869ec331 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 694c7a82-4c96-476e-a03b-68d75d01ecba {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:17.913937 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ec47643-e4a4-40ce-b6b4-a897869ec331 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:17.919377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4056dd7b-a59c-46ac-a7d3-61777527147c None None] Network ad56a1ee-71a5-4ad8-b56f-5e168c913643 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:17.987147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event updated for resources: {'Subnet': ['ID=2f44ac96-5727-4be2-ba89-64b63447987f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:17.998602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Checking segment: {'id': '6e84959d-6486-4b64-b77d-c23c6bedff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ad62baf3-b830-47a0-8b01-ae0f4a5010cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:17.999077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Network hostable DHCP agents. Network: ad62baf3-b830-47a0-8b01-ae0f4a5010cf, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:27:18.045376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 32709b68-9177-42b9-8418-d7da3a13deb9 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:27:18.089908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Network ad62baf3-b830-47a0-8b01-ae0f4a5010cf is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:27:18.117043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ec47643-e4a4-40ce-b6b4-a897869ec331 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:18.176082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2ec47643-e4a4-40ce-b6b4-a897869ec331 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 694c7a82-4c96-476e-a03b-68d75d01ecba owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:18.205113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ad62baf3-b830-47a0-8b01-ae0f4a5010cf) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:18.269579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745c3ba-ecd1-44aa-ad7e-ec6f86ba4bba None None] Network ad62baf3-b830-47a0-8b01-ae0f4a5010cf requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:18.297490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.300699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.301522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:18.400736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099368aa-87e3-404f-97eb-887f7b4cfe24 req-817b6da1-1750-4c25-85de-bd46a612d9a7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.409909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-099368aa-87e3-404f-97eb-887f7b4cfe24 req-817b6da1-1750-4c25-85de-bd46a612d9a7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 947 time: 0.2338362 Apr 18 17:27:18.423374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e791ced-608d-4e75-88ad-5e6eb2a78f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-ad56a1ee-71a5-4ad8-b56f-5e168c913643', 'network_id': 'ad56a1ee-71a5-4ad8-b56f-5e168c913643', 'tenant_id': '1053166f2ac843ceb1d831e82c3f6341', 'fixed_ips': [{'subnet_id': '0a2eb403-c9e8-479f-9d4f-64f6ad9e0b10'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:18.424250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e791ced-608d-4e75-88ad-5e6eb2a78f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:18.458244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e9c19-40cc-4d95-a28a-199254622454 req-4dafb029-defc-465b-87e6-7d613b89a0e7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.461355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43e9c19-40cc-4d95-a28a-199254622454 req-4dafb029-defc-465b-87e6-7d613b89a0e7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 943 time: 0.1502461 Apr 18 17:27:18.498315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2751211f-5959-4b48-8411-7b9e9496a051 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7492759 Apr 18 17:27:18.501491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60608) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:18.539305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 32709b68-9177-42b9-8418-d7da3a13deb9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32709b68-9177-42b9-8418-d7da3a13deb9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:18.571140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '32709b68-9177-42b9-8418-d7da3a13deb9', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'port_id': '32709b68-9177-42b9-8418-d7da3a13deb9', 'mac_address': 'fa:16:3e:13:1c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:27:18.602587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f7d55-36d1-461f-9c15-2c8e5909dd9b tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.605313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f7d55-36d1-461f-9c15-2c8e5909dd9b tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.607135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f7d55-36d1-461f-9c15-2c8e5909dd9b tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.608886 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ba5f7d55-36d1-461f-9c15-2c8e5909dd9b tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1036065 Apr 18 17:27:18.614290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60610) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:18.641163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-099368aa-87e3-404f-97eb-887f7b4cfe24 req-92884ded-3db2-4e88-90d6-9ebd44df3ae1 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298880 Apr 18 17:27:18.733216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b43e9c19-40cc-4d95-a28a-199254622454 req-aeacb75e-3344-4977-a8e8-0aa2c3ba89fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087526 Apr 18 17:27:18.737774 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ec47643-e4a4-40ce-b6b4-a897869ec331 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:18.766648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec47643-e4a4-40ce-b6b4-a897869ec331 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=694c7a82-4c96-476e-a03b-68d75d01ecba,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:18.799064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5c5348-dcbf-41a4-9568-22ffa7f88386 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Deleting subnet 0a2eb403-c9e8-479f-9d4f-64f6ad9e0b10 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:18.801661 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ec47643-e4a4-40ce-b6b4-a897869ec331 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:18.804991 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2ec47643-e4a4-40ce-b6b4-a897869ec331 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/694c7a82-4c96-476e-a03b-68d75d01ecba HTTP/1.1" status: 204 len: 168 time: 1.0267112 Apr 18 17:27:18.807369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60618) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:18.813724 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e5c5348-dcbf-41a4-9568-22ffa7f88386 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:18.826140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:18.914604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3c0e6-d1ef-4b46-ace9-1abf264451e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.914604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3c0e6-d1ef-4b46-ace9-1abf264451e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:18.914604 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-19a3c0e6-d1ef-4b46-ace9-1abf264451e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0727053 Apr 18 17:27:18.915935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60620) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:18.957933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32709b68-9177-42b9-8418-d7da3a13deb9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:27:18.967582 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e5c5348-dcbf-41a4-9568-22ffa7f88386 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:18.986004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 32709b68-9177-42b9-8418-d7da3a13deb9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32709b68-9177-42b9-8418-d7da3a13deb9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:19.005705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] Provisioning complete for port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:19.007035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.076938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa48cab3-c09f-4c74-8ef8-a6a19e05b886 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 0f99c18b-60e9-4a61-8191-d90d81cc1ac5 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:19.084552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa48cab3-c09f-4c74-8ef8-a6a19e05b886 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.087813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e5c5348-dcbf-41a4-9568-22ffa7f88386 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.108159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-ad62baf3-b830-47a0-8b01-ae0f4a5010cf', 'network_id': 'ad62baf3-b830-47a0-8b01-ae0f4a5010cf', 'tenant_id': '1053166f2ac843ceb1d831e82c3f6341', 'fixed_ips': [{'subnet_id': '2f44ac96-5727-4be2-ba89-64b63447987f'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:19.109001 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.137374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:19.176104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa48cab3-c09f-4c74-8ef8-a6a19e05b886 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.323486 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.367719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:19.367719 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.467127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa48cab3-c09f-4c74-8ef8-a6a19e05b886 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.486797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=32709b68-9177-42b9-8418-d7da3a13deb9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:19.913277 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.923669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e5c5348-dcbf-41a4-9568-22ffa7f88386 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.924599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.924599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Allocated IP 172.20.0.18 (ad62baf3-b830-47a0-8b01-ae0f4a5010cf/2f44ac96-5727-4be2-ba89-64b63447987f/0379da21-07a1-4389-9246-cf6956e34ad6) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:19.924828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e5c5348-dcbf-41a4-9568-22ffa7f88386 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.924828 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e5c5348-dcbf-41a4-9568-22ffa7f88386 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/subnets/0a2eb403-c9e8-479f-9d4f-64f6ad9e0b10 HTTP/1.1" status: 204 len: 168 time: 1.0867643 Apr 18 17:27:19.924828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60632) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:19.924828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c5348-dcbf-41a4-9568-22ffa7f88386 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2eb403-c9e8-479f-9d4f-64f6ad9e0b10,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:19.924828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa48cab3-c09f-4c74-8ef8-a6a19e05b886 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:19.979326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48cab3-c09f-4c74-8ef8-a6a19e05b886 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=0f99c18b-60e9-4a61-8191-d90d81cc1ac5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:20.002499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa48cab3-c09f-4c74-8ef8-a6a19e05b886 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:20.005771 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fa48cab3-c09f-4c74-8ef8-a6a19e05b886 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/0f99c18b-60e9-4a61-8191-d90d81cc1ac5 HTTP/1.1" status: 204 len: 168 time: 1.0884013 Apr 18 17:27:20.009985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60642) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:20.019956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e3009e-eb50-4102-990f-dbf13666d5e8 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Deleting subnet 2f44ac96-5727-4be2-ba89-64b63447987f {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:20.061830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['32709b68-9177-42b9-8418-d7da3a13deb9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server [None req-4e791ced-608d-4e75-88ad-5e6eb2a78f0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a2eb403-c9e8-479f-9d4f-64f6ad9e0b10: This subnet is being modified by another concurrent operation. Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise exception Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a2eb403-c9e8-479f-9d4f-64f6ad9e0b10: This subnet is being modified by another concurrent operation. Apr 18 17:27:20.086580 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Apr 18 17:27:20.144775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-66730c3d-0b75-425c-9498-17a2ffca7228 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1319861 Apr 18 17:27:20.147573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60646) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:20.154095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec173b1-56e9-43cd-a97d-3f60cbc5d0e3 req-1acc712c-3cd1-4a02-a167-dbcc3e45b57d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:20.155915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ec173b1-56e9-43cd-a97d-3f60cbc5d0e3 req-1acc712c-3cd1-4a02-a167-dbcc3e45b57d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 944 time: 0.2610228 Apr 18 17:27:20.159444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:20.208193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90902134-0b9d-44b3-9db1-f7ff23ddd09f None None] Network ad56a1ee-71a5-4ad8-b56f-5e168c913643 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:20.269037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ec173b1-56e9-43cd-a97d-3f60cbc5d0e3 req-4175be96-2753-44b7-b2f6-6fab71d898ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991678 Apr 18 17:27:20.377081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c2791-2ce8-4bdc-9235-d7101252de4c None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:20.561533 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:27:20.562151 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:27:20.604772 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:27:20.605150 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:27:20.769958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:20.772259 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:20.773969 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:20.903035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:20.906862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06e3009e-eb50-4102-990f-dbf13666d5e8 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:20.909373 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:20.984832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06e3009e-eb50-4102-990f-dbf13666d5e8 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:20.988409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Network ad62baf3-b830-47a0-8b01-ae0f4a5010cf is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:20.990875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Pushing event updated for resources: {'Port': ['ID=0379da21-07a1-4389-9246-cf6956e34ad6,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:20.994890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:20.998047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:21.055146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] Deleting port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:21.055537 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.130311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Attempting to bind port 0379da21-07a1-4389-9246-cf6956e34ad6 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:21.130686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Attempting to bind port 0379da21-07a1-4389-9246-cf6956e34ad6 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '6e84959d-6486-4b64-b77d-c23c6bedff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ad62baf3-b830-47a0-8b01-ae0f4a5010cf'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:21.131050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Attempting to bind port 0379da21-07a1-4389-9246-cf6956e34ad6 on network ad62baf3-b830-47a0-8b01-ae0f4a5010cf {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:21.178380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:21.178762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Checking segment: {'id': '6e84959d-6486-4b64-b77d-c23c6bedff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ad62baf3-b830-47a0-8b01-ae0f4a5010cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:21.179166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.179566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Bound using segment: {'id': '6e84959d-6486-4b64-b77d-c23c6bedff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ad62baf3-b830-47a0-8b01-ae0f4a5010cf'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:21.180050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Bound port: 0379da21-07a1-4389-9246-cf6956e34ad6, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e84959d-6486-4b64-b77d-c23c6bedff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ad62baf3-b830-47a0-8b01-ae0f4a5010cf'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:21.180437 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.214992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] For port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=76b7964d-2ed6-45f5-a598-fe4e2c6bfa53,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:21.215394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.218215 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.245160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] Calling delete_port for 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:21.247112 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.254063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06e3009e-eb50-4102-990f-dbf13666d5e8 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.355252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] For port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=76b7964d-2ed6-45f5-a598-fe4e2c6bfa53,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:21.387714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.444682 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.464620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:21.484664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689612c-b1bd-4869-9a87-182a8d1a0355 req-6207d0d0-9714-4b1d-a629-33981f907413 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:21.485238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06e3009e-eb50-4102-990f-dbf13666d5e8 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.494660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a689612c-b1bd-4869-9a87-182a8d1a0355 req-6207d0d0-9714-4b1d-a629-33981f907413 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 944 time: 0.1159091 Apr 18 17:27:21.533989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8434ae-3c1a-451b-aac3-481538acec8b None None] Pushing event updated for resources: {'Port': ['ID=76b7964d-2ed6-45f5-a598-fe4e2c6bfa53,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:21.554551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:21.558974 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06e3009e-eb50-4102-990f-dbf13666d5e8 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.562485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-06e3009e-eb50-4102-990f-dbf13666d5e8 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/subnets/2f44ac96-5727-4be2-ba89-64b63447987f HTTP/1.1" status: 204 len: 168 time: 1.8551550 Apr 18 17:27:21.566160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60694) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:21.566312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:21.566923 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.580833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a689612c-b1bd-4869-9a87-182a8d1a0355 req-1fc1faea-485c-445e-993b-3ba279f6956a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819080 Apr 18 17:27:21.588977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] For port 0379da21-07a1-4389-9246-cf6956e34ad6, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:21.596911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=c2e93f99-c6e1-4484-a22a-62fc6f59a9fd,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:21.604486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-3be5e07c-d49c-4c27-af2b-8a133ff39c5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073716 Apr 18 17:27:21.623120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:21.638209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3009e-eb50-4102-990f-dbf13666d5e8 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Subnet': ['ID=2f44ac96-5727-4be2-ba89-64b63447987f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:21.644767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-012bf6ab-dac8-421f-99b0-b9d98ed1152e None None] Could not find standard attr ID for object 694c7a82-4c96-476e-a03b-68d75d01ecba. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:21.647484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] For port 0379da21-07a1-4389-9246-cf6956e34ad6, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0379da21-07a1-4389-9246-cf6956e34ad6,segment=NetworkSegment(6e84959d-6486-4b64-b77d-c23c6bedff9c),segment_id=6e84959d-6486-4b64-b77d-c23c6bedff9c)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:21.683993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] Pushing event deleted for resources: {'Port': ['ID=76b7964d-2ed6-45f5-a598-fe4e2c6bfa53,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:21.708293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-012bf6ab-dac8-421f-99b0-b9d98ed1152e None None] Could not find standard attr ID for object f0c791c1-b346-4912-9b60-bf45c95d1f2c. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:21.712006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac76451-9c40-4e37-a47d-5859776266d4 None None] No DVR routers for this DVR port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:21.716330 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:27:21.716682 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:27:21.737192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1ffda0-8484-4006-8be5-91a1762a39ca None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:21.748612 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7ca2bf3a-c88d-4b14-b8ec-2fa2ceb223a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5975943 Apr 18 17:27:21.752552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0847ba-c6de-4757-b49f-c9ca93964136 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:21.754288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ee0847ba-c6de-4757-b49f-c9ca93964136 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1703663 Apr 18 17:27:21.757060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60700) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:21.770477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': 'c2e93f99-c6e1-4484-a22a-62fc6f59a9fd', 'ip_address': '2001:db8::d591:da7c:8e16:1b6b'}], 'name': 'tempest-NetworksTestDHCPv6-1717638710'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:21.781798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60702) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:21.821087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-30a857d6-461f-4f19-bb2c-5f63244a50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:21.823364 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-30a857d6-461f-4f19-bb2c-5f63244a50ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 1098 time: 0.1373763 Apr 18 17:27:21.830307 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:22.035008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 32709b68-9177-42b9-8418-d7da3a13deb9 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:22.088307 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-b89d248c-c90e-494f-89d1-a47a3dfb76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:22.089884 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-b89d248c-c90e-494f-89d1-a47a3dfb76e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 200 len: 916 time: 0.2341590 Apr 18 17:27:22.100313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232663d8-b554-40dc-8312-72150a7b42a6 None None] Pushing event updated for resources: {'Port': ['ID=0379da21-07a1-4389-9246-cf6956e34ad6,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:22.112957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Port 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 update to ACTIVE by agent not found {{(pid=109827) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 17:27:22.134719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:22.200470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': 'c2e93f99-c6e1-4484-a22a-62fc6f59a9fd'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:22.200470 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:22.307541 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-efc2cdaf-4f7a-46ce-9f90-2c0f3a3b2436 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 200 len: 1001 time: 0.2080209 Apr 18 17:27:22.324250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:22.458645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-113e4d00-f385-43eb-b046-8c7c9829a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:22.460321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-113e4d00-f385-43eb-b046-8c7c9829a3eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 200 len: 854 time: 0.1443756 Apr 18 17:27:22.512704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/c2e93f99-c6e1-4484-a22a-62fc6f59a9fd/9a0f276a-f7af-4c19-a2f2-91d0d201b89f) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:22.519558 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:22.558185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-777f9697-99f0-401e-84c2-9c49675d07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:22.559795 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-777f9697-99f0-401e-84c2-9c49675d07af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52456687-c985-43c2-9275-8952cec9f1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926571 Apr 18 17:27:22.568726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 64ce0308-f635-417d-9035-f9283c893292 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:22.610415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 32709b68-9177-42b9-8418-d7da3a13deb9 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:27:22.619538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 32709b68-9177-42b9-8418-d7da3a13deb9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:22.619982 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:22.652674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Deleting port 0379da21-07a1-4389-9246-cf6956e34ad6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:22.653109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:22.664716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:22.668876 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-d1ddcf99-3589-48b2-abdc-02b7ae4c4c20 service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008914 Apr 18 17:27:22.701550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:22.701903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 76b7964d-2ed6-45f5-a598-fe4e2c6bfa53 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:22.795952 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10e2c0cd-f48d-43c9-8df0-419b4dbbc16d req-9e222f50-74fa-4e21-83c4-b7cac6316e0e service neutron] 10.222.0.18 "GET /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201651 Apr 18 17:27:22.837070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] For port 0379da21-07a1-4389-9246-cf6956e34ad6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0379da21-07a1-4389-9246-cf6956e34ad6,segment=NetworkSegment(6e84959d-6486-4b64-b77d-c23c6bedff9c),segment_id=6e84959d-6486-4b64-b77d-c23c6bedff9c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:22.837389 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:22.875896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817bdb0-8a0c-4f03-bc23-c429d35fd394 req-a451ce23-77d8-49bc-8bdd-c31d28604a77 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:22.877846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5817bdb0-8a0c-4f03-bc23-c429d35fd394 req-a451ce23-77d8-49bc-8bdd-c31d28604a77 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 944 time: 0.1400335 Apr 18 17:27:22.910767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Calling delete_port for 0379da21-07a1-4389-9246-cf6956e34ad6 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:22.999906 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.054791 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.077073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 32709b68-9177-42b9-8418-d7da3a13deb9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32709b68-9177-42b9-8418-d7da3a13deb9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:23.080348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b2c74b-6299-496e-908d-a866fa2d5787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32709b68-9177-42b9-8418-d7da3a13deb9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:27:23.080677 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138d9e3d-9786-4aa8-ba66-6e2c9ebb3b0a" -d '{"events": [{"server_uuid": "f0b2c74b-6299-496e-908d-a866fa2d5787", "name": "network-vif-plugged", "status": "completed", "tag": "32709b68-9177-42b9-8418-d7da3a13deb9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:27:23.147190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.153729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5817bdb0-8a0c-4f03-bc23-c429d35fd394 req-66427a44-27eb-41fc-86be-2cb5fe323d0e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316628 Apr 18 17:27:23.180530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.190323 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7488c5-6baa-4062-80fb-cfdd2bdb40b6 x-openstack-request-id: req-ff7488c5-6baa-4062-80fb-cfdd2bdb40b6 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:27:23.190955 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b2c74b-6299-496e-908d-a866fa2d5787", "name": "network-vif-plugged", "status": "completed", "tag": "32709b68-9177-42b9-8418-d7da3a13deb9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:27:23.192114 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff7488c5-6baa-4062-80fb-cfdd2bdb40b6 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:27:23.192723 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7488c5-6baa-4062-80fb-cfdd2bdb40b6'] response: {'server_uuid': 'f0b2c74b-6299-496e-908d-a866fa2d5787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32709b68-9177-42b9-8418-d7da3a13deb9', 'code': 200} Apr 18 17:27:23.215743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.248249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Port': ['ID=0379da21-07a1-4389-9246-cf6956e34ad6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:23.252480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] No DVR routers for this DVR port 0379da21-07a1-4389-9246-cf6956e34ad6 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:23.276700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:23.301561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:23.308693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:23.317908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=32709b68-9177-42b9-8418-d7da3a13deb9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:23.318220 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.318574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.318917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.319255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.319585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.319917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.320591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.320591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.320873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.321198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.332190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.332663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:23.352300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c4a7-8102-42fb-b138-a1f79da0ce75 req-6cf4bbc1-8185-4b9b-aaed-1ecbcba774a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:23.354852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9173c4a7-8102-42fb-b138-a1f79da0ce75 req-6cf4bbc1-8185-4b9b-aaed-1ecbcba774a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 1096 time: 0.0931077 Apr 18 17:27:23.411312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::d591:da7c:8e16:1b6b (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/c2e93f99-c6e1-4484-a22a-62fc6f59a9fd/64ce0308-f635-417d-9035-f9283c893292) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:23.431401 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9173c4a7-8102-42fb-b138-a1f79da0ce75 req-3554d73e-8b1f-4b83-bf54-19bc8e167446 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524702 Apr 18 17:27:23.447837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.516224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad62baf3-b830-47a0-8b01-ae0f4a5010cf']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:23.518016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Attempting to bind port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:23.518601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Attempting to bind port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:23.519250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Attempting to bind port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:23.528325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:23.529202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:23.529788 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.530324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:23.530954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Bound port: 9a0f276a-f7af-4c19-a2f2-91d0d201b89f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:23.531557 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.535374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Pushing event updated for resources: {'Port': ['ID=9a0f276a-f7af-4c19-a2f2-91d0d201b89f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:23.549269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e84959d-6486-4b64-b77d-c23c6bedff9c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:23.549810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e84959d-6486-4b64-b77d-c23c6bedff9c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:23.568148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.600648 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.620313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:27:23.620731 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:27:23.623796 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:27:23.641230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] For port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:23.644857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] For port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9a0f276a-f7af-4c19-a2f2-91d0d201b89f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:23.706396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d3ef8-0739-4952-80cc-08e896fe2dc0 None None] Network ad62baf3-b830-47a0-8b01-ae0f4a5010cf requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:23.781629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.792670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.806562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0693a4f9-d218-41ab-9fbb-3b27c7e15d94 None None] Could not find standard attr ID for object 0379da21-07a1-4389-9246-cf6956e34ad6. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:23.822812 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.839421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.843901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/networks/ad62baf3-b830-47a0-8b01-ae0f4a5010cf HTTP/1.1" status: 204 len: 168 time: 2.0608287 Apr 18 17:27:23.848215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60736) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:23.869398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce599d25-5788-46ca-829d-4bc50529b2b7 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Network': ['ID=ad62baf3-b830-47a0-8b01-ae0f4a5010cf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:23.935305 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:23.954437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267f2d7-6f26-494f-9210-3d024ef232b9 None None] Pushing event updated for resources: {'Port': ['ID=9a0f276a-f7af-4c19-a2f2-91d0d201b89f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:24.014805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:24.021524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:24.029654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:24.034782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:24.035442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.039581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=64ce0308-f635-417d-9035-f9283c893292,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:24.048969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.062544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7cd0c-dafb-4003-a9ec-73acbbd73ba2 None None] DHCP port deletion for ad62baf3-b830-47a0-8b01-ae0f4a5010cf request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:24.170267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60740) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:24.170704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d1bc50b2-3df8-4be9-b10a-6bb52deecb5f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4120383 Apr 18 17:27:24.194030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.228633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad56a1ee-71a5-4ad8-b56f-5e168c913643']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:24.251621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82648539-a3d3-485f-aae7-9df8d7555f45') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:24.252121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82648539-a3d3-485f-aae7-9df8d7555f45') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:24.272291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.293192 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.295039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9059a764-844a-4a15-a2ca-26f3dc4f0a39 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:24.300393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:27:24.300803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.301858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9059a764-844a-4a15-a2ca-26f3dc4f0a39 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:24.309846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9059a764-844a-4a15-a2ca-26f3dc4f0a39 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1384752 Apr 18 17:27:24.310732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60744) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:27:24.381396 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:27:24.444657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-360be2fd-34ac-4a2d-b3a1-e22d9c9aa66f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 64ce0308-f635-417d-9035-f9283c893292 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:24.445197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-360be2fd-34ac-4a2d-b3a1-e22d9c9aa66f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.461636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.487574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.492322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/networks/ad56a1ee-71a5-4ad8-b56f-5e168c913643 HTTP/1.1" status: 204 len: 168 time: 0.6429601 Apr 18 17:27:24.511656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60746) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:24.539365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba4b9c-a18d-40c7-a760-9c53020c0fac tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Network': ['ID=ad56a1ee-71a5-4ad8-b56f-5e168c913643,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:24.575167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b7630-5061-4ad8-a989-374ed544633c req-9be92388-6369-4539-a557-d3e93c0eeca1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:24.577778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb7b7630-5061-4ad8-a989-374ed544633c req-9be92388-6369-4539-a557-d3e93c0eeca1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 945 time: 0.1919131 Apr 18 17:27:24.593023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-360be2fd-34ac-4a2d-b3a1-e22d9c9aa66f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.616038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-360be2fd-34ac-4a2d-b3a1-e22d9c9aa66f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 64ce0308-f635-417d-9035-f9283c893292 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:24.710919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb7b7630-5061-4ad8-a989-374ed544633c req-62448ddd-e07d-448d-aac4-5961dbe1fa02 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855186 Apr 18 17:27:24.716444 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.831132 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.875810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033f6ca5-71b6-41d0-9839-e3aeae4d00d2']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:24.888244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73751d77-d0d0-432f-ae5c-cc54fe02b387') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:24.888633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73751d77-d0d0-432f-ae5c-cc54fe02b387') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:24.900986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.927960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.933086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:27:24.933629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:27:24.937001 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:27:24.941404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-360be2fd-34ac-4a2d-b3a1-e22d9c9aa66f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.004581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360be2fd-34ac-4a2d-b3a1-e22d9c9aa66f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=64ce0308-f635-417d-9035-f9283c893292,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:25.059424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-360be2fd-34ac-4a2d-b3a1-e22d9c9aa66f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.063367 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-360be2fd-34ac-4a2d-b3a1-e22d9c9aa66f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/64ce0308-f635-417d-9035-f9283c893292 HTTP/1.1" status: 204 len: 168 time: 0.7510965 Apr 18 17:27:25.065910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60758) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:25.132294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652de282-3223-44d6-b9e9-c4b8424b95ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:25.134714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652de282-3223-44d6-b9e9-c4b8424b95ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:25.139070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-652de282-3223-44d6-b9e9-c4b8424b95ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0690997 Apr 18 17:27:25.139465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:25.150213 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.162447 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.168483 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/networks/033f6ca5-71b6-41d0-9839-e3aeae4d00d2 HTTP/1.1" status: 204 len: 168 time: 0.6506448 Apr 18 17:27:25.186318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:25.199336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9e593-57f4-4f1a-ac25-5c3a5b9aa6c5 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Network': ['ID=033f6ca5-71b6-41d0-9839-e3aeae4d00d2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:25.237997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbac25f-2bb8-4a3f-8ffb-b2601598e27e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet c2e93f99-c6e1-4484-a22a-62fc6f59a9fd {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:25.241357 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fbac25f-2bb8-4a3f-8ffb-b2601598e27e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.320002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fbac25f-2bb8-4a3f-8ffb-b2601598e27e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.346898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.504491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fbac25f-2bb8-4a3f-8ffb-b2601598e27e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.506753 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.536548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee060e24-c1e1-478b-af8f-8b3361c12432']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:25.554186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec74f554-2786-42dd-a198-f01f3d022a89') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:25.554595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec74f554-2786-42dd-a198-f01f3d022a89') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:25.582669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f6f396e8-8a00-4c46-8e32-c0607393e793 None None] Provisioning complete for port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:25.583225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6f396e8-8a00-4c46-8e32-c0607393e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.604923 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.626744 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.637211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:27:25.639106 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:27:25.640766 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:27:25.718858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fbac25f-2bb8-4a3f-8ffb-b2601598e27e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.760119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbac25f-2bb8-4a3f-8ffb-b2601598e27e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e93f99-c6e1-4484-a22a-62fc6f59a9fd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:25.776501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fbac25f-2bb8-4a3f-8ffb-b2601598e27e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.776501 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3fbac25f-2bb8-4a3f-8ffb-b2601598e27e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/c2e93f99-c6e1-4484-a22a-62fc6f59a9fd HTTP/1.1" status: 204 len: 168 time: 0.6341648 Apr 18 17:27:25.778216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60772) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:25.825057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0e943a84-2227-4238-a29f-fb2bedd202fb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455291 Apr 18 17:27:25.828345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60774) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:25.831834 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6f396e8-8a00-4c46-8e32-c0607393e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.839445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:25.844089 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.859522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:25.865271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] 10.222.0.45 "DELETE /v2.0/networks/ee060e24-c1e1-478b-af8f-8b3361c12432 HTTP/1.1" status: 204 len: 168 time: 0.6752808 Apr 18 17:27:25.916109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f6f396e8-8a00-4c46-8e32-c0607393e793 None None] For port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9a0f276a-f7af-4c19-a2f2-91d0d201b89f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:25.924410 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e1f3f-cc1d-4bc1-9020-19bcdf145e78 tempest-BulkNetworkOpsTest-335460701 tempest-BulkNetworkOpsTest-335460701-project] Pushing event deleted for resources: {'Network': ['ID=ee060e24-c1e1-478b-af8f-8b3361c12432,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:25.943727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65018da-1c05-4d0c-ab8e-b0c2c4a762a2 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:26.014899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ee5d-b113-48f3-896d-5eb6c998c164 req-776301ec-83bf-4458-896e-feb15183e5eb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:26.023603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef63ee5d-b113-48f3-896d-5eb6c998c164 req-776301ec-83bf-4458-896e-feb15183e5eb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 945 time: 0.1455748 Apr 18 17:27:26.044785 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6f396e8-8a00-4c46-8e32-c0607393e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:26.077009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef63ee5d-b113-48f3-896d-5eb6c998c164 req-031639d2-07b0-425a-ae05-50a834ddea90 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Apr 18 17:27:26.140710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:26.144962 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:26.179217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f396e8-8a00-4c46-8e32-c0607393e793 None None] Pushing event updated for resources: {'Port': ['ID=9a0f276a-f7af-4c19-a2f2-91d0d201b89f,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:26.189850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-25b3208e-e3fc-47cb-b019-210a5213713c None None] Could not find standard attr ID for object 64ce0308-f635-417d-9035-f9283c893292. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:26.271125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08661f1-f3a0-4ce4-88c4-9325519fcfc0 req-27ee55c2-420c-48aa-bf83-8fec4a970761 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:26.272816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b08661f1-f3a0-4ce4-88c4-9325519fcfc0 req-27ee55c2-420c-48aa-bf83-8fec4a970761 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 945 time: 0.1060855 Apr 18 17:27:26.305980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:26.325465 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b08661f1-f3a0-4ce4-88c4-9325519fcfc0 req-feff55fb-27eb-4d6c-b391-ede956dc629a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Apr 18 17:27:26.414251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] Deleting port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:26.414854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:26.494166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66af7-c638-45b3-bdb0-9df706e24235 req-f154f102-fc2e-4170-809f-09121d0979db tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:26.496674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8d66af7-c638-45b3-bdb0-9df706e24235 req-f154f102-fc2e-4170-809f-09121d0979db tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 945 time: 0.0585613 Apr 18 17:27:26.539281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] For port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=9a0f276a-f7af-4c19-a2f2-91d0d201b89f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:26.539681 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:26.562988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] Calling delete_port for 9a0f276a-f7af-4c19-a2f2-91d0d201b89f owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:26.566349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8d66af7-c638-45b3-bdb0-9df706e24235 req-61fb791a-dc6b-4bac-b8c9-541a74c72122 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604265 Apr 18 17:27:26.627469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:26.647904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60792) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:26.703449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:26.707391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:26.710490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:26.711150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:26.740446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=bb62de64-1c2b-4943-82ba-7a994c325e1d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:26.804240 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-013edcae-7469-472e-9bcd-a145870249c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9720418 Apr 18 17:27:26.804370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60798) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:26.810730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': 'bb62de64-1c2b-4943-82ba-7a994c325e1d', 'ip_address': '2001:db8::7186:ec90:b0c2:d962'}], 'name': 'tempest-NetworksTestDHCPv6-1734203908'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:26.827090 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:26.886904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] Pushing event deleted for resources: {'Port': ['ID=9a0f276a-f7af-4c19-a2f2-91d0d201b89f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:26.893623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc64d7-3744-400c-b23b-842d4df84656 None None] No DVR routers for this DVR port 9a0f276a-f7af-4c19-a2f2-91d0d201b89f on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:26.912148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4f19a20c-a1cd-4442-acf9-70637452acd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1053166f2ac843ceb1d831e82c3f6341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621984 Apr 18 17:27:26.912989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60800) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:26.926798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e054f-4c8f-4564-bf3e-5953a9f92838 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:26.992110 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6dfe-1499-4e28-b344-325258b872c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:27.024268 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6dfe-1499-4e28-b344-325258b872c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:27.097334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:27.127020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': 'bb62de64-1c2b-4943-82ba-7a994c325e1d'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:27.128049 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:27.213108 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:27.231122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 24286bff-8601-4962-ac8f-860a408e4ca4 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:27.252924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6dfe-1499-4e28-b344-325258b872c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:27.259791 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6dfe-1499-4e28-b344-325258b872c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:27.261340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f2fa6dfe-1499-4e28-b344-325258b872c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5be11519-8b32-4234-8193-17ff30c5f603 HTTP/1.1" status: 204 len: 168 time: 0.3470416 Apr 18 17:27:27.293309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa6dfe-1499-4e28-b344-325258b872c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be11519-8b32-4234-8193-17ff30c5f603,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:27.458086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/bb62de64-1c2b-4943-82ba-7a994c325e1d/1e96c4d8-d832-411f-9fbf-346963b08a1f) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:27.488798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e2a4a-7415-4b72-a55f-cc17eff34339 req-6a0dc2b3-cf74-40b1-a68c-b25416a734ed tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:27.490528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e01e2a4a-7415-4b72-a55f-cc17eff34339 req-6a0dc2b3-cf74-40b1-a68c-b25416a734ed tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 945 time: 0.1124537 Apr 18 17:27:27.576768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e01e2a4a-7415-4b72-a55f-cc17eff34339 req-8e51a564-1e20-4b88-9ee9-58ffd84e1d6d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Apr 18 17:27:27.760474 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:27.849780 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:27.912944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:27.915564 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:27.919086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:27.954250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::7186:ec90:b0c2:d962 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/bb62de64-1c2b-4943-82ba-7a994c325e1d/24286bff-8601-4962-ac8f-860a408e4ca4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:27.956803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Pushing event updated for resources: {'Port': ['ID=1e96c4d8-d832-411f-9fbf-346963b08a1f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:27.996457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Attempting to bind port 1e96c4d8-d832-411f-9fbf-346963b08a1f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:27.996457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Attempting to bind port 1e96c4d8-d832-411f-9fbf-346963b08a1f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:27.996457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Attempting to bind port 1e96c4d8-d832-411f-9fbf-346963b08a1f on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:28.000890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:28.001267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:28.001963 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:28.002302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:28.002884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Bound port: 1e96c4d8-d832-411f-9fbf-346963b08a1f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:28.003259 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:28.083579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] For port 1e96c4d8-d832-411f-9fbf-346963b08a1f, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:28.087294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] For port 1e96c4d8-d832-411f-9fbf-346963b08a1f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1e96c4d8-d832-411f-9fbf-346963b08a1f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:28.152038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9a0f276a-f7af-4c19-a2f2-91d0d201b89f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:28.155448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:28.173278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 9a0f276a-f7af-4c19-a2f2-91d0d201b89f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:28.176702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 9a0f276a-f7af-4c19-a2f2-91d0d201b89f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:28.198346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:28.266761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b9ca-a31e-42de-8ec0-3bea18b1499f None None] Pushing event updated for resources: {'Port': ['ID=1e96c4d8-d832-411f-9fbf-346963b08a1f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:28.307860 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:28.364009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:28.368751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:28.373438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:28.379569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:28.380500 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:28.388310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=24286bff-8601-4962-ac8f-860a408e4ca4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:28.534713 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2f7d4dab-7a1c-4e86-8f30-7de78a87561b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7286251 Apr 18 17:27:28.537158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60830) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:28.651423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf0b18-04c3-484b-9708-85f72edc2af4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:28.661139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf0b18-04c3-484b-9708-85f72edc2af4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:28.666304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60838) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:28.667186 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-44cf0b18-04c3-484b-9708-85f72edc2af4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1279209 Apr 18 17:27:28.794382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5395670-97a9-4e68-98c7-ceaeb47d5dce req-b7ddfcea-6b02-47f5-b2ba-de38c4600617 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:28.802223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5395670-97a9-4e68-98c7-ceaeb47d5dce req-b7ddfcea-6b02-47f5-b2ba-de38c4600617 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 945 time: 0.0985572 Apr 18 17:27:28.831310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-758a00b6-3486-4888-b930-b0371f611d24 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 24286bff-8601-4962-ac8f-860a408e4ca4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:28.831915 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758a00b6-3486-4888-b930-b0371f611d24 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:28.853941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5395670-97a9-4e68-98c7-ceaeb47d5dce req-402218f9-dbcd-4267-b884-ad2fcb8ef1d8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505593 Apr 18 17:27:28.889932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60846) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:28.950989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758a00b6-3486-4888-b930-b0371f611d24 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:28.968268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-758a00b6-3486-4888-b930-b0371f611d24 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 24286bff-8601-4962-ac8f-860a408e4ca4 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:29.108687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-b0b9d2fc-bb9a-45e2-9ba9-d2eb54eade0f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:29.110875 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-b0b9d2fc-bb9a-45e2-9ba9-d2eb54eade0f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 945 time: 0.0910034 Apr 18 17:27:29.120226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-12a218ef-9967-4954-8418-561f0844b2e9 tempest-ServiceProvidersTest-2003101008 tempest-ServiceProvidersTest-2003101008-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2260733 Apr 18 17:27:29.277595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port 32709b68-9177-42b9-8418-d7da3a13deb9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:29.278222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.395454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] For port 32709b68-9177-42b9-8418-d7da3a13deb9, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=32709b68-9177-42b9-8418-d7da3a13deb9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:29.395868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.411866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for 32709b68-9177-42b9-8418-d7da3a13deb9 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:29.457581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758a00b6-3486-4888-b930-b0371f611d24 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.499277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a00b6-3486-4888-b930-b0371f611d24 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=24286bff-8601-4962-ac8f-860a408e4ca4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:29.540846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758a00b6-3486-4888-b930-b0371f611d24 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.544746 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-758a00b6-3486-4888-b930-b0371f611d24 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/24286bff-8601-4962-ac8f-860a408e4ca4 HTTP/1.1" status: 204 len: 168 time: 0.8772302 Apr 18 17:27:29.547358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60856) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:29.632354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d58a731-14c9-449f-a883-f00d5a10d8b0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:29.637450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d58a731-14c9-449f-a883-f00d5a10d8b0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:29.643872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2d58a731-14c9-449f-a883-f00d5a10d8b0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0954242 Apr 18 17:27:29.645904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60860) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:29.678983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f03a85ee-b157-4c80-8ff0-19ed3d3d4e21 None None] Provisioning complete for port 1e96c4d8-d832-411f-9fbf-346963b08a1f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:29.679479 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f03a85ee-b157-4c80-8ff0-19ed3d3d4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.752766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd92f222-1676-4784-a303-a0d0bc7f0412 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet bb62de64-1c2b-4943-82ba-7a994c325e1d {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:29.781149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd92f222-1676-4784-a303-a0d0bc7f0412 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.826562 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f03a85ee-b157-4c80-8ff0-19ed3d3d4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.836630 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.875999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f03a85ee-b157-4c80-8ff0-19ed3d3d4e21 None None] For port 1e96c4d8-d832-411f-9fbf-346963b08a1f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1e96c4d8-d832-411f-9fbf-346963b08a1f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:29.881859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['32709b68-9177-42b9-8418-d7da3a13deb9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:27:29.923974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60868) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:29.925714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=32709b68-9177-42b9-8418-d7da3a13deb9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:29.949209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd92f222-1676-4784-a303-a0d0bc7f0412 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:29.969914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f03a85ee-b157-4c80-8ff0-19ed3d3d4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.020618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65474e98-e473-4d4c-8917-c4a8f384bc37 req-c38559e1-fe5b-405a-9d9a-6c1b09012f72 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.0564730 Apr 18 17:27:30.102673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6e364ffd-4fc5-4d92-a963-594626d635ed None None] Could not find standard attr ID for object 24286bff-8601-4962-ac8f-860a408e4ca4. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:30.145116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a85ee-b157-4c80-8ff0-19ed3d3d4e21 None None] Pushing event updated for resources: {'Port': ['ID=1e96c4d8-d832-411f-9fbf-346963b08a1f,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:30.187105 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c5c6-f26d-4d4e-b81a-cb96a229690d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.209867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] No DVR routers for this DVR port 32709b68-9177-42b9-8418-d7da3a13deb9 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:30.216781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.227061 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-252cde15-e80b-4c91-8260-f2d3015a5217 req-c7ed4e1f-f561-4b03-81ce-edea98c4569b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.41 "DELETE /v2.0/ports/32709b68-9177-42b9-8418-d7da3a13deb9 HTTP/1.1" status: 204 len: 173 time: 1.1086082 Apr 18 17:27:30.258066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd92f222-1676-4784-a303-a0d0bc7f0412 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.299249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b2c74b-6299-496e-908d-a866fa2d5787', 'name': 'network-vif-deleted', 'tag': '32709b68-9177-42b9-8418-d7da3a13deb9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:27:30.307930 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b647d495-2e21-4c25-8288-0e0b2097f80a" -d '{"events": [{"server_uuid": "f0b2c74b-6299-496e-908d-a866fa2d5787", "name": "network-vif-deleted", "tag": "32709b68-9177-42b9-8418-d7da3a13deb9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:27:30.371569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1e96c4d8-d832-411f-9fbf-346963b08a1f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:30.390884 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c5c6-f26d-4d4e-b81a-cb96a229690d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.426103 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ace4b1-e763-4e31-96c5-9d9c644f57d7 x-openstack-request-id: req-11ace4b1-e763-4e31-96c5-9d9c644f57d7 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:27:30.426103 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b2c74b-6299-496e-908d-a866fa2d5787", "name": "network-vif-deleted", "tag": "32709b68-9177-42b9-8418-d7da3a13deb9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:27:30.426442 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11ace4b1-e763-4e31-96c5-9d9c644f57d7 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:27:30.426986 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ace4b1-e763-4e31-96c5-9d9c644f57d7'] response: {'server_uuid': 'f0b2c74b-6299-496e-908d-a866fa2d5787', 'name': 'network-vif-deleted', 'tag': '32709b68-9177-42b9-8418-d7da3a13deb9', 'status': 'completed', 'code': 200} Apr 18 17:27:30.479051 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1e96c4d8-d832-411f-9fbf-346963b08a1f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:30.479051 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.525624 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c5c6-f26d-4d4e-b81a-cb96a229690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.571033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd92f222-1676-4784-a303-a0d0bc7f0412 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.613551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031bf8c-f6d0-486e-a60a-f1cbb31a6a0a None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:27:30.618358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e0d7c5c6-f26d-4d4e-b81a-cb96a229690d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7dcbc7a03e004e219dfff6d326b9ca60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6906586 Apr 18 17:27:30.626006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60876) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:30.644264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92f222-1676-4784-a303-a0d0bc7f0412 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=bb62de64-1c2b-4943-82ba-7a994c325e1d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:30.685025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cd92f222-1676-4784-a303-a0d0bc7f0412 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.688845 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cd92f222-1676-4784-a303-a0d0bc7f0412 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/bb62de64-1c2b-4943-82ba-7a994c325e1d HTTP/1.1" status: 204 len: 168 time: 1.0416803 Apr 18 17:27:30.689292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7c5c6-f26d-4d4e-b81a-cb96a229690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56982686-514d-447a-ab38-23bcd1bea185,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:30.691154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60878) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:30.705524 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3113eb89-6ed4-406e-a012-d558601014ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.748920 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3113eb89-6ed4-406e-a012-d558601014ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:30.764483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cf83d5cb-ab60-4b17-be09-979966a2951b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718343 Apr 18 17:27:30.766780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:30.795743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031bf8c-f6d0-486e-a60a-f1cbb31a6a0a None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:27:30.886233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced7832-50e8-48c0-a971-051afd70d4f0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:30.890689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60886) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:30.891681 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9ced7832-50e8-48c0-a971-051afd70d4f0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1216190 Apr 18 17:27:30.949379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8428a150-056a-46bb-bf42-e2444f652508 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:30.953475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8428a150-056a-46bb-bf42-e2444f652508 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0590260 Apr 18 17:27:30.955087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60888) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:31.001231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e89d31e5-228f-423d-b661-842f9f277417 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448449 Apr 18 17:27:31.002457 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3113eb89-6ed4-406e-a012-d558601014ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.005426 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3113eb89-6ed4-406e-a012-d558601014ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.006020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60890) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:31.010094 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3113eb89-6ed4-406e-a012-d558601014ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56982686-514d-447a-ab38-23bcd1bea185 HTTP/1.1" status: 204 len: 168 time: 0.3781078 Apr 18 17:27:31.019760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113eb89-6ed4-406e-a012-d558601014ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56982686-514d-447a-ab38-23bcd1bea185,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:31.022947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:31.063139 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b13cb6d9-67e6-4de0-9d16-914c2861ddda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.171393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd19f8a1-eb5b-4a5a-8479-276a64bc9ac4 req-6853f379-1c4d-4b0a-994e-a3b77a6aabc4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.0290258 Apr 18 17:27:31.177088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e3fa8-147c-4737-b761-15be95c5875c None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:31.244480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:31.249228 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.399688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:31.464073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Deleting port 1e96c4d8-d832-411f-9fbf-346963b08a1f {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:31.464739 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.549026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] For port 1e96c4d8-d832-411f-9fbf-346963b08a1f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1e96c4d8-d832-411f-9fbf-346963b08a1f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:31.549428 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.552730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.563768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Calling delete_port for 1e96c4d8-d832-411f-9fbf-346963b08a1f owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:31.575347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:31.578355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:31.581641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:31.582444 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.638804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=643da765-0414-48b4-8bf6-01588b13c14c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:31.664289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9d136443-6f31-42f6-8ca9-925b10ee2fd7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6571255 Apr 18 17:27:31.667719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:31.673724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '643da765-0414-48b4-8bf6-01588b13c14c', 'ip_address': '2001:db8::20aa:3ade:ea7e:d'}], 'name': 'tempest-NetworksTestDHCPv6-1207364023'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:31.752756 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:31.785356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Pushing event deleted for resources: {'Port': ['ID=1e96c4d8-d832-411f-9fbf-346963b08a1f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:31.791206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] No DVR routers for this DVR port 1e96c4d8-d832-411f-9fbf-346963b08a1f on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:31.799008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.799686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.799686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.802962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.803314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.804001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.804001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.804305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.815668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.815668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.815668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.815668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c858a196-ff0a-45eb-966a-4d14fb0ca133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:27:31.821316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0d6a9-3116-42c2-ba84-b7e3ee575926 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:31.900985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:32.004097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '643da765-0414-48b4-8bf6-01588b13c14c'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:32.005055 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:32.036192 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:32.085055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 25ae40ec-1095-4f81-a677-5c2298c5b9b2 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:32.223440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/643da765-0414-48b4-8bf6-01588b13c14c/7307c15c-e78c-4375-9143-71d1bbbb86cf) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:32.228409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 32709b68-9177-42b9-8418-d7da3a13deb9 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:32.280223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1e96c4d8-d832-411f-9fbf-346963b08a1f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:32.294663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 32709b68-9177-42b9-8418-d7da3a13deb9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:32.295288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 32709b68-9177-42b9-8418-d7da3a13deb9 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:32.322327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1e96c4d8-d832-411f-9fbf-346963b08a1f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:32.322673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1e96c4d8-d832-411f-9fbf-346963b08a1f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:32.379570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ada4fe6b-1dbb-45af-984d-e5c040114027 req-ea0528d3-d65b-4e91-a493-fab93bafb21f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.1156173 Apr 18 17:27:32.494697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60936) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:32.499425 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029788 Apr 18 17:27:32.502454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60938) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:32.516793 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:32.616496 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e7588eb3-e80a-4272-99ed-2f58063b85ae tempest-NetworksApiDiscovery-391092061 tempest-NetworksApiDiscovery-391092061-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1124904 Apr 18 17:27:32.634502 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:32.690887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:32.696877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:32.697835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::20aa:3ade:ea7e:d (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/643da765-0414-48b4-8bf6-01588b13c14c/25ae40ec-1095-4f81-a677-5c2298c5b9b2) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:32.701065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:32.751767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Pushing event updated for resources: {'Port': ['ID=7307c15c-e78c-4375-9143-71d1bbbb86cf,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:32.897393 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:32.958652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Attempting to bind port 7307c15c-e78c-4375-9143-71d1bbbb86cf on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:32.959238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Attempting to bind port 7307c15c-e78c-4375-9143-71d1bbbb86cf by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:32.959336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Attempting to bind port 7307c15c-e78c-4375-9143-71d1bbbb86cf on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:32.964186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:32.964552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:32.964944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:32.965333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:32.965818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Bound port: 7307c15c-e78c-4375-9143-71d1bbbb86cf, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:32.966190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.030030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] For port 7307c15c-e78c-4375-9143-71d1bbbb86cf, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:33.033482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] For port 7307c15c-e78c-4375-9143-71d1bbbb86cf, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7307c15c-e78c-4375-9143-71d1bbbb86cf,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:33.158876 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.159133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.249098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:33.253128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedad35-00ee-430c-becc-99c37e2482ba None None] Pushing event updated for resources: {'Port': ['ID=7307c15c-e78c-4375-9143-71d1bbbb86cf,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:33.258034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:33.270096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:33.272854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:33.273618 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.305501 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=25ae40ec-1095-4f81-a677-5c2298c5b9b2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:33.352154 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22294284-1009-4255-94db-a8038f618ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.361988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0f2f4fac-a038-4adb-b3f8-92b2005e4d8a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.6925907 Apr 18 17:27:33.362749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60954) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:33.368276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2b1088ea-e2e3-463e-9565-ac5a0d7db220 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '643da765-0414-48b4-8bf6-01588b13c14c', 'ip_address': '2001:db8::20aa:3ade:ea7e:d'}], 'name': 'tempest-NetworksTestDHCPv6-542523067'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:33.422587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60958) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:33.623718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f67d7977-a649-402d-835e-45faf94a4bf2 req-a48f96e0-2d64-4026-bb9e-811541e4b846 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.0455089 Apr 18 17:27:33.664386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ed91046-1273-402a-8764-351a4665b7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.717957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1088ea-e2e3-463e-9565-ac5a0d7db220 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:33.724152 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b1088ea-e2e3-463e-9565-ac5a0d7db220 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.750299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-2b1088ea-e2e3-463e-9565-ac5a0d7db220 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port f3e7d551-8b00-49a8-a5de-99cf43ad82e8 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:33.756479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ed91046-1273-402a-8764-351a4665b7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.839972 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ed91046-1273-402a-8764-351a4665b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:33.901708 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ed91046-1273-402a-8764-351a4665b7d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73df97e6d20f4d918c3732bdefb95e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780242 Apr 18 17:27:33.907926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60966) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:33.919108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed91046-1273-402a-8764-351a4665b7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0318ae-65a3-435b-8cf3-7db31c780f70,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:33.948037 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1088ea-e2e3-463e-9565-ac5a0d7db220 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 17:27:33.948884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1088ea-e2e3-463e-9565-ac5a0d7db220 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:27:33.981613 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6549dfe-071b-40c0-ac1b-c65e6dd871a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.005568 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6549dfe-071b-40c0-ac1b-c65e6dd871a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.041366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2b1088ea-e2e3-463e-9565-ac5a0d7db220 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 386 time: 0.6774604 Apr 18 17:27:34.044087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60968) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:34.106386 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df579d06-1b95-4f53-94d2-44b138c73e27 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:34.112606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df579d06-1b95-4f53-94d2-44b138c73e27 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:34.116861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-df579d06-1b95-4f53-94d2-44b138c73e27 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.0691404 Apr 18 17:27:34.117031 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 60970) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:34.129704 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6549dfe-071b-40c0-ac1b-c65e6dd871a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.134181 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6549dfe-071b-40c0-ac1b-c65e6dd871a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.136033 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b6549dfe-071b-40c0-ac1b-c65e6dd871a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b0318ae-65a3-435b-8cf3-7db31c780f70 HTTP/1.1" status: 204 len: 168 time: 0.2237425 Apr 18 17:27:34.165813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6549dfe-071b-40c0-ac1b-c65e6dd871a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0318ae-65a3-435b-8cf3-7db31c780f70,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:34.268840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-aff95e00-67ee-4be4-acfb-0bc3efccd3fc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 25ae40ec-1095-4f81-a677-5c2298c5b9b2 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:34.269150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aff95e00-67ee-4be4-acfb-0bc3efccd3fc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.428895 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aff95e00-67ee-4be4-acfb-0bc3efccd3fc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.433864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7307c15c-e78c-4375-9143-71d1bbbb86cf up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:34.435966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-aff95e00-67ee-4be4-acfb-0bc3efccd3fc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 25ae40ec-1095-4f81-a677-5c2298c5b9b2 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:34.502527 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.544264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7307c15c-e78c-4375-9143-71d1bbbb86cf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:34.544649 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.700906 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.744804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 7307c15c-e78c-4375-9143-71d1bbbb86cf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7307c15c-e78c-4375-9143-71d1bbbb86cf,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:34.824261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b9701b8a-b8ec-4bf1-86d9-38f26988f3dd None None] Provisioning complete for port 7307c15c-e78c-4375-9143-71d1bbbb86cf triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:34.824648 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9701b8a-b8ec-4bf1-86d9-38f26988f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:34.895658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.027117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c88a71e3-b452-44d7-9a5e-144d8420eb60 req-5adf6a75-ccba-4074-ad33-902414433202 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.1030560 Apr 18 17:27:35.059954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=7307c15c-e78c-4375-9143-71d1bbbb86cf,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:35.153563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aff95e00-67ee-4be4-acfb-0bc3efccd3fc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.183874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fa3aa779-876c-4968-bfb9-211d847982b8 None None] Could not find standard attr ID for object 25ae40ec-1095-4f81-a677-5c2298c5b9b2. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:35.188429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95e00-67ee-4be4-acfb-0bc3efccd3fc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=25ae40ec-1095-4f81-a677-5c2298c5b9b2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:35.241365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aff95e00-67ee-4be4-acfb-0bc3efccd3fc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.254395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aff95e00-67ee-4be4-acfb-0bc3efccd3fc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/25ae40ec-1095-4f81-a677-5c2298c5b9b2 HTTP/1.1" status: 204 len: 168 time: 1.1348746 Apr 18 17:27:35.255737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 60992) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:35.425226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2a0f7-cc25-41bc-8535-9f711a89dc6e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:35.434011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2a0f7-cc25-41bc-8535-9f711a89dc6e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:35.438710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32772) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:35.445119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7df2a0f7-cc25-41bc-8535-9f711a89dc6e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1824341 Apr 18 17:27:35.509905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea6862b-8c43-49d8-bb23-6d7ba81a5fdf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 643da765-0414-48b4-8bf6-01588b13c14c {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:35.513860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea6862b-8c43-49d8-bb23-6d7ba81a5fdf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.567745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea6862b-8c43-49d8-bb23-6d7ba81a5fdf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.663660 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea6862b-8c43-49d8-bb23-6d7ba81a5fdf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.842354 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea6862b-8c43-49d8-bb23-6d7ba81a5fdf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.879873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6862b-8c43-49d8-bb23-6d7ba81a5fdf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=643da765-0414-48b4-8bf6-01588b13c14c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:35.885744 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea6862b-8c43-49d8-bb23-6d7ba81a5fdf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.889158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9ea6862b-8c43-49d8-bb23-6d7ba81a5fdf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/643da765-0414-48b4-8bf6-01588b13c14c HTTP/1.1" status: 204 len: 168 time: 0.4493468 Apr 18 17:27:35.892137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32782) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:35.906292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dcb540-f823-4201-9523-8ec5d15ee3a1 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:35.944944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32784) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:35.945282 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f2cc4f86-1acc-4cef-884f-eb5cd2e13ecd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518394 Apr 18 17:27:35.952337 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:35.952651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:36.202826 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35c1d619-3698-4952-97d7-1f438da2572e req-74c965a6-cdc8-4a61-894f-6e44fe101540 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0b2c74b-6299-496e-908d-a866fa2d5787 HTTP/1.1" status: 200 len: 210 time: 0.0731056 Apr 18 17:27:36.226936 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:36.230729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:36.233196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:36.257676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:36.357077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] Deleting port 7307c15c-e78c-4375-9143-71d1bbbb86cf {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:36.357546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:36.466200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] For port 7307c15c-e78c-4375-9143-71d1bbbb86cf, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7307c15c-e78c-4375-9143-71d1bbbb86cf,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:36.466593 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:36.483854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] Calling delete_port for 7307c15c-e78c-4375-9143-71d1bbbb86cf owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:36.701293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:36.729692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] Pushing event deleted for resources: {'Port': ['ID=7307c15c-e78c-4375-9143-71d1bbbb86cf,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:36.735618 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:36.736308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949097c-bce1-4d9a-af7e-d824b14f1b55 None None] No DVR routers for this DVR port 7307c15c-e78c-4375-9143-71d1bbbb86cf on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:36.842971 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:36.868783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=f79fcfb3-6480-4140-9a54-875a80c42730,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:36.892666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:36.896224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:36.896883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:36.904948 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4128d27f-809b-423f-9173-8fe780bc0cf9 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:37.059024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1070f953-3456-4334-98d6-2576510420e4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1114824 Apr 18 17:27:37.061754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32812) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:37.067625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d5b8d34c-10e4-4218-832d-bd25311749a7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': 'f79fcfb3-6480-4140-9a54-875a80c42730', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1017648885'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:37.171846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': 'f79fcfb3-6480-4140-9a54-875a80c42730'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:37.172892 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:37.483945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/f79fcfb3-6480-4140-9a54-875a80c42730/bc84841e-65d5-44c0-a8ef-27faef30a7ab) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:37.517976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b8d34c-10e4-4218-832d-bd25311749a7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:37.760293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:37.861554 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:38.002500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:38.014253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:38.022308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:38.024933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Pushing event updated for resources: {'Port': ['ID=bc84841e-65d5-44c0-a8ef-27faef30a7ab,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:38.106492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Attempting to bind port bc84841e-65d5-44c0-a8ef-27faef30a7ab on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:38.116748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Attempting to bind port bc84841e-65d5-44c0-a8ef-27faef30a7ab by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:38.116748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Attempting to bind port bc84841e-65d5-44c0-a8ef-27faef30a7ab on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:38.122048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:38.122426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:38.122831 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:38.123221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:38.123691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Bound port: bc84841e-65d5-44c0-a8ef-27faef30a7ab, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:38.124069 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:38.210857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] For port bc84841e-65d5-44c0-a8ef-27faef30a7ab, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:38.246210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] For port bc84841e-65d5-44c0-a8ef-27faef30a7ab, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bc84841e-65d5-44c0-a8ef-27faef30a7ab,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:38.276146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7307c15c-e78c-4375-9143-71d1bbbb86cf no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:38.302053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 7307c15c-e78c-4375-9143-71d1bbbb86cf {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:38.302413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7307c15c-e78c-4375-9143-71d1bbbb86cf not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:38.319148 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:38.350040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5b8d34c-10e4-4218-832d-bd25311749a7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:38.378440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-d5b8d34c-10e4-4218-832d-bd25311749a7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 7dfc07f5-7dc1-42a6-be93-91fd4eb0839a yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:27:38.405806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127b043-4d56-43e2-a273-a2281ecd9d8a None None] Pushing event updated for resources: {'Port': ['ID=bc84841e-65d5-44c0-a8ef-27faef30a7ab,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:38.580694 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b8d34c-10e4-4218-832d-bd25311749a7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:27:38.580694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b8d34c-10e4-4218-832d-bd25311749a7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:27:38.695417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32840) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:38.698448 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d5b8d34c-10e4-4218-832d-bd25311749a7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6355667 Apr 18 17:27:38.791596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213fc76-15d9-4ace-aaf4-db5ed9294935 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:38.801060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9213fc76-15d9-4ace-aaf4-db5ed9294935 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1045153 Apr 18 17:27:38.804648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32842) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:38.888372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359aeb8-a7a5-4c39-a73a-6f57a41f9b9a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:38.890256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359aeb8-a7a5-4c39-a73a-6f57a41f9b9a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:38.894987 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b359aeb8-a7a5-4c39-a73a-6f57a41f9b9a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0854576 Apr 18 17:27:38.895061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32846) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:38.980519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbccf108-423f-43b7-b908-f70da822121f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet f79fcfb3-6480-4140-9a54-875a80c42730 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:38.984146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbccf108-423f-43b7-b908-f70da822121f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:39.036315 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbccf108-423f-43b7-b908-f70da822121f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:39.139680 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbccf108-423f-43b7-b908-f70da822121f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:39.361807 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbccf108-423f-43b7-b908-f70da822121f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:39.402310 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccf108-423f-43b7-b908-f70da822121f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=f79fcfb3-6480-4140-9a54-875a80c42730,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:39.424546 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbccf108-423f-43b7-b908-f70da822121f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:39.431485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32874) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:39.432624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bbccf108-423f-43b7-b908-f70da822121f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/f79fcfb3-6480-4140-9a54-875a80c42730 HTTP/1.1" status: 204 len: 168 time: 0.5366135 Apr 18 17:27:39.495340 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7eb08870-a489-433a-93f3-d635271cded1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616317 Apr 18 17:27:39.500185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:39.506046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:39.729596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:39.733970 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.000929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83aa6ec-06b4-4edf-9c42-3debe4b3cadb None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:40.136550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2753554-c991-410e-a370-fd84280675a5 None None] Provisioning complete for port bc84841e-65d5-44c0-a8ef-27faef30a7ab triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:40.136872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2753554-c991-410e-a370-fd84280675a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.142996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.238951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:40.242428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:40.249481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:40.250082 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.293545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=791fb823-43e3-4bd3-854f-04aa5dfb9fe3,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:40.353707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1e1985e7-85d6-4d00-8030-521ec6be0100 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8521609 Apr 18 17:27:40.356536 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 32930) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:40.369776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0374b47c-e5a1-4d1b-ad8d-61090f8fef2d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1706185393', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:40.415847 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2753554-c991-410e-a370-fd84280675a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.460313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bc84841e-65d5-44c0-a8ef-27faef30a7ab up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:40.500223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0374b47c-e5a1-4d1b-ad8d-61090f8fef2d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.502866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0374b47c-e5a1-4d1b-ad8d-61090f8fef2d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.551582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2753554-c991-410e-a370-fd84280675a5 None None] For port bc84841e-65d5-44c0-a8ef-27faef30a7ab, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bc84841e-65d5-44c0-a8ef-27faef30a7ab,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:40.562039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bc84841e-65d5-44c0-a8ef-27faef30a7ab triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:40.562645 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.627467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0374b47c-e5a1-4d1b-ad8d-61090f8fef2d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.664237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1994e35e-a75b-45e3-8638-12019e768cb6 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:40.714856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2753554-c991-410e-a370-fd84280675a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.724132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0374b47c-e5a1-4d1b-ad8d-61090f8fef2d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.727664 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.853193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0374b47c-e5a1-4d1b-ad8d-61090f8fef2d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:40.853193 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0374b47c-e5a1-4d1b-ad8d-61090f8fef2d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4903731 Apr 18 17:27:40.853700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2753554-c991-410e-a370-fd84280675a5 None None] Pushing event updated for resources: {'Port': ['ID=bc84841e-65d5-44c0-a8ef-27faef30a7ab,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:40.854021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 32956) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:40.910900 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:27:40.912583 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:27:41.010244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-daea1c4f-c068-4860-8cab-758f1a8cd95e None None] Provisioning complete for port bc84841e-65d5-44c0-a8ef-27faef30a7ab triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:41.011073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-daea1c4f-c068-4860-8cab-758f1a8cd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:41.448202 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:41.724356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01c9ab7d-352a-4ab9-8ba9-7aeb63bc31bf None None] Provisioning complete for port bc84841e-65d5-44c0-a8ef-27faef30a7ab triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:41.725837 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01c9ab7d-352a-4ab9-8ba9-7aeb63bc31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:41.792903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::1 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/791fb823-43e3-4bd3-854f-04aa5dfb9fe3/b4e35b0e-891a-4a33-a508-fb24f4103fc8) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:41.955744 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:42.044190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:42.109176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=b4e35b0e-891a-4a33-a508-fb24f4103fc8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:42.113821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:42.115456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:42.118631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:42.119494 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:42.245325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bc84841e-65d5-44c0-a8ef-27faef30a7ab up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:42.350158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bc84841e-65d5-44c0-a8ef-27faef30a7ab triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:42.350598 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:42.450917 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:42.638073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f7f9f379-8426-4023-81b3-f8642fb7529b None None] Provisioning complete for port b4e35b0e-891a-4a33-a508-fb24f4103fc8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:42.638442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f379-8426-4023-81b3-f8642fb7529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:42.950575 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:42.960355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9f379-8426-4023-81b3-f8642fb7529b None None] Port b4e35b0e-891a-4a33-a508-fb24f4103fc8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:27:43.046327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:43.051654 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:43.230669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:43.236395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:43.370868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=b4e35b0e-891a-4a33-a508-fb24f4103fc8,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:43.604100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Router 0a26b632-128e-48c9-8ee8-9ab8c3be97e3 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:27:43.716186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a3b03d8c-88e5-49e3-8c22-91ccc785a627 None None] Provisioning complete for port b4e35b0e-891a-4a33-a508-fb24f4103fc8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:43.717357 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a3b03d8c-88e5-49e3-8c22-91ccc785a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:43.827492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a3b03d8c-88e5-49e3-8c22-91ccc785a627 None None] Port b4e35b0e-891a-4a33-a508-fb24f4103fc8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:27:44.038047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:27:44.044077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-98e8edf2-1625-4d5a-9be9-ae49e2c6ccfa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "PUT /v2.0/routers/0a26b632-128e-48c9-8ee8-9ab8c3be97e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1898305 Apr 18 17:27:44.046871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33110) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:44.074937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Sync routers for ids ['0a26b632-128e-48c9-8ee8-9ab8c3be97e3'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:27:44.097636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Routers {'0a26b632-128e-48c9-8ee8-9ab8c3be97e3'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:27:44.098739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:27:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0a26b632-128e-48c9-8ee8-9ab8c3be97e3'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:44.138799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26395080-d7f7-43b4-8550-b2c70ca7a9f1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:44.143785 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-26395080-d7f7-43b4-8550-b2c70ca7a9f1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports/b4e35b0e-891a-4a33-a508-fb24f4103fc8 HTTP/1.1" status: 200 len: 911 time: 0.0954137 Apr 18 17:27:44.146557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33116) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:44.172311 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:27:44.228157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7de814-3e35-42bb-a2c1-cba7ce3781f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:44.235843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7de814-3e35-42bb-a2c1-cba7ce3781f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:44.236794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Set router 0a26b632-128e-48c9-8ee8-9ab8c3be97e3 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:27:44.240505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2e7de814-3e35-42bb-a2c1-cba7ce3781f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0896609 Apr 18 17:27:44.240804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33126) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:44.607567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a26b632-128e-48c9-8ee8-9ab8c3be97e3', 'name': 'tempest-NetworksTestDHCPv6-router-1706185393', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:27:40Z', 'updated_at': '2022-04-18T17:27:42Z', 'revision_number': 2, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'gw_port_host': None, '_interfaces': [{'id': 'b4e35b0e-891a-4a33-a508-fb24f4103fc8', 'name': '', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'mac_address': 'fa:16:3e:1b:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a26b632-128e-48c9-8ee8-9ab8c3be97e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '791fb823-43e3-4bd3-854f-04aa5dfb9fe3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:27:41Z', 'updated_at': '2022-04-18T17:27:42Z', 'revision_number': 2, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'subnets': [{'id': '791fb823-43e3-4bd3-854f-04aa5dfb9fe3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:44.637836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Checking router: 0a26b632-128e-48c9-8ee8-9ab8c3be97e3 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:27:44.638572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Updating router 0a26b632-128e-48c9-8ee8-9ab8c3be97e3 port b4e35b0e-891a-4a33-a508-fb24f4103fc8 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:27:44.671929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:44.849041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.108252 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.220691 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.292955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e3c5-2c47-43e2-9c76-b10f64feca04 None None] Pushing event updated for resources: {'Port': ['ID=b4e35b0e-891a-4a33-a508-fb24f4103fc8,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:45.328927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port b4e35b0e-891a-4a33-a508-fb24f4103fc8 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:45.329490 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.483297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Attempting to bind port b4e35b0e-891a-4a33-a508-fb24f4103fc8 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:45.489685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Attempting to bind port b4e35b0e-891a-4a33-a508-fb24f4103fc8 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:45.490405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Attempting to bind port b4e35b0e-891a-4a33-a508-fb24f4103fc8 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:45.496851 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:45.500612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:45.501355 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.501874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:45.502450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Bound port: b4e35b0e-891a-4a33-a508-fb24f4103fc8, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:45.503169 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.507659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] For port b4e35b0e-891a-4a33-a508-fb24f4103fc8, host n-d-836015-2, got binding levels [] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:45.509004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.525362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for b4e35b0e-891a-4a33-a508-fb24f4103fc8 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:45.656036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] For port b4e35b0e-891a-4a33-a508-fb24f4103fc8, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:45.660269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] For port b4e35b0e-891a-4a33-a508-fb24f4103fc8, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b4e35b0e-891a-4a33-a508-fb24f4103fc8,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:45.741618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.879556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Routers {'0a26b632-128e-48c9-8ee8-9ab8c3be97e3'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:27:45.881469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:27:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['0a26b632-128e-48c9-8ee8-9ab8c3be97e3'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:45.943230 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:45.974037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=b4e35b0e-891a-4a33-a508-fb24f4103fc8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:46.195318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dfaf5a0f-3f7b-4912-9c87-1a747610d555 None None] Could not find standard attr ID for object b4e35b0e-891a-4a33-a508-fb24f4103fc8. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:46.211543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e3c5-2c47-43e2-9c76-b10f64feca04 None None] Pushing event updated for resources: {'Port': ['ID=b4e35b0e-891a-4a33-a508-fb24f4103fc8,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:46.256384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:46.278398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] Set router 0a26b632-128e-48c9-8ee8-9ab8c3be97e3 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:27:46.488760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2f20e4f9-9507-4131-8690-1c2bfb82ef61 None None] Could not find standard attr ID for object b4e35b0e-891a-4a33-a508-fb24f4103fc8. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:46.643002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Router 0a26b632-128e-48c9-8ee8-9ab8c3be97e3 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:27:46.649829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a26b632-128e-48c9-8ee8-9ab8c3be97e3', 'name': 'tempest-NetworksTestDHCPv6-router-1706185393', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:27:40Z', 'updated_at': '2022-04-18T17:27:42Z', 'revision_number': 2, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'gw_port_host': None, '_interfaces': [{'id': 'b4e35b0e-891a-4a33-a508-fb24f4103fc8', 'name': '', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'mac_address': 'fa:16:3e:1b:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a26b632-128e-48c9-8ee8-9ab8c3be97e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '791fb823-43e3-4bd3-854f-04aa5dfb9fe3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:27:41Z', 'updated_at': '2022-04-18T17:27:45Z', 'revision_number': 4, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'subnets': [{'id': '791fb823-43e3-4bd3-854f-04aa5dfb9fe3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:46.682620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1bea6-10c9-44e4-922f-888855cc76cd None None] The sync data for ids ['0a26b632-128e-48c9-8ee8-9ab8c3be97e3'] in n-d-836015-2 is: [{'id': '0a26b632-128e-48c9-8ee8-9ab8c3be97e3', 'name': 'tempest-NetworksTestDHCPv6-router-1706185393', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:27:40Z', 'updated_at': '2022-04-18T17:27:42Z', 'revision_number': 2, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'gw_port_host': None, '_interfaces': [{'id': 'b4e35b0e-891a-4a33-a508-fb24f4103fc8', 'name': '', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'mac_address': 'fa:16:3e:1b:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a26b632-128e-48c9-8ee8-9ab8c3be97e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '791fb823-43e3-4bd3-854f-04aa5dfb9fe3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:27:41Z', 'updated_at': '2022-04-18T17:27:45Z', 'revision_number': 4, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'subnets': [{'id': '791fb823-43e3-4bd3-854f-04aa5dfb9fe3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:27:46.825581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:27:46.836738 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a0d107a4-66ca-45e8-8e82-08c16c3e44e2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "PUT /v2.0/routers/0a26b632-128e-48c9-8ee8-9ab8c3be97e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5942264 Apr 18 17:27:46.839741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33248) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:46.902779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946702fa-9a52-4c6a-af35-1c689c37a007 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:46.904367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946702fa-9a52-4c6a-af35-1c689c37a007 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:46.908847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33252) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:46.908968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-946702fa-9a52-4c6a-af35-1c689c37a007 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0680485 Apr 18 17:27:46.995893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfe1fb3-01c5-4b57-89bd-b7c0d9887895 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 791fb823-43e3-4bd3-854f-04aa5dfb9fe3 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:47.007066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cfe1fb3-01c5-4b57-89bd-b7c0d9887895 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:47.120081 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cfe1fb3-01c5-4b57-89bd-b7c0d9887895 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:47.186720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cfe1fb3-01c5-4b57-89bd-b7c0d9887895 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:47.295021 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:47.419026 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cfe1fb3-01c5-4b57-89bd-b7c0d9887895 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:47.444394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:47.480861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe1fb3-01c5-4b57-89bd-b7c0d9887895 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=791fb823-43e3-4bd3-854f-04aa5dfb9fe3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:47.495273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cfe1fb3-01c5-4b57-89bd-b7c0d9887895 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:47.501963 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1cfe1fb3-01c5-4b57-89bd-b7c0d9887895 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/791fb823-43e3-4bd3-854f-04aa5dfb9fe3 HTTP/1.1" status: 204 len: 168 time: 0.5885441 Apr 18 17:27:47.502567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33288) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:47.509177 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e37bab-6fb0-4c84-aa69-18af8146981d None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:47.874787 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ca11d044-d5ae-46e6-b514-a8ac7991b0ca tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3681967 Apr 18 17:27:47.875270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33334) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:48.015284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:48.046876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27f74383-5c61-41a1-b832-ec26547d1615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.158417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] Deleting port bc84841e-65d5-44c0-a8ef-27faef30a7ab {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:48.158810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.326891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] For port bc84841e-65d5-44c0-a8ef-27faef30a7ab, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bc84841e-65d5-44c0-a8ef-27faef30a7ab,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:48.327472 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.359227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] Calling delete_port for bc84841e-65d5-44c0-a8ef-27faef30a7ab owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:48.362037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27f74383-5c61-41a1-b832-ec26547d1615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.364780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27f74383-5c61-41a1-b832-ec26547d1615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.370565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bc84841e-65d5-44c0-a8ef-27faef30a7ab no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:48.423693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33378) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:48.535954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27f74383-5c61-41a1-b832-ec26547d1615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.536683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f74383-5c61-41a1-b832-ec26547d1615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Fanout notify agent at l3_agent the message router_deleted on router 0a26b632-128e-48c9-8ee8-9ab8c3be97e3 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:27:48.554016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27f74383-5c61-41a1-b832-ec26547d1615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.557312 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-27f74383-5c61-41a1-b832-ec26547d1615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/routers/0a26b632-128e-48c9-8ee8-9ab8c3be97e3 HTTP/1.1" status: 204 len: 168 time: 0.6809905 Apr 18 17:27:48.559854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33384) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:48.563164 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.581620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:48.591194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.633139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8334a72f-4588-4d80-80a1-11faba7886e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.640052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] Pushing event deleted for resources: {'Port': ['ID=bc84841e-65d5-44c0-a8ef-27faef30a7ab,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:48.642187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7b792-5442-4624-90ba-edfbaae8a52e None None] No DVR routers for this DVR port bc84841e-65d5-44c0-a8ef-27faef30a7ab on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:48.890681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8334a72f-4588-4d80-80a1-11faba7886e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:48.892850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:48.910648 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.042072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8334a72f-4588-4d80-80a1-11faba7886e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.111101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334a72f-4588-4d80-80a1-11faba7886e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a4735b-f649-4aa9-aebe-e0582c32e6b7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:49.118679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8334a72f-4588-4d80-80a1-11faba7886e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=420ac64c5c5144929919a25bd02d5001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938486 Apr 18 17:27:49.121363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33420) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:49.218791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5a8eb2f-61db-4b56-82bf-b973cf40535d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.262157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5a8eb2f-61db-4b56-82bf-b973cf40535d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.264975 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c14127-c6d7-46ed-b471-8d60144401d4 None None] Sync routers for ids ['0a26b632-128e-48c9-8ee8-9ab8c3be97e3'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:27:49.275536 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c14127-c6d7-46ed-b471-8d60144401d4 None None] Routers set() bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:27:49.275536 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c14127-c6d7-46ed-b471-8d60144401d4 None None] Router IDs set() for agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 17:27:49.275814 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_agentschedulers_db [None req-57c14127-c6d7-46ed-b471-8d60144401d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a26b632-128e-48c9-8ee8-9ab8c3be97e3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:27:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent'). {{(pid=109828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 17:27:49.287232 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c14127-c6d7-46ed-b471-8d60144401d4 None None] Routers set() bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:27:49.287232 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c14127-c6d7-46ed-b471-8d60144401d4 None None] Router IDs set() for agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 17:27:49.287751 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_agentschedulers_db [None req-57c14127-c6d7-46ed-b471-8d60144401d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a26b632-128e-48c9-8ee8-9ab8c3be97e3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:27:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent'). {{(pid=109828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 17:27:49.288122 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c14127-c6d7-46ed-b471-8d60144401d4 None None] The sync data for ids ['0a26b632-128e-48c9-8ee8-9ab8c3be97e3'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:27:49.322399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.403347 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5a8eb2f-61db-4b56-82bf-b973cf40535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.407353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5a8eb2f-61db-4b56-82bf-b973cf40535d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.410498 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e5a8eb2f-61db-4b56-82bf-b973cf40535d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78a4735b-f649-4aa9-aebe-e0582c32e6b7 HTTP/1.1" status: 204 len: 168 time: 0.2815931 Apr 18 17:27:49.422476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8eb2f-61db-4b56-82bf-b973cf40535d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a4735b-f649-4aa9-aebe-e0582c32e6b7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:49.425798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:49.430194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:49.436066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:49.438762 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.449251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc3f9a-0400-4196-b958-7da9e7e674c9 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:49.461171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=595ac987-a6cf-47b6-b1c6-f99b5b627002,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:49.603971 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eeac1937-eedc-4e4f-8493-d7d4c4eff41a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0399883 Apr 18 17:27:49.604548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33480) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:49.609941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-bf94f960-10c9-4f72-8c07-1b03cd799ded tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-597064637', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:49.616335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '595ac987-a6cf-47b6-b1c6-f99b5b627002'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:27:49.617196 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.743620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf94f960-10c9-4f72-8c07-1b03cd799ded tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.744726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf94f960-10c9-4f72-8c07-1b03cd799ded tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.816854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf94f960-10c9-4f72-8c07-1b03cd799ded tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:49.840787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/595ac987-a6cf-47b6-b1c6-f99b5b627002/71230b28-eb04-4f1f-94db-d24d576418b9) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:49.874002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf94f960-10c9-4f72-8c07-1b03cd799ded tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.034183 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.325737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf94f960-10c9-4f72-8c07-1b03cd799ded tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.325737 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bf94f960-10c9-4f72-8c07-1b03cd799ded tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5556726 Apr 18 17:27:50.326563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b4e35b0e-891a-4a33-a508-fb24f4103fc8 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:50.326563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: b4e35b0e-891a-4a33-a508-fb24f4103fc8 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:50.326563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b4e35b0e-891a-4a33-a508-fb24f4103fc8 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:50.328212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33514) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:50.434460 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.459497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:50.462988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:50.466744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:50.478456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Pushing event updated for resources: {'Port': ['ID=71230b28-eb04-4f1f-94db-d24d576418b9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:50.529837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Attempting to bind port 71230b28-eb04-4f1f-94db-d24d576418b9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:50.530202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Attempting to bind port 71230b28-eb04-4f1f-94db-d24d576418b9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:50.530571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Attempting to bind port 71230b28-eb04-4f1f-94db-d24d576418b9 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:50.536516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:50.536893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:50.537321 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.537721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:50.538194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Bound port: 71230b28-eb04-4f1f-94db-d24d576418b9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:50.538760 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.622192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] For port 71230b28-eb04-4f1f-94db-d24d576418b9, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:50.625487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] For port 71230b28-eb04-4f1f-94db-d24d576418b9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=71230b28-eb04-4f1f-94db-d24d576418b9,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:50.660730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.702291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.735600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33528) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:50.779463 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046160b-c788-49de-9713-ae8881ee92f1 None None] Pushing event updated for resources: {'Port': ['ID=71230b28-eb04-4f1f-94db-d24d576418b9,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:50.798224 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b24d5d03-485a-449f-8263-62972b3d8f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:50.995298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::1 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/595ac987-a6cf-47b6-b1c6-f99b5b627002/367fbc6f-6b50-45ad-8337-2d378f687ed8) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:27:51.014606 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b24d5d03-485a-449f-8263-62972b3d8f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.095711 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b24d5d03-485a-449f-8263-62972b3d8f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.165481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d5d03-485a-449f-8263-62972b3d8f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf9fc0e-25b6-4c1d-8777-ac5564bec53f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:51.171156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b24d5d03-485a-449f-8263-62972b3d8f07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1238f0e5d66a4dd3b052315f95e6366e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340241 Apr 18 17:27:51.173707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33552) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:51.222296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.280781 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3396dd5d-175c-471b-b64c-6b2d3df0de65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.318918 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3396dd5d-175c-471b-b64c-6b2d3df0de65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.329765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.376516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:51.389838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:51.389838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:27:51.389838 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.449619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3396dd5d-175c-471b-b64c-6b2d3df0de65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.457792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3396dd5d-175c-471b-b64c-6b2d3df0de65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:51.458995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3396dd5d-175c-471b-b64c-6b2d3df0de65 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/adf9fc0e-25b6-4c1d-8777-ac5564bec53f HTTP/1.1" status: 204 len: 168 time: 0.2840421 Apr 18 17:27:51.471326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396dd5d-175c-471b-b64c-6b2d3df0de65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf9fc0e-25b6-4c1d-8777-ac5564bec53f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:51.807879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=367fbc6f-6b50-45ad-8337-2d378f687ed8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:51.959319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.298588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 71230b28-eb04-4f1f-94db-d24d576418b9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:52.348219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.373468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e9788b4c-ee2b-4c37-9aa4-c1fbcb541d64 None None] Provisioning complete for port 71230b28-eb04-4f1f-94db-d24d576418b9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:52.383175 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e9788b4c-ee2b-4c37-9aa4-c1fbcb541d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.431960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 71230b28-eb04-4f1f-94db-d24d576418b9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:52.432356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.432765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.433298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.509909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e9788b4c-ee2b-4c37-9aa4-c1fbcb541d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.567156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=367fbc6f-6b50-45ad-8337-2d378f687ed8,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:52.581969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e9788b4c-ee2b-4c37-9aa4-c1fbcb541d64 None None] For port 71230b28-eb04-4f1f-94db-d24d576418b9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=71230b28-eb04-4f1f-94db-d24d576418b9,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:52.588896 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.629205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:27:52.630972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:52.644697 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e9788b4c-ee2b-4c37-9aa4-c1fbcb541d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.739517 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:27:52.740170 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:27:52.755617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9788b4c-ee2b-4c37-9aa4-c1fbcb541d64 None None] Pushing event updated for resources: {'Port': ['ID=71230b28-eb04-4f1f-94db-d24d576418b9,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:52.807511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5589d5d8-7f5c-45b0-8f4a-13a313c0835a None None] Provisioning complete for port 367fbc6f-6b50-45ad-8337-2d378f687ed8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:52.807983 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5589d5d8-7f5c-45b0-8f4a-13a313c0835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:52.906619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Router 19727e70-a59d-4798-9f80-3b3bf778b7a0 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:27:52.937083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33626) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:53.084911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5589d5d8-7f5c-45b0-8f4a-13a313c0835a None None] Port 367fbc6f-6b50-45ad-8337-2d378f687ed8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:27:53.132506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:27:53.138364 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a19c3aed-8d47-4643-9bd4-77bb76fe707d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "PUT /v2.0/routers/19727e70-a59d-4798-9f80-3b3bf778b7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8089178 Apr 18 17:27:53.140899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33636) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:53.143619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Sync routers for ids ['19727e70-a59d-4798-9f80-3b3bf778b7a0'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:27:53.165182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Routers {'19727e70-a59d-4798-9f80-3b3bf778b7a0'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:27:53.166997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:27:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['19727e70-a59d-4798-9f80-3b3bf778b7a0'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:53.191999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1499641470-network', 'tenant_id': 'eaad720bc28247b88e69a0f2dbd0d57a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:53.234799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae375f0-dd8b-4dae-a588-36becc1ffae1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:53.236612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aae375f0-dd8b-4dae-a588-36becc1ffae1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports/367fbc6f-6b50-45ad-8337-2d378f687ed8 HTTP/1.1" status: 200 len: 911 time: 0.0940797 Apr 18 17:27:53.239228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33638) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:53.290679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Made reservation on behalf of eaad720bc28247b88e69a0f2dbd0d57a for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:53.293440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:53.302457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c102aa2f-5aaf-44a3-88f9-714bc44c694e None None] Provisioning complete for port 367fbc6f-6b50-45ad-8337-2d378f687ed8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:53.305685 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c102aa2f-5aaf-44a3-88f9-714bc44c694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:53.306098 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:53.329680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ac9c1-3bee-4591-9881-d5f9feeb685d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:53.343174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ac9c1-3bee-4591-9881-d5f9feeb685d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:53.343174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8f8ac9c1-3bee-4591-9881-d5f9feeb685d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0968528 Apr 18 17:27:53.343174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33642) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:53.347132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c102aa2f-5aaf-44a3-88f9-714bc44c694e None None] Port 367fbc6f-6b50-45ad-8337-2d378f687ed8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:27:53.365939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Set router 19727e70-a59d-4798-9f80-3b3bf778b7a0 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:27:53.603894 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:53.666923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19727e70-a59d-4798-9f80-3b3bf778b7a0', 'name': 'tempest-NetworksTestDHCPv6-router-597064637', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:27:49Z', 'updated_at': '2022-04-18T17:27:51Z', 'revision_number': 2, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'gw_port_host': None, '_interfaces': [{'id': '367fbc6f-6b50-45ad-8337-2d378f687ed8', 'name': '', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'mac_address': 'fa:16:3e:c5:9a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19727e70-a59d-4798-9f80-3b3bf778b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '595ac987-a6cf-47b6-b1c6-f99b5b627002', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:27:50Z', 'updated_at': '2022-04-18T17:27:52Z', 'revision_number': 2, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'subnets': [{'id': '595ac987-a6cf-47b6-b1c6-f99b5b627002', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:53.698368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:53.705799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Checking router: 19727e70-a59d-4798-9f80-3b3bf778b7a0 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:27:53.706153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Updating router 19727e70-a59d-4798-9f80-3b3bf778b7a0 port 367fbc6f-6b50-45ad-8337-2d378f687ed8 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:27:53.742099 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:53.769550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:27:53.837448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e433af-e712-4d9d-b7c5-d48dc0969792,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:53.840489 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:53.846294 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Added segment 68be84b1-9906-45e2-9af6-e0278ee8db0d of type vlan for network 18a78092-5f2d-4362-be53-bc70f0935163 Apr 18 17:27:53.921403 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.054564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.106177 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.143609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.144487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:54.145061 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.210292 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.259134 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] Pushing event updated for resources: {'Network': ['ID=18a78092-5f2d-4362-be53-bc70f0935163,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:54.268399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-acb68ee8-865e-4441-9622-f4368af53659 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3268824 Apr 18 17:27:54.268781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 71230b28-eb04-4f1f-94db-d24d576418b9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:27:54.268876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33656) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:54.276976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Request body: {'subnet': {'network_id': '18a78092-5f2d-4362-be53-bc70f0935163', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1499641470-subnet', 'tenant_id': 'eaad720bc28247b88e69a0f2dbd0d57a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:54.378100 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 18a78092-5f2d-4362-be53-bc70f0935163 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:27:54.406004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6eda4-47c0-4177-b035-63f7bff3157f None None] Pushing event updated for resources: {'Port': ['ID=367fbc6f-6b50-45ad-8337-2d378f687ed8,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:54.437545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Made reservation on behalf of eaad720bc28247b88e69a0f2dbd0d57a for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:54.440084 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.501332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 367fbc6f-6b50-45ad-8337-2d378f687ed8 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:54.501790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.568090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 71230b28-eb04-4f1f-94db-d24d576418b9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:54.568504 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.655524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Attempting to bind port 367fbc6f-6b50-45ad-8337-2d378f687ed8 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:27:54.656191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Attempting to bind port 367fbc6f-6b50-45ad-8337-2d378f687ed8 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:27:54.656777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Attempting to bind port 367fbc6f-6b50-45ad-8337-2d378f687ed8 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:27:54.683497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:27:54.684641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:54.685325 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.685668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:27:54.686166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Bound port: 367fbc6f-6b50-45ad-8337-2d378f687ed8, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:27:54.686680 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.807467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] For port 367fbc6f-6b50-45ad-8337-2d378f687ed8, host n-d-836015-2, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:54.807767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.838210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 367fbc6f-6b50-45ad-8337-2d378f687ed8 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:54.863077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4e8302fc-e8dd-40f6-8f39-5e875615defc None None] Provisioning complete for port 367fbc6f-6b50-45ad-8337-2d378f687ed8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:27:54.863446 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e8302fc-e8dd-40f6-8f39-5e875615defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.872046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.887522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] For port 367fbc6f-6b50-45ad-8337-2d378f687ed8, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:27:54.906859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] For port 367fbc6f-6b50-45ad-8337-2d378f687ed8, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=367fbc6f-6b50-45ad-8337-2d378f687ed8,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:27:54.914706 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4e8302fc-e8dd-40f6-8f39-5e875615defc None None] Port 367fbc6f-6b50-45ad-8337-2d378f687ed8 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:27:54.975596 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:54.979825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac354b4-2945-455e-bd6c-480d8500c3b3,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:54.991176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Checking segment: {'id': '68be84b1-9906-45e2-9af6-e0278ee8db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18a78092-5f2d-4362-be53-bc70f0935163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:54.991542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Network hostable DHCP agents. Network: 18a78092-5f2d-4362-be53-bc70f0935163, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:27:55.054479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Routers {'19727e70-a59d-4798-9f80-3b3bf778b7a0'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:27:55.055665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:27:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['19727e70-a59d-4798-9f80-3b3bf778b7a0'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:55.059357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6eda4-47c0-4177-b035-63f7bff3157f None None] Pushing event updated for resources: {'Port': ['ID=367fbc6f-6b50-45ad-8337-2d378f687ed8,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:55.094658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Network 18a78092-5f2d-4362-be53-bc70f0935163 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:27:55.157574 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] Set router 19727e70-a59d-4798-9f80-3b3bf778b7a0 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:27:55.169362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:55.199680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 18a78092-5f2d-4362-be53-bc70f0935163) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:27:55.210834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:55.211483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:55.218782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2285357-6c80-42f6-87d2-16f3f27a4915 None None] Network 18a78092-5f2d-4362-be53-bc70f0935163 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:55.292380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=367fbc6f-6b50-45ad-8337-2d378f687ed8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:55.332281 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1a97c39d-c8d2-401b-b172-747e0a9e7e19 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0625648 Apr 18 17:27:55.505661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e942e5c6-0d3a-4a4b-b89d-64d9e7b201c5 None None] Could not find standard attr ID for object 367fbc6f-6b50-45ad-8337-2d378f687ed8. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:27:55.614769 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:55.639611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19727e70-a59d-4798-9f80-3b3bf778b7a0', 'name': 'tempest-NetworksTestDHCPv6-router-597064637', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:27:49Z', 'updated_at': '2022-04-18T17:27:51Z', 'revision_number': 2, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'gw_port_host': None, '_interfaces': [{'id': '367fbc6f-6b50-45ad-8337-2d378f687ed8', 'name': '', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'mac_address': 'fa:16:3e:c5:9a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19727e70-a59d-4798-9f80-3b3bf778b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '595ac987-a6cf-47b6-b1c6-f99b5b627002', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:27:50Z', 'updated_at': '2022-04-18T17:27:54Z', 'revision_number': 4, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'subnets': [{'id': '595ac987-a6cf-47b6-b1c6-f99b5b627002', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:55.733790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05aa2b-7377-4a61-8bf3-74b7bb8e3a4f None None] Network 18a78092-5f2d-4362-be53-bc70f0935163 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:55.798483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81480c90-4d8d-42c4-a338-1a1cc5ac75c1 None None] The sync data for ids ['19727e70-a59d-4798-9f80-3b3bf778b7a0'] in n-d-836015-2 is: [{'id': '19727e70-a59d-4798-9f80-3b3bf778b7a0', 'name': 'tempest-NetworksTestDHCPv6-router-597064637', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:27:49Z', 'updated_at': '2022-04-18T17:27:51Z', 'revision_number': 2, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'gw_port_host': None, '_interfaces': [{'id': '367fbc6f-6b50-45ad-8337-2d378f687ed8', 'name': '', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'mac_address': 'fa:16:3e:c5:9a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19727e70-a59d-4798-9f80-3b3bf778b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '595ac987-a6cf-47b6-b1c6-f99b5b627002', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:27:50Z', 'updated_at': '2022-04-18T17:27:54Z', 'revision_number': 4, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'subnets': [{'id': '595ac987-a6cf-47b6-b1c6-f99b5b627002', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:27:55.966808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Router 19727e70-a59d-4798-9f80-3b3bf778b7a0 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:27:56.159165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:27:56.171379 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c764b4d8-eb87-4d51-86c8-e63614714d88 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "PUT /v2.0/routers/19727e70-a59d-4798-9f80-3b3bf778b7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292150 Apr 18 17:27:56.173783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33692) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:56.322259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620376bf-1917-47bf-9bc8-ba6a7be156d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:56.328249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620376bf-1917-47bf-9bc8-ba6a7be156d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:56.333800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33694) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:56.336366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-620376bf-1917-47bf-9bc8-ba6a7be156d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1598961 Apr 18 17:27:56.424166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-826f3884-8e81-4b27-ab73-a2fde8a2b5ab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 595ac987-a6cf-47b6-b1c6-f99b5b627002 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:27:56.430798 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-826f3884-8e81-4b27-ab73-a2fde8a2b5ab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:56.494537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-826f3884-8e81-4b27-ab73-a2fde8a2b5ab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:56.738594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-826f3884-8e81-4b27-ab73-a2fde8a2b5ab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:56.841351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33704) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:56.952797 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-826f3884-8e81-4b27-ab73-a2fde8a2b5ab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:56.975820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-826f3884-8e81-4b27-ab73-a2fde8a2b5ab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:56.982642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54cc0f9-c30c-463d-9c13-ef303798a98f None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:27:57.001175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33710) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:57.005454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-826f3884-8e81-4b27-ab73-a2fde8a2b5ab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/595ac987-a6cf-47b6-b1c6-f99b5b627002 HTTP/1.1" status: 204 len: 168 time: 0.6692669 Apr 18 17:27:57.036080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33712) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:57.043799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-522645633-network', 'tenant_id': '7157394e3661478cb7fb779f4537012b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:57.068632 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f3884-8e81-4b27-ab73-a2fde8a2b5ab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=595ac987-a6cf-47b6-b1c6-f99b5b627002,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:57.114508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Made reservation on behalf of 7157394e3661478cb7fb779f4537012b for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:57.119175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.138529 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.354211 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.371551 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2cb52969-e372-494e-80b1-5de3bf93edcf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3689337 Apr 18 17:27:57.374102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33716) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:57.405001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3eeaef90-6dba-42fc-9ede-8882474ae423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.418229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:27:57.470731 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.566434 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b1df83e-056a-4586-ac51-4f152d9af519 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.571354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:27:57.601205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3eeaef90-6dba-42fc-9ede-8882474ae423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.620293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c81e25b-81b2-49cd-8d9d-7aec3ed6e6ff,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:57.682855 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.683156 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Added segment 179a9bc3-99e1-4ad2-b878-70a8f0c94040 of type vlan for network ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517 Apr 18 17:27:57.689293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3eeaef90-6dba-42fc-9ede-8882474ae423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.728088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] Deleting port 71230b28-eb04-4f1f-94db-d24d576418b9 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:27:57.728774 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.798126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3eeaef90-6dba-42fc-9ede-8882474ae423 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8009fbec12e44f3ba58dcf2c31e5356d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9551806 Apr 18 17:27:57.798227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33720) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:57.806124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaef90-6dba-42fc-9ede-8882474ae423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ce021f-3d2a-4c59-ad54-dbac9e5c7b84,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:57.833656 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.838050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] For port 71230b28-eb04-4f1f-94db-d24d576418b9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=71230b28-eb04-4f1f-94db-d24d576418b9,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:27:57.838279 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.873641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] Calling delete_port for 71230b28-eb04-4f1f-94db-d24d576418b9 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:27:57.914313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b1df83e-056a-4586-ac51-4f152d9af519 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:57.933864 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b1df83e-056a-4586-ac51-4f152d9af519 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.072517 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.111437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] Pushing event deleted for resources: {'Port': ['ID=71230b28-eb04-4f1f-94db-d24d576418b9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:58.115863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6b27e-9352-485a-8785-3957a47b644c None None] No DVR routers for this DVR port 71230b28-eb04-4f1f-94db-d24d576418b9 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:27:58.283062 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 71230b28-eb04-4f1f-94db-d24d576418b9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:27:58.325400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 71230b28-eb04-4f1f-94db-d24d576418b9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:27:58.325882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 71230b28-eb04-4f1f-94db-d24d576418b9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:27:58.335539 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] Sync routers for ids ['19727e70-a59d-4798-9f80-3b3bf778b7a0'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:27:58.354956 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] Routers {'19727e70-a59d-4798-9f80-3b3bf778b7a0'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:27:58.355573 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:27:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['19727e70-a59d-4798-9f80-3b3bf778b7a0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:58.385809 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.resource_extend [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:27:58.425229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa9b4-9d90-49e6-9a4e-dc29c282a597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.464065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa9b4-9d90-49e6-9a4e-dc29c282a597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.527684 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b1df83e-056a-4586-ac51-4f152d9af519 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.528399 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1df83e-056a-4586-ac51-4f152d9af519 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Fanout notify agent at l3_agent the message router_deleted on router 19727e70-a59d-4798-9f80-3b3bf778b7a0 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:27:58.530489 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.531599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:58.532326 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.541814 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b1df83e-056a-4586-ac51-4f152d9af519 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.550769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0b1df83e-056a-4586-ac51-4f152d9af519 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/routers/19727e70-a59d-4798-9f80-3b3bf778b7a0 HTTP/1.1" status: 204 len: 168 time: 1.1752441 Apr 18 17:27:58.557215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33726) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:58.609541 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa9b4-9d90-49e6-9a4e-dc29c282a597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.614975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa9b4-9d90-49e6-9a4e-dc29c282a597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:58.619894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ee8aa9b4-9d90-49e6-9a4e-dc29c282a597 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77ce021f-3d2a-4c59-ad54-dbac9e5c7b84 HTTP/1.1" status: 204 len: 168 time: 0.8161042 Apr 18 17:27:58.644624 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] Set router 19727e70-a59d-4798-9f80-3b3bf778b7a0 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:27:58.758128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19727e70-a59d-4798-9f80-3b3bf778b7a0', 'name': 'tempest-NetworksTestDHCPv6-router-597064637', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:27:49Z', 'updated_at': '2022-04-18T17:27:55Z', 'revision_number': 3, 'project_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:27:58.802510 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] Checking router: 19727e70-a59d-4798-9f80-3b3bf778b7a0 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:27:58.808292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-34d5fd6f-dbf7-45f0-9f34-a841cbda4ce6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2498302 Apr 18 17:27:58.810943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33730) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:58.821340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7827837 Apr 18 17:27:58.829750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33732) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:58.860703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Request body: {'subnet': {'network_id': 'ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-522645633-subnet', 'tenant_id': '7157394e3661478cb7fb779f4537012b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:58.864932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aa9b4-9d90-49e6-9a4e-dc29c282a597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ce021f-3d2a-4c59-ad54-dbac9e5c7b84,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:58.880939 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] Routers set() bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:27:58.881721 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] Router IDs set() for agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 17:27:58.882487 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_agentschedulers_db [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19727e70-a59d-4798-9f80-3b3bf778b7a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:27:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent'). {{(pid=109828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 17:27:58.884370 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662202c2-4089-4358-8a63-104b1ae8ee1c None None] The sync data for ids ['19727e70-a59d-4798-9f80-3b3bf778b7a0'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:27:58.923537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551e66-1c8e-4985-8c10-b7d74a66b74c admin admin] Pushing event updated for resources: {'Network': ['ID=ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:58.938913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:27:58.990255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba031fa-3408-4da8-8828-ca53799f705a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:27:58.995633 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ba031fa-3408-4da8-8828-ca53799f705a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1829383 Apr 18 17:27:58.998334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33738) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:59.081315 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3e22d8ea-fe66-4223-89f1-05069a91b9f3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817587 Apr 18 17:27:59.085874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33740) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:59.096517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:27:59.175776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Made reservation on behalf of 7157394e3661478cb7fb779f4537012b for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:59.178114 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:59.363593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:27:59.368470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:59.560454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33750) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:27:59.601065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:59.616830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3abdd546-0855-490e-bfe3-c922641d48ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:59.776067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6daba0-5f7c-4a46-a95b-9abd66f2c314,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:27:59.809400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Checking segment: {'id': '179a9bc3-99e1-4ad2-b878-70a8f0c94040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:27:59.809816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Network hostable DHCP agents. Network: ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:27:59.872086 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3abdd546-0855-490e-bfe3-c922641d48ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:59.955374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:27:59.957758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:27:59.970864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Network ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:27:59.975643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3abdd546-0855-490e-bfe3-c922641d48ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.009378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:00.028728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:00.038414 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1842b6d4-a037-4baa-a4ea-5d9701a7f1a5 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:00.038844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:00.039175 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.131625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:00.140414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:00.141475 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.163041 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33758) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:00.163489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0758271 Apr 18 17:28:00.169775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdd546-0855-490e-bfe3-c922641d48ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befa131c-e939-428e-a114-e35b4d6235cb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:00.170422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:00.179604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3abdd546-0855-490e-bfe3-c922641d48ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d85d86a5d07e438297f8969e4f11ad61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174943 Apr 18 17:28:00.181673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf2d37-0cb6-4953-b239-202de1e53451 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=60a33345-069c-406e-9ca6-4e7aeb1238d2,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:00.184611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33760) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:00.204166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2fd623-6ddc-4f73-abbd-036dec5a5a98 None None] Network ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:00.212050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 367fbc6f-6b50-45ad-8337-2d378f687ed8 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:00.272759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 367fbc6f-6b50-45ad-8337-2d378f687ed8 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:00.273066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 367fbc6f-6b50-45ad-8337-2d378f687ed8 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:00.309232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8ac7c17a-cc10-4525-8f5e-ea04ce28f27d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4678762 Apr 18 17:28:00.361582 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2124823e-8c33-4783-81ee-9aa647cad6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.434653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2124823e-8c33-4783-81ee-9aa647cad6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.468439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418e7f65-bb80-45ab-87ae-066166e11f83 None None] Network ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:00.512075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:00.518440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.588606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '60a33345-069c-406e-9ca6-4e7aeb1238d2'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:28:00.592357 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.593683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2124823e-8c33-4783-81ee-9aa647cad6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.599197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2124823e-8c33-4783-81ee-9aa647cad6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:00.600582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2124823e-8c33-4783-81ee-9aa647cad6a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/befa131c-e939-428e-a114-e35b4d6235cb HTTP/1.1" status: 204 len: 168 time: 0.4143448 Apr 18 17:28:00.637673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124823e-8c33-4783-81ee-9aa647cad6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befa131c-e939-428e-a114-e35b4d6235cb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:00.794681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Allocated IP 2001:db8::f816:3eff:feb0:a756 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/60a33345-069c-406e-9ca6-4e7aeb1238d2/a9fb231d-a147-47b3-9867-85524a5f5e5f) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:01.049704 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:01.173744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:01.178950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:01.221474 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2a16a45-0fec-4444-9653-f60ae16b2641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:01.228464 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:01.231483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:01.233749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:01.268883 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=13e96fa0-50ed-4743-b203-55d6576eff35,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:01.290460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.290836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.291162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.291514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.291854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.292177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.297294 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:01.299591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.299729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.300018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.300377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.300707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.301044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:01.361751 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1c33d3a6-8cb2-4589-b2d4-beaae3c7d079 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1972876 Apr 18 17:28:01.364604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33784) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:01.372508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:01.374190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:01.375683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:07:42:f7', 'name': 'tempest-NetworksTestDHCPv6-170922192'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:01.381401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:01.435751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Pushing event updated for resources: {'Port': ['ID=a9fb231d-a147-47b3-9867-85524a5f5e5f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:01.468962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Attempting to bind port a9fb231d-a147-47b3-9867-85524a5f5e5f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:01.469371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Attempting to bind port a9fb231d-a147-47b3-9867-85524a5f5e5f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:01.469760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Attempting to bind port a9fb231d-a147-47b3-9867-85524a5f5e5f on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:01.478639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:01.479291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:01.480012 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:01.480523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:01.481110 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Bound port: a9fb231d-a147-47b3-9867-85524a5f5e5f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:01.481518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:01.583083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] For port a9fb231d-a147-47b3-9867-85524a5f5e5f, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:01.587474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] For port a9fb231d-a147-47b3-9867-85524a5f5e5f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a9fb231d-a147-47b3-9867-85524a5f5e5f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:01.643935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633075-19d6-4940-b06b-73a287ff901f req-82ff898a-8727-4f84-8e01-d856faf78b95 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:01.646301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-82ff898a-8727-4f84-8e01-d856faf78b95 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/networks?id=18a78092-5f2d-4362-be53-bc70f0935163 HTTP/1.1" status: 200 len: 809 time: 0.1942170 Apr 18 17:28:01.682917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-3c96ad8c-c609-40a8-9a33-ebe22e504127 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/quotas/eaad720bc28247b88e69a0f2dbd0d57a HTTP/1.1" status: 200 len: 375 time: 0.0174677 Apr 18 17:28:01.718778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-62e419a4-0b46-4b76-9954-12855d04529a tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eaad720bc28247b88e69a0f2dbd0d57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289695 Apr 18 17:28:01.755482 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:01.820483 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:01.916170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61186d67-5a30-4ac0-a967-d6dbf858a833 None None] Pushing event updated for resources: {'Port': ['ID=a9fb231d-a147-47b3-9867-85524a5f5e5f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:02.000746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-f9a43d3a-3d9a-4333-b199-57bb4b73d525 service neutron] 10.222.0.45 "GET /v2.0/networks/18a78092-5f2d-4362-be53-bc70f0935163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342947 Apr 18 17:28:02.047633 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:02.082679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port fb90fe90-8bce-4a7f-96a9-91e1debff07b yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:28:02.169752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-c14deb96-5929-48d5-80bc-b64baf94b0c1 service neutron] 10.222.0.45 "GET /v2.0/networks/18a78092-5f2d-4362-be53-bc70f0935163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604500 Apr 18 17:28:02.395894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a9fb231d-a147-47b3-9867-85524a5f5e5f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:02.474418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a9fb231d-a147-47b3-9867-85524a5f5e5f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:02.474888 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:02.481385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 172.20.0.6 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/13e96fa0-50ed-4743-b203-55d6576eff35/fb90fe90-8bce-4a7f-96a9-91e1debff07b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:02.492794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fe07:42f7 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/60a33345-069c-406e-9ca6-4e7aeb1238d2/fb90fe90-8bce-4a7f-96a9-91e1debff07b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:02.669619 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8ab14ace-9d45-4184-87a9-9b03f0fb62de req-e575abcd-f259-4620-b2be-fa113b66438d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 210 time: 0.0624855 Apr 18 17:28:02.711067 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:02.801561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port a9fb231d-a147-47b3-9867-85524a5f5e5f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a9fb231d-a147-47b3-9867-85524a5f5e5f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:02.860438 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:02.878065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:02.947273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:02.981058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:03.013834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:03.018300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:03.026644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=a9fb231d-a147-47b3-9867-85524a5f5e5f,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:03.093311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=fb90fe90-8bce-4a7f-96a9-91e1debff07b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:03.122903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:03.123639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:03.209553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33832) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:03.210987 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-29f62835-40cb-4443-90b0-cd035d99913a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8452742 Apr 18 17:28:03.280577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a99ab24-45ed-4b7f-8b9c-1953b217db62 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:03.287290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a99ab24-45ed-4b7f-8b9c-1953b217db62 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:03.290279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a99ab24-45ed-4b7f-8b9c-1953b217db62 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0786016 Apr 18 17:28:03.294915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33836) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:03.295709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4836362a-d11c-4573-8d78-0940cd8bf396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:03.388249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b44130-5577-4805-bc31-5aae00445a0f None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:03.507791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e543bb13-93d4-45a4-ba5b-5422bb258411 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port fb90fe90-8bce-4a7f-96a9-91e1debff07b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:03.508913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e543bb13-93d4-45a4-ba5b-5422bb258411 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:03.555185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3dad5d7d-44de-4d42-a17d-00a705cc793e None None] Provisioning complete for port a9fb231d-a147-47b3-9867-85524a5f5e5f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:03.556305 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dad5d7d-44de-4d42-a17d-00a705cc793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:03.666624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e543bb13-93d4-45a4-ba5b-5422bb258411 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:03.688867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e543bb13-93d4-45a4-ba5b-5422bb258411 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for fb90fe90-8bce-4a7f-96a9-91e1debff07b owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:03.783318 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2bc89890-dcb9-437b-be9f-28d7a6c6be84 req-c2f5a28b-868e-4c53-b288-dec49bacd484 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 210 time: 0.0556002 Apr 18 17:28:03.880229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21722705-a47f-40e7-bb55-19517792b966 None None] Update dhcp port {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '60a33345-069c-406e-9ca6-4e7aeb1238d2', 'ip_address': '2001:db8::f816:3eff:feb0:a756'}, {'subnet_id': '13e96fa0-50ed-4743-b203-55d6576eff35'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'a9fb231d-a147-47b3-9867-85524a5f5e5f'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:28:03.910727 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21722705-a47f-40e7-bb55-19517792b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.118003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e543bb13-93d4-45a4-ba5b-5422bb258411 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.135009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-21722705-a47f-40e7-bb55-19517792b966 None None] Allocated IP 172.20.0.2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/13e96fa0-50ed-4743-b203-55d6576eff35/a9fb231d-a147-47b3-9867-85524a5f5e5f) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:04.162835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543bb13-93d4-45a4-ba5b-5422bb258411 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=fb90fe90-8bce-4a7f-96a9-91e1debff07b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:04.331457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a9fb231d-a147-47b3-9867-85524a5f5e5f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:04.362820 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e543bb13-93d4-45a4-ba5b-5422bb258411 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.375614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33860) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:04.379123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e543bb13-93d4-45a4-ba5b-5422bb258411 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/fb90fe90-8bce-4a7f-96a9-91e1debff07b HTTP/1.1" status: 204 len: 168 time: 1.0821264 Apr 18 17:28:04.466093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-21722705-a47f-40e7-bb55-19517792b966 None None] For port a9fb231d-a147-47b3-9867-85524a5f5e5f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a9fb231d-a147-47b3-9867-85524a5f5e5f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:04.485530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a9fb231d-a147-47b3-9867-85524a5f5e5f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:04.485904 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.513070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbacb8c-ee5e-4a95-8dc5-b7b0aba04957 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:04.515507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbacb8c-ee5e-4a95-8dc5-b7b0aba04957 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:04.516484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbacb8c-ee5e-4a95-8dc5-b7b0aba04957 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:04.518019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6bbacb8c-ee5e-4a95-8dc5-b7b0aba04957 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1434326 Apr 18 17:28:04.521011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33866) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:04.547788 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21722705-a47f-40e7-bb55-19517792b966 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.549622 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.648230 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21722705-a47f-40e7-bb55-19517792b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.663092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd06f4b-7206-44c3-9c67-228e787af12e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 13e96fa0-50ed-4743-b203-55d6576eff35 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:04.667364 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd06f4b-7206-44c3-9c67-228e787af12e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.749761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd06f4b-7206-44c3-9c67-228e787af12e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.757819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21722705-a47f-40e7-bb55-19517792b966 None None] Pushing event updated for resources: {'Port': ['ID=a9fb231d-a147-47b3-9867-85524a5f5e5f,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:04.900611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd06f4b-7206-44c3-9c67-228e787af12e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:04.958703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e808ef84-5c02-49b5-b978-061bd5d7b73e req-440396a5-2a58-4891-9140-07d919f7d115 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 210 time: 0.0326412 Apr 18 17:28:05.078217 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd06f4b-7206-44c3-9c67-228e787af12e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.117387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd06f4b-7206-44c3-9c67-228e787af12e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=13e96fa0-50ed-4743-b203-55d6576eff35,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:05.128668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd06f4b-7206-44c3-9c67-228e787af12e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.133447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8dd06f4b-7206-44c3-9c67-228e787af12e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/13e96fa0-50ed-4743-b203-55d6576eff35 HTTP/1.1" status: 204 len: 168 time: 0.6105607 Apr 18 17:28:05.135821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:05.174266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:05.232558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef2c73a-5039-4bcb-b83e-78f4614c7abb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 60a33345-069c-406e-9ca6-4e7aeb1238d2 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:05.238632 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c73a-5039-4bcb-b83e-78f4614c7abb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.293881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c73a-5039-4bcb-b83e-78f4614c7abb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.398695 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96d1ec8f-d7c3-49f4-81da-d1001dd0e14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.449116 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c73a-5039-4bcb-b83e-78f4614c7abb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.496020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633075-19d6-4940-b06b-73a287ff901f req-5ebf08de-e92d-445f-bcdf-d7ad11c62e5f tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:05.497609 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-5ebf08de-e92d-445f-bcdf-d7ad11c62e5f tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.41 "GET /v2.0/networks?id=18a78092-5f2d-4362-be53-bc70f0935163 HTTP/1.1" status: 200 len: 809 time: 0.1993701 Apr 18 17:28:05.519695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Request body: {'port': {'device_id': '4b647d36-bb38-4cd5-a42d-6e7cf12ee84d', 'network_id': '18a78092-5f2d-4362-be53-bc70f0935163', 'admin_state_up': True, 'tenant_id': 'eaad720bc28247b88e69a0f2dbd0d57a'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:05.792741 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c73a-5039-4bcb-b83e-78f4614c7abb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.830528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c73a-5039-4bcb-b83e-78f4614c7abb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.834051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4ef2c73a-5039-4bcb-b83e-78f4614c7abb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/60a33345-069c-406e-9ca6-4e7aeb1238d2 HTTP/1.1" status: 204 len: 168 time: 0.6971259 Apr 18 17:28:05.835409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2c73a-5039-4bcb-b83e-78f4614c7abb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=60a33345-069c-406e-9ca6-4e7aeb1238d2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:05.839755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33894) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:05.864353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96d1ec8f-d7c3-49f4-81da-d1001dd0e14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.897352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-303cd6e0-88d3-40ca-b8db-65125d64a27c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562425 Apr 18 17:28:05.900247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33896) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:05.905921 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:05.926861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb01294-8385-4a66-94e6-2bbad5cb9faa None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:05.943286 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.963877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Made reservation on behalf of eaad720bc28247b88e69a0f2dbd0d57a for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:05.967440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:05.987303 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-96d1ec8f-d7c3-49f4-81da-d1001dd0e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.074817 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-96d1ec8f-d7c3-49f4-81da-d1001dd0e14e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=952e4adf66384b8e897687bb3258c5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8993301 Apr 18 17:28:06.077493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33900) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:06.138468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1ec8f-d7c3-49f4-81da-d1001dd0e14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9529c5ae-cc4c-4199-97ae-f7aa321649fd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:06.156179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64dd7d47-1b1c-492d-aedb-d28b95a1b90f req-a202df73-e982-47ac-ba8f-24a1f8596a96 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 210 time: 0.0477836 Apr 18 17:28:06.259878 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d91ebbf7-5eee-48c8-9a4d-8cac264ddd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.312180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Allocated IP 172.20.0.9 (18a78092-5f2d-4362-be53-bc70f0935163/cac354b4-2945-455e-bd6c-480d8500c3b3/6ba8b959-9bb5-4fc4-80ad-e0c2b684b366) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:06.317915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d91ebbf7-5eee-48c8-9a4d-8cac264ddd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.354123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a9fb231d-a147-47b3-9867-85524a5f5e5f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:06.396915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9909379a-332f-4b79-9234-1e8fa01af064 None None] Could not find standard attr ID for object fb90fe90-8bce-4a7f-96a9-91e1debff07b. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:28:06.460964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9909379a-332f-4b79-9234-1e8fa01af064 None None] Provisioning complete for port a9fb231d-a147-47b3-9867-85524a5f5e5f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:06.461992 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9909379a-332f-4b79-9234-1e8fa01af064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.506364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a9fb231d-a147-47b3-9867-85524a5f5e5f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:06.506660 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.557580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:06.561167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.565757 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.579350 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d91ebbf7-5eee-48c8-9a4d-8cac264ddd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.586822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d91ebbf7-5eee-48c8-9a4d-8cac264ddd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.589288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d91ebbf7-5eee-48c8-9a4d-8cac264ddd16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9529c5ae-cc4c-4199-97ae-f7aa321649fd HTTP/1.1" status: 204 len: 168 time: 0.5076034 Apr 18 17:28:06.624566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:28:06.681054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ebbf7-5eee-48c8-9a4d-8cac264ddd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9529c5ae-cc4c-4199-97ae-f7aa321649fd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:06.724086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] Deleting port a9fb231d-a147-47b3-9867-85524a5f5e5f {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:06.724462 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.819475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.833591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] For port a9fb231d-a147-47b3-9867-85524a5f5e5f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a9fb231d-a147-47b3-9867-85524a5f5e5f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:06.834002 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:06.852798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] Calling delete_port for a9fb231d-a147-47b3-9867-85524a5f5e5f owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:06.993775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.020977 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.046726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Network 18a78092-5f2d-4362-be53-bc70f0935163 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:07.049365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] Pushing event deleted for resources: {'Port': ['ID=a9fb231d-a147-47b3-9867-85524a5f5e5f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:07.050413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:07.060870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:07.061845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8b414-3cb7-42a8-8f75-bc2e5f4516a0 None None] No DVR routers for this DVR port a9fb231d-a147-47b3-9867-85524a5f5e5f on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:07.133629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Pushing event updated for resources: {'Port': ['ID=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:07.151708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:07.152361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.168851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:28:07.170399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.224418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:07.228670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:07.233520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:07.234065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.239882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=7d98aeab-1d4a-40bd-a6f0-6e34527d62b6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:07.240883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c50806-06cc-41ea-99aa-8ba1adc4eda7 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:07.310329 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-e2d08eb1-2bfe-459b-bfde-7ec6ea08e42d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7966001 Apr 18 17:28:07.323155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-3a26ce02-6105-4aa2-82e4-56209198a6f7 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:28:07.326277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-3a26ce02-6105-4aa2-82e4-56209198a6f7 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098445 Apr 18 17:28:07.353078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-232eec92-2952-44f4-964c-07670b2612f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4478135 Apr 18 17:28:07.353078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33936) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:07.357945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:07.442317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33940) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:07.447564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf6fe-a859-4cd9-a032-b563cdcb231a req-d46d5072-c1a0-4a3d-baea-e6d084bbb885 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:07.449303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3adf6fe-a859-4cd9-a032-b563cdcb231a req-d46d5072-c1a0-4a3d-baea-e6d084bbb885 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 931 time: 0.1519234 Apr 18 17:28:07.465365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8377c55c-39db-44e7-882f-4f7b6855e07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.578471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '7d98aeab-1d4a-40bd-a6f0-6e34527d62b6'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:28:07.579651 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.649584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3adf6fe-a859-4cd9-a032-b563cdcb231a req-04acb551-bb1b-42ba-8241-7c1c60f9086a tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875410 Apr 18 17:28:07.668379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8377c55c-39db-44e7-882f-4f7b6855e07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.744068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Request body: {'port': {'device_id': '4b647d36-bb38-4cd5-a42d-6e7cf12ee84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:07.757366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:07.761288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.807162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Allocated IP 2001:db8::f816:3eff:fe68:d0f2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/7d98aeab-1d4a-40bd-a6f0-6e34527d62b6/e2020aa3-d7eb-474a-98be-2be2d5a27983) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:07.852727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.864999 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8377c55c-39db-44e7-882f-4f7b6855e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:07.904081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377c55c-39db-44e7-882f-4f7b6855e07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d81c8e-b23b-4803-acf2-eeb3b79c440b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:07.964540 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8377c55c-39db-44e7-882f-4f7b6855e07a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a755d710a7f45298e7bc96cf624e08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188382 Apr 18 17:28:07.967452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 33948) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:08.047291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c78c-5d4c-424d-8890-1dcb9bdcc315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.160390 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.184537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c78c-5d4c-424d-8890-1dcb9bdcc315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.237244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.280238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a9fb231d-a147-47b3-9867-85524a5f5e5f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:08.431143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:28:08.436784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a9fb231d-a147-47b3-9867-85524a5f5e5f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:08.437458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a9fb231d-a147-47b3-9867-85524a5f5e5f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:08.445617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.464000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:08.465339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Transition to ACTIVE for port object 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:28:08.467471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c78c-5d4c-424d-8890-1dcb9bdcc315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.470682 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c78c-5d4c-424d-8890-1dcb9bdcc315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.471358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f1f6c78c-5d4c-424d-8890-1dcb9bdcc315 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81d81c8e-b23b-4803-acf2-eeb3b79c440b HTTP/1.1" status: 204 len: 168 time: 0.5027969 Apr 18 17:28:08.486372 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6c78c-5d4c-424d-8890-1dcb9bdcc315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d81c8e-b23b-4803-acf2-eeb3b79c440b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:08.493341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Pushing event updated for resources: {'Port': ['ID=e2020aa3-d7eb-474a-98be-2be2d5a27983,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:08.499234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:08.503086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:08.541270 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.575544 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.640321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Attempting to bind port e2020aa3-d7eb-474a-98be-2be2d5a27983 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:08.640679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Attempting to bind port e2020aa3-d7eb-474a-98be-2be2d5a27983 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:08.641045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Attempting to bind port e2020aa3-d7eb-474a-98be-2be2d5a27983 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:08.650377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=1473bb1a-675f-4460-9319-7282a8a725cd,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:08.653606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:08.654751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:08.655172 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.655570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:08.656079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Bound port: e2020aa3-d7eb-474a-98be-2be2d5a27983, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:08.656468 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.693324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:08.695184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:08.699638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:08.700336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.735584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:08.776489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Attempting to bind port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:08.776869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Attempting to bind port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '68be84b1-9906-45e2-9af6-e0278ee8db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18a78092-5f2d-4362-be53-bc70f0935163'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:08.777204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Attempting to bind port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 on network 18a78092-5f2d-4362-be53-bc70f0935163 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:08.783812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] For port e2020aa3-d7eb-474a-98be-2be2d5a27983, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:08.787117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 on network 18a78092-5f2d-4362-be53-bc70f0935163 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:28:08.787493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Attempting to bind port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 on network 18a78092-5f2d-4362-be53-bc70f0935163 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:08.787906 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] For port e2020aa3-d7eb-474a-98be-2be2d5a27983, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e2020aa3-d7eb-474a-98be-2be2d5a27983,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:08.793888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:08.794245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Checking segment: {'id': '68be84b1-9906-45e2-9af6-e0278ee8db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18a78092-5f2d-4362-be53-bc70f0935163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:08.794633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Bound using segment: {'id': '68be84b1-9906-45e2-9af6-e0278ee8db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18a78092-5f2d-4362-be53-bc70f0935163'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:08.795081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Bound port: 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be84b1-9906-45e2-9af6-e0278ee8db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18a78092-5f2d-4362-be53-bc70f0935163'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:08.795733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.821616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-20c96178-33c5-4dce-8860-9fe317af9820 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4648910 Apr 18 17:28:08.834915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 33966) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:08.851780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:4c:7b:8a', 'name': 'tempest-NetworksTestDHCPv6-202483548'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:08.877065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204ec50-cbd0-4a79-8cc0-849396e4fb39 req-e6d756b3-c483-4245-85e0-b661bb54d099 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:08.880573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8204ec50-cbd0-4a79-8cc0-849396e4fb39 req-e6d756b3-c483-4245-85e0-b661bb54d099 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 943 time: 0.0929625 Apr 18 17:28:08.902687 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:08.955768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8204ec50-cbd0-4a79-8cc0-849396e4fb39 req-7ca1cc21-d457-4d71-a03a-f24dcc05a279 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Apr 18 17:28:09.000812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] For port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:09.005275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] For port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,segment=NetworkSegment(68be84b1-9906-45e2-9af6-e0278ee8db0d),segment_id=68be84b1-9906-45e2-9af6-e0278ee8db0d)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:09.020128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26c765-944a-40bc-bc7a-fdc10d18b61b None None] Pushing event updated for resources: {'Port': ['ID=e2020aa3-d7eb-474a-98be-2be2d5a27983,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:09.101740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:09.107077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:09.207291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:09.207900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:09.209399 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 HTTP/1.1" status: 200 len: 1091 time: 1.8667023 Apr 18 17:28:09.209905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b647d36-bb38-4cd5-a42d-6e7cf12ee84d', 'tag': '6ba8b959-9bb5-4fc4-80ad-e0c2b684b366'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:28:09.212224 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158932a-fd8d-4e30-aec6-f07408e851c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b647d36-bb38-4cd5-a42d-6e7cf12ee84d", "tag": "6ba8b959-9bb5-4fc4-80ad-e0c2b684b366"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:28:09.247708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f17a6-27e0-4a02-804c-fb5a301dd558 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:09.288669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:09.362758 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aca439-f90d-4755-91f2-43e85c515c01 x-openstack-request-id: req-81aca439-f90d-4755-91f2-43e85c515c01 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:28:09.363060 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b647d36-bb38-4cd5-a42d-6e7cf12ee84d", "tag": "6ba8b959-9bb5-4fc4-80ad-e0c2b684b366", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:28:09.363334 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81aca439-f90d-4755-91f2-43e85c515c01 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:28:09.363742 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81aca439-f90d-4755-91f2-43e85c515c01'] response: {'name': 'network-changed', 'server_uuid': '4b647d36-bb38-4cd5-a42d-6e7cf12ee84d', 'tag': '6ba8b959-9bb5-4fc4-80ad-e0c2b684b366', 'status': 'completed', 'code': 200} Apr 18 17:28:09.417693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 62b833c3-bb19-4bc8-8469-2a572bf9e30f yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:28:09.482696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633075-19d6-4940-b06b-73a287ff901f req-02cbad22-0c52-4379-8084-d685bd2b5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:09.484245 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-02cbad22-0c52-4379-8084-d685bd2b5305 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaad720bc28247b88e69a0f2dbd0d57a&device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 1094 time: 0.1349657 Apr 18 17:28:09.579140 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-c51e24e6-8da5-4372-a159-74ac4f37a1f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 HTTP/1.1" status: 200 len: 217 time: 0.0792282 Apr 18 17:28:09.681956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633075-19d6-4940-b06b-73a287ff901f req-4a2c310b-2ce9-422b-9ea2-196b2c3a31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:09.683413 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-4a2c310b-2ce9-422b-9ea2-196b2c3a31b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cac354b4-2945-455e-bd6c-480d8500c3b3 HTTP/1.1" status: 200 len: 849 time: 0.0973823 Apr 18 17:28:09.705581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 172.20.0.10 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/1473bb1a-675f-4460-9319-7282a8a725cd/62b833c3-bb19-4bc8-8469-2a572bf9e30f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:09.728611 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-64d30897-6398-4ab6-b754-6a187c8a833d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18a78092-5f2d-4362-be53-bc70f0935163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378277 Apr 18 17:28:09.731959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fe4c:7b8a (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/7d98aeab-1d4a-40bd-a6f0-6e34527d62b6/62b833c3-bb19-4bc8-8469-2a572bf9e30f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:10.208242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8271b6a-bc9d-4160-8127-a31d4ed71930 req-2a6eb2b1-9dd8-4e9e-a719-dc04b8b84d40 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:10.221969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8271b6a-bc9d-4160-8127-a31d4ed71930 req-2a6eb2b1-9dd8-4e9e-a719-dc04b8b84d40 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 943 time: 0.1302178 Apr 18 17:28:10.337064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8271b6a-bc9d-4160-8127-a31d4ed71930 req-52ef5294-317c-4ae9-ba54-25701aa7a13c tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132324 Apr 18 17:28:10.457795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e2020aa3-d7eb-474a-98be-2be2d5a27983 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:10.463182 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-8fae3679-a21b-4d29-8b07-4f9a65eccd21 service neutron] 10.222.0.41 "GET /v2.0/networks/18a78092-5f2d-4362-be53-bc70f0935163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254496 Apr 18 17:28:10.527830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:10.528252 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:10.584087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e049d-a2f8-4477-a24c-5908e09508e4 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:10.652086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:10.705491 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f1633075-19d6-4940-b06b-73a287ff901f req-07d8884c-5115-4dd3-9777-e046f4ad6c41 service neutron] 10.222.0.41 "GET /v2.0/networks/18a78092-5f2d-4362-be53-bc70f0935163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345870 Apr 18 17:28:10.761537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-455823ae-54fc-4983-a997-5639fcc026a6 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:10.761996 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-455823ae-54fc-4983-a997-5639fcc026a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:10.805142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:10.837127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:10.980336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port e2020aa3-d7eb-474a-98be-2be2d5a27983, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e2020aa3-d7eb-474a-98be-2be2d5a27983,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:11.025869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:11.050635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:11.085271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:11.085271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=62b833c3-bb19-4bc8-8469-2a572bf9e30f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:11.088092 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:11.207300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-4d1d4926-53c8-4172-8d4b-32b90d5886d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:11.207300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-4d1d4926-53c8-4172-8d4b-32b90d5886d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaad720bc28247b88e69a0f2dbd0d57a&device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 1094 time: 0.1991930 Apr 18 17:28:11.207546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-455823ae-54fc-4983-a997-5639fcc026a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:11.207625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:11.207625 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:11.207779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af625fa4-3dec-492d-9ea7-b1a923062cc8 None None] Update dhcp port {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '7d98aeab-1d4a-40bd-a6f0-6e34527d62b6', 'ip_address': '2001:db8::f816:3eff:fe68:d0f2'}, {'subnet_id': '1473bb1a-675f-4460-9319-7282a8a725cd'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'e2020aa3-d7eb-474a-98be-2be2d5a27983'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:28:11.233956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=e2020aa3-d7eb-474a-98be-2be2d5a27983,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:11.253406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-af625fa4-3dec-492d-9ea7-b1a923062cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:11.274616 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-455823ae-54fc-4983-a997-5639fcc026a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:28:11.274616 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-455823ae-54fc-4983-a997-5639fcc026a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:28:11.279567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-a2d1e90c-eff2-4d24-8248-42c27feddc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:11.281037 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-a2d1e90c-eff2-4d24-8248-42c27feddc73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18a78092-5f2d-4362-be53-bc70f0935163 HTTP/1.1" status: 200 len: 910 time: 0.1311402 Apr 18 17:28:11.347772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-18b5ef46-33fd-41e0-9b46-a9ff3e81d453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 HTTP/1.1" status: 200 len: 217 time: 0.0554142 Apr 18 17:28:11.455246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34044) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:11.457999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5de9b79a-39fb-4510-82b7-5b6d5e7347b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6234107 Apr 18 17:28:11.510087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-f0032b7e-b4df-481a-bbc4-abd17acc403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:11.514917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-af625fa4-3dec-492d-9ea7-b1a923062cc8 None None] Allocated IP 172.20.0.2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/1473bb1a-675f-4460-9319-7282a8a725cd/e2020aa3-d7eb-474a-98be-2be2d5a27983) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:11.516050 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-f0032b7e-b4df-481a-bbc4-abd17acc403e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cac354b4-2945-455e-bd6c-480d8500c3b3 HTTP/1.1" status: 200 len: 849 time: 0.1581521 Apr 18 17:28:11.594370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d7a3b-6918-4185-8faf-dee8b6504c6e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:11.603778 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d7a3b-6918-4185-8faf-dee8b6504c6e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:11.622860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8d1d7a3b-6918-4185-8faf-dee8b6504c6e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1654627 Apr 18 17:28:11.629571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-baa5eab5-642b-41ad-b73a-37dbd45f8c80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18a78092-5f2d-4362-be53-bc70f0935163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022074 Apr 18 17:28:11.629571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34048) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:11.665724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c0c8d-10c3-4d76-b765-bb598657dec4 req-931d1042-6cc5-4c38-8d75-4dd6ab5df550 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:11.698831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd6c0c8d-10c3-4d76-b765-bb598657dec4 req-931d1042-6cc5-4c38-8d75-4dd6ab5df550 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 943 time: 0.2678785 Apr 18 17:28:11.765904 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-e6bd95fc-4f7c-46ee-aa88-4d436ce91826 service neutron] 10.222.0.41 "GET /v2.0/networks/18a78092-5f2d-4362-be53-bc70f0935163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162555 Apr 18 17:28:11.944798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd6c0c8d-10c3-4d76-b765-bb598657dec4 req-528c396c-9c22-49c4-97b0-45d142ffa5c6 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185303 Apr 18 17:28:11.945335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-af625fa4-3dec-492d-9ea7-b1a923062cc8 None None] For port e2020aa3-d7eb-474a-98be-2be2d5a27983, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e2020aa3-d7eb-474a-98be-2be2d5a27983,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:11.945335 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-af625fa4-3dec-492d-9ea7-b1a923062cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:11.945736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f158932a-fd8d-4e30-aec6-f07408e851c1 req-5f317676-a13f-47e9-82e4-0fcd656019de service neutron] 10.222.0.41 "GET /v2.0/networks/18a78092-5f2d-4362-be53-bc70f0935163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226189 Apr 18 17:28:11.995448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00ba-55b8-4123-90f8-9468b83317be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 62b833c3-bb19-4bc8-8469-2a572bf9e30f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:11.995944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f47b00ba-55b8-4123-90f8-9468b83317be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:12.095327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f47b00ba-55b8-4123-90f8-9468b83317be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:12.109227 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00ba-55b8-4123-90f8-9468b83317be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 62b833c3-bb19-4bc8-8469-2a572bf9e30f owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:12.200329 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-af625fa4-3dec-492d-9ea7-b1a923062cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:12.333089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e2020aa3-d7eb-474a-98be-2be2d5a27983 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:12.481950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af625fa4-3dec-492d-9ea7-b1a923062cc8 None None] Pushing event updated for resources: {'Port': ['ID=e2020aa3-d7eb-474a-98be-2be2d5a27983,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:12.504859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:12.505239 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:12.564374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f47b00ba-55b8-4123-90f8-9468b83317be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:12.628602 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00ba-55b8-4123-90f8-9468b83317be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=62b833c3-bb19-4bc8-8469-2a572bf9e30f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:12.751573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f47b00ba-55b8-4123-90f8-9468b83317be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:12.757483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f47b00ba-55b8-4123-90f8-9468b83317be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/62b833c3-bb19-4bc8-8469-2a572bf9e30f HTTP/1.1" status: 204 len: 168 time: 1.1253648 Apr 18 17:28:12.757840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34072) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:12.849476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f04af-9a66-4e3f-a76e-1acf9eac5783 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:12.851157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f04af-9a66-4e3f-a76e-1acf9eac5783 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:12.854197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f04af-9a66-4e3f-a76e-1acf9eac5783 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:12.857459 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-705f04af-9a66-4e3f-a76e-1acf9eac5783 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0968468 Apr 18 17:28:12.858696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34076) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:12.949789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb6dbe3-8edc-4367-aa1b-1f73bf7ff4aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 1473bb1a-675f-4460-9319-7282a8a725cd {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:12.960030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dbe3-8edc-4367-aa1b-1f73bf7ff4aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.058796 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dbe3-8edc-4367-aa1b-1f73bf7ff4aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.149461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117ca29-8c05-4e5e-a610-093344c2e261 req-ee8f0969-1924-4c3a-9e97-9ae25a92e278 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:13.152864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8117ca29-8c05-4e5e-a610-093344c2e261 req-ee8f0969-1924-4c3a-9e97-9ae25a92e278 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 943 time: 0.0974720 Apr 18 17:28:13.225884 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dbe3-8edc-4367-aa1b-1f73bf7ff4aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.259710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8117ca29-8c05-4e5e-a610-093344c2e261 req-d2a3ed40-c139-40fc-95a3-e32fdb82bb0b tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791397 Apr 18 17:28:13.491209 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dbe3-8edc-4367-aa1b-1f73bf7ff4aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.505344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8ed3111d-e08c-4f28-9dff-950eecdd5060 None None] Could not find standard attr ID for object 62b833c3-bb19-4bc8-8469-2a572bf9e30f. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:28:13.531527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8ed3111d-e08c-4f28-9dff-950eecdd5060 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:13.532241 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3111d-e08c-4f28-9dff-950eecdd5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.555675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6dbe3-8edc-4367-aa1b-1f73bf7ff4aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=1473bb1a-675f-4460-9319-7282a8a725cd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:13.560482 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dbe3-8edc-4367-aa1b-1f73bf7ff4aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.566686 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5bb6dbe3-8edc-4367-aa1b-1f73bf7ff4aa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/1473bb1a-675f-4460-9319-7282a8a725cd HTTP/1.1" status: 204 len: 168 time: 0.7045152 Apr 18 17:28:13.568094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:13.644298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5a6ad2-ce68-4e95-862f-a78abbfce962 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 7d98aeab-1d4a-40bd-a6f0-6e34527d62b6 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:13.647985 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6ad2-ce68-4e95-862f-a78abbfce962 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.730721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6ad2-ce68-4e95-862f-a78abbfce962 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.777110 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583d053-ae98-4992-970a-55f9d40ca7ad None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:13.887041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6ad2-ce68-4e95-862f-a78abbfce962 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:13.919010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8bcb0a85-2068-4846-823f-aed5c33377df None None] Could not find standard attr ID for object 62b833c3-bb19-4bc8-8469-2a572bf9e30f. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:28:14.112283 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6ad2-ce68-4e95-862f-a78abbfce962 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:14.155865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a6ad2-ce68-4e95-862f-a78abbfce962 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=7d98aeab-1d4a-40bd-a6f0-6e34527d62b6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:14.165054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6ad2-ce68-4e95-862f-a78abbfce962 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:14.168320 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8a5a6ad2-ce68-4e95-862f-a78abbfce962 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/7d98aeab-1d4a-40bd-a6f0-6e34527d62b6 HTTP/1.1" status: 204 len: 168 time: 0.5992196 Apr 18 17:28:14.172000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34140) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:14.241981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0ef60269-8770-49f0-8ff1-7548919584e7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696392 Apr 18 17:28:14.245785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34142) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:14.252345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:14.317915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e2020aa3-d7eb-474a-98be-2be2d5a27983 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:14.421154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:28:14.446284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:14.446662 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:14.527436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a337533-6435-4cfe-8260-9c0a827f84e2 req-074bb08e-052e-497c-9e89-f154ca232bbf tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:14.530366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a337533-6435-4cfe-8260-9c0a827f84e2 req-074bb08e-052e-497c-9e89-f154ca232bbf tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 943 time: 0.1446111 Apr 18 17:28:14.548630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.resource_extend [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 17:28:14.620184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:14.625262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:14.708442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a337533-6435-4cfe-8260-9c0a827f84e2 req-23694723-dd31-48ec-b6b7-e3c5700219ae tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711562 Apr 18 17:28:14.741887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,segment=NetworkSegment(68be84b1-9906-45e2-9af6-e0278ee8db0d),segment_id=68be84b1-9906-45e2-9af6-e0278ee8db0d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:14.781703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '6ba8b959-9bb5-4fc4-80ad-e0c2b684b366', 'network_id': '18a78092-5f2d-4362-be53-bc70f0935163', 'port_id': '6ba8b959-9bb5-4fc4-80ad-e0c2b684b366', 'mac_address': 'fa:16:3e:4e:89:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac354b4-2945-455e-bd6c-480d8500c3b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:28:14.879951 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:14.905700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:28:14.956871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,segment=NetworkSegment(68be84b1-9906-45e2-9af6-e0278ee8db0d),segment_id=68be84b1-9906-45e2-9af6-e0278ee8db0d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:14.985758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70fc55b-f482-4639-8553-5ed98747d473 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:15.175597 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:15.267197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:15.271271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:15.281924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:15.285387 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:15.322250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=5ff6b078-ea2f-48a5-a30a-5d920ee94bad,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:15.327826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:15.398823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-90e9f689-73c1-4054-b07b-8b6bc01de3c8 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:15.399194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90e9f689-73c1-4054-b07b-8b6bc01de3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:15.427884 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-763c6d45-210b-4c3e-9922-c67f9f4c44cf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1803920 Apr 18 17:28:15.433760 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34178) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:15.439149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:15.519316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:15.764278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:15.768079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:15.792678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6ba8b959-9bb5-4fc4-80ad-e0c2b684b366'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:28:15.860419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f405a-6a7a-407a-bccb-d167c3991949 None None] Update dhcp port {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '5ff6b078-ea2f-48a5-a30a-5d920ee94bad'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'e2020aa3-d7eb-474a-98be-2be2d5a27983'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:28:15.899324 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-634f405a-6a7a-407a-bccb-d167c3991949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:16.283632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-634f405a-6a7a-407a-bccb-d167c3991949 None None] Allocated IP 172.20.0.2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/5ff6b078-ea2f-48a5-a30a-5d920ee94bad/e2020aa3-d7eb-474a-98be-2be2d5a27983) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:16.390943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8bc4c-3990-4774-8b8a-407c189a3f78 req-07f700be-a43b-48c5-824b-0b38ed2133a6 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:16.392375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbe8bc4c-3990-4774-8b8a-407c189a3f78 req-07f700be-a43b-48c5-824b-0b38ed2133a6 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 944 time: 0.1349370 Apr 18 17:28:16.394300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-634f405a-6a7a-407a-bccb-d167c3991949 None None] For port e2020aa3-d7eb-474a-98be-2be2d5a27983, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e2020aa3-d7eb-474a-98be-2be2d5a27983,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:16.409040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047d5ca-9a61-45a7-81b8-62cf2bdff7f2 req-d05abd7e-06c6-40b3-a9db-ca126ea257d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:16.415614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b047d5ca-9a61-45a7-81b8-62cf2bdff7f2 req-d05abd7e-06c6-40b3-a9db-ca126ea257d0 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 947 time: 0.6277387 Apr 18 17:28:16.435896 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-634f405a-6a7a-407a-bccb-d167c3991949 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:16.501573 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbe8bc4c-3990-4774-8b8a-407c189a3f78 req-b1114715-81ad-4e30-bc10-139c18487de3 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772364 Apr 18 17:28:16.519177 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-634f405a-6a7a-407a-bccb-d167c3991949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:16.520293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b047d5ca-9a61-45a7-81b8-62cf2bdff7f2 req-9df02c54-1604-4dac-8545-7a126464b1d7 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793471 Apr 18 17:28:16.630877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f405a-6a7a-407a-bccb-d167c3991949 None None] Pushing event updated for resources: {'Port': ['ID=e2020aa3-d7eb-474a-98be-2be2d5a27983,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:16.972609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:28:17.294925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:17.438258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:17.448777 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:17.560950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-1b699b35-ce48-4605-ad2e-f0604a6c7b57 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:17.574783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-1b699b35-ce48-4605-ad2e-f0604a6c7b57 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.18 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 947 time: 0.1990395 Apr 18 17:28:17.582637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db380cf-164d-4aef-b84f-8ac7afbb55ef None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:17.733443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-789b4ed1-c524-4495-81a7-3badb98a2518 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:17.733443 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-789b4ed1-c524-4495-81a7-3badb98a2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:17.838788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Deleting port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:17.839228 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:17.927469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df546d-1e30-40c6-8ad6-8d1a5da126ea req-0302ab25-f427-4a0a-90cc-4aef2e94dbb3 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:17.929139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58df546d-1e30-40c6-8ad6-8d1a5da126ea req-0302ab25-f427-4a0a-90cc-4aef2e94dbb3 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 944 time: 0.3140755 Apr 18 17:28:18.000098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9579d-1c42-49d8-8401-d77b945252b3 req-dff13e6a-a110-4810-86c8-f482a0baac32 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:18.001918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3b9579d-1c42-49d8-8401-d77b945252b3 req-dff13e6a-a110-4810-86c8-f482a0baac32 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 947 time: 0.1720824 Apr 18 17:28:18.002658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] For port 29a8d143-cc3a-4356-bc38-fd5fcbc58176, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=29a8d143-cc3a-4356-bc38-fd5fcbc58176,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:18.003045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.066641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] For port e2020aa3-d7eb-474a-98be-2be2d5a27983, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e2020aa3-d7eb-474a-98be-2be2d5a27983,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:18.093096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58df546d-1e30-40c6-8ad6-8d1a5da126ea req-7b4c77b3-3f4e-4f20-8af6-b82aea550ae2 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513710 Apr 18 17:28:18.132208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.137937 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3b9579d-1c42-49d8-8401-d77b945252b3 req-5787749a-deef-4f7e-a2f4-d54d5d8d607f tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups?id=368416c2-acdd-4f3a-bcca-ffea98512544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205053 Apr 18 17:28:18.198099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.198997 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.265049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.265441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.265791 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Floating IP f80ea873-df11-4717-94eb-be5a5a40257e disassociated. External IP: 172.25.5.81, port: 29a8d143-cc3a-4356-bc38-fd5fcbc58176. Apr 18 17:28:18.266563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Calling delete_port for 29a8d143-cc3a-4356-bc38-fd5fcbc58176 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:18.288893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e2020aa3-d7eb-474a-98be-2be2d5a27983 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:18.368677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:18.441173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:18.457090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=3d58f222-65c3-43b4-8c83-a1592b943949,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:18.472281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:18.492507 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:18.492507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.498105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:18.503476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.523252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.527227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=e2020aa3-d7eb-474a-98be-2be2d5a27983,revision_number=9']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:18.582612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event deleted for resources: {'Port': ['ID=29a8d143-cc3a-4356-bc38-fd5fcbc58176,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:18.607791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-ee338938-bd98-4773-b1de-c1d4af6a46e6 req-133add74-8f79-4345-bc47-f7be870ab9e5 tempest-ServerDiskConfigTestJSON-1048107373 tempest-ServerDiskConfigTestJSON-1048107373-project] (109825) timed out ('10.222.0.18', 51216) {{(pid=109825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:28:18.649125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:28:18.660223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:18.661003 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:18.669651 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-33882af6-0a56-4306-ba38-05dd01e3ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2346909 Apr 18 17:28:18.672474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34262) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:18.682370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:0b:ae:29', 'name': 'tempest-NetworksTestDHCPv6-1066275865'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:18.828059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-1c241dfa-191f-476f-be88-923b0616bcf7 req-8a6020cd-0c8a-462b-a010-7d3d2cfe64f2 service neutron] (109826) timed out ('10.222.0.18', 51213) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:28:18.939253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:28:18.944109 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:19.011537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b647d36-bb38-4cd5-a42d-6e7cf12ee84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba8b959-9bb5-4fc4-80ad-e0c2b684b366'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:28:19.027600 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc002d4a-f187-44df-b160-8ebc7d5bd05f" -d '{"events": [{"server_uuid": "4b647d36-bb38-4cd5-a42d-6e7cf12ee84d", "name": "network-vif-plugged", "status": "completed", "tag": "6ba8b959-9bb5-4fc4-80ad-e0c2b684b366"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:28:19.074129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,segment=NetworkSegment(68be84b1-9906-45e2-9af6-e0278ee8db0d),segment_id=68be84b1-9906-45e2-9af6-e0278ee8db0d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:19.083865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:19.091419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335f7e71-6aaf-4f60-9126-c87b544ae92f None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:19.250291 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b8844b-3184-4aae-8e81-1c0fbb207de7 x-openstack-request-id: req-69b8844b-3184-4aae-8e81-1c0fbb207de7 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:28:19.251031 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b647d36-bb38-4cd5-a42d-6e7cf12ee84d", "name": "network-vif-plugged", "status": "completed", "tag": "6ba8b959-9bb5-4fc4-80ad-e0c2b684b366", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:28:19.251286 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69b8844b-3184-4aae-8e81-1c0fbb207de7 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:28:19.252309 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b8844b-3184-4aae-8e81-1c0fbb207de7'] response: {'server_uuid': '4b647d36-bb38-4cd5-a42d-6e7cf12ee84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba8b959-9bb5-4fc4-80ad-e0c2b684b366', 'code': 200} Apr 18 17:28:19.269485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:28:19.326282 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:19.348877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] Sync routers for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:28:19.406081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] No DVR routers for this DVR port 29a8d143-cc3a-4356-bc38-fd5fcbc58176 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:19.411448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:19.419657 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad5472b7-839d-4589-b67f-f16fe0a8d4f4 req-f03974ce-3293-45b6-956e-3f60c6ed1132 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.18 "DELETE /v2.0/ports/29a8d143-cc3a-4356-bc38-fd5fcbc58176 HTTP/1.1" status: 204 len: 173 time: 1.8392718 Apr 18 17:28:19.421920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-deleted', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:28:19.424381 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd80a83-a1ed-441a-b2c5-b1c7dda338ae" -d '{"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-deleted", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:28:19.442824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3e36-0e8a-42c2-b0a4-9167e96f743b req-a1f106d6-cd7b-4f37-9039-a5d654432a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:19.444587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a66a3e36-0e8a-42c2-b0a4-9167e96f743b req-a1f106d6-cd7b-4f37-9039-a5d654432a16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 1096 time: 0.1871305 Apr 18 17:28:19.457976 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-022ac8fc-4482-43f9-bae5-7da0d3e7a4f7 req-80ab3340-d2b9-4984-80d0-5056f0a3d77d tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 210 time: 0.0836673 Apr 18 17:28:19.464505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:19.517059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10e8f-0a47-4eef-a056-d0da3bbf90fe req-a862580a-32bb-477a-8bcc-3ad68ffc7bb6 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:19.522280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85c10e8f-0a47-4eef-a056-d0da3bbf90fe req-a862580a-32bb-477a-8bcc-3ad68ffc7bb6 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 945 time: 0.2015333 Apr 18 17:28:19.524479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 2575dadd-ca56-43a1-a41b-b29c8fc2ee9d yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:28:19.526636 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a66a3e36-0e8a-42c2-b0a4-9167e96f743b req-ea7010f0-f0e7-4e12-99ff-f9e06fb4806e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733945 Apr 18 17:28:19.594029 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a138d74-b5b8-4210-a16c-932cad9e92a0 x-openstack-request-id: req-0a138d74-b5b8-4210-a16c-932cad9e92a0 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:28:19.594635 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1826ca3a-ee49-4709-99fc-4e009da3d3c5", "name": "network-vif-deleted", "tag": "29a8d143-cc3a-4356-bc38-fd5fcbc58176", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:28:19.594635 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a138d74-b5b8-4210-a16c-932cad9e92a0 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:28:19.595047 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a138d74-b5b8-4210-a16c-932cad9e92a0'] response: {'server_uuid': '1826ca3a-ee49-4709-99fc-4e009da3d3c5', 'name': 'network-vif-deleted', 'tag': '29a8d143-cc3a-4356-bc38-fd5fcbc58176', 'status': 'completed', 'code': 200} Apr 18 17:28:19.596196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:28:19.596847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:28:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:19.640498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85c10e8f-0a47-4eef-a056-d0da3bbf90fe req-5e0a0e20-d0e1-4f6e-99ca-cf0ee616e8e8 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102772 Apr 18 17:28:19.697172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7f8817d6-cd2e-42e5-8ba5-6516a39c23ee None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:19.697847 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f8817d6-cd2e-42e5-8ba5-6516a39c23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:19.704674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:19.811267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 172.20.0.9 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/5ff6b078-ea2f-48a5-a30a-5d920ee94bad/2575dadd-ca56-43a1-a41b-b29c8fc2ee9d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:19.819802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fe0b:ae29 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/3d58f222-65c3-43b4-8c83-a1592b943949/2575dadd-ca56-43a1-a41b-b29c8fc2ee9d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:19.909723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:28:20.192360 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:20.291831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:20.333621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e2020aa3-d7eb-474a-98be-2be2d5a27983 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:20.346882 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:20.401233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] Checking router: 1b72c2e1-2355-465a-94f2-14c3fe98e6ac for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:28:20.414837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=2575dadd-ca56-43a1-a41b-b29c8fc2ee9d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:20.427695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:20.430852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:20.431237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:20.435481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:20.439661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:20.490584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c090f7b3-eb7e-46bd-ab8e-30f27336c2c4 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:20.491471 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c090f7b3-eb7e-46bd-ab8e-30f27336c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:20.515461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:20.516149 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:20.573249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:28:20.576775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:28:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:20.707218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cfa4b9a8-466b-499b-81d1-f9b2644b8046 req-3286b5df-7427-412d-b944-fa4375fd61f3 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/ports?device_id=1826ca3a-ee49-4709-99fc-4e009da3d3c5 HTTP/1.1" status: 200 len: 210 time: 0.0779009 Apr 18 17:28:20.716171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b4ac8190-ab4b-412f-a03b-51bda6e8081d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0424104 Apr 18 17:28:20.722683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34302) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:20.801552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b6e126-add0-4f45-8a72-8b5b548ef9c2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:20.808562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b6e126-add0-4f45-8a72-8b5b548ef9c2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:20.810540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-64b6e126-add0-4f45-8a72-8b5b548ef9c2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0906367 Apr 18 17:28:20.813873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34306) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:20.864786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbbbca-afbc-4d7a-b973-ed6bf928f38b req-41fd6d22-7da4-46bc-b3fa-8e993d33d910 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:20.866555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20bbbbca-afbc-4d7a-b973-ed6bf928f38b req-41fd6d22-7da4-46bc-b3fa-8e993d33d910 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 945 time: 0.0549047 Apr 18 17:28:20.957964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20bbbbca-afbc-4d7a-b973-ed6bf928f38b req-c9b48c2c-99a3-4d51-bc44-0add00447243 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831177 Apr 18 17:28:21.100805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cfa24-b1b7-44be-962d-51c5714e4117 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 2575dadd-ca56-43a1-a41b-b29c8fc2ee9d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:21.101555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed4cfa24-b1b7-44be-962d-51c5714e4117 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:21.135036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:28:21.183305 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:28:21.333677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed4cfa24-b1b7-44be-962d-51c5714e4117 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:21.353301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cfa24-b1b7-44be-962d-51c5714e4117 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 2575dadd-ca56-43a1-a41b-b29c8fc2ee9d owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:21.602339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f5f9c5a1-15f7-4dfc-818f-2dd71a2e3b5a None None] Provisioning complete for port 2575dadd-ca56-43a1-a41b-b29c8fc2ee9d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:21.602714 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c5a1-15f7-4dfc-818f-2dd71a2e3b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:21.648779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9c5a1-15f7-4dfc-818f-2dd71a2e3b5a None None] Port 2575dadd-ca56-43a1-a41b-b29c8fc2ee9d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:28:21.712917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed4cfa24-b1b7-44be-962d-51c5714e4117 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:21.787872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cfa24-b1b7-44be-962d-51c5714e4117 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=2575dadd-ca56-43a1-a41b-b29c8fc2ee9d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:21.790409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:21.862756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80f231-2999-4cbe-9bb7-08f69a95736a None None] The sync data for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 is: [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:18:57Z', 'revision_number': 4, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '80e8890a-5257-4216-b96c-f82068c08e3f', 'name': '', 'network_id': '52456687-c985-43c2-9275-8952cec9f1ec', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'mac_address': 'fa:16:3e:a9:e2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:56Z', 'updated_at': '2022-04-18T17:19:05Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'subnets': [{'id': 'e99d49d2-179f-46e9-b4b8-f6675943e04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:28:21.934445 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed4cfa24-b1b7-44be-962d-51c5714e4117 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:21.939072 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ed4cfa24-b1b7-44be-962d-51c5714e4117 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/2575dadd-ca56-43a1-a41b-b29c8fc2ee9d HTTP/1.1" status: 204 len: 168 time: 1.1240895 Apr 18 17:28:21.943001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34326) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:22.041018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34330) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:22.070818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d59d4-f575-421c-a929-8562dfbff27c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:22.073602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d59d4-f575-421c-a929-8562dfbff27c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:22.084290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d59d4-f575-421c-a929-8562dfbff27c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:22.089231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-db9d59d4-f575-421c-a929-8562dfbff27c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1424661 Apr 18 17:28:22.089438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34336) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:22.156167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-988188cf-3845-4637-8873-1e12df061485 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.241006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-988188cf-3845-4637-8873-1e12df061485 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.268344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7048c96f-53a1-43b1-a8ae-e4423bb18564 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 3d58f222-65c3-43b4-8c83-a1592b943949 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:22.284347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498137f8-0f22-48e6-8962-7096f0d2abdf req-6394bef8-5ffd-41d1-9d0d-efd91fe40929 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:22.290062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-498137f8-0f22-48e6-8962-7096f0d2abdf req-6394bef8-5ffd-41d1-9d0d-efd91fe40929 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 945 time: 0.0895607 Apr 18 17:28:22.301474 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7048c96f-53a1-43b1-a8ae-e4423bb18564 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.349719 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7048c96f-53a1-43b1-a8ae-e4423bb18564 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.428483 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d265a2d2-1b26-491c-8579-353b8d74d571 None None] New status for floating IP f80ea873-df11-4717-94eb-be5a5a40257e: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:28:22.471975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-988188cf-3845-4637-8873-1e12df061485 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.474944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-988188cf-3845-4637-8873-1e12df061485 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.476850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-988188cf-3845-4637-8873-1e12df061485 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "DELETE /v2.0/security-groups/368416c2-acdd-4f3a-bcca-ffea98512544 HTTP/1.1" status: 204 len: 168 time: 0.4342144 Apr 18 17:28:22.488694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-498137f8-0f22-48e6-8962-7096f0d2abdf req-417bc001-d695-4c08-b52f-232034f8e6a7 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756023 Apr 18 17:28:22.494620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34346) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:22.504446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988188cf-3845-4637-8873-1e12df061485 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368416c2-acdd-4f3a-bcca-ffea98512544,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:22.545676 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-8c3c438c-1245-4758-9b08-17dc4e2a36e2 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] show failed (client error): The resource could not be found. Apr 18 17:28:22.550875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34350) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:22.552079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8c3c438c-1245-4758-9b08-17dc4e2a36e2 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "GET /v2.0/security-groups/368416c2-acdd-4f3a-bcca-ffea98512544 HTTP/1.1" status: 404 len: 347 time: 0.0461416 Apr 18 17:28:22.562382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7048c96f-53a1-43b1-a8ae-e4423bb18564 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.768188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7048c96f-53a1-43b1-a8ae-e4423bb18564 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.784604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Deleting port 83f73495-c224-497e-b3c0-3dc2df9a2228 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:22.785075 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.830052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c96f-53a1-43b1-a8ae-e4423bb18564 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=3d58f222-65c3-43b4-8c83-a1592b943949,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:22.847058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7048c96f-53a1-43b1-a8ae-e4423bb18564 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.850668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fbc96-82e3-4b53-bcd3-de6263e71e12 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:22.853066 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7048c96f-53a1-43b1-a8ae-e4423bb18564 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/3d58f222-65c3-43b4-8c83-a1592b943949 HTTP/1.1" status: 204 len: 168 time: 0.7613580 Apr 18 17:28:22.863867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34356) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:22.916334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:22.963795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.964713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:22.987965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Calling delete_port for 83f73495-c224-497e-b3c0-3dc2df9a2228 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:22.989081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 29a8d143-cc3a-4356-bc38-fd5fcbc58176 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:22.989451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 29a8d143-cc3a-4356-bc38-fd5fcbc58176 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:22.994152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 5ff6b078-ea2f-48a5-a30a-5d920ee94bad {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:23.010228 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:23.081172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:23.244678 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:23.388920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:23.462645 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:23.463202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Pushing event deleted for resources: {'Port': ['ID=83f73495-c224-497e-b3c0-3dc2df9a2228,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:23.565930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff6b078-ea2f-48a5-a30a-5d920ee94bad,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:23.589168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:23.603331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/5ff6b078-ea2f-48a5-a30a-5d920ee94bad HTTP/1.1" status: 204 len: 168 time: 0.7380939 Apr 18 17:28:23.618666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34374) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:23.631044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:23.635008 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:23.637243 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb1ccc63-b3f2-4aa0-9885-8f9b089ff766 tempest-AttachVolumeShelveTestJSON-650572637 tempest-AttachVolumeShelveTestJSON-650572637-project] 10.222.0.45 "DELETE /v2.0/floatingips/f80ea873-df11-4717-94eb-be5a5a40257e HTTP/1.1" status: 204 len: 168 time: 1.0852141 Apr 18 17:28:23.647406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.653608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b17fa2-b19f-47fe-91ae-8f63e78c5c0d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:23.767855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c26ef3b8-69d3-4456-89c1-b051f271d8c3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477983 Apr 18 17:28:23.768475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34382) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:23.773617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:23.839575 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-81307b89-b5fa-4da6-8788-07810ae1313e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4756982 Apr 18 17:28:24.002295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ef691-24a1-4db7-811f-f73046596c02 req-faa509d2-c4ac-4d05-a6d5-47e75b389efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:24.004880 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-faa509d2-c4ac-4d05-a6d5-47e75b389efb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 1096 time: 0.1198952 Apr 18 17:28:24.129926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:24.137881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:24.142314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ef691-24a1-4db7-811f-f73046596c02 req-ae7f7cfe-42d8-42a6-b35e-a965f2777330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:24.144146 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-ae7f7cfe-42d8-42a6-b35e-a965f2777330 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 HTTP/1.1" status: 200 len: 915 time: 0.1192024 Apr 18 17:28:24.214199 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-c38362b4-07db-441f-9083-37b655e67306 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54a9491-21c2-4cef-9753-342dfde8712e HTTP/1.1" status: 200 len: 217 time: 0.0635331 Apr 18 17:28:24.311656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ef691-24a1-4db7-811f-f73046596c02 req-bfcb530e-9c48-4cc8-ae3b-7d028d48cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:24.316193 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-bfcb530e-9c48-4cc8-ae3b-7d028d48cff3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=989c8768-5724-4bda-8198-bec8119e00d8 HTTP/1.1" status: 200 len: 854 time: 0.0951157 Apr 18 17:28:24.388749 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-73b12d9a-37c2-413f-b2ee-df1c0992b049 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617471 Apr 18 17:28:24.404748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-8726bce1-7243-49d8-843f-eb51c7e830e7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:28:24.406749 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-8726bce1-7243-49d8-843f-eb51c7e830e7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108552 Apr 18 17:28:24.417233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7789ce0f-3764-4afe-a73e-0e3b27e56f28 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:24.472237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2f956444-fb4e-483a-afd0-51294db82100 None None] Provisioning complete for port e2020aa3-d7eb-474a-98be-2be2d5a27983 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:24.472857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f956444-fb4e-483a-afd0-51294db82100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:24.625334 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-def98df1-d29b-4d40-9194-7a3555a21a1a service neutron] 10.222.0.18 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106273 Apr 18 17:28:24.747334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:28:24.780550 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:24.818068 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a95ef691-24a1-4db7-811f-f73046596c02 req-7528817f-0000-48b4-8287-1aee86e861bc service neutron] 10.222.0.18 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837385 Apr 18 17:28:24.906542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] Deleting port e2020aa3-d7eb-474a-98be-2be2d5a27983 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:24.907065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:24.920300 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:24.935446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:24.941585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:24.946296 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:24.973702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=383773d4-7242-4dd0-b719-963d1741c0da,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:25.046400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] For port e2020aa3-d7eb-474a-98be-2be2d5a27983, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e2020aa3-d7eb-474a-98be-2be2d5a27983,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:25.047055 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:25.056295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34408) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:25.057203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-86802d60-6775-43ce-867d-8400cf0f2392 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2874012 Apr 18 17:28:25.062801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:25.088436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] Calling delete_port for e2020aa3-d7eb-474a-98be-2be2d5a27983 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:25.358144 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:25.437850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:25.444119 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:25.448401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] Pushing event deleted for resources: {'Port': ['ID=e2020aa3-d7eb-474a-98be-2be2d5a27983,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:25.461683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bfaaea-86bd-483c-a460-5c7d3a20ca8a None None] No DVR routers for this DVR port e2020aa3-d7eb-474a-98be-2be2d5a27983 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:25.484471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530bf1b6-923d-451a-a605-06823d0de937 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:25.861003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '383773d4-7242-4dd0-b719-963d1741c0da'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:28:25.863004 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:26.093373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Allocated IP 172.20.0.2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/383773d4-7242-4dd0-b719-963d1741c0da/19ef739b-fd15-4376-9211-ada9724c3ddd) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:26.223317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41215-a215-4f0f-b1f0-866ea92b5197 req-e5f2142c-8111-4899-8825-60d489201d22 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:26.233345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9df41215-a215-4f0f-b1f0-866ea92b5197 req-e5f2142c-8111-4899-8825-60d489201d22 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 945 time: 0.1048484 Apr 18 17:28:26.280594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:28:26.282254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:26.296773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9df41215-a215-4f0f-b1f0-866ea92b5197 req-82979ba0-8194-4f4b-a093-618ed56fc1b7 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622017 Apr 18 17:28:26.358068 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e2020aa3-d7eb-474a-98be-2be2d5a27983 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:26.370418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:26.375408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:26.381627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:26.383793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:26.405395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=b3283e56-5e1b-4440-bbcd-51fbe5bba212,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:26.411560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: e2020aa3-d7eb-474a-98be-2be2d5a27983 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:26.414749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e2020aa3-d7eb-474a-98be-2be2d5a27983 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:26.482493 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:26.508909 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1f905bec-5085-4210-be1b-1f5e8097f43d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4506776 Apr 18 17:28:26.511938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34440) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:26.517242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:85:4c:9c', 'name': 'tempest-NetworksTestDHCPv6-1420320423'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:26.578140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:26.626577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:26.634449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:26.639436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:26.671614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Pushing event updated for resources: {'Port': ['ID=19ef739b-fd15-4376-9211-ada9724c3ddd,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:26.813666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Attempting to bind port 19ef739b-fd15-4376-9211-ada9724c3ddd on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:26.814112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Attempting to bind port 19ef739b-fd15-4376-9211-ada9724c3ddd by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:26.814453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Attempting to bind port 19ef739b-fd15-4376-9211-ada9724c3ddd on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:26.820785 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:26.821243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:26.821754 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:26.822150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:26.822668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Bound port: 19ef739b-fd15-4376-9211-ada9724c3ddd, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:26.823051 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:26.894122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:26.894728 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] For port 19ef739b-fd15-4376-9211-ada9724c3ddd, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:26.897976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] For port 19ef739b-fd15-4376-9211-ada9724c3ddd, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=19ef739b-fd15-4376-9211-ada9724c3ddd,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:26.994216 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:27.001000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:27.020534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port c6d5d60a-ee02-49ac-a7ff-04693787a4e8 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:28:27.075654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfa895-cf57-4ea1-a5e7-834b49cb669d None None] Pushing event updated for resources: {'Port': ['ID=19ef739b-fd15-4376-9211-ada9724c3ddd,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:27.216983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 172.20.0.12 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/383773d4-7242-4dd0-b719-963d1741c0da/c6d5d60a-ee02-49ac-a7ff-04693787a4e8) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:27.224682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fe85:4c9c (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/b3283e56-5e1b-4440-bbcd-51fbe5bba212/c6d5d60a-ee02-49ac-a7ff-04693787a4e8) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:27.525532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:27.607703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d3727-0a1c-4352-b2e8-5e26e2660382 req-fdfe64e4-56fe-40fc-a6e4-40ddf760d7c2 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:27.609398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a53d3727-0a1c-4352-b2e8-5e26e2660382 req-fdfe64e4-56fe-40fc-a6e4-40ddf760d7c2 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 945 time: 0.0937567 Apr 18 17:28:27.682066 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a53d3727-0a1c-4352-b2e8-5e26e2660382 req-6d728fc8-b37a-449e-996a-2109f4481067 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488954 Apr 18 17:28:27.712541 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:27.795838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=c6d5d60a-ee02-49ac-a7ff-04693787a4e8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:27.836473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:27.838252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:27.841801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:27.902522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:27.903647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:28.007351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-17fe4d59-2b84-41bd-9fc9-1024ac99e615 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4940696 Apr 18 17:28:28.011612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34494) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:28.148818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-c9c681e6-6b63-40e6-ae5b-4d99900089b8 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:28.151188 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-c9c681e6-6b63-40e6-ae5b-4d99900089b8 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 945 time: 0.2116458 Apr 18 17:28:28.154615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32eeb15-4f53-4e53-830f-79675ec982f3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:28.161087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32eeb15-4f53-4e53-830f-79675ec982f3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:28.163185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a32eeb15-4f53-4e53-830f-79675ec982f3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1466339 Apr 18 17:28:28.165944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34504) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:28.411990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 19ef739b-fd15-4376-9211-ada9724c3ddd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:28.494766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e1d88-77c3-4194-8861-2ac58d982738 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port c6d5d60a-ee02-49ac-a7ff-04693787a4e8 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:28.494766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d88-77c3-4194-8861-2ac58d982738 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:28.517579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Deleting port c54a9491-21c2-4cef-9753-342dfde8712e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:28.518250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:28.535673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 19ef739b-fd15-4376-9211-ada9724c3ddd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:28.536394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:28.602653 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-a1318e0c-23d5-4f08-baac-586c368c300a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:28.604185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-a1318e0c-23d5-4f08-baac-586c368c300a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.3322699 Apr 18 17:28:28.628969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-cde9f2ec-11f1-4c05-98c7-00860a2ec43f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/quotas/b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 375 time: 0.0146420 Apr 18 17:28:28.713766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] For port c54a9491-21c2-4cef-9753-342dfde8712e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=c54a9491-21c2-4cef-9753-342dfde8712e,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:28.714573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:28.728781 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d88-77c3-4194-8861-2ac58d982738 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:28.753555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-f0a9ec1a-4df2-4b51-88bd-34288b35a666 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013541 Apr 18 17:28:28.753555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e1d88-77c3-4194-8861-2ac58d982738 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for c6d5d60a-ee02-49ac-a7ff-04693787a4e8 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:28.767132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-3f1ced6c-8257-4c06-a865-7173483bbe87 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:28:28.768126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-3f1ced6c-8257-4c06-a865-7173483bbe87 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053141 Apr 18 17:28:28.778655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4287cc-3e70-4be0-b857-6a774545942a None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:28.816022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Calling delete_port for c54a9491-21c2-4cef-9753-342dfde8712e owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:29.006685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fb9e4c17-f860-44e7-b702-cbcdd88bcb94 None None] Provisioning complete for port 19ef739b-fd15-4376-9211-ada9724c3ddd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:29.011609 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4c17-f860-44e7-b702-cbcdd88bcb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:29.161441 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:29.247541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:29.283106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Pushing event deleted for resources: {'Port': ['ID=c54a9491-21c2-4cef-9753-342dfde8712e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:29.343386 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4c17-f860-44e7-b702-cbcdd88bcb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:29.346531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['c54a9491-21c2-4cef-9753-342dfde8712e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:28:29.357337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 19ef739b-fd15-4376-9211-ada9724c3ddd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=19ef739b-fd15-4376-9211-ada9724c3ddd,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:29.399531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] No DVR routers for this DVR port c54a9491-21c2-4cef-9753-342dfde8712e on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:29.408085 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:29.413108 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1cb2ae9e-a644-49e8-97f4-9118568119ce req-44e59e89-04c6-4add-a58a-017cd35570ee tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.18 "DELETE /v2.0/ports/c54a9491-21c2-4cef-9753-342dfde8712e HTTP/1.1" status: 204 len: 173 time: 1.2557540 Apr 18 17:28:29.414563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e', 'name': 'network-vif-deleted', 'tag': 'c54a9491-21c2-4cef-9753-342dfde8712e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:28:29.415559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1515f2b-5aa8-4ca2-9fe5-c707c193bfff req-108c04e3-259c-43a9-955d-af31a87cf4ba tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 210 time: 0.0367284 Apr 18 17:28:29.441356 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e69fac-61ac-47af-a8ac-0dcf37d5f843" -d '{"events": [{"server_uuid": "8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e", "name": "network-vif-deleted", "tag": "c54a9491-21c2-4cef-9753-342dfde8712e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:28:29.461222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:29.543269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-c5767ab8-883d-42b1-9340-95400ab55952 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677300 Apr 18 17:28:29.628105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=19ef739b-fd15-4376-9211-ada9724c3ddd,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:29.630935 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-fb9e4c17-f860-44e7-b702-cbcdd88bcb94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:28:29.631288 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-fb9e4c17-f860-44e7-b702-cbcdd88bcb94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:28:29.699398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-a9a18723-78c8-488f-a56a-d3503b564007 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189697 Apr 18 17:28:29.795433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e5da7-19b5-4bab-9d6f-7a65a25e5ca1 None None] Update dhcp port {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '383773d4-7242-4dd0-b719-963d1741c0da', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b3283e56-5e1b-4440-bbcd-51fbe5bba212'}], 'binding:host_id': 'n-d-836015-2'}, 'id': '19ef739b-fd15-4376-9211-ada9724c3ddd'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:28:29.850480 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-796e5da7-19b5-4bab-9d6f-7a65a25e5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:29.917947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d88-77c3-4194-8861-2ac58d982738 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:29.995585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e1d88-77c3-4194-8861-2ac58d982738 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=c6d5d60a-ee02-49ac-a7ff-04693787a4e8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:30.113300 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cb49b6-190a-4742-8da9-0f49b1adf837 x-openstack-request-id: req-06cb49b6-190a-4742-8da9-0f49b1adf837 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:28:30.113648 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e", "name": "network-vif-deleted", "tag": "c54a9491-21c2-4cef-9753-342dfde8712e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:28:30.113910 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06cb49b6-190a-4742-8da9-0f49b1adf837 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:28:30.114391 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06cb49b6-190a-4742-8da9-0f49b1adf837'] response: {'server_uuid': '8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e', 'name': 'network-vif-deleted', 'tag': 'c54a9491-21c2-4cef-9753-342dfde8712e', 'status': 'completed', 'code': 200} Apr 18 17:28:30.121898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-796e5da7-19b5-4bab-9d6f-7a65a25e5ca1 None None] Allocated IP 2001:db8::f816:3eff:fed2:eb81 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/b3283e56-5e1b-4440-bbcd-51fbe5bba212/19ef739b-fd15-4376-9211-ada9724c3ddd) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:30.143165 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d88-77c3-4194-8861-2ac58d982738 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:30.150333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a8e1d88-77c3-4194-8861-2ac58d982738 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/c6d5d60a-ee02-49ac-a7ff-04693787a4e8 HTTP/1.1" status: 204 len: 168 time: 1.9794252 Apr 18 17:28:30.150333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34560) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:30.312114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee910f8-7635-475f-917e-9b33eb10d133 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:30.313733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee910f8-7635-475f-917e-9b33eb10d133 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:30.315563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee910f8-7635-475f-917e-9b33eb10d133 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:30.316323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 19ef739b-fd15-4376-9211-ada9724c3ddd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:30.317442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0ee910f8-7635-475f-917e-9b33eb10d133 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1671767 Apr 18 17:28:30.320841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:30.381647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2068-5636-4578-a4d6-6266d36efe17 req-9730a37c-adb8-46c8-bf83-1c0670a3b6dc tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:30.389698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b40f2068-5636-4578-a4d6-6266d36efe17 req-9730a37c-adb8-46c8-bf83-1c0670a3b6dc tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 945 time: 0.1400151 Apr 18 17:28:30.406799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-796e5da7-19b5-4bab-9d6f-7a65a25e5ca1 None None] For port 19ef739b-fd15-4376-9211-ada9724c3ddd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=19ef739b-fd15-4376-9211-ada9724c3ddd,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:30.433498 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b74fb7-c8f2-44f6-92c9-143120efda55 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 383773d4-7242-4dd0-b719-963d1741c0da {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:30.453147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b40f2068-5636-4578-a4d6-6266d36efe17 req-4da710d0-0f19-44c7-aa31-07265ed38aca tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623119 Apr 18 17:28:30.486939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 19ef739b-fd15-4376-9211-ada9724c3ddd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:30.486939 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:30.488528 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-796e5da7-19b5-4bab-9d6f-7a65a25e5ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:30.551063 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b74fb7-c8f2-44f6-92c9-143120efda55 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:30.576176 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-796e5da7-19b5-4bab-9d6f-7a65a25e5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:30.713103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2d3dcfb-8235-431e-a9f4-6a32c5052b69 req-59ee50b6-3d0d-4616-8fc1-b2d3a541a56f tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bf7c3ef-8aeb-4c85-a5f2-635e91f3550e HTTP/1.1" status: 200 len: 210 time: 0.0773823 Apr 18 17:28:30.738880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-026af562-8d11-4d94-b300-1377d66b466c req-90a6849b-a10e-405e-ae3a-8f6e704634eb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.1488278 Apr 18 17:28:30.791734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b74fb7-c8f2-44f6-92c9-143120efda55 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:30.910918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e5da7-19b5-4bab-9d6f-7a65a25e5ca1 None None] Pushing event updated for resources: {'Port': ['ID=19ef739b-fd15-4376-9211-ada9724c3ddd,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:30.952980 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b74fb7-c8f2-44f6-92c9-143120efda55 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:30.986970 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4a146fa9-dd9a-421f-8285-f9ad8997503b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.112220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b74fb7-c8f2-44f6-92c9-143120efda55 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.143465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b74fb7-c8f2-44f6-92c9-143120efda55 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=383773d4-7242-4dd0-b719-963d1741c0da,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:31.149692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93b74fb7-c8f2-44f6-92c9-143120efda55 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.155841 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-93b74fb7-c8f2-44f6-92c9-143120efda55 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/383773d4-7242-4dd0-b719-963d1741c0da HTTP/1.1" status: 204 len: 168 time: 0.8312302 Apr 18 17:28:31.156674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34594) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:31.259593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c548d02a-efcb-4b17-86a9-101694af08f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet b3283e56-5e1b-4440-bbcd-51fbe5bba212 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:31.266837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c548d02a-efcb-4b17-86a9-101694af08f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.396825 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c548d02a-efcb-4b17-86a9-101694af08f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.507116 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c548d02a-efcb-4b17-86a9-101694af08f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.624938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-d8aceb3d-e01f-4dae-b32e-bc7e1099e568 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:31.627154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-d8aceb3d-e01f-4dae-b32e-bc7e1099e568 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 945 time: 0.0923567 Apr 18 17:28:31.637654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551264-44c9-467d-8597-defaeb8dc577 req-e53bf2c4-0153-46a5-b696-09d7dc057cd4 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:31.639291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca551264-44c9-467d-8597-defaeb8dc577 req-e53bf2c4-0153-46a5-b696-09d7dc057cd4 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 945 time: 0.0770688 Apr 18 17:28:31.698523 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c548d02a-efcb-4b17-86a9-101694af08f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.753453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebd319-a1bd-483b-aeec-c7c42b12bd37 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:31.761888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca551264-44c9-467d-8597-defaeb8dc577 req-d72501a2-8586-4cf3-9432-5eca99882f8d tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/security-groups?id=69e433af-e712-4d9d-b7c5-d48dc0969792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058881 Apr 18 17:28:31.768040 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c548d02a-efcb-4b17-86a9-101694af08f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.810175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c548d02a-efcb-4b17-86a9-101694af08f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/b3283e56-5e1b-4440-bbcd-51fbe5bba212 HTTP/1.1" status: 204 len: 168 time: 0.6512425 Apr 18 17:28:31.811594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34614) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:31.814485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548d02a-efcb-4b17-86a9-101694af08f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=b3283e56-5e1b-4440-bbcd-51fbe5bba212,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:31.908222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b3e2e2c0-a5bb-48f6-a25f-045db9a4a5a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948327 Apr 18 17:28:31.911555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34618) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:31.943633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d83d63a1-e76d-4efd-90e2-654e4ff13be8 None None] Provisioning complete for port 19ef739b-fd15-4376-9211-ada9724c3ddd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:31.944246 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d83d63a1-e76d-4efd-90e2-654e4ff13be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:31.960788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Deleting port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:31.961142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:32.044125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6afabbae-0931-41d3-b9fc-77ffcdc2445f req-bd09f237-b8a9-402c-891e-d58ac812974b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0504391 Apr 18 17:28:32.095100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bea927-005d-408e-ba8e-ee6f52679757 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:32.096955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-43bea927-005d-408e-ba8e-ee6f52679757 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1841614 Apr 18 17:28:32.100272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34622) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:32.153077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] For port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,segment=NetworkSegment(68be84b1-9906-45e2-9af6-e0278ee8db0d),segment_id=68be84b1-9906-45e2-9af6-e0278ee8db0d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:32.153733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:32.185656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Calling delete_port for 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:32.193859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d83d63a1-e76d-4efd-90e2-654e4ff13be8 None None] Could not find standard attr ID for object c6d5d60a-ee02-49ac-a7ff-04693787a4e8. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:28:32.199611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86bd657-1392-40f6-8abc-41a7bb9d723e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:32.201211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a86bd657-1392-40f6-8abc-41a7bb9d723e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0981898 Apr 18 17:28:32.203986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34626) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:32.257125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-73d04653-0677-4d20-be93-720534cceeaa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496695 Apr 18 17:28:32.265333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34628) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:32.284875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-afd81703-fcee-4ad9-aaea-e32cbe0d7495 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:32.307737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:28:32.452796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Deleting port 19ef739b-fd15-4376-9211-ada9724c3ddd {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:32.452796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:32.625353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:32.630029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34640) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:32.662103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd81703-fcee-4ad9-aaea-e32cbe0d7495 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:32.675997 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-afd81703-fcee-4ad9-aaea-e32cbe0d7495 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:32.678373 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd81703-fcee-4ad9-aaea-e32cbe0d7495 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:28:32.679055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd81703-fcee-4ad9-aaea-e32cbe0d7495 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:28:32.705234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Pushing event deleted for resources: {'Port': ['ID=6ba8b959-9bb5-4fc4-80ad-e0c2b684b366,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:32.783808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] No DVR routers for this DVR port 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:32.789958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-afd81703-fcee-4ad9-aaea-e32cbe0d7495 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5169086 Apr 18 17:28:32.792820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34648) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:32.794280 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:32.800955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9e386c53-4df9-41cb-a89f-39d6cbd422a4 req-be1c8f3d-7719-4afd-9582-2e5097df5f41 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.41 "DELETE /v2.0/ports/6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 HTTP/1.1" status: 204 len: 173 time: 1.1664782 Apr 18 17:28:32.813733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5139defb-c219-495d-92cd-b7493340851e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:32.821791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b647d36-bb38-4cd5-a42d-6e7cf12ee84d', 'name': 'network-vif-deleted', 'tag': '6ba8b959-9bb5-4fc4-80ad-e0c2b684b366'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:28:32.826023 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04297ba-531d-4ba9-a064-59f2ccda2509" -d '{"events": [{"server_uuid": "4b647d36-bb38-4cd5-a42d-6e7cf12ee84d", "name": "network-vif-deleted", "tag": "6ba8b959-9bb5-4fc4-80ad-e0c2b684b366"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:28:33.028743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6ba8b959-9bb5-4fc4-80ad-e0c2b684b366'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:28:33.110765 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c54a9491-21c2-4cef-9753-342dfde8712e no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:33.183217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] For port 19ef739b-fd15-4376-9211-ada9724c3ddd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=19ef739b-fd15-4376-9211-ada9724c3ddd,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:33.183734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:33.186528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd391aca-650c-45ec-abe2-1bc259cc6dea req-90a4d806-8323-473f-bf03-259ea3bf1981 tempest-VolumesActionsTest-1261612342 tempest-VolumesActionsTest-1261612342-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b647d36-bb38-4cd5-a42d-6e7cf12ee84d HTTP/1.1" status: 200 len: 210 time: 0.1856272 Apr 18 17:28:33.214923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Calling delete_port for 19ef739b-fd15-4376-9211-ada9724c3ddd owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:33.524924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: c54a9491-21c2-4cef-9753-342dfde8712e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:33.529094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device c54a9491-21c2-4cef-9753-342dfde8712e not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:33.547231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:33.592285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcc22634-1277-4129-bed7-d0f3c433cb62 req-61f71a42-cb7d-4143-9563-26d2f8daedba tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.2311652 Apr 18 17:28:33.645917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Pushing event deleted for resources: {'Port': ['ID=19ef739b-fd15-4376-9211-ada9724c3ddd,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:33.654521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] No DVR routers for this DVR port 19ef739b-fd15-4376-9211-ada9724c3ddd on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:33.687951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.687951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.687951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.689485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.689972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.691204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.692751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.694674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.695164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.695606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.697756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.700752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0358d1-0b3d-4ba4-925f-b3ff44fbba92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:28:33.709190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82c1b54b-2103-4172-b2c7-d7b223ccd948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:33.714342 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f616b345-5522-48ed-b626-0f9f87c48651 x-openstack-request-id: req-f616b345-5522-48ed-b626-0f9f87c48651 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:28:33.714903 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b647d36-bb38-4cd5-a42d-6e7cf12ee84d", "name": "network-vif-deleted", "tag": "6ba8b959-9bb5-4fc4-80ad-e0c2b684b366", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:28:33.714903 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f616b345-5522-48ed-b626-0f9f87c48651 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:28:33.716325 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f616b345-5522-48ed-b626-0f9f87c48651'] response: {'server_uuid': '4b647d36-bb38-4cd5-a42d-6e7cf12ee84d', 'name': 'network-vif-deleted', 'tag': '6ba8b959-9bb5-4fc4-80ad-e0c2b684b366', 'status': 'completed', 'code': 200} Apr 18 17:28:33.976324 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-f40a729f-95a1-4733-acd4-2a89bfee8018 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:33.978156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-f40a729f-95a1-4733-acd4-2a89bfee8018 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.2597909 Apr 18 17:28:34.008547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'port': {'device_id': '6fad8b73-ddcd-41f2-b032-c77975472bcb', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'admin_state_up': True, 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:34.088767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:34.145266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5139defb-c219-495d-92cd-b7493340851e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:34.154506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5139defb-c219-495d-92cd-b7493340851e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:34.158799 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5139defb-c219-495d-92cd-b7493340851e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:28:34.162358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5139defb-c219-495d-92cd-b7493340851e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:28:34.341786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5139defb-c219-495d-92cd-b7493340851e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5395525 Apr 18 17:28:34.343806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 19ef739b-fd15-4376-9211-ada9724c3ddd no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:34.344887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34676) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:34.350310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-09ca7268-f5d3-4044-84cf-8b1160c7d91c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:34.418860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 19ef739b-fd15-4376-9211-ada9724c3ddd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:34.419366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 19ef739b-fd15-4376-9211-ada9724c3ddd not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:34.432162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:34.435818 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:34.544990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Deleting port 80e8890a-5257-4216-b96c-f82068c08e3f {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:34.545162 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:34.574723 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:34.604651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.20.0.8 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/31cae90f-cda7-4227-b304-13236f81d9df) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:34.713694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] For port 80e8890a-5257-4216-b96c-f82068c08e3f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=80e8890a-5257-4216-b96c-f82068c08e3f,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:34.714316 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:34.734915 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Calling delete_port for 80e8890a-5257-4216-b96c-f82068c08e3f owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:34.743869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ca7268-f5d3-4044-84cf-8b1160c7d91c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:34.751805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09ca7268-f5d3-4044-84cf-8b1160c7d91c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:34.753254 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ca7268-f5d3-4044-84cf-8b1160c7d91c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:28:34.756298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ca7268-f5d3-4044-84cf-8b1160c7d91c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:28:34.921995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-09ca7268-f5d3-4044-84cf-8b1160c7d91c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5757453 Apr 18 17:28:34.922928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34688) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:34.938727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1ec9cd2a-b0d7-4566-a8a0-cd2c2ae64d93 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:35.068111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.097649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64961903-a2d9-4963-844a-3bc1d9e29e15 req-afd52887-2d62-45f6-aa43-8d80a2289879 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.3381336 Apr 18 17:28:35.259987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec9cd2a-b0d7-4566-a8a0-cd2c2ae64d93 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:35.280482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ec9cd2a-b0d7-4566-a8a0-cd2c2ae64d93 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.288021 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec9cd2a-b0d7-4566-a8a0-cd2c2ae64d93 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:28:35.288021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec9cd2a-b0d7-4566-a8a0-cd2c2ae64d93 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:28:35.314593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.384127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:35.387325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:35.397294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:35.410318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34704) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:35.414623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1ec9cd2a-b0d7-4566-a8a0-cd2c2ae64d93 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4777260 Apr 18 17:28:35.417761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d055e256-aed4-44cc-a1ff-99a4495c897d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:35.468142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=31cae90f-cda7-4227-b304-13236f81d9df,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:35.515699 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.522958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:35.523702 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.576824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e8890a-5257-4216-b96c-f82068c08e3f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:35.648762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-dbd2d4e3-302b-42d0-972f-f1cfe312bced tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6531444 Apr 18 17:28:35.672971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Request body: {'port': {'device_id': '6fad8b73-ddcd-41f2-b032-c77975472bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:35.771147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d055e256-aed4-44cc-a1ff-99a4495c897d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:35.775934 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d055e256-aed4-44cc-a1ff-99a4495c897d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.777009 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d055e256-aed4-44cc-a1ff-99a4495c897d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:28:35.777596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d055e256-aed4-44cc-a1ff-99a4495c897d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:28:35.821293 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.886134 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.887520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3447052b-168c-4d71-822d-707d618c715a None None] Provisioning complete for port 31cae90f-cda7-4227-b304-13236f81d9df triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:35.888916 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3447052b-168c-4d71-822d-707d618c715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.911298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d055e256-aed4-44cc-a1ff-99a4495c897d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4993544 Apr 18 17:28:35.969467 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:35.981160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3447052b-168c-4d71-822d-707d618c715a None None] Port 31cae90f-cda7-4227-b304-13236f81d9df cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:28:36.082768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34712) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:36.090435 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cbf84dc2-cc64-4fe3-b24a-32ce7cd9f2d0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:36.167835 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:36.383311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cae90f-cda7-4227-b304-13236f81d9df {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:28:36.393299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:36.407923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Transition to ACTIVE for port object 31cae90f-cda7-4227-b304-13236f81d9df will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:28:36.409026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:36.430742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:36.442840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6ba8b959-9bb5-4fc4-80ad-e0c2b684b366 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:36.540655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:36.612413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e524371-2f20-4ee1-9773-b26b65470863 req-a0ee8918-2066-48a4-a522-9eb84691a78d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:36.614030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e524371-2f20-4ee1-9773-b26b65470863 req-a0ee8918-2066-48a4-a522-9eb84691a78d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 931 time: 0.3999865 Apr 18 17:28:36.622367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf84dc2-cc64-4fe3-b24a-32ce7cd9f2d0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:36.630380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbf84dc2-cc64-4fe3-b24a-32ce7cd9f2d0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:36.632078 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf84dc2-cc64-4fe3-b24a-32ce7cd9f2d0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:28:36.633249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf84dc2-cc64-4fe3-b24a-32ce7cd9f2d0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:28:36.645533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Pushing event updated for resources: {'Port': ['ID=31cae90f-cda7-4227-b304-13236f81d9df,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:36.692723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:28:36.723293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e524371-2f20-4ee1-9773-b26b65470863 req-36a87a06-c65f-4601-b18b-4b885d5bef78 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867252 Apr 18 17:28:36.845550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cbf84dc2-cc64-4fe3-b24a-32ce7cd9f2d0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7521672 Apr 18 17:28:36.845550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34734) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:36.858025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Attempting to bind port 31cae90f-cda7-4227-b304-13236f81d9df on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:36.858566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Attempting to bind port 31cae90f-cda7-4227-b304-13236f81d9df by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:36.858886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Attempting to bind port 31cae90f-cda7-4227-b304-13236f81d9df on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:36.869956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Port 31cae90f-cda7-4227-b304-13236f81d9df on network be53a38f-8416-4410-94d3-e728b33b743a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:28:36.869956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Attempting to bind port 31cae90f-cda7-4227-b304-13236f81d9df on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:36.881887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:36.882339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:36.884199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e6bc111a-b39b-45a9-8c82-a43201d2165e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0418298 Apr 18 17:28:36.887395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34736) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:36.893780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:36.894194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Bound port: 31cae90f-cda7-4227-b304-13236f81d9df, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:36.894577 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:36.958517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa4dc45-dc3b-4bce-9b4e-dc4f7996126f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:36.962354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7aa4dc45-dc3b-4bce-9b4e-dc4f7996126f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0717587 Apr 18 17:28:36.962960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34738) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:37.014833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7903cd6f-9a0c-4763-b570-24505dbff45d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467322 Apr 18 17:28:37.015606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34740) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:37.021595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:37.052431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] For port 31cae90f-cda7-4227-b304-13236f81d9df, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:37.066718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] For port 31cae90f-cda7-4227-b304-13236f81d9df, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=31cae90f-cda7-4227-b304-13236f81d9df,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:37.181604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:37.190182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:28:37.203293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] Sync routers for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:28:37.207689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-927ab865-01a8-404a-aa58-1aa1f1b309c3 admin admin] 10.222.0.45 "PUT /v2.0/routers/1b72c2e1-2355-465a-94f2-14c3fe98e6ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5755246 Apr 18 17:28:37.211097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34752) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:37.220432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:28:37.235715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:28:34Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:37.265352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:37.266092 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:37.267515 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] 10.222.0.18 "PUT /v2.0/ports/31cae90f-cda7-4227-b304-13236f81d9df HTTP/1.1" status: 200 len: 1091 time: 1.6059632 Apr 18 17:28:37.267975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fad8b73-ddcd-41f2-b032-c77975472bcb', 'tag': '31cae90f-cda7-4227-b304-13236f81d9df'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:28:37.276465 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7f0ef6-5446-4965-af97-bf79b1f563ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6fad8b73-ddcd-41f2-b032-c77975472bcb", "tag": "31cae90f-cda7-4227-b304-13236f81d9df"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:28:37.348964 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfff5f67-a36e-4f49-878d-af18a63ae706 x-openstack-request-id: req-cfff5f67-a36e-4f49-878d-af18a63ae706 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:28:37.349295 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fad8b73-ddcd-41f2-b032-c77975472bcb", "tag": "31cae90f-cda7-4227-b304-13236f81d9df", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:28:37.349574 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfff5f67-a36e-4f49-878d-af18a63ae706 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:28:37.362303 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfff5f67-a36e-4f49-878d-af18a63ae706'] response: {'name': 'network-changed', 'server_uuid': '6fad8b73-ddcd-41f2-b032-c77975472bcb', 'tag': '31cae90f-cda7-4227-b304-13236f81d9df', 'status': 'completed', 'code': 200} Apr 18 17:28:37.378137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350d4e6-80a6-4bea-90f0-5c02b48da57b service neutron] Pushing event updated for resources: {'Port': ['ID=31cae90f-cda7-4227-b304-13236f81d9df,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:37.417319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:37.420959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:37.479770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f0ef6-5446-4965-af97-bf79b1f563ca req-2380b2f9-fc79-45fe-9197-c92ca6a39d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:37.482814 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5b7f0ef6-5446-4965-af97-bf79b1f563ca req-2380b2f9-fc79-45fe-9197-c92ca6a39d3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 1094 time: 0.0798814 Apr 18 17:28:37.584946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:37.615920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:28:37.668599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f0ef6-5446-4965-af97-bf79b1f563ca req-dd39d082-d996-4847-87ce-d4a4474e42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:37.671250 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5b7f0ef6-5446-4965-af97-bf79b1f563ca req-dd39d082-d996-4847-87ce-d4a4474e42c3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1755338 Apr 18 17:28:37.905722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:28:35Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:37.916957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f0ef6-5446-4965-af97-bf79b1f563ca req-37aa0f13-c6ff-4b6f-9705-4cd207178d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:37.918856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5b7f0ef6-5446-4965-af97-bf79b1f563ca req-37aa0f13-c6ff-4b6f-9705-4cd207178d7e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2371073 Apr 18 17:28:37.937949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] Checking router: 1b72c2e1-2355-465a-94f2-14c3fe98e6ac for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:28:37.955460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] Routers {'1b72c2e1-2355-465a-94f2-14c3fe98e6ac'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:28:37.956486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:28:34Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:38.033813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-9a539c23-cb63-42d7-b7dc-7d3572f210a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:38.033813 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-9a539c23-cb63-42d7-b7dc-7d3572f210a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 1094 time: 0.0483744 Apr 18 17:28:38.102048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] Set router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:28:38.132280 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-be96837d-86dd-484a-83c3-24ba1c2bebcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31cae90f-cda7-4227-b304-13236f81d9df HTTP/1.1" status: 200 len: 217 time: 0.0846295 Apr 18 17:28:38.198622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34782) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:38.240106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-27c16dcf-359a-45fa-b045-460b350f0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:38.244421 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-27c16dcf-359a-45fa-b045-460b350f0cff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.1044641 Apr 18 17:28:38.314778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:28:35Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:38.343420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-e6f7d93b-2aee-44a0-beeb-fab6bdfadc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:38.345966 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-e6f7d93b-2aee-44a0-beeb-fab6bdfadc22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949659 Apr 18 17:28:38.349113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d420d-9d62-4dad-8c70-aa6f2e4c2713 None None] The sync data for ids ['1b72c2e1-2355-465a-94f2-14c3fe98e6ac'] in n-d-836015-2 is: [{'id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'name': 'tempest-AttachVolumeShelveTestJSON-75505420-router', 'tenant_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:18:51Z', 'updated_at': '2022-04-18T17:28:35Z', 'revision_number': 5, 'project_id': '343ae54d5a1f4703a2f044c77ee8f89f', 'gw_port': {'id': 'c961040f-9050-4a2f-b02f-1f6809a22ae5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72c2e1-2355-465a-94f2-14c3fe98e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:18:52Z', 'updated_at': '2022-04-18T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:28:38.388720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:38.468635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b45cb-c436-4979-aeb1-7e27b171fadc req-bc0fea4a-2e24-49e2-bc5b-5fd1e45dd931 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:38.470459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-472b45cb-c436-4979-aeb1-7e27b171fadc req-bc0fea4a-2e24-49e2-bc5b-5fd1e45dd931 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.2941384 Apr 18 17:28:38.569919 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45fa3cb9-a07b-46b3-9fc6-cea1e04d51ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:38.587764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-a7190291-9701-4f48-a135-7cc0fc47f777 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347388 Apr 18 17:28:38.602046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-472b45cb-c436-4979-aeb1-7e27b171fadc req-28cb464c-e354-4ef0-b118-15eea016f2cc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230567 Apr 18 17:28:38.646307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Deleting port c961040f-9050-4a2f-b02f-1f6809a22ae5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:38.647117 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:38.834935 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7831fa19-0a88-49f9-aa7f-17b94ca75ca5 req-12ac9eb8-dd45-4296-a756-78a76741dcb3 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406800 Apr 18 17:28:38.986720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45fa3cb9-a07b-46b3-9fc6-cea1e04d51ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:38.998366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] For port c961040f-9050-4a2f-b02f-1f6809a22ae5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c961040f-9050-4a2f-b02f-1f6809a22ae5,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:38.999041 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.081323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Calling delete_port for c961040f-9050-4a2f-b02f-1f6809a22ae5 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:39.152611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45fa3cb9-a07b-46b3-9fc6-cea1e04d51ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.189758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:28:39.192186 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.235433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa3cb9-a07b-46b3-9fc6-cea1e04d51ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb13263-c7f7-4250-96ca-0811ca9754ab,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:39.263471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-45fa3cb9-a07b-46b3-9fc6-cea1e04d51ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b528d53e5354887adc4a412146c63a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0517695 Apr 18 17:28:39.263979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34796) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:39.311342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:39.360065 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d901bb03-004e-4774-8ab8-1a674cdbd9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.413224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:39.421276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=a96ec31c-5950-4676-8479-30fade48f48a,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:39.426685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:39.428199 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.430175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117951e-adf8-4e7c-a41b-664413e269d5 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:39.448619 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d901bb03-004e-4774-8ab8-1a674cdbd9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.563290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c681956b-88c9-4baf-b981-903dcc02ab05 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5458753 Apr 18 17:28:39.565221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34802) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:39.578798 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:a4:cc:85', 'name': 'tempest-NetworksTestDHCPv6-973376577'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:39.782158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.802312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': 'a96ec31c-5950-4676-8479-30fade48f48a'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:28:39.803306 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.873186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d901bb03-004e-4774-8ab8-1a674cdbd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.883374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d901bb03-004e-4774-8ab8-1a674cdbd9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:39.890278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d901bb03-004e-4774-8ab8-1a674cdbd9f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8cb13263-c7f7-4250-96ca-0811ca9754ab HTTP/1.1" status: 204 len: 168 time: 0.6249225 Apr 18 17:28:39.941827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bb03-004e-4774-8ab8-1a674cdbd9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb13263-c7f7-4250-96ca-0811ca9754ab,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:40.017131 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Pushing event deleted for resources: {'Port': ['ID=c961040f-9050-4a2f-b02f-1f6809a22ae5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:40.187375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dc96f-74ff-4a4a-9240-b6ce8c682333 req-b6350aed-9c8f-4480-8f5d-7904060e79e8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:40.189519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e6dc96f-74ff-4a4a-9240-b6ce8c682333 req-b6350aed-9c8f-4480-8f5d-7904060e79e8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.3869102 Apr 18 17:28:40.263320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.274897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Allocated IP 2001:db8::f816:3eff:fe47:2e37 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/a96ec31c-5950-4676-8479-30fade48f48a/5bf216a8-3240-4298-a41c-d12f2d68f77e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:40.414533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:40.422334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e6dc96f-74ff-4a4a-9240-b6ce8c682333 req-9468be37-2543-4085-89f5-b24e535e85e7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186561 Apr 18 17:28:40.424997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 80e8890a-5257-4216-b96c-f82068c08e3f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:40.506682 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.510454 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.558667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 80e8890a-5257-4216-b96c-f82068c08e3f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:40.559139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 80e8890a-5257-4216-b96c-f82068c08e3f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:40.609832 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.639387 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.662321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 08d646a2-cb83-4fae-ab94-bd6029f6b8a3 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:28:40.733229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.734187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b72c2e1-2355-465a-94f2-14c3fe98e6ac {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:28:40.738078 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.753792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.758390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34826) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:40.759436 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2c8eecf6-dc0c-4aa0-aec3-a954201ee927 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1b72c2e1-2355-465a-94f2-14c3fe98e6ac HTTP/1.1" status: 204 len: 168 time: 3.5472558 Apr 18 17:28:40.800849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Pushing event updated for resources: {'Port': ['ID=5bf216a8-3240-4298-a41c-d12f2d68f77e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:40.830840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:40.834877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:40.841513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:40.909037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f762ae0-55a6-47a2-9112-c4633f2e5ded admin admin] Deleting subnet e99d49d2-179f-46e9-b4b8-f6675943e04f {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:40.919479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f762ae0-55a6-47a2-9112-c4633f2e5ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.930597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fea4:cc85 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/a96ec31c-5950-4676-8479-30fade48f48a/08d646a2-cb83-4fae-ab94-bd6029f6b8a3) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:40.973815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Attempting to bind port 5bf216a8-3240-4298-a41c-d12f2d68f77e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:40.974556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Attempting to bind port 5bf216a8-3240-4298-a41c-d12f2d68f77e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:40.974556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Attempting to bind port 5bf216a8-3240-4298-a41c-d12f2d68f77e on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:40.982149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:40.982486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:40.982894 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:40.983419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:40.983756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Bound port: 5bf216a8-3240-4298-a41c-d12f2d68f77e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:40.984141 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.003423 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f762ae0-55a6-47a2-9112-c4633f2e5ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.100837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] For port 5bf216a8-3240-4298-a41c-d12f2d68f77e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:41.110706 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] For port 5bf216a8-3240-4298-a41c-d12f2d68f77e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5bf216a8-3240-4298-a41c-d12f2d68f77e,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:41.150905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34834) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:41.173990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07a24af8-40df-4833-b94a-1be6a3324f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.174938 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.269357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.284264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e18a4-f8a0-49f5-95ab-daa6a102502e None None] Pushing event updated for resources: {'Port': ['ID=5bf216a8-3240-4298-a41c-d12f2d68f77e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:41.364105 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.406448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07a24af8-40df-4833-b94a-1be6a3324f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.435535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f762ae0-55a6-47a2-9112-c4633f2e5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.454107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:41.465700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:41.486154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:41.492844 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07a24af8-40df-4833-b94a-1be6a3324f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.507230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:41.507591 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.601618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a24af8-40df-4833-b94a-1be6a3324f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba3ef2-f4d5-4aa5-8a12-8e3047f907ec,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:41.613880 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-07a24af8-40df-4833-b94a-1be6a3324f80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=406592b93c98435c9d065e9393266b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588580 Apr 18 17:28:41.613880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34846) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:41.678832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=08d646a2-cb83-4fae-ab94-bd6029f6b8a3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:41.692706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-92128a9a-e7b9-43a8-8c87-2f5d780de174 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1212339 Apr 18 17:28:41.696608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34848) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:41.736128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5eec09eb-ea1f-4d0b-a0f3-abefbd428835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.743280 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f762ae0-55a6-47a2-9112-c4633f2e5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.753540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50824215-2324-4b76-b930-fcadc9c56e66 req-2f0318b8-9c2f-4dcc-a4ad-7750eeab7f6d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:41.755116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50824215-2324-4b76-b930-fcadc9c56e66 req-2f0318b8-9c2f-4dcc-a4ad-7750eeab7f6d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.1460011 Apr 18 17:28:41.791941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde295b-bfac-4f37-94a0-11360a6b41c5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:41.798202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde295b-bfac-4f37-94a0-11360a6b41c5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:41.799822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3dde295b-bfac-4f37-94a0-11360a6b41c5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1021426 Apr 18 17:28:41.802882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34856) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:41.884450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c2d6f-48d6-49cd-980d-c4f729c63434 None None] Network 52456687-c985-43c2-9275-8952cec9f1ec requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:41.902495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f762ae0-55a6-47a2-9112-c4633f2e5ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99d49d2-179f-46e9-b4b8-f6675943e04f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:41.904778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f762ae0-55a6-47a2-9112-c4633f2e5ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:41.926576 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2f762ae0-55a6-47a2-9112-c4633f2e5ded admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e99d49d2-179f-46e9-b4b8-f6675943e04f HTTP/1.1" status: 204 len: 168 time: 1.1670499 Apr 18 17:28:41.927232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34858) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:41.940266 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5eec09eb-ea1f-4d0b-a0f3-abefbd428835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.035009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-50824215-2324-4b76-b930-fcadc9c56e66 req-c2eaae76-72d1-4c07-81a8-3064bbd0c198 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726600 Apr 18 17:28:42.114355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-abcfde28-1a4b-47e3-9e88-3d1d19baafed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 08d646a2-cb83-4fae-ab94-bd6029f6b8a3 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:42.114621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abcfde28-1a4b-47e3-9e88-3d1d19baafed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.150244 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.284038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] DHCP port deletion for 52456687-c985-43c2-9275-8952cec9f1ec request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:28:42.331408 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abcfde28-1a4b-47e3-9e88-3d1d19baafed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.414266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-abcfde28-1a4b-47e3-9e88-3d1d19baafed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 08d646a2-cb83-4fae-ab94-bd6029f6b8a3 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:42.431856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Deleting port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:42.433848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.459234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] Deleting port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:42.459234 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.532690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5bf216a8-3240-4298-a41c-d12f2d68f77e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:42.593695 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5eec09eb-ea1f-4d0b-a0f3-abefbd428835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.596880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5eec09eb-ea1f-4d0b-a0f3-abefbd428835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.598819 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5eec09eb-ea1f-4d0b-a0f3-abefbd428835 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1dba3ef2-f4d5-4aa5-8a12-8e3047f907ec HTTP/1.1" status: 204 len: 168 time: 0.9835351 Apr 18 17:28:42.623241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec09eb-ea1f-4d0b-a0f3-abefbd428835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba3ef2-f4d5-4aa5-8a12-8e3047f907ec,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:42.665333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] For port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:42.670970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.718298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Calling delete_port for fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:42.736524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] For port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,segment=NetworkSegment(bad9dea3-078f-47bd-8c12-94024ada2409),segment_id=bad9dea3-078f-47bd-8c12-94024ada2409)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:42.737218 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:42.836627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] Calling delete_port for fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:42.873542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5bf216a8-3240-4298-a41c-d12f2d68f77e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:42.873856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.016457 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abcfde28-1a4b-47e3-9e88-3d1d19baafed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.061337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.091726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] No DVR routers for this DVR port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:43.180603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:43.184388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abcfde28-1a4b-47e3-9e88-3d1d19baafed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.194637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-abcfde28-1a4b-47e3-9e88-3d1d19baafed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/08d646a2-cb83-4fae-ab94-bd6029f6b8a3 HTTP/1.1" status: 204 len: 168 time: 1.3885713 Apr 18 17:28:43.195433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfde28-1a4b-47e3-9e88-3d1d19baafed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=08d646a2-cb83-4fae-ab94-bd6029f6b8a3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:43.205940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34880) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:43.370366 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.395455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2df01-391e-425e-897e-25c3b532d436 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:43.397058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2df01-391e-425e-897e-25c3b532d436 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:43.412513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-64b2df01-391e-425e-897e-25c3b532d436 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2031000 Apr 18 17:28:43.429862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34886) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:43.435786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c8fe-459f-4131-bb0f-0c5b598a9143 req-85aac300-a6d5-4ab3-8ac7-53c8c3585685 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:43.437337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f62c8fe-459f-4131-bb0f-0c5b598a9143 req-85aac300-a6d5-4ab3-8ac7-53c8c3585685 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.2346816 Apr 18 17:28:43.467548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52456687-c985-43c2-9275-8952cec9f1ec']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:43.508419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad9dea3-078f-47bd-8c12-94024ada2409') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:43.508727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad9dea3-078f-47bd-8c12-94024ada2409') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:28:43.512867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-07b2bc3b-b948-49f6-8111-255429d1d64f None None] Provisioning complete for port 5bf216a8-3240-4298-a41c-d12f2d68f77e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:43.522550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.531977 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07b2bc3b-b948-49f6-8111-255429d1d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.564417 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.574377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f62c8fe-459f-4131-bb0f-0c5b598a9143 req-b73fda3e-50c9-4edf-86dd-e85e58e29dd7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272085 Apr 18 17:28:43.595473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.596836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:28:43.597257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.723558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] Pushing event deleted for resources: {'Port': ['ID=fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:43.791691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5c28b-43c1-4361-9c28-cfd14ae8c2a1 None None] No DVR routers for this DVR port fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:28:43.840684 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:28:43.892118 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:43.938383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-65907d3f-415e-4bd7-90b3-beac9202bc10 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet a96ec31c-5950-4676-8479-30fade48f48a {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:43.942166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65907d3f-415e-4bd7-90b3-beac9202bc10 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.020304 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07b2bc3b-b948-49f6-8111-255429d1d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.031007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 5bf216a8-3240-4298-a41c-d12f2d68f77e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5bf216a8-3240-4298-a41c-d12f2d68f77e,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:44.050427 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.058266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34900) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:44.059453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.067417 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] 10.222.0.45 "DELETE /v2.0/networks/52456687-c985-43c2-9275-8952cec9f1ec HTTP/1.1" status: 204 len: 168 time: 2.1209178 Apr 18 17:28:44.084250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65907d3f-415e-4bd7-90b3-beac9202bc10 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.110197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe4dd5b-8d3f-4e4b-ab87-b3b6aedb0c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.149184 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.163238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c961040f-9050-4a2f-b02f-1f6809a22ae5 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:44.169657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94438e-2af7-490c-8b4f-dd8df646e777 admin admin] Pushing event deleted for resources: {'Network': ['ID=52456687-c985-43c2-9275-8952cec9f1ec,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:44.262668 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65907d3f-415e-4bd7-90b3-beac9202bc10 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.281805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c961040f-9050-4a2f-b02f-1f6809a22ae5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:44.290677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c961040f-9050-4a2f-b02f-1f6809a22ae5 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:44.290677 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-07b2bc3b-b948-49f6-8111-255429d1d64f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:28:44.290677 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-07b2bc3b-b948-49f6-8111-255429d1d64f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:28:44.316543 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=5bf216a8-3240-4298-a41c-d12f2d68f77e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:44.359956 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe4dd5b-8d3f-4e4b-ab87-b3b6aedb0c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.392849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:44.415445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:44.415714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fbed7fa9-ddd8-4784-9d78-26c0ebb4eabd not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:44.460082 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe4dd5b-8d3f-4e4b-ab87-b3b6aedb0c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.502860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2fe4dd5b-8d3f-4e4b-ab87-b3b6aedb0c8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62450253b74147a9aa51bf0b762448b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432263 Apr 18 17:28:44.503909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4dd5b-8d3f-4e4b-ab87-b3b6aedb0c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9650d309-8783-4a53-8094-2b8e19b2aafc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:44.505637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34912) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:44.523624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65907d3f-415e-4bd7-90b3-beac9202bc10 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.563951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65907d3f-415e-4bd7-90b3-beac9202bc10 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=a96ec31c-5950-4676-8479-30fade48f48a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:44.572018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65907d3f-415e-4bd7-90b3-beac9202bc10 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.577977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34914) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:44.578302 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-65907d3f-415e-4bd7-90b3-beac9202bc10 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/a96ec31c-5950-4676-8479-30fade48f48a HTTP/1.1" status: 204 len: 168 time: 1.1359475 Apr 18 17:28:44.582101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9cb00-9829-425d-86af-8e553d27017f None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:44.604651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e802065-72b4-49a9-b656-2d6942ee6356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.654628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e802065-72b4-49a9-b656-2d6942ee6356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.688914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-67b6691f-01f8-4c2f-9829-49d40e24446f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089673 Apr 18 17:28:44.691446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 34918) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:44.705920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:44.744234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34920) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:44.811975 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8880a63f-94cc-49a3-abc6-1d251e406148 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=343ae54d5a1f4703a2f044c77ee8f89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654931 Apr 18 17:28:44.814016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34924) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:44.822761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e802065-72b4-49a9-b656-2d6942ee6356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.822761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e802065-72b4-49a9-b656-2d6942ee6356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.822761 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2e802065-72b4-49a9-b656-2d6942ee6356 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9650d309-8783-4a53-8094-2b8e19b2aafc HTTP/1.1" status: 204 len: 168 time: 0.3133626 Apr 18 17:28:44.842859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e802065-72b4-49a9-b656-2d6942ee6356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9650d309-8783-4a53-8094-2b8e19b2aafc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:44.915283 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0da7ee15-6d02-4ac1-8435-34f78145be06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:44.915893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76116b0-33dc-429e-87d0-7ac3b52800ff req-cfda02fe-4407-4481-b928-1f049aff2203 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:44.923796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d76116b0-33dc-429e-87d0-7ac3b52800ff req-cfda02fe-4407-4481-b928-1f049aff2203 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.1800129 Apr 18 17:28:44.964909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b7c4c9d7-cca3-4a14-9e07-ea6b5f7a221f None None] Could not find standard attr ID for object 08d646a2-cb83-4fae-ab94-bd6029f6b8a3. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:28:44.967291 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:28:45.002355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0da7ee15-6d02-4ac1-8435-34f78145be06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.014446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d76116b0-33dc-429e-87d0-7ac3b52800ff req-d7639801-7cbb-48c3-babe-b652b18de407 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896246 Apr 18 17:28:45.065521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:45.072488 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.095247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] Deleting port 5bf216a8-3240-4298-a41c-d12f2d68f77e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:45.095247 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.145733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0da7ee15-6d02-4ac1-8435-34f78145be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.148840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0da7ee15-6d02-4ac1-8435-34f78145be06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.150037 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0da7ee15-6d02-4ac1-8435-34f78145be06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51ff50b1-a191-4800-895d-c644c3877e95 HTTP/1.1" status: 204 len: 168 time: 0.3346148 Apr 18 17:28:45.164501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7ee15-6d02-4ac1-8435-34f78145be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff50b1-a191-4800-895d-c644c3877e95,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:45.185604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] For port 5bf216a8-3240-4298-a41c-d12f2d68f77e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5bf216a8-3240-4298-a41c-d12f2d68f77e,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:45.186303 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.201176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] Calling delete_port for 5bf216a8-3240-4298-a41c-d12f2d68f77e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:45.344765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-2bca857d-1f40-4020-98f3-e6745bc601b1 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:45.346335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-2bca857d-1f40-4020-98f3-e6745bc601b1 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/networks?id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 HTTP/1.1" status: 200 len: 814 time: 0.2249856 Apr 18 17:28:45.357374 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.371398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-1f54bab2-5a20-42c3-b618-b6591071b956 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/quotas/7d021d7a0c6b4e63aaacce3f2c82de2d HTTP/1.1" status: 200 len: 375 time: 0.0160153 Apr 18 17:28:45.397501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] No DVR routers for this DVR port 5bf216a8-3240-4298-a41c-d12f2d68f77e on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:45.428123 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-b6f23761-f073-45c3-8078-081435aa7689 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514259 Apr 18 17:28:45.433617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee1f31-39b8-4423-b7f4-96485c2d58f0 None None] Pushing event deleted for resources: {'Port': ['ID=5bf216a8-3240-4298-a41c-d12f2d68f77e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:45.622336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-30041246-d4ff-4b07-b5b2-f2e468a37c39 service neutron] 10.222.0.45 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678278 Apr 18 17:28:45.807804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-ec8e8735-00e6-4bfa-abac-0472b813761a service neutron] 10.222.0.45 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742291 Apr 18 17:28:45.921394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:28:45.924079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.972983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:45.976319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:45.980710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:45.981398 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:45.985021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=d9857cef-b08f-4128-acc1-8d739d691e32,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:45.985826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b82b2c-1320-48c6-928a-a325d8165bba None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:46.094109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-12574cc6-6875-4459-af79-9ac1357f25da tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4001153 Apr 18 17:28:46.096503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 34996) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:46.101702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:fd:98:92', 'name': 'tempest-NetworksTestDHCPv6-1677531575'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:46.230074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': 'd9857cef-b08f-4128-acc1-8d739d691e32'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:28:46.231561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:46.365885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-958ab267-0f19-46fb-90f2-27353b3ae7e1 req-42688460-038d-485f-8c75-9b6b93dccbbd tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 210 time: 0.1418207 Apr 18 17:28:46.430854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e9b5-cfed-4843-b005-4462cc3ecacb req-b402f974-850a-4710-8290-51f8a8499d20 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:46.441706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f927e9b5-cfed-4843-b005-4462cc3ecacb req-b402f974-850a-4710-8290-51f8a8499d20 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.2710547 Apr 18 17:28:46.492077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5bf216a8-3240-4298-a41c-d12f2d68f77e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:46.499845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:46.539132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f927e9b5-cfed-4843-b005-4462cc3ecacb req-26b1129c-04a9-472b-a6d5-c318b9b2d179 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958455 Apr 18 17:28:46.549944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 5bf216a8-3240-4298-a41c-d12f2d68f77e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:46.550649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5bf216a8-3240-4298-a41c-d12f2d68f77e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:46.584458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Allocated IP 2001:db8::f816:3eff:fed3:1336 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/d9857cef-b08f-4128-acc1-8d739d691e32/35756081-7366-4b9c-9a37-37e782eb2db9) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:46.708179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:46.771377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 5e4bd26f-e076-492b-88f5-3f69150e0949 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:28:46.843041 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:46.912433 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:46.990516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:47.002564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fefd:9892 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/d9857cef-b08f-4128-acc1-8d739d691e32/5e4bd26f-e076-492b-88f5-3f69150e0949) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:47.009125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:47.039246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:47.077560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Pushing event updated for resources: {'Port': ['ID=35756081-7366-4b9c-9a37-37e782eb2db9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:47.145950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Attempting to bind port 35756081-7366-4b9c-9a37-37e782eb2db9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:47.145950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Attempting to bind port 35756081-7366-4b9c-9a37-37e782eb2db9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:47.145950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Attempting to bind port 35756081-7366-4b9c-9a37-37e782eb2db9 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:47.155221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:47.156479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:47.156888 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:47.162149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:47.163019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Bound port: 35756081-7366-4b9c-9a37-37e782eb2db9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:47.164328 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:47.343639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] For port 35756081-7366-4b9c-9a37-37e782eb2db9, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:47.352079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] For port 35756081-7366-4b9c-9a37-37e782eb2db9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=35756081-7366-4b9c-9a37-37e782eb2db9,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:47.392931 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:47.409523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:47.419543 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:47.523327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:47.524269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8875d-9d22-4e38-91f8-237ce9fbf7b0 None None] Pushing event updated for resources: {'Port': ['ID=35756081-7366-4b9c-9a37-37e782eb2db9,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:47.529865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e7d896b5-737c-4204-be6e-14bac97a5cdf req-17d69352-6c6f-4bc1-b301-ee93842b050b tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 210 time: 0.0718951 Apr 18 17:28:47.566447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:47.738663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:47.753695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:47.766196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:47.777620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:47.781253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:47.790707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=5e4bd26f-e076-492b-88f5-3f69150e0949,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:47.888651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfde93-7d5f-4fb9-b867-0bc7cec34bb4 req-30154a3f-84db-41da-b0b5-31b477906fb1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:47.891568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1b0f7a43-c8a8-4eb5-973a-3c5a9b96ab83 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7939124 Apr 18 17:28:47.895790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35080) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:47.898613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1dfde93-7d5f-4fb9-b867-0bc7cec34bb4 req-30154a3f-84db-41da-b0b5-31b477906fb1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.1857281 Apr 18 17:28:47.984433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a82c33-50d7-4dbb-96fa-eed5e3b619db tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:47.990046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1dfde93-7d5f-4fb9-b867-0bc7cec34bb4 req-4b1cb871-5824-4403-b982-d563ceede8bd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875175 Apr 18 17:28:48.008326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a82c33-50d7-4dbb-96fa-eed5e3b619db tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:48.012259 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50a82c33-50d7-4dbb-96fa-eed5e3b619db tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1128221 Apr 18 17:28:48.012259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:48.177185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e04ed10c-4781-4e6e-be4c-18c1b0454809 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 5e4bd26f-e076-492b-88f5-3f69150e0949 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:48.177608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e04ed10c-4781-4e6e-be4c-18c1b0454809 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.211963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35094) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:48.379312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e04ed10c-4781-4e6e-be4c-18c1b0454809 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.407144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e04ed10c-4781-4e6e-be4c-18c1b0454809 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 5e4bd26f-e076-492b-88f5-3f69150e0949 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:48.436387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 35756081-7366-4b9c-9a37-37e782eb2db9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:48.460514 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdab-e4bb-4896-b447-b3d8ba066678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.550714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 35756081-7366-4b9c-9a37-37e782eb2db9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:48.551086 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.566418 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdab-e4bb-4896-b447-b3d8ba066678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.632139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcdab-e4bb-4896-b447-b3d8ba066678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.739265 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.747510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85c5030e-0e34-403b-9657-b30f2398ea18 req-5b405b38-1f50-415e-b4b3-16f1424d2dc2 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 210 time: 0.1111083 Apr 18 17:28:48.767805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c3cbcdab-e4bb-4896-b447-b3d8ba066678 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c256f5f282134f22857a44c8552730ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5561254 Apr 18 17:28:48.768920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbcdab-e4bb-4896-b447-b3d8ba066678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf120548-3d1f-49bc-84f0-6a28f957a54f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:48.770482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:48.815638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 35756081-7366-4b9c-9a37-37e782eb2db9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=35756081-7366-4b9c-9a37-37e782eb2db9,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:48.821706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e04ed10c-4781-4e6e-be4c-18c1b0454809 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.878475 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ed10c-4781-4e6e-be4c-18c1b0454809 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=5e4bd26f-e076-492b-88f5-3f69150e0949,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:48.928499 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.967838 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e04ed10c-4781-4e6e-be4c-18c1b0454809 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:48.976413 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e04ed10c-4781-4e6e-be4c-18c1b0454809 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/5e4bd26f-e076-492b-88f5-3f69150e0949 HTTP/1.1" status: 204 len: 168 time: 0.9604445 Apr 18 17:28:48.977294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35120) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:48.983808 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73feec0a-53b9-4725-ac12-3739f6057e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:49.028135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=35756081-7366-4b9c-9a37-37e782eb2db9,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:49.057121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73feec0a-53b9-4725-ac12-3739f6057e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:49.130078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df57c812-164a-48f6-88ba-738e65fc8559 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:49.139277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df57c812-164a-48f6-88ba-738e65fc8559 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:49.140997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-df57c812-164a-48f6-88ba-738e65fc8559 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1630881 Apr 18 17:28:49.146320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35128) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:49.245447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cf22e0-6982-4254-83b0-0b58b23023be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet d9857cef-b08f-4128-acc1-8d739d691e32 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:49.250812 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22cf22e0-6982-4254-83b0-0b58b23023be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:49.282241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73feec0a-53b9-4725-ac12-3739f6057e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:49.289497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959da00-11b1-44ce-be78-e86964e6dd3c req-4bad3bff-86c7-4ba5-be44-e87d6c1b04f0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:49.289759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73feec0a-53b9-4725-ac12-3739f6057e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:49.291557 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-73feec0a-53b9-4725-ac12-3739f6057e45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf120548-3d1f-49bc-84f0-6a28f957a54f HTTP/1.1" status: 204 len: 168 time: 0.5198090 Apr 18 17:28:49.294644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a959da00-11b1-44ce-be78-e86964e6dd3c req-4bad3bff-86c7-4ba5-be44-e87d6c1b04f0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.1271439 Apr 18 17:28:49.343791 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22cf22e0-6982-4254-83b0-0b58b23023be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:49.384161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3ae58d11-bd33-45b7-b236-7db65719e230 None None] Provisioning complete for port 35756081-7366-4b9c-9a37-37e782eb2db9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:49.384672 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ae58d11-bd33-45b7-b236-7db65719e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:49.397035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a959da00-11b1-44ce-be78-e86964e6dd3c req-e9707c23-b7d2-4d95-8711-0c8dd42efa97 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956571 Apr 18 17:28:49.437427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feec0a-53b9-4725-ac12-3739f6057e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf120548-3d1f-49bc-84f0-6a28f957a54f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:49.541146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22cf22e0-6982-4254-83b0-0b58b23023be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:49.589061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-424b2a84-74c1-4e32-ae79-06b24fa141a1 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:49.590823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-424b2a84-74c1-4e32-ae79-06b24fa141a1 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.41 "GET /v2.0/networks?id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 HTTP/1.1" status: 200 len: 814 time: 0.2932243 Apr 18 17:28:49.630215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Request body: {'port': {'device_id': '0cd109ff-cc9c-4beb-8421-1d519ab83697', 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2', 'admin_state_up': True, 'tenant_id': '7d021d7a0c6b4e63aaacce3f2c82de2d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:49.871696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1ec5e614-8579-4d0d-a6b8-90e9ff1a30c6 None None] Could not find standard attr ID for object 5e4bd26f-e076-492b-88f5-3f69150e0949. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:28:49.957722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Made reservation on behalf of 7d021d7a0c6b4e63aaacce3f2c82de2d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:49.961552 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:50.141843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Allocated IP 172.20.0.14 (7b59951e-1d07-4782-bda8-2c9cf9c9b2f2/989c8768-5724-4bda-8198-bec8119e00d8/d551b5f3-eb60-473c-b2b1-f6129fda5510) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:50.416291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1522690b-9eb6-4a54-838c-5853d3c5afea req-12461d7b-de4f-4499-9ad1-7c3621e8cd11 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 210 time: 0.5317953 Apr 18 17:28:50.419323 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22cf22e0-6982-4254-83b0-0b58b23023be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:50.435794 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22cf22e0-6982-4254-83b0-0b58b23023be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:50.441766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d379ae-43bd-4c04-aedb-75b19afbcfc5 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:50.442513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-22cf22e0-6982-4254-83b0-0b58b23023be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/d9857cef-b08f-4128-acc1-8d739d691e32 HTTP/1.1" status: 204 len: 168 time: 1.2947268 Apr 18 17:28:50.443333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35170) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:50.479099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf22e0-6982-4254-83b0-0b58b23023be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=d9857cef-b08f-4128-acc1-8d739d691e32,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:50.488779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:50.522886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-144f3a7e-064f-40af-bed0-b255d0a178b8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590127 Apr 18 17:28:50.523651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35174) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:50.576718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 35756081-7366-4b9c-9a37-37e782eb2db9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:50.641685 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2fa78f-9162-40cf-86ba-ea16b51c4c9d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:50.643371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dd2fa78f-9162-40cf-86ba-ea16b51c4c9d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1186411 Apr 18 17:28:50.646078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35176) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:50.658062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a442bd-c2b3-483a-bdc0-5f23d1256ec2 req-eb2f0aaa-1ae4-4852-8140-567ef4991a69 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:50.669908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9a442bd-c2b3-483a-bdc0-5f23d1256ec2 req-eb2f0aaa-1ae4-4852-8140-567ef4991a69 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.1198592 Apr 18 17:28:50.723856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:50.744824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f9a442bd-c2b3-483a-bdc0-5f23d1256ec2 req-5df38bc7-64ae-4a58-9382-0983741d069d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736706 Apr 18 17:28:50.760570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 35756081-7366-4b9c-9a37-37e782eb2db9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:50.761126 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:50.823634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:50.837258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:50.850051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:50.907163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd37b834-d813-46c6-991d-16accf70873f None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:28:51.006510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dd37b834-d813-46c6-991d-16accf70873f None None] Deleting port 35756081-7366-4b9c-9a37-37e782eb2db9 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:51.007159 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dd37b834-d813-46c6-991d-16accf70873f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:51.060097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80078aef-bbc3-4e4f-ae3e-10cbd114989d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:51.060097 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-80078aef-bbc3-4e4f-ae3e-10cbd114989d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4064033 Apr 18 17:28:51.060648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35194) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:51.105683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dd37b834-d813-46c6-991d-16accf70873f None None] For port 35756081-7366-4b9c-9a37-37e782eb2db9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=35756081-7366-4b9c-9a37-37e782eb2db9,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:51.106324 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dd37b834-d813-46c6-991d-16accf70873f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:51.112075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Pushing event updated for resources: {'Port': ['ID=d551b5f3-eb60-473c-b2b1-f6129fda5510,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:51.133146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:51.134072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:51.140107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dd37b834-d813-46c6-991d-16accf70873f None None] Calling delete_port for 35756081-7366-4b9c-9a37-37e782eb2db9 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:51.165734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-71fe7206-53a7-4791-be12-0921a5601bbc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080441 Apr 18 17:28:51.169819 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:51.175421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:51.263529 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-278acaed-acb3-45ec-bc95-401a0baab1bb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6500657 Apr 18 17:28:51.282310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Request body: {'port': {'device_id': '0cd109ff-cc9c-4beb-8421-1d519ab83697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:51.340239 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dd37b834-d813-46c6-991d-16accf70873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:51.352934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:51.368157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37b834-d813-46c6-991d-16accf70873f None None] Pushing event deleted for resources: {'Port': ['ID=35756081-7366-4b9c-9a37-37e782eb2db9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:51.372323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37b834-d813-46c6-991d-16accf70873f None None] No DVR routers for this DVR port 35756081-7366-4b9c-9a37-37e782eb2db9 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:51.476931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:51.480600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:51.701452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99158-a0e8-430e-a47f-175c245e7fc5 req-602be888-27eb-4010-bb95-3ddd3aa8ca16 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:51.708297 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0b99158-a0e8-430e-a47f-175c245e7fc5 req-602be888-27eb-4010-bb95-3ddd3aa8ca16 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 932 time: 0.1256886 Apr 18 17:28:51.797862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0b99158-a0e8-430e-a47f-175c245e7fc5 req-addcbb68-fb85-4c0a-9baf-67f5af1eaccc tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797157 Apr 18 17:28:51.930055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3791fd6-9873-4558-8cd9-3a8e6a187881 req-a7ff90ae-e9ef-44ae-8f3b-7ff3e804d49f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:51.937527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3791fd6-9873-4558-8cd9-3a8e6a187881 req-a7ff90ae-e9ef-44ae-8f3b-7ff3e804d49f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.0865412 Apr 18 17:28:51.950742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d551b5f3-eb60-473c-b2b1-f6129fda5510 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:28:51.960691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:51.977914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Transition to ACTIVE for port object d551b5f3-eb60-473c-b2b1-f6129fda5510 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:28:51.991246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3791fd6-9873-4558-8cd9-3a8e6a187881 req-67c16e42-f920-4313-b6ad-29043925cca1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 Apr 18 17:28:52.072486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:52.191750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Pushing event updated for resources: {'Port': ['ID=d551b5f3-eb60-473c-b2b1-f6129fda5510,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:52.229391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:28:52.232927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:52.405354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 35756081-7366-4b9c-9a37-37e782eb2db9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:52.441132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 35756081-7366-4b9c-9a37-37e782eb2db9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:28:52.441600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 35756081-7366-4b9c-9a37-37e782eb2db9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:28:52.699335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:52.705541 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:52.711750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:52.712539 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:52.724406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69006f-a403-430a-a2de-8b0ab32534a4 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:52.728766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=adba3ecc-9a46-4ba7-a0b4-25e64aa8acd8,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:52.743457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Attempting to bind port d551b5f3-eb60-473c-b2b1-f6129fda5510 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:52.743794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Attempting to bind port d551b5f3-eb60-473c-b2b1-f6129fda5510 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:52.744322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Attempting to bind port d551b5f3-eb60-473c-b2b1-f6129fda5510 on network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:52.749395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Port d551b5f3-eb60-473c-b2b1-f6129fda5510 on network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:28:52.749924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Attempting to bind port d551b5f3-eb60-473c-b2b1-f6129fda5510 on network 7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:52.756471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:52.756806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Checking segment: {'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:52.757221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Bound using segment: {'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:52.757792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Bound port: d551b5f3-eb60-473c-b2b1-f6129fda5510, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562f3e50-a9b3-4835-8649-4e9c48162b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:52.758151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:52.850191 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dab7b978-2a51-4a88-9d85-90c85b53781b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6792135 Apr 18 17:28:52.853307 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35262) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:52.862295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:08:d0:2e', 'name': 'tempest-NetworksTestDHCPv6-1693228524'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:52.929745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] For port d551b5f3-eb60-473c-b2b1-f6129fda5510, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:52.951090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] For port d551b5f3-eb60-473c-b2b1-f6129fda5510, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d551b5f3-eb60-473c-b2b1-f6129fda5510,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:53.026582 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:53.065929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 31cae90f-cda7-4227-b304-13236f81d9df details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:28:53.067048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8b5e-f2d9-4fb9-a9bf-9a39e2f83ca9 req-cc80cd86-8823-410e-b425-ad54d6c34e91 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:53.072901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-301c8b5e-f2d9-4fb9-a9bf-9a39e2f83ca9 req-cc80cd86-8823-410e-b425-ad54d6c34e91 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 944 time: 0.1593099 Apr 18 17:28:53.136024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:53.136592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:53.149074 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] 10.222.0.41 "PUT /v2.0/ports/d551b5f3-eb60-473c-b2b1-f6129fda5510 HTTP/1.1" status: 200 len: 1092 time: 1.8695557 Apr 18 17:28:53.149592 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd109ff-cc9c-4beb-8421-1d519ab83697', 'tag': 'd551b5f3-eb60-473c-b2b1-f6129fda5510'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:28:53.152066 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1ab88e-1c02-4362-929b-79ed0ea87217" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd109ff-cc9c-4beb-8421-1d519ab83697", "tag": "d551b5f3-eb60-473c-b2b1-f6129fda5510"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:28:53.196714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': 'adba3ecc-9a46-4ba7-a0b4-25e64aa8acd8'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:28:53.201109 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:53.203130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:53.234926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-301c8b5e-f2d9-4fb9-a9bf-9a39e2f83ca9 req-852e5d0f-0a31-45cf-9780-d7c9dd8fc20d tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500936 Apr 18 17:28:53.270493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f0375-99da-4adf-ae99-4f4e3a8f4e60 service neutron] Pushing event updated for resources: {'Port': ['ID=d551b5f3-eb60-473c-b2b1-f6129fda5510,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:53.374417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dc206-da3e-4a88-9a7c-48abce653aa3 req-3f28473c-a96b-44ad-8dfb-2292539d1a01 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:53.376211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-284dc206-da3e-4a88-9a7c-48abce653aa3 req-3f28473c-a96b-44ad-8dfb-2292539d1a01 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 943 time: 0.1585116 Apr 18 17:28:53.432158 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864dee59-0c1b-40ab-bcac-34b1f4f8035d x-openstack-request-id: req-864dee59-0c1b-40ab-bcac-34b1f4f8035d {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:28:53.432344 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd109ff-cc9c-4beb-8421-1d519ab83697", "tag": "d551b5f3-eb60-473c-b2b1-f6129fda5510", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:28:53.432683 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-864dee59-0c1b-40ab-bcac-34b1f4f8035d {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:28:53.433202 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864dee59-0c1b-40ab-bcac-34b1f4f8035d'] response: {'name': 'network-changed', 'server_uuid': '0cd109ff-cc9c-4beb-8421-1d519ab83697', 'tag': 'd551b5f3-eb60-473c-b2b1-f6129fda5510', 'status': 'completed', 'code': 200} Apr 18 17:28:53.465967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-284dc206-da3e-4a88-9a7c-48abce653aa3 req-032e6290-a22f-441f-b912-aaf949776156 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786633 Apr 18 17:28:53.466748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-74c5da6d-70a9-41b8-adfd-19723a902e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:53.470709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-74c5da6d-70a9-41b8-adfd-19723a902e06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 1095 time: 0.1690264 Apr 18 17:28:53.522269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 31cae90f-cda7-4227-b304-13236f81d9df, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=31cae90f-cda7-4227-b304-13236f81d9df,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:53.533870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Allocated IP 2001:db8::f816:3eff:fe02:da9a (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/adba3ecc-9a46-4ba7-a0b4-25e64aa8acd8/f5be8cce-82f5-4a9d-9ee3-7fc536628792) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:53.542160 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-b09e4d85-6eaa-452b-8829-406d6117fe2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d551b5f3-eb60-473c-b2b1-f6129fda5510 HTTP/1.1" status: 200 len: 217 time: 0.0565772 Apr 18 17:28:53.552264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '31cae90f-cda7-4227-b304-13236f81d9df', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'port_id': '31cae90f-cda7-4227-b304-13236f81d9df', 'mac_address': 'fa:16:3e:72:79:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:28:53.597648 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:53.635972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 93651242-5817-4d93-bbdd-aa4c45d27c22 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:28:53.641823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-f0b7b1fd-d6da-4dc5-bb4a-173f26756e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:53.643596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-f0b7b1fd-d6da-4dc5-bb4a-173f26756e88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=989c8768-5724-4bda-8198-bec8119e00d8 HTTP/1.1" status: 200 len: 854 time: 0.0859923 Apr 18 17:28:53.721522 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-e8bacdbb-a470-4954-bddb-1f565b74012e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704641 Apr 18 17:28:53.838428 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-8cf6fd12-cf14-4d18-9ab6-a1bdda7236ab service neutron] 10.222.0.41 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084909 Apr 18 17:28:53.958411 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:53.990474 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-875d1b21-00e9-4f74-b79c-424a557acc7b req-dbf0990c-98cc-4e77-9169-47c5c15ea267 service neutron] 10.222.0.41 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466222 Apr 18 17:28:53.999704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cae90f-cda7-4227-b304-13236f81d9df {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:28:54.063502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 31cae90f-cda7-4227-b304-13236f81d9df, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=31cae90f-cda7-4227-b304-13236f81d9df,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:54.126981 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:54.173787 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:54.197737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=31cae90f-cda7-4227-b304-13236f81d9df,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:54.207317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-3a288da3-40e8-4219-b2b5-f9f33f6d81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:54.208803 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-3a288da3-40e8-4219-b2b5-f9f33f6d81ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 1095 time: 0.0456598 Apr 18 17:28:54.253217 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:54.342003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Pushing event updated for resources: {'Port': ['ID=f5be8cce-82f5-4a9d-9ee3-7fc536628792,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:54.359335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:54.365271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:54.368372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:54.448527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a2448-a9df-4b23-b3f1-7a860171fdb9 req-f9cd8b83-2d75-4e6d-b160-504b16aafac0 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:54.457527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Attempting to bind port f5be8cce-82f5-4a9d-9ee3-7fc536628792 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:28:54.457809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Attempting to bind port f5be8cce-82f5-4a9d-9ee3-7fc536628792 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:28:54.458174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Attempting to bind port f5be8cce-82f5-4a9d-9ee3-7fc536628792 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:28:54.459246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-390a2448-a9df-4b23-b3f1-7a860171fdb9 req-f9cd8b83-2d75-4e6d-b160-504b16aafac0 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 944 time: 0.0712044 Apr 18 17:28:54.471388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:28:54.471763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:28:54.472159 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:54.472549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:28:54.473012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Bound port: f5be8cce-82f5-4a9d-9ee3-7fc536628792, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:28:54.473394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:54.506085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fe08:d02e (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/adba3ecc-9a46-4ba7-a0b4-25e64aa8acd8/93651242-5817-4d93-bbdd-aa4c45d27c22) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:28:54.546778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-390a2448-a9df-4b23-b3f1-7a860171fdb9 req-2ae78ea1-329f-410b-8c6e-0a5fe9d417d6 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860949 Apr 18 17:28:54.558456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['31cae90f-cda7-4227-b304-13236f81d9df'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:28:54.590080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-b4aaf34c-05c4-4cb9-9e23-0a7859f996f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:54.596694 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-b4aaf34c-05c4-4cb9-9e23-0a7859f996f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 HTTP/1.1" status: 200 len: 915 time: 0.3818808 Apr 18 17:28:54.690781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a96c6-ed70-4fc0-a52e-75185cf9b817 req-27e64e8d-feb3-4125-8675-ad02237444b3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:54.692344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b46a96c6-ed70-4fc0-a52e-75185cf9b817 req-27e64e8d-feb3-4125-8675-ad02237444b3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 944 time: 0.1099799 Apr 18 17:28:54.735908 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-b359564b-f62b-429d-9e90-3838f998947d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d551b5f3-eb60-473c-b2b1-f6129fda5510 HTTP/1.1" status: 200 len: 217 time: 0.1302609 Apr 18 17:28:54.749776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] For port f5be8cce-82f5-4a9d-9ee3-7fc536628792, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:28:54.759493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] For port f5be8cce-82f5-4a9d-9ee3-7fc536628792, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5be8cce-82f5-4a9d-9ee3-7fc536628792,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:28:54.793351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b46a96c6-ed70-4fc0-a52e-75185cf9b817 req-44366853-900f-4d72-a8c9-038f18be7939 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932560 Apr 18 17:28:54.849523 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:54.902256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-4ebaac03-09c8-41e1-9898-11d16a3a8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:54.904811 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-4ebaac03-09c8-41e1-9898-11d16a3a8797 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=989c8768-5724-4bda-8198-bec8119e00d8 HTTP/1.1" status: 200 len: 854 time: 0.1599922 Apr 18 17:28:54.959704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68465e-a435-49e1-ace5-d6d6a9bfde64 None None] Pushing event updated for resources: {'Port': ['ID=f5be8cce-82f5-4a9d-9ee3-7fc536628792,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:54.999298 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-fcaf4e6d-fabb-4c61-95e1-1eb6e9614d9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824015 Apr 18 17:28:55.032124 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:55.213549 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-f0ddd092-e34e-4cf2-a60a-c251f88fce32 service neutron] 10.222.0.41 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703727 Apr 18 17:28:55.239618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:55.322119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35326) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:55.389773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:55.399146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:55.409829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:28:55.414172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:55.414810 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:55.420384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=93651242-5817-4d93-bbdd-aa4c45d27c22,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:55.468543 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cb1ab88e-1c02-4362-929b-79ed0ea87217 req-2285e5ef-fe73-471a-9a33-3522be0376cf service neutron] 10.222.0.41 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449973 Apr 18 17:28:55.518959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d67ae0b8-6195-4f71-9d76-2a8f71a0e1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:55.525892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eba1fba0-9147-4a22-8563-8bd08d268d9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6711876 Apr 18 17:28:55.528648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35332) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:55.648589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d67ae0b8-6195-4f71-9d76-2a8f71a0e1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:55.652926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb41a4-e4bd-4735-b0bf-50a59625f687 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:55.659434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb41a4-e4bd-4735-b0bf-50a59625f687 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:55.667735 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cddb41a4-e4bd-4735-b0bf-50a59625f687 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1380570 Apr 18 17:28:55.677953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35336) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:55.724810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067db0-f1d9-4dce-9922-dcdf7e4d36bc req-5b982c67-cca2-4d64-972c-4e790b15693f tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:55.732663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f067db0-f1d9-4dce-9922-dcdf7e4d36bc req-5b982c67-cca2-4d64-972c-4e790b15693f tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 944 time: 0.0725734 Apr 18 17:28:55.732663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d67ae0b8-6195-4f71-9d76-2a8f71a0e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:55.759574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d67ae0b8-6195-4f71-9d76-2a8f71a0e1b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1a121713a254fe59ed105a6c1c3539d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329915 Apr 18 17:28:55.778580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ae0b8-6195-4f71-9d76-2a8f71a0e1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faea31da-4b74-46f8-aae1-8c71b1316848,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:55.792135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35340) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:55.853379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-654cb8c9-0767-4df7-89db-b0aa7588e513 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 93651242-5817-4d93-bbdd-aa4c45d27c22 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:55.854060 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-654cb8c9-0767-4df7-89db-b0aa7588e513 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:55.988228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f067db0-f1d9-4dce-9922-dcdf7e4d36bc req-5c3844a8-f6b9-471f-9914-ecd0c69c0e91 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530053 Apr 18 17:28:56.028192 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80fafd9a-8c1a-45de-8e59-24e013f34a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.073395 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80fafd9a-8c1a-45de-8e59-24e013f34a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.121447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-654cb8c9-0767-4df7-89db-b0aa7588e513 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.166182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-654cb8c9-0767-4df7-89db-b0aa7588e513 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 93651242-5817-4d93-bbdd-aa4c45d27c22 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:56.272164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0de0e-1b82-45c6-948f-d3fe2b5d0929 req-5be776ec-9f1e-4dbe-a610-c005dc375394 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:56.276246 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89c0de0e-1b82-45c6-948f-d3fe2b5d0929 req-5be776ec-9f1e-4dbe-a610-c005dc375394 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 944 time: 0.2817688 Apr 18 17:28:56.366615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-89c0de0e-1b82-45c6-948f-d3fe2b5d0929 req-0f503ce8-fb85-4e94-a58b-ec1576d6b304 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842791 Apr 18 17:28:56.435766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80fafd9a-8c1a-45de-8e59-24e013f34a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.438602 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-80fafd9a-8c1a-45de-8e59-24e013f34a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.443920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-80fafd9a-8c1a-45de-8e59-24e013f34a2b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/faea31da-4b74-46f8-aae1-8c71b1316848 HTTP/1.1" status: 204 len: 168 time: 0.6463416 Apr 18 17:28:56.455255 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fafd9a-8c1a-45de-8e59-24e013f34a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea31da-4b74-46f8-aae1-8c71b1316848,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:56.537624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5be8cce-82f5-4a9d-9ee3-7fc536628792 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:56.632625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f5be8cce-82f5-4a9d-9ee3-7fc536628792 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:56.633271 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.679014 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-654cb8c9-0767-4df7-89db-b0aa7588e513 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.712302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f90554ca-97e9-4728-aaba-5218f1252509 None None] Provisioning complete for port f5be8cce-82f5-4a9d-9ee3-7fc536628792 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:56.713074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f90554ca-97e9-4728-aaba-5218f1252509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.757484 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cb8c9-0767-4df7-89db-b0aa7588e513 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=93651242-5817-4d93-bbdd-aa4c45d27c22,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:56.846157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-654cb8c9-0767-4df7-89db-b0aa7588e513 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.855653 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-654cb8c9-0767-4df7-89db-b0aa7588e513 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/93651242-5817-4d93-bbdd-aa4c45d27c22 HTTP/1.1" status: 204 len: 168 time: 1.1765931 Apr 18 17:28:56.858334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35364) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:56.931269 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:56.947139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9dcf6-b9aa-49b5-9c58-201976ddc10d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:56.947886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9dcf6-b9aa-49b5-9c58-201976ddc10d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:56.949677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-95b9dcf6-b9aa-49b5-9c58-201976ddc10d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0902438 Apr 18 17:28:56.952436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35374) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:57.040000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 31cae90f-cda7-4227-b304-13236f81d9df up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:28:57.091308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac37de7e-0137-4d78-a867-5ad7cf8ac11d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet adba3ecc-9a46-4ba7-a0b4-25e64aa8acd8 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:28:57.104073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac37de7e-0137-4d78-a867-5ad7cf8ac11d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.193305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port f5be8cce-82f5-4a9d-9ee3-7fc536628792, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5be8cce-82f5-4a9d-9ee3-7fc536628792,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:57.210154 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f90554ca-97e9-4728-aaba-5218f1252509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.233882 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac37de7e-0137-4d78-a867-5ad7cf8ac11d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.271545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12124d02-ff0b-45d9-9aca-137f604a6bd8 req-b5a9f21a-fb26-4da8-be9e-c891475e486a tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:57.273154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12124d02-ff0b-45d9-9aca-137f604a6bd8 req-b5a9f21a-fb26-4da8-be9e-c891475e486a tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 944 time: 0.1177351 Apr 18 17:28:57.312740 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.431079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12124d02-ff0b-45d9-9aca-137f604a6bd8 req-8548f5de-c65c-422e-b23f-966f637bbeb0 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499803 Apr 18 17:28:57.456278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 31cae90f-cda7-4227-b304-13236f81d9df completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:28:57.477216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac37de7e-0137-4d78-a867-5ad7cf8ac11d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.585828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35388) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:57.611725 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 31cae90f-cda7-4227-b304-13236f81d9df triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:28:57.612263 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.624963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d300d-a4a0-471a-97bb-3967bbf5e3c0 req-4e1f346f-2c88-43b5-a5a4-c3904334c2d8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:57.632825 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-245d300d-a4a0-471a-97bb-3967bbf5e3c0 req-4e1f346f-2c88-43b5-a5a4-c3904334c2d8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 944 time: 0.1252906 Apr 18 17:28:57.640298 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b20b048-06ea-44b4-aa13-c635ba199442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.695725 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-f90554ca-97e9-4728-aaba-5218f1252509 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:28:57.696064 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-f90554ca-97e9-4728-aaba-5218f1252509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:28:57.706169 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac37de7e-0137-4d78-a867-5ad7cf8ac11d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.797127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37de7e-0137-4d78-a867-5ad7cf8ac11d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=adba3ecc-9a46-4ba7-a0b4-25e64aa8acd8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:57.802856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=f5be8cce-82f5-4a9d-9ee3-7fc536628792,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:57.817435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ac37de7e-0137-4d78-a867-5ad7cf8ac11d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.825345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-245d300d-a4a0-471a-97bb-3967bbf5e3c0 req-ab287ec6-f7f1-4fa8-b3e2-657f577f930b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913729 Apr 18 17:28:57.838444 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dbbbea-fc5f-4da9-90d7-da7e5291dda8 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:57.842206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ac37de7e-0137-4d78-a867-5ad7cf8ac11d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/adba3ecc-9a46-4ba7-a0b4-25e64aa8acd8 HTTP/1.1" status: 204 len: 168 time: 0.8886690 Apr 18 17:28:57.845943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35394) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:57.926170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b20b048-06ea-44b4-aa13-c635ba199442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:57.956285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35396) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:57.957018 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-008f383f-2f18-4042-8f9d-2c4bd1777297 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091573 Apr 18 17:28:57.965623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:58.046592 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b20b048-06ea-44b4-aa13-c635ba199442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.052704 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.117657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fad8b73-ddcd-41f2-b032-c77975472bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cae90f-cda7-4227-b304-13236f81d9df'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:28:58.120863 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b6ddd8-b2db-44b7-8cbd-1f2952243b45" -d '{"events": [{"server_uuid": "6fad8b73-ddcd-41f2-b032-c77975472bcb", "name": "network-vif-plugged", "status": "completed", "tag": "31cae90f-cda7-4227-b304-13236f81d9df"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:28:58.176963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8b20b048-06ea-44b4-aa13-c635ba199442 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c05ea8ff6b04d06ba16b19b2daaa9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823724 Apr 18 17:28:58.177297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35402) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:58.177372 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:28:58.177886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 31cae90f-cda7-4227-b304-13236f81d9df, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=31cae90f-cda7-4227-b304-13236f81d9df,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:58.190625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20b048-06ea-44b4-aa13-c635ba199442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71362dd-5569-4545-8892-45e789e88c9f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:58.193841 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2881e93-0874-4a7b-853d-ca5aa584edcb x-openstack-request-id: req-d2881e93-0874-4a7b-853d-ca5aa584edcb {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:28:58.194136 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fad8b73-ddcd-41f2-b032-c77975472bcb", "name": "network-vif-plugged", "status": "completed", "tag": "31cae90f-cda7-4227-b304-13236f81d9df", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:28:58.194459 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2881e93-0874-4a7b-853d-ca5aa584edcb {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:28:58.194861 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2881e93-0874-4a7b-853d-ca5aa584edcb'] response: {'server_uuid': '6fad8b73-ddcd-41f2-b032-c77975472bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cae90f-cda7-4227-b304-13236f81d9df', 'code': 200} Apr 18 17:28:58.270514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ff78-29a2-48d1-8c63-b72ddb482445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.271201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:28:58.327778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ff78-29a2-48d1-8c63-b72ddb482445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.342225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] Deleting port f5be8cce-82f5-4a9d-9ee3-7fc536628792 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:28:58.342631 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.363610 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.381633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:28:58.385691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.396428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d5f49-d875-4023-9d6d-774a2a24bf64 req-17bc16a6-7d83-454a-af02-2db7e56bb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:58.400656 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-419d5f49-d875-4023-9d6d-774a2a24bf64 req-17bc16a6-7d83-454a-af02-2db7e56bb904 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 1095 time: 0.1187365 Apr 18 17:28:58.487406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5be8cce-82f5-4a9d-9ee3-7fc536628792 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:28:58.514787 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-419d5f49-d875-4023-9d6d-774a2a24bf64 req-fad76a57-893e-4da9-97f4-4d2315a43f54 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048276 Apr 18 17:28:58.578403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d551b5f3-eb60-473c-b2b1-f6129fda5510 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:28:58.627600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dddca7-c152-4802-b784-12e63705ecfc req-625b8df0-003e-4a51-b0b1-a265a9818caf tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:58.629267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3dddca7-c152-4802-b784-12e63705ecfc req-625b8df0-003e-4a51-b0b1-a265a9818caf tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 944 time: 0.0689747 Apr 18 17:28:58.632377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ff78-29a2-48d1-8c63-b72ddb482445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.635259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ff78-29a2-48d1-8c63-b72ddb482445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.644460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cfe4ff78-29a2-48d1-8c63-b72ddb482445 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c71362dd-5569-4545-8892-45e789e88c9f HTTP/1.1" status: 204 len: 168 time: 0.4665444 Apr 18 17:28:58.675573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4ff78-29a2-48d1-8c63-b72ddb482445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71362dd-5569-4545-8892-45e789e88c9f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:58.723546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3dddca7-c152-4802-b784-12e63705ecfc req-aedf953a-f4ff-4eee-bb97-70c005e802d1 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706856 Apr 18 17:28:58.730677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6023bed2-b938-47ff-a407-818c8cd06445 None None] Could not find standard attr ID for object 93651242-5817-4d93-bbdd-aa4c45d27c22. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:28:58.778388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] For port f5be8cce-82f5-4a9d-9ee3-7fc536628792, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5be8cce-82f5-4a9d-9ee3-7fc536628792,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:58.778912 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:58.812632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] Calling delete_port for f5be8cce-82f5-4a9d-9ee3-7fc536628792 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:28:58.830360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=31cae90f-cda7-4227-b304-13236f81d9df,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:58.966903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.093629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d551b5f3-eb60-473c-b2b1-f6129fda5510, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d551b5f3-eb60-473c-b2b1-f6129fda5510,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:59.129381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'd551b5f3-eb60-473c-b2b1-f6129fda5510', 'network_id': '7b59951e-1d07-4782-bda8-2c9cf9c9b2f2', 'port_id': 'd551b5f3-eb60-473c-b2b1-f6129fda5510', 'mac_address': 'fa:16:3e:55:56:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989c8768-5724-4bda-8198-bec8119e00d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:28:59.151738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.220022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35430) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:59.324436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:28:59.343917 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.353773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] Pushing event deleted for resources: {'Port': ['ID=f5be8cce-82f5-4a9d-9ee3-7fc536628792,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:59.437882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2104d9-596d-4afd-bb22-5acaaa12498e None None] No DVR routers for this DVR port f5be8cce-82f5-4a9d-9ee3-7fc536628792 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:28:59.440010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d551b5f3-eb60-473c-b2b1-f6129fda5510 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:28:59.464523 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-257b94a4-e50f-420a-8092-937be8cb6466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.541308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d551b5f3-eb60-473c-b2b1-f6129fda5510, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d551b5f3-eb60-473c-b2b1-f6129fda5510,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:28:59.546832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9e56-eafd-4655-9c05-603d51b4b047 req-a49b940d-bdea-4bf2-ade8-589277896c41 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:59.548821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d8c9e56-eafd-4655-9c05-603d51b4b047 req-a49b940d-bdea-4bf2-ade8-589277896c41 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 945 time: 0.5647552 Apr 18 17:28:59.574880 n-d-836015-2 neutron-server[109826]: WARNING neutron.services.revisions.revision_plugin [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Could not find related port for resource to bump revision. Apr 18 17:28:59.608948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.611064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d8c9e56-eafd-4655-9c05-603d51b4b047 req-f97afc44-67d2-4f80-ac0f-2c98a1081826 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Apr 18 17:28:59.640364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-257b94a4-e50f-420a-8092-937be8cb6466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.643981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Port f5be8cce-82f5-4a9d-9ee3-7fc536628792 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 17:28:59.644847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Reverting IP allocation for 2001:db8::f816:3eff:fe02:da9a {{(pid=109826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 17:28:59.649460 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.680276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d551b5f3-eb60-473c-b2b1-f6129fda5510,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:59.721371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:28:59.722863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:28:59.725935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:28:59.726535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.728449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-257b94a4-e50f-420a-8092-937be8cb6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:28:59.734357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad74d4a-7f67-4bd5-b0d4-890341b91ce7 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:28:59.744029 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=9d614699-0698-4c36-963d-07c6f2878837,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:59.830053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8d83433f-7dbd-4981-ac93-8b8350a22b34 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8724053 Apr 18 17:28:59.832603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35454) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:59.840873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:db:ed:59', 'name': 'tempest-NetworksTestDHCPv6-1880267575'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:28:59.864195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-257b94a4-e50f-420a-8092-937be8cb6466 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6897c51730de458685e40959494342ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6418018 Apr 18 17:28:59.867134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35456) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:28:59.874729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b94a4-e50f-420a-8092-937be8cb6466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d90244-e058-43ef-a7a4-c6718db80bda,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:28:59.947167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-294fa316-8d9e-425b-8c81-61fb2f2a8759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.004272 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-294fa316-8d9e-425b-8c81-61fb2f2a8759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.014283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['d551b5f3-eb60-473c-b2b1-f6129fda5510'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:29:00.036400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef756d5-db70-48cc-a428-9f51a6d55fed req-0e2a8a5a-f4b8-48a0-adbd-8278404016cb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:00.046005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ef756d5-db70-48cc-a428-9f51a6d55fed req-0e2a8a5a-f4b8-48a0-adbd-8278404016cb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 945 time: 0.1598358 Apr 18 17:29:00.111424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ef756d5-db70-48cc-a428-9f51a6d55fed req-f9600605-b108-4bf4-925a-44a609298b7f tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645525 Apr 18 17:29:00.174378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '9d614699-0698-4c36-963d-07c6f2878837'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:29:00.175259 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.208463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:00.209165 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-294fa316-8d9e-425b-8c81-61fb2f2a8759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.212135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-294fa316-8d9e-425b-8c81-61fb2f2a8759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.213659 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-294fa316-8d9e-425b-8c81-61fb2f2a8759 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8d90244-e058-43ef-a7a4-c6718db80bda HTTP/1.1" status: 204 len: 168 time: 0.3444109 Apr 18 17:29:00.228169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fa316-8d9e-425b-8c81-61fb2f2a8759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d90244-e058-43ef-a7a4-c6718db80bda,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:00.385682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Allocated IP 2001:db8::f816:3eff:fe4b:daef (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/9d614699-0698-4c36-963d-07c6f2878837/ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:00.441481 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.477509 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 01fac040-9eca-4bcb-ab82-f38cbea5e4c0 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:29:00.595276 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.717460 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.739179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:00.743840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:00.795731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:00.839721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fedb:ed59 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/9d614699-0698-4c36-963d-07c6f2878837/01fac040-9eca-4bcb-ab82-f38cbea5e4c0) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:00.864639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4305-9f5e-4d1f-8e74-07903f0b8c68 req-928b99ac-b21c-4a12-8b4e-2544ed271ec5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:00.873706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ddc4305-9f5e-4d1f-8e74-07903f0b8c68 req-928b99ac-b21c-4a12-8b4e-2544ed271ec5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 945 time: 0.1055818 Apr 18 17:29:00.954548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ddc4305-9f5e-4d1f-8e74-07903f0b8c68 req-b8ff6a32-e7f3-4355-aff2-8234219888c7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798662 Apr 18 17:29:00.962181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Pushing event updated for resources: {'Port': ['ID=ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:00.977377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Attempting to bind port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:29:00.977810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Attempting to bind port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:29:00.978177 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Attempting to bind port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:29:00.990649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:29:00.991019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:29:00.992065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:00.992437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:29:00.992905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Bound port: ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:29:00.993283 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.089207 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eaae9986-ed24-49f6-ab19-b693185a4388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.142859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] For port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:29:01.148490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] For port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:29:01.175885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35502) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:01.203186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83552c0f-1108-405f-91be-193d3e0252aa req-8eba90cf-fee5-4a31-8980-52900e4ccead tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:01.204753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83552c0f-1108-405f-91be-193d3e0252aa req-8eba90cf-fee5-4a31-8980-52900e4ccead tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 945 time: 0.1030276 Apr 18 17:29:01.215695 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.217192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.248059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.317234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3afade-bfd8-448f-8fe4-967540debdce None None] Pushing event updated for resources: {'Port': ['ID=ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:01.322202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-83552c0f-1108-405f-91be-193d3e0252aa req-86d2e54f-abd4-4590-ab88-b6c7099cdd2d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862458 Apr 18 17:29:01.425600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.466275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d09d-7f25-445f-aee1-a9f7c3e7315f req-59dddebb-83e1-4781-9f2a-19e27f966e2c tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:01.472371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2129d09d-7f25-445f-aee1-a9f7c3e7315f req-59dddebb-83e1-4781-9f2a-19e27f966e2c tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 945 time: 0.1548741 Apr 18 17:29:01.489943 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.527453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.602731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8988ef72c1045129cf832fc7188d424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173582 Apr 18 17:29:01.605254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35518) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:01.610268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228b0247-b764-4f08-b887-bf6409ee2f25,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:01.640195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:01.653202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.653645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.653941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.654470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.654808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.655303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.655674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:01.655983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.656476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.657560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.669593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:01.674669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.678890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.679391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eda4bac-3243-4dad-84b6-cc43c5df8fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:01.685201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:01.690327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.729849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2129d09d-7f25-445f-aee1-a9f7c3e7315f req-729bdd50-23e7-4081-8321-84b50761894d tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410288 Apr 18 17:29:01.753738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27e221bb-4a51-43b6-8cca-4bf28a94a62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.767559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=01fac040-9eca-4bcb-ab82-f38cbea5e4c0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:01.778587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27e221bb-4a51-43b6-8cca-4bf28a94a62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.857780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1af7cd24-11e1-471a-a5b2-ec4e96642848 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0234778 Apr 18 17:29:01.859974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35522) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:01.914603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e983defe-5bab-408b-aae1-b19b245bdcd5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:01.920725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e983defe-5bab-408b-aae1-b19b245bdcd5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:01.922394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e983defe-5bab-408b-aae1-b19b245bdcd5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0613017 Apr 18 17:29:01.926030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35526) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:01.946029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27e221bb-4a51-43b6-8cca-4bf28a94a62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.948780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27e221bb-4a51-43b6-8cca-4bf28a94a62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:01.950065 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-27e221bb-4a51-43b6-8cca-4bf28a94a62c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/228b0247-b764-4f08-b887-bf6409ee2f25 HTTP/1.1" status: 204 len: 168 time: 0.3411915 Apr 18 17:29:01.963313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e221bb-4a51-43b6-8cca-4bf28a94a62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228b0247-b764-4f08-b887-bf6409ee2f25,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:02.083393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bcbaf5fc-8f3a-4d0b-8ced-0fc98a5f7ef2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 01fac040-9eca-4bcb-ab82-f38cbea5e4c0 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:02.083793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf5fc-8f3a-4d0b-8ced-0fc98a5f7ef2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:02.290497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf5fc-8f3a-4d0b-8ced-0fc98a5f7ef2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:02.322141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bcbaf5fc-8f3a-4d0b-8ced-0fc98a5f7ef2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 01fac040-9eca-4bcb-ab82-f38cbea5e4c0 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:02.476089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:02.695202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d551b5f3-eb60-473c-b2b1-f6129fda5510 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:02.695910 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf5fc-8f3a-4d0b-8ced-0fc98a5f7ef2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:02.753667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaf5fc-8f3a-4d0b-8ced-0fc98a5f7ef2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=01fac040-9eca-4bcb-ab82-f38cbea5e4c0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:02.834033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf5fc-8f3a-4d0b-8ced-0fc98a5f7ef2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:02.847564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35562) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:02.865250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:02.865796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bcbaf5fc-8f3a-4d0b-8ced-0fc98a5f7ef2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/01fac040-9eca-4bcb-ab82-f38cbea5e4c0 HTTP/1.1" status: 204 len: 168 time: 0.9110460 Apr 18 17:29:02.866069 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:02.909997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port d551b5f3-eb60-473c-b2b1-f6129fda5510 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:29:02.914826 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port d551b5f3-eb60-473c-b2b1-f6129fda5510 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:02.915570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.012219 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.035651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dde25-0485-4f52-b3d9-f323fe59c096 req-72593818-d63a-42c8-9dac-d76648f5af28 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:03.050897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e70dde25-0485-4f52-b3d9-f323fe59c096 req-72593818-d63a-42c8-9dac-d76648f5af28 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 945 time: 0.1766756 Apr 18 17:29:03.060781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced6ab9-b551-4035-81c9-26064fe2ce89 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:03.064686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced6ab9-b551-4035-81c9-26064fe2ce89 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:03.087125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35572) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:03.087686 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ced6ab9-b551-4035-81c9-26064fe2ce89 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2386177 Apr 18 17:29:03.183151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-05ba2caa-5ee1-484f-b606-b63e760935e9 None None] Provisioning complete for port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:03.183538 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-05ba2caa-5ee1-484f-b606-b63e760935e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.197304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:03.293931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efdc6a6-1c08-4dad-b282-609ded1f885c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 9d614699-0698-4c36-963d-07c6f2878837 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:03.351192 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3efdc6a6-1c08-4dad-b282-609ded1f885c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.385341 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.471303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e70dde25-0485-4f52-b3d9-f323fe59c096 req-f1516a3f-a3f9-4fda-8b96-f3e93cfb0484 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967505 Apr 18 17:29:03.480613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3efdc6a6-1c08-4dad-b282-609ded1f885c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.489122 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a4a206f5-f656-4195-9301-84533e184c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.509314 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.684323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:03.718696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd109ff-cc9c-4beb-8421-1d519ab83697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd551b5f3-eb60-473c-b2b1-f6129fda5510'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:29:03.728166 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8f5016-7742-4b5f-b04e-9aa8134873e4" -d '{"events": [{"server_uuid": "0cd109ff-cc9c-4beb-8421-1d519ab83697", "name": "network-vif-plugged", "status": "completed", "tag": "d551b5f3-eb60-473c-b2b1-f6129fda5510"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:29:03.760451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d551b5f3-eb60-473c-b2b1-f6129fda5510, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d551b5f3-eb60-473c-b2b1-f6129fda5510,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:03.782047 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3efdc6a6-1c08-4dad-b282-609ded1f885c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.852367 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37256a80-b43d-471c-aa1d-0065c5624392 x-openstack-request-id: req-37256a80-b43d-471c-aa1d-0065c5624392 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:29:03.853445 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd109ff-cc9c-4beb-8421-1d519ab83697", "name": "network-vif-plugged", "status": "completed", "tag": "d551b5f3-eb60-473c-b2b1-f6129fda5510", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:29:03.853806 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37256a80-b43d-471c-aa1d-0065c5624392 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:29:03.854318 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37256a80-b43d-471c-aa1d-0065c5624392'] response: {'server_uuid': '0cd109ff-cc9c-4beb-8421-1d519ab83697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd551b5f3-eb60-473c-b2b1-f6129fda5510', 'code': 200} Apr 18 17:29:03.894436 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:03.953074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35608) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:03.996891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ca64d-b713-4cb3-84fa-c713449e56db req-ef2d408e-4ced-4fcb-aaa9-61bef991d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:03.999097 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7b5ca64d-b713-4cb3-84fa-c713449e56db req-ef2d408e-4ced-4fcb-aaa9-61bef991d135 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 1097 time: 0.0562556 Apr 18 17:29:04.036486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3866f631-6fcf-4740-ab76-f38d8bf89bb3 None None] Could not find standard attr ID for object 01fac040-9eca-4bcb-ab82-f38cbea5e4c0. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:29:04.045138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d551b5f3-eb60-473c-b2b1-f6129fda5510,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:04.077089 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3efdc6a6-1c08-4dad-b282-609ded1f885c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:04.098324 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7b5ca64d-b713-4cb3-84fa-c713449e56db req-c5199ea2-2e94-432a-ab84-1135ff5924ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920470 Apr 18 17:29:04.121754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdc6a6-1c08-4dad-b282-609ded1f885c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=9d614699-0698-4c36-963d-07c6f2878837,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:04.126899 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3efdc6a6-1c08-4dad-b282-609ded1f885c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:04.130445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3efdc6a6-1c08-4dad-b282-609ded1f885c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/9d614699-0698-4c36-963d-07c6f2878837 HTTP/1.1" status: 204 len: 168 time: 1.0401359 Apr 18 17:29:04.133725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35620) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:04.141296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea1267-5865-4ec5-b93b-c54ca3d32b27 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:04.215259 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c3fcd4da-3f87-4f44-9612-d041a1b05611 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797718 Apr 18 17:29:04.217727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35622) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:04.303121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3920e73-bfb4-4532-89e0-44c4f3080f97 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:04.312954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e3920e73-bfb4-4532-89e0-44c4f3080f97 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0913496 Apr 18 17:29:04.313121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35624) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:04.410401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8e10571-4479-4875-8487-e026d43063f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:04.508033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf132af-2c2e-4e25-90b5-7d7ccc310f95 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:04.509560 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cdf132af-2c2e-4e25-90b5-7d7ccc310f95 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1954589 Apr 18 17:29:04.512252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35640) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:04.529555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:04.612936 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:04.644916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8e10571-4479-4875-8487-e026d43063f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:04.668634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c0f8856e-a013-4a13-ad78-b523bbd7b010 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1549687 Apr 18 17:29:04.669150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35648) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:04.684998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:04.711784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8e10571-4479-4875-8487-e026d43063f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:04.716733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:04.717226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:04.726127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:29:04.729698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7dfe-b55a-43d5-81cc-b831515659ef req-30f2b560-f6db-41fb-a409-6247a7ea9e53 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:04.741981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64dd7dfe-b55a-43d5-81cc-b831515659ef req-30f2b560-f6db-41fb-a409-6247a7ea9e53 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 946 time: 0.1219666 Apr 18 17:29:04.809880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64dd7dfe-b55a-43d5-81cc-b831515659ef req-06bc2d9b-6202-4e42-b330-7cf17349d721 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Apr 18 17:29:04.875023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] Deleting port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:04.875749 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:04.988324 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d8e10571-4479-4875-8487-e026d43063f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6946db37dc3f4170a398202145fd95ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0330348 Apr 18 17:29:04.989806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:04.995081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35660) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:05.011253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.109781 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e64de542-632a-48c4-ad44-01b6e2a92396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.112012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] For port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:05.112458 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.121295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e10571-4479-4875-8487-e026d43063f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f44ff77-94a6-4ac6-af77-c797bc6f33da,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:05.128727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] Calling delete_port for ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:05.169539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e64de542-632a-48c4-ad44-01b6e2a92396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.355598 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e64de542-632a-48c4-ad44-01b6e2a92396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.361872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e64de542-632a-48c4-ad44-01b6e2a92396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.361872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e64de542-632a-48c4-ad44-01b6e2a92396 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f44ff77-94a6-4ac6-af77-c797bc6f33da HTTP/1.1" status: 204 len: 168 time: 0.3666131 Apr 18 17:29:05.376066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64de542-632a-48c4-ad44-01b6e2a92396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f44ff77-94a6-4ac6-af77-c797bc6f33da,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:05.409703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.437698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.483920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] No DVR routers for this DVR port ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:29:05.489431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71ffd7-63df-4fc8-a070-278b66d61c45 None None] Pushing event deleted for resources: {'Port': ['ID=ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:05.511083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=0cad25fd-b2e8-4e58-a294-aaf98aeb3d68,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:05.538913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:05.543679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:05.565930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d8e35-14f6-4b0a-9426-5083618a3f28 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:05.583974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:05.607749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:05.732753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35704) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:05.734968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c8f4322f-bf49-46cb-87aa-0f3471617781 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0631194 Apr 18 17:29:05.741775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:d2:96:5d', 'name': 'tempest-NetworksTestDHCPv6-312247310'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:05.824431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '0cad25fd-b2e8-4e58-a294-aaf98aeb3d68'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:29:05.835024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.047856 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.049923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb1ae9-e5a6-4f32-ab8f-66062e2ce0d9 req-c990b663-3bcf-4e0d-9ddc-648896127c78 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:06.053538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23eb1ae9-e5a6-4f32-ab8f-66062e2ce0d9 req-c990b663-3bcf-4e0d-9ddc-648896127c78 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 946 time: 0.0969965 Apr 18 17:29:06.055066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:06.179229 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.200823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/0cad25fd-b2e8-4e58-a294-aaf98aeb3d68/076845f4-f207-40b6-b1ae-5d8dcf7e3622) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:06.284673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23eb1ae9-e5a6-4f32-ab8f-66062e2ce0d9 req-83aa2f0d-eb6b-436a-8e52-c5d4999cc4e6 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982303 Apr 18 17:29:06.336837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35728) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:06.352059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.358926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282a8d10-04c4-46ce-a5bb-bdd6f663cf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.407731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port bc2eee55-2562-4621-aaee-6b7c944371be yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:29:06.415393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:29:06.449278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:29:06.451026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ac8ad2d3-c89e-4cbb-ab69-49a2d726f32f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:29:06.470808 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.524676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282a8d10-04c4-46ce-a5bb-bdd6f663cf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.551962 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.575317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282a8d10-04c4-46ce-a5bb-bdd6f663cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.599644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:06.603634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:06.608945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:06.612354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Pushing event updated for resources: {'Port': ['ID=076845f4-f207-40b6-b1ae-5d8dcf7e3622,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:06.654524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::1ce (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/0cad25fd-b2e8-4e58-a294-aaf98aeb3d68/bc2eee55-2562-4621-aaee-6b7c944371be) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:06.703427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Attempting to bind port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:29:06.703818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Attempting to bind port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:29:06.706595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Attempting to bind port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:29:06.721040 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-282a8d10-04c4-46ce-a5bb-bdd6f663cf2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93cab81e33754767a068a0bb859d37e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796918 Apr 18 17:29:06.724009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:29:06.726436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:29:06.726922 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.728488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:29:06.728996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Bound port: 076845f4-f207-40b6-b1ae-5d8dcf7e3622, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:29:06.730594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35746) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:06.731257 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.814960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a8d10-04c4-46ce-a5bb-bdd6f663cf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d2ece6-b6f0-40c2-b443-d62fbe506a71,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:06.870899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] For port 076845f4-f207-40b6-b1ae-5d8dcf7e3622, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:29:06.874694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] For port 076845f4-f207-40b6-b1ae-5d8dcf7e3622, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=076845f4-f207-40b6-b1ae-5d8dcf7e3622,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:29:06.901215 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6abad4c2-c95e-4b45-b7cc-2ab1a6f23875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.929796 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6abad4c2-c95e-4b45-b7cc-2ab1a6f23875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:06.958337 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:07.006031 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:07.042172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5330d11-0f48-4d15-b56c-7589df45839e None None] Pushing event updated for resources: {'Port': ['ID=076845f4-f207-40b6-b1ae-5d8dcf7e3622,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:07.055752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6abad4c2-c95e-4b45-b7cc-2ab1a6f23875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:07.064743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6abad4c2-c95e-4b45-b7cc-2ab1a6f23875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:07.071576 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6abad4c2-c95e-4b45-b7cc-2ab1a6f23875 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64d2ece6-b6f0-40c2-b443-d62fbe506a71 HTTP/1.1" status: 204 len: 168 time: 0.3362904 Apr 18 17:29:07.087747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abad4c2-c95e-4b45-b7cc-2ab1a6f23875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d2ece6-b6f0-40c2-b443-d62fbe506a71,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:07.125129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-67143633-bbdd-4560-8c6b-2d5899c5f4f1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:07.125129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-67143633-bbdd-4560-8c6b-2d5899c5f4f1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.2133543 Apr 18 17:29:07.153278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-3b302c1f-5311-4379-89ad-a999bc94fabe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/quotas/b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 375 time: 0.0217781 Apr 18 17:29:07.254355 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:07.352985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:07.354924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:07.370682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:07.375781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:07.376185 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:07.412656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-e76ad67f-535d-4e31-8c0c-0318f8f20057 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2450786 Apr 18 17:29:07.452260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=bc2eee55-2562-4621-aaee-6b7c944371be,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:07.480770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9222a821-af5e-4c4f-92e7-c2193f75432f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7435975 Apr 18 17:29:07.488317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35784) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:07.593578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee95f22f-ed25-4c71-adcf-064de6cde634 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:07.610778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee95f22f-ed25-4c71-adcf-064de6cde634 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:07.615776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ee95f22f-ed25-4c71-adcf-064de6cde634 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1263981 Apr 18 17:29:07.617191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35794) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:07.639421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-1ff465c2-fe61-4c7a-a646-77b8d95fcf5f service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089782 Apr 18 17:29:07.729948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c3e90bdb-573f-4ae2-9bed-f742c71d1a6f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port bc2eee55-2562-4621-aaee-6b7c944371be {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:07.731016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3e90bdb-573f-4ae2-9bed-f742c71d1a6f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:07.847408 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3e90bdb-573f-4ae2-9bed-f742c71d1a6f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:07.870657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-68b25cd4-4b40-4274-8a71-15b4b9429cd5 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245374 Apr 18 17:29:07.871575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c3e90bdb-573f-4ae2-9bed-f742c71d1a6f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for bc2eee55-2562-4621-aaee-6b7c944371be owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:08.201102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3e90bdb-573f-4ae2-9bed-f742c71d1a6f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:08.279882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e90bdb-573f-4ae2-9bed-f742c71d1a6f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=bc2eee55-2562-4621-aaee-6b7c944371be,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:08.371050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3e90bdb-573f-4ae2-9bed-f742c71d1a6f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:08.379279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c3e90bdb-573f-4ae2-9bed-f742c71d1a6f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/bc2eee55-2562-4621-aaee-6b7c944371be HTTP/1.1" status: 204 len: 168 time: 0.7539468 Apr 18 17:29:08.379279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35822) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:08.523556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35828) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:08.532148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7c9ee7c-206c-48da-8432-cd34e2aecd83 req-9ecb7faf-cee6-4e5f-9fd8-21140b0db866 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0712862 Apr 18 17:29:08.565364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 076845f4-f207-40b6-b1ae-5d8dcf7e3622 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:08.599140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fea1b4-6535-4f04-961a-54e4025b51a5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:08.605736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fea1b4-6535-4f04-961a-54e4025b51a5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:08.610215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35834) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:08.614422 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e0fea1b4-6535-4f04-961a-54e4025b51a5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2386024 Apr 18 17:29:08.739963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0572e299-319f-4ad8-8077-b674474f9b4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 0cad25fd-b2e8-4e58-a294-aaf98aeb3d68 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:08.745743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0572e299-319f-4ad8-8077-b674474f9b4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:08.764655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:08.765028 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:08.821067 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08789e4e-994a-4027-b6c7-5e7ee5feca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:08.862675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0572e299-319f-4ad8-8077-b674474f9b4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:08.865662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Provisioning complete for port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:08.866900 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:08.995364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08789e4e-994a-4027-b6c7-5e7ee5feca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.032976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0572e299-319f-4ad8-8077-b674474f9b4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.122662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-08789e4e-994a-4027-b6c7-5e7ee5feca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.137226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.156903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.160882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08789e4e-994a-4027-b6c7-5e7ee5feca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d2908e-cb54-4c94-8980-36ff96b8a220,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:09.203661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0572e299-319f-4ad8-8077-b674474f9b4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.212035 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-08789e4e-994a-4027-b6c7-5e7ee5feca58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bac5fdce8cc4802a72c29904bb4164f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849780 Apr 18 17:29:09.224698 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35852) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:09.229374 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0572e299-319f-4ad8-8077-b674474f9b4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.243929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0572e299-319f-4ad8-8077-b674474f9b4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/0cad25fd-b2e8-4e58-a294-aaf98aeb3d68 HTTP/1.1" status: 204 len: 168 time: 0.6325078 Apr 18 17:29:09.255296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35854) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:09.316765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572e299-319f-4ad8-8077-b674474f9b4c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=0cad25fd-b2e8-4e58-a294-aaf98aeb3d68,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:09.348513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1151589-401b-417b-94fa-f2f8fb73f391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.351473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:29:09.351833 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:29:09.375284 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:29:09.375629 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:29:09.400222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1151589-401b-417b-94fa-f2f8fb73f391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.422389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3c8cb-734b-4a06-a1d6-753f912fef08 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:09.425753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a5aa61f-6f7b-4d49-9b96-613396a8c842 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1671987 Apr 18 17:29:09.427970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35860) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:09.548173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b6115-ef32-4bc7-a1e8-f7622377c4c9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:09.553037 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8b7b6115-ef32-4bc7-a1e8-f7622377c4c9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1236730 Apr 18 17:29:09.557426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35864) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:09.638016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1151589-401b-417b-94fa-f2f8fb73f391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.640566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1151589-401b-417b-94fa-f2f8fb73f391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:09.643258 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a1151589-401b-417b-94fa-f2f8fb73f391 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66d2908e-cb54-4c94-8980-36ff96b8a220 HTTP/1.1" status: 204 len: 168 time: 0.4173188 Apr 18 17:29:09.683698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0434e15-6ea7-481b-90c3-0d67fab0fda3 req-03abbd69-02f8-4f8f-8f65-73667d7c7b32 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0527937 Apr 18 17:29:09.696218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c792b-32dd-45e1-b614-0bc69e375362 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:09.698362 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-969c792b-32dd-45e1-b614-0bc69e375362 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1412771 Apr 18 17:29:09.700935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35872) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:09.706132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1151589-401b-417b-94fa-f2f8fb73f391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d2908e-cb54-4c94-8980-36ff96b8a220,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:09.730253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:29:09.820671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5fb4f12e-637c-4027-a94e-ec0ec1aee585 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146293 Apr 18 17:29:09.824074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35876) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:09.830282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:09.852072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] Deleting port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:09.852518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.041529 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.060653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:10.066507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.162311 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.179266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] For port 076845f4-f207-40b6-b1ae-5d8dcf7e3622, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=076845f4-f207-40b6-b1ae-5d8dcf7e3622,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:10.179266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.230552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 076845f4-f207-40b6-b1ae-5d8dcf7e3622, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=076845f4-f207-40b6-b1ae-5d8dcf7e3622,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:10.246593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] Calling delete_port for 076845f4-f207-40b6-b1ae-5d8dcf7e3622 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:10.322502 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.506147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:29:10.506535 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:29:10.509881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=076845f4-f207-40b6-b1ae-5d8dcf7e3622,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:10.517622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 076845f4-f207-40b6-b1ae-5d8dcf7e3622 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:29:10.593595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35892) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:10.650727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aaee1ca0-6c9e-48a8-9635-f96e6302159d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.822495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:29:10.827326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.890489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3125122d-9103-4ac8-8722-8374bd84ecf1 req-a9fcc7fc-f915-45e1-8e5d-d0c9d003aa26 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0874498 Apr 18 17:29:10.896366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6780f701-6511-479f-8dba-9c5283682fbe None None] Port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 update to ACTIVE by agent not found {{(pid=109827) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 17:29:10.900623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.916910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:10.924259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:10.937825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] Pushing event deleted for resources: {'Port': ['ID=076845f4-f207-40b6-b1ae-5d8dcf7e3622,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:10.944506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:10.945131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:10.946402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No active binding found for port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 {{(pid=109827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 17:29:10.946957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 076845f4-f207-40b6-b1ae-5d8dcf7e3622 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:29:10.966445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f599c6e-cc0c-4965-a8b4-435db619db1d None None] No DVR routers for this DVR port 076845f4-f207-40b6-b1ae-5d8dcf7e3622 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:29:10.987930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=0a530992-04d1-4659-92ed-8317e2834570,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:11.003283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceae5b95-98b0-49d4-87b4-b10398b486c9 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:11.048600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aaee1ca0-6c9e-48a8-9635-f96e6302159d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.065579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:11.065843 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7a4d7d9-3ac4-459b-ba9b-0ab97d7e78d3 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2399292 Apr 18 17:29:11.072695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-53eb8dd3-457f-4849-9b78-8d13e69191c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:11.098199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-359875f7-33ea-4481-851c-73c48432ca72 None None] Could not find standard attr ID for object bc2eee55-2562-4621-aaee-6b7c944371be. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:29:11.139066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aaee1ca0-6c9e-48a8-9635-f96e6302159d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.211964 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aaee1ca0-6c9e-48a8-9635-f96e6302159d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f2559eafc15425c97c070b9063551d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163054 Apr 18 17:29:11.215435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 35910) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:11.322398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '0a530992-04d1-4659-92ed-8317e2834570'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:29:11.323361 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.376734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee1ca0-6c9e-48a8-9635-f96e6302159d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01628e1-e644-4cb1-b10a-64b8ae6cdf6c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:11.436997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eb8dd3-457f-4849-9b78-8d13e69191c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:11.448390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53eb8dd3-457f-4849-9b78-8d13e69191c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.547727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27fe1735-4946-49ad-a729-b839ee04920b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.576741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Allocated IP 2001:db8::f816:3eff:fefa:499f (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/0a530992-04d1-4659-92ed-8317e2834570/088b734b-81a2-4b6f-85f0-2a79e902f149) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:11.604381 n-d-836015-2 neutron-server[109826]: INFO neutron.db.ipam_backend_mixin [None req-53eb8dd3-457f-4849-9b78-8d13e69191c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a530992-04d1-4659-92ed-8317e2834570 (CIDR: 2001:db8::/64) Apr 18 17:29:11.608221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-cda2f7d4-8c97-41ae-a330-f0fc0460c3c0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:11.610863 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-cda2f7d4-8c97-41ae-a330-f0fc0460c3c0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.3009264 Apr 18 17:29:11.623749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27fe1735-4946-49ad-a729-b839ee04920b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.630404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'port': {'device_id': '6458a7c7-ed73-48ac-bb90-313a91396cd5', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'admin_state_up': True, 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:11.653486 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-53eb8dd3-457f-4849-9b78-8d13e69191c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:29:11.664757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53eb8dd3-457f-4849-9b78-8d13e69191c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:11.788833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-53eb8dd3-457f-4849-9b78-8d13e69191c6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7219901 Apr 18 17:29:11.790729 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.791510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:11.800470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:11.881921 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.904513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27fe1735-4946-49ad-a729-b839ee04920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.907596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-27fe1735-4946-49ad-a729-b839ee04920b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.911280 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-27fe1735-4946-49ad-a729-b839ee04920b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f01628e1-e644-4cb1-b10a-64b8ae6cdf6c HTTP/1.1" status: 204 len: 168 time: 0.6912813 Apr 18 17:29:11.911280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:11.913886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:11.945540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe1735-4946-49ad-a729-b839ee04920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01628e1-e644-4cb1-b10a-64b8ae6cdf6c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:12.067509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:12.077189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Pushing event updated for resources: {'Port': ['ID=088b734b-81a2-4b6f-85f0-2a79e902f149,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:12.091066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:12.099642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:12.173622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9a05219-a6c1-4663-8e33-10afb9cad294 req-22f064bd-5cea-4648-bf82-8605e72c64af tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.1423669 Apr 18 17:29:12.174909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:12.178656 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:12.259861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Attempting to bind port 088b734b-81a2-4b6f-85f0-2a79e902f149 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:29:12.264825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Attempting to bind port 088b734b-81a2-4b6f-85f0-2a79e902f149 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:29:12.264825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Attempting to bind port 088b734b-81a2-4b6f-85f0-2a79e902f149 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:29:12.266103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:29:12.266485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:29:12.266888 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:12.267274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:29:12.267738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Bound port: 088b734b-81a2-4b6f-85f0-2a79e902f149, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:29:12.268115 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:12.325997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.20.0.6 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:12.356483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] For port 088b734b-81a2-4b6f-85f0-2a79e902f149, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:29:12.367627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] For port 088b734b-81a2-4b6f-85f0-2a79e902f149, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=088b734b-81a2-4b6f-85f0-2a79e902f149,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:29:12.506163 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:12.625870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf811c2-b71f-44e5-8dae-9f136fd28cae None None] Pushing event updated for resources: {'Port': ['ID=088b734b-81a2-4b6f-85f0-2a79e902f149,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:12.663710 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:12.780426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:12.813461 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['31cae90f-cda7-4227-b304-13236f81d9df'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:29:12.901367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:12.916244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:12.918872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:13.077433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:13.215953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:13.217615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:13.343691 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ca2bda94-0111-4bb0-b63b-ae5c939ba587 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7157955 Apr 18 17:29:13.364922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Request body: {'port': {'device_id': '6458a7c7-ed73-48ac-bb90-313a91396cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:13.554541 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:13.560616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-99636fc5-7b7d-4dfd-86cc-e8cdefcfe1d7 None None] Provisioning complete for port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:13.561161 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-99636fc5-7b7d-4dfd-86cc-e8cdefcfe1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:13.681814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ecbeb-051c-41ce-a66c-a02e38089179 req-2733ed5d-9706-48e8-9b87-0ac325981887 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:13.681814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca7ecbeb-051c-41ce-a66c-a02e38089179 req-2733ed5d-9706-48e8-9b87-0ac325981887 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 931 time: 0.3307834 Apr 18 17:29:13.703208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-99636fc5-7b7d-4dfd-86cc-e8cdefcfe1d7 None None] Port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:29:13.814160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca7ecbeb-051c-41ce-a66c-a02e38089179 req-e6c13d30-63a7-40e4-a55f-1c929666724a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914953 Apr 18 17:29:13.849134 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:14.058294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:29:14.072993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=8ebefa19-60fb-422e-8c77-5343f6d5cd61,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:14.073923 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:14.105059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:14.110548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Transition to ACTIVE for port object 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:29:14.110699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:14.115331 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:14.116529 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:14.191840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:14.223463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0aad58ca-4700-47f4-9883-05ab03d40b54 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4300854 Apr 18 17:29:14.226637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 35980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:14.232239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:8c:33:ed', 'name': 'tempest-NetworksTestDHCPv6-300319416'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:14.560408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:14.586714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13c10f-50f0-474f-83e3-30447d4e0236 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:14.628129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 088b734b-81a2-4b6f-85f0-2a79e902f149 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:14.635146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Attempting to bind port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:29:14.635489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Attempting to bind port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:29:14.635827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Attempting to bind port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:29:14.655888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 on network be53a38f-8416-4410-94d3-e728b33b743a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:29:14.656035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Attempting to bind port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:29:14.678548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:29:14.678734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:29:14.679059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:29:14.681585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Bound port: 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:29:14.681899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:14.728703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:14.796524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8ed9ef6b-23c0-4f7d-bce4-fc1a04529e08 None None] Provisioning complete for port 088b734b-81a2-4b6f-85f0-2a79e902f149 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:14.796901 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ed9ef6b-23c0-4f7d-bce4-fc1a04529e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:14.877984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] For port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:29:14.880276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] For port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:29:14.922862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 088b734b-81a2-4b6f-85f0-2a79e902f149 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:14.934183 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:14.934343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:14.997591 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:15.009698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 435d85a2-f649-4b81-9a31-c15e8b05817c yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:29:15.079339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:15.079881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:15.081372 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] 10.222.0.18 "PUT /v2.0/ports/0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 HTTP/1.1" status: 200 len: 1091 time: 1.7211313 Apr 18 17:29:15.098115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6458a7c7-ed73-48ac-bb90-313a91396cd5', 'tag': '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:29:15.100586 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e26a23-f21e-4e06-8071-8e80ab1fec8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6458a7c7-ed73-48ac-bb90-313a91396cd5", "tag": "0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:29:15.204167 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e1bd4-e4a9-40ce-a02b-4a00e5aa7a22 x-openstack-request-id: req-6b1e1bd4-e4a9-40ce-a02b-4a00e5aa7a22 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:29:15.204498 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6458a7c7-ed73-48ac-bb90-313a91396cd5", "tag": "0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:29:15.204730 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b1e1bd4-e4a9-40ce-a02b-4a00e5aa7a22 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:29:15.205111 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1e1bd4-e4a9-40ce-a02b-4a00e5aa7a22'] response: {'name': 'network-changed', 'server_uuid': '6458a7c7-ed73-48ac-bb90-313a91396cd5', 'tag': '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36', 'status': 'completed', 'code': 200} Apr 18 17:29:15.223629 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc4bf2-31ed-49fa-8593-ce2322c890d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:15.228783 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ed9ef6b-23c0-4f7d-bce4-fc1a04529e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:15.276710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29576d68-e213-4dd2-b1c1-886d9c5a69da req-0d924627-6580-4d31-ae66-db1462490548 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:15.278344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29576d68-e213-4dd2-b1c1-886d9c5a69da req-0d924627-6580-4d31-ae66-db1462490548 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.2925096 Apr 18 17:29:15.405504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e26a23-f21e-4e06-8071-8e80ab1fec8f req-16d3d278-7935-4daf-9d21-7be81f4e71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:15.408192 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54e26a23-f21e-4e06-8071-8e80ab1fec8f req-16d3d278-7935-4daf-9d21-7be81f4e71db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 1094 time: 0.1573477 Apr 18 17:29:15.510169 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:15.551199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29576d68-e213-4dd2-b1c1-886d9c5a69da req-088841fb-23dd-4363-912e-04df9cf52476 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416759 Apr 18 17:29:15.608058 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8ed9ef6b-23c0-4f7d-bce4-fc1a04529e08 None None] For port 088b734b-81a2-4b6f-85f0-2a79e902f149, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=088b734b-81a2-4b6f-85f0-2a79e902f149,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:15.627069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8:0:1::89 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/8ebefa19-60fb-422e-8c77-5343f6d5cd61/435d85a2-f649-4b81-9a31-c15e8b05817c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:15.635562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fe8c:33ed (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/0a530992-04d1-4659-92ed-8317e2834570/435d85a2-f649-4b81-9a31-c15e8b05817c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:15.708858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8ed9ef6b-23c0-4f7d-bce4-fc1a04529e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:15.717863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e26a23-f21e-4e06-8071-8e80ab1fec8f req-761de4fb-6982-4bee-84bc-ea7dba17d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:15.723999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54e26a23-f21e-4e06-8071-8e80ab1fec8f req-761de4fb-6982-4bee-84bc-ea7dba17d485 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3001125 Apr 18 17:29:15.795260 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9ef6b-23c0-4f7d-bce4-fc1a04529e08 None None] Pushing event updated for resources: {'Port': ['ID=088b734b-81a2-4b6f-85f0-2a79e902f149,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:15.806011 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e16206-08e0-45e3-b237-847e2e525958 None None] Update dhcp port {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '0a530992-04d1-4659-92ed-8317e2834570', 'ip_address': '2001:db8::f816:3eff:fefa:499f'}, {'subnet_id': '8ebefa19-60fb-422e-8c77-5343f6d5cd61'}], 'binding:host_id': 'n-d-836015-2'}, 'id': '088b734b-81a2-4b6f-85f0-2a79e902f149'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:29:15.883197 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:29:15.894502 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:29:15.901701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5e16206-08e0-45e3-b237-847e2e525958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:15.924938 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:15.945105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e26a23-f21e-4e06-8071-8e80ab1fec8f req-f5b4d1a2-df21-46c3-a6fc-36f8a2388476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:15.948742 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-54e26a23-f21e-4e06-8071-8e80ab1fec8f req-f5b4d1a2-df21-46c3-a6fc-36f8a2388476 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169261 Apr 18 17:29:16.043033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:16.107035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:16.110550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:16.114514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-3a4450bc-b56b-46ab-9b21-3ebe78ada902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:16.114988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:16.121711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:16.123830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:16.125068 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-3a4450bc-b56b-46ab-9b21-3ebe78ada902 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0934508 Apr 18 17:29:16.152072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=435d85a2-f649-4b81-9a31-c15e8b05817c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:16.239048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-d5e16206-08e0-45e3-b237-847e2e525958 None None] Allocated IP 2001:db8:0:1::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/8ebefa19-60fb-422e-8c77-5343f6d5cd61/088b734b-81a2-4b6f-85f0-2a79e902f149) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:16.248185 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-9d7eca33-950d-48d4-98da-79043093fdf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 HTTP/1.1" status: 200 len: 217 time: 0.1038680 Apr 18 17:29:16.256744 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3abdd45f-1f04-4789-8c36-76a4456156b1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0289986 Apr 18 17:29:16.259355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36018) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:16.320909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36020) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:16.345598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-714bfbcb-97b6-4bd0-be79-bf1bbd1f3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:16.348190 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-714bfbcb-97b6-4bd0-be79-bf1bbd1f3c45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0932007 Apr 18 17:29:16.476079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2c49e-7d2b-4c2f-bd85-6688bdee5c2a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 435d85a2-f649-4b81-9a31-c15e8b05817c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:16.476604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c49e-7d2b-4c2f-bd85-6688bdee5c2a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:16.480468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-66fcd9cd-51ff-4acf-9b03-57b1fcaeffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:16.490126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-66fcd9cd-51ff-4acf-9b03-57b1fcaeffb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320932 Apr 18 17:29:16.515545 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d5e16206-08e0-45e3-b237-847e2e525958 None None] For port 088b734b-81a2-4b6f-85f0-2a79e902f149, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=088b734b-81a2-4b6f-85f0-2a79e902f149,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:16.634368 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5e16206-08e0-45e3-b237-847e2e525958 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:16.704144 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5e16206-08e0-45e3-b237-847e2e525958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:16.724737 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-ec4f11c4-8a44-40c1-b5f4-98812c42a48f service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275536 Apr 18 17:29:16.746829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c49e-7d2b-4c2f-bd85-6688bdee5c2a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:16.847107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2c49e-7d2b-4c2f-bd85-6688bdee5c2a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 435d85a2-f649-4b81-9a31-c15e8b05817c owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:16.867780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 088b734b-81a2-4b6f-85f0-2a79e902f149 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:16.890714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e16206-08e0-45e3-b237-847e2e525958 None None] Pushing event updated for resources: {'Port': ['ID=088b734b-81a2-4b6f-85f0-2a79e902f149,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:16.927052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db96dc4-8c85-47ef-9da5-f0926508993c req-10ebdaa1-5280-4232-bd8c-81d8960246b5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:16.932856 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2db96dc4-8c85-47ef-9da5-f0926508993c req-10ebdaa1-5280-4232-bd8c-81d8960246b5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1793835 Apr 18 17:29:17.007166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b59518ec-69bb-43f3-8d8e-41d0f7db6400 req-b11558dd-ae64-4bbc-9d4a-4a1f2aa20363 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718379 Apr 18 17:29:17.008423 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5217ed6-3040-4b5b-a969-2a760134e514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.127892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 088b734b-81a2-4b6f-85f0-2a79e902f149 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:17.132814 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.148702 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5217ed6-3040-4b5b-a969-2a760134e514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.166728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2db96dc4-8c85-47ef-9da5-f0926508993c req-eb99550b-040e-4deb-9529-7e771fdf6964 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457179 Apr 18 17:29:17.236777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5217ed6-3040-4b5b-a969-2a760134e514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.336310 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d5217ed6-3040-4b5b-a969-2a760134e514 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6b6ae53a4794f55b9846ff8512405f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0137236 Apr 18 17:29:17.340847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36042) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:17.370491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5217ed6-3040-4b5b-a969-2a760134e514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6a0658-7491-4f44-84fa-b8c15ec9485f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:17.426727 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.524981 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.527872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c273ff42-b0c5-4cc6-9ddf-23cfd9199d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.626277 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c273ff42-b0c5-4cc6-9ddf-23cfd9199d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.722811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c49e-7d2b-4c2f-bd85-6688bdee5c2a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.802813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2c49e-7d2b-4c2f-bd85-6688bdee5c2a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=435d85a2-f649-4b81-9a31-c15e8b05817c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:17.896062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c49e-7d2b-4c2f-bd85-6688bdee5c2a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.916615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:17.919093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9ea2c49e-7d2b-4c2f-bd85-6688bdee5c2a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/435d85a2-f649-4b81-9a31-c15e8b05817c HTTP/1.1" status: 204 len: 168 time: 1.6586144 Apr 18 17:29:17.924206 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c273ff42-b0c5-4cc6-9ddf-23cfd9199d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.930033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c273ff42-b0c5-4cc6-9ddf-23cfd9199d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:17.932907 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c273ff42-b0c5-4cc6-9ddf-23cfd9199d64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed6a0658-7491-4f44-84fa-b8c15ec9485f HTTP/1.1" status: 204 len: 168 time: 0.5910432 Apr 18 17:29:17.966383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273ff42-b0c5-4cc6-9ddf-23cfd9199d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6a0658-7491-4f44-84fa-b8c15ec9485f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:18.052078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8abf50-7f27-42b2-92a3-8db0d35ae77a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:18.054227 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8e8abf50-7f27-42b2-92a3-8db0d35ae77a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1366107 Apr 18 17:29:18.056891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36062) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:18.193062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad60ac-64a5-4d57-ac94-e4b1740b731e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:18.196191 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a6ad60ac-64a5-4d57-ac94-e4b1740b731e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1380785 Apr 18 17:29:18.198940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36066) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:18.233149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-179fafdf-6e32-48e9-a27e-235b88eab013 None None] Provisioning complete for port 088b734b-81a2-4b6f-85f0-2a79e902f149 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:18.234410 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-179fafdf-6e32-48e9-a27e-235b88eab013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:18.307565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59c2e2-f570-45c7-88fe-15c3af3169b0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:18.310935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59c2e2-f570-45c7-88fe-15c3af3169b0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:18.312088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59c2e2-f570-45c7-88fe-15c3af3169b0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:18.315155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7e59c2e2-f570-45c7-88fe-15c3af3169b0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1139205 Apr 18 17:29:18.316744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36070) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:18.433771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453a369-147e-4184-9608-3911a8515fac req-5b1b579d-6cf6-45df-b64e-7a5ea9e5456c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:18.458624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f453a369-147e-4184-9608-3911a8515fac req-5b1b579d-6cf6-45df-b64e-7a5ea9e5456c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1096160 Apr 18 17:29:18.498672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3688b1-d6b2-410b-9a2d-9408e45440bc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 0a530992-04d1-4659-92ed-8317e2834570 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:18.502463 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e3688b1-d6b2-410b-9a2d-9408e45440bc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:18.571299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f453a369-147e-4184-9608-3911a8515fac req-afe45d1a-218e-4503-aa22-0e30d8ca5175 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055398 Apr 18 17:29:18.660358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e3688b1-d6b2-410b-9a2d-9408e45440bc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:18.697756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36078) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:18.713935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 088b734b-81a2-4b6f-85f0-2a79e902f149 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:18.838759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e3688b1-d6b2-410b-9a2d-9408e45440bc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:18.870484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2d4d7ec7-9a52-4a19-aff6-c806709ae0bf None None] Could not find standard attr ID for object 435d85a2-f649-4b81-9a31-c15e8b05817c. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:29:18.880037 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabe734a-f8ee-4184-a07c-3a8c12b785c6 admin admin] Deleting subnet cac354b4-2945-455e-bd6c-480d8500c3b3 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:18.884488 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dabe734a-f8ee-4184-a07c-3a8c12b785c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:18.912106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 088b734b-81a2-4b6f-85f0-2a79e902f149 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:18.912491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.003209 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dabe734a-f8ee-4184-a07c-3a8c12b785c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.070675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dabe734a-f8ee-4184-a07c-3a8c12b785c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.085088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e3688b1-d6b2-410b-9a2d-9408e45440bc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.200219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3688b1-d6b2-410b-9a2d-9408e45440bc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=0a530992-04d1-4659-92ed-8317e2834570,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:19.213207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e3688b1-d6b2-410b-9a2d-9408e45440bc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.219231 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3e3688b1-d6b2-410b-9a2d-9408e45440bc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/0a530992-04d1-4659-92ed-8317e2834570 HTTP/1.1" status: 204 len: 168 time: 0.8986537 Apr 18 17:29:19.219863 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:19.244321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efabada-cf20-4624-b454-ec3e089bb863 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:19.330786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-54128abf-d7f9-49f3-8b74-c8f4ff1a0cd4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 8ebefa19-60fb-422e-8c77-5343f6d5cd61 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:19.335186 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dabe734a-f8ee-4184-a07c-3a8c12b785c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.351615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54128abf-d7f9-49f3-8b74-c8f4ff1a0cd4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.395810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe734a-f8ee-4184-a07c-3a8c12b785c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac354b4-2945-455e-bd6c-480d8500c3b3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:19.413769 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dabe734a-f8ee-4184-a07c-3a8c12b785c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.418914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dabe734a-f8ee-4184-a07c-3a8c12b785c6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cac354b4-2945-455e-bd6c-480d8500c3b3 HTTP/1.1" status: 204 len: 168 time: 0.7201178 Apr 18 17:29:19.425343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36104) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:19.480305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54128abf-d7f9-49f3-8b74-c8f4ff1a0cd4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.661233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.757589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54128abf-d7f9-49f3-8b74-c8f4ff1a0cd4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.897773 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:19.924400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a78092-5f2d-4362-be53-bc70f0935163']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:19.937443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68be84b1-9906-45e2-9af6-e0278ee8db0d') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:19.937732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68be84b1-9906-45e2-9af6-e0278ee8db0d') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:19.949872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac92e4f-636d-4865-a462-9a15101fe274 req-0f8da920-ead1-405a-b102-d4192fdda174 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:19.957084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ac92e4f-636d-4865-a462-9a15101fe274 req-0f8da920-ead1-405a-b102-d4192fdda174 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1098931 Apr 18 17:29:19.993755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.020598 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.025599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54128abf-d7f9-49f3-8b74-c8f4ff1a0cd4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.028567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:29:20.029577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.098979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54128abf-d7f9-49f3-8b74-c8f4ff1a0cd4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebefa19-60fb-422e-8c77-5343f6d5cd61,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:20.107588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54128abf-d7f9-49f3-8b74-c8f4ff1a0cd4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:29:20.113872 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:29:20.125043 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-54128abf-d7f9-49f3-8b74-c8f4ff1a0cd4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/8ebefa19-60fb-422e-8c77-5343f6d5cd61 HTTP/1.1" status: 204 len: 168 time: 0.9017246 Apr 18 17:29:20.126728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:20.163644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ac92e4f-636d-4865-a462-9a15101fe274 req-9acdd898-38ee-4daa-8747-4046f3b4927f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055833 Apr 18 17:29:20.240949 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb343b15-4bdb-4f21-bbdb-06a5c86aa58b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122918 Apr 18 17:29:20.243781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36126) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:20.251223 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:20.341604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.363734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.368579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] 10.222.0.45 "DELETE /v2.0/networks/18a78092-5f2d-4362-be53-bc70f0935163 HTTP/1.1" status: 204 len: 168 time: 0.9387739 Apr 18 17:29:20.368579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd8b5d-250f-4791-a6c7-36b1d3c6bc97 admin admin] Pushing event deleted for resources: {'Network': ['ID=18a78092-5f2d-4362-be53-bc70f0935163,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:20.369828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36130) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:20.489290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:20.499689 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.505505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18aab15-d40a-4440-938c-dc4cae508485 admin admin] Deleting subnet fb6daba0-5f7c-4a46-a95b-9abd66f2c314 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:20.526253 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a18aab15-d40a-4440-938c-dc4cae508485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.595677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a18aab15-d40a-4440-938c-dc4cae508485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.716392 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a18aab15-d40a-4440-938c-dc4cae508485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.772958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528db906-1584-4717-b370-809d69429729 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:20.936534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-484770fc-e783-45bf-b01e-a9fcda92588b None None] Provisioning complete for port 088b734b-81a2-4b6f-85f0-2a79e902f149 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:20.936977 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-484770fc-e783-45bf-b01e-a9fcda92588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:20.967686 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a18aab15-d40a-4440-938c-dc4cae508485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.002723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aab15-d40a-4440-938c-dc4cae508485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6daba0-5f7c-4a46-a95b-9abd66f2c314,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:21.007470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a18aab15-d40a-4440-938c-dc4cae508485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.011361 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a18aab15-d40a-4440-938c-dc4cae508485 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fb6daba0-5f7c-4a46-a95b-9abd66f2c314 HTTP/1.1" status: 204 len: 168 time: 0.6400049 Apr 18 17:29:21.015569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36146) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:21.162181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:29:21.299228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:29:21.421732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] Deleting port 088b734b-81a2-4b6f-85f0-2a79e902f149 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:21.422084 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.427298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce9d68-178f-4ec0-9eb3-db011d0aa125 req-f4b348f1-29de-4e11-9748-1b5a9ef65b01 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:21.434333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18ce9d68-178f-4ec0-9eb3-db011d0aa125 req-f4b348f1-29de-4e11-9748-1b5a9ef65b01 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1472836 Apr 18 17:29:21.523820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18ce9d68-178f-4ec0-9eb3-db011d0aa125 req-ffaf73b9-d391-41f4-91cd-ef1e2753301e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830493 Apr 18 17:29:21.618249 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.624151 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.648906 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] For port 088b734b-81a2-4b6f-85f0-2a79e902f149, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=088b734b-81a2-4b6f-85f0-2a79e902f149,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:21.649723 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.708263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] Calling delete_port for 088b734b-81a2-4b6f-85f0-2a79e902f149 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:21.735655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.805859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:21.819178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179a9bc3-99e1-4ad2-b878-70a8f0c94040') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:21.819622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179a9bc3-99e1-4ad2-b878-70a8f0c94040') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:21.834352 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.864120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.873725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:29:21.874135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:29:21.876182 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:29:21.894782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] For port 088b734b-81a2-4b6f-85f0-2a79e902f149, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=088b734b-81a2-4b6f-85f0-2a79e902f149,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:21.975083 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.040888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.045222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.045222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.067031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.077645 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] 10.222.0.45 "DELETE /v2.0/networks/ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517 HTTP/1.1" status: 204 len: 168 time: 1.0606225 Apr 18 17:29:22.083640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5df71-0bce-4f34-b324-7c7289e4d3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6e8d37-3ca2-44e5-98cd-9aa82d1fc517,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:22.132089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:22.141296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:22.148812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:22.149522 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.169445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:22.175144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=088b734b-81a2-4b6f-85f0-2a79e902f149,revision_number=8']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:22.195399 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.229051 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] Pushing event deleted for resources: {'Port': ['ID=088b734b-81a2-4b6f-85f0-2a79e902f149,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:22.233979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51a865-0264-40b3-924a-924c423c39c6 None None] No DVR routers for this DVR port 088b734b-81a2-4b6f-85f0-2a79e902f149 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:29:22.261166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7e7e40-b6e1-4765-aa8b-31de619e9149 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:22.309629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-343e75d5-e789-4ee2-9602-c1feb93410d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0620329 Apr 18 17:29:22.310224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36172) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:22.316104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5db06518-9bbb-4a0a-acaa-314245d6d435 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:22.445845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': '29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:29:22.447910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.578188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db06518-9bbb-4a0a-acaa-314245d6d435 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:22.578188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5db06518-9bbb-4a0a-acaa-314245d6d435 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.594974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Allocated IP 2001:db8::f816:3eff:fe8b:7728 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893/b8d56ad2-43e5-48a8-bbae-301fb36f9f7a) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:22.739263 n-d-836015-2 neutron-server[109825]: INFO neutron.db.ipam_backend_mixin [None req-5db06518-9bbb-4a0a-acaa-314245d6d435 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893 (CIDR: 2001:db8::/64) Apr 18 17:29:22.753636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 088b734b-81a2-4b6f-85f0-2a79e902f149 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:29:22.810090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36186) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:22.815755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 088b734b-81a2-4b6f-85f0-2a79e902f149 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:29:22.821895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 088b734b-81a2-4b6f-85f0-2a79e902f149 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:29:22.848496 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db06518-9bbb-4a0a-acaa-314245d6d435 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:29:22.849008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db06518-9bbb-4a0a-acaa-314245d6d435 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:22.874487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec785d3-1d0b-4ba4-aeba-b00aeb36f7ef req-09f95940-bf5c-44b0-8f21-1bd3d935570b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:22.876108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ec785d3-1d0b-4ba4-aeba-b00aeb36f7ef req-09f95940-bf5c-44b0-8f21-1bd3d935570b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1068077 Apr 18 17:29:22.937485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d8cef1cb-cac6-4ee7-b191-23ed2c261741 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eaad720bc28247b88e69a0f2dbd0d57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247680 Apr 18 17:29:22.942123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36188) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:22.958388 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:22.965748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ec785d3-1d0b-4ba4-aeba-b00aeb36f7ef req-e2c05e68-945f-462e-9dfa-ac74fce48a1e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791333 Apr 18 17:29:23.014359 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f25f5804-bb93-4941-b0f7-24113c39edeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.028145 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5db06518-9bbb-4a0a-acaa-314245d6d435 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7167723 Apr 18 17:29:23.031058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36194) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:23.039610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:23.048512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f25f5804-bb93-4941-b0f7-24113c39edeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.058626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.123650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:23.126607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:23.130453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:23.139220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Pushing event updated for resources: {'Port': ['ID=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:23.203491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Attempting to bind port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:29:23.205020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Attempting to bind port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:29:23.205509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Attempting to bind port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:29:23.211598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:29:23.211967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:29:23.212549 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.212938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:29:23.213400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Bound port: b8d56ad2-43e5-48a8-bbae-301fb36f9f7a, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:29:23.213804 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.282488 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f25f5804-bb93-4941-b0f7-24113c39edeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.287480 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f25f5804-bb93-4941-b0f7-24113c39edeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.289511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f25f5804-bb93-4941-b0f7-24113c39edeb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69e433af-e712-4d9d-b7c5-d48dc0969792 HTTP/1.1" status: 204 len: 168 time: 0.3461161 Apr 18 17:29:23.297013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] For port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:29:23.300210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] For port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:29:23.309378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f5804-bb93-4941-b0f7-24113c39edeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e433af-e712-4d9d-b7c5-d48dc0969792,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:23.328095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:23.331788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.428918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:23.499390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45bf63-32a9-4761-8562-d1dafb5a63af None None] Pushing event updated for resources: {'Port': ['ID=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:23.542028 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-083273bf-abda-4ee3-8832-37d89cc1ba92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575828 Apr 18 17:29:23.568856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-839b0b31-c1f8-4d60-b12b-e41d70a110e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076179 Apr 18 17:29:23.920376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-28e04c1b-13cd-4ec6-9e6f-5ea96a9f9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:23.923701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-28e04c1b-13cd-4ec6-9e6f-5ea96a9f9f03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 1096 time: 0.2983530 Apr 18 17:29:23.949893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-4fdec574-efb1-41d4-9468-0162f3d774ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:23.951604 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-4fdec574-efb1-41d4-9468-0162f3d774ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 1097 time: 0.2393630 Apr 18 17:29:24.115252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:24.167422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99c5d-2deb-4f9a-b5af-bbe59fd70242 req-d60fa562-c480-44de-810f-077e7c6d57b6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:24.189880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9be99c5d-2deb-4f9a-b5af-bbe59fd70242 req-d60fa562-c480-44de-810f-077e7c6d57b6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1132491 Apr 18 17:29:24.252326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9be99c5d-2deb-4f9a-b5af-bbe59fd70242 req-61b64630-fc8e-4ce3-a7aa-e8e82c1d662e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612013 Apr 18 17:29:24.264111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:24.282431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:24.286115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:24.286897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:24.328923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=4be61abb-f4bc-4474-b22e-afda063b2c1b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:24.342473 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-8e65c0f3-7a75-4457-a3ed-3e5db978b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:24.344195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-8e65c0f3-7a75-4457-a3ed-3e5db978b6af service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.3966863 Apr 18 17:29:24.415421 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-ea764091-94a0-4353-ad9e-d48c24e5b6e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31cae90f-cda7-4227-b304-13236f81d9df HTTP/1.1" status: 200 len: 217 time: 0.0601254 Apr 18 17:29:24.428892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-e797717a-33f8-41e9-8d22-fef6f4a16f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:24.428892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-e797717a-33f8-41e9-8d22-fef6f4a16f56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 HTTP/1.1" status: 200 len: 915 time: 0.4091275 Apr 18 17:29:24.473480 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d965547e-3b05-4586-9b78-7a099ea72295 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4410076 Apr 18 17:29:24.477200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36226) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:24.484138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:64:5e:ef', 'name': 'tempest-NetworksTestDHCPv6-181816578'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:24.514681 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-9e0c6432-eab2-409c-ae01-4887008e861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:24.514681 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-9e0c6432-eab2-409c-ae01-4887008e861e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0897942 Apr 18 17:29:24.561773 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-8be969c9-b13e-4f7d-965a-f207e9b10bfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d551b5f3-eb60-473c-b2b1-f6129fda5510 HTTP/1.1" status: 200 len: 217 time: 0.0929019 Apr 18 17:29:24.624161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36228) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:24.775434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:24.787812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8d56ad2-43e5-48a8-bbae-301fb36f9f7a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:24.809950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-1bb619f6-7f33-4c42-a883-9f2765077c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:24.818789 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-1bb619f6-7f33-4c42-a883-9f2765077c96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710099 Apr 18 17:29:24.825452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-71fb8bd1-4c5b-45fa-a4c2-42af6b8e65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:24.831588 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-71fb8bd1-4c5b-45fa-a4c2-42af6b8e65a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=989c8768-5724-4bda-8198-bec8119e00d8 HTTP/1.1" status: 200 len: 854 time: 0.2279594 Apr 18 17:29:24.931724 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:24.932722 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:24.999228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-e62c436e-0a10-40f5-a93d-6f0fafecc699 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243279 Apr 18 17:29:25.042901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36234) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:25.044606 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-604e8c83-1a8e-4602-a742-91c440c1bc83 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7157394e3661478cb7fb779f4537012b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188919 Apr 18 17:29:25.083199 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.105237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.141595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:25.174903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 522dad86-f3a8-4781-9fbb-7e8877b2e217 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:29:25.218353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be6975d-a788-4081-ae08-7682b941a09e None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:25.230311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-81668511-9396-4f4c-83bb-740ea4f354cd service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068115 Apr 18 17:29:25.244944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.294212 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.371431 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.441963 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-d083740e-a54c-445a-8024-d8df00945ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332387 Apr 18 17:29:25.469377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1fb9458d-05f1-4ba0-abc1-c990fad44670 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:25.470291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1fb9458d-05f1-4ba0-abc1-c990fad44670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.505658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e974e6-44f8-4c3d-be87-c71d4156dc07 req-1da00378-1b27-4114-931a-008d4ad3f495 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:25.507991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70e974e6-44f8-4c3d-be87-c71d4156dc07 req-1da00378-1b27-4114-931a-008d4ad3f495 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1442978 Apr 18 17:29:25.583981 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9845c3e0-b5bf-4fe4-8711-00e72eb9b841 req-9846fb7e-777b-4996-8ad4-b0110b5ce7d8 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272274 Apr 18 17:29:25.592450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:25.605817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70e974e6-44f8-4c3d-be87-c71d4156dc07 req-b2b5bd06-cbf4-490b-a171-9f8dd3e3915e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784571 Apr 18 17:29:25.624819 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.624916 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e69c4bf1-51f9-4e12-b0dd-472cc9cfbce7 req-55837f3e-e6d0-4a56-9e2b-8db7b5a9167a service neutron] 10.222.0.41 "GET /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658454 Apr 18 17:29:25.624993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.624993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c81e25b-81b2-49cd-8d9d-7aec3ed6e6ff HTTP/1.1" status: 204 len: 168 time: 0.5749085 Apr 18 17:29:25.624993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8:0:1::eb (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/4be61abb-f4bc-4474-b22e-afda063b2c1b/522dad86-f3a8-4781-9fbb-7e8877b2e217) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:25.632677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::f816:3eff:fe64:5eef (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893/522dad86-f3a8-4781-9fbb-7e8877b2e217) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:25.647520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c81e25b-81b2-49cd-8d9d-7aec3ed6e6ff,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:25.831698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.832144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.832562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.832969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.833469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.833828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.834228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.834649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.834984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.835413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.835803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.836832 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b14a-1481-4868-988f-78fc34902f64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:25.864584 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.951917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d339ffd4-7929-45eb-83cb-90647215cea3 None None] Update dhcp port {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893', 'ip_address': '2001:db8::f816:3eff:fe8b:7728'}, {'subnet_id': '4be61abb-f4bc-4474-b22e-afda063b2c1b'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'b8d56ad2-43e5-48a8-bbae-301fb36f9f7a'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:29:25.984337 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d339ffd4-7929-45eb-83cb-90647215cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:25.984884 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:26.046097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:26.050080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:26.053304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:26.059787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:26.060472 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:26.076904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=522dad86-f3a8-4781-9fbb-7e8877b2e217,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:26.170698 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b08f1825-17df-41c4-94b5-5f1fe415dfe7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6910675 Apr 18 17:29:26.173123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36258) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:26.202886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-d339ffd4-7929-45eb-83cb-90647215cea3 None None] Allocated IP 2001:db8:0:1::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/4be61abb-f4bc-4474-b22e-afda063b2c1b/b8d56ad2-43e5-48a8-bbae-301fb36f9f7a) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:26.365091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d339ffd4-7929-45eb-83cb-90647215cea3 None None] For port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:26.404500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e33f2-d8da-4a31-b0a3-5d0e2db016e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 522dad86-f3a8-4781-9fbb-7e8877b2e217 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:26.409991 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe6e33f2-d8da-4a31-b0a3-5d0e2db016e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:26.444893 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d339ffd4-7929-45eb-83cb-90647215cea3 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:26.606662 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d339ffd4-7929-45eb-83cb-90647215cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:26.667368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe6e33f2-d8da-4a31-b0a3-5d0e2db016e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:26.698289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e33f2-d8da-4a31-b0a3-5d0e2db016e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 522dad86-f3a8-4781-9fbb-7e8877b2e217 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:26.738808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8d56ad2-43e5-48a8-bbae-301fb36f9f7a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:26.819816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab910-cb56-426d-96ab-ac90edf81318 req-f0d1b3bd-ca68-4959-a021-d192f109fe92 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:26.819816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-925ab910-cb56-426d-96ab-ac90edf81318 req-f0d1b3bd-ca68-4959-a021-d192f109fe92 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0840774 Apr 18 17:29:26.862332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339ffd4-7929-45eb-83cb-90647215cea3 None None] Pushing event updated for resources: {'Port': ['ID=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:26.891263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-925ab910-cb56-426d-96ab-ac90edf81318 req-7b724699-4193-435c-8bab-0ed529ecfe2a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639906 Apr 18 17:29:26.916361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:26.917036 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:27.210938 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe6e33f2-d8da-4a31-b0a3-5d0e2db016e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:27.261329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e33f2-d8da-4a31-b0a3-5d0e2db016e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=522dad86-f3a8-4781-9fbb-7e8877b2e217,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:27.391229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fe6e33f2-d8da-4a31-b0a3-5d0e2db016e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:27.394242 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fe6e33f2-d8da-4a31-b0a3-5d0e2db016e5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/522dad86-f3a8-4781-9fbb-7e8877b2e217 HTTP/1.1" status: 204 len: 168 time: 1.2177644 Apr 18 17:29:27.394577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36290) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:27.459658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b8ce22-66fd-47e9-9d98-11c9cbb3130f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:27.462585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c8b8ce22-66fd-47e9-9d98-11c9cbb3130f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0659068 Apr 18 17:29:27.469813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36294) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:27.573774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205f02d-de68-48a7-952c-28a6c2eb609a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:27.575870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3205f02d-de68-48a7-952c-28a6c2eb609a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1033943 Apr 18 17:29:27.578814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36298) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:27.654547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d64502-ebbd-48cb-a78f-30c6718bd83d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:27.656082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d64502-ebbd-48cb-a78f-30c6718bd83d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:27.665882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d64502-ebbd-48cb-a78f-30c6718bd83d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:27.665882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-18d64502-ebbd-48cb-a78f-30c6718bd83d tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0803418 Apr 18 17:29:27.665882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36302) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:27.776533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-464c9fdc-7120-436b-942f-a22e1118b7ac tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:27.783153 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464c9fdc-7120-436b-942f-a22e1118b7ac tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:27.915677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464c9fdc-7120-436b-942f-a22e1118b7ac tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:27.953516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-907b6c70-8d33-4da3-8a7a-bb58daa5c858 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:27.955727 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-907b6c70-8d33-4da3-8a7a-bb58daa5c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:28.290272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9dc9-48d2-4f5e-9215-2c121a7f301d req-eaa4bf16-fdb6-4e4c-9d94-4e00b37b052f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:28.292557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1ed9dc9-48d2-4f5e-9215-2c121a7f301d req-eaa4bf16-fdb6-4e4c-9d94-4e00b37b052f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.2305434 Apr 18 17:29:28.297263 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464c9fdc-7120-436b-942f-a22e1118b7ac tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:28.357117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c965bc17-c2b8-45cf-87a9-8469dfcce0bc None None] Could not find standard attr ID for object 522dad86-f3a8-4781-9fbb-7e8877b2e217. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:29:28.450817 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1ed9dc9-48d2-4f5e-9215-2c121a7f301d req-47d2eb1a-28b0-4d42-8be6-f2c6c2c1b758 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479785 Apr 18 17:29:28.523907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464c9fdc-7120-436b-942f-a22e1118b7ac tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:28.601148 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c9fdc-7120-436b-942f-a22e1118b7ac tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:28.619975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464c9fdc-7120-436b-942f-a22e1118b7ac tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:28.627575 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-464c9fdc-7120-436b-942f-a22e1118b7ac tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893 HTTP/1.1" status: 204 len: 168 time: 0.9613228 Apr 18 17:29:28.629529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36324) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:28.715022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8d56ad2-43e5-48a8-bbae-301fb36f9f7a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:28.752683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a53885-e521-4043-be0d-6ba8f528bd60 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:28.769739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83be619-fdd5-416b-8abf-251750783cab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 4be61abb-f4bc-4474-b22e-afda063b2c1b {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:28.774339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f83be619-fdd5-416b-8abf-251750783cab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:28.824037 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f83be619-fdd5-416b-8abf-251750783cab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:28.952255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:28.952630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:28.995552 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f83be619-fdd5-416b-8abf-251750783cab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:29.253018 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f83be619-fdd5-416b-8abf-251750783cab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:29.301277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83be619-fdd5-416b-8abf-251750783cab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=4be61abb-f4bc-4474-b22e-afda063b2c1b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:29.305674 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f83be619-fdd5-416b-8abf-251750783cab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:29.309139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f83be619-fdd5-416b-8abf-251750783cab tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/4be61abb-f4bc-4474-b22e-afda063b2c1b HTTP/1.1" status: 204 len: 168 time: 0.6786196 Apr 18 17:29:29.311880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36344) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:29.427590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9892a374-3ce1-4397-bff7-c018a480849f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144121 Apr 18 17:29:29.431403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36352) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:29.439068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:29.665180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c976bea-ce40-46cd-8fcb-c896e4a7937d req-a90f369c-38fa-4c67-8c3c-317e88c882f8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:29.670658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c976bea-ce40-46cd-8fcb-c896e4a7937d req-a90f369c-38fa-4c67-8c3c-317e88c882f8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1213896 Apr 18 17:29:29.854704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c976bea-ce40-46cd-8fcb-c896e4a7937d req-669e9fdd-afd5-453f-91f3-a44cc29328c2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555908 Apr 18 17:29:29.880599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:29.880599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:30.307429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df84dc-1390-4938-aecc-d4bbd3f4adbb None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:30.352023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:30.402156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:30.405926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:30.410739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:30.411338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:30.423248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=9cf2bcfb-6626-450e-90f6-404ddc9e6250,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:30.443468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8eda254b-61d6-4661-92fd-1c2b23a32b61 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:30.444723 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8eda254b-61d6-4661-92fd-1c2b23a32b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:30.501834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2293c2b3-9739-43e2-ab80-31d501ab7ada tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0617039 Apr 18 17:29:30.503159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36382) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:30.512112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6cd432a5-d0f1-4747-b50b-c40ed3af1c4a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:30.842250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd432a5-d0f1-4747-b50b-c40ed3af1c4a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:30.854712 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cd432a5-d0f1-4747-b50b-c40ed3af1c4a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:30.868909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899eabc-8ee7-4a29-99d6-dd8991fd9bc4 None None] Update dhcp port {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'fixed_ips': [{'subnet_id': '9cf2bcfb-6626-450e-90f6-404ddc9e6250'}], 'binding:host_id': 'n-d-836015-2'}, 'id': 'b8d56ad2-43e5-48a8-bbae-301fb36f9f7a'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:29:30.912555 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a899eabc-8ee7-4a29-99d6-dd8991fd9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:31.148289 n-d-836015-2 neutron-server[109825]: INFO neutron.db.ipam_backend_mixin [None req-6cd432a5-d0f1-4747-b50b-c40ed3af1c4a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9cf2bcfb-6626-450e-90f6-404ddc9e6250 (CIDR: 2001:db8::/64) Apr 18 17:29:31.154949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36372cc1-ce84-48a5-8ffb-a65a34493de3 req-74b83beb-8537-4b2a-bae7-269a68e04e78 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:31.175947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36372cc1-ce84-48a5-8ffb-a65a34493de3 req-74b83beb-8537-4b2a-bae7-269a68e04e78 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.2133381 Apr 18 17:29:31.183290 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c47dccb5-2c56-430e-85ca-6d7e06572e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:31.212067 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd432a5-d0f1-4747-b50b-c40ed3af1c4a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:29:31.212067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd432a5-d0f1-4747-b50b-c40ed3af1c4a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:31.240019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a899eabc-8ee7-4a29-99d6-dd8991fd9bc4 None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/9cf2bcfb-6626-450e-90f6-404ddc9e6250/b8d56ad2-43e5-48a8-bbae-301fb36f9f7a) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:31.267418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36372cc1-ce84-48a5-8ffb-a65a34493de3 req-6d55cfaa-1864-4ee6-b17c-298340297d15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879462 Apr 18 17:29:31.321962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36404) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:31.323183 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6cd432a5-d0f1-4747-b50b-c40ed3af1c4a tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8188691 Apr 18 17:29:31.328809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:31.382095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a899eabc-8ee7-4a29-99d6-dd8991fd9bc4 None None] For port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:31.442888 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a899eabc-8ee7-4a29-99d6-dd8991fd9bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:31.555518 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a899eabc-8ee7-4a29-99d6-dd8991fd9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:31.597490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:31.605836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:31.659455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899eabc-8ee7-4a29-99d6-dd8991fd9bc4 None None] Pushing event updated for resources: {'Port': ['ID=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:32.297759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.objects.ports [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:29:32.588563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b92402-1a04-4636-8c7c-be255de30fa5 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:32.617645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca89051-8fec-407b-9f14-210a4fa5a20e req-15c7050c-3ab2-433e-bec8-f1f7f6b586a7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:32.619932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ca89051-8fec-407b-9f14-210a4fa5a20e req-15c7050c-3ab2-433e-bec8-f1f7f6b586a7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.2158713 Apr 18 17:29:32.669473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ca89051-8fec-407b-9f14-210a4fa5a20e req-c6b158bb-0193-4c46-8b01-8d21bea48a8e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Apr 18 17:29:32.671777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8d56ad2-43e5-48a8-bbae-301fb36f9f7a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:32.803598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-36420a83-84fd-468b-8b12-c5b68f8c18ad None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:32.804697 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-36420a83-84fd-468b-8b12-c5b68f8c18ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:32.819831 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:32.908440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:32.908807 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:33.043216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] For port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:33.063163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-a42464e2-4a21-4029-9b6f-310e5dbec538 req-64426895-0eb3-4578-8bef-7f0d76a78720 service neutron] (109825) timed out ('10.222.0.41', 61265) {{(pid=109825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:29:33.099061 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:33.216058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:33.222565 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:33.352921 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0b480059-16f5-4ada-9412-771ea0a9f057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:33.927629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:33.953887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:33.956275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=f89efb11-0054-4384-b714-881817e834e8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:33.961721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:33.962352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:33.968673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,revision_number=9']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:34.021706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6b420-ea42-4095-bc21-6f1820c495fd req-8cd2b6ac-e293-4608-9e19-a13d4ace4763 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:34.030058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8d6b420-ea42-4095-bc21-6f1820c495fd req-8cd2b6ac-e293-4608-9e19-a13d4ace4763 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.2428131 Apr 18 17:29:34.075953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8d6b420-ea42-4095-bc21-6f1820c495fd req-dcb6f22d-bac1-4aad-a9d5-5404e1905b23 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Apr 18 17:29:34.114682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-82afb2fc-da9e-4e92-b803-e07100ea32fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7858398 Apr 18 17:29:34.116986 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36514) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:34.127391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:37:0c:72', 'name': 'tempest-NetworksTestDHCPv6-269434809'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:34.213238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557057f0-25e8-4090-8cf1-81e6b4915c55 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:34.335485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-06dd3ab4-97ec-40ff-8b54-03263770dab5 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:34.335929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-06dd3ab4-97ec-40ff-8b54-03263770dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:34.448696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:34.544073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:34.585496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 196d4f82-b680-4640-bd75-223115abf75e yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:29:34.592058 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:34.673001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8d56ad2-43e5-48a8-bbae-301fb36f9f7a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:34.793212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:34.793752 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:34.890946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::2fe (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/9cf2bcfb-6626-450e-90f6-404ddc9e6250/196d4f82-b680-4640-bd75-223115abf75e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:34.898764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:c72 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/f89efb11-0054-4384-b714-881817e834e8/196d4f82-b680-4640-bd75-223115abf75e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:34.959809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2e53d875-62e3-4d74-84d3-0a2547f12845 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:34.960514 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2e53d875-62e3-4d74-84d3-0a2547f12845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:35.096029 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:35.185807 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:29:35.230287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5394e-b57f-49de-ba48-de5433930819 req-c63b0dbd-62bc-41d1-a13f-62180aeac6a5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:35.232927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00a5394e-b57f-49de-ba48-de5433930819 req-c63b0dbd-62bc-41d1-a13f-62180aeac6a5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0806074 Apr 18 17:29:35.293442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:35.350500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00a5394e-b57f-49de-ba48-de5433930819 req-a496300c-6803-48c3-a3e8-8fcb90a96a01 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095750 Apr 18 17:29:35.364731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:35.368586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:35.374333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:35.381046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:35.381890 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:35.395669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=196d4f82-b680-4640-bd75-223115abf75e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:35.581068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36550) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:35.581653 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4153afa1-981f-4990-b291-017e193a6599 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4633832 Apr 18 17:29:35.760585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5d787baf-ebbe-4a06-b2f8-ab773ce5ab0b None None] Provisioning complete for port 196d4f82-b680-4640-bd75-223115abf75e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:35.761661 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d787baf-ebbe-4a06-b2f8-ab773ce5ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:35.780986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7fb471d1-477a-463f-8445-0a2cefda99cc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 196d4f82-b680-4640-bd75-223115abf75e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:35.781598 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7fb471d1-477a-463f-8445-0a2cefda99cc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:35.925516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5d787baf-ebbe-4a06-b2f8-ab773ce5ab0b None None] Port 196d4f82-b680-4640-bd75-223115abf75e cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:29:36.023857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:36.069521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7fb471d1-477a-463f-8445-0a2cefda99cc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:36.085233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7fb471d1-477a-463f-8445-0a2cefda99cc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 196d4f82-b680-4640-bd75-223115abf75e owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:36.163307 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:36.432910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7fb471d1-477a-463f-8445-0a2cefda99cc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:36.476940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb471d1-477a-463f-8445-0a2cefda99cc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=196d4f82-b680-4640-bd75-223115abf75e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:36.522346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7fb471d1-477a-463f-8445-0a2cefda99cc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:36.525587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7fb471d1-477a-463f-8445-0a2cefda99cc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/196d4f82-b680-4640-bd75-223115abf75e HTTP/1.1" status: 204 len: 168 time: 0.9427297 Apr 18 17:29:36.528347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36574) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:36.578796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc9420-be77-4c80-be35-7181a834f6bb req-abd8882d-3bd8-4f17-b8cf-7e7e513dd01c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:36.592435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20fc9420-be77-4c80-be35-7181a834f6bb req-abd8882d-3bd8-4f17-b8cf-7e7e513dd01c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1456280 Apr 18 17:29:36.677064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b047ae7-df02-486b-9453-426347a5cb2c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:36.682405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9b047ae7-df02-486b-9453-426347a5cb2c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1520817 Apr 18 17:29:36.686880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36580) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:36.716762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20fc9420-be77-4c80-be35-7181a834f6bb req-22c4c895-ee05-4b1e-ba5a-10ae1bac89d8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234508 Apr 18 17:29:36.784404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01280d50-b4ef-44b0-89c8-601f1567cde8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:36.789166 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-01280d50-b4ef-44b0-89c8-601f1567cde8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1049840 Apr 18 17:29:36.792769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36584) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:36.913500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b6328-e9ad-44aa-8123-fbc2c16dbc0b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:36.915480 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b6328-e9ad-44aa-8123-fbc2c16dbc0b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:36.917400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b6328-e9ad-44aa-8123-fbc2c16dbc0b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:36.919238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d97b6328-e9ad-44aa-8123-fbc2c16dbc0b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1251764 Apr 18 17:29:36.922369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:37.020104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-105155d8-07d4-454b-b481-08b4a3a58afe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 9cf2bcfb-6626-450e-90f6-404ddc9e6250 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:37.024301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-105155d8-07d4-454b-b481-08b4a3a58afe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:37.152521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-105155d8-07d4-454b-b481-08b4a3a58afe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:37.298913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-105155d8-07d4-454b-b481-08b4a3a58afe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:37.482136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-105155d8-07d4-454b-b481-08b4a3a58afe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:37.543342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105155d8-07d4-454b-b481-08b4a3a58afe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf2bcfb-6626-450e-90f6-404ddc9e6250,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:37.563775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-105155d8-07d4-454b-b481-08b4a3a58afe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:37.567988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-105155d8-07d4-454b-b481-08b4a3a58afe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/9cf2bcfb-6626-450e-90f6-404ddc9e6250 HTTP/1.1" status: 204 len: 168 time: 0.6442611 Apr 18 17:29:37.570321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36608) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:37.574600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09372dcd-179b-4a9c-ac0d-e54118f0a267 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:37.776847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec45654-6bd1-413b-ad5e-a071dea7023e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet f89efb11-0054-4384-b714-881817e834e8 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:37.797742 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aec45654-6bd1-413b-ad5e-a071dea7023e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:37.875287 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aec45654-6bd1-413b-ad5e-a071dea7023e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:38.005579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5fa07-c6c0-47cf-a1a4-55633ea77ce1 req-78a26952-d58c-4228-adc2-f450ce436882 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:38.021524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8f5fa07-c6c0-47cf-a1a4-55633ea77ce1 req-78a26952-d58c-4228-adc2-f450ce436882 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1425941 Apr 18 17:29:38.203956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8f5fa07-c6c0-47cf-a1a4-55633ea77ce1 req-de823f52-c98e-4685-a612-ca6de28a86f6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728315 Apr 18 17:29:38.211443 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aec45654-6bd1-413b-ad5e-a071dea7023e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:38.466158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aec45654-6bd1-413b-ad5e-a071dea7023e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:38.541084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec45654-6bd1-413b-ad5e-a071dea7023e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=f89efb11-0054-4384-b714-881817e834e8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:38.548330 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aec45654-6bd1-413b-ad5e-a071dea7023e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:38.554477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36632) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:38.555238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aec45654-6bd1-413b-ad5e-a071dea7023e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/f89efb11-0054-4384-b714-881817e834e8 HTTP/1.1" status: 204 len: 168 time: 0.9825947 Apr 18 17:29:38.619455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9fceef26-48ac-4d03-8b7e-a109e66775be tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637162 Apr 18 17:29:38.622919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36634) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:38.628786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:38.692926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:38.952864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:38.956881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.013230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d6ee1-b840-4d2e-a994-66e764f1ee63 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:39.025822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aa259522-2d02-4f1b-b411-2f0f4ca4e537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.189980 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aa259522-2d02-4f1b-b411-2f0f4ca4e537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.207095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2d471f80-cafc-4a3c-a4a0-99a3a60446c0 None None] Provisioning complete for port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:39.207484 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d471f80-cafc-4a3c-a4a0-99a3a60446c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.305882 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aa259522-2d02-4f1b-b411-2f0f4ca4e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.397534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:29:39.419951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa259522-2d02-4f1b-b411-2f0f4ca4e537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a972106-e2e0-473f-acb7-cfb90c955116,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:39.447503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aa259522-2d02-4f1b-b411-2f0f4ca4e537 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51e909742d624b028a4d38a9e77e57a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525713 Apr 18 17:29:39.450891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36654) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:39.488988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088ec8e-73ed-419c-b6d9-f46331aba3e3 req-ce7e9d5b-689f-4c0a-9f67-09db84eeaf25 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:39.497211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0088ec8e-73ed-419c-b6d9-f46331aba3e3 req-ce7e9d5b-689f-4c0a-9f67-09db84eeaf25 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1637487 Apr 18 17:29:39.500580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Deleting port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:39.542781 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.553457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0088ec8e-73ed-419c-b6d9-f46331aba3e3 req-0568feaf-01fc-41c3-886f-49fcccb2b72b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547118 Apr 18 17:29:39.558663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adb98f08-de22-4454-ba54-db5e54c56fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.586857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adb98f08-de22-4454-ba54-db5e54c56fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.590565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] For port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:39.590961 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.605157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Calling delete_port for b8d56ad2-43e5-48a8-bbae-301fb36f9f7a owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:39.806895 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.859103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:39.862675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:39.866723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:39.867309 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.870940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:39.885823 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adb98f08-de22-4454-ba54-db5e54c56fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.885964 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.886099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-adb98f08-de22-4454-ba54-db5e54c56fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:39.886891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-adb98f08-de22-4454-ba54-db5e54c56fa5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a972106-e2e0-473f-acb7-cfb90c955116 HTTP/1.1" status: 204 len: 168 time: 0.4332001 Apr 18 17:29:39.896425 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb98f08-de22-4454-ba54-db5e54c56fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a972106-e2e0-473f-acb7-cfb90c955116,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:39.936699 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] No DVR routers for this DVR port b8d56ad2-43e5-48a8-bbae-301fb36f9f7a on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:29:39.939705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Pushing event deleted for resources: {'Port': ['ID=b8d56ad2-43e5-48a8-bbae-301fb36f9f7a,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.959921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.961378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.964090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc30b6-31d6-4d1f-97aa-a3348ffb30f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:29:39.968817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6879c33-45de-4819-bb12-de9d05a2fd32 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:40.056732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2aeb168c-3541-4d0a-a1fd-b7f77df530b5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4325330 Apr 18 17:29:40.062983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36668) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:40.068322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1c5ec3ca-df10-40ae-b9eb-3ffbdf415891 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:40.170013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'tenant_id': 'af045eb1928d452ca9cdf10a4997e9a2', 'fixed_ips': [{'subnet_id': 'b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:29:40.171164 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:40.331523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Allocated IP 2001:db8::2 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9/6ec18305-2573-4586-acd3-0cb4addeacf0) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:40.436761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5ec3ca-df10-40ae-b9eb-3ffbdf415891 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:40.440674 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec3ca-df10-40ae-b9eb-3ffbdf415891 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:40.579223 n-d-836015-2 neutron-server[109826]: INFO neutron.db.ipam_backend_mixin [None req-1c5ec3ca-df10-40ae-b9eb-3ffbdf415891 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9 (CIDR: 2001:db8::/64) Apr 18 17:29:40.618920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:40.652926 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5ec3ca-df10-40ae-b9eb-3ffbdf415891 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:29:40.653753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5ec3ca-df10-40ae-b9eb-3ffbdf415891 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:40.715238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8d56ad2-43e5-48a8-bbae-301fb36f9f7a no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:29:40.815225 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1c5ec3ca-df10-40ae-b9eb-3ffbdf415891 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7507114 Apr 18 17:29:40.815829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36688) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:40.821889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'subnet': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:40.822066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: b8d56ad2-43e5-48a8-bbae-301fb36f9f7a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:29:40.822382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8d56ad2-43e5-48a8-bbae-301fb36f9f7a not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:29:40.832763 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:40.886661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d587-cc95-4544-9c92-602282d88673 req-2301126a-120c-4ecb-ac9e-378a29a4217c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:40.898012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2098d587-cc95-4544-9c92-602282d88673 req-2301126a-120c-4ecb-ac9e-378a29a4217c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.2224534 Apr 18 17:29:40.970036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:40.975479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:40.980204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:40.989338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36692) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:41.047683 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2098d587-cc95-4544-9c92-602282d88673 req-01a76a19-3969-43b9-a7ee-4303e15afecf tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456776 Apr 18 17:29:41.049140 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3ab50e6-5072-4bc6-9946-2ff66429d6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:41.060648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Pushing event updated for resources: {'Port': ['ID=6ec18305-2573-4586-acd3-0cb4addeacf0,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:41.143563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Attempting to bind port 6ec18305-2573-4586-acd3-0cb4addeacf0 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:29:41.144769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Attempting to bind port 6ec18305-2573-4586-acd3-0cb4addeacf0 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:29:41.145182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Attempting to bind port 6ec18305-2573-4586-acd3-0cb4addeacf0 on network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:29:41.158910 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:29:41.159548 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Checking segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:29:41.160038 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:41.160430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Bound using segment: {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:29:41.160971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Bound port: 6ec18305-2573-4586-acd3-0cb4addeacf0, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d9929-b7ff-44cc-b6fc-08f17662e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:29:41.161406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:41.178731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:41.183871 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:41.276998 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3ab50e6-5072-4bc6-9946-2ff66429d6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:41.364423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3ab50e6-5072-4bc6-9946-2ff66429d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:41.372984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] For port 6ec18305-2573-4586-acd3-0cb4addeacf0, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:29:41.378232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] For port 6ec18305-2573-4586-acd3-0cb4addeacf0, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6ec18305-2573-4586-acd3-0cb4addeacf0,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:29:41.411919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b3ab50e6-5072-4bc6-9946-2ff66429d6a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66c48a80dbfb4e8aa5a8ed175168f025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143505 Apr 18 17:29:41.412888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36704) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:41.430414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab50e6-5072-4bc6-9946-2ff66429d6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a162a3-54ee-43f2-ab06-2868eb396713,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:41.501916 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:41.695311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a02f9-4bef-4ef2-ace9-86e993541b38 None None] Pushing event updated for resources: {'Port': ['ID=6ec18305-2573-4586-acd3-0cb4addeacf0,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:41.752837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f825c4b2-27ea-46b5-8b32-79d4c06f7108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:41.883530 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f825c4b2-27ea-46b5-8b32-79d4c06f7108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.064901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36716) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:42.264048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f825c4b2-27ea-46b5-8b32-79d4c06f7108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.268261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f825c4b2-27ea-46b5-8b32-79d4c06f7108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.274540 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f825c4b2-27ea-46b5-8b32-79d4c06f7108 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53a162a3-54ee-43f2-ab06-2868eb396713 HTTP/1.1" status: 204 len: 168 time: 0.8606863 Apr 18 17:29:42.315412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b80bf-46cb-4156-aee1-80953dee3f4b req-50d8a671-f50a-4bb7-ad9d-c7deed77eb7c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:42.315412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-935b80bf-46cb-4156-aee1-80953dee3f4b req-50d8a671-f50a-4bb7-ad9d-c7deed77eb7c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1203938 Apr 18 17:29:42.340436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825c4b2-27ea-46b5-8b32-79d4c06f7108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a162a3-54ee-43f2-ab06-2868eb396713,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:42.352380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4548512-45bd-4f8e-b6dd-2191e96eed44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.388407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.objects.ports [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 17:29:42.402497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-935b80bf-46cb-4156-aee1-80953dee3f4b req-f4cadd9c-611f-4f96-af60-27ce25d67b8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852575 Apr 18 17:29:42.565116 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4548512-45bd-4f8e-b6dd-2191e96eed44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.739264 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4548512-45bd-4f8e-b6dd-2191e96eed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.793824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6ec18305-2573-4586-acd3-0cb4addeacf0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:42.821802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4548512-45bd-4f8e-b6dd-2191e96eed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fef26db-426b-481f-89f5-c15b7045c83c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:42.835837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c4548512-45bd-4f8e-b6dd-2191e96eed44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68067d3c6344468bb32c4d2f9ad29767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672801 Apr 18 17:29:42.838384 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36738) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:42.888310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6ec18305-2573-4586-acd3-0cb4addeacf0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:42.889035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.945220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbed6c2c-4617-4873-af47-a693f0b485ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.976675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbed6c2c-4617-4873-af47-a693f0b485ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:42.990598 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:43.090453 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:29:43.091771 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:29:43.102550 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:43.147268 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbed6c2c-4617-4873-af47-a693f0b485ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:43.150691 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbed6c2c-4617-4873-af47-a693f0b485ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:43.152032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cbed6c2c-4617-4873-af47-a693f0b485ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fef26db-426b-481f-89f5-c15b7045c83c HTTP/1.1" status: 204 len: 168 time: 0.3086298 Apr 18 17:29:43.166972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed6c2c-4617-4873-af47-a693f0b485ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fef26db-426b-481f-89f5-c15b7045c83c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:43.354736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a9bea588-3c87-40bb-ab70-3183063774a1 None None] Provisioning complete for port 6ec18305-2573-4586-acd3-0cb4addeacf0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:43.355107 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9bea588-3c87-40bb-ab70-3183063774a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:43.513038 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9bea588-3c87-40bb-ab70-3183063774a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:43.656691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae873cc-967b-4a7a-a5c6-86e0829b9114 req-844a4e82-c021-4c0a-ac09-6516f9fe03f3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:43.682711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ae873cc-967b-4a7a-a5c6-86e0829b9114 req-844a4e82-c021-4c0a-ac09-6516f9fe03f3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1055658 Apr 18 17:29:43.728195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:43.751958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ae873cc-967b-4a7a-a5c6-86e0829b9114 req-60291257-6d35-46d4-8057-dca466b02ecc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553558 Apr 18 17:29:43.859641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] For port 6ec18305-2573-4586-acd3-0cb4addeacf0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6ec18305-2573-4586-acd3-0cb4addeacf0,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:43.891086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:44.053984 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:44.055607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:44.158120 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:29:44.158688 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:29:44.185349 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a9bea588-3c87-40bb-ab70-3183063774a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:29:44.185661 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a9bea588-3c87-40bb-ab70-3183063774a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:29:44.201369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:44.207754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:44.219554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:44.220174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:44.222407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259d748-af1e-4fd9-bd75-1d448c8b4935 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:44.282661 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=6ec18305-2573-4586-acd3-0cb4addeacf0,revision_number=4']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:44.286953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Subnet': ['ID=975cabd2-b825-491e-8d99-94a9302462aa,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:44.400146 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c178c153-aa6a-4028-baab-ab5a6873ecb9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5834327 Apr 18 17:29:44.403224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36806) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:44.418360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Request body: {'port': {'network_id': '275a2fd1-faeb-4e8c-8019-02f57ce8b1ee', 'mac_address': 'fa:16:3e:13:a5:e3', 'name': 'tempest-NetworksTestDHCPv6-1710784738'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:44.711521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Made reservation on behalf of af045eb1928d452ca9cdf10a4997e9a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:44.810016 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:44.814642 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9bea588-3c87-40bb-ab70-3183063774a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:44.925449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 6ec18305-2573-4586-acd3-0cb4addeacf0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6ec18305-2573-4586-acd3-0cb4addeacf0,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:44.981265 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:44.991986 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:45.025881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293a28a-d3c1-44c3-afd6-2ad9d7d6e171 req-9889b99b-51c2-4ec3-800d-e62f24963ab7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:45.041834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2293a28a-d3c1-44c3-afd6-2ad9d7d6e171 req-9889b99b-51c2-4ec3-800d-e62f24963ab7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1153700 Apr 18 17:29:45.053347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] device_id is not set on port 30b32afe-f559-48f0-846c-33b803285d7c yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:29:45.103287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2293a28a-d3c1-44c3-afd6-2ad9d7d6e171 req-07002b71-66d9-4069-a21c-b24014866b2c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658379 Apr 18 17:29:45.195771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6ec18305-2573-4586-acd3-0cb4addeacf0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:45.283675 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a9bea588-3c87-40bb-ab70-3183063774a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:29:45.284031 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a9bea588-3c87-40bb-ab70-3183063774a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:29:45.295990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=6ec18305-2573-4586-acd3-0cb4addeacf0,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:45.324275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6ec18305-2573-4586-acd3-0cb4addeacf0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:45.324679 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:45.545506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8::3b8 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9/30b32afe-f559-48f0-846c-33b803285d7c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:45.558712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:a5e3 (275a2fd1-faeb-4e8c-8019-02f57ce8b1ee/975cabd2-b825-491e-8d99-94a9302462aa/30b32afe-f559-48f0-846c-33b803285d7c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:29:45.843422 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:46.048751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-58ca89b8-5618-4ba0-88ae-a8af73a50573 None None] Provisioning complete for port 6ec18305-2573-4586-acd3-0cb4addeacf0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:46.049222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-58ca89b8-5618-4ba0-88ae-a8af73a50573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:46.094637 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:46.177173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:29:46.184460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:46.187061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:29:46.199770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:46.199770 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:46.202443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event updated for resources: {'Port': ['ID=30b32afe-f559-48f0-846c-33b803285d7c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:46.266618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac31ac8-9ef6-4874-bcd1-bab699c4f010 req-dca1ef06-3b2e-4b84-a9eb-df7e392b6601 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:46.274026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eac31ac8-9ef6-4874-bcd1-bab699c4f010 req-dca1ef06-3b2e-4b84-a9eb-df7e392b6601 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0657437 Apr 18 17:29:46.318852 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eac31ac8-9ef6-4874-bcd1-bab699c4f010 req-eb605d03-a429-4a21-8363-8ba57b35c63d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Apr 18 17:29:46.361803 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-50615cdf-6de3-4009-8d1a-8986012b36ff tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9566500 Apr 18 17:29:46.364155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36876) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:46.507656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1ede2fea-eaf8-4955-91e6-3857a50054d8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting port 30b32afe-f559-48f0-846c-33b803285d7c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:46.508703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ede2fea-eaf8-4955-91e6-3857a50054d8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:46.592621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0c71afae-f0fc-49e4-b73b-bda71cf22ed1 None None] Provisioning complete for port 30b32afe-f559-48f0-846c-33b803285d7c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:46.593190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c71afae-f0fc-49e4-b73b-bda71cf22ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:46.626113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ede2fea-eaf8-4955-91e6-3857a50054d8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:46.632355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0c71afae-f0fc-49e4-b73b-bda71cf22ed1 None None] Port 30b32afe-f559-48f0-846c-33b803285d7c cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:29:46.641052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1ede2fea-eaf8-4955-91e6-3857a50054d8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Calling delete_port for 30b32afe-f559-48f0-846c-33b803285d7c owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:46.933449 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ede2fea-eaf8-4955-91e6-3857a50054d8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:46.969092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede2fea-eaf8-4955-91e6-3857a50054d8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Port': ['ID=30b32afe-f559-48f0-846c-33b803285d7c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:47.048288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1ede2fea-eaf8-4955-91e6-3857a50054d8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.048288 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1ede2fea-eaf8-4955-91e6-3857a50054d8 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/30b32afe-f559-48f0-846c-33b803285d7c HTTP/1.1" status: 204 len: 168 time: 0.6778970 Apr 18 17:29:47.049786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:47.104876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6ec18305-2573-4586-acd3-0cb4addeacf0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:29:47.140728 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904293d6-ad16-4617-b350-040d24b13f7c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:47.145874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36916) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:47.172325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-904293d6-ad16-4617-b350-040d24b13f7c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1157346 Apr 18 17:29:47.257014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d14f6c-2391-48b8-93b8-ec3bb6076665 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:47.263647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:47.273588 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-77d14f6c-2391-48b8-93b8-ec3bb6076665 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1252484 Apr 18 17:29:47.292715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6ec18305-2573-4586-acd3-0cb4addeacf0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:47.295637 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.334307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56236b2f-b2ea-4801-8fc2-647fa6a6e7ad tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:47.336414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56236b2f-b2ea-4801-8fc2-647fa6a6e7ad tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:47.338271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56236b2f-b2ea-4801-8fc2-647fa6a6e7ad tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:47.345267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36924) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:47.365709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-56236b2f-b2ea-4801-8fc2-647fa6a6e7ad tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0977464 Apr 18 17:29:47.408947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e692bbd9-6dea-4bbf-8590-f956826454d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet 975cabd2-b825-491e-8d99-94a9302462aa {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:47.413335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e692bbd9-6dea-4bbf-8590-f956826454d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.481730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e692bbd9-6dea-4bbf-8590-f956826454d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.540613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.560658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.576968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a4507-dbf6-406b-b5f4-13a2fa065e41 req-f81ffd22-84b4-40b6-9686-15610ced124e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:47.585567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c45a4507-dbf6-406b-b5f4-13a2fa065e41 req-f81ffd22-84b4-40b6-9686-15610ced124e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0757244 Apr 18 17:29:47.651115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c45a4507-dbf6-406b-b5f4-13a2fa065e41 req-8e640d34-b09e-46e9-8ec7-0adb5b4d393d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549390 Apr 18 17:29:47.688752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e692bbd9-6dea-4bbf-8590-f956826454d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.929843 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e692bbd9-6dea-4bbf-8590-f956826454d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.964840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692bbd9-6dea-4bbf-8590-f956826454d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=975cabd2-b825-491e-8d99-94a9302462aa,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:47.971926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e692bbd9-6dea-4bbf-8590-f956826454d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:47.975658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e692bbd9-6dea-4bbf-8590-f956826454d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/975cabd2-b825-491e-8d99-94a9302462aa HTTP/1.1" status: 204 len: 168 time: 0.6280706 Apr 18 17:29:47.978567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36956) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:47.989151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff2fd3-b2e0-468a-9c46-7307d7576954 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:48.101680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee929bb-79e5-4c61-be23-c823255d3cf7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Deleting subnet b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:29:48.112308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ee929bb-79e5-4c61-be23-c823255d3cf7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:48.180641 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ee929bb-79e5-4c61-be23-c823255d3cf7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:48.323608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ee929bb-79e5-4c61-be23-c823255d3cf7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:48.537547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ee929bb-79e5-4c61-be23-c823255d3cf7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:48.605361 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ee929bb-79e5-4c61-be23-c823255d3cf7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:48.614597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:48.626582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5ee929bb-79e5-4c61-be23-c823255d3cf7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9 HTTP/1.1" status: 204 len: 168 time: 0.6281023 Apr 18 17:29:48.628216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee929bb-79e5-4c61-be23-c823255d3cf7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:48.695436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cac0a1be-ea78-4ff0-9df5-f5fdc57d0d18 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806556 Apr 18 17:29:48.698414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36982) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:48.789376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d13f6b-d08f-4e73-b02b-5e346b2eda96 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:48.790999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-61d13f6b-d08f-4e73-b02b-5e346b2eda96 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0912013 Apr 18 17:29:48.794377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 36984) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:48.821150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dac12-d2c2-4395-9444-0358171ced27 req-2273434f-5a0d-45b9-b245-377c8af2a0a9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:48.830568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a94dac12-d2c2-4395-9444-0358171ced27 req-2273434f-5a0d-45b9-b245-377c8af2a0a9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0822997 Apr 18 17:29:48.884414 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a94dac12-d2c2-4395-9444-0358171ced27 req-26352797-79e9-4094-9b4c-4e03d029cf2e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526736 Apr 18 17:29:48.963432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1666343-d975-407b-b587-cc23f5e49867 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:48.967712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c1666343-d975-407b-b587-cc23f5e49867 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1690905 Apr 18 17:29:48.968074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36996) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.029478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-77b4d178-db15-424d-ab06-27962bb27009 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598040 Apr 18 17:29:49.036061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 36998) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.087195 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb671ed-9e8e-4130-92b9-5cf18673eefe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.089446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb671ed-9e8e-4130-92b9-5cf18673eefe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.093726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fbb671ed-9e8e-4130-92b9-5cf18673eefe tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/30b32afe-f559-48f0-846c-33b803285d7c HTTP/1.1" status: 404 len: 333 time: 0.0579426 Apr 18 17:29:49.096609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37004) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.144196 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f5bcb6-e5f2-4ea0-82db-883ad4007ed6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.144664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f5bcb6-e5f2-4ea0-82db-883ad4007ed6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.154663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37006) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.158882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d6f5bcb6-e5f2-4ea0-82db-883ad4007ed6 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/975cabd2-b825-491e-8d99-94a9302462aa HTTP/1.1" status: 404 len: 337 time: 0.0541956 Apr 18 17:29:49.194331 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1555bdb1-7e7f-4dfd-ae1f-1c97fe1df6d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.194790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1555bdb1-7e7f-4dfd-ae1f-1c97fe1df6d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.200160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1555bdb1-7e7f-4dfd-ae1f-1c97fe1df6d7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/b0ef84d4-57bc-4103-81a2-48fbd9cc4dc9 HTTP/1.1" status: 404 len: 337 time: 0.0417440 Apr 18 17:29:49.200941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37012) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.240654 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a79557-304e-4f4f-ac74-df054b179748 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.241441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a79557-304e-4f4f-ac74-df054b179748 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.247367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-15a79557-304e-4f4f-ac74-df054b179748 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/196d4f82-b680-4640-bd75-223115abf75e HTTP/1.1" status: 404 len: 333 time: 0.0414765 Apr 18 17:29:49.252154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37014) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.290920 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d1a485-ff71-4061-8eee-ed98dcf716c2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.291394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d1a485-ff71-4061-8eee-ed98dcf716c2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.294448 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-20d1a485-ff71-4061-8eee-ed98dcf716c2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/f89efb11-0054-4384-b714-881817e834e8 HTTP/1.1" status: 404 len: 337 time: 0.0459018 Apr 18 17:29:49.297397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37016) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.329157 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6755684-e1f8-4fd3-a5aa-f0b960c57702 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.329654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6755684-e1f8-4fd3-a5aa-f0b960c57702 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.331557 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48940d9d-a187-4e06-88e6-3d49e5ea3658 None None] Network 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:49.333029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e6755684-e1f8-4fd3-a5aa-f0b960c57702 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/9cf2bcfb-6626-450e-90f6-404ddc9e6250 HTTP/1.1" status: 404 len: 337 time: 0.0343320 Apr 18 17:29:49.336583 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37018) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.361083 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda8fecc-4291-401f-9f67-5512d93bf1de tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.361901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda8fecc-4291-401f-9f67-5512d93bf1de tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.365049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bda8fecc-4291-401f-9f67-5512d93bf1de tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/522dad86-f3a8-4781-9fbb-7e8877b2e217 HTTP/1.1" status: 404 len: 333 time: 0.0274360 Apr 18 17:29:49.377773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37020) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.403133 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2becf791-dc2a-41d6-9d59-abd819e421f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.438080 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2becf791-dc2a-41d6-9d59-abd819e421f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.445569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9341a365-8346-4b6b-b00b-76b94fe70cf8 None None] Provisioning complete for port 6ec18305-2573-4586-acd3-0cb4addeacf0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:29:49.446009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9341a365-8346-4b6b-b00b-76b94fe70cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:49.453711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2becf791-dc2a-41d6-9d59-abd819e421f7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/4be61abb-f4bc-4474-b22e-afda063b2c1b HTTP/1.1" status: 404 len: 337 time: 0.0820868 Apr 18 17:29:49.454145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37032) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.543953 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a644ee-8953-4473-b083-5961fa203a1f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.544479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a644ee-8953-4473-b083-5961fa203a1f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.549132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-83a644ee-8953-4473-b083-5961fa203a1f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/29aadec7-0f20-4dbe-9b2e-1d4bc6f1c893 HTTP/1.1" status: 404 len: 337 time: 0.0938282 Apr 18 17:29:49.551580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37034) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.608809 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2831a332-29dd-4199-93ee-95ad436863cb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.610130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2831a332-29dd-4199-93ee-95ad436863cb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.613546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2831a332-29dd-4199-93ee-95ad436863cb tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/435d85a2-f649-4b81-9a31-c15e8b05817c HTTP/1.1" status: 404 len: 333 time: 0.0609093 Apr 18 17:29:49.622390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37036) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.653267 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adda58f-99ad-4f7f-9703-4ccc94d770b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.653655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8adda58f-99ad-4f7f-9703-4ccc94d770b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.656835 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8adda58f-99ad-4f7f-9703-4ccc94d770b7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/8ebefa19-60fb-422e-8c77-5343f6d5cd61 HTTP/1.1" status: 404 len: 337 time: 0.0396349 Apr 18 17:29:49.660677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37038) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.705042 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bd032b-ff58-4b0c-abdb-e1cd2fd64d78 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.705831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bd032b-ff58-4b0c-abdb-e1cd2fd64d78 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.712958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37040) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.713530 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f9bd032b-ff58-4b0c-abdb-e1cd2fd64d78 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/0a530992-04d1-4659-92ed-8317e2834570 HTTP/1.1" status: 404 len: 337 time: 0.0475109 Apr 18 17:29:49.774917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] DHCP port deletion for 275a2fd1-faeb-4e8c-8019-02f57ce8b1ee request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:29:49.782550 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c03194d-6c75-49af-8f12-db0e3f4672cd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.783619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c03194d-6c75-49af-8f12-db0e3f4672cd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.788448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0c03194d-6c75-49af-8f12-db0e3f4672cd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/bc2eee55-2562-4621-aaee-6b7c944371be HTTP/1.1" status: 404 len: 333 time: 0.0736115 Apr 18 17:29:49.796431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37046) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.840497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] Deleting port 6ec18305-2573-4586-acd3-0cb4addeacf0 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:49.841349 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:49.857304 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa1c94d-aff0-4953-979a-70847c2aa5a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.858047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa1c94d-aff0-4953-979a-70847c2aa5a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.863927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.870779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2aa1c94d-aff0-4953-979a-70847c2aa5a0 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/0cad25fd-b2e8-4e58-a294-aaf98aeb3d68 HTTP/1.1" status: 404 len: 337 time: 0.0784910 Apr 18 17:29:49.919837 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6809441-0898-489d-9e94-301dee211e73 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.920890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6809441-0898-489d-9e94-301dee211e73 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:49.926227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f6809441-0898-489d-9e94-301dee211e73 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/01fac040-9eca-4bcb-ab82-f38cbea5e4c0 HTTP/1.1" status: 404 len: 333 time: 0.0589592 Apr 18 17:29:49.926942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37052) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:49.987821 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0fdc2b-b039-4a21-8d83-2d60ecba83bf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:49.991437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0fdc2b-b039-4a21-8d83-2d60ecba83bf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.013268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.013643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cd0fdc2b-b039-4a21-8d83-2d60ecba83bf tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/9d614699-0698-4c36-963d-07c6f2878837 HTTP/1.1" status: 404 len: 337 time: 0.0824647 Apr 18 17:29:50.051439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] For port 6ec18305-2573-4586-acd3-0cb4addeacf0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6ec18305-2573-4586-acd3-0cb4addeacf0,segment=NetworkSegment(134d9929-b7ff-44cc-b6fc-08f17662e170),segment_id=134d9929-b7ff-44cc-b6fc-08f17662e170)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:50.055182 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:50.084128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] Calling delete_port for 6ec18305-2573-4586-acd3-0cb4addeacf0 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:50.095436 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9c0630-e4c0-4934-bd2e-b206f582e7ca tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.096814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9c0630-e4c0-4934-bd2e-b206f582e7ca tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.120403 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cf9c0630-e4c0-4934-bd2e-b206f582e7ca tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/93651242-5817-4d93-bbdd-aa4c45d27c22 HTTP/1.1" status: 404 len: 333 time: 0.1059971 Apr 18 17:29:50.121488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37064) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.184068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05922b77-99a1-4b87-886a-347badbfa09d req-3850e6dd-8102-4bcc-9959-00132e2f0a3a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:50.193875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05922b77-99a1-4b87-886a-347badbfa09d req-3850e6dd-8102-4bcc-9959-00132e2f0a3a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1675782 Apr 18 17:29:50.213522 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-958954de-e7cd-44c9-84c4-9f50336079e9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.216367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958954de-e7cd-44c9-84c4-9f50336079e9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.221565 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-958954de-e7cd-44c9-84c4-9f50336079e9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/adba3ecc-9a46-4ba7-a0b4-25e64aa8acd8 HTTP/1.1" status: 404 len: 337 time: 0.0978899 Apr 18 17:29:50.222460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37070) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.268770 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:50.293515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] No DVR routers for this DVR port 6ec18305-2573-4586-acd3-0cb4addeacf0 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:29:50.323561 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-422951e6-a24c-441d-bbf0-5e65d528f4bd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.325285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422951e6-a24c-441d-bbf0-5e65d528f4bd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.333710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05922b77-99a1-4b87-886a-347badbfa09d req-fde2d3d8-9940-430d-be07-e211b59ba73f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302338 Apr 18 17:29:50.343740 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-422951e6-a24c-441d-bbf0-5e65d528f4bd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/5e4bd26f-e076-492b-88f5-3f69150e0949 HTTP/1.1" status: 404 len: 333 time: 0.1198115 Apr 18 17:29:50.353960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37076) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.372198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660d7f3-3eff-4830-8f06-53067c21a065 None None] Pushing event deleted for resources: {'Port': ['ID=6ec18305-2573-4586-acd3-0cb4addeacf0,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:50.401860 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6122c54-0fa4-4623-aa6e-9dd169a9ff2f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.402518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6122c54-0fa4-4623-aa6e-9dd169a9ff2f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.409534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b6122c54-0fa4-4623-aa6e-9dd169a9ff2f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/d9857cef-b08f-4128-acc1-8d739d691e32 HTTP/1.1" status: 404 len: 337 time: 0.0508041 Apr 18 17:29:50.409668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37078) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.438337 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9359f6bc-df6e-43ce-bf31-c0a2939e9d28 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.446243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9359f6bc-df6e-43ce-bf31-c0a2939e9d28 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.451926 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9359f6bc-df6e-43ce-bf31-c0a2939e9d28 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/08d646a2-cb83-4fae-ab94-bd6029f6b8a3 HTTP/1.1" status: 404 len: 333 time: 0.0386865 Apr 18 17:29:50.452262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37084) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.481388 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e74c25b-53d6-42e9-a603-7f39709d2035 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.481837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e74c25b-53d6-42e9-a603-7f39709d2035 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.484896 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e74c25b-53d6-42e9-a603-7f39709d2035 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/a96ec31c-5950-4676-8479-30fade48f48a HTTP/1.1" status: 404 len: 337 time: 0.0313964 Apr 18 17:29:50.488538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37086) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.519012 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37b27cc-16ed-47c0-95c5-4b2d12454186 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.520005 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37b27cc-16ed-47c0-95c5-4b2d12454186 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.524558 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e37b27cc-16ed-47c0-95c5-4b2d12454186 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/c6d5d60a-ee02-49ac-a7ff-04693787a4e8 HTTP/1.1" status: 404 len: 333 time: 0.0350430 Apr 18 17:29:50.527169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37092) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.569452 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b848d86-f5d5-4542-81bd-226f699598ed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.570430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b848d86-f5d5-4542-81bd-226f699598ed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.578007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37094) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.595320 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4b848d86-f5d5-4542-81bd-226f699598ed tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/b3283e56-5e1b-4440-bbcd-51fbe5bba212 HTTP/1.1" status: 404 len: 337 time: 0.0670073 Apr 18 17:29:50.622481 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedc9be8-8085-4f44-8059-64aec5540c9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.623281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedc9be8-8085-4f44-8059-64aec5540c9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.626981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eedc9be8-8085-4f44-8059-64aec5540c9b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/383773d4-7242-4dd0-b719-963d1741c0da HTTP/1.1" status: 404 len: 337 time: 0.0430253 Apr 18 17:29:50.629305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37096) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.655314 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6ec92a-d594-45df-861e-c666115fa9dd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.655967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6ec92a-d594-45df-861e-c666115fa9dd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.661761 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2f6ec92a-d594-45df-861e-c666115fa9dd tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/2575dadd-ca56-43a1-a41b-b29c8fc2ee9d HTTP/1.1" status: 404 len: 333 time: 0.0282540 Apr 18 17:29:50.662028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.701015 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a454aae4-361d-4320-ad97-704fe3c142b4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.701561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a454aae4-361d-4320-ad97-704fe3c142b4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.706102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a454aae4-361d-4320-ad97-704fe3c142b4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/3d58f222-65c3-43b4-8c83-a1592b943949 HTTP/1.1" status: 404 len: 337 time: 0.0428753 Apr 18 17:29:50.712767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37100) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.737447 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b824fef-8d0a-4475-a232-d455c6d31ea9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.737902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b824fef-8d0a-4475-a232-d455c6d31ea9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.743468 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6b824fef-8d0a-4475-a232-d455c6d31ea9 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/5ff6b078-ea2f-48a5-a30a-5d920ee94bad HTTP/1.1" status: 404 len: 337 time: 0.0328505 Apr 18 17:29:50.743719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37102) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.776806 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2c3ca6-e590-4c56-bfaf-bfd49ed34480 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.777589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2c3ca6-e590-4c56-bfaf-bfd49ed34480 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.781451 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8f2c3ca6-e590-4c56-bfaf-bfd49ed34480 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/62b833c3-bb19-4bc8-8469-2a572bf9e30f HTTP/1.1" status: 404 len: 333 time: 0.0287719 Apr 18 17:29:50.783343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37106) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.815998 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e10f22a-6bc3-42ce-a647-cd4bb75d77c4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.816597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e10f22a-6bc3-42ce-a647-cd4bb75d77c4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.821492 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7e10f22a-6bc3-42ce-a647-cd4bb75d77c4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/1473bb1a-675f-4460-9319-7282a8a725cd HTTP/1.1" status: 404 len: 337 time: 0.0370848 Apr 18 17:29:50.841997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37110) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.884701 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-957ab598-c0ee-4734-970a-8252beaf833e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.885574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957ab598-c0ee-4734-970a-8252beaf833e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.892162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.898247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-957ab598-c0ee-4734-970a-8252beaf833e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/7d98aeab-1d4a-40bd-a6f0-6e34527d62b6 HTTP/1.1" status: 404 len: 337 time: 0.0546019 Apr 18 17:29:50.928298 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bab4192-a895-4644-a308-27cc6ea6d973 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.929342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bab4192-a895-4644-a308-27cc6ea6d973 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.936761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37114) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:50.938044 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8bab4192-a895-4644-a308-27cc6ea6d973 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/fb90fe90-8bce-4a7f-96a9-91e1debff07b HTTP/1.1" status: 404 len: 333 time: 0.0440955 Apr 18 17:29:50.989276 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c139b04-8ac1-4ab2-bafd-e7454c740465 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:50.989854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c139b04-8ac1-4ab2-bafd-e7454c740465 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:50.995338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8c139b04-8ac1-4ab2-bafd-e7454c740465 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/13e96fa0-50ed-4743-b203-55d6576eff35 HTTP/1.1" status: 404 len: 337 time: 0.0550189 Apr 18 17:29:50.995594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37118) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.024842 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe9caf2-a8e2-481f-95de-a95f592a915f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.025486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe9caf2-a8e2-481f-95de-a95f592a915f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.030407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fbe9caf2-a8e2-481f-95de-a95f592a915f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/60a33345-069c-406e-9ca6-4e7aeb1238d2 HTTP/1.1" status: 404 len: 337 time: 0.0320139 Apr 18 17:29:51.031362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37120) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.086226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4ec923b0-0fcb-4988-bd3c-d4e0ab9996fa tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports?device_id=19727e70-a59d-4798-9f80-3b3bf778b7a0 HTTP/1.1" status: 200 len: 205 time: 0.0517988 Apr 18 17:29:51.092759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37126) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.098924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6ec18305-2573-4586-acd3-0cb4addeacf0 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:29:51.125535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6ec18305-2573-4586-acd3-0cb4addeacf0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:29:51.126263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6ec18305-2573-4586-acd3-0cb4addeacf0 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:29:51.144168 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-b0586ac0-7358-43df-bed4-dfc8c89e2a02 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] delete failed (client error): The resource could not be found. Apr 18 17:29:51.145438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b0586ac0-7358-43df-bed4-dfc8c89e2a02 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/routers/19727e70-a59d-4798-9f80-3b3bf778b7a0 HTTP/1.1" status: 404 len: 336 time: 0.0514836 Apr 18 17:29:51.148446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37128) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.183516 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-23066d7e-560c-4490-a786-cdc2891dc241 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.184570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23066d7e-560c-4490-a786-cdc2891dc241 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.189451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-23066d7e-560c-4490-a786-cdc2891dc241 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/595ac987-a6cf-47b6-b1c6-f99b5b627002 HTTP/1.1" status: 404 len: 337 time: 0.0362661 Apr 18 17:29:51.190664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37134) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.255372 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dbbbdc1c-0b70-4ff9-9e10-15e532ab6317 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a26b632-128e-48c9-8ee8-9ab8c3be97e3 HTTP/1.1" status: 200 len: 205 time: 0.0628209 Apr 18 17:29:51.261668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37140) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.318806 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-72d0cdb8-8b42-4645-9ef0-2568a03f128c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] delete failed (client error): The resource could not be found. Apr 18 17:29:51.323273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37144) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.323400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-72d0cdb8-8b42-4645-9ef0-2568a03f128c tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/routers/0a26b632-128e-48c9-8ee8-9ab8c3be97e3 HTTP/1.1" status: 404 len: 336 time: 0.0601807 Apr 18 17:29:51.362042 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-218ef316-a0a8-4124-8c2c-5d028259bae1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.362505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218ef316-a0a8-4124-8c2c-5d028259bae1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.369204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37150) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.391273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-218ef316-a0a8-4124-8c2c-5d028259bae1 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/791fb823-43e3-4bd3-854f-04aa5dfb9fe3 HTTP/1.1" status: 404 len: 337 time: 0.0468283 Apr 18 17:29:51.416661 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-57110de5-aa7f-445c-9847-327486412b5b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.417535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57110de5-aa7f-445c-9847-327486412b5b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.427406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37154) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.433734 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-57110de5-aa7f-445c-9847-327486412b5b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/f79fcfb3-6480-4140-9a54-875a80c42730 HTTP/1.1" status: 404 len: 337 time: 0.0519447 Apr 18 17:29:51.476417 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c44c81-ebd9-4108-b24c-069823ca8753 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.476635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c44c81-ebd9-4108-b24c-069823ca8753 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.483386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37158) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.483694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d3c44c81-ebd9-4108-b24c-069823ca8753 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/25ae40ec-1095-4f81-a677-5c2298c5b9b2 HTTP/1.1" status: 404 len: 333 time: 0.0540810 Apr 18 17:29:51.540377 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-729443b9-ce7e-4049-a056-5559ff608c5e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.540917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729443b9-ce7e-4049-a056-5559ff608c5e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.546455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-729443b9-ce7e-4049-a056-5559ff608c5e tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/643da765-0414-48b4-8bf6-01588b13c14c HTTP/1.1" status: 404 len: 337 time: 0.0605352 Apr 18 17:29:51.547829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37164) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.554269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e65c5d-0eb7-42ce-a67b-2c15a259b00f req-d40fc990-2a0f-4843-991e-be617b6eead8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:51.557179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00e65c5d-0eb7-42ce-a67b-2c15a259b00f req-d40fc990-2a0f-4843-991e-be617b6eead8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0712991 Apr 18 17:29:51.590077 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a362e2be-37b4-48e8-ac78-64680e1c6835 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.591101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a362e2be-37b4-48e8-ac78-64680e1c6835 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.602137 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a362e2be-37b4-48e8-ac78-64680e1c6835 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/24286bff-8601-4962-ac8f-860a408e4ca4 HTTP/1.1" status: 404 len: 333 time: 0.0448737 Apr 18 17:29:51.602137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37166) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.630035 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-90182cc2-9bff-4ee2-8f7c-967a67ac46d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.639394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90182cc2-9bff-4ee2-8f7c-967a67ac46d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.639394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-90182cc2-9bff-4ee2-8f7c-967a67ac46d2 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/bb62de64-1c2b-4943-82ba-7a994c325e1d HTTP/1.1" status: 404 len: 337 time: 0.0384030 Apr 18 17:29:51.639840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37168) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.654899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00e65c5d-0eb7-42ce-a67b-2c15a259b00f req-137590d3-aa3a-4ed8-87f1-a98817219ff5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815074 Apr 18 17:29:51.695098 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea249cd7-6661-4ece-95c2-b013f7b4deb7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.695866 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea249cd7-6661-4ece-95c2-b013f7b4deb7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.699300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ea249cd7-6661-4ece-95c2-b013f7b4deb7 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/64ce0308-f635-417d-9035-f9283c893292 HTTP/1.1" status: 404 len: 333 time: 0.0578218 Apr 18 17:29:51.702205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37170) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.732088 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c14297-db92-43a2-a901-483438b88271 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.732549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c14297-db92-43a2-a901-483438b88271 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.738606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-11c14297-db92-43a2-a901-483438b88271 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/c2e93f99-c6e1-4484-a22a-62fc6f59a9fd HTTP/1.1" status: 404 len: 337 time: 0.0323045 Apr 18 17:29:51.738804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37172) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.764244 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc96aa1-b4e2-4e73-b100-455f5d69cd3b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.764918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc96aa1-b4e2-4e73-b100-455f5d69cd3b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.769527 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4dc96aa1-b4e2-4e73-b100-455f5d69cd3b tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/694c7a82-4c96-476e-a03b-68d75d01ecba HTTP/1.1" status: 404 len: 333 time: 0.0281682 Apr 18 17:29:51.770997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37174) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.801749 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf3e372-1ab5-4c94-b7d7-97b5ae53b21f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.801749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf3e372-1ab5-4c94-b7d7-97b5ae53b21f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.807604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37178) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.807735 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bdf3e372-1ab5-4c94-b7d7-97b5ae53b21f tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/0f99c18b-60e9-4a61-8191-d90d81cc1ac5 HTTP/1.1" status: 404 len: 337 time: 0.0350049 Apr 18 17:29:51.831826 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-be07cc0b-c48a-4563-aab7-c4b7a60abfb4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.832479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be07cc0b-c48a-4563-aab7-c4b7a60abfb4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.836091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-be07cc0b-c48a-4563-aab7-c4b7a60abfb4 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/f0c791c1-b346-4912-9b60-bf45c95d1f2c HTTP/1.1" status: 404 len: 333 time: 0.0272205 Apr 18 17:29:51.838833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37182) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.871787 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dac447-bc3d-446e-a5e2-699c987d6406 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.871787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dac447-bc3d-446e-a5e2-699c987d6406 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.876463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-50dac447-bc3d-446e-a5e2-699c987d6406 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/5b3f1f3a-cd87-45ee-9edb-3860d8a8ebf3 HTTP/1.1" status: 404 len: 337 time: 0.0364683 Apr 18 17:29:51.878855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37184) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:51.942164 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a9a9c2-2de9-476e-9711-3514d0da2afc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:51.942891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a9a9c2-2de9-476e-9711-3514d0da2afc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:51.948068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-80a9a9c2-2de9-476e-9711-3514d0da2afc tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/3054ae63-e142-4318-93d8-7bba2dd4e680 HTTP/1.1" status: 404 len: 333 time: 0.0680532 Apr 18 17:29:51.951010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:52.010449 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1ba4b9-e201-4053-baf0-a7c903bb6a70 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:52.010928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1ba4b9-e201-4053-baf0-a7c903bb6a70 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:52.020060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:52.026261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ff1ba4b9-e201-4053-baf0-a7c903bb6a70 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/3f3a6556-3890-4dd7-af6c-5692a24c9b5f HTTP/1.1" status: 404 len: 337 time: 0.0688422 Apr 18 17:29:52.048397 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99368c5-9786-47ba-8a64-b2264e04efd5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:52.049062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99368c5-9786-47ba-8a64-b2264e04efd5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:52.053519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a99368c5-9786-47ba-8a64-b2264e04efd5 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/ports/4efac751-7fc8-4b90-ae22-bd047ce5b7a9 HTTP/1.1" status: 404 len: 333 time: 0.0303354 Apr 18 17:29:52.055419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37200) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:52.083064 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fbbad4-b8b0-4c75-91b0-8bfd5879fc20 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] DELETE failed (client error): The resource could not be found. Apr 18 17:29:52.083511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fbbad4-b8b0-4c75-91b0-8bfd5879fc20 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:29:52.086692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-40fbbad4-b8b0-4c75-91b0-8bfd5879fc20 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/subnets/f7d723c0-48c9-46de-8a11-3e15b24ff4a4 HTTP/1.1" status: 404 len: 337 time: 0.0303564 Apr 18 17:29:52.089377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37202) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:52.199560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:52.315738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:52.338250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275a2fd1-faeb-4e8c-8019-02f57ce8b1ee']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:52.348457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134d9929-b7ff-44cc-b6fc-08f17662e170') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:52.348755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134d9929-b7ff-44cc-b6fc-08f17662e170') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:29:52.359743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:52.378295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:52.385121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:29:52.385838 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:29:52.389513 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:29:52.583481 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:52.591751 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:52.598380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] 10.222.0.45 "DELETE /v2.0/networks/275a2fd1-faeb-4e8c-8019-02f57ce8b1ee HTTP/1.1" status: 204 len: 168 time: 0.5074368 Apr 18 17:29:52.614784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeceb4-bbdb-4968-87c8-a39413410f41 tempest-NetworksTestDHCPv6-1858127856 tempest-NetworksTestDHCPv6-1858127856-project] Pushing event deleted for resources: {'Network': ['ID=275a2fd1-faeb-4e8c-8019-02f57ce8b1ee,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:52.861337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddafa0e-e151-41e3-8e04-020334db8eb3 req-27cf2a27-c886-4663-b164-0729bb6affef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:52.862975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ddafa0e-e151-41e3-8e04-020334db8eb3 req-27cf2a27-c886-4663-b164-0729bb6affef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0641088 Apr 18 17:29:52.904810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ddafa0e-e151-41e3-8e04-020334db8eb3 req-418ea11f-9117-4617-bfa5-26f794162e2a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356345 Apr 18 17:29:53.353759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37244) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:53.612029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37256) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:53.617812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6eb5c02d-82a9-4484-b084-0dc25cd0d23b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af045eb1928d452ca9cdf10a4997e9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591450 Apr 18 17:29:53.678340 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-188f023f-7384-4a9e-9c91-24d2dad3f70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:53.721710 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-188f023f-7384-4a9e-9c91-24d2dad3f70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:53.894342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-188f023f-7384-4a9e-9c91-24d2dad3f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:53.898219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-188f023f-7384-4a9e-9c91-24d2dad3f70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:53.899566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-188f023f-7384-4a9e-9c91-24d2dad3f70c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49a026f7-9451-40b6-b9de-af52cd9ae470 HTTP/1.1" status: 204 len: 168 time: 0.2863529 Apr 18 17:29:53.908806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f023f-7384-4a9e-9c91-24d2dad3f70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a026f7-9451-40b6-b9de-af52cd9ae470,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:54.040116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4e279-6dbd-4b0d-92f0-78f386848bd9 req-415652b4-4669-483d-87e3-e7bcc735167b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:54.045628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9de4e279-6dbd-4b0d-92f0-78f386848bd9 req-415652b4-4669-483d-87e3-e7bcc735167b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0520592 Apr 18 17:29:54.081333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9de4e279-6dbd-4b0d-92f0-78f386848bd9 req-d082b2bc-235e-4e35-8323-8011e28259ff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Apr 18 17:29:54.288662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0e53-739d-4a31-b4e7-f6e92ef27a25 req-21a074c3-6adc-498b-9db4-2d8711b7498b tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:54.290401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56ec0e53-739d-4a31-b4e7-f6e92ef27a25 req-21a074c3-6adc-498b-9db4-2d8711b7498b tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 946 time: 0.0698450 Apr 18 17:29:54.372781 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-56ec0e53-739d-4a31-b4e7-f6e92ef27a25 req-087f9f0c-09b8-49b8-b889-f3c611b591d5 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740747 Apr 18 17:29:55.252673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c7799-e866-4b84-b393-2521bf7ce5ad req-7ee286c1-e78d-4754-853c-94ed46e2b3aa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:55.252673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50c7799-e866-4b84-b393-2521bf7ce5ad req-7ee286c1-e78d-4754-853c-94ed46e2b3aa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0611312 Apr 18 17:29:55.304865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b50c7799-e866-4b84-b393-2521bf7ce5ad req-28134fd4-a09a-42ee-a97a-1f98be0441d0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471258 Apr 18 17:29:55.595280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c58d2-c057-4df5-82bd-d61988c99798 req-a0b763ec-a89f-4172-8b4e-95c5d569b53c tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:55.611289 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d4c58d2-c057-4df5-82bd-d61988c99798 req-a0b763ec-a89f-4172-8b4e-95c5d569b53c tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 946 time: 0.1277421 Apr 18 17:29:55.673509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6d4c58d2-c057-4df5-82bd-d61988c99798 req-3e3defa1-3ed1-405f-b8a6-20d5fcc56c3e tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520682 Apr 18 17:29:55.841934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37342) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:55.996786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1740355984'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:56.159856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-1f135401-09f1-43e6-9cc1-8fd1359781cf tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:56.161221 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-1f135401-09f1-43e6-9cc1-8fd1359781cf tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.41 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 946 time: 0.0556040 Apr 18 17:29:56.162481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:56.165699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:56.196388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:56.360944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Deleting port d551b5f3-eb60-473c-b2b1-f6129fda5510 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:29:56.361383 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:56.489243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:56.518800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] For port d551b5f3-eb60-473c-b2b1-f6129fda5510, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d551b5f3-eb60-473c-b2b1-f6129fda5510,segment=NetworkSegment(562f3e50-a9b3-4835-8649-4e9c48162b7c),segment_id=562f3e50-a9b3-4835-8649-4e9c48162b7c)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:29:56.519328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:56.520713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3176f73-feac-44a2-b1af-0bdf88e32a29 req-c41d8797-ed98-4c14-a9e4-a21f39466d3f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:56.525540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3176f73-feac-44a2-b1af-0bdf88e32a29 req-c41d8797-ed98-4c14-a9e4-a21f39466d3f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1311934 Apr 18 17:29:56.535315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Calling delete_port for d551b5f3-eb60-473c-b2b1-f6129fda5510 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:29:56.575125 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3176f73-feac-44a2-b1af-0bdf88e32a29 req-a14ba2d1-27cb-442c-b88d-2601ddb0039d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444257 Apr 18 17:29:56.608599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:56.646906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:29:56.650757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f577f91-bb0a-467b-bc59-d788b90eccfa,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:56.672558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:56.672915 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Added segment 10f892e2-0f59-4bc1-9e93-c61b6f477a38 of type vlan for network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac Apr 18 17:29:56.837102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:56.914673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb99ee-a6d2-4aa1-bab8-a2a9114657e9 req-710fc856-ab9e-4baa-8eb2-63a9f0b0a968 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:56.917448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cfb99ee-a6d2-4aa1-bab8-a2a9114657e9 req-710fc856-ab9e-4baa-8eb2-63a9f0b0a968 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 946 time: 0.1176314 Apr 18 17:29:56.993988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8cfb99ee-a6d2-4aa1-bab8-a2a9114657e9 req-0eae581b-89f2-4249-a606-c3b60c18e3cb tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/security-groups?id=09c1e002-52a1-478b-9696-7c4e3ca25937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686388 Apr 18 17:29:57.000157 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:57.007390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:57.008239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:57.057487 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:57.094608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['d551b5f3-eb60-473c-b2b1-f6129fda5510'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:29:57.142329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Pushing event deleted for resources: {'Port': ['ID=d551b5f3-eb60-473c-b2b1-f6129fda5510,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:57.178232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Network': ['ID=1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:57.190260 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:29:57.196444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-82e4f77f-1e71-4ebc-a4c2-24b32b883c3b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3533905 Apr 18 17:29:57.199449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37382) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:57.206742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'subnet': {'network_id': '1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:57.236859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] No DVR routers for this DVR port d551b5f3-eb60-473c-b2b1-f6129fda5510 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:29:57.243093 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:57.246450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1212fec8-ab9f-45f4-a99b-aec1a17592c7 req-068d8954-a645-4464-940d-dc223a2da765 tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.41 "DELETE /v2.0/ports/d551b5f3-eb60-473c-b2b1-f6129fda5510 HTTP/1.1" status: 204 len: 173 time: 1.0784514 Apr 18 17:29:57.247166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd109ff-cc9c-4beb-8421-1d519ab83697', 'name': 'network-vif-deleted', 'tag': 'd551b5f3-eb60-473c-b2b1-f6129fda5510'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:29:57.249217 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c7b2e-95bb-4293-abc9-03f796165e13" -d '{"events": [{"server_uuid": "0cd109ff-cc9c-4beb-8421-1d519ab83697", "name": "network-vif-deleted", "tag": "d551b5f3-eb60-473c-b2b1-f6129fda5510"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:29:57.316329 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39988a3-7be6-4814-b1ba-032d47875d77 x-openstack-request-id: req-f39988a3-7be6-4814-b1ba-032d47875d77 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:29:57.316628 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd109ff-cc9c-4beb-8421-1d519ab83697", "name": "network-vif-deleted", "tag": "d551b5f3-eb60-473c-b2b1-f6129fda5510", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:29:57.316886 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f39988a3-7be6-4814-b1ba-032d47875d77 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:29:57.317305 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39988a3-7be6-4814-b1ba-032d47875d77'] response: {'server_uuid': '0cd109ff-cc9c-4beb-8421-1d519ab83697', 'name': 'network-vif-deleted', 'tag': 'd551b5f3-eb60-473c-b2b1-f6129fda5510', 'status': 'completed', 'code': 200} Apr 18 17:29:57.488458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:29:57.494186 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:57.795641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da7e22-e242-4129-a957-aaebabf96e45 req-7ad76580-ed2f-49f5-805e-89e97f059eb6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:57.797247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04da7e22-e242-4129-a957-aaebabf96e45 req-7ad76580-ed2f-49f5-805e-89e97f059eb6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0982904 Apr 18 17:29:57.838028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-04da7e22-e242-4129-a957-aaebabf96e45 req-bfbe57b0-1d23-4326-bc01-5d24e14a73d2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339448 Apr 18 17:29:57.923435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:57.994394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Checking segment: {'id': '10f892e2-0f59-4bc1-9e93-c61b6f477a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:29:57.995034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network hostable DHCP agents. Network: 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:29:57.997330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Subnet': ['ID=e3715988-088a-4666-b950-11d6b62f6b2b,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:29:58.137980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bb21c51-7c45-4f0b-ac31-9795a0a3f855 req-80254363-93b2-459a-8dd4-3fff03491cdd tempest-VolumesSnapshotTestJSON-1603998693 tempest-VolumesSnapshotTestJSON-1603998693-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cd109ff-cc9c-4beb-8421-1d519ab83697 HTTP/1.1" status: 200 len: 210 time: 0.0331285 Apr 18 17:29:58.172964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:29:58.300273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:29:58.314202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:58.315216 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:58.315772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130c9196-bfa7-4e3b-a79b-d6820753d71c None None] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:58.452030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-742ff338-0055-4664-aeee-ef867581a955 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2510536 Apr 18 17:29:58.456074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37424) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:29:58.461475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-731025605', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:29:58.523945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d4a72-0cd3-4e2a-b937-8132992d3383 None None] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:29:58.580032 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:58.584422 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:58.718857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:59.101187 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:59.135300 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21951ba-8e8c-4bcc-90dc-c20793839365 req-2d3c2773-bf68-4f64-b12f-f88ed1a8f29d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:29:59.136834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e21951ba-8e8c-4bcc-90dc-c20793839365 req-2d3c2773-bf68-4f64-b12f-f88ed1a8f29d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1044428 Apr 18 17:29:59.286014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e21951ba-8e8c-4bcc-90dc-c20793839365 req-e11c6773-4fc5-4750-a32f-8d00c95d2d6a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276045 Apr 18 17:29:59.597556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:59.709445 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:29:59.922983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.25.5.126 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/52dceff5-7e29-4077-b055-16d8a0d81e59) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:00.174907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:00.306212 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:00.351549 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:00.355019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:00.358899 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:00.408731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=52dceff5-7e29-4077-b055-16d8a0d81e59,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:00.463107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f340-1360-4056-b1f8-974ed2ea99d9 req-a4c1da4e-4ab5-43ba-a436-974332cd4f7b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:00.465396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e45f340-1360-4056-b1f8-974ed2ea99d9 req-a4c1da4e-4ab5-43ba-a436-974332cd4f7b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1041787 Apr 18 17:30:00.816167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d551b5f3-eb60-473c-b2b1-f6129fda5510 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:30:00.888333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: d551b5f3-eb60-473c-b2b1-f6129fda5510 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:30:00.888930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d551b5f3-eb60-473c-b2b1-f6129fda5510 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:30:01.015208 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0b0a83da-b1eb-4ebc-be77-0fce98e99993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:01.045986 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e45f340-1360-4056-b1f8-974ed2ea99d9 req-87013646-2d28-4511-8ddd-3701df73c3d6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328905 Apr 18 17:30:01.242523 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:01.501556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:01.830716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:30:01.991392 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:02.006548 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befe6b4-1d23-4fde-a9fc-84d1ffcf3be5 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:02.024257 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befe6b4-1d23-4fde-a9fc-84d1ffcf3be5 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:02.024894 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5befe6b4-1d23-4fde-a9fc-84d1ffcf3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:29:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:02.075962 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5befe6b4-1d23-4fde-a9fc-84d1ffcf3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:02.090414 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befe6b4-1d23-4fde-a9fc-84d1ffcf3be5 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:02.091515 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5befe6b4-1d23-4fde-a9fc-84d1ffcf3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:29:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:02.134398 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:02.135940 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5e0a8c63-e4e0-460d-a224-d34d6ab98f85 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6784680 Apr 18 17:30:02.138677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37548) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:02.167111 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5befe6b4-1d23-4fde-a9fc-84d1ffcf3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:02.173058 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befe6b4-1d23-4fde-a9fc-84d1ffcf3be5 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:02.259511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387ecf9-cc60-4b09-89f7-aeaa04370442 req-d1ce9e2f-67ab-4748-8623-cf8c9bf4fe1f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:02.261193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b387ecf9-cc60-4b09-89f7-aeaa04370442 req-d1ce9e2f-67ab-4748-8623-cf8c9bf4fe1f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1135178 Apr 18 17:30:02.320298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b387ecf9-cc60-4b09-89f7-aeaa04370442 req-9adea950-4220-42a7-90c4-d1c3f28ce480 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511756 Apr 18 17:30:02.836087 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:03.167509 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.20.0.1 (1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac/e3715988-088a-4666-b950-11d6b62f6b2b/625e6ec1-44a4-407b-9a63-5534d6fd6cd6) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:03.279207 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-93e4dc65-b21f-4bef-b2d6-d6edc5b3b0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:03.416458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:03.530987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e5aeb-548e-42e9-bf15-61a22570a44d req-0e4d25d2-9768-4193-a743-98f8a39a4f56 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:03.541784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-237e5aeb-548e-42e9-bf15-61a22570a44d req-0e4d25d2-9768-4193-a743-98f8a39a4f56 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0727162 Apr 18 17:30:03.569001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:03.605748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-237e5aeb-548e-42e9-bf15-61a22570a44d req-c4cbc5e8-b89d-4b10-b680-f32c2039029a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556352 Apr 18 17:30:03.664846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:03.675375 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:03.679612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:03.682485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=625e6ec1-44a4-407b-9a63-5534d6fd6cd6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:03.746141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.746498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.746831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.747173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.747515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.747847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.748181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.748512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.748839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.749205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.749556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.749894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:03.779083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:04.085598 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:04.499461 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:04.537669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:04.680306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:04.840119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987adbb9-1b30-485f-b7da-15316b609778 req-7e13069a-48f6-4cc3-a52a-c2ccf304c9bc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:04.842850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-987adbb9-1b30-485f-b7da-15316b609778 req-7e13069a-48f6-4cc3-a52a-c2ccf304c9bc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1511874 Apr 18 17:30:04.942149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-987adbb9-1b30-485f-b7da-15316b609778 req-609ae614-0aaa-44b1-b7e6-72a5e8d2a8ad tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890188 Apr 18 17:30:04.990807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:05.055571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=625e6ec1-44a4-407b-9a63-5534d6fd6cd6,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:05.157735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:05.159746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:05.322910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:05.455397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:05.464048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37630) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:05.465891 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-173d1ada-9eef-4882-be4d-353c85e6f191 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/routers/33f8d097-42c0-41bf-9524-8e2befd8be9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3245380 Apr 18 17:30:05.470763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'port': {'network_id': '1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac', 'name': 'tempest-FloatingIPTestJSON-899930698'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:05.482444 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2a31f-bdd2-454b-a7c6-7c8cccb092b3 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:05.496275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2a31f-bdd2-454b-a7c6-7c8cccb092b3 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:05.497342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3ee2a31f-bdd2-454b-a7c6-7c8cccb092b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:05.596303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3ee2a31f-bdd2-454b-a7c6-7c8cccb092b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:05.607665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2a31f-bdd2-454b-a7c6-7c8cccb092b3 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:05.608288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3ee2a31f-bdd2-454b-a7c6-7c8cccb092b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:05.650802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3ee2a31f-bdd2-454b-a7c6-7c8cccb092b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:05.651548 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2a31f-bdd2-454b-a7c6-7c8cccb092b3 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:05.739474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:30:05.743870 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:05.749068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37646) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:05.787215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] device_id is not set on port b3ad10be-da62-46e6-88a6-3e240be2f519 yet. {{(pid=109826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:30:05.935627 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85cf0fca-6253-44f5-8571-97ac890efa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:05.967678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.20.0.13 (1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac/e3715988-088a-4666-b950-11d6b62f6b2b/b3ad10be-da62-46e6-88a6-3e240be2f519) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:05.976982 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.147527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85cf0fca-6253-44f5-8571-97ac890efa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.165464 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.214641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bfdba-6553-4352-9847-1b3f45403f66 req-ed9ae1dd-f420-44b8-a7ed-fd11b92c76cd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:06.216169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027bfdba-6553-4352-9847-1b3f45403f66 req-ed9ae1dd-f420-44b8-a7ed-fd11b92c76cd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1270814 Apr 18 17:30:06.247913 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-85cf0fca-6253-44f5-8571-97ac890efa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.364751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027bfdba-6553-4352-9847-1b3f45403f66 req-c9e1d376-3031-4a7b-be27-78bb4283794d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394134 Apr 18 17:30:06.371656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37666) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:06.389708 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-85cf0fca-6253-44f5-8571-97ac890efa28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88eee6923d82415ca64611e157e4317c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349154 Apr 18 17:30:06.389708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37668) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:06.419515 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.499474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf0fca-6253-44f5-8571-97ac890efa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c160eb0c-cab7-40b2-aa59-5136958a7775,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:06.562581 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6a99-cd3c-4672-835f-7472f3ebcf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.597217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d147-8e6a-457e-8e4a-1a27e55d0350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.606559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.622797 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d147-8e6a-457e-8e4a-1a27e55d0350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.644874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:06.692117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:06.695288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:06.740651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=b3ad10be-da62-46e6-88a6-3e240be2f519,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:06.758768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:06.759362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.839950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d147-8e6a-457e-8e4a-1a27e55d0350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.842497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d147-8e6a-457e-8e4a-1a27e55d0350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:06.846639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6cb9d147-8e6a-457e-8e4a-1a27e55d0350 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c160eb0c-cab7-40b2-aa59-5136958a7775 HTTP/1.1" status: 204 len: 168 time: 0.4435194 Apr 18 17:30:06.854124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-735c01bc-5503-4da6-9d5a-df2549718567 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3873518 Apr 18 17:30:06.857225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37676) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:06.858017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9d147-8e6a-457e-8e4a-1a27e55d0350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c160eb0c-cab7-40b2-aa59-5136958a7775,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:06.865835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'port': {'network_id': '1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac', 'name': 'tempest-FloatingIPTestJSON-787947304'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:06.932608 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6a99-cd3c-4672-835f-7472f3ebcf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.089923 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6a99-cd3c-4672-835f-7472f3ebcf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.139400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:30:07.143356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a6a99-cd3c-4672-835f-7472f3ebcf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ca13e-b058-48e4-9109-8afa2ac528bd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:07.147859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2e6a6a99-cd3c-4672-835f-7472f3ebcf18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf49d2903ef6477dae7e3d455edbd71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7722399 Apr 18 17:30:07.150734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37688) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:07.163001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.203688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] device_id is not set on port 8b1f5885-d135-423a-a51d-94f6d36b205d yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:30:07.226657 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-690fdb3c-8dc7-4ac9-82bb-f34e215ed21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.251220 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-690fdb3c-8dc7-4ac9-82bb-f34e215ed21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.344085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.20.0.5 (1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac/e3715988-088a-4666-b950-11d6b62f6b2b/8b1f5885-d135-423a-a51d-94f6d36b205d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:07.470539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-690fdb3c-8dc7-4ac9-82bb-f34e215ed21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.486135 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-690fdb3c-8dc7-4ac9-82bb-f34e215ed21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.487283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-690fdb3c-8dc7-4ac9-82bb-f34e215ed21a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b6ca13e-b058-48e4-9109-8afa2ac528bd HTTP/1.1" status: 204 len: 168 time: 0.3355992 Apr 18 17:30:07.523802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fdb3c-8dc7-4ac9-82bb-f34e215ed21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ca13e-b058-48e4-9109-8afa2ac528bd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:07.559900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.575137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6081a-e817-40e2-8039-fd798d8e4e00 req-b7904c64-fbe1-460d-a571-c91fe4eb5811 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:07.576647 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8c6081a-e817-40e2-8039-fd798d8e4e00 req-b7904c64-fbe1-460d-a571-c91fe4eb5811 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1170404 Apr 18 17:30:07.655763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8c6081a-e817-40e2-8039-fd798d8e4e00 req-02c9a14a-e251-4346-bc00-e08975493061 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662761 Apr 18 17:30:07.694658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.743891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:07.747455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:07.758813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:07.758813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=8b1f5885-d135-423a-a51d-94f6d36b205d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:07.815873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:07.816553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.831619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37716) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:07.847264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ccd7-5f15-4e96-91a8-54d868e75b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:07.934876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ccd7-5f15-4e96-91a8-54d868e75b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.022719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4125fc5c-99a8-4f4a-816e-63750db8ec2f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1617622 Apr 18 17:30:08.025852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37720) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:08.030518 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '8b1f5885-d135-423a-a51d-94f6d36b205d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:08.072484 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ccd7-5f15-4e96-91a8-54d868e75b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.141404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9ccd7-5f15-4e96-91a8-54d868e75b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1ee530-4a73-4bc8-8c97-69bbc9abb055,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:08.162489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.191914 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b3f9ccd7-5f15-4e96-91a8-54d868e75b7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5567b69f65854cc2973a4378e7e81e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527949 Apr 18 17:30:08.192227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37726) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:08.262503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14aacdc7-d558-4d85-8046-0d88a6920d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.289112 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14aacdc7-d558-4d85-8046-0d88a6920d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.299834 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.411316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.25.5.132 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/7191901f-cf41-4e18-94e0-38bfd7a467ba) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:08.476500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14aacdc7-d558-4d85-8046-0d88a6920d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.484323 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14aacdc7-d558-4d85-8046-0d88a6920d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.484323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-14aacdc7-d558-4d85-8046-0d88a6920d97 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a1ee530-4a73-4bc8-8c97-69bbc9abb055 HTTP/1.1" status: 204 len: 168 time: 0.2874341 Apr 18 17:30:08.493756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aacdc7-d558-4d85-8046-0d88a6920d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1ee530-4a73-4bc8-8c97-69bbc9abb055,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:08.544035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.609380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37734) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:08.639537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d99773da-b311-4860-a92e-c989e68162e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.711469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.809350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:08.812615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:08.815622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:08.847417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=7191901f-cf41-4e18-94e0-38bfd7a467ba,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:08.940841 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d99773da-b311-4860-a92e-c989e68162e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:08.969892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6da9c-a920-4bd5-a8ff-3fdc1a780924 req-e57e1f6e-4207-41e3-a7dc-e5c95fc88213 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:08.980188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbe6da9c-a920-4bd5-a8ff-3fdc1a780924 req-e57e1f6e-4207-41e3-a7dc-e5c95fc88213 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1639411 Apr 18 17:30:09.010539 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d99773da-b311-4860-a92e-c989e68162e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:09.104044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37746) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:09.104459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d99773da-b311-4860-a92e-c989e68162e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e98a0d6c49ed45b39c74d6aa12139995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893603 Apr 18 17:30:09.190882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbe6da9c-a920-4bd5-a8ff-3fdc1a780924 req-09b87bfe-7862-4f6f-88a5-5b365a37192a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051599 Apr 18 17:30:09.200034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99773da-b311-4860-a92e-c989e68162e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8ef9f4-d974-4c6f-93c3-c107344115f2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:09.314401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-254475a4-2ab9-46ea-820e-0b8d8f581d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:09.371925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-254475a4-2ab9-46ea-820e-0b8d8f581d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:09.572610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:09.647031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37756) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:09.676623 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-977cf121-ee20-41e6-aa1c-1545a7c2a287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:09.681754 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-254475a4-2ab9-46ea-820e-0b8d8f581d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:09.684659 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-254475a4-2ab9-46ea-820e-0b8d8f581d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:09.686190 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-254475a4-2ab9-46ea-820e-0b8d8f581d5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e8ef9f4-d974-4c6f-93c3-c107344115f2 HTTP/1.1" status: 204 len: 168 time: 0.5810969 Apr 18 17:30:09.737095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254475a4-2ab9-46ea-820e-0b8d8f581d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8ef9f4-d974-4c6f-93c3-c107344115f2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:09.824062 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:10.448880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4405e-8dc3-441d-8d6c-c7a17cb804bf req-b10ffd87-fa2f-4a44-8b93-187899310723 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:10.450459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c4405e-8dc3-441d-8d6c-c7a17cb804bf req-b10ffd87-fa2f-4a44-8b93-187899310723 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1035366 Apr 18 17:30:10.507988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c4405e-8dc3-441d-8d6c-c7a17cb804bf req-80efdeb3-77c3-472b-9763-e453b689c2c9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495603 Apr 18 17:30:10.605301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-977cf121-ee20-41e6-aa1c-1545a7c2a287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:10.644787 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:10.748269 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-977cf121-ee20-41e6-aa1c-1545a7c2a287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:10.791120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-977cf121-ee20-41e6-aa1c-1545a7c2a287 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=634c792c2b1f44d5b08ac85ac42d6672&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1429534 Apr 18 17:30:10.792156 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cf121-ee20-41e6-aa1c-1545a7c2a287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cb501a-5bfe-4533-8c76-f3a6ba0a9935,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:10.794048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37778) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:10.807409 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:10.852761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9eb741d-7a5e-4a1b-a95d-ec2bd9f87a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:10.876350 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9eb741d-7a5e-4a1b-a95d-ec2bd9f87a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:10.892116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=7191901f-cf41-4e18-94e0-38bfd7a467ba,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:10.911110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:10.933274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37782) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:10.948049 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82200dfb-5348-4eae-8b7d-fa1e23c58818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.041814 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 0616364e-c008-410d-ac00-41e8cb4cf23a associated. External IP: 172.25.5.132, port: 8b1f5885-d135-423a-a51d-94f6d36b205d. Apr 18 17:30:11.237113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9eb741d-7a5e-4a1b-a95d-ec2bd9f87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.240169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9eb741d-7a5e-4a1b-a95d-ec2bd9f87a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.241278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9eb741d-7a5e-4a1b-a95d-ec2bd9f87a4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5cb501a-5bfe-4533-8c76-f3a6ba0a9935 HTTP/1.1" status: 204 len: 168 time: 0.4462044 Apr 18 17:30:11.254534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb741d-7a5e-4a1b-a95d-ec2bd9f87a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cb501a-5bfe-4533-8c76-f3a6ba0a9935,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:11.292722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:11.320620 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82200dfb-5348-4eae-8b7d-fa1e23c58818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.392036 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82200dfb-5348-4eae-8b7d-fa1e23c58818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.423802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-82200dfb-5348-4eae-8b7d-fa1e23c58818 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee0b2c051cad40409ca456f8da200ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894247 Apr 18 17:30:11.428240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37794) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:11.442457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82200dfb-5348-4eae-8b7d-fa1e23c58818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d766fc-89bb-4180-99ac-7c47baa85420,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:11.475405 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:11.488964 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf038b0-d374-4bf7-ac94-0821e8de4e2a None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:11.503519 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf038b0-d374-4bf7-ac94-0821e8de4e2a None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:11.506050 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9bf038b0-d374-4bf7-ac94-0821e8de4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:11.508964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09390b16-b39f-4dca-8ddf-6cf5b2d87e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.534900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09390b16-b39f-4dca-8ddf-6cf5b2d87e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.550538 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9bf038b0-d374-4bf7-ac94-0821e8de4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:11.560827 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf038b0-d374-4bf7-ac94-0821e8de4e2a None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:11.561674 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9bf038b0-d374-4bf7-ac94-0821e8de4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:11.595973 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9bf038b0-d374-4bf7-ac94-0821e8de4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:11.596838 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf038b0-d374-4bf7-ac94-0821e8de4e2a None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:11.617010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.649973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37800) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:11.650610 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d4580a1e-d7e4-4072-a618-ec2ba5280806 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6230583 Apr 18 17:30:11.657495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:11.675511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f103dfa-d074-4afa-ad2b-52ea4720963b req-460b4231-7245-4677-862c-a590c6823dc3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:11.677185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f103dfa-d074-4afa-ad2b-52ea4720963b req-460b4231-7245-4677-862c-a590c6823dc3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0694809 Apr 18 17:30:11.772652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09390b16-b39f-4dca-8ddf-6cf5b2d87e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.772652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09390b16-b39f-4dca-8ddf-6cf5b2d87e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.772652 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-09390b16-b39f-4dca-8ddf-6cf5b2d87e3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41d766fc-89bb-4180-99ac-7c47baa85420 HTTP/1.1" status: 204 len: 168 time: 0.3384187 Apr 18 17:30:11.773012 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:11.786054 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09390b16-b39f-4dca-8ddf-6cf5b2d87e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d766fc-89bb-4180-99ac-7c47baa85420,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:11.833166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f103dfa-d074-4afa-ad2b-52ea4720963b req-a43d66a6-63b9-44d5-bdc9-e81f570b1425 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275694 Apr 18 17:30:11.973103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:12.069133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:12.069133 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 0616364e-c008-410d-ac00-41e8cb4cf23a disassociated. External IP: 172.25.5.132, port: 8b1f5885-d135-423a-a51d-94f6d36b205d. Apr 18 17:30:12.177593 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:30:12.335594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:12.538397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:12.554293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:12.559537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd484a3-a3bc-4fe9-8751-931a83985ac8 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:12.581499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd484a3-a3bc-4fe9-8751-931a83985ac8 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:12.582195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fcd484a3-a3bc-4fe9-8751-931a83985ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:12.656874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fcd484a3-a3bc-4fe9-8751-931a83985ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:12.668536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd484a3-a3bc-4fe9-8751-931a83985ac8 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:12.669493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fcd484a3-a3bc-4fe9-8751-931a83985ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:12.725790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fcd484a3-a3bc-4fe9-8751-931a83985ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:12.726586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd484a3-a3bc-4fe9-8751-931a83985ac8 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:13.002739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4b2e3173-ce4a-4deb-8296-cb32f28867b2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/floatingips/0616364e-c008-410d-ac00-41e8cb4cf23a HTTP/1.1" status: 200 len: 688 time: 1.3503683 Apr 18 17:30:13.006343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:13.083340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1194b-f2ef-495d-97d0-6bb0d9d04e7a req-47c5d17f-2a73-4687-b652-d40ca5938dd1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:13.085813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0c1194b-f2ef-495d-97d0-6bb0d9d04e7a req-47c5d17f-2a73-4687-b652-d40ca5938dd1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1021125 Apr 18 17:30:13.174300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0c1194b-f2ef-495d-97d0-6bb0d9d04e7a req-a55ab75d-bc59-4ab7-b0af-e84d25f7158d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771210 Apr 18 17:30:13.240546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 7191901f-cf41-4e18-94e0-38bfd7a467ba {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:13.240734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:13.329830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:13.330200 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:13.342502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 7191901f-cf41-4e18-94e0-38bfd7a467ba owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:13.657088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:13.699554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=7191901f-cf41-4e18-94e0-38bfd7a467ba,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:13.787344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:13.790460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:13.791677 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c75089e5-952c-45c7-afd8-1c756015f7dd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/floatingips/0616364e-c008-410d-ac00-41e8cb4cf23a HTTP/1.1" status: 204 len: 168 time: 0.7843325 Apr 18 17:30:13.795422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 37940) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:13.801561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': 'b3ad10be-da62-46e6-88a6-3e240be2f519'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:13.922294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:14.041358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:14.154264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.25.5.87 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/cd555044-707c-4b33-8c2e-f119b23119cc) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:14.301482 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:14.362808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 37972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:14.406828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc0f9b-e12c-48a5-ac1d-42d88240d684 req-a9aae81b-9340-4075-8bd9-c1054a49c6f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:14.408422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ccc0f9b-e12c-48a5-ac1d-42d88240d684 req-a9aae81b-9340-4075-8bd9-c1054a49c6f5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1336892 Apr 18 17:30:14.495227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ccc0f9b-e12c-48a5-ac1d-42d88240d684 req-f5155a2d-3ffd-493f-8748-e547dbe51d55 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760539 Apr 18 17:30:14.502736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:14.522583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6fed4f4-96ba-4841-a329-4d95198a6740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:14.573151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:14.582842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:14.589097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:14.622084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=cd555044-707c-4b33-8c2e-f119b23119cc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:14.637579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6fed4f4-96ba-4841-a329-4d95198a6740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:14.887996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6fed4f4-96ba-4841-a329-4d95198a6740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:14.946614 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b6fed4f4-96ba-4841-a329-4d95198a6740 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6571912ca54c4bcc94342c69b108a612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805101 Apr 18 17:30:14.947911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38004) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:14.975520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fed4f4-96ba-4841-a329-4d95198a6740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab608a-1227-441d-8c08-c2ea0afcddd3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:15.088069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d777931-0405-4180-8e9c-366c1c785066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.135419 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.154268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d777931-0405-4180-8e9c-366c1c785066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.329109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.359939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d777931-0405-4180-8e9c-366c1c785066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.363122 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8d777931-0405-4180-8e9c-366c1c785066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.366879 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8d777931-0405-4180-8e9c-366c1c785066 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7aab608a-1227-441d-8c08-c2ea0afcddd3 HTTP/1.1" status: 204 len: 168 time: 0.4088333 Apr 18 17:30:15.375724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d777931-0405-4180-8e9c-366c1c785066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab608a-1227-441d-8c08-c2ea0afcddd3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:15.571048 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.721373 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.777679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164d3e-5a68-49d3-95f8-ae724ad35735 req-d4b6722b-0cf8-440f-a0de-f3406960f941 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:15.779207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6164d3e-5a68-49d3-95f8-ae724ad35735 req-d4b6722b-0cf8-440f-a0de-f3406960f941 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1445513 Apr 18 17:30:15.859754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=cd555044-707c-4b33-8c2e-f119b23119cc,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:15.878596 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:15.888670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6164d3e-5a68-49d3-95f8-ae724ad35735 req-064c70bb-9ce7-44d9-ac45-93bf6b79063b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732441 Apr 18 17:30:16.039886 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 572b82d3-15b4-48cd-a964-b0d266b50b0c associated. External IP: 172.25.5.87, port: b3ad10be-da62-46e6-88a6-3e240be2f519. Apr 18 17:30:16.296475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:16.481238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:16.493041 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267f2f8-d763-49db-9f29-209292a15ea6 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:16.510326 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267f2f8-d763-49db-9f29-209292a15ea6 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:16.512359 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2267f2f8-d763-49db-9f29-209292a15ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:16.550035 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2267f2f8-d763-49db-9f29-209292a15ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:16.559388 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267f2f8-d763-49db-9f29-209292a15ea6 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:16.560213 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2267f2f8-d763-49db-9f29-209292a15ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:16.592469 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:16.646506 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2267f2f8-d763-49db-9f29-209292a15ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:16.646506 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267f2f8-d763-49db-9f29-209292a15ea6 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:16.650837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38102) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:16.658317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5f4ee697-03a4-4823-8f19-0cda9ce6d3d2 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8614097 Apr 18 17:30:16.742695 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b4f12626-610b-401d-8612-0447eb0dce9f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "GET /v2.0/floatingips/572b82d3-15b4-48cd-a964-b0d266b50b0c HTTP/1.1" status: 200 len: 977 time: 0.0905879 Apr 18 17:30:16.745315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38110) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:16.919594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38122) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:16.919812 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-28945311-1a89-4067-b973-1e9b2cc7bacf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1732283 Apr 18 17:30:16.925395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'port_id': '8b1f5885-d135-423a-a51d-94f6d36b205d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:17.021931 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:17.213848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eddf0-67f0-491d-8a81-f40e21278dd0 req-b9aac05c-56ba-41c0-af17-ccfd696979c0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:17.219354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-619eddf0-67f0-491d-8a81-f40e21278dd0 req-b9aac05c-56ba-41c0-af17-ccfd696979c0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1915274 Apr 18 17:30:17.329079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-619eddf0-67f0-491d-8a81-f40e21278dd0 req-f36a26d3-0863-4990-b8e2-9f12a8a52707 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968120 Apr 18 17:30:17.348424 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:17.495597 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:17.798124 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:17.885299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:18.023198 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 572b82d3-15b4-48cd-a964-b0d266b50b0c associated. External IP: 172.25.5.87, port: b3ad10be-da62-46e6-88a6-3e240be2f519. Apr 18 17:30:18.311296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:18.766406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002119d0-ad13-4b33-9fab-eaaa000c5894 req-c59df98f-364e-44a0-8baa-3640adf33f3d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:18.768024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-002119d0-ad13-4b33-9fab-eaaa000c5894 req-c59df98f-364e-44a0-8baa-3640adf33f3d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1116831 Apr 18 17:30:18.805331 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:18.821647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489113dd-d9a3-4a20-b152-c876e67257da None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:18.838527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489113dd-d9a3-4a20-b152-c876e67257da None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:18.840690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-489113dd-d9a3-4a20-b152-c876e67257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:18.894222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-002119d0-ad13-4b33-9fab-eaaa000c5894 req-49003963-e17d-4f8b-aaf6-635e9102e912 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128418 Apr 18 17:30:18.921194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-489113dd-d9a3-4a20-b152-c876e67257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:18.930384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489113dd-d9a3-4a20-b152-c876e67257da None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:18.930979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-489113dd-d9a3-4a20-b152-c876e67257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:18.964443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-489113dd-d9a3-4a20-b152-c876e67257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:18.965247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489113dd-d9a3-4a20-b152-c876e67257da None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:19.078599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:19.235481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:19.245346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:19.250028 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ee393-19ba-400d-a911-e540497f39e8 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:19.288620 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ee393-19ba-400d-a911-e540497f39e8 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:19.293673 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-030ee393-19ba-400d-a911-e540497f39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:19.327065 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-daebd03a-6fe2-4c45-9cb2-18bcf26908ca tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/floatingips/572b82d3-15b4-48cd-a964-b0d266b50b0c HTTP/1.1" status: 200 len: 976 time: 2.4033003 Apr 18 17:30:19.327779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38246) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:19.341355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:19.359895 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-030ee393-19ba-400d-a911-e540497f39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:19.378651 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ee393-19ba-400d-a911-e540497f39e8 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:19.379572 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-030ee393-19ba-400d-a911-e540497f39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:19.443419 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-030ee393-19ba-400d-a911-e540497f39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:19.444779 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ee393-19ba-400d-a911-e540497f39e8 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:19.470028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:19.649962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:19.745138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:19.745515 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 572b82d3-15b4-48cd-a964-b0d266b50b0c disassociated. External IP: 172.25.5.87, port: 8b1f5885-d135-423a-a51d-94f6d36b205d. Apr 18 17:30:20.024390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:20.044400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb047e-18e3-4387-a682-2cf87911e5dd req-8436f451-d32e-4afe-84af-4c2c189b6623 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:20.045918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1bcb047e-18e3-4387-a682-2cf87911e5dd req-8436f451-d32e-4afe-84af-4c2c189b6623 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0780818 Apr 18 17:30:20.126766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1bcb047e-18e3-4387-a682-2cf87911e5dd req-6d8dfba6-f4a6-4228-9cd3-39a21e13e663 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747311 Apr 18 17:30:20.189079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:20.196190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:20.200704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f98bff-c596-4fa5-b1a3-9c3e9c9533c5 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:20.211425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f98bff-c596-4fa5-b1a3-9c3e9c9533c5 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:20.215322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-64f98bff-c596-4fa5-b1a3-9c3e9c9533c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:20.235005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dc30bb9a-c1fb-46df-a0de-fb21c22dfab7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/floatingips/572b82d3-15b4-48cd-a964-b0d266b50b0c HTTP/1.1" status: 200 len: 687 time: 0.9052994 Apr 18 17:30:20.236182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38292) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:20.253629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-64f98bff-c596-4fa5-b1a3-9c3e9c9533c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:20.268755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f98bff-c596-4fa5-b1a3-9c3e9c9533c5 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:20.269592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-64f98bff-c596-4fa5-b1a3-9c3e9c9533c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:20.325847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-64f98bff-c596-4fa5-b1a3-9c3e9c9533c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:20.326524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f98bff-c596-4fa5-b1a3-9c3e9c9533c5 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:20.379476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port cd555044-707c-4b33-8c2e-f119b23119cc {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:20.379925 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:20.479010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:20.479349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:20.492592 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for cd555044-707c-4b33-8c2e-f119b23119cc owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:20.745076 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:20.774250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=cd555044-707c-4b33-8c2e-f119b23119cc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:20.846314 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:20.849357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:20.850539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-06924175-bfce-4673-a38a-2d46670f3b5c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/floatingips/572b82d3-15b4-48cd-a964-b0d266b50b0c HTTP/1.1" status: 204 len: 168 time: 0.6134489 Apr 18 17:30:20.853709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38326) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:20.897346 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-411582bb-6c34-4fa7-aa15-09d020aa225b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] delete failed (client error): The resource could not be found. Apr 18 17:30:20.898468 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-411582bb-6c34-4fa7-aa15-09d020aa225b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/floatingips/572b82d3-15b4-48cd-a964-b0d266b50b0c HTTP/1.1" status: 404 len: 345 time: 0.0437675 Apr 18 17:30:20.902837 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38330) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:20.985479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b45579-4d02-4454-be86-fa50d475933c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:20.992468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b45579-4d02-4454-be86-fa50d475933c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:20.998522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b45579-4d02-4454-be86-fa50d475933c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:21.000231 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e9b45579-4d02-4454-be86-fa50d475933c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "GET /v2.0/ports?network_id=1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac HTTP/1.1" status: 200 len: 2357 time: 0.0962408 Apr 18 17:30:21.002838 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38336) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:21.066499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600a5ef-3220-4cf9-844a-59bb111166bb tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:21.068103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f600a5ef-3220-4cf9-844a-59bb111166bb tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "GET /v2.0/subnets/e3715988-088a-4666-b950-11d6b62f6b2b HTTP/1.1" status: 200 len: 797 time: 0.0641193 Apr 18 17:30:21.072865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38348) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:21.077952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'port': {'network_id': '1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac', 'name': 'tempest-FloatingIPTestJSON-1942514248', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:21.288601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5ee7a-81d4-4ef0-824d-40d93da5ded8 req-dc0ce797-7222-4fdb-ac09-1597288f6155 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:21.290146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5a5ee7a-81d4-4ef0-824d-40d93da5ded8 req-dc0ce797-7222-4fdb-ac09-1597288f6155 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0561719 Apr 18 17:30:21.293572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:30:21.388692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5a5ee7a-81d4-4ef0-824d-40d93da5ded8 req-2a38ddd5-9c18-411a-a3e5-b5d80c46b35e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899520 Apr 18 17:30:21.432450 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:21.453953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] device_id is not set on port 5ca5d910-cfa3-406b-9dd1-525d47d05dc4 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:30:21.798360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.20.0.14 (1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac/e3715988-088a-4666-b950-11d6b62f6b2b/5ca5d910-cfa3-406b-9dd1-525d47d05dc4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:21.806673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.20.0.12 (1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac/e3715988-088a-4666-b950-11d6b62f6b2b/5ca5d910-cfa3-406b-9dd1-525d47d05dc4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:21.986734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:22.168634 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:22.219912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:22.223265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:22.228435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:22.232448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=5ca5d910-cfa3-406b-9dd1-525d47d05dc4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:22.278954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:22.279579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:22.434990 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3e694e40-5371-4cd8-80e9-de09a1227c34 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3584423 Apr 18 17:30:22.435448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38416) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:22.440301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '5ca5d910-cfa3-406b-9dd1-525d47d05dc4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:22.527745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb86f68-3d53-417c-9e39-793223b46d2b req-08bccbbd-64ed-468f-8568-0cf5d90ca998 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:22.529227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bb86f68-3d53-417c-9e39-793223b46d2b req-08bccbbd-64ed-468f-8568-0cf5d90ca998 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0506809 Apr 18 17:30:22.579316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bb86f68-3d53-417c-9e39-793223b46d2b req-4338ff3b-e624-44d8-b1c3-ab22aba3f960 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437407 Apr 18 17:30:22.586508 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:22.699840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:22.832044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.25.5.2 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/280316f9-daf0-4aa2-9030-8af148064b1b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:22.940248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:23.077904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:23.120468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:23.129478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:23.133563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:23.162795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=280316f9-daf0-4aa2-9030-8af148064b1b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:23.610557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:23.641288 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-0f95d02b-541f-411c-915d-2f440ac85154 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845990 Apr 18 17:30:23.744106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221698bd-2393-4ce6-ada2-50434eca4eee req-0affb310-988b-4567-be2e-bb6700fc23c3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:23.754124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-221698bd-2393-4ce6-ada2-50434eca4eee req-0affb310-988b-4567-be2e-bb6700fc23c3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0868037 Apr 18 17:30:23.767654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-55e7339c-e998-44f4-8dbb-b0e0987b3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:23.769178 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-55e7339c-e998-44f4-8dbb-b0e0987b3dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 1096 time: 0.0644221 Apr 18 17:30:23.779477 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:23.804719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-221698bd-2393-4ce6-ada2-50434eca4eee req-87104544-2ec0-494a-83b8-a85bac107360 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508397 Apr 18 17:30:23.958954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-0eb09c77-03a6-4b73-b260-2fce1fd67721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:23.960424 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-0eb09c77-03a6-4b73-b260-2fce1fd67721 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.1523790 Apr 18 17:30:24.010655 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-0b65276d-0ba5-4652-bccf-994fe86b1fc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31cae90f-cda7-4227-b304-13236f81d9df HTTP/1.1" status: 200 len: 217 time: 0.0386691 Apr 18 17:30:24.086363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-b68ec119-dc57-43fc-af53-df37eb75dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:24.087795 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-b68ec119-dc57-43fc-af53-df37eb75dcb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0703201 Apr 18 17:30:24.089694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:24.138742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-e1fc4735-1ced-4aed-806d-d73f21f5ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:24.140288 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-e1fc4735-1ced-4aed-806d-d73f21f5ab26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466402 Apr 18 17:30:24.221232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:24.292929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-b6a62796-7e03-407b-b675-e532afe4750e service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458876 Apr 18 17:30:24.349701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=280316f9-daf0-4aa2-9030-8af148064b1b,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:24.383905 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:24.847082 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b20756b4-c298-4dcc-b4a2-6941c380a93d req-060e4684-a27b-4dea-93a1-8c3a698222d9 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315328 Apr 18 17:30:24.870135 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 8ab5da82-82f3-46dd-ad9f-623da80c1b9c associated. External IP: 172.25.5.2, port: 5ca5d910-cfa3-406b-9dd1-525d47d05dc4. Apr 18 17:30:24.976200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ddd6e-0778-4b8d-a231-404674a2c481 req-c65bf65f-2874-437f-b56d-830be5124082 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:24.978356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e76ddd6e-0778-4b8d-a231-404674a2c481 req-c65bf65f-2874-437f-b56d-830be5124082 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0948212 Apr 18 17:30:25.033302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e76ddd6e-0778-4b8d-a231-404674a2c481 req-6cb64b9f-7f4c-490e-adb7-bf66fb7de0ed tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471072 Apr 18 17:30:25.169341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:25.285197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:25.307848 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77193da-08b5-42ba-8cde-59078433cc62 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:25.321196 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77193da-08b5-42ba-8cde-59078433cc62 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:25.321882 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a77193da-08b5-42ba-8cde-59078433cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:25.373439 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a77193da-08b5-42ba-8cde-59078433cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:25.382907 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77193da-08b5-42ba-8cde-59078433cc62 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:25.383505 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a77193da-08b5-42ba-8cde-59078433cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:25.419710 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a77193da-08b5-42ba-8cde-59078433cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:25.420348 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77193da-08b5-42ba-8cde-59078433cc62 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:25.455698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:25.501058 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6e8062f6-e34c-46f1-b5b3-1f0da0b9264d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0647142 Apr 18 17:30:25.503876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38562) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:25.508352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d1c6172a-10da-4b87-8d10-81f8bc2fe4ae tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'port_id': '5ca5d910-cfa3-406b-9dd1-525d47d05dc4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:25.597242 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1c6172a-10da-4b87-8d10-81f8bc2fe4ae tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:25.781137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38580) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:25.931274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b01d009b-4318-40ad-adad-0ca7c57b2442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.066398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b01d009b-4318-40ad-adad-0ca7c57b2442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.258579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccc059-e5b4-463a-a579-2b4e66ecbfbd req-7e15b267-3b2f-4a1c-a9e9-dd0a6879eeab tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:26.260058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46ccc059-e5b4-463a-a579-2b4e66ecbfbd req-7e15b267-3b2f-4a1c-a9e9-dd0a6879eeab tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.0930178 Apr 18 17:30:26.308127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b01d009b-4318-40ad-adad-0ca7c57b2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.339665 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1c6172a-10da-4b87-8d10-81f8bc2fe4ae tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.345562 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46ccc059-e5b4-463a-a579-2b4e66ecbfbd req-aff51bde-b1dd-4b55-8291-06122ba99645 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503271 Apr 18 17:30:26.371567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b01d009b-4318-40ad-adad-0ca7c57b2442 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77edd1938fac454cabc511c1e0a4158d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890725 Apr 18 17:30:26.372507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d009b-4318-40ad-adad-0ca7c57b2442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac463538-a817-400f-921c-52d01c37a994,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:26.374283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38600) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:26.429380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.466282 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1c6172a-10da-4b87-8d10-81f8bc2fe4ae tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.472085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.734459 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.738321 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:26.740411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac463538-a817-400f-921c-52d01c37a994 HTTP/1.1" status: 204 len: 168 time: 0.3642385 Apr 18 17:30:26.788497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac463538-a817-400f-921c-52d01c37a994,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:26.799431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.799775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.800114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.800444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.800773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.801100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.801440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.801891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.802682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.802981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.803351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.804369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5c6c0-b8b9-4f2b-ae2c-ce3ccabbc08c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:26.843870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c6172a-10da-4b87-8d10-81f8bc2fe4ae tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:27.024954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c6172a-10da-4b87-8d10-81f8bc2fe4ae tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:27.033234 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1c6172a-10da-4b87-8d10-81f8bc2fe4ae tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.034248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9ccd0-1f9b-43e0-9859-e724f7f071ec None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:27.044344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9ccd0-1f9b-43e0-9859-e724f7f071ec None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:27.044956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-acb9ccd0-1f9b-43e0-9859-e724f7f071ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:27.076512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-acb9ccd0-1f9b-43e0-9859-e724f7f071ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:27.086240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9ccd0-1f9b-43e0-9859-e724f7f071ec None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:27.086858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-acb9ccd0-1f9b-43e0-9859-e724f7f071ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:27.094115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d1c6172a-10da-4b87-8d10-81f8bc2fe4ae tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/floatingips/8ab5da82-82f3-46dd-ad9f-623da80c1b9c HTTP/1.1" status: 200 len: 977 time: 1.5890746 Apr 18 17:30:27.097035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38636) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:27.125018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-acb9ccd0-1f9b-43e0-9859-e724f7f071ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:27.125698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9ccd0-1f9b-43e0-9859-e724f7f071ec None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:27.265230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 280316f9-daf0-4aa2-9030-8af148064b1b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:27.266385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.358437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.358853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.378742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 280316f9-daf0-4aa2-9030-8af148064b1b owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:27.402134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:30:27.558554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38660) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:27.573887 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d0110c6b-cd4f-4923-91de-e2b04e413ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.671039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d0110c6b-cd4f-4923-91de-e2b04e413ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.756667 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d0110c6b-cd4f-4923-91de-e2b04e413ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.802205 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d0110c6b-cd4f-4923-91de-e2b04e413ed1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=968dc25b7b124b079c70ee75302e7439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399888 Apr 18 17:30:27.802393 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38668) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:27.821353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0110c6b-cd4f-4923-91de-e2b04e413ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c251a4ca-09da-4391-83b6-459a1802ce28,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:27.847587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:30:27.864013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'port_id': '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36', 'mac_address': 'fa:16:3e:f5:44:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:30:27.882119 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e76c7870-e1f9-440f-9d40-40ae108f16c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.900966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283b3c-7f59-443a-a4dc-6569018fff80 req-5a5b9273-1f83-47d3-ac46-0ad18653b5d4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:27.918179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65283b3c-7f59-443a-a4dc-6569018fff80 req-5a5b9273-1f83-47d3-ac46-0ad18653b5d4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 943 time: 0.1073430 Apr 18 17:30:27.930665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e76c7870-e1f9-440f-9d40-40ae108f16c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.980103 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:27.997957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65283b3c-7f59-443a-a4dc-6569018fff80 req-bd1cbcab-4a84-4da0-9429-601b128d26b1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789912 Apr 18 17:30:28.037912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:30:28.050893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:30:28.113762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e76c7870-e1f9-440f-9d40-40ae108f16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:28.117217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e76c7870-e1f9-440f-9d40-40ae108f16c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:28.121347 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e76c7870-e1f9-440f-9d40-40ae108f16c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c251a4ca-09da-4391-83b6-459a1802ce28 HTTP/1.1" status: 204 len: 168 time: 0.3157811 Apr 18 17:30:28.129007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7870-e1f9-440f-9d40-40ae108f16c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c251a4ca-09da-4391-83b6-459a1802ce28,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:28.159438 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:28.164856 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:28.193075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=280316f9-daf0-4aa2-9030-8af148064b1b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:28.214008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:28.263840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:28.264227 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 8ab5da82-82f3-46dd-ad9f-623da80c1b9c disassociated (deleted). External IP: 172.25.5.2, port: 5ca5d910-cfa3-406b-9dd1-525d47d05dc4. Apr 18 17:30:28.544881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:28.586487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:30:28.700277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:28.705633 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:28.712471 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fee7bd-c273-4778-a1ba-d4b7fe115da7 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:28.735831 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fee7bd-c273-4778-a1ba-d4b7fe115da7 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:28.735831 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-56fee7bd-c273-4778-a1ba-d4b7fe115da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:28.753589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a73c773-34b0-40ca-8f37-0be0b74f21a6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/floatingips/8ab5da82-82f3-46dd-ad9f-623da80c1b9c HTTP/1.1" status: 204 len: 168 time: 1.6552732 Apr 18 17:30:28.760986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38726) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:28.779344 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-56fee7bd-c273-4778-a1ba-d4b7fe115da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:28.791779 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fee7bd-c273-4778-a1ba-d4b7fe115da7 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:28.792728 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-56fee7bd-c273-4778-a1ba-d4b7fe115da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:28.833392 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-56fee7bd-c273-4778-a1ba-d4b7fe115da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:28.834304 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fee7bd-c273-4778-a1ba-d4b7fe115da7 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:28.871641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6d778dc0-ab06-4b21-a32b-f13d92e4b01b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 5ca5d910-cfa3-406b-9dd1-525d47d05dc4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:28.872054 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d778dc0-ab06-4b21-a32b-f13d92e4b01b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:28.994403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d778dc0-ab06-4b21-a32b-f13d92e4b01b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:29.021211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6d778dc0-ab06-4b21-a32b-f13d92e4b01b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 5ca5d910-cfa3-406b-9dd1-525d47d05dc4 owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:29.194567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692f89-8a5d-4c55-b8db-d0edd913f3f7 req-72c6d1af-4087-4eb7-8432-f35f591362cd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:29.196492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5692f89-8a5d-4c55-b8db-d0edd913f3f7 req-72c6d1af-4087-4eb7-8432-f35f591362cd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 944 time: 0.0864255 Apr 18 17:30:29.256265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b5692f89-8a5d-4c55-b8db-d0edd913f3f7 req-04a3ee69-685f-43ab-a618-a852cc78ae19 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510910 Apr 18 17:30:29.345050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d778dc0-ab06-4b21-a32b-f13d92e4b01b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:29.377044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d778dc0-ab06-4b21-a32b-f13d92e4b01b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=5ca5d910-cfa3-406b-9dd1-525d47d05dc4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:29.495357 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d778dc0-ab06-4b21-a32b-f13d92e4b01b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:29.518979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6d778dc0-ab06-4b21-a32b-f13d92e4b01b tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/ports/5ca5d910-cfa3-406b-9dd1-525d47d05dc4 HTTP/1.1" status: 204 len: 168 time: 0.7551425 Apr 18 17:30:29.521817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38766) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:29.526338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:29.681104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:29.804860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:29.913227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.25.5.243 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/cd2c9706-a39d-497d-8eda-c5423c084030) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:30.064810 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:30.277279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:30.343287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:30.351267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38794) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:30.374360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:30.381249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:30.560615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=cd2c9706-a39d-497d-8eda-c5423c084030,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:30.600914 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abb8fe-13bb-4f38-a53d-9471ee306f0c req-3e287c5a-e9b2-4418-a179-0a78164dff70 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:30.616339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36abb8fe-13bb-4f38-a53d-9471ee306f0c req-3e287c5a-e9b2-4418-a179-0a78164dff70 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 944 time: 0.1768699 Apr 18 17:30:30.627924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:30.644945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1069024-4363-434e-b73a-3873679615ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:30.709730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36abb8fe-13bb-4f38-a53d-9471ee306f0c req-98356c94-9738-4495-892a-0336e8d5d2bf tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887413 Apr 18 17:30:30.799114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1069024-4363-434e-b73a-3873679615ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:30.915150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.004036 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.006784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a1069024-4363-434e-b73a-3873679615ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.017459 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8393ad43-4956-4571-9a0e-052199306b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.067071 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.101872 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a1069024-4363-434e-b73a-3873679615ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d094cdfbe9e24fadaab261f38c1878a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7479334 Apr 18 17:30:31.106082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38810) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:31.169754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1069024-4363-434e-b73a-3873679615ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b7ec9f-ffd8-4911-9e5c-f0519f6c147b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:31.173071 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.217128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=cd2c9706-a39d-497d-8eda-c5423c084030,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:31.241165 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.245172 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-463a1457-8ea7-47a0-89bf-d8cc3084f9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.247310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 38814) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:31.250727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-619a9564-a9a2-4024-b953-cfc807406089 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7277086 Apr 18 17:30:31.252637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'port': {'network_id': '1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac', 'name': 'tempest-FloatingIPTestJSON-469437190'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:31.331506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-463a1457-8ea7-47a0-89bf-d8cc3084f9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.408692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:30:31.515705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-463a1457-8ea7-47a0-89bf-d8cc3084f9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.519451 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-463a1457-8ea7-47a0-89bf-d8cc3084f9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.521281 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-463a1457-8ea7-47a0-89bf-d8cc3084f9e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49b7ec9f-ffd8-4911-9e5c-f0519f6c147b HTTP/1.1" status: 204 len: 168 time: 0.4142618 Apr 18 17:30:31.539310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:30:31.554255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a1457-8ea7-47a0-89bf-d8cc3084f9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b7ec9f-ffd8-4911-9e5c-f0519f6c147b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:31.556332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:30:31.561044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.562632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:30:31.563199 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.588778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] device_id is not set on port 24debb66-1bcd-4f62-aa35-6d99e71c04f4 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:30:31.791327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:31.906665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458a7c7-ed73-48ac-bb90-313a91396cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:30:31.917703 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27731fca-cc7b-4628-85b9-1550e3217e40" -d '{"events": [{"server_uuid": "6458a7c7-ed73-48ac-bb90-313a91396cd5", "name": "network-vif-plugged", "status": "completed", "tag": "0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:30:31.945393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:30:31.981834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29085a1a-e6bd-4c5a-8ca0-a2d8b8212d38 req-2a7854be-23b7-4f9e-a394-1c8567c0eefd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:31.983668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29085a1a-e6bd-4c5a-8ca0-a2d8b8212d38 req-2a7854be-23b7-4f9e-a394-1c8567c0eefd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 944 time: 0.1408672 Apr 18 17:30:32.010797 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:32.014126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.20.0.4 (1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac/e3715988-088a-4666-b950-11d6b62f6b2b/24debb66-1bcd-4f62-aa35-6d99e71c04f4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:32.128456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29085a1a-e6bd-4c5a-8ca0-a2d8b8212d38 req-0da3f3cd-300a-420d-949b-2da5722c6ec4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327634 Apr 18 17:30:32.157604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:32.254311 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d543de6-7aa8-48da-b77a-c092cf77660e x-openstack-request-id: req-6d543de6-7aa8-48da-b77a-c092cf77660e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:30:32.254668 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458a7c7-ed73-48ac-bb90-313a91396cd5", "name": "network-vif-plugged", "status": "completed", "tag": "0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:30:32.255032 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d543de6-7aa8-48da-b77a-c092cf77660e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:30:32.255615 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d543de6-7aa8-48da-b77a-c092cf77660e'] response: {'server_uuid': '6458a7c7-ed73-48ac-bb90-313a91396cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36', 'code': 200} Apr 18 17:30:32.443028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:32.494635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fbc4e-17ec-409f-a531-09ae5b6c5b2d req-2c2313c3-b148-4cbd-ba64-647d63a12a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:32.496800 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f99fbc4e-17ec-409f-a531-09ae5b6c5b2d req-2c2313c3-b148-4cbd-ba64-647d63a12a5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0975742 Apr 18 17:30:32.550009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f99fbc4e-17ec-409f-a531-09ae5b6c5b2d req-eac5cf6d-2afd-4089-8fe3-d4905a53de96 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456474 Apr 18 17:30:32.686185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:32.754215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:32.772372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:32.781040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:32.835635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=24debb66-1bcd-4f62-aa35-6d99e71c04f4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:32.855141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:32.855766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:32.960961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c00f490e-0956-4294-8f1d-a10ae5ebecbf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7125063 Apr 18 17:30:32.963409 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38902) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:32.969861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'port_id': '24debb66-1bcd-4f62-aa35-6d99e71c04f4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:33.025649 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:33.282797 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e035451-c49b-4356-a91c-8a0080c6c5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:33.493742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1a0b2-07bf-49de-9ac2-43b40ef32fb9 req-c34dfba2-6f16-4016-ae01-c4ab552e38d6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:33.496098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ad1a0b2-07bf-49de-9ac2-43b40ef32fb9 req-c34dfba2-6f16-4016-ae01-c4ab552e38d6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 945 time: 0.1882913 Apr 18 17:30:33.590066 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ad1a0b2-07bf-49de-9ac2-43b40ef32fb9 req-a9bbfb39-e9b6-43d8-b2dd-3c16f579aab3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774579 Apr 18 17:30:33.753724 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:33.845883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:34.024283 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 39f5371f-bb6f-4584-8055-e6b35509a720 associated. External IP: 172.25.5.243, port: 24debb66-1bcd-4f62-aa35-6d99e71c04f4. Apr 18 17:30:34.342497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:34.518122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:34.529106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625c5c-3ff3-491a-978d-9ef893a806b5 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:34.534435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:34.553737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09625c5c-3ff3-491a-978d-9ef893a806b5 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:34.559115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-09625c5c-3ff3-491a-978d-9ef893a806b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:34.573032 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:34.573716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-70dc3cfd-f374-475b-997b-ceb94d887210 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/floatingips/39f5371f-bb6f-4584-8055-e6b35509a720 HTTP/1.1" status: 200 len: 977 time: 1.6086235 Apr 18 17:30:34.578597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 38952) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:34.640917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-09625c5c-3ff3-491a-978d-9ef893a806b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:34.652915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09625c5c-3ff3-491a-978d-9ef893a806b5 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:34.653901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-09625c5c-3ff3-491a-978d-9ef893a806b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:34.713033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-09625c5c-3ff3-491a-978d-9ef893a806b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:34.713704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625c5c-3ff3-491a-978d-9ef893a806b5 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:34.773958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dec12e-a1bb-4f0b-853c-4f1a74c19fa5 req-6260bc84-175b-4fd2-be52-7327ff932725 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:34.781705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28dec12e-a1bb-4f0b-853c-4f1a74c19fa5 req-6260bc84-175b-4fd2-be52-7327ff932725 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 945 time: 0.0799534 Apr 18 17:30:34.814269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 24debb66-1bcd-4f62-aa35-6d99e71c04f4 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:34.814631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:34.890576 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28dec12e-a1bb-4f0b-853c-4f1a74c19fa5 req-a0ad5146-cb2b-4fa9-93cf-1078a6ef0f27 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079981 Apr 18 17:30:34.952370 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:35.462141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2232254-12d8-41b2-8cff-83702575dbe5 req-55cf7660-8760-472f-8b43-6a99823025ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:35.464968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2232254-12d8-41b2-8cff-83702575dbe5 req-55cf7660-8760-472f-8b43-6a99823025ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 945 time: 0.4911606 Apr 18 17:30:35.553084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2232254-12d8-41b2-8cff-83702575dbe5 req-a37dad81-a466-42ef-97df-d2fba78d17fd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808771 Apr 18 17:30:35.570222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:35.570760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:35.571323 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP 39f5371f-bb6f-4584-8055-e6b35509a720 disassociated. External IP: 172.25.5.243, port: 24debb66-1bcd-4f62-aa35-6d99e71c04f4. Apr 18 17:30:35.571675 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 24debb66-1bcd-4f62-aa35-6d99e71c04f4 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:35.939251 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:35.970302 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:35.973316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=24debb66-1bcd-4f62-aa35-6d99e71c04f4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:36.198023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:36.215636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:36.412535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:36.427974 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f5436-6c5e-4bb9-bd28-9a4aa298727f None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:36.453196 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f5436-6c5e-4bb9-bd28-9a4aa298727f None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:36.453196 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2f1f5436-6c5e-4bb9-bd28-9a4aa298727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:36.506055 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2f1f5436-6c5e-4bb9-bd28-9a4aa298727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:36.518150 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f5436-6c5e-4bb9-bd28-9a4aa298727f None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:36.519506 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2f1f5436-6c5e-4bb9-bd28-9a4aa298727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:36.554406 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-2f1f5436-6c5e-4bb9-bd28-9a4aa298727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:36.555107 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f5436-6c5e-4bb9-bd28-9a4aa298727f None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:36.568513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd00342-ddb5-4cd8-815c-b96ca3a937d4 req-9e9e4871-f83e-4b92-ba83-fb9241ae6a19 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:36.571529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9bd00342-ddb5-4cd8-815c-b96ca3a937d4 req-9e9e4871-f83e-4b92-ba83-fb9241ae6a19 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 945 time: 0.2234743 Apr 18 17:30:36.634999 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:36.640451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8dd2daa9-97bf-40ab-a196-2d2fba383e1a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/ports/24debb66-1bcd-4f62-aa35-6d99e71c04f4 HTTP/1.1" status: 204 len: 168 time: 2.0556996 Apr 18 17:30:36.640845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39016) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:36.681051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9bd00342-ddb5-4cd8-815c-b96ca3a937d4 req-8ba8f34d-9707-4842-9921-27b7788d72a2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000357 Apr 18 17:30:36.776704 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-478244e6-29e3-48ec-b076-f137f4ecb7ef tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "GET /v2.0/floatingips/39f5371f-bb6f-4584-8055-e6b35509a720 HTTP/1.1" status: 200 len: 688 time: 0.1309056 Apr 18 17:30:36.782259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39026) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:36.958163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port cd2c9706-a39d-497d-8eda-c5423c084030 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:36.958504 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:37.036243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:37.036476 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:37.049812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for cd2c9706-a39d-497d-8eda-c5423c084030 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:37.423483 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:37.461623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=cd2c9706-a39d-497d-8eda-c5423c084030,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:37.604554 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:37.612554 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:37.617257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-97f52ab3-d1e3-43f9-95f9-9d66aad916d6 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/floatingips/39f5371f-bb6f-4584-8055-e6b35509a720 HTTP/1.1" status: 204 len: 168 time: 0.8305078 Apr 18 17:30:37.617552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39044) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:37.622022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '8b1f5885-d135-423a-a51d-94f6d36b205d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:37.728203 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:37.872620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b9b0-3ef9-4ee1-bbb8-d2ec33e48f92 req-f2d3f7a7-8e7c-4413-91e4-ecec9fbdf9e2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:37.875285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc13b9b0-3ef9-4ee1-bbb8-d2ec33e48f92 req-f2d3f7a7-8e7c-4413-91e4-ecec9fbdf9e2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 945 time: 0.1185067 Apr 18 17:30:37.933494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39056) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:37.964361 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc13b9b0-3ef9-4ee1-bbb8-d2ec33e48f92 req-ef818eab-af58-46db-9edb-0f33667843ae tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782499 Apr 18 17:30:37.995899 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.020193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-7c88dc00-2588-428c-b067-8374da84692e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:38.023135 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-7c88dc00-2588-428c-b067-8374da84692e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 945 time: 0.0750837 Apr 18 17:30:38.116408 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.25.5.60 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/45bde33f-74d3-4ea3-9cd5-c4a4aa14c863) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:38.154968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd4c6e6d-23e5-40a5-9505-ce4c877bd1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.211745 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:38.211881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.280051 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.341110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd4c6e6d-23e5-40a5-9505-ce4c877bd1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.353608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] For port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:30:38.354002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.369317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:38.459860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.460110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dd4c6e6d-23e5-40a5-9505-ce4c877bd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.509617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:38.512542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:38.516252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:38.542619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dd4c6e6d-23e5-40a5-9505-ce4c877bd1d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cb314eaf8f644d4b338c9da8ebecfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079950 Apr 18 17:30:38.543650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c6e6d-23e5-40a5-9505-ce4c877bd1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe445f8-dfa6-4613-a345-ff6ce2749e7b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:38.546173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39074) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:38.562951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=45bde33f-74d3-4ea3-9cd5-c4a4aa14c863,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:38.645098 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.653625 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dee4c287-0deb-4d28-8264-5c1a301193ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.691292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['31cae90f-cda7-4227-b304-13236f81d9df', '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:30:38.731318 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dee4c287-0deb-4d28-8264-5c1a301193ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.757167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:38.822428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] No DVR routers for this DVR port 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:30:38.853842 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:38.870731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-92dd2aed-3edc-4bb6-aee9-dacb65d88548 req-bd08a0b2-6221-4cec-8bb0-8873e6c70577 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "DELETE /v2.0/ports/0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 HTTP/1.1" status: 204 len: 173 time: 0.8409898 Apr 18 17:30:38.871618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458a7c7-ed73-48ac-bb90-313a91396cd5', 'name': 'network-vif-deleted', 'tag': '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:30:38.878350 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a576e663-a01c-4ee0-aed0-1b67610a23a0" -d '{"events": [{"server_uuid": "6458a7c7-ed73-48ac-bb90-313a91396cd5", "name": "network-vif-deleted", "tag": "0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:30:38.951311 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3d348f-45ca-4e61-81ff-201bd6261586 x-openstack-request-id: req-3c3d348f-45ca-4e61-81ff-201bd6261586 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:30:38.952269 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458a7c7-ed73-48ac-bb90-313a91396cd5", "name": "network-vif-deleted", "tag": "0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:30:38.955309 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c3d348f-45ca-4e61-81ff-201bd6261586 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:30:38.955309 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3d348f-45ca-4e61-81ff-201bd6261586'] response: {'server_uuid': '6458a7c7-ed73-48ac-bb90-313a91396cd5', 'name': 'network-vif-deleted', 'tag': '0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36', 'status': 'completed', 'code': 200} Apr 18 17:30:39.260001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9d1eb3c2-81fd-4734-a780-bbe33658aeef req-6d77e61c-fc9b-45a7-9b1a-7641358d76e7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0703931 Apr 18 17:30:39.333043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:39.474260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dee4c287-0deb-4d28-8264-5c1a301193ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:39.477203 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dee4c287-0deb-4d28-8264-5c1a301193ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:39.480787 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dee4c287-0deb-4d28-8264-5c1a301193ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffe445f8-dfa6-4613-a345-ff6ce2749e7b HTTP/1.1" status: 204 len: 168 time: 0.9301546 Apr 18 17:30:39.509530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4c287-0deb-4d28-8264-5c1a301193ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe445f8-dfa6-4613-a345-ff6ce2749e7b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:39.557665 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:39.823292 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:39.935108 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:40.127843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:40.147058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39112) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:40.220504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=45bde33f-74d3-4ea3-9cd5-c4a4aa14c863,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:40.395047 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP fc7c11c7-a2fb-467f-b3d7-d86e6c157ed9 associated. External IP: 172.25.5.60, port: 8b1f5885-d135-423a-a51d-94f6d36b205d. Apr 18 17:30:40.456857 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-730e0475-1364-48e6-a7bb-de02039135ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b342c11878d4bf2bbee67d747052a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048227 Apr 18 17:30:40.456857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39128) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:40.506438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f41fe09-93ac-405e-828c-7b592d734f55 req-4516b937-2d1f-4f89-a7d0-5872387a9989 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0639622 Apr 18 17:30:40.584770 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b16926a-e16b-4f60-a518-d59fb4cccfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:40.628375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b16926a-e16b-4f60-a518-d59fb4cccfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:40.784790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b16926a-e16b-4f60-a518-d59fb4cccfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:40.784790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b16926a-e16b-4f60-a518-d59fb4cccfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:40.784790 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3b16926a-e16b-4f60-a518-d59fb4cccfa8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d687d5b-2f33-4603-b5bf-f9e912ecad95 HTTP/1.1" status: 204 len: 168 time: 0.3243113 Apr 18 17:30:40.796930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16926a-e16b-4f60-a518-d59fb4cccfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d687d5b-2f33-4603-b5bf-f9e912ecad95,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:40.860345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:41.062590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:41.084049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd57dcf-614e-46d8-8966-9f6b0c40c4e4 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:41.095136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd57dcf-614e-46d8-8966-9f6b0c40c4e4 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:41.095794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2bd57dcf-614e-46d8-8966-9f6b0c40c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:41.134313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2bd57dcf-614e-46d8-8966-9f6b0c40c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:41.144485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd57dcf-614e-46d8-8966-9f6b0c40c4e4 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:41.145036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2bd57dcf-614e-46d8-8966-9f6b0c40c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:41.186791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2bd57dcf-614e-46d8-8966-9f6b0c40c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:41.187448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd57dcf-614e-46d8-8966-9f6b0c40c4e4 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:41.247147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:41.292165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39152) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:41.292787 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0dedd0d3-64a4-4194-a2f9-686f23e94ca8 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.6735969 Apr 18 17:30:41.297289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1196572926'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:41.422412 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:30:41.487568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:30:41.488142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 0dec77cf-4b5a-4ffe-bfc4-63ec347c1e36 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:30:41.544579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:30:41.551760 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:41.594089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:30:41.615918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:41.615918 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Added segment 85928721-d83b-4793-aba3-878c90841749 of type vlan for network 580a1b9c-5434-4fa3-96ea-f7b162388afd Apr 18 17:30:41.689732 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:41.743342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c07bc54-837c-4739-a9de-7e349e336fe2 req-7e2cea5a-f98d-465e-a557-5786d0254ae4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0496352 Apr 18 17:30:41.893064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:41.901657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:41.902873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:42.032270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Network': ['ID=580a1b9c-5434-4fa3-96ea-f7b162388afd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:42.047735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:30:42.102569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39188) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:42.104348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-91b501fa-50a2-4cad-967f-1746fc39ca65 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8096235 Apr 18 17:30:42.112655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'subnet': {'network_id': '580a1b9c-5434-4fa3-96ea-f7b162388afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:42.361818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:30:42.366503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:42.676771 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:42.821363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Subnet': ['ID=b16249ca-db0c-4fb9-b883-71c59fe9b473,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:42.857570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Checking segment: {'id': '85928721-d83b-4793-aba3-878c90841749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '580a1b9c-5434-4fa3-96ea-f7b162388afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:30:42.858444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network hostable DHCP agents. Network: 580a1b9c-5434-4fa3-96ea-f7b162388afd, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:30:42.947311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64f8e6e4-0dc5-44c0-bf1e-b61547a0e01e req-895f0952-7f37-4a94-b4aa-1a1611884004 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0400710 Apr 18 17:30:42.976287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:30:43.064759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 580a1b9c-5434-4fa3-96ea-f7b162388afd) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:43.070541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:43.071135 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:43.075105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a616db-4dad-44e2-872c-78cca1a7ee75 None None] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:30:43.179411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-21c15d0b-158c-4479-8b8b-8a98d6f32bce tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0749762 Apr 18 17:30:43.181929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39236) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:43.186395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-314124296', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:43.293616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-580a1b9c-5434-4fa3-96ea-f7b162388afd', 'network_id': '580a1b9c-5434-4fa3-96ea-f7b162388afd', 'tenant_id': '5e8824978c0a4168b886c5ab3575e3b7', 'fixed_ips': [{'subnet_id': 'b16249ca-db0c-4fb9-b883-71c59fe9b473'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:30:43.294728 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:43.359320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:43.363601 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:43.456610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Allocated IP 172.20.0.2 (580a1b9c-5434-4fa3-96ea-f7b162388afd/b16249ca-db0c-4fb9-b883-71c59fe9b473/3a2afd1d-d235-410e-8975-4072591ede76) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:43.497151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:43.710951 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:43.834710 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:43.893822 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:43.939033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:43.947550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:43.988270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:44.193256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53b2c2ae-35b5-4d89-a78b-a278fdb7c591 req-09e5deb8-47f5-4365-88ed-90107db34292 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0921230 Apr 18 17:30:44.226870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Pushing event updated for resources: {'Port': ['ID=3a2afd1d-d235-410e-8975-4072591ede76,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:44.253686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.254362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.255418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.255934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.256448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.257147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.257868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.258404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.258917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.259426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.259936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.264628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:30:44.286178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Attempting to bind port 3a2afd1d-d235-410e-8975-4072591ede76 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:30:44.286840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Attempting to bind port 3a2afd1d-d235-410e-8975-4072591ede76 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '85928721-d83b-4793-aba3-878c90841749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '580a1b9c-5434-4fa3-96ea-f7b162388afd'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:30:44.287377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Attempting to bind port 3a2afd1d-d235-410e-8975-4072591ede76 on network 580a1b9c-5434-4fa3-96ea-f7b162388afd {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:30:44.293442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:30:44.294164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Checking segment: {'id': '85928721-d83b-4793-aba3-878c90841749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '580a1b9c-5434-4fa3-96ea-f7b162388afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:30:44.294742 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:44.295296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Bound using segment: {'id': '85928721-d83b-4793-aba3-878c90841749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '580a1b9c-5434-4fa3-96ea-f7b162388afd'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:30:44.295998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Bound port: 3a2afd1d-d235-410e-8975-4072591ede76, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85928721-d83b-4793-aba3-878c90841749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '580a1b9c-5434-4fa3-96ea-f7b162388afd'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:30:44.296564 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:44.391242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] For port 3a2afd1d-d235-410e-8975-4072591ede76, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:30:44.395599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] For port 3a2afd1d-d235-410e-8975-4072591ede76, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3a2afd1d-d235-410e-8975-4072591ede76,segment=NetworkSegment(85928721-d83b-4793-aba3-878c90841749),segment_id=85928721-d83b-4793-aba3-878c90841749)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:30:44.497809 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:44.592512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02639aaf-b27b-43bd-b277-05d6677c8697 None None] Pushing event updated for resources: {'Port': ['ID=3a2afd1d-d235-410e-8975-4072591ede76,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:44.875033 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:44.898111 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:45.135531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.25.5.107 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/593daa9a-cf26-4c00-b559-04f7fe5b0097) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:45.359477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:45.366767 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3a2afd1d-d235-410e-8975-4072591ede76 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:30:45.438156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26389a20-93f4-4ed0-aaaf-99e4711727b0 req-145ab07a-2d3e-497f-a7f6-3506c5b3cafe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6458a7c7-ed73-48ac-bb90-313a91396cd5 HTTP/1.1" status: 200 len: 210 time: 0.0448055 Apr 18 17:30:45.556670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 3a2afd1d-d235-410e-8975-4072591ede76 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:30:45.557378 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:45.640154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:45.752452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=593daa9a-cf26-4c00-b559-04f7fe5b0097,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:45.793556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:45.795160 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:45.798497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:45.803806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:45.901362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 3a2afd1d-d235-410e-8975-4072591ede76, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3a2afd1d-d235-410e-8975-4072591ede76,segment=NetworkSegment(85928721-d83b-4793-aba3-878c90841749),segment_id=85928721-d83b-4793-aba3-878c90841749)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:30:45.996774 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:46.135750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=3a2afd1d-d235-410e-8975-4072591ede76,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:46.416027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39366) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:46.579632 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:46.708458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d0b79-4831-42bb-a9f8-a98254a06a9b None None] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:30:46.792241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39384) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:46.872634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6ec3ab8b-01af-497d-9699-a798b74c36a5 None None] Provisioning complete for port 3a2afd1d-d235-410e-8975-4072591ede76 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:30:46.882774 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ab8b-01af-497d-9699-a798b74c36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:46.894834 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8175bbed-71a0-4375-8c7c-ed8d108653de admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.043886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ef64582-d86b-49d5-b532-ab03741b7276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.111669 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.251688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3a2afd1d-d235-410e-8975-4072591ede76 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:30:47.310934 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8175bbed-71a0-4375-8c7c-ed8d108653de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.401209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ef64582-d86b-49d5-b532-ab03741b7276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.447573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8175bbed-71a0-4375-8c7c-ed8d108653de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.462286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 3a2afd1d-d235-410e-8975-4072591ede76 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:30:47.462745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.531489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175bbed-71a0-4375-8c7c-ed8d108653de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b27017d-3eaa-44af-9734-33bc10fc6993,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:47.543901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39398) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:47.550210 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8175bbed-71a0-4375-8c7c-ed8d108653de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af54ad7323cc421e95d7b6e871d5c30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7568297 Apr 18 17:30:47.580588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.654767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a7982df-eea8-4200-9db3-1e68b954376e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.671775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3ef64582-d86b-49d5-b532-ab03741b7276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.682599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.710887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 5fea543f-3b8f-4b56-9922-96efb9959b65 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:30:47.727943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-88ca292e-cc51-47df-a71b-0011809095f9 None None] Provisioning complete for port 3a2afd1d-d235-410e-8975-4072591ede76 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:30:47.728504 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-88ca292e-cc51-47df-a71b-0011809095f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.749406 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a7982df-eea8-4200-9db3-1e68b954376e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:47.817826 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3ef64582-d86b-49d5-b532-ab03741b7276 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd248cd8e0334acb8286974615227f51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4002488 Apr 18 17:30:47.823182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39404) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:47.860346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef64582-d86b-49d5-b532-ab03741b7276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb398fdc-85b4-415f-8221-b650a9d3138e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:48.013964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9cdf721b-6b6a-44d3-9fc8-5f99c81169cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:48.025847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:48.053022 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2994da-b817-4115-843b-6372930c5eeb None None] Sync routers for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:48.058862 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9cdf721b-6b6a-44d3-9fc8-5f99c81169cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:48.067091 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2994da-b817-4115-843b-6372930c5eeb None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:48.068054 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8e2994da-b817-4115-843b-6372930c5eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:48.114858 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8e2994da-b817-4115-843b-6372930c5eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:48.138174 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2994da-b817-4115-843b-6372930c5eeb None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:48.138806 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8e2994da-b817-4115-843b-6372930c5eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:48.173963 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8e2994da-b817-4115-843b-6372930c5eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:48.174650 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2994da-b817-4115-843b-6372930c5eeb None None] The sync data for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:48.207311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:48.209577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a8a51d04-a7e1-4352-86dd-9699c4a7705a tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0266240 Apr 18 17:30:48.212554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:48.251209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9cdf721b-6b6a-44d3-9fc8-5f99c81169cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:48.254899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9cdf721b-6b6a-44d3-9fc8-5f99c81169cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:48.256714 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9cdf721b-6b6a-44d3-9fc8-5f99c81169cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb398fdc-85b4-415f-8221-b650a9d3138e HTTP/1.1" status: 204 len: 168 time: 0.4314432 Apr 18 17:30:48.261557 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a7982df-eea8-4200-9db3-1e68b954376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:48.264588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a7982df-eea8-4200-9db3-1e68b954376e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:48.266028 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1a7982df-eea8-4200-9db3-1e68b954376e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b27017d-3eaa-44af-9734-33bc10fc6993 HTTP/1.1" status: 204 len: 168 time: 0.7207644 Apr 18 17:30:48.305903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7982df-eea8-4200-9db3-1e68b954376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b27017d-3eaa-44af-9734-33bc10fc6993,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:48.323891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf721b-6b6a-44d3-9fc8-5f99c81169cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb398fdc-85b4-415f-8221-b650a9d3138e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:48.932432 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:49.179974 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:30:49.368374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39450) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:49.383904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-236665d5-c5ab-44fb-a399-dce9fb4ccfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:49.435591 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.20.0.1 (580a1b9c-5434-4fa3-96ea-f7b162388afd/b16249ca-db0c-4fb9-b883-71c59fe9b473/6c8b5c58-fb38-4b0e-9f55-7e21c88c2203) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:49.519005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-236665d5-c5ab-44fb-a399-dce9fb4ccfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:49.589594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:49.661734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-236665d5-c5ab-44fb-a399-dce9fb4ccfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:49.713593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-236665d5-c5ab-44fb-a399-dce9fb4ccfaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c7f39a6fc3d4438a99567a3b2ce1c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438420 Apr 18 17:30:49.716044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39460) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:49.731573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236665d5-c5ab-44fb-a399-dce9fb4ccfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40700a2a-68dd-490b-bee7-cc9c627f35f8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:49.775133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:49.840047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:49.855489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:49.865757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:49.963737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=6c8b5c58-fb38-4b0e-9f55-7e21c88c2203,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:49.977465 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5f7535f-1162-44bc-b479-37276da11192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:50.099683 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:50.289199 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5f7535f-1162-44bc-b479-37276da11192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:50.459377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-802c653b-2dc4-4425-b4f3-820953ed6e37 None None] Provisioning complete for port 6c8b5c58-fb38-4b0e-9f55-7e21c88c2203 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:30:50.459377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-802c653b-2dc4-4425-b4f3-820953ed6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:50.551203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-802c653b-2dc4-4425-b4f3-820953ed6e37 None None] Port 6c8b5c58-fb38-4b0e-9f55-7e21c88c2203 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:30:50.640508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5f7535f-1162-44bc-b479-37276da11192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:50.643510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5f7535f-1162-44bc-b479-37276da11192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:50.647335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c5f7535f-1162-44bc-b479-37276da11192 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40700a2a-68dd-490b-bee7-cc9c627f35f8 HTTP/1.1" status: 204 len: 168 time: 0.9242096 Apr 18 17:30:50.703756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:50.727001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7535f-1162-44bc-b479-37276da11192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40700a2a-68dd-490b-bee7-cc9c627f35f8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:51.256285 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:51.390468 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:51.496011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=6c8b5c58-fb38-4b0e-9f55-7e21c88c2203,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:51.511809 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:51.657492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:51.659108 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:51.965466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 5fea543f-3b8f-4b56-9922-96efb9959b65 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:52.119086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39544) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:52.130029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-77809bf6-7052-419d-92cc-3b5f1a37ff91 None None] Provisioning complete for port 6c8b5c58-fb38-4b0e-9f55-7e21c88c2203 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:30:52.130576 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-77809bf6-7052-419d-92cc-3b5f1a37ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:52.273773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-77809bf6-7052-419d-92cc-3b5f1a37ff91 None None] Port 6c8b5c58-fb38-4b0e-9f55-7e21c88c2203 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:30:52.277910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:52.290941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4781dc-24ae-4590-9d90-25d6dd0c11b4 None None] Sync routers for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:52.294956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8b559739-0183-4958-84a0-f335fef0a81d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/routers/5fea543f-3b8f-4b56-9922-96efb9959b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0813212 Apr 18 17:30:52.302087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39558) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:52.304406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'port': {'network_id': '580a1b9c-5434-4fa3-96ea-f7b162388afd', 'name': 'tempest-FloatingIPTestJSON-477171068'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:52.306730 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4781dc-24ae-4590-9d90-25d6dd0c11b4 None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:52.307562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2a4781dc-24ae-4590-9d90-25d6dd0c11b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:52.402320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2a4781dc-24ae-4590-9d90-25d6dd0c11b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:52.407020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b56f56a6-7749-438c-be7b-8969629a1901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:52.418682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4781dc-24ae-4590-9d90-25d6dd0c11b4 None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:52.419488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2a4781dc-24ae-4590-9d90-25d6dd0c11b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:52.459829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2a4781dc-24ae-4590-9d90-25d6dd0c11b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:52.460381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4781dc-24ae-4590-9d90-25d6dd0c11b4 None None] The sync data for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:52.585893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b56f56a6-7749-438c-be7b-8969629a1901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:52.601567 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Made reservation on behalf of 5e8824978c0a4168b886c5ab3575e3b7 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:30:52.605402 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:52.625513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] device_id is not set on port e25be6ae-a527-4135-aa47-df191b632326 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:30:52.696650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b56f56a6-7749-438c-be7b-8969629a1901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:52.745534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f56a6-7749-438c-be7b-8969629a1901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6805731e-2e25-4d61-8b63-b5ca5e53a967,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:52.765116 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b56f56a6-7749-438c-be7b-8969629a1901 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b4ef3ee4d3a470ea5f29f6b36f95dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402123 Apr 18 17:30:52.765442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39572) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:52.855853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-013461ba-c61a-49cd-807e-75823be752ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:52.885945 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-013461ba-c61a-49cd-807e-75823be752ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:52.898430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Allocated IP 172.20.0.7 (580a1b9c-5434-4fa3-96ea-f7b162388afd/b16249ca-db0c-4fb9-b883-71c59fe9b473/e25be6ae-a527-4135-aa47-df191b632326) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:30:53.082170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-013461ba-c61a-49cd-807e-75823be752ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:53.087207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-013461ba-c61a-49cd-807e-75823be752ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:53.087207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-013461ba-c61a-49cd-807e-75823be752ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6805731e-2e25-4d61-8b63-b5ca5e53a967 HTTP/1.1" status: 204 len: 168 time: 0.3192539 Apr 18 17:30:53.093905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013461ba-c61a-49cd-807e-75823be752ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6805731e-2e25-4d61-8b63-b5ca5e53a967,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:53.289886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:53.509981 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:53.568917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:30:53.573525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:30:53.575971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:30:53.580185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event updated for resources: {'Port': ['ID=e25be6ae-a527-4135-aa47-df191b632326,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:53.669886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:53.673242 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:53.868692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39606) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:53.869157 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c99aae01-a25e-43aa-9093-2b681844e9c5 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5689435 Apr 18 17:30:53.873451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Request body: {'floatingip': {'port_id': 'e25be6ae-a527-4135-aa47-df191b632326'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:30:53.933637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f07f18c1-8a15-416e-98e6-863de901e4dc None None] Provisioning complete for port e25be6ae-a527-4135-aa47-df191b632326 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:30:53.934104 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f07f18c1-8a15-416e-98e6-863de901e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:54.005781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f07f18c1-8a15-416e-98e6-863de901e4dc None None] Port e25be6ae-a527-4135-aa47-df191b632326 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:30:54.060695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:54.132563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22c434-88ab-4c11-a8a4-1382ab20117b req-30866a74-5866-474f-96d2-14cfb5b6d1bd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:54.146382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af22c434-88ab-4c11-a8a4-1382ab20117b req-30866a74-5866-474f-96d2-14cfb5b6d1bd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 945 time: 0.1849155 Apr 18 17:30:54.214158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-af22c434-88ab-4c11-a8a4-1382ab20117b req-5ab98433-5909-4da2-9e60-106e12b7dd21 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666273 Apr 18 17:30:55.315554 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:55.384380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb445e6-ce28-4006-83a3-16a5c081f5b7 req-93507d10-48fb-43ea-b14f-bda2fb5e80b7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:55.385862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcb445e6-ce28-4006-83a3-16a5c081f5b7 req-93507d10-48fb-43ea-b14f-bda2fb5e80b7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 945 time: 0.0583649 Apr 18 17:30:55.400526 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:55.489348 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bcb445e6-ce28-4006-83a3-16a5c081f5b7 req-8a832624-bd57-40b7-992a-b35937958475 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=b25f37b4-702d-4300-89d4-eb19785600ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969040 Apr 18 17:30:55.585797 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-dc184cec-9f2b-4bf2-92a8-a8405eb9edaf tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:30:55.588081 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-dc184cec-9f2b-4bf2-92a8-a8405eb9edaf tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 945 time: 0.0617938 Apr 18 17:30:55.590264 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP fc7c11c7-a2fb-467f-b3d7-d86e6c157ed9 associated. External IP: 172.25.5.60, port: 8b1f5885-d135-423a-a51d-94f6d36b205d. Apr 18 17:30:55.771925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port 31cae90f-cda7-4227-b304-13236f81d9df {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:55.778532 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:55.917221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] For port 31cae90f-cda7-4227-b304-13236f81d9df, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=31cae90f-cda7-4227-b304-13236f81d9df,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:30:55.917221 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:55.930646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:55.947471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for 31cae90f-cda7-4227-b304-13236f81d9df owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:56.168514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:56.186894 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfe360-ce23-4c1e-99d1-b7c95b7f58d9 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:56.220204 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfe360-ce23-4c1e-99d1-b7c95b7f58d9 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:56.221857 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-96bfe360-ce23-4c1e-99d1-b7c95b7f58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:56.350415 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-96bfe360-ce23-4c1e-99d1-b7c95b7f58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:56.378924 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfe360-ce23-4c1e-99d1-b7c95b7f58d9 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:56.379753 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-96bfe360-ce23-4c1e-99d1-b7c95b7f58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:56.404924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:56.454651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['31cae90f-cda7-4227-b304-13236f81d9df'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:30:56.540019 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-96bfe360-ce23-4c1e-99d1-b7c95b7f58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:56.545835 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfe360-ce23-4c1e-99d1-b7c95b7f58d9 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:56.547292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39708) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:56.600146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=31cae90f-cda7-4227-b304-13236f81d9df,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:56.727490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] No DVR routers for this DVR port 31cae90f-cda7-4227-b304-13236f81d9df on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:30:56.733753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:56.737206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c012a3e0-1668-4c61-b1e1-222340ab4436 req-0cc3ddb6-d7c3-45a9-9ed1-29a2b66ffa59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "DELETE /v2.0/ports/31cae90f-cda7-4227-b304-13236f81d9df HTTP/1.1" status: 204 len: 173 time: 1.1422911 Apr 18 17:30:56.737753 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fad8b73-ddcd-41f2-b032-c77975472bcb', 'name': 'network-vif-deleted', 'tag': '31cae90f-cda7-4227-b304-13236f81d9df'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:30:56.760878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65b84245-7cd3-4fd1-92cb-48e5f4524c85 req-5839ef76-3d88-4c3d-aa17-8aef09de1e6c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0955114 Apr 18 17:30:56.764273 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b24a978-b253-4e05-b24b-8922497eec28" -d '{"events": [{"server_uuid": "6fad8b73-ddcd-41f2-b032-c77975472bcb", "name": "network-vif-deleted", "tag": "31cae90f-cda7-4227-b304-13236f81d9df"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:30:56.795101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 5fea543f-3b8f-4b56-9922-96efb9959b65 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:56.825313 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dee9563d-68bc-4e85-8783-170ffd8afc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:56.925480 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02653d3-c127-43dc-897c-482503f5c2e6 x-openstack-request-id: req-e02653d3-c127-43dc-897c-482503f5c2e6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:30:56.926799 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fad8b73-ddcd-41f2-b032-c77975472bcb", "name": "network-vif-deleted", "tag": "31cae90f-cda7-4227-b304-13236f81d9df", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:30:56.927237 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e02653d3-c127-43dc-897c-482503f5c2e6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:30:56.927804 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02653d3-c127-43dc-897c-482503f5c2e6'] response: {'server_uuid': '6fad8b73-ddcd-41f2-b032-c77975472bcb', 'name': 'network-vif-deleted', 'tag': '31cae90f-cda7-4227-b304-13236f81d9df', 'status': 'completed', 'code': 200} Apr 18 17:30:56.936868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dee9563d-68bc-4e85-8783-170ffd8afc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.051443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dee9563d-68bc-4e85-8783-170ffd8afc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.075427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:57.094426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c27644-f53b-4ff5-8be0-fd6e266009e5 None None] Sync routers for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:57.114077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.143837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c27644-f53b-4ff5-8be0-fd6e266009e5 None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:57.145406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-36c27644-f53b-4ff5-8be0-fd6e266009e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:57.220273 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dee9563d-68bc-4e85-8783-170ffd8afc55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66aab494db964ce2be2960ffe18908bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6485014 Apr 18 17:30:57.221259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39720) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:57.230297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9563d-68bc-4e85-8783-170ffd8afc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb036fd4-2e07-4d89-80b1-7419fe82854f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:57.245280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-36c27644-f53b-4ff5-8be0-fd6e266009e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:57.264579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c27644-f53b-4ff5-8be0-fd6e266009e5 None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:57.273905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-36c27644-f53b-4ff5-8be0-fd6e266009e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:57.295354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ee81e66c-d91f-4cf7-a1a9-67bd56b57be4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/floatingips/fc7c11c7-a2fb-467f-b3d7-d86e6c157ed9 HTTP/1.1" status: 200 len: 976 time: 3.4155025 Apr 18 17:30:57.296574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39722) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:57.313667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-36c27644-f53b-4ff5-8be0-fd6e266009e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:57.314443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c27644-f53b-4ff5-8be0-fd6e266009e5 None None] The sync data for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:57.359301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f010a34b-6964-4555-a078-a0807502c465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.387002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f010a34b-6964-4555-a078-a0807502c465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.414835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port e25be6ae-a527-4135-aa47-df191b632326 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:57.415535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.519581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f010a34b-6964-4555-a078-a0807502c465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.530830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f010a34b-6964-4555-a078-a0807502c465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.532311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f010a34b-6964-4555-a078-a0807502c465 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb036fd4-2e07-4d89-80b1-7419fe82854f HTTP/1.1" status: 204 len: 168 time: 0.3078747 Apr 18 17:30:57.554022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.595119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010a34b-6964-4555-a078-a0807502c465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb036fd4-2e07-4d89-80b1-7419fe82854f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:57.810896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.810896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:57.811470 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Floating IP fc7c11c7-a2fb-467f-b3d7-d86e6c157ed9 disassociated. External IP: 172.25.5.60, port: e25be6ae-a527-4135-aa47-df191b632326. Apr 18 17:30:57.811470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for e25be6ae-a527-4135-aa47-df191b632326 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:30:57.901383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5de5076d-a4fa-4dfd-8f0c-f3b2199a841d req-2a1ee0d6-d036-4ebd-be9c-8e856223eace tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0403814 Apr 18 17:30:58.147540 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:58.178475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=e25be6ae-a527-4135-aa47-df191b632326,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:58.369710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 5fea543f-3b8f-4b56-9922-96efb9959b65 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:30:58.476419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39746) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:58.494616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-851da44e-d516-4f32-bbf7-be47f6ec9d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:58.531960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:30:58.543832 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e7c83-e304-4d02-96c4-2d57738a9a84 None None] Sync routers for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:30:58.568170 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e7c83-e304-4d02-96c4-2d57738a9a84 None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:58.569062 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9a6e7c83-e304-4d02-96c4-2d57738a9a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:58.600206 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-851da44e-d516-4f32-bbf7-be47f6ec9d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:58.633448 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9a6e7c83-e304-4d02-96c4-2d57738a9a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:58.643505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:58.643702 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e7c83-e304-4d02-96c4-2d57738a9a84 None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:30:58.644521 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9a6e7c83-e304-4d02-96c4-2d57738a9a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:58.652733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39752) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:58.659317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ff868a51-61bb-4bb5-8726-f811b37bdd1c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/ports/e25be6ae-a527-4135-aa47-df191b632326 HTTP/1.1" status: 204 len: 168 time: 1.3597105 Apr 18 17:30:58.699927 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9a6e7c83-e304-4d02-96c4-2d57738a9a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:30:58.700634 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e7c83-e304-4d02-96c4-2d57738a9a84 None None] The sync data for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:30:58.713643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-851da44e-d516-4f32-bbf7-be47f6ec9d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:58.791773 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-851da44e-d516-4f32-bbf7-be47f6ec9d86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0af032c0db144ce788eb56dc00a5834a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130391 Apr 18 17:30:58.793245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39760) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:30:58.793721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851da44e-d516-4f32-bbf7-be47f6ec9d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a26210-602e-48ff-8e3b-73ddcc6afcc1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:58.909583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-643056af-9dc7-4b12-8295-282ec59022e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:58.940805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-643056af-9dc7-4b12-8295-282ec59022e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:59.095247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21fa0567-2253-43d0-9a8e-aa5480baeff8 req-8dd7bfa1-7f84-47be-af9e-8f450bb8c764 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0415666 Apr 18 17:30:59.162696 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-643056af-9dc7-4b12-8295-282ec59022e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:59.165271 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-643056af-9dc7-4b12-8295-282ec59022e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:59.166342 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-643056af-9dc7-4b12-8295-282ec59022e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52a26210-602e-48ff-8e3b-73ddcc6afcc1 HTTP/1.1" status: 204 len: 168 time: 0.3718877 Apr 18 17:30:59.179395 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643056af-9dc7-4b12-8295-282ec59022e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a26210-602e-48ff-8e3b-73ddcc6afcc1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:30:59.333290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:59.530458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 31cae90f-cda7-4227-b304-13236f81d9df no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:30:59.562663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 31cae90f-cda7-4227-b304-13236f81d9df {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:30:59.563448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 31cae90f-cda7-4227-b304-13236f81d9df not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:30:59.706466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 6c8b5c58-fb38-4b0e-9f55-7e21c88c2203 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:30:59.708089 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:59.840318 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:30:59.854339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 6c8b5c58-fb38-4b0e-9f55-7e21c88c2203 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:00.305555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:00.373627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=6c8b5c58-fb38-4b0e-9f55-7e21c88c2203,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:00.405667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68f61443-ea31-42e7-8d29-d9228f24a453 req-ad1d4e1a-5b51-4d65-9d13-ee325e90883f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0940087 Apr 18 17:31:00.808595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:00.970886 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-38368f94-f0b4-4467-9e7f-e42401f63c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:01.172432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 5fea543f-3b8f-4b56-9922-96efb9959b65 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:31:01.628314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25ebd629-ca68-4c67-9c11-9e2c72c2c7a3 req-61095faa-fe77-4663-9dea-b2d9e38d0ce0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0938320 Apr 18 17:31:02.033956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:31:02.040391 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d29c12b6-31b9-4057-8c5b-52a646d86a70 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/routers/5fea543f-3b8f-4b56-9922-96efb9959b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3865049 Apr 18 17:31:02.043097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39842) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:02.047186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5356f-fdc6-4456-8825-9fc15595b9a1 None None] Sync routers for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:31:02.065137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5356f-fdc6-4456-8825-9fc15595b9a1 None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:02.068416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-75d5356f-fdc6-4456-8825-9fc15595b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:02.144569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-75d5356f-fdc6-4456-8825-9fc15595b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:02.160076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5356f-fdc6-4456-8825-9fc15595b9a1 None None] Routers {'5fea543f-3b8f-4b56-9922-96efb9959b65'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:02.160076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-75d5356f-fdc6-4456-8825-9fc15595b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:30:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5fea543f-3b8f-4b56-9922-96efb9959b65'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:02.177677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:02.200363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-75d5356f-fdc6-4456-8825-9fc15595b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:02.201441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5356f-fdc6-4456-8825-9fc15595b9a1 None None] The sync data for ids ['5fea543f-3b8f-4b56-9922-96efb9959b65'] in n-d-836015-2 is: [] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:31:02.319344 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:02.506216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 593daa9a-cf26-4c00-b559-04f7fe5b0097 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:02.506614 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:02.612984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:02.627095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 593daa9a-cf26-4c00-b559-04f7fe5b0097 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:02.773620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1ae8e05-c78c-409e-ac20-63899eeee69c req-16ec9976-12df-41e9-bda1-25733c7dcc53 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0417423 Apr 18 17:31:03.083597 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:03.128034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=593daa9a-cf26-4c00-b559-04f7fe5b0097,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:03.266847 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:03.284377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-167b511a-fc22-49a2-9994-ebafc413250b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:03.405609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:03.411894 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:03.559203 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:03.560086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Fanout notify agent at l3_agent the message router_deleted on router 5fea543f-3b8f-4b56-9922-96efb9959b65 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:31:03.572177 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:03.572177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1bb44690-0299-4166-9e76-a64d2d4657b7 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/routers/5fea543f-3b8f-4b56-9922-96efb9959b65 HTTP/1.1" status: 204 len: 168 time: 1.5247846 Apr 18 17:31:03.572177 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39908) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:04.031731 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00505fad-1927-4b7b-82ad-02bbeb4139d5 req-9da78b82-7945-42b2-a23d-bb8afd9f3565 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0327375 Apr 18 17:31:04.043701 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-28511b04-060f-4ebc-bf5f-72c2166ed1bf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting subnet b16249ca-db0c-4fb9-b883-71c59fe9b473 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:31:04.053139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28511b04-060f-4ebc-bf5f-72c2166ed1bf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.111012 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28511b04-060f-4ebc-bf5f-72c2166ed1bf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.268758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28511b04-060f-4ebc-bf5f-72c2166ed1bf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.486364 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28511b04-060f-4ebc-bf5f-72c2166ed1bf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.532629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28511b04-060f-4ebc-bf5f-72c2166ed1bf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Subnet': ['ID=b16249ca-db0c-4fb9-b883-71c59fe9b473,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:04.551107 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-28511b04-060f-4ebc-bf5f-72c2166ed1bf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.557735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-28511b04-060f-4ebc-bf5f-72c2166ed1bf tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/subnets/b16249ca-db0c-4fb9-b883-71c59fe9b473 HTTP/1.1" status: 204 len: 168 time: 0.9825528 Apr 18 17:31:04.558572 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:04.561509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985cc655-aeb2-44ca-a5de-d90043d9152d None None] Network 580a1b9c-5434-4fa3-96ea-f7b162388afd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:04.591114 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.701694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.836179 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 3a2afd1d-d235-410e-8975-4072591ede76 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:04.836537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.942043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] For port 3a2afd1d-d235-410e-8975-4072591ede76, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=3a2afd1d-d235-410e-8975-4072591ede76,segment=NetworkSegment(85928721-d83b-4793-aba3-878c90841749),segment_id=85928721-d83b-4793-aba3-878c90841749)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:04.942461 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:04.959312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 3a2afd1d-d235-410e-8975-4072591ede76 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:05.151544 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.219867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd319f4-f9c9-4720-958c-93843ead85ef None None] DHCP port deletion for 580a1b9c-5434-4fa3-96ea-f7b162388afd request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:31:05.246030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=3a2afd1d-d235-410e-8975-4072591ede76,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:05.248195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] No DVR routers for this DVR port 3a2afd1d-d235-410e-8975-4072591ede76 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:31:05.366571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39958) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:05.376847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65584d80-af65-4e32-9e48-052becf6fe8d req-15082e15-73de-44c3-ab02-4dd79eac0632 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fad8b73-ddcd-41f2-b032-c77975472bcb HTTP/1.1" status: 200 len: 210 time: 0.0840201 Apr 18 17:31:05.459247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.499629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580a1b9c-5434-4fa3-96ea-f7b162388afd']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:05.515312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85928721-d83b-4793-aba3-878c90841749') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:05.515627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85928721-d83b-4793-aba3-878c90841749') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:05.564106 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.606072 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.628775 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39964) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:05.659253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:31:05.659253 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:31:05.665134 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:31:05.799927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.843551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5771bad8-4b40-4084-bbca-f5239951b479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.949448 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.973122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:05.979870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/networks/580a1b9c-5434-4fa3-96ea-f7b162388afd HTTP/1.1" status: 204 len: 168 time: 1.4153802 Apr 18 17:31:05.979870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d2f67-2fe6-4a06-a060-d5ab9650c5fd tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Network': ['ID=580a1b9c-5434-4fa3-96ea-f7b162388afd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:05.984815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39974) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:06.008457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.087109 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.171972 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5771bad8-4b40-4084-bbca-f5239951b479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.210940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 45bde33f-74d3-4ea3-9cd5-c4a4aa14c863 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:06.211431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.219210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.219451 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.278129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5771bad8-4b40-4084-bbca-f5239951b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.301828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d63985c-69b1-433c-a0f2-d4cfb921d788,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:06.306635 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fdf4c27462145588123c3f3b0d122a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9441917 Apr 18 17:31:06.317388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:06.337630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.338260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.338771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.339283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.339770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.340270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.340763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.341249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.341770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.342254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.342754 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.343254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d2912-c3ed-42dc-9095-ad46780c05be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:06.375292 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5771bad8-4b40-4084-bbca-f5239951b479 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b85e154f95d479dbba972bac263c91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7393177 Apr 18 17:31:06.376964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 39980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:06.381113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771bad8-4b40-4084-bbca-f5239951b479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b9725e-067e-4f7b-ae43-b227ab673894,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:06.434105 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8818-b14e-4a18-8599-ed902286dfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.474927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8818-b14e-4a18-8599-ed902286dfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.542532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.542887 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.570125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 45bde33f-74d3-4ea3-9cd5-c4a4aa14c863 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:06.662931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8818-b14e-4a18-8599-ed902286dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.664928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0da3482-f561-430b-97bb-543279158afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.666697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8818-b14e-4a18-8599-ed902286dfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:06.668675 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7ecd8818-b14e-4a18-8599-ed902286dfa9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d63985c-69b1-433c-a0f2-d4cfb921d788 HTTP/1.1" status: 204 len: 168 time: 0.3496616 Apr 18 17:31:06.685983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd8818-b14e-4a18-8599-ed902286dfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d63985c-69b1-433c-a0f2-d4cfb921d788,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:06.787420 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0da3482-f561-430b-97bb-543279158afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:07.075860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:07.080178 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0da3482-f561-430b-97bb-543279158afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:07.084278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0da3482-f561-430b-97bb-543279158afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:07.090005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b0da3482-f561-430b-97bb-543279158afa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7b9725e-067e-4f7b-ae43-b227ab673894 HTTP/1.1" status: 204 len: 168 time: 0.6974597 Apr 18 17:31:07.177114 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=45bde33f-74d3-4ea3-9cd5-c4a4aa14c863,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:07.190314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da3482-f561-430b-97bb-543279158afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b9725e-067e-4f7b-ae43-b227ab673894,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:07.268916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3a2afd1d-d235-410e-8975-4072591ede76 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:31:07.300019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:07.305079 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:07.310358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bd94e0de-c1f8-41b4-b233-c0768c8a1614 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/floatingips/fc7c11c7-a2fb-467f-b3d7-d86e6c157ed9 HTTP/1.1" status: 204 len: 168 time: 1.3223801 Apr 18 17:31:07.310835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39996) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:07.387636 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-988c016b-b066-40c7-a3eb-a9cd339aad67 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] DELETE failed (client error): The resource could not be found. Apr 18 17:31:07.388309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988c016b-b066-40c7-a3eb-a9cd339aad67 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:31:07.391342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-988c016b-b066-40c7-a3eb-a9cd339aad67 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/ports/e25be6ae-a527-4135-aa47-df191b632326 HTTP/1.1" status: 404 len: 333 time: 0.0794222 Apr 18 17:31:07.393024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 3a2afd1d-d235-410e-8975-4072591ede76 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:31:07.393614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 3a2afd1d-d235-410e-8975-4072591ede76 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:31:07.394290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 39998) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:07.440404 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9ad6032f-a25e-4778-9522-140b0d19704c tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fea543f-3b8f-4b56-9922-96efb9959b65 HTTP/1.1" status: 200 len: 205 time: 0.0444210 Apr 18 17:31:07.442429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40000) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:07.515339 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-c628a841-813e-415f-9e6a-b21428687794 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] delete failed (client error): The resource could not be found. Apr 18 17:31:07.516800 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c628a841-813e-415f-9e6a-b21428687794 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/routers/5fea543f-3b8f-4b56-9922-96efb9959b65 HTTP/1.1" status: 404 len: 336 time: 0.0734010 Apr 18 17:31:07.519477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40004) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:07.553422 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-927bc369-61ba-4228-a7a1-ec3cb44ca4a4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] DELETE failed (client error): The resource could not be found. Apr 18 17:31:07.553897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927bc369-61ba-4228-a7a1-ec3cb44ca4a4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:31:07.557458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-927bc369-61ba-4228-a7a1-ec3cb44ca4a4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/subnets/b16249ca-db0c-4fb9-b883-71c59fe9b473 HTTP/1.1" status: 404 len: 337 time: 0.0357394 Apr 18 17:31:07.559805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40006) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:07.738700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-976f3ee5-af43-4bf4-a08b-b8fa676c126d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 8b1f5885-d135-423a-a51d-94f6d36b205d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:07.739345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-976f3ee5-af43-4bf4-a08b-b8fa676c126d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:07.871401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-976f3ee5-af43-4bf4-a08b-b8fa676c126d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:07.885290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-976f3ee5-af43-4bf4-a08b-b8fa676c126d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 8b1f5885-d135-423a-a51d-94f6d36b205d owned by {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:08.032849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40018) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:08.076537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3049-eb56-4988-943c-35714c2580de admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.201676 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-976f3ee5-af43-4bf4-a08b-b8fa676c126d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.298685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f3ee5-af43-4bf4-a08b-b8fa676c126d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=8b1f5885-d135-423a-a51d-94f6d36b205d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:08.343777 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3049-eb56-4988-943c-35714c2580de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.380590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-976f3ee5-af43-4bf4-a08b-b8fa676c126d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.384317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-976f3ee5-af43-4bf4-a08b-b8fa676c126d tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/ports/8b1f5885-d135-423a-a51d-94f6d36b205d HTTP/1.1" status: 204 len: 168 time: 0.8235381 Apr 18 17:31:08.390312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40022) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:08.464692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3049-eb56-4988-943c-35714c2580de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.575479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d3049-eb56-4988-943c-35714c2580de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6262c0bb-695a-4379-9341-b91ea991a17a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:08.604605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cd9d3049-eb56-4988-943c-35714c2580de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3aee74b39ba745b6bbce62adbee43d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5705454 Apr 18 17:31:08.607550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40030) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:08.638709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-737dc0fb-9f94-490a-9967-e8f32be0d6d4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port b3ad10be-da62-46e6-88a6-3e240be2f519 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:08.639060 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-737dc0fb-9f94-490a-9967-e8f32be0d6d4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.762776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a10-10c4-468a-8069-3a921d4dcec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.798267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a10-10c4-468a-8069-3a921d4dcec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.842610 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-737dc0fb-9f94-490a-9967-e8f32be0d6d4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.862904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-737dc0fb-9f94-490a-9967-e8f32be0d6d4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for b3ad10be-da62-46e6-88a6-3e240be2f519 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:08.969880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a10-10c4-468a-8069-3a921d4dcec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.981382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a10-10c4-468a-8069-3a921d4dcec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:08.981382 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-25ea8a10-10c4-468a-8069-3a921d4dcec0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6262c0bb-695a-4379-9341-b91ea991a17a HTTP/1.1" status: 204 len: 168 time: 0.3660724 Apr 18 17:31:08.990721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea8a10-10c4-468a-8069-3a921d4dcec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6262c0bb-695a-4379-9341-b91ea991a17a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:09.193505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-737dc0fb-9f94-490a-9967-e8f32be0d6d4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:09.227093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dc0fb-9f94-490a-9967-e8f32be0d6d4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=b3ad10be-da62-46e6-88a6-3e240be2f519,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:09.306142 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-737dc0fb-9f94-490a-9967-e8f32be0d6d4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:09.309596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-737dc0fb-9f94-490a-9967-e8f32be0d6d4 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/ports/b3ad10be-da62-46e6-88a6-3e240be2f519 HTTP/1.1" status: 204 len: 168 time: 0.9182363 Apr 18 17:31:09.312257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40046) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:09.342565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:09.400572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe170d4b-8e53-4722-90c7-856e1ed09289 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:09.402583 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fe170d4b-8e53-4722-90c7-856e1ed09289 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "GET /v2.0/ports?device_id=33f8d097-42c0-41bf-9524-8e2befd8be9d HTTP/1.1" status: 200 len: 913 time: 0.0893278 Apr 18 17:31:09.405462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40054) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:09.625600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1727714730-network', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:09.629436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-a4535eb7-eb98-442e-83a7-34242cb768ab req-03c29580-6060-42bd-adec-ddddd54dc9c2 service neutron] (109825) timed out ('10.222.0.45', 42304) {{(pid=109825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:31:09.930951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Made reservation on behalf of e9b5c7777fe34e058efea7c98b7c38cb for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:09.933269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:09.960765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:10.154588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:10.239231 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:10.296415 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:10.298846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:31:10.380713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c969c-59e0-4cb6-aebe-52b2e721909f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:10.406914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:10.407616 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Added segment 4751bda2-9f01-416c-8c3b-6234e4048460 of type vlan for network d754dab1-e6a3-40e0-9214-c9f972e3db6f Apr 18 17:31:10.491169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:10.710288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:10.712607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:10.715405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:10.958748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] Pushing event updated for resources: {'Network': ['ID=d754dab1-e6a3-40e0-9214-c9f972e3db6f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:10.969182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:31:10.989027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2ccb6d61-629f-4539-b7ac-43e3df3d8be7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6413178 Apr 18 17:31:10.989027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40120) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:10.993913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Request body: {'subnet': {'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1727714730-subnet', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:11.128483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 625e6ec1-44a4-407b-9a63-5534d6fd6cd6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:11.128836 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:11.182418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Made reservation on behalf of e9b5c7777fe34e058efea7c98b7c38cb for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:11.184722 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:11.306708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:11.328889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 625e6ec1-44a4-407b-9a63-5534d6fd6cd6 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:11.636569 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:11.708627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:11.716154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Checking segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:11.716511 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Network hostable DHCP agents. Network: d754dab1-e6a3-40e0-9214-c9f972e3db6f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:31:11.786009 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:11.848646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=625e6ec1-44a4-407b-9a63-5534d6fd6cd6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:11.894079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:31:12.039634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, d754dab1-e6a3-40e0-9214-c9f972e3db6f) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:12.048335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb50ca-8ae8-4c34-9dd2-64b29e59441c None None] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:12.062016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:12.062672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.157668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.186064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-38b5ae21-eeb2-4832-8520-d18c984d0074 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1959472 Apr 18 17:31:12.188813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40164) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:12.198467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:12.235703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40166) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:12.283223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-d754dab1-e6a3-40e0-9214-c9f972e3db6f', 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'fixed_ips': [{'subnet_id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:31:12.284632 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.344558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.345638 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.462055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40172) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:12.466585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.470958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e19646dc-5a26-4a92-a977-ea0b578716fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134829852', 'description': 'tempest-secgroup-smoke-134829852 description', 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:12.512370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Allocated IP 172.20.0.2 (d754dab1-e6a3-40e0-9214-c9f972e3db6f/d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20/00c5e63e-a21e-44e9-b560-52def4a822eb) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:12.522707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-573804263'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:12.560221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Router 33f8d097-42c0-41bf-9524-8e2befd8be9d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:31:12.634107 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19646dc-5a26-4a92-a977-ea0b578716fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.641612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Made reservation on behalf of d62cd1b681484f1ca484ed7472dbdb0c for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:12.646451 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.659877 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.757626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.767472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:31:12.774738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cd719c18-b715-43c2-96c6-2de4bcd007e0 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "PUT /v2.0/routers/33f8d097-42c0-41bf-9524-8e2befd8be9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3665326 Apr 18 17:31:12.779824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40178) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:12.784972 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514de77-f437-4e22-92ef-4cd7b78f57e1 None None] Sync routers for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:31:12.804082 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514de77-f437-4e22-92ef-4cd7b78f57e1 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:12.808384 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3514de77-f437-4e22-92ef-4cd7b78f57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:12.853687 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.870919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:12.901719 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3514de77-f437-4e22-92ef-4cd7b78f57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:12.912787 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514de77-f437-4e22-92ef-4cd7b78f57e1 None None] Routers {'33f8d097-42c0-41bf-9524-8e2befd8be9d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:12.913809 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3514de77-f437-4e22-92ef-4cd7b78f57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['33f8d097-42c0-41bf-9524-8e2befd8be9d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:12.947865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:12.960737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:12.973619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:12.979824 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3514de77-f437-4e22-92ef-4cd7b78f57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:12.980656 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514de77-f437-4e22-92ef-4cd7b78f57e1 None None] The sync data for ids ['33f8d097-42c0-41bf-9524-8e2befd8be9d'] in n-d-836015-2 is: [] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:31:12.989592 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19646dc-5a26-4a92-a977-ea0b578716fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.002776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.021254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.025210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Pushing event updated for resources: {'Port': ['ID=00c5e63e-a21e-44e9-b560-52def4a822eb,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:13.064816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Attempting to bind port 00c5e63e-a21e-44e9-b560-52def4a822eb on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:13.065486 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Attempting to bind port 00c5e63e-a21e-44e9-b560-52def4a822eb by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:13.067197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Attempting to bind port 00c5e63e-a21e-44e9-b560-52def4a822eb on network d754dab1-e6a3-40e0-9214-c9f972e3db6f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:13.075175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:13.076389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Checking segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:13.077033 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.077666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Bound using segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:13.078359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Bound port: 00c5e63e-a21e-44e9-b560-52def4a822eb, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:13.078988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.117631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19646dc-5a26-4a92-a977-ea0b578716fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.159141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] For port 00c5e63e-a21e-44e9-b560-52def4a822eb, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:13.163382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] For port 00c5e63e-a21e-44e9-b560-52def4a822eb, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=00c5e63e-a21e-44e9-b560-52def4a822eb,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:13.164382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19646dc-5a26-4a92-a977-ea0b578716fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80a9f66-abb7-4982-a58c-8b6ed6613074,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:13.172563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.173366 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.235269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:31:13.299485 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.301571 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e19646dc-5a26-4a92-a977-ea0b578716fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.302972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e19646dc-5a26-4a92-a977-ea0b578716fa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8397515 Apr 18 17:31:13.307483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40184) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:13.319886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-abdab0ff-ddb7-44b7-ac46-fa3c22b201d9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'security_group_rule': {'security_group_id': 'd80a9f66-abb7-4982-a58c-8b6ed6613074', 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:13.326888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.327228 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Added segment b8279f67-1649-4f9e-bf5c-f8629b444a53 of type vlan for network e2a9a1ff-cb20-41c8-9c16-dc5787430dab Apr 18 17:31:13.329058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f67a083-3638-4892-8541-f958d191295d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:13.359565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1fd1e-1bc5-48f7-b3d0-c0a28b4557f6 None None] Pushing event updated for resources: {'Port': ['ID=00c5e63e-a21e-44e9-b560-52def4a822eb,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:13.400416 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.434867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.439185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.451068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting port 52dceff5-7e29-4077-b055-16d8a0d81e59 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:13.451489 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.529337 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abdab0ff-ddb7-44b7-ac46-fa3c22b201d9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.600726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Allocated IP 172.25.5.194 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/7dfab60b-281c-4ae7-b442-1f0910ed45b0) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:13.625012 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.649254 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Calling delete_port for 52dceff5-7e29-4077-b055-16d8a0d81e59 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:13.701754 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abdab0ff-ddb7-44b7-ac46-fa3c22b201d9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.715376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.725398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:13.734044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:13.894974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event updated for resources: {'Network': ['ID=e2a9a1ff-cb20-41c8-9c16-dc5787430dab,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:13.910892 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e2a9a1ff-cb20-41c8-9c16-dc5787430dab details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:31:13.942654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.026963 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9bc09d42-2c1d-4d46-805f-3565ba4d0cc7 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7809393 Apr 18 17:31:14.026963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:14.040339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Request body: {'subnet': {'network_id': 'e2a9a1ff-cb20-41c8-9c16-dc5787430dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:14.166501 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abdab0ff-ddb7-44b7-ac46-fa3c22b201d9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.186250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.193890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdab0ff-ddb7-44b7-ac46-fa3c22b201d9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcda0e1-53e1-4c0b-9e11-bbcf68aec008,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:14.227024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:14.232093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:14.236433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:14.262533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Pushing event updated for resources: {'Port': ['ID=7dfab60b-281c-4ae7-b442-1f0910ed45b0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:14.606218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Made reservation on behalf of d62cd1b681484f1ca484ed7472dbdb0c for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:14.606327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abdab0ff-ddb7-44b7-ac46-fa3c22b201d9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.606327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-abdab0ff-ddb7-44b7-ac46-fa3c22b201d9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2955019 Apr 18 17:31:14.606507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.606607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.606708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40200) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:14.613315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9dda6906-bd90-4dcb-a773-577be008c068 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'security_group_rule': {'security_group_id': 'd80a9f66-abb7-4982-a58c-8b6ed6613074', 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:14.635461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Port': ['ID=52dceff5-7e29-4077-b055-16d8a0d81e59,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:14.706813 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdc9b53-4948-4a50-92bc-b5928b2ad044 None None] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:14.755879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.904973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7937688a-4e3a-40d8-98a2-b84f0d903adb None None] Provisioning complete for port 00c5e63e-a21e-44e9-b560-52def4a822eb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:14.905668 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7937688a-4e3a-40d8-98a2-b84f0d903adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.928525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:14.943734 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.046041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dda6906-bd90-4dcb-a773-577be008c068 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.053371 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7937688a-4e3a-40d8-98a2-b84f0d903adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.134369 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.150138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.150672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Fanout notify agent at l3_agent the message router_deleted on router 33f8d097-42c0-41bf-9524-8e2befd8be9d {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:31:15.151040 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7937688a-4e3a-40d8-98a2-b84f0d903adb None None] For port 00c5e63e-a21e-44e9-b560-52def4a822eb, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=00c5e63e-a21e-44e9-b560-52def4a822eb,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:15.158913 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.162009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-03cc5300-1565-40c7-982d-8a2c9287b02f tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/routers/33f8d097-42c0-41bf-9524-8e2befd8be9d HTTP/1.1" status: 204 len: 168 time: 2.3806036 Apr 18 17:31:15.165277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40208) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:15.235953 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7937688a-4e3a-40d8-98a2-b84f0d903adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.287034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8b8b57-18a4-4039-974a-7580ed940121 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Deleting subnet e3715988-088a-4666-b950-11d6b62f6b2b {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:31:15.291704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 00c5e63e-a21e-44e9-b560-52def4a822eb up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:15.294235 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a8b8b57-18a4-4039-974a-7580ed940121 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.345187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dda6906-bd90-4dcb-a773-577be008c068 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.357203 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.394984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a8b8b57-18a4-4039-974a-7580ed940121 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.404984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937688a-4e3a-40d8-98a2-b84f0d903adb None None] Pushing event updated for resources: {'Port': ['ID=00c5e63e-a21e-44e9-b560-52def4a822eb,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:15.647419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 00c5e63e-a21e-44e9-b560-52def4a822eb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:15.647419 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.649182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event updated for resources: {'Subnet': ['ID=9baee015-dcbc-44dc-a229-fe4c631c949b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:15.649182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dda6906-bd90-4dcb-a773-577be008c068 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.649884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ec555814-bb38-405a-a155-a3caef2370ad None None] Provisioning complete for port 00c5e63e-a21e-44e9-b560-52def4a822eb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:15.649884 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ec555814-bb38-405a-a155-a3caef2370ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.650144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a8b8b57-18a4-4039-974a-7580ed940121 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.690808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda6906-bd90-4dcb-a773-577be008c068 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a9700c-d742-486c-b4a4-87d4f748fc58,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:15.729123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Checking segment: {'id': 'b8279f67-1649-4f9e-bf5c-f8629b444a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e2a9a1ff-cb20-41c8-9c16-dc5787430dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:15.729502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Network hostable DHCP agents. Network: e2a9a1ff-cb20-41c8-9c16-dc5787430dab, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:31:15.732879 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.842572 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9dda6906-bd90-4dcb-a773-577be008c068 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.843790 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9dda6906-bd90-4dcb-a773-577be008c068 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2351182 Apr 18 17:31:15.847089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40222) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:15.852787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-12a91864-9be7-4753-b53f-b13519eca27b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'security_group_rule': {'security_group_id': 'd80a9f66-abb7-4982-a58c-8b6ed6613074', 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:15.873735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a8b8b57-18a4-4039-974a-7580ed940121 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.879695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Network e2a9a1ff-cb20-41c8-9c16-dc5787430dab is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:31:15.905733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b8b57-18a4-4039-974a-7580ed940121 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Subnet': ['ID=e3715988-088a-4666-b950-11d6b62f6b2b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:15.909628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a8b8b57-18a4-4039-974a-7580ed940121 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:15.913579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a8b8b57-18a4-4039-974a-7580ed940121 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/subnets/e3715988-088a-4666-b950-11d6b62f6b2b HTTP/1.1" status: 204 len: 168 time: 0.7471797 Apr 18 17:31:15.919336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40226) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:16.010721 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12a91864-9be7-4753-b53f-b13519eca27b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.027497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e2a9a1ff-cb20-41c8-9c16-dc5787430dab) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:16.031954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Router b9c3abed-657c-4620-97ba-4920ab4b8e70 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:31:16.036146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:16.036895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.038488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc547101-7016-4a96-b36c-c2e6c67ed84b None None] Network e2a9a1ff-cb20-41c8-9c16-dc5787430dab requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:16.053128 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.151317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12a91864-9be7-4753-b53f-b13519eca27b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.201247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.225336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:16.230885 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-22e61b85-80d9-4c5c-b279-634d50d4a07b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2027318 Apr 18 17:31:16.233560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40236) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:16.237286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f892e2-0f59-4bc1-9e93-c61b6f477a38') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:16.237840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f892e2-0f59-4bc1-9e93-c61b6f477a38') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:16.239712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Request body: {'port': {'network_id': 'e2a9a1ff-cb20-41c8-9c16-dc5787430dab', 'name': 'tempest-DHCPAgentSchedulersTestJSON-927774965'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:16.250394 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.268458 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.279705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:31:16.280304 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:31:16.284373 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:31:16.302283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12a91864-9be7-4753-b53f-b13519eca27b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.360099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e2a9a1ff-cb20-41c8-9c16-dc5787430dab', 'network_id': 'e2a9a1ff-cb20-41c8-9c16-dc5787430dab', 'tenant_id': 'd62cd1b681484f1ca484ed7472dbdb0c', 'fixed_ips': [{'subnet_id': '9baee015-dcbc-44dc-a229-fe4c631c949b'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:31:16.361095 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.369358 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a91864-9be7-4753-b53f-b13519eca27b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cf125f-af20-4df8-b6c3-084302febde1,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:16.397992 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:31:16.504355 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Sync routers for ids ['b9c3abed-657c-4620-97ba-4920ab4b8e70'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:31:16.529120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Routers {'b9c3abed-657c-4620-97ba-4920ab4b8e70'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:16.529558 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-12a91864-9be7-4753-b53f-b13519eca27b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.529778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b9c3abed-657c-4620-97ba-4920ab4b8e70'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:16.536992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-12a91864-9be7-4753-b53f-b13519eca27b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6819313 Apr 18 17:31:16.536992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:16.538776 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a42a3208-5fc0-4689-9f07-c4c30a9bd371 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'security_group_rule': {'security_group_id': 'd80a9f66-abb7-4982-a58c-8b6ed6613074', 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:16.605630 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.617745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.622650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] 10.222.0.45 "DELETE /v2.0/networks/1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac HTTP/1.1" status: 204 len: 168 time: 0.7008870 Apr 18 17:31:16.641730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd819d1-eb7b-4797-aba7-003f6c2d0d01 tempest-FloatingIPTestJSON-2100866917 tempest-FloatingIPTestJSON-2100866917-project] Pushing event deleted for resources: {'Network': ['ID=1ed9e7a8-3532-4d75-9a7a-f0a8caf29eac,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:16.672503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.674104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e0040ed6-dd68-4fbd-8123-74305ed065ef admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4839857 Apr 18 17:31:16.678123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40246) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:16.755280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Allocated IP 172.20.0.2 (e2a9a1ff-cb20-41c8-9c16-dc5787430dab/9baee015-dcbc-44dc-a229-fe4c631c949b/ac531a79-53db-4aa6-a404-82a889ecee09) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:16.763738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Set router b9c3abed-657c-4620-97ba-4920ab4b8e70 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:31:16.899924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42a3208-5fc0-4689-9f07-c4c30a9bd371 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:16.970496 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42a3208-5fc0-4689-9f07-c4c30a9bd371 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.095817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42a3208-5fc0-4689-9f07-c4c30a9bd371 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.112355 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Made reservation on behalf of d62cd1b681484f1ca484ed7472dbdb0c for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:17.115880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.143896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] device_id is not set on port d1203826-74a4-4f7c-b4f4-0092e6fdfd9b yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:31:17.151098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a3208-5fc0-4689-9f07-c4c30a9bd371 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de31cb49-c013-4a4f-8166-d1548b1821e1,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:17.237806 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42a3208-5fc0-4689-9f07-c4c30a9bd371 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.239220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a42a3208-5fc0-4689-9f07-c4c30a9bd371 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7047246 Apr 18 17:31:17.242100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40260) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:17.250125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a9c44802-4024-48d4-9876-f4c348838fe9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'security_group_rule': {'security_group_id': 'd80a9f66-abb7-4982-a58c-8b6ed6613074', 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:17.328644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 00c5e63e-a21e-44e9-b560-52def4a822eb up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:17.420859 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-a9c44802-4024-48d4-9876-f4c348838fe9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Project b27e0b9ac8dd49d3a9dafb71c080dca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:31:17.431418 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44802-4024-48d4-9876-f4c348838fe9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.485112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40266) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:17.516035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.542282 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.545353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 00c5e63e-a21e-44e9-b560-52def4a822eb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:17.546234 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.551305 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.566907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44802-4024-48d4-9876-f4c348838fe9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.625982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:31:14Z', 'revision_number': 3, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port': {'id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:13Z', 'updated_at': '2022-04-18T17:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:17.651996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.686244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Checking router: b9c3abed-657c-4620-97ba-4920ab4b8e70 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:31:17.687965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Updating router b9c3abed-657c-4620-97ba-4920ab4b8e70 port 7dfab60b-281c-4ae7-b442-1f0910ed45b0 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:31:17.733759 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44802-4024-48d4-9876-f4c348838fe9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.744345 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.764621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c44802-4024-48d4-9876-f4c348838fe9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032f145e-4fd9-40ee-9232-f6c134e46fd1,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:17.825101 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:17.846143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Network e2a9a1ff-cb20-41c8-9c16-dc5787430dab is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:17.870851 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9816200e-2fe4-48bc-8ed6-5fb97a6a3fdc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e8824978c0a4168b886c5ab3575e3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786302 Apr 18 17:31:17.872625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40272) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:17.897321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:17.899114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Pushing event updated for resources: {'Port': ['ID=ac531a79-53db-4aa6-a404-82a889ecee09,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:17.906957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:17.994897 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32dfed6b-6c22-4064-bf5b-6bfece6e7e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.025937 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32dfed6b-6c22-4064-bf5b-6bfece6e7e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.043521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44802-4024-48d4-9876-f4c348838fe9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.048671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9c44802-4024-48d4-9876-f4c348838fe9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8048174 Apr 18 17:31:18.049374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40274) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:18.060259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0fcee8f7-6f6f-4e9b-b732-8514cb63ee39 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'security_group_rule': {'security_group_id': 'd80a9f66-abb7-4982-a58c-8b6ed6613074', 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:18.202969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Attempting to bind port ac531a79-53db-4aa6-a404-82a889ecee09 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:18.202969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Attempting to bind port ac531a79-53db-4aa6-a404-82a889ecee09 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b8279f67-1649-4f9e-bf5c-f8629b444a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e2a9a1ff-cb20-41c8-9c16-dc5787430dab'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:18.202969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Attempting to bind port ac531a79-53db-4aa6-a404-82a889ecee09 on network e2a9a1ff-cb20-41c8-9c16-dc5787430dab {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:18.207888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:18.214222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Checking segment: {'id': 'b8279f67-1649-4f9e-bf5c-f8629b444a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e2a9a1ff-cb20-41c8-9c16-dc5787430dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:18.214222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.215392 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-0fcee8f7-6f6f-4e9b-b732-8514cb63ee39 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Project b27e0b9ac8dd49d3a9dafb71c080dca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:31:18.215494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Bound using segment: {'id': 'b8279f67-1649-4f9e-bf5c-f8629b444a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e2a9a1ff-cb20-41c8-9c16-dc5787430dab'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:18.215494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Bound port: ac531a79-53db-4aa6-a404-82a889ecee09, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8279f67-1649-4f9e-bf5c-f8629b444a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e2a9a1ff-cb20-41c8-9c16-dc5787430dab'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:18.215494 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.219696 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fcee8f7-6f6f-4e9b-b732-8514cb63ee39 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.239850 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32dfed6b-6c22-4064-bf5b-6bfece6e7e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.243000 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32dfed6b-6c22-4064-bf5b-6bfece6e7e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.261323 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-32dfed6b-6c22-4064-bf5b-6bfece6e7e49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f577f91-bb0a-467b-bc59-d788b90eccfa HTTP/1.1" status: 204 len: 168 time: 0.3866801 Apr 18 17:31:18.301888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfed6b-6c22-4064-bf5b-6bfece6e7e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f577f91-bb0a-467b-bc59-d788b90eccfa,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:18.320738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] For port ac531a79-53db-4aa6-a404-82a889ecee09, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:18.325074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] For port ac531a79-53db-4aa6-a404-82a889ecee09, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ac531a79-53db-4aa6-a404-82a889ecee09,segment=NetworkSegment(b8279f67-1649-4f9e-bf5c-f8629b444a53),segment_id=b8279f67-1649-4f9e-bf5c-f8629b444a53)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:18.383491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Allocated IP 172.20.0.5 (e2a9a1ff-cb20-41c8-9c16-dc5787430dab/9baee015-dcbc-44dc-a229-fe4c631c949b/d1203826-74a4-4f7c-b4f4-0092e6fdfd9b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:18.447160 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fcee8f7-6f6f-4e9b-b732-8514cb63ee39 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.458982 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.525895 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.577222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Allocated IP 172.20.0.1 (d754dab1-e6a3-40e0-9214-c9f972e3db6f/d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20/dcdde049-c515-447a-a003-34dda225d276) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:18.578125 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fcee8f7-6f6f-4e9b-b732-8514cb63ee39 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.617361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f8c00-584f-41a9-979c-9c9771a4b75c None None] Pushing event updated for resources: {'Port': ['ID=ac531a79-53db-4aa6-a404-82a889ecee09,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:18.628041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcee8f7-6f6f-4e9b-b732-8514cb63ee39 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a74504f-235a-4a7c-9c49-2391327f9f51,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:18.636264 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.774341 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0fcee8f7-6f6f-4e9b-b732-8514cb63ee39 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.776917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0fcee8f7-6f6f-4e9b-b732-8514cb63ee39 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7215078 Apr 18 17:31:18.783799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde7c93-8e32-4d87-92f3-f8846e0e63a3 None None] Pushing event updated for resources: {'Port': ['ID=7dfab60b-281c-4ae7-b442-1f0910ed45b0,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:18.801228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Attempting to bind port 7dfab60b-281c-4ae7-b442-1f0910ed45b0 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:18.802481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Attempting to bind port 7dfab60b-281c-4ae7-b442-1f0910ed45b0 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:18.802481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Attempting to bind port 7dfab60b-281c-4ae7-b442-1f0910ed45b0 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:18.809882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:18.810270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:18.810679 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.811069 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:18.839039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Bound port: 7dfab60b-281c-4ae7-b442-1f0910ed45b0, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:18.840658 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:18.921481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:19.038607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] For port 7dfab60b-281c-4ae7-b442-1f0910ed45b0, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:19.043055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] For port 7dfab60b-281c-4ae7-b442-1f0910ed45b0, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7dfab60b-281c-4ae7-b442-1f0910ed45b0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:19.053916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:19.182462 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:19.239019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:19.376060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ac531a79-53db-4aa6-a404-82a889ecee09 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:19.390352 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:19.431551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde7c93-8e32-4d87-92f3-f8846e0e63a3 None None] Pushing event updated for resources: {'Port': ['ID=7dfab60b-281c-4ae7-b442-1f0910ed45b0,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:19.436767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Network e2a9a1ff-cb20-41c8-9c16-dc5787430dab is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:19.458680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Routers {'b9c3abed-657c-4620-97ba-4920ab4b8e70'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:19.460310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b9c3abed-657c-4620-97ba-4920ab4b8e70'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:19.477118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:19.482490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:19.485226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:19.487904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:19.491632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event updated for resources: {'Port': ['ID=d1203826-74a4-4f7c-b4f4-0092e6fdfd9b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:19.499471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:19.640922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ac531a79-53db-4aa6-a404-82a889ecee09 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:19.640922 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:19.752315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:19.753180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:19.758656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdde049-c515-447a-a003-34dda225d276,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:19.779320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:19.793803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] Set router b9c3abed-657c-4620-97ba-4920ab4b8e70 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:31:19.979764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cea539a2-5edf-4711-99a3-d499d7700097 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7448156 Apr 18 17:31:19.983213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40358) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:20.097100 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.180041 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.201124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f93295c0-bb82-4e66-b676-1e78329922cf tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Deleting port d1203826-74a4-4f7c-b4f4-0092e6fdfd9b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:20.213512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f93295c0-bb82-4e66-b676-1e78329922cf tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.219640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b3425ddf-fc95-4762-9493-bef1aef15148 None None] Provisioning complete for port dcdde049-c515-447a-a003-34dda225d276 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:20.220669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b3425ddf-fc95-4762-9493-bef1aef15148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.313345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ac531a79-53db-4aa6-a404-82a889ecee09, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ac531a79-53db-4aa6-a404-82a889ecee09,segment=NetworkSegment(b8279f67-1649-4f9e-bf5c-f8629b444a53),segment_id=b8279f67-1649-4f9e-bf5c-f8629b444a53)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:20.361846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b3425ddf-fc95-4762-9493-bef1aef15148 None None] Port dcdde049-c515-447a-a003-34dda225d276 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:31:20.371909 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f93295c0-bb82-4e66-b676-1e78329922cf tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.422131 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f93295c0-bb82-4e66-b676-1e78329922cf tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Calling delete_port for d1203826-74a4-4f7c-b4f4-0092e6fdfd9b owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:20.439117 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.579068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.593758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ac531a79-53db-4aa6-a404-82a889ecee09,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:20.620030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:31:14Z', 'revision_number': 3, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port': {'id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:13Z', 'updated_at': '2022-04-18T17:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:20.682735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.687979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40402) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:20.775763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e83b11-31fe-42a5-b300-ee94a6d438e2 None None] The sync data for ids ['b9c3abed-657c-4620-97ba-4920ab4b8e70'] in n-d-836015-2 is: [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:31:14Z', 'revision_number': 3, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port': {'id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:13Z', 'updated_at': '2022-04-18T17:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:31:20.778029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094fca8-7691-4088-af86-892f4026ec3b None None] Network e2a9a1ff-cb20-41c8-9c16-dc5787430dab requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:20.828500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f93295c0-bb82-4e66-b676-1e78329922cf tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.834283 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:20.850450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdde049-c515-447a-a003-34dda225d276,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:20.892045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691682934'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:20.896499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93295c0-bb82-4e66-b676-1e78329922cf tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event deleted for resources: {'Port': ['ID=d1203826-74a4-4f7c-b4f4-0092e6fdfd9b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:21.005187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:21.007091 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:21.012060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3733aee4-dcb3-4366-b22a-884272333ca5 None None] Provisioning complete for port ac531a79-53db-4aa6-a404-82a889ecee09 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:21.017627 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3733aee4-dcb3-4366-b22a-884272333ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.077402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f93295c0-bb82-4e66-b676-1e78329922cf tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.092218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f93295c0-bb82-4e66-b676-1e78329922cf tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "DELETE /v2.0/ports/d1203826-74a4-4f7c-b4f4-0092e6fdfd9b HTTP/1.1" status: 204 len: 168 time: 1.1077790 Apr 18 17:31:21.093136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40418) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:21.164243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.186313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.400574 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ac531a79-53db-4aa6-a404-82a889ecee09 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:21.501238 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.541254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2f226beb-964a-4bf5-a798-9ae2ce0d815c tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4442172 Apr 18 17:31:21.545790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40428) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:21.554915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2062453177'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:21.578947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.602429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Router b9c3abed-657c-4620-97ba-4920ab4b8e70 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:31:21.752628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Made reservation on behalf of d62cd1b681484f1ca484ed7472dbdb0c for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:21.752628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.765154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.783348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ac531a79-53db-4aa6-a404-82a889ecee09 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:21.784258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.834366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7840eda-ae7d-4a41-b953-964a868d4053,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:21.865565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:31:21.884077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:21.985239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:31:22.008535 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0b765c-464f-4190-ae3f-779c3cf0e217,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:22.023572 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f80f7d33-bf0c-4b75-91f6-e594573844c0 admin admin] 10.222.0.45 "PUT /v2.0/routers/b9c3abed-657c-4620-97ba-4920ab4b8e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3431313 Apr 18 17:31:22.043155 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.048767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3b2d5a98-1c4f-48f9-813e-5b14677ba80f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3557293 Apr 18 17:31:22.055991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40438) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:22.062675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.063221 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Added segment 69fff7ce-dfad-4b49-87df-061acc444b11 of type vlan for network b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f Apr 18 17:31:22.246003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.269211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-26ec0864-99c8-45c1-a163-9bc17c7342ee tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2117035 Apr 18 17:31:22.271688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40444) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:22.277011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7a19444e-2da7-40be-83b6-594ce6b9b65c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-security--472233713', 'description': 'tempest-security-description-1700357460'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:22.286514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-54c98333-5a0d-41d8-a3e8-f071bdfff54a None None] Provisioning complete for port dcdde049-c515-447a-a003-34dda225d276 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:22.286910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-54c98333-5a0d-41d8-a3e8-f071bdfff54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.328537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a19444e-2da7-40be-83b6-594ce6b9b65c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.401075 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a19444e-2da7-40be-83b6-594ce6b9b65c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.415520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.422079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:22.422997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.503499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-54c98333-5a0d-41d8-a3e8-f071bdfff54a None None] Port dcdde049-c515-447a-a003-34dda225d276 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:31:22.558309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event updated for resources: {'Network': ['ID=b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:22.571380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:31:22.587577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a19444e-2da7-40be-83b6-594ce6b9b65c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.590731 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7a19444e-2da7-40be-83b6-594ce6b9b65c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.592256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7a19444e-2da7-40be-83b6-594ce6b9b65c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "PUT /v2.0/security-groups/ae0b765c-464f-4190-ae3f-779c3cf0e217 HTTP/1.1" status: 200 len: 1779 time: 0.3194125 Apr 18 17:31:22.595345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40456) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:22.684941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40458) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:22.690206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb545b2c-d079-4d16-a280-ef7a212e8e00 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups/ae0b765c-464f-4190-ae3f-779c3cf0e217 HTTP/1.1" status: 200 len: 1779 time: 0.0935626 Apr 18 17:31:22.703507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a6e844d5-fd78-4c78-8181-63e877c1d82e tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1520398 Apr 18 17:31:22.727342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40460) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:22.756527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19444e-2da7-40be-83b6-594ce6b9b65c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0b765c-464f-4190-ae3f-779c3cf0e217,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:22.799173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-19494444-7b0d-4c65-aa1e-0b0672806448 None None] Provisioning complete for port ac531a79-53db-4aa6-a404-82a889ecee09 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:22.805706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19494444-7b0d-4c65-aa1e-0b0672806448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.816077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b57055f7-0b3e-40a0-adb6-91109eac06dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:22.886013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b57055f7-0b3e-40a0-adb6-91109eac06dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:23.017019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-19494444-7b0d-4c65-aa1e-0b0672806448 None None] Could not find standard attr ID for object d1203826-74a4-4f7c-b4f4-0092e6fdfd9b. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:31:23.127274 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-18b0fc73-676f-4ba7-b8de-87626040c1e5 tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "GET /v2.0/agents/bb380031-fce6-4293-ba92-a688f1741551/dhcp-networks HTTP/1.1" status: 200 len: 6488 time: 0.3963799 Apr 18 17:31:23.137165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40472) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:23.239137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7dfab60b-281c-4ae7-b442-1f0910ed45b0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:23.242626 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b57055f7-0b3e-40a0-adb6-91109eac06dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:23.246276 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b57055f7-0b3e-40a0-adb6-91109eac06dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:23.253513 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40476) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:23.254920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b57055f7-0b3e-40a0-adb6-91109eac06dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/ae0b765c-464f-4190-ae3f-779c3cf0e217 HTTP/1.1" status: 204 len: 168 time: 0.5612020 Apr 18 17:31:23.293575 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57055f7-0b3e-40a0-adb6-91109eac06dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0b765c-464f-4190-ae3f-779c3cf0e217,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:23.320696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4fb0f-dfb8-469e-b826-16cd0d3a9861 tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] Network b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:31:23.414095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7dfab60b-281c-4ae7-b442-1f0910ed45b0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:23.414661 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:23.437618 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ba8c8373-a4e4-4b44-91b2-612cc68bcf9a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1828506 Apr 18 17:31:23.440955 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40488) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:23.481654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-08c4fb0f-dfb8-469e-b826-16cd0d3a9861 tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "POST /v2.0/agents/bb380031-fce6-4293-ba92-a688f1741551/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3433211 Apr 18 17:31:23.484397 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-16043912-8ef6-48bf-8b80-879b5b05cbfd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] delete failed (client error): The resource could not be found. Apr 18 17:31:23.485703 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-16043912-8ef6-48bf-8b80-879b5b05cbfd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/ae0b765c-464f-4190-ae3f-779c3cf0e217 HTTP/1.1" status: 404 len: 347 time: 0.0427275 Apr 18 17:31:23.488778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40490) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:23.503683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40492) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:23.507852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e4a4b580-1366-4d7e-8a43-3cae0f0ae780 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--744855612'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:23.520678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec92a765-ad65-43c4-82aa-3efbd7545cd8 None None] Network b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:23.702995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4a4b580-1366-4d7e-8a43-3cae0f0ae780 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:23.872704 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4a4b580-1366-4d7e-8a43-3cae0f0ae780 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:23.905305 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:23.931236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40506) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:23.938978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-177557515-network', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:23.957506 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9e9cf766-6093-4d00-bec4-a77d7778fb23 tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "GET /v2.0/agents/bb380031-fce6-4293-ba92-a688f1741551/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.4698465 Apr 18 17:31:23.958506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40508) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:23.966424 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4a4b580-1366-4d7e-8a43-3cae0f0ae780 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:23.988195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 7dfab60b-281c-4ae7-b442-1f0910ed45b0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7dfab60b-281c-4ae7-b442-1f0910ed45b0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:24.003374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4b580-1366-4d7e-8a43-3cae0f0ae780 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9a33d8-ff24-41b0-9934-cddfd4382f94,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:24.082725 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.136737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Made reservation on behalf of 5add7f18122e4e8e851a17265a3e7a9f for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:24.140394 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.152006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4a4b580-1366-4d7e-8a43-3cae0f0ae780 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.152006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e4a4b580-1366-4d7e-8a43-3cae0f0ae780 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6386001 Apr 18 17:31:24.152006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40510) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:24.152006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-82a4d6ba-7b69-4bfb-bce5-42e563af4f8f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': 'ea9a33d8-ff24-41b0-9934-cddfd4382f94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:24.180320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.197750 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Sync routers for ids ['b9c3abed-657c-4620-97ba-4920ab4b8e70'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:31:24.210102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b4d60f70-a9cf-4f33-aaf0-906214ebd6b5 tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "DELETE /v2.0/agents/bb380031-fce6-4293-ba92-a688f1741551/dhcp-networks/b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f HTTP/1.1" status: 204 len: 168 time: 0.2497241 Apr 18 17:31:24.222553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40514) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:24.223026 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Routers {'b9c3abed-657c-4620-97ba-4920ab4b8e70'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:24.223026 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b9c3abed-657c-4620-97ba-4920ab4b8e70'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:24.247650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=7dfab60b-281c-4ae7-b442-1f0910ed45b0,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:24.279492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82a4d6ba-7b69-4bfb-bce5-42e563af4f8f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.355338 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Set router b9c3abed-657c-4620-97ba-4920ab4b8e70 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:31:24.453264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82a4d6ba-7b69-4bfb-bce5-42e563af4f8f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.535811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82a4d6ba-7b69-4bfb-bce5-42e563af4f8f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.600815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4d6ba-7b69-4bfb-bce5-42e563af4f8f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19a4278-7681-43c1-93a7-d3e90aa557a6,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:24.693827 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:31:19Z', 'revision_number': 4, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port': {'id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:13Z', 'updated_at': '2022-04-18T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dcdde049-c515-447a-a003-34dda225d276', 'name': '', 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'mac_address': 'fa:16:3e:4e:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:17Z', 'updated_at': '2022-04-18T17:31:20Z', 'revision_number': 2, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'subnets': [{'id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:24.716277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-82a4d6ba-7b69-4bfb-bce5-42e563af4f8f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.717403 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-82a4d6ba-7b69-4bfb-bce5-42e563af4f8f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5699441 Apr 18 17:31:24.720451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40526) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:24.762550 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Checking router: b9c3abed-657c-4620-97ba-4920ab4b8e70 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:31:24.763267 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Updating router b9c3abed-657c-4620-97ba-4920ab4b8e70 port dcdde049-c515-447a-a003-34dda225d276 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:31:24.818313 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.893140 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f086e1fc-bac7-4bba-80f8-8f22a83f67ed tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.907735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f086e1fc-bac7-4bba-80f8-8f22a83f67ed tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.954129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:24.977114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e458d6f1-7e86-4c95-9e97-46662ca1f7ea tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "GET /v2.0/agents/bb380031-fce6-4293-ba92-a688f1741551/dhcp-networks HTTP/1.1" status: 200 len: 6488 time: 0.7649808 Apr 18 17:31:24.983601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40532) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:25.027147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7ffd6878-a1c8-4537-8a22-11fd89943f89 tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "GET /v2.0/networks/e2a9a1ff-cb20-41c8-9c16-dc5787430dab/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0441787 Apr 18 17:31:25.039747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40534) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:25.063709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f086e1fc-bac7-4bba-80f8-8f22a83f67ed tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.100234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f086e1fc-bac7-4bba-80f8-8f22a83f67ed tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.100880 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.108776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f086e1fc-bac7-4bba-80f8-8f22a83f67ed tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f19a4278-7681-43c1-93a7-d3e90aa557a6 HTTP/1.1" status: 204 len: 168 time: 0.3812263 Apr 18 17:31:25.108776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086e1fc-bac7-4bba-80f8-8f22a83f67ed tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f19a4278-7681-43c1-93a7-d3e90aa557a6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:25.109172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40536) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:25.117789 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ea757f44-4fb1-4439-82b6-effe53b4ef39 tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "GET /v2.0/networks/e2a9a1ff-cb20-41c8-9c16-dc5787430dab/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0765288 Apr 18 17:31:25.120317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40538) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:25.184433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff2eab-5fc1-43d5-8f30-3d4726576d81,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:25.230212 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:31:25.269580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7dfab60b-281c-4ae7-b442-1f0910ed45b0 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:25.271104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.278056 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Added segment c56e63c5-faf3-4853-9c73-4a2dbc46fea5 of type vlan for network cec5264e-f779-4d35-aec5-e651dba1e25e Apr 18 17:31:25.339606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a7bbbfbf-0e97-4929-86b4-e94da4c4e013 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2276423 Apr 18 17:31:25.340308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40542) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:25.362326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7dfab60b-281c-4ae7-b442-1f0910ed45b0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:25.362800 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.399805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.424808 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-489b3d13-ff8d-4f80-b0c9-da2f49f56f64 tempest-DHCPAgentSchedulersTestJSON-115244335 tempest-DHCPAgentSchedulersTestJSON-115244335-project-admin] 10.222.0.45 "GET /v2.0/agents/bb380031-fce6-4293-ba92-a688f1741551/dhcp-networks HTTP/1.1" status: 200 len: 6488 time: 0.3024335 Apr 18 17:31:25.427386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40546) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:25.502368 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6701a89-b57b-4702-8609-d70e03dfda62 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.520945 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.571235 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6701a89-b57b-4702-8609-d70e03dfda62 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.597296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.619829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.621936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:25.621936 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.645282 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.771020 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Pushing event updated for resources: {'Port': ['ID=dcdde049-c515-447a-a003-34dda225d276,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:25.784945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8522093 Apr 18 17:31:25.788156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40558) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:25.794803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Request body: {'subnet': {'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-177557515-subnet', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:25.816534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7998325-0849-4311-b8cc-53923f5ef2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=cec5264e-f779-4d35-aec5-e651dba1e25e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:25.823934 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.828917 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.829130 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.829670 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.830172 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.830565 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.830893 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.831215 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.831536 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.832391 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.832736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network cec5264e-f779-4d35-aec5-e651dba1e25e details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:31:25.833877 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.834509 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:25.847430 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6701a89-b57b-4702-8609-d70e03dfda62 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.851794 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6701a89-b57b-4702-8609-d70e03dfda62 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.856920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c6701a89-b57b-4702-8609-d70e03dfda62 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/ea9a33d8-ff24-41b0-9934-cddfd4382f94 HTTP/1.1" status: 204 len: 168 time: 0.4974566 Apr 18 17:31:25.857587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40560) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:25.917084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6701a89-b57b-4702-8609-d70e03dfda62 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9a33d8-ff24-41b0-9934-cddfd4382f94,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:25.940650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.951625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Made reservation on behalf of 5add7f18122e4e8e851a17265a3e7a9f for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:25.952367 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Attempting to bind port dcdde049-c515-447a-a003-34dda225d276 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:25.952746 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Attempting to bind port dcdde049-c515-447a-a003-34dda225d276 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:25.953112 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Attempting to bind port dcdde049-c515-447a-a003-34dda225d276 on network d754dab1-e6a3-40e0-9214-c9f972e3db6f {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:25.953991 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.964602 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:25.968440 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Checking segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:25.969180 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.969838 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Bound using segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:25.970582 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Bound port: dcdde049-c515-447a-a003-34dda225d276, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:25.971231 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:25.996686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:26.059970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fff7ce-dfad-4b49-87df-061acc444b11') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:26.062539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fff7ce-dfad-4b49-87df-061acc444b11') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:26.142459 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.152512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-07c05487-5e27-4cfa-b89c-c7706b3aab43 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2654953 Apr 18 17:31:26.160265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40566) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:26.170679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-16054cdb-33a2-4272-8728-c34f0b787591 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--988368381'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:26.214058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.226894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:31:26.227843 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:31:26.231191 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:31:26.258478 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:31:26.290496 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] For port dcdde049-c515-447a-a003-34dda225d276, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:26.301776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-376d5bb3-9681-46a5-869d-eb2b20b49ce0 None None] Provisioning complete for port dcdde049-c515-447a-a003-34dda225d276 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:26.301776 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-376d5bb3-9681-46a5-869d-eb2b20b49ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.322606 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16054cdb-33a2-4272-8728-c34f0b787591 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.397215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-376d5bb3-9681-46a5-869d-eb2b20b49ce0 None None] Port dcdde049-c515-447a-a003-34dda225d276 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:31:26.420188 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16054cdb-33a2-4272-8728-c34f0b787591 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.512931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.513510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.513683 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] For port dcdde049-c515-447a-a003-34dda225d276, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dcdde049-c515-447a-a003-34dda225d276,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:26.523121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.526416 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "DELETE /v2.0/networks/b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f HTTP/1.1" status: 204 len: 168 time: 1.0970767 Apr 18 17:31:26.539354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40572) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:26.548613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79d58e-a6a0-41db-942f-5e92a501e060 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event deleted for resources: {'Network': ['ID=b1a3fcc2-06fc-4475-b7b2-6ca57b70dc8f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:26.564551 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa53d1ae-fbbe-4120-9877-83f917a20ae0 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] DELETE failed (client error): The resource could not be found. Apr 18 17:31:26.565242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa53d1ae-fbbe-4120-9877-83f917a20ae0 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:31:26.570825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fa53d1ae-fbbe-4120-9877-83f917a20ae0 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "DELETE /v2.0/ports/d1203826-74a4-4f7c-b4f4-0092e6fdfd9b HTTP/1.1" status: 404 len: 333 time: 0.0280039 Apr 18 17:31:26.571472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40574) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:26.607245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16054cdb-33a2-4272-8728-c34f0b787591 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.625338 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.627553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3344558-2505-4daa-a131-f7a3d7204a8b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Deleting subnet 9baee015-dcbc-44dc-a229-fe4c631c949b {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:31:26.633344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3344558-2505-4daa-a131-f7a3d7204a8b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.697547 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3344558-2505-4daa-a131-f7a3d7204a8b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.698061 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdce88b8-7082-4cc3-ab7d-cd53fe8959ea,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:26.707846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16054cdb-33a2-4272-8728-c34f0b787591 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bab1ca-f33c-45bf-a452-afa591be21d6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:26.710045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Checking segment: {'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:26.710414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Network hostable DHCP agents. Network: cec5264e-f779-4d35-aec5-e651dba1e25e, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:31:26.758203 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Routers {'b9c3abed-657c-4620-97ba-4920ab4b8e70'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:26.759006 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b9c3abed-657c-4620-97ba-4920ab4b8e70'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:26.799747 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-16054cdb-33a2-4272-8728-c34f0b787591 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.799747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-16054cdb-33a2-4272-8728-c34f0b787591 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6374493 Apr 18 17:31:26.802201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40582) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:26.807146 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': 'b1bab1ca-f33c-45bf-a452-afa591be21d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:26.827313 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121cf92-8722-41e5-88f5-3bb7059977f4 None None] Pushing event updated for resources: {'Port': ['ID=dcdde049-c515-447a-a003-34dda225d276,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:26.855727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Network cec5264e-f779-4d35-aec5-e651dba1e25e is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:31:26.981520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3344558-2505-4daa-a131-f7a3d7204a8b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:26.995338 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.007767 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] Set router b9c3abed-657c-4620-97ba-4920ab4b8e70 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:31:27.103211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, cec5264e-f779-4d35-aec5-e651dba1e25e) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:27.103642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aee664-9e31-4674-a0e6-f6bcc55e3733 None None] Network cec5264e-f779-4d35-aec5-e651dba1e25e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:27.103723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:27.103723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.156015 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.264293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-beacc496-6dff-4e9b-b069-0ff9e2467887 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4732473 Apr 18 17:31:27.266757 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40598) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:27.277724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:27.302482 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.376213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3344558-2505-4daa-a131-f7a3d7204a8b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.380514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8820ec93-dbe4-40a6-ac9d-f62d3648ec01,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:27.397983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.398702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.399343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.399895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.400455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.401013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.401635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.402225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.408577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.409729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.411196 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.411789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:27.437483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc98fc06-55a6-4f90-b341-effdef19abe0 None None] Provisioning complete for port dcdde049-c515-447a-a003-34dda225d276 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:27.442671 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc98fc06-55a6-4f90-b341-effdef19abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.511213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3344558-2505-4daa-a131-f7a3d7204a8b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.512696 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.514194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5918f0e0-bd0c-4713-9645-42662bb8d925 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7109230 Apr 18 17:31:27.516935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40602) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:27.521463 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f3344558-2505-4daa-a131-f7a3d7204a8b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "DELETE /v2.0/subnets/9baee015-dcbc-44dc-a229-fe4c631c949b HTTP/1.1" status: 204 len: 168 time: 0.9489083 Apr 18 17:31:27.524316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3344558-2505-4daa-a131-f7a3d7204a8b tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event deleted for resources: {'Subnet': ['ID=9baee015-dcbc-44dc-a229-fe4c631c949b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:27.539361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-556f1cb0-8458-4786-b63f-c7ee5203596f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': 'b1bab1ca-f33c-45bf-a452-afa591be21d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:27.551957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40604) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:27.553566 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:31:19Z', 'revision_number': 4, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port': {'id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:13Z', 'updated_at': '2022-04-18T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dcdde049-c515-447a-a003-34dda225d276', 'name': '', 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'mac_address': 'fa:16:3e:4e:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:17Z', 'updated_at': '2022-04-18T17:31:26Z', 'revision_number': 4, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'subnets': [{'id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:27.569346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af0214-eafc-4a14-8584-ebb32f2264b0 None None] Network e2a9a1ff-cb20-41c8-9c16-dc5787430dab requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:27.590457 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da2dd8-776c-4c12-b4b2-f22940f9f851 None None] The sync data for ids ['b9c3abed-657c-4620-97ba-4920ab4b8e70'] in n-d-836015-2 is: [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:31:19Z', 'revision_number': 4, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port': {'id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:13Z', 'updated_at': '2022-04-18T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'dcdde049-c515-447a-a003-34dda225d276', 'name': '', 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'mac_address': 'fa:16:3e:4e:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:17Z', 'updated_at': '2022-04-18T17:31:26Z', 'revision_number': 4, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'subnets': [{'id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:31:27.707672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.708706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.893771 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.919458 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.920784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-cec5264e-f779-4d35-aec5-e651dba1e25e', 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'fixed_ips': [{'subnet_id': 'cdce88b8-7082-4cc3-ab7d-cd53fe8959ea'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:31:27.922563 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:27.940867 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-556f1cb0-8458-4786-b63f-c7ee5203596f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.013033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Deleting port ac531a79-53db-4aa6-a404-82a889ecee09 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:28.014754 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.243291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] For port ac531a79-53db-4aa6-a404-82a889ecee09, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ac531a79-53db-4aa6-a404-82a889ecee09,segment=NetworkSegment(b8279f67-1649-4f9e-bf5c-f8629b444a53),segment_id=b8279f67-1649-4f9e-bf5c-f8629b444a53)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:28.247723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.444390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Calling delete_port for ac531a79-53db-4aa6-a404-82a889ecee09 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:28.445223 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc98fc06-55a6-4f90-b341-effdef19abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.446453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.446453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-556f1cb0-8458-4786-b63f-c7ee5203596f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.553963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dc98fc06-55a6-4f90-b341-effdef19abe0 None None] For port dcdde049-c515-447a-a003-34dda225d276, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dcdde049-c515-447a-a003-34dda225d276,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:28.616785 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Allocated IP 172.20.0.2 (cec5264e-f779-4d35-aec5-e651dba1e25e/cdce88b8-7082-4cc3-ab7d-cd53fe8959ea/2958116d-a84c-4628-acad-b7184bb3d930) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:28.635074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] DHCP port deletion for e2a9a1ff-cb20-41c8-9c16-dc5787430dab request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:31:28.746140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] Deleting port ac531a79-53db-4aa6-a404-82a889ecee09 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:28.746508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.828410 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-556f1cb0-8458-4786-b63f-c7ee5203596f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.848650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.958922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] No DVR routers for this DVR port ac531a79-53db-4aa6-a404-82a889ecee09 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:31:28.975981 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc98fc06-55a6-4f90-b341-effdef19abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:28.994787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f1cb0-8458-4786-b63f-c7ee5203596f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfed347-46c0-4f98-9e24-9debbf12752b,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:29.063634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event deleted for resources: {'Port': ['ID=ac531a79-53db-4aa6-a404-82a889ecee09,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:29.102107 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-556f1cb0-8458-4786-b63f-c7ee5203596f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.116981 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-556f1cb0-8458-4786-b63f-c7ee5203596f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5982959 Apr 18 17:31:29.117436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40624) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:29.132688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-873ff4cb-6652-46a9-a302-9045f2923129 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': 'b1bab1ca-f33c-45bf-a452-afa591be21d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:29.136800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] For port ac531a79-53db-4aa6-a404-82a889ecee09, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ac531a79-53db-4aa6-a404-82a889ecee09,segment=NetworkSegment(b8279f67-1649-4f9e-bf5c-f8629b444a53),segment_id=b8279f67-1649-4f9e-bf5c-f8629b444a53)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:29.137639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.285254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.325035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a9a1ff-cb20-41c8-9c16-dc5787430dab']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:29.370945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98fc06-55a6-4f90-b341-effdef19abe0 None None] Pushing event updated for resources: {'Port': ['ID=dcdde049-c515-447a-a003-34dda225d276,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:29.371729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8279f67-1649-4f9e-bf5c-f8629b444a53') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:29.372048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8279f67-1649-4f9e-bf5c-f8629b444a53') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:29.412443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.432146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] Calling delete_port for ac531a79-53db-4aa6-a404-82a889ecee09 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:29.442747 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.461589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dcdde049-c515-447a-a003-34dda225d276 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:29.480269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:31:29.483069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.515344 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-873ff4cb-6652-46a9-a302-9045f2923129 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:31:29.522785 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:31:29.637124 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.702288 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.757833 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port dcdde049-c515-447a-a003-34dda225d276 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:29.758775 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.768440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.782720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.803470 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] 10.222.0.45 "DELETE /v2.0/networks/e2a9a1ff-cb20-41c8-9c16-dc5787430dab HTTP/1.1" status: 204 len: 168 time: 2.2453384 Apr 18 17:31:29.803706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.820978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d487ca-d81e-42a6-b6cb-cd533bfe10b2 tempest-DHCPAgentSchedulersTestJSON-1582614132 tempest-DHCPAgentSchedulersTestJSON-1582614132-project] Pushing event deleted for resources: {'Network': ['ID=e2a9a1ff-cb20-41c8-9c16-dc5787430dab,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:29.824309 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.921909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Network cec5264e-f779-4d35-aec5-e651dba1e25e is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:29.931404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:29.933621 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:29.937577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:29.976476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] Network e2a9a1ff-cb20-41c8-9c16-dc5787430dab is not hosted by any dhcp agent {{(pid=109827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 17:31:29.976928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] No DVR routers for this DVR port ac531a79-53db-4aa6-a404-82a889ecee09 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:31:29.982510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Pushing event updated for resources: {'Port': ['ID=2958116d-a84c-4628-acad-b7184bb3d930,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:30.058836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce8562-d606-4e46-993a-956385fd4edd None None] Pushing event deleted for resources: {'Port': ['ID=ac531a79-53db-4aa6-a404-82a889ecee09,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:30.092792 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-873ff4cb-6652-46a9-a302-9045f2923129 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.095524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Attempting to bind port 2958116d-a84c-4628-acad-b7184bb3d930 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:30.095940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Attempting to bind port 2958116d-a84c-4628-acad-b7184bb3d930 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:30.096324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Attempting to bind port 2958116d-a84c-4628-acad-b7184bb3d930 on network cec5264e-f779-4d35-aec5-e651dba1e25e {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:30.106532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:30.107242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Checking segment: {'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:30.107393 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.107667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Bound using segment: {'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:30.108635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Bound port: 2958116d-a84c-4628-acad-b7184bb3d930, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:30.108635 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.114670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Allocated IP 172.25.5.20 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/68066d3f-073c-437d-ae9e-16c375551ce7) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:30.197375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] For port 2958116d-a84c-4628-acad-b7184bb3d930, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:30.200585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ac531a79-53db-4aa6-a404-82a889ecee09 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:31:30.221109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-873ff4cb-6652-46a9-a302-9045f2923129 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.237936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] For port 2958116d-a84c-4628-acad-b7184bb3d930, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2958116d-a84c-4628-acad-b7184bb3d930,segment=NetworkSegment(c56e63c5-faf3-4853-9c73-4a2dbc46fea5),segment_id=c56e63c5-faf3-4853-9c73-4a2dbc46fea5)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:30.239571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ac531a79-53db-4aa6-a404-82a889ecee09 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:31:30.239917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ac531a79-53db-4aa6-a404-82a889ecee09 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:31:30.301550 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ff4cb-6652-46a9-a302-9045f2923129 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf527a1-255d-433c-97ad-8ccd89dfc615,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:30.324912 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.337083 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.394518 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-873ff4cb-6652-46a9-a302-9045f2923129 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.396185 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-873ff4cb-6652-46a9-a302-9045f2923129 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2761605 Apr 18 17:31:30.397812 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cf8c7-729f-44e4-ace0-97621b4665d5 None None] Pushing event updated for resources: {'Port': ['ID=2958116d-a84c-4628-acad-b7184bb3d930,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:30.398837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40650) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:30.403657 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-db111965-4568-4f6b-8d0e-eabb39454f50 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': 'b1bab1ca-f33c-45bf-a452-afa591be21d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:30.500251 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.565139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db111965-4568-4f6b-8d0e-eabb39454f50 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:30.607396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:30.619716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:30.633556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:30.673372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40662) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:30.749910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Pushing event updated for resources: {'Port': ['ID=68066d3f-073c-437d-ae9e-16c375551ce7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:30.851474 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db111965-4568-4f6b-8d0e-eabb39454f50 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.012755 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db111965-4568-4f6b-8d0e-eabb39454f50 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.064634 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3868bc42-1a41-4635-b6b2-01a33a22a2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.072403 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-614ea5df-aa59-49c7-8dab-3bf0376ab306 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d62cd1b681484f1ca484ed7472dbdb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967700 Apr 18 17:31:31.076270 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40674) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:31.086299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db111965-4568-4f6b-8d0e-eabb39454f50 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d59bda-9ba5-4b2a-a1a6-aa2dbb1ef0cb,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:31.163139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-539e8568-4c8f-4e72-8faa-edf5552d9280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.182215 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db111965-4568-4f6b-8d0e-eabb39454f50 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.183467 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-db111965-4568-4f6b-8d0e-eabb39454f50 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7834780 Apr 18 17:31:31.186838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40676) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:31.195415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2306a9f2-d055-4582-8a00-dc4c129ec4d1 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': 'b1bab1ca-f33c-45bf-a452-afa591be21d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:31.227399 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-539e8568-4c8f-4e72-8faa-edf5552d9280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.379913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dcdde049-c515-447a-a003-34dda225d276 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:31.430647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.478080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port dcdde049-c515-447a-a003-34dda225d276 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:31.482128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-539e8568-4c8f-4e72-8faa-edf5552d9280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.482932 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.484910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-539e8568-4c8f-4e72-8faa-edf5552d9280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.494263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-539e8568-4c8f-4e72-8faa-edf5552d9280 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f67a083-3638-4892-8541-f958d191295d HTTP/1.1" status: 204 len: 168 time: 0.4201584 Apr 18 17:31:31.527591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e8568-4c8f-4e72-8faa-edf5552d9280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f67a083-3638-4892-8541-f958d191295d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:31.635829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2306a9f2-d055-4582-8a00-dc4c129ec4d1 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.812988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2958116d-a84c-4628-acad-b7184bb3d930 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:31.830564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2306a9f2-d055-4582-8a00-dc4c129ec4d1 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.855293 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.962797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 2958116d-a84c-4628-acad-b7184bb3d930 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:31.963179 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:31.990173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2306a9f2-d055-4582-8a00-dc4c129ec4d1 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.070089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306a9f2-d055-4582-8a00-dc4c129ec4d1 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8559a7-c4fc-47d0-b0b8-4e39c2fb2e2b,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:32.190962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2306a9f2-d055-4582-8a00-dc4c129ec4d1 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.195642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40698) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:32.210602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2306a9f2-d055-4582-8a00-dc4c129ec4d1 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0140076 Apr 18 17:31:32.252001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b21b5de-cca6-47a5-91c9-f8d382e21dc3 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.256746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422569c8-69fa-47a3-b14f-697693b9fee0 None None] Network cec5264e-f779-4d35-aec5-e651dba1e25e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:32.277926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b21b5de-cca6-47a5-91c9-f8d382e21dc3 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.449923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Router 135b29df-baaa-464c-b19d-bce6585d77cd is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:31:32.466713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b21b5de-cca6-47a5-91c9-f8d382e21dc3 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.481012 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21b5de-cca6-47a5-91c9-f8d382e21dc3 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d8559a7-c4fc-47d0-b0b8-4e39c2fb2e2b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:32.497621 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b21b5de-cca6-47a5-91c9-f8d382e21dc3 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.500222 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4b21b5de-cca6-47a5-91c9-f8d382e21dc3 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2d8559a7-c4fc-47d0-b0b8-4e39c2fb2e2b HTTP/1.1" status: 204 len: 168 time: 0.3029454 Apr 18 17:31:32.504468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40704) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:32.714765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.751990 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4d2a05aa-7c97-4616-9eee-46ffa71ad9d0 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2454996 Apr 18 17:31:32.754055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-492205f1-dc5c-456b-93fc-12ff2dafab0f None None] Provisioning complete for port 2958116d-a84c-4628-acad-b7184bb3d930 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:32.754529 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-492205f1-dc5c-456b-93fc-12ff2dafab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.760680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40708) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:32.817187 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c443521-9d89-47c0-b879-964951da2c26 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.858404 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c443521-9d89-47c0-b879-964951da2c26 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:32.967943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 2958116d-a84c-4628-acad-b7184bb3d930, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2958116d-a84c-4628-acad-b7184bb3d930,segment=NetworkSegment(c56e63c5-faf3-4853-9c73-4a2dbc46fea5),segment_id=c56e63c5-faf3-4853-9c73-4a2dbc46fea5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:32.968584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40714) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:32.996514 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dbd7815e-874c-47ef-ae70-901d4f15e290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.034995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c443521-9d89-47c0-b879-964951da2c26 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.072454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9c443521-9d89-47c0-b879-964951da2c26 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.075382 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9c443521-9d89-47c0-b879-964951da2c26 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f2d59bda-9ba5-4b2a-a1a6-aa2dbb1ef0cb HTTP/1.1" status: 204 len: 168 time: 0.3136170 Apr 18 17:31:33.078040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c443521-9d89-47c0-b879-964951da2c26 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2d59bda-9ba5-4b2a-a1a6-aa2dbb1ef0cb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:33.083061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40722) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:33.126020 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.220926 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9af33d42-fe83-498e-bbb9-cb4468759586 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1360636 Apr 18 17:31:33.224478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40724) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:33.274174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e853b991-f9a0-40ed-85d7-259e33731a0d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.287422 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e853b991-f9a0-40ed-85d7-259e33731a0d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.318098 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-492205f1-dc5c-456b-93fc-12ff2dafab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.319323 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dbd7815e-874c-47ef-ae70-901d4f15e290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.367250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=2958116d-a84c-4628-acad-b7184bb3d930,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:33.382416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:31:33.421288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Sync routers for ids ['135b29df-baaa-464c-b19d-bce6585d77cd'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:31:33.424373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e853b991-f9a0-40ed-85d7-259e33731a0d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.431935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e853b991-f9a0-40ed-85d7-259e33731a0d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.434637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e853b991-f9a0-40ed-85d7-259e33731a0d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5cf527a1-255d-433c-97ad-8ccd89dfc615 HTTP/1.1" status: 204 len: 168 time: 0.2083189 Apr 18 17:31:33.436783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40728) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:33.450652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Routers {'135b29df-baaa-464c-b19d-bce6585d77cd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:33.451556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['135b29df-baaa-464c-b19d-bce6585d77cd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:33.452880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853b991-f9a0-40ed-85d7-259e33731a0d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cf527a1-255d-433c-97ad-8ccd89dfc615,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:33.462905 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dbd7815e-874c-47ef-ae70-901d4f15e290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.510382 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dbd7815e-874c-47ef-ae70-901d4f15e290 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5454c10ff69c40798f385cf54f53f2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405223 Apr 18 17:31:33.511827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7815e-874c-47ef-ae70-901d4f15e290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a736a3-11b5-48b6-879b-659ebbae20c8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:33.514500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40730) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:33.517759 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4b9ef67d-1e91-4fa4-9537-3939639e11ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.531206 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-492205f1-dc5c-456b-93fc-12ff2dafab0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:31:33.531559 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-492205f1-dc5c-456b-93fc-12ff2dafab0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:31:33.557775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7936c3be-f827-422d-addd-2601e5718272 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1188867 Apr 18 17:31:33.561056 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.562555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4a2d2d72-355e-47e2-b2b0-39a4bbb5b851 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2945395 Apr 18 17:31:33.563529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40734) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:33.570582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40736) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:33.613766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae211-feee-4398-9f53-d360d8732240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.673572 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae211-feee-4398-9f53-d360d8732240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.711648 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d969258-f059-4737-9d42-7cb7c50278e8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.733566 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d969258-f059-4737-9d42-7cb7c50278e8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:33.803539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Set router 135b29df-baaa-464c-b19d-bce6585d77cd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:31:34.086707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:31:31Z', 'revision_number': 3, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port': {'id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:29Z', 'updated_at': '2022-04-18T17:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:34.119140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Checking router: 135b29df-baaa-464c-b19d-bce6585d77cd for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:31:34.119140 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Updating router 135b29df-baaa-464c-b19d-bce6585d77cd port 68066d3f-073c-437d-ae9e-16c375551ce7 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:31:34.158880 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.159128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae211-feee-4398-9f53-d360d8732240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.163239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae211-feee-4398-9f53-d360d8732240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.168485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5b2ae211-feee-4398-9f53-d360d8732240 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1a736a3-11b5-48b6-879b-659ebbae20c8 HTTP/1.1" status: 204 len: 168 time: 0.6487541 Apr 18 17:31:34.191097 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ae211-feee-4398-9f53-d360d8732240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a736a3-11b5-48b6-879b-659ebbae20c8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:34.223976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d969258-f059-4737-9d42-7cb7c50278e8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.223976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d969258-f059-4737-9d42-7cb7c50278e8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.230473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6d969258-f059-4737-9d42-7cb7c50278e8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5bfed347-46c0-4f98-9e24-9debbf12752b HTTP/1.1" status: 204 len: 168 time: 0.6654010 Apr 18 17:31:34.244521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40750) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:34.306781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-af007384-45b5-41dd-b76c-bdb3e4722a95 None None] Provisioning complete for port 2958116d-a84c-4628-acad-b7184bb3d930 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:34.307157 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-af007384-45b5-41dd-b76c-bdb3e4722a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.329007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969258-f059-4737-9d42-7cb7c50278e8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bfed347-46c0-4f98-9e24-9debbf12752b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:34.344373 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-61aecfbe-6509-4095-bdcb-7c2fff40d6d8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0985968 Apr 18 17:31:34.347183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40752) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:34.418407 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01fcc28e-c3d5-4c8f-b94e-0bd76b0a5d20 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.471390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01fcc28e-c3d5-4c8f-b94e-0bd76b0a5d20 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.478976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.616131 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.692628 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01fcc28e-c3d5-4c8f-b94e-0bd76b0a5d20 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.699947 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01fcc28e-c3d5-4c8f-b94e-0bd76b0a5d20 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.703531 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-01fcc28e-c3d5-4c8f-b94e-0bd76b0a5d20 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/8820ec93-dbe4-40a6-ac9d-f62d3648ec01 HTTP/1.1" status: 204 len: 168 time: 0.3512838 Apr 18 17:31:34.707950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:34.732487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc28e-c3d5-4c8f-b94e-0bd76b0a5d20 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8820ec93-dbe4-40a6-ac9d-f62d3648ec01,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:34.801511 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.824016 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4b610945-6156-4cc1-8908-25fec37e5e66 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1110251 Apr 18 17:31:34.827269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40764) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:34.852047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Allocated IP 172.20.0.1 (cec5264e-f779-4d35-aec5-e651dba1e25e/cdce88b8-7082-4cc3-ab7d-cd53fe8959ea/7be7b568-ba3c-42d9-b13d-7447aa5c3e30) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:34.927952 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.945859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-333b01df-25c3-4075-8483-9a6957365fc0 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:34.975603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-333b01df-25c3-4075-8483-9a6957365fc0 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.129154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Attempting to bind port 68066d3f-073c-437d-ae9e-16c375551ce7 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:35.129154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Attempting to bind port 68066d3f-073c-437d-ae9e-16c375551ce7 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:35.129154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Attempting to bind port 68066d3f-073c-437d-ae9e-16c375551ce7 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:35.138301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf30e88-bee6-4cfe-bd02-a86f915feb2b None None] Pushing event updated for resources: {'Port': ['ID=68066d3f-073c-437d-ae9e-16c375551ce7,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:35.143980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:35.144913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:35.145352 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.145808 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:35.146325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Bound port: 68066d3f-073c-437d-ae9e-16c375551ce7, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:35.146710 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.186476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-333b01df-25c3-4075-8483-9a6957365fc0 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.189363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-333b01df-25c3-4075-8483-9a6957365fc0 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.190882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-333b01df-25c3-4075-8483-9a6957365fc0 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/b1bab1ca-f33c-45bf-a452-afa591be21d6 HTTP/1.1" status: 204 len: 168 time: 0.3623950 Apr 18 17:31:35.203693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40776) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:35.218628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] For port 68066d3f-073c-437d-ae9e-16c375551ce7, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:35.234425 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.241183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] For port 68066d3f-073c-437d-ae9e-16c375551ce7, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=68066d3f-073c-437d-ae9e-16c375551ce7,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:35.344587 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.357376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b01df-25c3-4075-8483-9a6957365fc0 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bab1ca-f33c-45bf-a452-afa591be21d6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:35.415057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40790) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:35.420319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4df0dd39-2d26-43cb-bcd9-3539b840c7dd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--986498402'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:35.429391 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4504750e-7548-4b52-9ee9-aad7b87834cc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2230089 Apr 18 17:31:35.488723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.518162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2958116d-a84c-4628-acad-b7184bb3d930 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:35.589465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Routers {'135b29df-baaa-464c-b19d-bce6585d77cd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:35.590249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['135b29df-baaa-464c-b19d-bce6585d77cd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:35.602944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Network cec5264e-f779-4d35-aec5-e651dba1e25e is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:35.609574 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4df0dd39-2d26-43cb-bcd9-3539b840c7dd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.614091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:35.618083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:35.689510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:35.813393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Pushing event updated for resources: {'Port': ['ID=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:35.855370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] Set router 135b29df-baaa-464c-b19d-bce6585d77cd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:31:35.937675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4df0dd39-2d26-43cb-bcd9-3539b840c7dd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.038141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4df0dd39-2d26-43cb-bcd9-3539b840c7dd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.099137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0dd39-2d26-43cb-bcd9-3539b840c7dd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42445d1-a87b-4526-af81-8001fc5ca598,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:36.166520 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4df0dd39-2d26-43cb-bcd9-3539b840c7dd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.171704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40812) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:36.172471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4df0dd39-2d26-43cb-bcd9-3539b840c7dd tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7559655 Apr 18 17:31:36.178136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-705b8f7a-3027-4a1c-97b2-313c6d4d2658 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': 'd42445d1-a87b-4526-af81-8001fc5ca598', 'direction': 'ingress', 'protocol': 17}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:36.203859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf30e88-bee6-4cfe-bd02-a86f915feb2b None None] Pushing event updated for resources: {'Port': ['ID=68066d3f-073c-437d-ae9e-16c375551ce7,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:36.235877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 2958116d-a84c-4628-acad-b7184bb3d930 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:36.236301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.277396 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.318958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.323504 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-705b8f7a-3027-4a1c-97b2-313c6d4d2658 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.364104 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-67f5e690-ecb7-456b-b452-0a3b2d57a7e5 None None] Provisioning complete for port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:36.364517 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-67f5e690-ecb7-456b-b452-0a3b2d57a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.391445 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.493479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-705b8f7a-3027-4a1c-97b2-313c6d4d2658 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.573220 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-705b8f7a-3027-4a1c-97b2-313c6d4d2658 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.668550 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b8f7a-3027-4a1c-97b2-313c6d4d2658 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c857767-5f98-4768-8849-b5c40db4c6c0,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:36.743563 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-705b8f7a-3027-4a1c-97b2-313c6d4d2658 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.744903 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-705b8f7a-3027-4a1c-97b2-313c6d4d2658 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5713775 Apr 18 17:31:36.747601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40828) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:36.802243 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.840952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-67f5e690-ecb7-456b-b452-0a3b2d57a7e5 None None] Port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:31:36.881230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:36.929830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:31:31Z', 'revision_number': 3, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port': {'id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:29Z', 'updated_at': '2022-04-18T17:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:36.978142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5a0eafe-ba9d-43fa-b5d1-e1aa3cbba3a6 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:37.015158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:37.036875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0dd276-b50c-4334-a290-d612f9ab128c None None] The sync data for ids ['135b29df-baaa-464c-b19d-bce6585d77cd'] in n-d-836015-2 is: [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:31:31Z', 'revision_number': 3, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port': {'id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:29Z', 'updated_at': '2022-04-18T17:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:31:37.049376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5a0eafe-ba9d-43fa-b5d1-e1aa3cbba3a6 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:37.260817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5a0eafe-ba9d-43fa-b5d1-e1aa3cbba3a6 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:37.263376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5a0eafe-ba9d-43fa-b5d1-e1aa3cbba3a6 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:37.264582 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f5a0eafe-ba9d-43fa-b5d1-e1aa3cbba3a6 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/d42445d1-a87b-4526-af81-8001fc5ca598 HTTP/1.1" status: 204 len: 168 time: 0.5158739 Apr 18 17:31:37.268575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40838) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:37.278040 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Pushing event updated for resources: {'Port': ['ID=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:37.358444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0eafe-ba9d-43fa-b5d1-e1aa3cbba3a6 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42445d1-a87b-4526-af81-8001fc5ca598,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:37.482147 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Network cec5264e-f779-4d35-aec5-e651dba1e25e is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:37.483717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:37.524352 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9ff874c3-c9f6-45ee-aa60-bc3da96c934e tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2504828 Apr 18 17:31:37.527217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40848) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:37.560424 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-abed70e5-8f50-4c1b-b5cf-786ea547f453 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--252164154'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:37.719475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abed70e5-8f50-4c1b-b5cf-786ea547f453 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:37.906330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Router 135b29df-baaa-464c-b19d-bce6585d77cd has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:31:37.925193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abed70e5-8f50-4c1b-b5cf-786ea547f453 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:37.990742 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abed70e5-8f50-4c1b-b5cf-786ea547f453 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:38.066949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed70e5-8f50-4c1b-b5cf-786ea547f453 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081e04e0-8fa7-431a-b41d-b2fe4fa49a1a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:38.135248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-abed70e5-8f50-4c1b-b5cf-786ea547f453 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:38.140528 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-abed70e5-8f50-4c1b-b5cf-786ea547f453 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6098495 Apr 18 17:31:38.140846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40866) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:38.155316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5effdbf7-5397-432c-b821-7cb73edb3f63 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--335760259'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:38.179874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:31:38.199554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-32fec8aa-66c2-4c39-9eba-52e6bc45361f admin admin] 10.222.0.45 "PUT /v2.0/routers/135b29df-baaa-464c-b19d-bce6585d77cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6275527 Apr 18 17:31:38.209135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f875f87d-53ce-417a-a45a-840e10802202 None None] Provisioning complete for port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:38.210756 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f875f87d-53ce-417a-a45a-840e10802202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:38.309111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5effdbf7-5397-432c-b821-7cb73edb3f63 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:38.320695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f875f87d-53ce-417a-a45a-840e10802202 None None] Port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:31:38.554443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5effdbf7-5397-432c-b821-7cb73edb3f63 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:38.621173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5effdbf7-5397-432c-b821-7cb73edb3f63 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:38.690130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effdbf7-5397-432c-b821-7cb73edb3f63 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc4f81d-50ff-4f53-9a6b-3d15e5aceeb9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:38.768642 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5effdbf7-5397-432c-b821-7cb73edb3f63 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:38.770741 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5effdbf7-5397-432c-b821-7cb73edb3f63 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6280394 Apr 18 17:31:38.773294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40892) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:38.779655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f15b47d7-4b92-477e-b02d-676b55158acf tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': '081e04e0-8fa7-431a-b41d-b2fe4fa49a1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1cc4f81d-50ff-4f53-9a6b-3d15e5aceeb9', 'remote_ip_prefix': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:38.888738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40898) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:38.956341 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f15b47d7-4b92-477e-b02d-676b55158acf tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.072471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f15b47d7-4b92-477e-b02d-676b55158acf tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.189664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-464658986', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:39.276356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f15b47d7-4b92-477e-b02d-676b55158acf tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.333724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Made reservation on behalf of 88ab1ba22f3548198425b6226943f8ca for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:39.341258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.343064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 68066d3f-073c-437d-ae9e-16c375551ce7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:39.351052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b47d7-4b92-477e-b02d-676b55158acf tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e9c08a-7962-4b71-96ba-c9f51e8eef1a,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:39.381848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.411753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2156-2551-46cb-920d-abe7d5d00490 req-955e3b7c-b3e7-48db-8ea1-46147f278042 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:39.412385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 68066d3f-073c-437d-ae9e-16c375551ce7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:39.412957 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.413810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-955e3b7c-b3e7-48db-8ea1-46147f278042 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/networks?id=d754dab1-e6a3-40e0-9214-c9f972e3db6f HTTP/1.1" status: 200 len: 911 time: 0.1435680 Apr 18 17:31:39.430763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-73d982ff-0681-4ae9-b9d8-8af78d4ca777 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/quotas/5add7f18122e4e8e851a17265a3e7a9f HTTP/1.1" status: 200 len: 375 time: 0.0109820 Apr 18 17:31:39.455342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f15b47d7-4b92-477e-b02d-676b55158acf tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.459295 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f15b47d7-4b92-477e-b02d-676b55158acf tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6818852 Apr 18 17:31:39.474161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40930) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:39.538568 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.546759 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.568830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 68066d3f-073c-437d-ae9e-16c375551ce7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=68066d3f-073c-437d-ae9e-16c375551ce7,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:39.575229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67c6f405-d7cf-49dd-9a8f-6c5532a0bad8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.604781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67c6f405-d7cf-49dd-9a8f-6c5532a0bad8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.606321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-88dd7ecc-7334-4a59-82b5-0f72212b5007 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676226 Apr 18 17:31:39.637135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.652489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] device_id is not set on port f1c7d56b-264c-4c0b-9fea-cac70e170a03 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:31:39.655751 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.708105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb745f5d-2a23-4e83-b62c-613990439063,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:39.760121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=68066d3f-073c-437d-ae9e-16c375551ce7,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:39.794060 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67c6f405-d7cf-49dd-9a8f-6c5532a0bad8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.842583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67c6f405-d7cf-49dd-9a8f-6c5532a0bad8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:39.852328 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-67c6f405-d7cf-49dd-9a8f-6c5532a0bad8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/55e9c08a-7962-4b71-96ba-c9f51e8eef1a HTTP/1.1" status: 204 len: 168 time: 0.3667665 Apr 18 17:31:39.852985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40942) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:39.857086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6f405-d7cf-49dd-9a8f-6c5532a0bad8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55e9c08a-7962-4b71-96ba-c9f51e8eef1a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:39.934194 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-1b0ceec7-6436-4595-bef9-dc15ecc39e4e service neutron] 10.222.0.45 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195064 Apr 18 17:31:39.953387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-952a92bd-d63a-48e0-bc52-1fefb135a4a9 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1019917 Apr 18 17:31:39.954679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40944) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:40.049657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Allocated IP 172.25.5.98 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/f1c7d56b-264c-4c0b-9fea-cac70e170a03) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:40.091990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b8597ef-2801-431d-8607-37773bffaeb2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.154922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-4beea9db-b283-4ac2-9803-7f7bc1bc2f55 service neutron] 10.222.0.45 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942234 Apr 18 17:31:40.189633 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b8597ef-2801-431d-8607-37773bffaeb2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.277384 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Sync routers for ids ['135b29df-baaa-464c-b19d-bce6585d77cd'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:31:40.288344 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Routers {'135b29df-baaa-464c-b19d-bce6585d77cd'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:40.288983 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['135b29df-baaa-464c-b19d-bce6585d77cd'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:40.371646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.429746 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Set router 135b29df-baaa-464c-b19d-bce6585d77cd gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:31:40.430729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b8597ef-2801-431d-8607-37773bffaeb2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.434005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b8597ef-2801-431d-8607-37773bffaeb2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.436238 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6b8597ef-2801-431d-8607-37773bffaeb2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/1cc4f81d-50ff-4f53-9a6b-3d15e5aceeb9 HTTP/1.1" status: 204 len: 168 time: 0.4799922 Apr 18 17:31:40.438115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40960) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:40.487741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8597ef-2801-431d-8607-37773bffaeb2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc4f81d-50ff-4f53-9a6b-3d15e5aceeb9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:40.562314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a84bde91-085b-4862-b628-d266e8d1f791 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1223783 Apr 18 17:31:40.564814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40966) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:40.573566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.690410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Pushing event updated for resources: {'Port': ['ID=f1c7d56b-264c-4c0b-9fea-cac70e170a03,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:40.721588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aabe60c-4ba6-45bf-98fb-30b11f3ced5f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.746692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:40.748168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:40.751712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:40.772142 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:31:36Z', 'revision_number': 4, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port': {'id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:29Z', 'updated_at': '2022-04-18T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '7be7b568-ba3c-42d9-b13d-7447aa5c3e30', 'name': '', 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'mac_address': 'fa:16:3e:1b:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'cdce88b8-7082-4cc3-ab7d-cd53fe8959ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:34Z', 'updated_at': '2022-04-18T17:31:36Z', 'revision_number': 2, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'subnets': [{'id': 'cdce88b8-7082-4cc3-ab7d-cd53fe8959ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:40.781402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aabe60c-4ba6-45bf-98fb-30b11f3ced5f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.865936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:40.867070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.869181 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Checking router: 135b29df-baaa-464c-b19d-bce6585d77cd for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:31:40.869571 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Updating router 135b29df-baaa-464c-b19d-bce6585d77cd port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:31:40.911724 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.922563 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aabe60c-4ba6-45bf-98fb-30b11f3ced5f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.927498 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aabe60c-4ba6-45bf-98fb-30b11f3ced5f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:40.930911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5aabe60c-4ba6-45bf-98fb-30b11f3ced5f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/081e04e0-8fa7-431a-b41d-b2fe4fa49a1a HTTP/1.1" status: 204 len: 168 time: 0.3648276 Apr 18 17:31:40.934118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 40972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:40.959525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabe60c-4ba6-45bf-98fb-30b11f3ced5f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081e04e0-8fa7-431a-b41d-b2fe4fa49a1a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:40.964996 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2ef2d68c-9743-4445-a241-b4b7653a052e tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0720031 Apr 18 17:31:40.966430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40974) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:40.974797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.98'}]}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:41.053784 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-67802f62-2aa3-47b7-a229-7acda13a5a79 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1182420 Apr 18 17:31:41.059083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 40978) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:41.065601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-23409898-2c8b-4e92-a5a7-2b4037706e69 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108840491'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:41.117898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.118969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.194840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.197955 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23409898-2c8b-4e92-a5a7-2b4037706e69 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.268346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 68066d3f-073c-437d-ae9e-16c375551ce7 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:41.387324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 68066d3f-073c-437d-ae9e-16c375551ce7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:41.392428 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.567173 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.640233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23409898-2c8b-4e92-a5a7-2b4037706e69 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.643600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc4b3e60-9c94-4488-a682-4dc3227dd10f req-55178291-e511-4696-8317-4c0ee415fae9 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 210 time: 0.0699580 Apr 18 17:31:41.685673 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.752014 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23409898-2c8b-4e92-a5a7-2b4037706e69 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.781147 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.854170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23409898-2c8b-4e92-a5a7-2b4037706e69 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f741942-f3da-4201-a09b-2437a0d88894,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:41.894789 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23409898-2c8b-4e92-a5a7-2b4037706e69 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:41.899001 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-23409898-2c8b-4e92-a5a7-2b4037706e69 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8367302 Apr 18 17:31:41.900425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41002) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:41.906465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ad413e55-874f-4e83-a4b8-d58d2008889a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': '9f741942-f3da-4201-a09b-2437a0d88894', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:42.021821 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5645ed-ac11-4a53-8b2d-dd057c2c4486 None None] Pushing event updated for resources: {'Port': ['ID=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:42.040375 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Attempting to bind port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:42.052777 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Attempting to bind port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:42.054013 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Attempting to bind port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 on network cec5264e-f779-4d35-aec5-e651dba1e25e {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:42.056719 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad413e55-874f-4e83-a4b8-d58d2008889a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.060479 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:42.062267 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Checking segment: {'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:42.062267 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.062895 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Bound using segment: {'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:42.064939 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Bound port: 7be7b568-ba3c-42d9-b13d-7447aa5c3e30, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:42.067826 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.081488 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.102140 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.203760 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] For port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:42.216691 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] For port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,segment=NetworkSegment(c56e63c5-faf3-4853-9c73-4a2dbc46fea5),segment_id=c56e63c5-faf3-4853-9c73-4a2dbc46fea5)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:42.244752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad413e55-874f-4e83-a4b8-d58d2008889a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.298094 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.313936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-daf24094-2deb-4f83-848d-2664ca412114 None None] Provisioning complete for port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:42.314580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-daf24094-2deb-4f83-848d-2664ca412114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.327691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad413e55-874f-4e83-a4b8-d58d2008889a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.385196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad413e55-874f-4e83-a4b8-d58d2008889a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3686d030-031a-464c-8a9a-b84b083e4d92,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:42.444358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.447059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad413e55-874f-4e83-a4b8-d58d2008889a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.448079 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Routers {'135b29df-baaa-464c-b19d-bce6585d77cd'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:31:42.448828 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ad413e55-874f-4e83-a4b8-d58d2008889a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5472214 Apr 18 17:31:42.449851 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:31:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['135b29df-baaa-464c-b19d-bce6585d77cd'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:42.462437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41010) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:42.520931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80c9e64-c66c-4413-a44e-73159b3cfd81 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.553895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80c9e64-c66c-4413-a44e-73159b3cfd81 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.620497 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-daf24094-2deb-4f83-848d-2664ca412114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.730934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-daf24094-2deb-4f83-848d-2664ca412114 None None] For port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,segment=NetworkSegment(c56e63c5-faf3-4853-9c73-4a2dbc46fea5),segment_id=c56e63c5-faf3-4853-9c73-4a2dbc46fea5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:42.827294 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-daf24094-2deb-4f83-848d-2664ca412114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.832997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6f5fa3d3-4882-45b0-a499-367360994082 req-a9158061-350f-45c6-8d3e-6a72af5f81ff tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 210 time: 0.0494702 Apr 18 17:31:42.874553 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5645ed-ac11-4a53-8b2d-dd057c2c4486 None None] Pushing event updated for resources: {'Port': ['ID=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:42.884378 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80c9e64-c66c-4413-a44e-73159b3cfd81 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.894085 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f80c9e64-c66c-4413-a44e-73159b3cfd81 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:42.894085 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f80c9e64-c66c-4413-a44e-73159b3cfd81 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/3686d030-031a-464c-8a9a-b84b083e4d92 HTTP/1.1" status: 204 len: 168 time: 0.4284534 Apr 18 17:31:42.898678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41024) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:42.937240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c9e64-c66c-4413-a44e-73159b3cfd81 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3686d030-031a-464c-8a9a-b84b083e4d92,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:42.952697 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] Set router 135b29df-baaa-464c-b19d-bce6585d77cd gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:31:43.027601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf24094-2deb-4f83-848d-2664ca412114 None None] Pushing event updated for resources: {'Port': ['ID=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:43.051397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f2f6bf81-b744-401a-8fcf-a552c95a83f9 None None] Provisioning complete for port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:43.051397 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bf81-b744-401a-8fcf-a552c95a83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.060837 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4bf236f2-f701-4531-a085-02f1ee7015e7 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1536274 Apr 18 17:31:43.061478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41026) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:43.064776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.073114 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.198737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79e5501b-b672-4dbb-b165-eac20539362d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.232487 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.233363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7ebdd1-b71d-40c2-8f8a-b2841bf90b22 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:31:43.241908 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79e5501b-b672-4dbb-b165-eac20539362d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.369128 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 17:31:43.371231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-588360a9-9a61-4469-b464-2bc8ddc5e882 tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4025533 Apr 18 17:31:43.373887 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41028) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:43.415246 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79e5501b-b672-4dbb-b165-eac20539362d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.418223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79e5501b-b672-4dbb-b165-eac20539362d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.426862 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-79e5501b-b672-4dbb-b165-eac20539362d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/9f741942-f3da-4201-a09b-2437a0d88894 HTTP/1.1" status: 204 len: 168 time: 0.3599052 Apr 18 17:31:43.426862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41030) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:43.501459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5501b-b672-4dbb-b165-eac20539362d tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f741942-f3da-4201-a09b-2437a0d88894,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:43.545476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f00b53a0-5216-4f6e-a6ee-1ebdc26cd4bd tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Deleting port f1c7d56b-264c-4c0b-9fea-cac70e170a03 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:43.547317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f00b53a0-5216-4f6e-a6ee-1ebdc26cd4bd tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.587150 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:31:36Z', 'revision_number': 4, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port': {'id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:29Z', 'updated_at': '2022-04-18T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '7be7b568-ba3c-42d9-b13d-7447aa5c3e30', 'name': '', 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'mac_address': 'fa:16:3e:1b:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'cdce88b8-7082-4cc3-ab7d-cd53fe8959ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:34Z', 'updated_at': '2022-04-18T17:31:42Z', 'revision_number': 4, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'subnets': [{'id': 'cdce88b8-7082-4cc3-ab7d-cd53fe8959ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:31:43.601662 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fb86c18e-21db-467d-b042-9dcdaa534e81 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1556566 Apr 18 17:31:43.602351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41034) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:43.608875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-683ed2de-9e47-4fd5-a0be-748924dfe0dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102989009'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:43.673200 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297735e8-31d3-4dc3-ab1d-afbe1521f640 None None] The sync data for ids ['135b29df-baaa-464c-b19d-bce6585d77cd'] in n-d-836015-2 is: [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:31:36Z', 'revision_number': 4, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port': {'id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:29Z', 'updated_at': '2022-04-18T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '7be7b568-ba3c-42d9-b13d-7447aa5c3e30', 'name': '', 'network_id': 'cec5264e-f779-4d35-aec5-e651dba1e25e', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'mac_address': 'fa:16:3e:1b:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'cdce88b8-7082-4cc3-ab7d-cd53fe8959ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:34Z', 'updated_at': '2022-04-18T17:31:42Z', 'revision_number': 4, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'subnets': [{'id': 'cdce88b8-7082-4cc3-ab7d-cd53fe8959ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:31:43.701815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683ed2de-9e47-4fd5-a0be-748924dfe0dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.765008 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f00b53a0-5216-4f6e-a6ee-1ebdc26cd4bd tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.803966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f00b53a0-5216-4f6e-a6ee-1ebdc26cd4bd tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Calling delete_port for f1c7d56b-264c-4c0b-9fea-cac70e170a03 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:43.891864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683ed2de-9e47-4fd5-a0be-748924dfe0dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:43.993448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4fc3a09-c965-4f9c-9423-a87b2d677965 req-18714cff-2f96-4abc-bc2e-9104dcb266f1 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 210 time: 0.0658321 Apr 18 17:31:43.999004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683ed2de-9e47-4fd5-a0be-748924dfe0dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:44.054554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ed2de-9e47-4fd5-a0be-748924dfe0dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cfb5aa-1d18-46dc-b4be-ed50f2c61c2f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:44.153503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f00b53a0-5216-4f6e-a6ee-1ebdc26cd4bd tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:44.156207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-683ed2de-9e47-4fd5-a0be-748924dfe0dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:44.158588 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-683ed2de-9e47-4fd5-a0be-748924dfe0dc tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5544798 Apr 18 17:31:44.160533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41044) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:44.168549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-24a17256-6b05-4be1-8554-013b6ce2eb8c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': '61cfb5aa-1d18-46dc-b4be-ed50f2c61c2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:44.211895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b53a0-5216-4f6e-a6ee-1ebdc26cd4bd tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1c7d56b-264c-4c0b-9fea-cac70e170a03,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:44.308421 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-24a17256-6b05-4be1-8554-013b6ce2eb8c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:44.355119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f00b53a0-5216-4f6e-a6ee-1ebdc26cd4bd tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:44.362153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f00b53a0-5216-4f6e-a6ee-1ebdc26cd4bd tempest-RoutersAdminNegativeTest-1196008956 tempest-RoutersAdminNegativeTest-1196008956-project-admin] 10.222.0.45 "DELETE /v2.0/ports/f1c7d56b-264c-4c0b-9fea-cac70e170a03 HTTP/1.1" status: 204 len: 168 time: 0.9872234 Apr 18 17:31:44.510866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-24a17256-6b05-4be1-8554-013b6ce2eb8c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:44.987168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-24a17256-6b05-4be1-8554-013b6ce2eb8c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:45.051869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a17256-6b05-4be1-8554-013b6ce2eb8c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37e09b6-574e-4213-b144-141d4218be2b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:45.168915 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-24a17256-6b05-4be1-8554-013b6ce2eb8c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:45.177074 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-24a17256-6b05-4be1-8554-013b6ce2eb8c tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0126259 Apr 18 17:31:45.179203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41074) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:45.232202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe7934da-a992-45cb-9107-b23686bb515b req-608e2f03-6b3a-4cb5-8137-c3db0d6ca3d3 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 210 time: 0.1134603 Apr 18 17:31:45.297340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:45.425341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:45.428908 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:45.484553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2156-2551-46cb-920d-abe7d5d00490 req-ff902f42-950b-4871-afa5-8f7959d5927b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:45.490678 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-ff902f42-950b-4871-afa5-8f7959d5927b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.18 "GET /v2.0/networks?id=d754dab1-e6a3-40e0-9214-c9f972e3db6f HTTP/1.1" status: 200 len: 911 time: 0.2022636 Apr 18 17:31:45.494230 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c1a39055-2c93-4a59-bb40-1529333d8d27 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules/b37e09b6-574e-4213-b144-141d4218be2b HTTP/1.1" status: 200 len: 763 time: 0.3112762 Apr 18 17:31:45.499496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41078) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:45.523418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Request body: {'port': {'device_id': 'c28ee6a7-611e-4b09-9159-f122b2dbe969', 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'admin_state_up': True, 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:45.590223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e0b689eb-b385-4f9e-9259-15c1b35e1b14 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0892496 Apr 18 17:31:45.593686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41082) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:45.695834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Made reservation on behalf of 5add7f18122e4e8e851a17265a3e7a9f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:45.701955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:45.799708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41084) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:45.825903 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ebe5-ded8-4060-9fe3-82af6ea18dfb tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:45.839822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ebe5-ded8-4060-9fe3-82af6ea18dfb tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:45.895293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Allocated IP 172.20.0.8 (d754dab1-e6a3-40e0-9214-c9f972e3db6f/d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20/e5cf8979-e9da-4b04-9b80-7a8ef484e79a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:45.984976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a7c50a0-53f8-43cb-883b-9aa123107ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.028953 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ebe5-ded8-4060-9fe3-82af6ea18dfb tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.044060 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ebe5-ded8-4060-9fe3-82af6ea18dfb tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.046042 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c3e0ebe5-ded8-4060-9fe3-82af6ea18dfb tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b37e09b6-574e-4213-b144-141d4218be2b HTTP/1.1" status: 204 len: 168 time: 0.4512880 Apr 18 17:31:46.049503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41094) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:46.082305 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a7c50a0-53f8-43cb-883b-9aa123107ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.100906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0ebe5-ded8-4060-9fe3-82af6ea18dfb tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b37e09b6-574e-4213-b144-141d4218be2b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:46.134168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a7c50a0-53f8-43cb-883b-9aa123107ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.149108 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6dab0b65-05c6-40c9-a00b-fc47783bda1f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944016 Apr 18 17:31:46.154286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41098) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:46.163431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-315defc2-f671-4237-b831-da890931ebb8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': '61cfb5aa-1d18-46dc-b4be-ed50f2c61c2f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:46.202793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.204568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41100) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:46.205474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4a7c50a0-53f8-43cb-883b-9aa123107ded admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a308e7a9e40e45fd95ab5fe250f5fe24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046142 Apr 18 17:31:46.206811 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c50a0-53f8-43cb-883b-9aa123107ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24624636-8c3f-4039-b918-f30d9794fb55,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:46.300827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-315defc2-f671-4237-b831-da890931ebb8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.311855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca21a139-2423-41a6-a77c-01d0bb07d3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.339396 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca21a139-2423-41a6-a77c-01d0bb07d3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.380059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8172fbcd-ee26-4306-9892-00bf4cb33100 req-1faaeba7-57a2-4065-9a30-50ed28d774ad tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 210 time: 0.0534003 Apr 18 17:31:46.542709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca21a139-2423-41a6-a77c-01d0bb07d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.548543 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca21a139-2423-41a6-a77c-01d0bb07d3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.555288 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ca21a139-2423-41a6-a77c-01d0bb07d3b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24624636-8c3f-4039-b918-f30d9794fb55 HTTP/1.1" status: 204 len: 168 time: 0.3444037 Apr 18 17:31:46.561930 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.576342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-315defc2-f671-4237-b831-da890931ebb8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.593291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21a139-2423-41a6-a77c-01d0bb07d3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24624636-8c3f-4039-b918-f30d9794fb55,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:46.671848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:46.675095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-315defc2-f671-4237-b831-da890931ebb8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.685689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:46.715671 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:46.770316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:46.771254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.784920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Pushing event updated for resources: {'Port': ['ID=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:46.790171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315defc2-f671-4237-b831-da890931ebb8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541b83eb-7216-4d9a-9d54-3ff049c63fd7,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:46.907431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-315defc2-f671-4237-b831-da890931ebb8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:46.909716 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-315defc2-f671-4237-b831-da890931ebb8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7535326 Apr 18 17:31:46.913234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41114) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:46.941162 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-35631390-b6dd-42dd-9406-9783d0e5a0aa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4363337 Apr 18 17:31:46.950319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f3ff9b19-4ab0-4c73-843e-b2502113a121 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules/541b83eb-7216-4d9a-9d54-3ff049c63fd7 HTTP/1.1" status: 200 len: 763 time: 0.0361922 Apr 18 17:31:46.952847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41116) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:46.983658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Request body: {'port': {'device_id': 'c28ee6a7-611e-4b09-9159-f122b2dbe969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:47.151698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-de15ee27-69bb-49ae-8849-d198c0d40dc9 None None] Provisioning complete for port e5cf8979-e9da-4b04-9b80-7a8ef484e79a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:47.152155 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-de15ee27-69bb-49ae-8849-d198c0d40dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:47.203887 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:47.301455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-de15ee27-69bb-49ae-8849-d198c0d40dc9 None None] Port e5cf8979-e9da-4b04-9b80-7a8ef484e79a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:31:47.364979 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:47.442107 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cece2fa7-298c-46e2-91a6-3d841cc7216a tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4871604 Apr 18 17:31:47.445626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41128) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:47.544237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6b7-eedb-44a4-b153-91866ea6c3c2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:47.544461 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:47.616166 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6b7-eedb-44a4-b153-91866ea6c3c2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:47.714906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5141e8-ae77-4f59-bcde-b419df74dd5a req-749d77c5-4387-4619-9e20-941de777d15a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:47.717424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b5141e8-ae77-4f59-bcde-b419df74dd5a req-749d77c5-4387-4619-9e20-941de777d15a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1027 time: 0.1834955 Apr 18 17:31:47.718161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41134) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:47.795299 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b5141e8-ae77-4f59-bcde-b419df74dd5a req-dd58f523-b677-4659-aedb-37d2b52f063f tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685406 Apr 18 17:31:47.807160 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6b7-eedb-44a4-b153-91866ea6c3c2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:47.826124 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6b7-eedb-44a4-b153-91866ea6c3c2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:47.830310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5a55d6b7-eedb-44a4-b153-91866ea6c3c2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/541b83eb-7216-4d9a-9d54-3ff049c63fd7 HTTP/1.1" status: 204 len: 168 time: 0.3808136 Apr 18 17:31:47.830310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4ba93c7c-f831-4019-b6fb-ac7a48b2be49 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88ab1ba22f3548198425b6226943f8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103268 Apr 18 17:31:47.834043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41136) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:47.836102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41138) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:47.875770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55d6b7-eedb-44a4-b153-91866ea6c3c2 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=541b83eb-7216-4d9a-9d54-3ff049c63fd7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:47.905098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4d8b5327-23a6-4ba8-81a0-59814f696e45 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627596 Apr 18 17:31:47.905309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41140) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:47.910730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-59279149-85a1-447f-8f46-73b90503db38 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': '61cfb5aa-1d18-46dc-b4be-ed50f2c61c2f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:48.009830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59279149-85a1-447f-8f46-73b90503db38 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.036855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26d36100-f622-4e36-916d-d6cf3b8494e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.103441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26d36100-f622-4e36-916d-d6cf3b8494e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.197649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cf8979-e9da-4b04-9b80-7a8ef484e79a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:31:48.207623 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59279149-85a1-447f-8f46-73b90503db38 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.210736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.283906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59279149-85a1-447f-8f46-73b90503db38 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.312636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Transition to ACTIVE for port object e5cf8979-e9da-4b04-9b80-7a8ef484e79a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:31:48.314267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26d36100-f622-4e36-916d-d6cf3b8494e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.316925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26d36100-f622-4e36-916d-d6cf3b8494e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.320529 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-26d36100-f622-4e36-916d-d6cf3b8494e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb745f5d-2a23-4e83-b62c-613990439063 HTTP/1.1" status: 204 len: 168 time: 0.4812436 Apr 18 17:31:48.324169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59279149-85a1-447f-8f46-73b90503db38 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec9c312-9a99-4abc-9d0b-88b275c7c3df,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:48.333807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d36100-f622-4e36-916d-d6cf3b8494e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb745f5d-2a23-4e83-b62c-613990439063,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:48.388951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59279149-85a1-447f-8f46-73b90503db38 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.390308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-59279149-85a1-447f-8f46-73b90503db38 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4840851 Apr 18 17:31:48.393140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41148) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:48.401998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.428087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-65940486-546a-4949-bba8-e54078c2197e tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules/cec9c312-9a99-4abc-9d0b-88b275c7c3df HTTP/1.1" status: 200 len: 764 time: 0.0335162 Apr 18 17:31:48.431610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41150) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:48.529831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-44825a71-ee47-4bc0-b19a-3dcfd5da5ee8 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0977130 Apr 18 17:31:48.536377 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41152) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:48.549136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Pushing event updated for resources: {'Port': ['ID=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:48.573010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5705074c-46e1-4db9-8495-6b8838ac9255 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.589296 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5705074c-46e1-4db9-8495-6b8838ac9255 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.682684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Attempting to bind port e5cf8979-e9da-4b04-9b80-7a8ef484e79a on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:48.683023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Attempting to bind port e5cf8979-e9da-4b04-9b80-7a8ef484e79a by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:48.683357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Attempting to bind port e5cf8979-e9da-4b04-9b80-7a8ef484e79a on network d754dab1-e6a3-40e0-9214-c9f972e3db6f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:48.688200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Port e5cf8979-e9da-4b04-9b80-7a8ef484e79a on network d754dab1-e6a3-40e0-9214-c9f972e3db6f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:31:48.688528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Attempting to bind port e5cf8979-e9da-4b04-9b80-7a8ef484e79a on network d754dab1-e6a3-40e0-9214-c9f972e3db6f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:48.695523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:48.695859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Checking segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:48.696246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Bound using segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:48.696671 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Bound port: e5cf8979-e9da-4b04-9b80-7a8ef484e79a, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:48.697029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.699008 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5705074c-46e1-4db9-8495-6b8838ac9255 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.706077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5705074c-46e1-4db9-8495-6b8838ac9255 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:48.708600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5705074c-46e1-4db9-8495-6b8838ac9255 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cec9c312-9a99-4abc-9d0b-88b275c7c3df HTTP/1.1" status: 204 len: 168 time: 0.1699033 Apr 18 17:31:48.710832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41158) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:48.730497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705074c-46e1-4db9-8495-6b8838ac9255 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cec9c312-9a99-4abc-9d0b-88b275c7c3df,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:48.975651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41166) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:48.979227 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-627baa6b-a760-4288-8531-0e8367fed2db tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2567854 Apr 18 17:31:49.024109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] For port e5cf8979-e9da-4b04-9b80-7a8ef484e79a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:49.031112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] For port e5cf8979-e9da-4b04-9b80-7a8ef484e79a, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:49.118686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393efbc-8893-4a87-a79f-3a31a9fc917b req-9dc131cf-2ef7-4cc8-a658-27e73f6964fa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:49.120592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1393efbc-8893-4a87-a79f-3a31a9fc917b req-9dc131cf-2ef7-4cc8-a658-27e73f6964fa tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1052 time: 0.1367574 Apr 18 17:31:49.124422 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.164371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:49.164371 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.169123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] 10.222.0.18 "PUT /v2.0/ports/e5cf8979-e9da-4b04-9b80-7a8ef484e79a HTTP/1.1" status: 200 len: 1091 time: 2.2136283 Apr 18 17:31:49.191479 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28ee6a7-611e-4b09-9159-f122b2dbe969', 'tag': 'e5cf8979-e9da-4b04-9b80-7a8ef484e79a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:31:49.198274 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c28ee6a7-611e-4b09-9159-f122b2dbe969", "tag": "e5cf8979-e9da-4b04-9b80-7a8ef484e79a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:31:49.212170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f20cce09-44e0-4f81-854a-e91d7883f4c9 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.276914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f20cce09-44e0-4f81-854a-e91d7883f4c9 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.369494 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4657ed78-09ef-4d4a-b85c-d2f0792a8739 x-openstack-request-id: req-4657ed78-09ef-4d4a-b85c-d2f0792a8739 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:31:49.370068 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28ee6a7-611e-4b09-9159-f122b2dbe969", "tag": "e5cf8979-e9da-4b04-9b80-7a8ef484e79a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:31:49.370255 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4657ed78-09ef-4d4a-b85c-d2f0792a8739 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:31:49.373065 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4657ed78-09ef-4d4a-b85c-d2f0792a8739'] response: {'name': 'network-changed', 'server_uuid': 'c28ee6a7-611e-4b09-9159-f122b2dbe969', 'tag': 'e5cf8979-e9da-4b04-9b80-7a8ef484e79a', 'status': 'completed', 'code': 200} Apr 18 17:31:49.380797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1393efbc-8893-4a87-a79f-3a31a9fc917b req-3d129cb7-a1fd-4a81-a703-c2059c96eebe tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288408 Apr 18 17:31:49.447703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f20cce09-44e0-4f81-854a-e91d7883f4c9 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.450815 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f20cce09-44e0-4f81-854a-e91d7883f4c9 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.452284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f20cce09-44e0-4f81-854a-e91d7883f4c9 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/61cfb5aa-1d18-46dc-b4be-ed50f2c61c2f HTTP/1.1" status: 204 len: 168 time: 0.4753881 Apr 18 17:31:49.458210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41180) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:49.518144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cce09-44e0-4f81-854a-e91d7883f4c9 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cfb5aa-1d18-46dc-b4be-ed50f2c61c2f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:49.619531 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-647e66af-370e-4996-b2dc-30f5a7108fb0 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1483250 Apr 18 17:31:49.619531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41186) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:49.627606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-983b6409-a12d-4b6e-92ae-228fe3fec341 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group': {'name': 'tempest-secgroup--250276033'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:49.712822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-983b6409-a12d-4b6e-92ae-228fe3fec341 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.866077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-983b6409-a12d-4b6e-92ae-228fe3fec341 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.944765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-983b6409-a12d-4b6e-92ae-228fe3fec341 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:49.991588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64e235-76c3-4c1a-92e4-c831e5fb3c2a service neutron] Pushing event updated for resources: {'Port': ['ID=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:50.012674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2156-2551-46cb-920d-abe7d5d00490 req-8aad41dd-4d20-43e8-81c2-e3b4b6a05189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:50.015547 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-8aad41dd-4d20-43e8-81c2-e3b4b6a05189 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1094 time: 0.6937723 Apr 18 17:31:50.061141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b6409-a12d-4b6e-92ae-228fe3fec341 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601dd4f1-a247-4eb9-8cf0-3e0b0aadbca1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:50.078438 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-3e68753a-46ae-422a-933c-81aa64d8c526 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cf8979-e9da-4b04-9b80-7a8ef484e79a HTTP/1.1" status: 200 len: 217 time: 0.0497501 Apr 18 17:31:50.121196 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-983b6409-a12d-4b6e-92ae-228fe3fec341 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.121196 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-983b6409-a12d-4b6e-92ae-228fe3fec341 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4993665 Apr 18 17:31:50.123892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41234) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:50.124229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41238) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:50.146914 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d1832f58-86c2-4ffa-8d42-a65ac6724d24 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Request body: {'security_group_rule': {'security_group_id': '601dd4f1-a247-4eb9-8cf0-3e0b0aadbca1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:50.181042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2156-2551-46cb-920d-abe7d5d00490 req-ae295745-14b6-4164-9ae7-a94742ba60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:50.189862 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-ae295745-14b6-4164-9ae7-a94742ba60b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20 HTTP/1.1" status: 200 len: 849 time: 0.1051538 Apr 18 17:31:50.268026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2156-2551-46cb-920d-abe7d5d00490 req-a565010d-105b-44b6-81c0-aba81da7a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:50.270095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-a565010d-105b-44b6-81c0-aba81da7a745 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d754dab1-e6a3-40e0-9214-c9f972e3db6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733850 Apr 18 17:31:50.299463 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1832f58-86c2-4ffa-8d42-a65ac6724d24 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.408552 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1832f58-86c2-4ffa-8d42-a65ac6724d24 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.417503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1075110772'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:50.490257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Made reservation on behalf of 0806978ad15b49b0b93c6768dec49f29 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:50.491852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-5417af42-192a-4a86-9fe4-c3222f899a1f service neutron] 10.222.0.18 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127810 Apr 18 17:31:50.495261 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.545984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.563336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1832f58-86c2-4ffa-8d42-a65ac6724d24 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.703845 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-728a2156-2551-46cb-920d-abe7d5d00490 req-7598abc5-0bb8-41d8-a8bd-17d1b9884853 service neutron] 10.222.0.18 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042840 Apr 18 17:31:50.741303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1832f58-86c2-4ffa-8d42-a65ac6724d24 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea5e4ca-4983-4fc5-9b85-23c68c9322a9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:50.751359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb252e-f07d-4fee-b433-450223e5e4b7 req-26f0c78b-9c40-475f-bb4f-84df19baf3d9 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:50.752243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5fb252e-f07d-4fee-b433-450223e5e4b7 req-26f0c78b-9c40-475f-bb4f-84df19baf3d9 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1094 time: 0.2447414 Apr 18 17:31:50.834758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.837286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5fb252e-f07d-4fee-b433-450223e5e4b7 req-572c7664-b509-4132-af11-1b766b18a7fb tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761061 Apr 18 17:31:50.907448 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d1832f58-86c2-4ffa-8d42-a65ac6724d24 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.908656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d1832f58-86c2-4ffa-8d42-a65ac6724d24 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7782061 Apr 18 17:31:50.909674 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:50.923638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41260) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:50.981988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:31:50.993993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89355276-c303-4d3e-86ab-7cf15b19f1dc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:51.024422 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.024422 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Added segment d11e8ee7-ea21-4cc4-8df1-fe64334744c2 of type vlan for network a66b0111-aefd-414b-95fe-ef35e670ad6d Apr 18 17:31:51.049326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-82026e2a-4b92-436d-aff4-c376520b00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:51.057445 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-82026e2a-4b92-436d-aff4-c376520b00f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1094 time: 0.0813158 Apr 18 17:31:51.096515 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a74bae39-06a4-4c50-9a37-200ddd5caf23 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.165554 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.177647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-f079d388-ccd3-4059-8843-cb933144e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:51.186496 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-f079d388-ccd3-4059-8843-cb933144e7f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d754dab1-e6a3-40e0-9214-c9f972e3db6f HTTP/1.1" status: 200 len: 911 time: 0.1221912 Apr 18 17:31:51.208590 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a74bae39-06a4-4c50-9a37-200ddd5caf23 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.275376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-1dd75e3b-6518-406a-8587-05631a5df858 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cf8979-e9da-4b04-9b80-7a8ef484e79a HTTP/1.1" status: 200 len: 217 time: 0.0816810 Apr 18 17:31:51.367418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-ba5992c2-16f1-4d7e-9a75-6b6449a83173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:51.368925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-ba5992c2-16f1-4d7e-9a75-6b6449a83173 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20 HTTP/1.1" status: 200 len: 849 time: 0.0866313 Apr 18 17:31:51.415208 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.421904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:51.426205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.475444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-a873139e-8c6c-4ad1-8e1d-1e0b51171800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:51.477024 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-a873139e-8c6c-4ad1-8e1d-1e0b51171800 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d754dab1-e6a3-40e0-9214-c9f972e3db6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906537 Apr 18 17:31:51.593779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event updated for resources: {'Network': ['ID=a66b0111-aefd-414b-95fe-ef35e670ad6d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:51.596422 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a74bae39-06a4-4c50-9a37-200ddd5caf23 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.599823 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a74bae39-06a4-4c50-9a37-200ddd5caf23 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.601469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a74bae39-06a4-4c50-9a37-200ddd5caf23 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/601dd4f1-a247-4eb9-8cf0-3e0b0aadbca1 HTTP/1.1" status: 204 len: 168 time: 0.6759176 Apr 18 17:31:51.605492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41282) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:51.608439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network a66b0111-aefd-414b-95fe-ef35e670ad6d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:31:51.611679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5b4dcb0b-73c2-4eca-979e-67eb9eb89a19 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4824314 Apr 18 17:31:51.622476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41284) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:51.629560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Request body: {'subnet': {'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:51.636129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bae39-06a4-4c50-9a37-200ddd5caf23 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601dd4f1-a247-4eb9-8cf0-3e0b0aadbca1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:51.748915 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-8ad69bc5-d106-4e5d-9ca9-bf54c0cb2105 service neutron] 10.222.0.18 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634850 Apr 18 17:31:51.889158 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b59b692d-3413-4151-ba45-5221d16d69a7 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2549767 Apr 18 17:31:51.889574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41320) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:51.930016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Made reservation on behalf of 0806978ad15b49b0b93c6768dec49f29 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:51.947570 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:51.989684 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-07a29954-eda0-4c5b-84ed-e6bd2536d6b5 req-ee8f8cb2-4867-4c95-a07c-217e56cac2fc service neutron] 10.222.0.18 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265530 Apr 18 17:31:52.587989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1f8db7a7-4b49-4c3d-9959-b44d5d160614 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6972122 Apr 18 17:31:52.595425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41350) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:52.609330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccaccf-148c-488a-865b-6941a27b9f42 req-7b355999-29c0-432c-b916-67b149483768 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:52.609330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3ccaccf-148c-488a-865b-6941a27b9f42 req-7b355999-29c0-432c-b916-67b149483768 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1094 time: 0.6517773 Apr 18 17:31:52.620669 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-0affd500-577c-43df-86eb-ae6b1e8f6c3f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] delete failed (client error): The resource could not be found. Apr 18 17:31:52.627460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0affd500-577c-43df-86eb-ae6b1e8f6c3f tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "DELETE /v2.0/security-groups/601dd4f1-a247-4eb9-8cf0-3e0b0aadbca1 HTTP/1.1" status: 404 len: 347 time: 0.0301366 Apr 18 17:31:52.628200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41352) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:52.718232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3ccaccf-148c-488a-865b-6941a27b9f42 req-b2f88c94-c797-4ee7-88a6-7526acfc29f2 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031296 Apr 18 17:31:52.756263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-207228f2-60a8-4090-9d82-e8fef6459772 tempest-SecGroupTest-1668760483 tempest-SecGroupTest-1668760483-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255894 Apr 18 17:31:52.939246 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:53.018191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event updated for resources: {'Subnet': ['ID=86ede25f-74e7-4ccb-a14b-96f37e62d52e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:53.027695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Checking segment: {'id': 'd11e8ee7-ea21-4cc4-8df1-fe64334744c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:53.028163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Network hostable DHCP agents. Network: a66b0111-aefd-414b-95fe-ef35e670ad6d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:31:53.123835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Network a66b0111-aefd-414b-95fe-ef35e670ad6d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:31:53.197919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, a66b0111-aefd-414b-95fe-ef35e670ad6d) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:53.209007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:53.210037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965294c8-d7a4-40d6-945c-0e493897b246 None None] Network a66b0111-aefd-414b-95fe-ef35e670ad6d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:53.210661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:53.317309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d4c1ee48-bec8-4bf1-a663-4f99da154019 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6935749 Apr 18 17:31:53.319901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41378) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:53.326399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Request body: {'port': {'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2036075826'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:53.459977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41384) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:53.525346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-a66b0111-aefd-414b-95fe-ef35e670ad6d', 'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d', 'tenant_id': '0806978ad15b49b0b93c6768dec49f29', 'fixed_ips': [{'subnet_id': '86ede25f-74e7-4ccb-a14b-96f37e62d52e'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:31:53.526555 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:53.529683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Made reservation on behalf of 0806978ad15b49b0b93c6768dec49f29 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:53.533215 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:53.568113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] device_id is not set on port 06b98f80-aacd-41d6-8a4f-7908839a72c0 yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:31:53.748969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e5cf8979-e9da-4b04-9b80-7a8ef484e79a details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:31:53.783442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Allocated IP 172.20.0.2 (a66b0111-aefd-414b-95fe-ef35e670ad6d/86ede25f-74e7-4ccb-a14b-96f37e62d52e/d1b49f5e-513a-4b6e-8722-aa9b7151f6f6) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:53.828730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e8d8b697-ffdd-4c7d-a38a-9707978f42c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04789848f16142a88288a22488162381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673897 Apr 18 17:31:53.831174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41414) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:53.916326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac975b9-d686-4ced-98d7-c9ae8da2a1a9 req-cf6dad5a-5443-4ec1-9a7c-79643ca40bb9 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:53.918168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ac975b9-d686-4ced-98d7-c9ae8da2a1a9 req-cf6dad5a-5443-4ec1-9a7c-79643ca40bb9 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1094 time: 0.0569162 Apr 18 17:31:53.923582 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbcf3-49a5-48c1-838d-0909fa4d07de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:53.987816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e5cf8979-e9da-4b04-9b80-7a8ef484e79a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:54.005615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbcf3-49a5-48c1-838d-0909fa4d07de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.007537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ac975b9-d686-4ced-98d7-c9ae8da2a1a9 req-e9ab056b-6c85-40ee-845d-0c1f59a47257 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795259 Apr 18 17:31:54.011403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'e5cf8979-e9da-4b04-9b80-7a8ef484e79a', 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'port_id': 'e5cf8979-e9da-4b04-9b80-7a8ef484e79a', 'mac_address': 'fa:16:3e:ab:fd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:31:54.112198 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.132606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cf8979-e9da-4b04-9b80-7a8ef484e79a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:31:54.159784 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.163910 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbcf3-49a5-48c1-838d-0909fa4d07de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.164631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e5cf8979-e9da-4b04-9b80-7a8ef484e79a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:54.168674 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbcf3-49a5-48c1-838d-0909fa4d07de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.173101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4d0dbcf3-49a5-48c1-838d-0909fa4d07de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7840eda-ae7d-4a41-b953-964a868d4053 HTTP/1.1" status: 204 len: 168 time: 0.3366380 Apr 18 17:31:54.180437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dbcf3-49a5-48c1-838d-0909fa4d07de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7840eda-ae7d-4a41-b953-964a868d4053,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:54.267872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.344001 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.349479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Pushing event updated for resources: {'Port': ['ID=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:54.363636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.364246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.365098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.365711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.366278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.367171 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.367782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.368371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.369053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.369621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.370167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.370768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:31:54.391228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Allocated IP 172.20.0.14 (a66b0111-aefd-414b-95fe-ef35e670ad6d/86ede25f-74e7-4ccb-a14b-96f37e62d52e/06b98f80-aacd-41d6-8a4f-7908839a72c0) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:54.465856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:54.477196 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Network a66b0111-aefd-414b-95fe-ef35e670ad6d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:54.479263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:54.482836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:54.621354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Attempting to bind port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:31:54.621354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Attempting to bind port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd11e8ee7-ea21-4cc4-8df1-fe64334744c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:31:54.621354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Attempting to bind port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 on network a66b0111-aefd-414b-95fe-ef35e670ad6d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:31:54.631042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:31:54.631476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Checking segment: {'id': 'd11e8ee7-ea21-4cc4-8df1-fe64334744c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:31:54.631909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.632386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Bound using segment: {'id': 'd11e8ee7-ea21-4cc4-8df1-fe64334744c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:31:54.632865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Bound port: d1b49f5e-513a-4b6e-8722-aa9b7151f6f6, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11e8ee7-ea21-4cc4-8df1-fe64334744c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:31:54.633254 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.737389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['e5cf8979-e9da-4b04-9b80-7a8ef484e79a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:31:54.829561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] For port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:31:54.876670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] For port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,segment=NetworkSegment(d11e8ee7-ea21-4cc4-8df1-fe64334744c2),segment_id=d11e8ee7-ea21-4cc4-8df1-fe64334744c2)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:31:54.939650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:54.995357 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:55.061952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:55.118965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Network a66b0111-aefd-414b-95fe-ef35e670ad6d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:55.124597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:55.131850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:55.163526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ec1d4-ba9b-4139-990f-abd93b8c202f None None] Pushing event updated for resources: {'Port': ['ID=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:55.270137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event updated for resources: {'Port': ['ID=06b98f80-aacd-41d6-8a4f-7908839a72c0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:55.336605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ff896-3f28-4fa8-ae64-376f37e71cee req-caf135b5-d118-4d39-a750-7f0a1a899062 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:55.339798 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab4ff896-3f28-4fa8-ae64-376f37e71cee req-caf135b5-d118-4d39-a750-7f0a1a899062 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1095 time: 0.1288905 Apr 18 17:31:55.368407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:55.369565 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:55.422236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab4ff896-3f28-4fa8-ae64-376f37e71cee req-7ff0969c-c91c-4fb6-a32a-06e4fa7ceecd tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754747 Apr 18 17:31:55.469263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a5547265-f819-4a43-afcd-9ffde6d4febc tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1480660 Apr 18 17:31:55.480512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41514) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:55.508890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Request body: {'port': {'network_id': 'a66b0111-aefd-414b-95fe-ef35e670ad6d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-463970116', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:55.511489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.api.validators [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] bootfile-name is not in valid_values {{(pid=109825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:31:55.512085 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.api.validators [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] tftp-server is not in valid_values {{(pid=109825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:31:55.513657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.api.validators [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] server-ip-address is not in valid_values {{(pid=109825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:31:55.747532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e5cf8979-e9da-4b04-9b80-7a8ef484e79a up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:55.891759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Made reservation on behalf of 0806978ad15b49b0b93c6768dec49f29 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:31:55.896375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:55.947568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] device_id is not set on port 47716ed8-8926-4431-bfc2-7444088eb11a yet. {{(pid=109825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 17:31:55.969452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port e5cf8979-e9da-4b04-9b80-7a8ef484e79a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:31:55.974253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port e5cf8979-e9da-4b04-9b80-7a8ef484e79a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:55.974828 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:56.161291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:56.211401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Allocated IP 172.20.0.12 (a66b0111-aefd-414b-95fe-ef35e670ad6d/86ede25f-74e7-4ccb-a14b-96f37e62d52e/47716ed8-8926-4431-bfc2-7444088eb11a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:31:56.222055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28ee6a7-611e-4b09-9159-f122b2dbe969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cf8979-e9da-4b04-9b80-7a8ef484e79a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:31:56.224370 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ceb865-0e1a-408f-88e4-2427f1cf8e05" -d '{"events": [{"server_uuid": "c28ee6a7-611e-4b09-9159-f122b2dbe969", "name": "network-vif-plugged", "status": "completed", "tag": "e5cf8979-e9da-4b04-9b80-7a8ef484e79a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:31:56.263336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e5cf8979-e9da-4b04-9b80-7a8ef484e79a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:56.333455 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314ee0be-df42-414d-ac06-192e81c2f182 x-openstack-request-id: req-314ee0be-df42-414d-ac06-192e81c2f182 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:31:56.334029 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28ee6a7-611e-4b09-9159-f122b2dbe969", "name": "network-vif-plugged", "status": "completed", "tag": "e5cf8979-e9da-4b04-9b80-7a8ef484e79a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:31:56.334512 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-314ee0be-df42-414d-ac06-192e81c2f182 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:31:56.335318 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314ee0be-df42-414d-ac06-192e81c2f182'] response: {'server_uuid': 'c28ee6a7-611e-4b09-9159-f122b2dbe969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cf8979-e9da-4b04-9b80-7a8ef484e79a', 'code': 200} Apr 18 17:31:56.367547 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:56.537350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:56.719124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2264bba-86ff-4847-8b10-60ead95135e6 req-854d42bd-9c5d-42d3-b56b-77d962573b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:56.720488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820115a-7fd3-46d4-aafa-6470dbb64efb req-f822cd8a-7291-460d-98aa-2cb98e59c607 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:56.727925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e2264bba-86ff-4847-8b10-60ead95135e6 req-854d42bd-9c5d-42d3-b56b-77d962573b24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.2571769 Apr 18 17:31:56.735996 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e820115a-7fd3-46d4-aafa-6470dbb64efb req-f822cd8a-7291-460d-98aa-2cb98e59c607 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.1628973 Apr 18 17:31:56.836349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:56.889837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e820115a-7fd3-46d4-aafa-6470dbb64efb req-17b9944f-d3cd-4000-abb8-37d3fa907585 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547983 Apr 18 17:31:56.966223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e2264bba-86ff-4847-8b10-60ead95135e6 req-2150a9f3-1411-4f2c-b1db-a362118dd582 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821552 Apr 18 17:31:57.003533 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:57.020920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56977c2a-323a-47cd-90b9-503bde9be0b7 None None] Network a66b0111-aefd-414b-95fe-ef35e670ad6d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:31:57.075205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Network a66b0111-aefd-414b-95fe-ef35e670ad6d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:31:57.081132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:31:57.088058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:31:57.225863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2872eb07-90be-435c-8044-f6f151a07499 None None] Provisioning complete for port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:57.227220 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2872eb07-90be-435c-8044-f6f151a07499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:57.235853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:57.237831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:57.312477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event updated for resources: {'Port': ['ID=47716ed8-8926-4431-bfc2-7444088eb11a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:57.376743 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0d46fc96-c1ce-461a-883e-243edbda249c tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8939261 Apr 18 17:31:57.379782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41616) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:57.563458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5202b-03cc-49b4-8eeb-5ca5a74805f8 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:57.563984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:57.579462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5202b-03cc-49b4-8eeb-5ca5a74805f8 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:57.595579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5202b-03cc-49b4-8eeb-5ca5a74805f8 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:57.605553 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5ef5202b-03cc-49b4-8eeb-5ca5a74805f8 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2244253 Apr 18 17:31:57.606418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41628) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:57.812529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8ab3-0e77-4456-9d1f-a48cf0ccb90f tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Deleting port 47716ed8-8926-4431-bfc2-7444088eb11a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:31:57.812529 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8ab3-0e77-4456-9d1f-a48cf0ccb90f tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:57.813181 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2872eb07-90be-435c-8044-f6f151a07499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:58.065421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8ab3-0e77-4456-9d1f-a48cf0ccb90f tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:58.075841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:58.077391 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:58.090294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2872eb07-90be-435c-8044-f6f151a07499 None None] For port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,segment=NetworkSegment(d11e8ee7-ea21-4cc4-8df1-fe64334744c2),segment_id=d11e8ee7-ea21-4cc4-8df1-fe64334744c2)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:31:58.167118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc8ab3-0e77-4456-9d1f-a48cf0ccb90f tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Calling delete_port for 47716ed8-8926-4431-bfc2-7444088eb11a owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:31:58.196359 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2872eb07-90be-435c-8044-f6f151a07499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:58.321378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee450d0f-358c-4cad-aa2c-2ca4b251996d req-e073712c-3ed7-44db-b558-25a520a20c65 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:58.338373 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee450d0f-358c-4cad-aa2c-2ca4b251996d req-e073712c-3ed7-44db-b558-25a520a20c65 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.2692034 Apr 18 17:31:58.426569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee450d0f-358c-4cad-aa2c-2ca4b251996d req-952dcd27-1eac-479b-b8c5-88b50b51a1ef tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839660 Apr 18 17:31:58.490113 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872eb07-90be-435c-8044-f6f151a07499 None None] Pushing event updated for resources: {'Port': ['ID=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:58.521880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-602e9380-b30f-4658-bd26-4e320fb8127c None None] Provisioning complete for port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:58.522608 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-602e9380-b30f-4658-bd26-4e320fb8127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:58.773182 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8ab3-0e77-4456-9d1f-a48cf0ccb90f tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:58.926318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc8ab3-0e77-4456-9d1f-a48cf0ccb90f tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event deleted for resources: {'Port': ['ID=47716ed8-8926-4431-bfc2-7444088eb11a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:59.094666 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2bc8ab3-0e77-4456-9d1f-a48cf0ccb90f tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:59.099810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c2bc8ab3-0e77-4456-9d1f-a48cf0ccb90f tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "DELETE /v2.0/ports/47716ed8-8926-4431-bfc2-7444088eb11a HTTP/1.1" status: 204 len: 168 time: 1.4920812 Apr 18 17:31:59.103149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41702) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:59.108711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-602e9380-b30f-4658-bd26-4e320fb8127c None None] Provisioning complete for port 06b98f80-aacd-41d6-8a4f-7908839a72c0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:59.109174 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-602e9380-b30f-4658-bd26-4e320fb8127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:59.111161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Request body: {'port': {'name': 'tempest-new-port-name-694537424', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:31:59.111783 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] bootfile-name is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:31:59.112298 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] tftp-server is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:31:59.112636 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.api.validators [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] server-ip-address is not in valid_values {{(pid=109826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 17:31:59.204121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-602e9380-b30f-4658-bd26-4e320fb8127c None None] Port 06b98f80-aacd-41d6-8a4f-7908839a72c0 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:31:59.215719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-602e9380-b30f-4658-bd26-4e320fb8127c None None] Could not find standard attr ID for object 47716ed8-8926-4431-bfc2-7444088eb11a. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:31:59.235789 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:59.301031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:31:59.374442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-222651f1-6d02-4b88-88f3-ebda31b75ae3 None None] Provisioning complete for port 06b98f80-aacd-41d6-8a4f-7908839a72c0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:59.376984 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-222651f1-6d02-4b88-88f3-ebda31b75ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:59.458605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-222651f1-6d02-4b88-88f3-ebda31b75ae3 None None] Port 06b98f80-aacd-41d6-8a4f-7908839a72c0 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:31:59.468204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:31:59.468567 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:59.533896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:59.542679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-222651f1-6d02-4b88-88f3-ebda31b75ae3 None None] Could not find standard attr ID for object 47716ed8-8926-4431-bfc2-7444088eb11a. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:31:59.618132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0026d-cf9b-4039-ba24-bd25828e7066 req-e8b4ab3a-6b48-4962-8f9d-1eb3846b036a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:59.619741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7a0026d-cf9b-4039-ba24-bd25828e7066 req-e8b4ab3a-6b48-4962-8f9d-1eb3846b036a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.0709584 Apr 18 17:31:59.657607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:59.694995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7a0026d-cf9b-4039-ba24-bd25828e7066 req-3fcbca96-dc92-439f-8a14-8afac71e2795 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653393 Apr 18 17:31:59.747097 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event updated for resources: {'Port': ['ID=06b98f80-aacd-41d6-8a4f-7908839a72c0,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:31:59.762381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] In _notify_port_updated(), no bound segment for port 06b98f80-aacd-41d6-8a4f-7908839a72c0 on network a66b0111-aefd-414b-95fe-ef35e670ad6d {{(pid=109826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 17:31:59.767896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:59.768575 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:31:59.772504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-75b1245f-75ed-45d7-a868-6cb11bf515ed tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "PUT /v2.0/ports/06b98f80-aacd-41d6-8a4f-7908839a72c0 HTTP/1.1" status: 200 len: 1136 time: 0.6655226 Apr 18 17:31:59.776652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41736) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:59.874226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2cc86a-db99-4067-a3fb-173d11ba0e16 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:59.878417 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ed2cc86a-db99-4067-a3fb-173d11ba0e16 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "GET /v2.0/ports/06b98f80-aacd-41d6-8a4f-7908839a72c0 HTTP/1.1" status: 200 len: 1136 time: 0.1035473 Apr 18 17:31:59.880913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41746) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:31:59.895839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f348-3c88-4763-8b3f-717c57c0ce1b req-e9f4ef59-51df-4ea2-96b1-4a55f43f2563 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:31:59.897371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f91f348-3c88-4763-8b3f-717c57c0ce1b req-e9f4ef59-51df-4ea2-96b1-4a55f43f2563 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.0717676 Apr 18 17:31:59.983351 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f91f348-3c88-4763-8b3f-717c57c0ce1b req-1e318796-28b3-44f8-83a8-8944a8427d77 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678639 Apr 18 17:32:00.030792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8342bd04-9947-41c1-b1d2-913c5bc769d5 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Deleting port 06b98f80-aacd-41d6-8a4f-7908839a72c0 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:00.031091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8342bd04-9947-41c1-b1d2-913c5bc769d5 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.081311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fc8c552a-ec12-40cd-a705-e28a56d90199 None None] Provisioning complete for port 06b98f80-aacd-41d6-8a4f-7908839a72c0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:00.082301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fc8c552a-ec12-40cd-a705-e28a56d90199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.092465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41762) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:00.126919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c552a-ec12-40cd-a705-e28a56d90199 None None] Port 06b98f80-aacd-41d6-8a4f-7908839a72c0 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:32:00.172556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8342bd04-9947-41c1-b1d2-913c5bc769d5 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.177048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84969c7-23cf-468d-9a1c-d0c00a6e4a80 req-d6c23a8e-dc77-4a6f-ba9e-982797768d03 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:00.182982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a84969c7-23cf-468d-9a1c-d0c00a6e4a80 req-d6c23a8e-dc77-4a6f-ba9e-982797768d03 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.0835924 Apr 18 17:32:00.192693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8342bd04-9947-41c1-b1d2-913c5bc769d5 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Calling delete_port for 06b98f80-aacd-41d6-8a4f-7908839a72c0 owned by {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:00.280398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a84969c7-23cf-468d-9a1c-d0c00a6e4a80 req-b3209f36-e06b-4470-a3b2-d0a3d5bcec90 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900722 Apr 18 17:32:00.484263 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8342bd04-9947-41c1-b1d2-913c5bc769d5 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.514173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaea5698-e15c-48e6-96c8-7a55c2390355 admin admin] Deleting subnet 989c8768-5724-4bda-8198-bec8119e00d8 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:32:00.523257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eaea5698-e15c-48e6-96c8-7a55c2390355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.542712 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342bd04-9947-41c1-b1d2-913c5bc769d5 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event deleted for resources: {'Port': ['ID=06b98f80-aacd-41d6-8a4f-7908839a72c0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:00.600131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eaea5698-e15c-48e6-96c8-7a55c2390355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.721044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eaea5698-e15c-48e6-96c8-7a55c2390355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.744217 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8342bd04-9947-41c1-b1d2-913c5bc769d5 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.749658 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8342bd04-9947-41c1-b1d2-913c5bc769d5 tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "DELETE /v2.0/ports/06b98f80-aacd-41d6-8a4f-7908839a72c0 HTTP/1.1" status: 204 len: 168 time: 0.8672683 Apr 18 17:32:00.752810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41812) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:00.910695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2230ab7c-8f92-4861-b2d8-97e61182d29e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Deleting subnet 86ede25f-74e7-4ccb-a14b-96f37e62d52e {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:32:00.936007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2230ab7c-8f92-4861-b2d8-97e61182d29e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.956373 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eaea5698-e15c-48e6-96c8-7a55c2390355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:00.971742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-a2935e58-3e1b-4fe0-8a5d-5dda646e171d tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:00.979456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-a2935e58-3e1b-4fe0-8a5d-5dda646e171d tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/networks?id=d754dab1-e6a3-40e0-9214-c9f972e3db6f HTTP/1.1" status: 200 len: 911 time: 0.3292284 Apr 18 17:32:01.000417 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-0613a0ec-7bef-42bc-8753-60b312ae8e66 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/quotas/5add7f18122e4e8e851a17265a3e7a9f HTTP/1.1" status: 200 len: 375 time: 0.0198865 Apr 18 17:32:01.012887 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2230ab7c-8f92-4861-b2d8-97e61182d29e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.036163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea5698-e15c-48e6-96c8-7a55c2390355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989c8768-5724-4bda-8198-bec8119e00d8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:01.056775 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a055-cecf-4f0b-a494-39612a7d1628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.070790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eaea5698-e15c-48e6-96c8-7a55c2390355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.079114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eaea5698-e15c-48e6-96c8-7a55c2390355 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/989c8768-5724-4bda-8198-bec8119e00d8 HTTP/1.1" status: 204 len: 168 time: 0.9855821 Apr 18 17:32:01.082204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41830) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:01.171302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-4ab15e6a-cfca-49d0-b514-2155d251471d tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1545129 Apr 18 17:32:01.214531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2230ab7c-8f92-4861-b2d8-97e61182d29e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.238688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.417626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-019d4a6f-883a-47e0-b4ec-5fe0be66ed1f service neutron] 10.222.0.45 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128694 Apr 18 17:32:01.446939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.500217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b59951e-1d07-4782-bda8-2c9cf9c9b2f2']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:01.504521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2230ab7c-8f92-4861-b2d8-97e61182d29e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.525279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562f3e50-a9b3-4835-8649-4e9c48162b7c') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:01.525612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562f3e50-a9b3-4835-8649-4e9c48162b7c') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:01.572258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230ab7c-8f92-4861-b2d8-97e61182d29e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event deleted for resources: {'Subnet': ['ID=86ede25f-74e7-4ccb-a14b-96f37e62d52e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:01.572258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.574327 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2230ab7c-8f92-4861-b2d8-97e61182d29e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.577432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2230ab7c-8f92-4861-b2d8-97e61182d29e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "DELETE /v2.0/subnets/86ede25f-74e7-4ccb-a14b-96f37e62d52e HTTP/1.1" status: 204 len: 168 time: 0.8235533 Apr 18 17:32:01.580359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41864) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:01.581510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51260d3e-06f0-4719-8f22-8bc091a2a340 None None] Network a66b0111-aefd-414b-95fe-ef35e670ad6d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:01.602347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.608168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-b4ab16be-d1fa-4430-ba1c-1795e340b919 service neutron] 10.222.0.45 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839700 Apr 18 17:32:01.611105 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:01.611519 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:01.619000 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:01.709039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.780997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Deleting port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:01.780997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.833921 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.847126 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.857401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] 10.222.0.45 "DELETE /v2.0/networks/7b59951e-1d07-4782-bda8-2c9cf9c9b2f2 HTTP/1.1" status: 204 len: 168 time: 0.7737632 Apr 18 17:32:01.882692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534e0d7-66c1-4cbc-9f31-8e4ba98b585d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b59951e-1d07-4782-bda8-2c9cf9c9b2f2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:01.923999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] For port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,segment=NetworkSegment(d11e8ee7-ea21-4cc4-8df1-fe64334744c2),segment_id=d11e8ee7-ea21-4cc4-8df1-fe64334744c2)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:01.924391 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:01.964275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Calling delete_port for d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:01.983895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] DHCP port deletion for a66b0111-aefd-414b-95fe-ef35e670ad6d request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:32:02.077389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6d8eb19-8d73-4d35-8c99-cf76df454bae req-c1065f9f-1478-490c-b14f-c530cea2c5bb tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0518162 Apr 18 17:32:02.102352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] Deleting port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:02.111975 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.185247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] For port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,segment=NetworkSegment(d11e8ee7-ea21-4cc4-8df1-fe64334744c2),segment_id=d11e8ee7-ea21-4cc4-8df1-fe64334744c2)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:02.185729 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.202608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] Calling delete_port for d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:02.230329 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.260246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event deleted for resources: {'Port': ['ID=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:02.280643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] No DVR routers for this DVR port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:02.303108 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.330774 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] Pushing event deleted for resources: {'Port': ['ID=d1b49f5e-513a-4b6e-8722-aa9b7151f6f6,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:02.343250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b982dd3-98da-447e-991c-cae219c3a798 None None] No DVR routers for this DVR port d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:02.387949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.417265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66b0111-aefd-414b-95fe-ef35e670ad6d']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:02.428813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11e8ee7-ea21-4cc4-8df1-fe64334744c2') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:02.429112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11e8ee7-ea21-4cc4-8df1-fe64334744c2') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:02.439677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.456210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.460911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:02.461339 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:02.464513 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:02.476935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41922) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:02.530285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-41a824d8-3185-4b3e-9723-88d3cc86f675 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d021d7a0c6b4e63aaacce3f2c82de2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570254 Apr 18 17:32:02.530753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 41928) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:02.597164 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e71ac01-fbb1-473d-881e-ecb1c54eede6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.623932 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e71ac01-fbb1-473d-881e-ecb1c54eede6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.638401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.649928 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.649928 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] 10.222.0.45 "DELETE /v2.0/networks/a66b0111-aefd-414b-95fe-ef35e670ad6d HTTP/1.1" status: 204 len: 168 time: 1.0674677 Apr 18 17:32:02.671019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf7d0b-3a68-4436-bb78-98bb50b9d33e tempest-ExtraDHCPOptionsTestJSON-252762028 tempest-ExtraDHCPOptionsTestJSON-252762028-project] Pushing event deleted for resources: {'Network': ['ID=a66b0111-aefd-414b-95fe-ef35e670ad6d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:02.815002 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e71ac01-fbb1-473d-881e-ecb1c54eede6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.817603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e71ac01-fbb1-473d-881e-ecb1c54eede6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:02.820190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4e71ac01-fbb1-473d-881e-ecb1c54eede6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09c1e002-52a1-478b-9696-7c4e3ca25937 HTTP/1.1" status: 204 len: 168 time: 0.2882833 Apr 18 17:32:02.829266 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71ac01-fbb1-473d-881e-ecb1c54eede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1e002-52a1-478b-9696-7c4e3ca25937,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:03.164476 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ab2dc3b-2327-4d12-b49f-bd4c54a51847 req-f29ecca4-605c-4c43-8382-05bcd0f80e68 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0307746 Apr 18 17:32:03.249357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:03.258708 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:32:03.286136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:03.287093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d1b49f5e-513a-4b6e-8722-aa9b7151f6f6 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:03.339147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-127a7201-0853-4b5e-9881-515d5652bd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:03.361229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41980) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:03.395580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41984) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:03.536306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b226ae34-8d89-472a-b9f6-35769c7c6004 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0806978ad15b49b0b93c6768dec49f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738591 Apr 18 17:32:03.539450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 41992) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:03.601749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dafd62e2-051c-4a97-8cc6-90010420d54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:03.647575 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dafd62e2-051c-4a97-8cc6-90010420d54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:03.693255 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cff951f-b983-405a-a50d-4364acd9cc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:03.903029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dafd62e2-051c-4a97-8cc6-90010420d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:03.905630 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dafd62e2-051c-4a97-8cc6-90010420d54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:03.906798 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dafd62e2-051c-4a97-8cc6-90010420d54b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89355276-c303-4d3e-86ab-7cf15b19f1dc HTTP/1.1" status: 204 len: 168 time: 0.3662510 Apr 18 17:32:03.936735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd62e2-051c-4a97-8cc6-90010420d54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89355276-c303-4d3e-86ab-7cf15b19f1dc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:03.988783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cff951f-b983-405a-a50d-4364acd9cc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:04.169867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6cff951f-b983-405a-a50d-4364acd9cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:04.227235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6cff951f-b983-405a-a50d-4364acd9cc58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95a06ffd55484b6382002f34d95dd734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8279092 Apr 18 17:32:04.227235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff951f-b983-405a-a50d-4364acd9cc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d70bc7d-c0eb-4491-a3be-f28cdb012e1e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:04.227468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42036) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:04.283069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fd1e9b6-e15f-4128-a8d2-4d95dedba1ec req-29bb703f-63c8-4e74-808c-830876571c49 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0398631 Apr 18 17:32:04.332763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a3f5-9e0f-4717-bfe5-47872e2bafb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:04.360552 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a3f5-9e0f-4717-bfe5-47872e2bafb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:04.527004 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:04.574937 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a3f5-9e0f-4717-bfe5-47872e2bafb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:04.577695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a3f5-9e0f-4717-bfe5-47872e2bafb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:04.581161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c5e4a3f5-9e0f-4717-bfe5-47872e2bafb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d70bc7d-c0eb-4491-a3be-f28cdb012e1e HTTP/1.1" status: 204 len: 168 time: 0.3503511 Apr 18 17:32:04.587364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4a3f5-9e0f-4717-bfe5-47872e2bafb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d70bc7d-c0eb-4491-a3be-f28cdb012e1e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:05.399716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-250e258f-a632-41b6-ad9f-305f62e2c32b req-a6f907c2-5433-4683-b870-10249335c234 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0255771 Apr 18 17:32:05.986866 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:06.059396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42132) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:06.075793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:06.158125 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:06.181845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42138) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:06.218411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:06.307599 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:06.319458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121700674'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:06.354827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce7eca-3b3e-4270-8c13-b4252fab80d7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:06.358963 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6f5e2a8547d443e974122d03c5cea2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985168 Apr 18 17:32:06.361934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42150) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:06.370480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.374993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cbc53-f116-4f5a-adc0-59c83392689b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:06.475668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fdad1dcf-dd56-4303-afec-1db8346a1e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:06.503266 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fdad1dcf-dd56-4303-afec-1db8346a1e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:06.538880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-608bc40e-5d8a-4fe7-9b57-804f95140807 req-9860e124-855e-471f-8d95-e68eb70cf473 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0414939 Apr 18 17:32:06.601637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:06.606172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:06.623692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.042799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fdad1dcf-dd56-4303-afec-1db8346a1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.042799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fdad1dcf-dd56-4303-afec-1db8346a1e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.043860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fdad1dcf-dd56-4303-afec-1db8346a1e56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dcce7eca-3b3e-4270-8c13-b4252fab80d7 HTTP/1.1" status: 204 len: 168 time: 0.6802580 Apr 18 17:32:07.067375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad1dcf-dd56-4303-afec-1db8346a1e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce7eca-3b3e-4270-8c13-b4252fab80d7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:07.130144 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.289349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.320849 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:07.331835 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb642f7-2554-4672-9abb-e914858674b9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:07.340426 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.340426 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment 4ca0205f-8c5e-4375-bdec-8bfa29967b8e of type vlan for network 9dbaf84d-d65d-40ec-ac75-27905bac4a39 Apr 18 17:32:07.386611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.571606 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.584826 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:07.585745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:07.704815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7272b860-7a08-4d97-9adc-9b84365acb3d req-46e90be4-f07d-4bf7-a64a-ba6d9230d01a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0374856 Apr 18 17:32:07.708349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=9dbaf84d-d65d-40ec-ac75-27905bac4a39,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:07.729893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 9dbaf84d-d65d-40ec-ac75-27905bac4a39 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:07.757855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2577a2ad-eb53-43dc-9111-a7654c425afa tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5742869 Apr 18 17:32:08.879004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1d47be4-4b67-4ec2-9183-61931a48249e req-cc8809e3-a0af-494e-9b59-7f902af79d86 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0400255 Apr 18 17:32:09.098986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-26be45f1-071c-4b27-89b0-a448c108bfc2 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:09.106104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-26be45f1-071c-4b27-89b0-a448c108bfc2 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.41 "GET /v2.0/networks?id=d754dab1-e6a3-40e0-9214-c9f972e3db6f HTTP/1.1" status: 200 len: 911 time: 0.1993513 Apr 18 17:32:09.126999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Request body: {'port': {'device_id': '9089dd4c-5ed6-4377-be46-5e16df3de132', 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'admin_state_up': True, 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:09.138886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42262) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:09.153764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'network': {'name': 'tempest-network-smoke--1182985544', 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'port_security_enabled': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:09.272609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Made reservation on behalf of 5add7f18122e4e8e851a17265a3e7a9f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:09.275333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.359975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Made reservation on behalf of 0d4e9fbeb88a4c04bf7e53ef6e779e7d for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:09.370430 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.408259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Allocated IP 172.20.0.7 (d754dab1-e6a3-40e0-9214-c9f972e3db6f/d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20/533cfdda-a341-413a-a417-aef89188e99c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:09.431011 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.594638 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.629879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.723381 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.747593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:09.758995 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.759593 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Added segment ceb56868-ea30-41aa-be8f-6deb58833fcb of type vlan for network ee430a9e-6265-4da4-9190-259f8b6a1fea Apr 18 17:32:09.793630 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.812489 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:09.827070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['e5cf8979-e9da-4b04-9b80-7a8ef484e79a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:32:09.889372 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de4e5ae-b16f-4568-96e4-5534ee00d4c2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:09.908839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:09.920585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:09.958374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:09.995717 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:10.008135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:10.008784 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:10.105102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:10.105787 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:10.127959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Pushing event updated for resources: {'Port': ['ID=533cfdda-a341-413a-a417-aef89188e99c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:10.238573 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-f2d8bfa2-dfe6-4b09-a59e-e9f160d2e31b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1207738 Apr 18 17:32:10.258472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Request body: {'port': {'device_id': '9089dd4c-5ed6-4377-be46-5e16df3de132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:10.309685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1663444 Apr 18 17:32:10.317239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42284) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:10.331287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'admin_state_up': True, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:10.350806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b711d4e-4b6d-4ce6-9267-c9c4bbb4cad3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Network': ['ID=ee430a9e-6265-4da4-9190-259f8b6a1fea,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:10.380764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ee430a9e-6265-4da4-9190-259f8b6a1fea details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:10.441607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120270-b5a2-48a8-82b1-5f2db29c812a req-0aa4a121-655f-4b6c-8db0-84d08d36054b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:10.454995 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33120270-b5a2-48a8-82b1-5f2db29c812a req-0aa4a121-655f-4b6c-8db0-84d08d36054b tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1027 time: 0.2870221 Apr 18 17:32:10.480763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:10.551906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33120270-b5a2-48a8-82b1-5f2db29c812a req-f10001c6-c039-4836-96ef-970df9383ed6 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851622 Apr 18 17:32:10.584794 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e2be614d-f4b2-4534-a037-13e05766737a None None] Provisioning complete for port 533cfdda-a341-413a-a417-aef89188e99c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:10.585187 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2be614d-f4b2-4534-a037-13e05766737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:10.627235 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:10.628365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:10.749349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e2be614d-f4b2-4534-a037-13e05766737a None None] Port 533cfdda-a341-413a-a417-aef89188e99c cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:32:10.816702 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:10.984802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42294) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:10.998006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': '9dbaf84d-d65d-40ec-ac75-27905bac4a39', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:11.003857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533cfdda-a341-413a-a417-aef89188e99c {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:32:11.026267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:11.048735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Transition to ACTIVE for port object 533cfdda-a341-413a-a417-aef89188e99c will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:32:11.536477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:11.596397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:11.651613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Pushing event updated for resources: {'Port': ['ID=533cfdda-a341-413a-a417-aef89188e99c,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:11.659938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:11.672835 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:11.810628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Attempting to bind port 533cfdda-a341-413a-a417-aef89188e99c on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:11.813172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Attempting to bind port 533cfdda-a341-413a-a417-aef89188e99c by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:11.813912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Attempting to bind port 533cfdda-a341-413a-a417-aef89188e99c on network d754dab1-e6a3-40e0-9214-c9f972e3db6f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:11.823877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Port 533cfdda-a341-413a-a417-aef89188e99c on network d754dab1-e6a3-40e0-9214-c9f972e3db6f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:11.827214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Attempting to bind port 533cfdda-a341-413a-a417-aef89188e99c on network d754dab1-e6a3-40e0-9214-c9f972e3db6f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:11.834241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:11.834841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Checking segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:11.835419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Bound using segment: {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:11.836186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Bound port: 533cfdda-a341-413a-a417-aef89188e99c, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4751bda2-9f01-416c-8c3b-6234e4048460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:11.838022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:11.928489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] For port 533cfdda-a341-413a-a417-aef89188e99c, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:11.932276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] For port 533cfdda-a341-413a-a417-aef89188e99c, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=533cfdda-a341-413a-a417-aef89188e99c,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:12.011662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4928839-a5e9-428d-b59b-d511ebbae00d req-3c246476-af73-4ee9-9926-46fd7b0d0ca5 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:12.013226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4928839-a5e9-428d-b59b-d511ebbae00d req-3c246476-af73-4ee9-9926-46fd7b0d0ca5 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1052 time: 0.3661840 Apr 18 17:32:12.020296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:12.060328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:12.060950 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:12.062659 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] 10.222.0.41 "PUT /v2.0/ports/533cfdda-a341-413a-a417-aef89188e99c HTTP/1.1" status: 200 len: 1091 time: 1.8106019 Apr 18 17:32:12.062855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9089dd4c-5ed6-4377-be46-5e16df3de132', 'tag': '533cfdda-a341-413a-a417-aef89188e99c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:12.069343 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef753d8d-4394-4c95-bf79-ad0efa0e3334" -d '{"events": [{"name": "network-changed", "server_uuid": "9089dd4c-5ed6-4377-be46-5e16df3de132", "tag": "533cfdda-a341-413a-a417-aef89188e99c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:12.088759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42688f-0ec3-44a1-966a-1ca98db65754 service neutron] Pushing event updated for resources: {'Port': ['ID=533cfdda-a341-413a-a417-aef89188e99c,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:12.151481 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b9b9f8-1c79-42e1-a062-c39b58bd47bc x-openstack-request-id: req-90b9b9f8-1c79-42e1-a062-c39b58bd47bc {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:12.151778 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9089dd4c-5ed6-4377-be46-5e16df3de132", "tag": "533cfdda-a341-413a-a417-aef89188e99c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:12.152029 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90b9b9f8-1c79-42e1-a062-c39b58bd47bc {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:12.152463 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b9b9f8-1c79-42e1-a062-c39b58bd47bc'] response: {'name': 'network-changed', 'server_uuid': '9089dd4c-5ed6-4377-be46-5e16df3de132', 'tag': '533cfdda-a341-413a-a417-aef89188e99c', 'status': 'completed', 'code': 200} Apr 18 17:32:12.170954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4928839-a5e9-428d-b59b-d511ebbae00d req-549d8d6d-2475-40d5-a93f-50a5de4b4e22 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398771 Apr 18 17:32:12.308121 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753d8d-4394-4c95-bf79-ad0efa0e3334 req-995cfc90-78d5-4098-89c7-82b65a30b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:12.310005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef753d8d-4394-4c95-bf79-ad0efa0e3334 req-995cfc90-78d5-4098-89c7-82b65a30b0f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1094 time: 0.1028500 Apr 18 17:32:12.330558 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:12.405877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:12.453614 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:12.471702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': '4ca0205f-8c5e-4375-bdec-8bfa29967b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9dbaf84d-d65d-40ec-ac75-27905bac4a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:12.472046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: 9dbaf84d-d65d-40ec-ac75-27905bac4a39, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:12.514840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=2f3f65aa-2beb-4cf3-9a19-fcfd831d7534,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:12.613492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network 9dbaf84d-d65d-40ec-ac75-27905bac4a39 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:12.621356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Allocated IP 172.25.5.206 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/7716023f-606d-4d1b-825b-cb10a3d86ea3) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:12.774117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 9dbaf84d-d65d-40ec-ac75-27905bac4a39) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:12.778416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-140ede23-6b95-4756-accc-903cc3a1fd86 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134829852&fields=id&tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 267 time: 0.0788860 Apr 18 17:32:12.788305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec894d5-e859-4d5f-8e6f-d0bfbc367de5 None None] Network 9dbaf84d-d65d-40ec-ac75-27905bac4a39 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:12.788828 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:12.789245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:12.841394 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:12.893158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753d8d-4394-4c95-bf79-ad0efa0e3334 req-178f9855-feb3-40bb-9682-a86f6d73be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:12.893158 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef753d8d-4394-4c95-bf79-ad0efa0e3334 req-178f9855-feb3-40bb-9682-a86f6d73be85 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5673718 Apr 18 17:32:12.958603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e78be0e9-9c77-4f07-930b-9ab6a603dad5 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9685903 Apr 18 17:32:12.970431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42332) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:13.011050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-646383577'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:13.066636 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-9dbaf84d-d65d-40ec-ac75-27905bac4a39', 'network_id': '9dbaf84d-d65d-40ec-ac75-27905bac4a39', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': '2f3f65aa-2beb-4cf3-9a19-fcfd831d7534'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:13.066924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-f45ed64b-1bf0-4ae4-94a6-29942623a7f8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:13.067716 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.077993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-f45ed64b-1bf0-4ae4-94a6-29942623a7f8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.2742567 Apr 18 17:32:13.097994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-02ce34d1-0fc4-452d-8c2d-d4fa484c92a6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/quotas/b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 375 time: 0.0177436 Apr 18 17:32:13.104412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:13.108077 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.185569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:13.197827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.198232 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment a38afbe0-e5c4-4f7e-b056-939101fcf2e3 of type vlan for network e7f66a12-28d8-465e-9562-94e232276c3d Apr 18 17:32:13.202899 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.260608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.303356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753d8d-4394-4c95-bf79-ad0efa0e3334 req-cad1bd4e-0124-436c-92db-1d56a047bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:13.305154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ef753d8d-4394-4c95-bf79-ad0efa0e3334 req-cad1bd4e-0124-436c-92db-1d56a047bfaf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4042087 Apr 18 17:32:13.331170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Allocated IP 2001:db8:0:ffff::2 (9dbaf84d-d65d-40ec-ac75-27905bac4a39/2f3f65aa-2beb-4cf3-9a19-fcfd831d7534/0e32c6b9-9bca-41b6-ad16-0fcd43a060ff) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:13.372538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-c2a2c257-be3c-4be6-8d37-d6de5fa8d99b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2651911 Apr 18 17:32:13.393692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:13.420545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:13.422332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=7716023f-606d-4d1b-825b-cb10a3d86ea3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:13.425866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:13.444643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.450792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:13.453811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.496949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-27eb66ad-367d-46ec-afb5-8cc9b7905db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:13.503012 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-27eb66ad-367d-46ec-afb5-8cc9b7905db0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1094 time: 0.1219289 Apr 18 17:32:13.563497 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.606019 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6342349 Apr 18 17:32:13.627330 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.645623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42346) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:13.654840 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': 'e7f66a12-28d8-465e-9562-94e232276c3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:13.659929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-5940e5ff-c6b6-4def-b43b-09215683db7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=533cfdda-a341-413a-a417-aef89188e99c HTTP/1.1" status: 200 len: 217 time: 0.0788336 Apr 18 17:32:13.661312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd5c9d-9ea8-4dc0-816d-f99f7fc748d4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=e7f66a12-28d8-465e-9562-94e232276c3d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:13.708880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e7f66a12-28d8-465e-9562-94e232276c3d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:13.782794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-529ee9d1-baf9-40f0-9d4a-378a0c95cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:13.791355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-529ee9d1-baf9-40f0-9d4a-378a0c95cfd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20 HTTP/1.1" status: 200 len: 849 time: 0.1232870 Apr 18 17:32:13.895278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Network 9dbaf84d-d65d-40ec-ac75-27905bac4a39 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:13.899317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Pushing event updated for resources: {'Port': ['ID=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:13.909254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:13.913292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:13.919335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-1660e980-72f8-4aef-8428-64c7bd3a1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:13.920988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-1660e980-72f8-4aef-8428-64c7bd3a1e56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d754dab1-e6a3-40e0-9214-c9f972e3db6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165111 Apr 18 17:32:13.981896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Attempting to bind port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:13.982491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Attempting to bind port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '4ca0205f-8c5e-4375-bdec-8bfa29967b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9dbaf84d-d65d-40ec-ac75-27905bac4a39'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:13.982944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Attempting to bind port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff on network 9dbaf84d-d65d-40ec-ac75-27905bac4a39 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:13.989120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:13.989670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Checking segment: {'id': '4ca0205f-8c5e-4375-bdec-8bfa29967b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9dbaf84d-d65d-40ec-ac75-27905bac4a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:13.990256 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:13.992301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Bound using segment: {'id': '4ca0205f-8c5e-4375-bdec-8bfa29967b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9dbaf84d-d65d-40ec-ac75-27905bac4a39'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:13.992301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Bound port: 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca0205f-8c5e-4375-bdec-8bfa29967b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9dbaf84d-d65d-40ec-ac75-27905bac4a39'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:13.992301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:14.059314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-4ab1b9ac-9e3e-4d6e-a8a5-705510f166f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304111 Apr 18 17:32:14.060459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:14.066315 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:14.108846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] For port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:14.114663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] For port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,segment=NetworkSegment(4ca0205f-8c5e-4375-bdec-8bfa29967b8e),segment_id=4ca0205f-8c5e-4375-bdec-8bfa29967b8e)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:14.198114 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:14.258843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8408a0-0cc8-4fd5-862d-51fc94ad9360 req-394770d9-4b57-4dee-8874-ed6d78a04017 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:14.263250 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8fadadbf-c9f2-4eba-9101-373d6dc236a7 req-09e7d98e-9fdf-4cab-bbb7-b07f434c0d63 service neutron] 10.222.0.41 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932664 Apr 18 17:32:14.266286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db8408a0-0cc8-4fd5-862d-51fc94ad9360 req-394770d9-4b57-4dee-8874-ed6d78a04017 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1094 time: 0.9462471 Apr 18 17:32:14.367517 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f1232-f3d6-4914-9887-64f5d56b757a None None] Pushing event updated for resources: {'Port': ['ID=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:14.390377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db8408a0-0cc8-4fd5-862d-51fc94ad9360 req-bf1f1ed0-9234-401c-8d5d-7901e43fa8ba tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168780 Apr 18 17:32:14.393152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-1cc130b2-3369-446b-aadb-5de863c5c5f5 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9870973 Apr 18 17:32:14.560485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-7f745e95-408e-45ee-a2cc-c5d080a40f84 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580071 Apr 18 17:32:14.568233 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:14.619480 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:14.660089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=ec35821f-f90d-4ec1-8428-a298bee72404,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:14.727154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e7f66a12-28d8-465e-9562-94e232276c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:14.727482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: e7f66a12-28d8-465e-9562-94e232276c3d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:14.838122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network e7f66a12-28d8-465e-9562-94e232276c3d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:14.921763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e7f66a12-28d8-465e-9562-94e232276c3d) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:14.932480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2fc492-b2f0-454e-a8c8-40429e60c0e1 None None] Network e7f66a12-28d8-465e-9562-94e232276c3d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:14.934706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:14.936261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:15.049882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6496f1f5-9687-452f-a7f7-416619419cc3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4021583 Apr 18 17:32:15.054107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42380) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:15.106096 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:15.309548 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e7f66a12-28d8-465e-9562-94e232276c3d', 'network_id': 'e7f66a12-28d8-465e-9562-94e232276c3d', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': 'ec35821f-f90d-4ec1-8428-a298bee72404'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:15.310293 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:15.313630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:15.439288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:15.578430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:15.579347 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:15.656306 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:15.726112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Router 535eba2b-4f06-48fc-ab85-43ea3e92032e is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:32:15.767215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5a368ab-e285-40f1-85f5-7e64e1e52fcf req-edae9f80-d78b-4004-b27e-123b272fc667 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0977933 Apr 18 17:32:15.812577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Allocated IP 2001:db8::1 (e7f66a12-28d8-465e-9562-94e232276c3d/ec35821f-f90d-4ec1-8428-a298bee72404/24447007-1dd8-4a7e-9e18-35ec34086798) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:15.974474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfb7b2-3158-4ebb-8f22-0596b8c9afbc req-0b769738-e979-48cb-8681-c258e9906b1a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:15.976524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6cfb7b2-3158-4ebb-8f22-0596b8c9afbc req-0b769738-e979-48cb-8681-c258e9906b1a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1094 time: 0.4588869 Apr 18 17:32:16.089364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f6cfb7b2-3158-4ebb-8f22-0596b8c9afbc req-9f2ba9c1-8043-49c0-9cd3-e79fea2c6b89 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017978 Apr 18 17:32:16.108010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:32:16.139895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26333b76-3ed5-44c8-be6c-c0e1605fa23f None None] Network 9dbaf84d-d65d-40ec-ac75-27905bac4a39 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:16.152635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Sync routers for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:32:16.158632 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.217787 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.223281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9b0a5b05-7119-40c4-9410-196e94a08ef9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9043965 Apr 18 17:32:16.226862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42402) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:16.233678 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.303830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,segment=NetworkSegment(4ca0205f-8c5e-4375-bdec-8bfa29967b8e),segment_id=4ca0205f-8c5e-4375-bdec-8bfa29967b8e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:16.310093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.326530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:16.327440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:16.382309 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.468346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=ec35821f-f90d-4ec1-8428-a298bee72404,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:16.499346 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-91c4be22-7bdf-4395-90e8-7405fbcae672 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2743254 Apr 18 17:32:16.504138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42408) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:16.643584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-935ebe25-ef4f-47d5-b425-b3ec134c87c8 None None] Provisioning complete for port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:16.646225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-935ebe25-ef4f-47d5-b425-b3ec134c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.655165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Network e7f66a12-28d8-465e-9562-94e232276c3d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:16.675149 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.681179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:16.706584 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.712949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f66a12-28d8-465e-9562-94e232276c3d']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:16.717056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:16.727396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:16.727958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:16.754396 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.776024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.791543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967031a-7c51-4046-8ca8-5f80cd88bc95 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:16.793332 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5967031a-7c51-4046-8ca8-5f80cd88bc95 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2875359 Apr 18 17:32:16.796169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42412) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:16.796374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:16.797016 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:16.806682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Pushing event updated for resources: {'Port': ['ID=24447007-1dd8-4a7e-9e18-35ec34086798,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:16.831346 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:16.860982 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5143cb98-450c-4bc8-ad42-b666e39f4254 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577312 Apr 18 17:32:16.860982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42414) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:16.868714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1685964325', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:16.954858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:16.964838 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17c9080b-9eee-41d0-869d-34fd6b85f1b2 req-e36ab22b-1e49-43ae-b50e-ecfe8a501062 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.1287911 Apr 18 17:32:17.040507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.api [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:32:17.040507 n-d-836015-2 neutron-server[109826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:32:17.040507 n-d-836015-2 neutron-server[109826]: [parameters: {'id': 'e7f66a12-28d8-465e-9562-94e232276c3d'}] Apr 18 17:32:17.040507 n-d-836015-2 neutron-server[109826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:32:17.040955 n-d-836015-2 neutron-server[109826]: DEBUG oslo_db.api [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:32:17.126222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Made reservation on behalf of 0d4e9fbeb88a4c04bf7e53ef6e779e7d for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:17.138494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.142876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:17.211116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:17.212509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e7f66a12-28d8-465e-9562-94e232276c3d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:17.212992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:17.388371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3720ac-aa96-402f-8fc4-503bde9c932b req-138fb882-7374-4702-9a69-fec7f122e26e tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:17.404119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe3720ac-aa96-402f-8fc4-503bde9c932b req-138fb882-7374-4702-9a69-fec7f122e26e tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1094 time: 0.1476672 Apr 18 17:32:17.474111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe3720ac-aa96-402f-8fc4-503bde9c932b req-d6698857-af30-4d81-a309-421321ea07c1 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681112 Apr 18 17:32:17.520997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:17.529895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.542309 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.569455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 533cfdda-a341-413a-a417-aef89188e99c details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:32:17.628130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting port 24447007-1dd8-4a7e-9e18-35ec34086798 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:17.629083 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.635103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Subnet': ['ID=35210c14-3dc8-489d-b308-3abd34e87e70,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:17.656519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Checking segment: {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:17.661623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network hostable DHCP agents. Network: ee430a9e-6265-4da4-9190-259f8b6a1fea, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:17.733726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] For port 24447007-1dd8-4a7e-9e18-35ec34086798, host n-d-836015-2, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:17.733726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.740935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 533cfdda-a341-413a-a417-aef89188e99c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=533cfdda-a341-413a-a417-aef89188e99c,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:17.746718 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Calling delete_port for 24447007-1dd8-4a7e-9e18-35ec34086798 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:17.754045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:17.756399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking segment: {'id': 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e7f66a12-28d8-465e-9562-94e232276c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:17.756399 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.756399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Bound using segment: {'id': 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e7f66a12-28d8-465e-9562-94e232276c3d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:17.756399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Bound port: 24447007-1dd8-4a7e-9e18-35ec34086798, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e7f66a12-28d8-465e-9562-94e232276c3d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:17.756399 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.787895 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '533cfdda-a341-413a-a417-aef89188e99c', 'network_id': 'd754dab1-e6a3-40e0-9214-c9f972e3db6f', 'port_id': '533cfdda-a341-413a-a417-aef89188e99c', 'mac_address': 'fa:16:3e:44:33:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85a17bc-b3c1-4fa7-8f31-a3fa7332eb20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:32:17.789441 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.820752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network ee430a9e-6265-4da4-9190-259f8b6a1fea is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:17.888650 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.907426 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.939044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ee430a9e-6265-4da4-9190-259f8b6a1fea) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:17.945278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:17.949131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:17.949390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.949524 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.956015 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:17.965399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c859e-a022-49aa-babb-408cc74a5d54 None None] Network ee430a9e-6265-4da4-9190-259f8b6a1fea requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:17.973557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Port': ['ID=24447007-1dd8-4a7e-9e18-35ec34086798,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:17.983489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No DVR routers for this DVR port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:18.030483 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:32:18.030911 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:32:18.031292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1fc7c1a2-c9b8-4330-8c41-9c9954cb0ca1 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1687119 Apr 18 17:32:18.033889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42434) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:18.039282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533cfdda-a341-413a-a417-aef89188e99c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:32:18.122421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 533cfdda-a341-413a-a417-aef89188e99c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=533cfdda-a341-413a-a417-aef89188e99c,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:18.155406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:14Z', 'revision_number': 3, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:18.177697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.216072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f66a12-28d8-465e-9562-94e232276c3d']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:18.227143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:18.229588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38afbe0-e5c4-4f7e-b056-939101fcf2e3') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:18.240756 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.257171 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.261756 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.264790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Checking router: 535eba2b-4f06-48fc-ab85-43ea3e92032e for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:32:18.265206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Updating router 535eba2b-4f06-48fc-ab85-43ea3e92032e port 7716023f-606d-4d1b-825b-cb10a3d86ea3 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:32:18.266477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:18.268092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.308513 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:18.444629 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:18.478598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ea7cb6b4-935e-4f18-a9a2-da85a3d844a9 None None] Provisioning complete for port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:18.479140 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6b4-935e-4f18-a9a2-da85a3d844a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.541762 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de3e1ef8-2505-444c-b205-e09fca5babd7 req-266f5b31-b848-4194-becb-b6f8a08ab002 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0983067 Apr 18 17:32:18.545515 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.570156 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.591115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/e7f66a12-28d8-465e-9562-94e232276c3d HTTP/1.1" status: 204 len: 168 time: 3.5347645 Apr 18 17:32:18.617357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42450) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:18.660954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514617546'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:18.676893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3042660-a681-4c7c-bba4-a33f8eae7837 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=e7f66a12-28d8-465e-9562-94e232276c3d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:18.715208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=533cfdda-a341-413a-a417-aef89188e99c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:18.774819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:18.775173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:18.776761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:18.786141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-ee430a9e-6265-4da4-9190-259f8b6a1fea', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:18.787394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.810672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:18.811287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:18.825672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3a97-bb6d-40a7-8ce5-84488e4cf077 req-30a06cc7-968c-4d29-91fb-cc8828f8d4da tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:18.836561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be0c3a97-bb6d-40a7-8ce5-84488e4cf077 req-30a06cc7-968c-4d29-91fb-cc8828f8d4da tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1095 time: 0.1522176 Apr 18 17:32:18.839845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['533cfdda-a341-413a-a417-aef89188e99c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:32:18.841586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-e7c4db2a-8aaa-401f-bd8e-72612b4fcb58 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:18.843244 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-e7c4db2a-8aaa-401f-bd8e-72612b4fcb58 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.2657490 Apr 18 17:32:18.907792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be0c3a97-bb6d-40a7-8ce5-84488e4cf077 req-95277fd3-fc7f-42a7-89ef-9ee6c25dc522 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Apr 18 17:32:18.908513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:18.923399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:18.928151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:18.928741 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:18.952929 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 2 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:18.977632 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-321207ea-db27-424b-bc54-be670106de59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 379 time: 0.0969615 Apr 18 17:32:18.987137 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:18.992849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'port': {'device_id': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'admin_state_up': True, 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'security_groups': ['d80a9f66-abb7-4982-a58c-8b6ed6613074']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:19.008603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:19.008603 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment 8b1f162f-7789-43e5-b9d8-d927aee8d3e3 of type vlan for network e1384234-57cb-49f8-b27d-6727e57bbf9e Apr 18 17:32:19.114358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:19.249955 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:19.259394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:19.260391 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:19.302302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:19.304204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:19.310114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:19.429559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=e1384234-57cb-49f8-b27d-6727e57bbf9e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:19.458607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d05f8a7e-94af-465b-8f87-e86b6d177a34 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8369033 Apr 18 17:32:19.468952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42454) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:19.487210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': 'e1384234-57cb-49f8-b27d-6727e57bbf9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:19.704190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:19.708084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:19.754493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c72f6d4c-9fb2-4896-9882-94eb2199bfba req-b018902a-eb1b-4090-a5b7-d3cf8ed00d71 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0670784 Apr 18 17:32:19.875992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Allocated IP 172.20.0.2 (ee430a9e-6265-4da4-9190-259f8b6a1fea/35210c14-3dc8-489d-b308-3abd34e87e70/97681164-805f-407e-88f8-758156071712) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:19.907267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:19.921447 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:19.984062 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e1384234-57cb-49f8-b27d-6727e57bbf9e details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:19.998864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:19.998864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.033500 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.081406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:20.087706 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:20.105926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044925-908d-4e4f-9cb0-02ad962f5308 req-dc80bc84-bcc7-4954-9a5f-e9d33b31176c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:20.106859 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 3 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:20.108171 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a044925-908d-4e4f-9cb0-02ad962f5308 req-dc80bc84-bcc7-4954-9a5f-e9d33b31176c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1095 time: 0.0494459 Apr 18 17:32:20.137505 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.141034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:20.141529 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:20.141993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.152422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a044925-908d-4e4f-9cb0-02ad962f5308 req-9819047d-0c33-4792-ac30-49481e6bb94e tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Apr 18 17:32:20.154073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.178180 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.201175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:20.201856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.228946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=ca0df465-f353-4f53-bdae-4a748ee5e7fd,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:20.236879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': '8b1f162f-7789-43e5-b9d8-d927aee8d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1384234-57cb-49f8-b27d-6727e57bbf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:20.237382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: e1384234-57cb-49f8-b27d-6727e57bbf9e, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:20.240106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.20.0.11 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/56184f1a-b221-4daa-8c2d-3600fdfc1838) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:20.312942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:20.313947 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:20.323852 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 4 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:20.346465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network e1384234-57cb-49f8-b27d-6727e57bbf9e is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:20.409234 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:20.409615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:20.410541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.449014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Attempting to bind port 7716023f-606d-4d1b-825b-cb10a3d86ea3 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:20.449395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Attempting to bind port 7716023f-606d-4d1b-825b-cb10a3d86ea3 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:20.449783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Attempting to bind port 7716023f-606d-4d1b-825b-cb10a3d86ea3 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.451716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f7e53-1d24-491e-b5aa-035da3f4abe1 None None] Pushing event updated for resources: {'Port': ['ID=7716023f-606d-4d1b-825b-cb10a3d86ea3,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:20.495080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:20.495667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.501642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:20.502282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:20.502866 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.503465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:20.504128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Bound port: 7716023f-606d-4d1b-825b-cb10a3d86ea3, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:20.504718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.506730 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e1384234-57cb-49f8-b27d-6727e57bbf9e) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:20.511667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:20.517184 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.517467 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.538024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33d5cc-c0a4-40cd-af63-575ffece39f8 None None] Network e1384234-57cb-49f8-b27d-6727e57bbf9e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:20.621399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:20.623378 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:20.641768 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 5 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:20.650869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:20.651170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-32ff43f2-07f7-41a0-9d4a-d8c060dde990 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1805141 Apr 18 17:32:20.688332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:20.688698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:20.689066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.689546 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-435136642'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:20.716880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.771276 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.805999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:20.806386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.854386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:20.864700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.873104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Allocated IP 172.20.0.1 (ee430a9e-6265-4da4-9190-259f8b6a1fea/35210c14-3dc8-489d-b308-3abd34e87e70/d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:20.915114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] For port 7716023f-606d-4d1b-825b-cb10a3d86ea3, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:20.915477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:20.926544 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:20.927162 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment c14c6b26-5d20-4346-bcce-80e3eb01e350 of type vlan for network 5d6ce247-40fa-4e77-86da-ef9449747c35 Apr 18 17:32:20.931692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] For port 7716023f-606d-4d1b-825b-cb10a3d86ea3, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7716023f-606d-4d1b-825b-cb10a3d86ea3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:20.933064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Pushing event updated for resources: {'Port': ['ID=97681164-805f-407e-88f8-758156071712,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:20.937760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:20.939705 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:20.946841 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 6 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:20.962248 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:20.962751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:20.963251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:20.977218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12ce6262-d034-4a6c-a99c-8659ecfa1a11 req-81b99acd-1dc9-4529-8afd-77cc95be7f27 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0885150 Apr 18 17:32:21.000182 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.001741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:21.002191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:21.015789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Network ee430a9e-6265-4da4-9190-259f8b6a1fea is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:21.032041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:21.032485 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:21.033406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:21.037748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:21.045995 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 7 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:21.091761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:21.092120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:21.092478 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:21.100539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.162649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.168451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:21.169081 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.177551 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.183175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.185625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:21.186001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:21.212212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:21.212212 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:21.266569 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 8 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:21.281643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Attempting to bind port 97681164-805f-407e-88f8-758156071712 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:21.282099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Attempting to bind port 97681164-805f-407e-88f8-758156071712 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:21.282698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Attempting to bind port 97681164-805f-407e-88f8-758156071712 on network ee430a9e-6265-4da4-9190-259f8b6a1fea {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:21.314164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:21.326982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:21.349627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:21.354146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:21.354559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:21.362277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:21.362955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:21.363079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:21.365027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e1384234-57cb-49f8-b27d-6727e57bbf9e', 'network_id': 'e1384234-57cb-49f8-b27d-6727e57bbf9e', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': 'ca0df465-f353-4f53-bdae-4a748ee5e7fd'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:21.365929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.370871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=5d6ce247-40fa-4e77-86da-ef9449747c35,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:21.373679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:21.373869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Checking segment: {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:21.374512 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.374512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Bound using segment: {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:21.375029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Bound port: 97681164-805f-407e-88f8-758156071712, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:21.375339 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.376192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=56184f1a-b221-4daa-8c2d-3600fdfc1838,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:21.395547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 5d6ce247-40fa-4e77-86da-ef9449747c35 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:21.426402 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-77801307-8ce7-4ab9-b990-ab148301c944 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7718291 Apr 18 17:32:21.433173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42482) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:21.438265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': '5d6ce247-40fa-4e77-86da-ef9449747c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:21.458590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d706a-66fc-4a51-88ad-a35d04502bf1 req-f97be65b-a420-4d14-b5d1-3524aa3ff208 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:21.460896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-947d706a-66fc-4a51-88ad-a35d04502bf1 req-f97be65b-a420-4d14-b5d1-3524aa3ff208 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1095 time: 0.1183708 Apr 18 17:32:21.554614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-947d706a-66fc-4a51-88ad-a35d04502bf1 req-bb3f6a9f-624d-463c-a0d5-88f9a646dbf1 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747194 Apr 18 17:32:21.554729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:21.554729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.578096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f7e53-1d24-491e-b5aa-035da3f4abe1 None None] Pushing event updated for resources: {'Port': ['ID=7716023f-606d-4d1b-825b-cb10a3d86ea3,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:21.591228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:21.591573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:21.636867 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.697942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:21.699741 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:21.714793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] For port 97681164-805f-407e-88f8-758156071712, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:21.722437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] For port 97681164-805f-407e-88f8-758156071712, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=97681164-805f-407e-88f8-758156071712,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:21.723296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:21.732596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-4a4d3fb5-1b38-4a26-8716-a59ea04b08c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7468808 Apr 18 17:32:21.739967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:21.743819 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.758994 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Request body: {'port': {'device_id': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:21.796139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network ee430a9e-6265-4da4-9190-259f8b6a1fea is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:21.830037 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:21.838922 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:21.844736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:21.861087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:21.913643 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 9 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:21.951564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Performing IP validity checks on allocation pools {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 17:32:21.952239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 17:32:22.014325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:22.014733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:22.015045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:22.029184 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:22.184023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b5e2a-8c7c-4dfb-a199-66b6a7da4380 req-52ceea0b-e78c-46e8-aaea-131739e59a82 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:22.187960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027b5e2a-8c7c-4dfb-a199-66b6a7da4380 req-52ceea0b-e78c-46e8-aaea-131739e59a82 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 932 time: 0.0919988 Apr 18 17:32:22.199204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:22.201021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:22.206482 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:22.241220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-027b5e2a-8c7c-4dfb-a199-66b6a7da4380 req-d580a13e-2fb7-4693-a5af-b1d09e90c807 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444126 Apr 18 17:32:22.330418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c28ea0-04d9-4254-af66-5fbf16ab0e47 None None] Pushing event updated for resources: {'Port': ['ID=97681164-805f-407e-88f8-758156071712,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:22.360524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:22.361161 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:22.382949 n-d-836015-2 neutron-server[109827]: INFO neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempt 10 to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 Apr 18 17:32:22.392658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a8e58994-a0fb-465c-9aa2-07602be92bbd None None] Provisioning complete for port 56184f1a-b221-4daa-8c2d-3600fdfc1838 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:22.393035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8e58994-a0fb-465c-9aa2-07602be92bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:22.441176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:22.441575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:22.441925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:22.458215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:22.458587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Attempting to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:22.485510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56184f1a-b221-4daa-8c2d-3600fdfc1838 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:32:22.489993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 on network e7f66a12-28d8-465e-9562-94e232276c3d not bound, no agent of type HyperV agent registered on host n-d-836015-2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:22.490343 n-d-836015-2 neutron-server[109827]: ERROR neutron.plugins.ml2.managers [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Failed to bind port 24447007-1dd8-4a7e-9e18-35ec34086798 on host n-d-836015-2 for vnic_type normal using segments [] Apr 18 17:32:22.491036 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:22.504196 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:22.512939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:22.559006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a8e58994-a0fb-465c-9aa2-07602be92bbd None None] Port 56184f1a-b221-4daa-8c2d-3600fdfc1838 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:32:22.567845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:14Z', 'revision_number': 3, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:22.624844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f94a5f0d-9263-448e-b466-b5240690bfd7 None None] Port 24447007-1dd8-4a7e-9e18-35ec34086798 has been deleted concurrently {{(pid=109827) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 18 17:32:22.655023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:22.733519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff1530-9cb2-4069-8fd2-b9e3ecc74c5c None None] The sync data for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 is: [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:14Z', 'revision_number': 3, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:32:22.735530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Allocated IP 2001:db8::3 (e1384234-57cb-49f8-b27d-6727e57bbf9e/ca0df465-f353-4f53-bdae-4a748ee5e7fd/d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:22.768847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Transition to ACTIVE for port object 56184f1a-b221-4daa-8c2d-3600fdfc1838 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:32:22.858371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=8978c99f-0e4e-4709-a882-1dd4c24f5326,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:22.930278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb88321-9ca4-4144-9243-47ac56b1b4f4 req-fa490f7a-05d8-4638-b5f7-e3a4fbb6e456 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:22.933311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3eb88321-9ca4-4144-9243-47ac56b1b4f4 req-fa490f7a-05d8-4638-b5f7-e3a4fbb6e456 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1095 time: 0.2321756 Apr 18 17:32:22.964539 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:23.087956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3eb88321-9ca4-4144-9243-47ac56b1b4f4 req-b86be0c4-9687-4c55-9449-bfb6c8036011 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419406 Apr 18 17:32:23.118392 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:23.222192 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:23.302554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': 'c14c6b26-5d20-4346-bcce-80e3eb01e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5d6ce247-40fa-4e77-86da-ef9449747c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:23.303462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: 5d6ce247-40fa-4e77-86da-ef9449747c35, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:23.445853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Pushing event updated for resources: {'Port': ['ID=56184f1a-b221-4daa-8c2d-3600fdfc1838,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:23.452190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 533cfdda-a341-413a-a417-aef89188e99c up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:23.482386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Network e1384234-57cb-49f8-b27d-6727e57bbf9e is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:23.505992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:23.530331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Pushing event updated for resources: {'Port': ['ID=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:23.542198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:23.684945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907b4d6-1488-4a6e-b301-5a0a90b62c94 req-1c218259-293e-4252-922c-4130d497721c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:23.702291 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5907b4d6-1488-4a6e-b301-5a0a90b62c94 req-1c218259-293e-4252-922c-4130d497721c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.2176139 Apr 18 17:32:23.731847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 97681164-805f-407e-88f8-758156071712 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:23.807601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network 5d6ce247-40fa-4e77-86da-ef9449747c35 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:23.818533 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5907b4d6-1488-4a6e-b301-5a0a90b62c94 req-63f38141-1cf8-422f-bb86-9e4925e99346 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040604 Apr 18 17:32:23.915946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Attempting to bind port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:23.917199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Attempting to bind port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '8b1f162f-7789-43e5-b9d8-d927aee8d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1384234-57cb-49f8-b27d-6727e57bbf9e'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:23.917654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Attempting to bind port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b on network e1384234-57cb-49f8-b27d-6727e57bbf9e {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:23.940004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:23.940507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Checking segment: {'id': '8b1f162f-7789-43e5-b9d8-d927aee8d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1384234-57cb-49f8-b27d-6727e57bbf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:23.941585 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:23.942123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Bound using segment: {'id': '8b1f162f-7789-43e5-b9d8-d927aee8d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1384234-57cb-49f8-b27d-6727e57bbf9e'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:23.942821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Bound port: d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1f162f-7789-43e5-b9d8-d927aee8d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1384234-57cb-49f8-b27d-6727e57bbf9e'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:23.943158 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:23.965552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 5d6ce247-40fa-4e77-86da-ef9449747c35) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:23.973165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:23.974003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:24.156282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Attempting to bind port 56184f1a-b221-4daa-8c2d-3600fdfc1838 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:24.161931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Attempting to bind port 56184f1a-b221-4daa-8c2d-3600fdfc1838 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:24.164409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Attempting to bind port 56184f1a-b221-4daa-8c2d-3600fdfc1838 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:24.277511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Port 56184f1a-b221-4daa-8c2d-3600fdfc1838 on network be53a38f-8416-4410-94d3-e728b33b743a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:24.277673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Attempting to bind port 56184f1a-b221-4daa-8c2d-3600fdfc1838 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:24.323524 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5572ef81-53ed-4870-9a4e-335e882ea56a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8674786 Apr 18 17:32:24.323524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42520) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:24.328899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef7484-2ea2-4c9d-b1ba-4b83560c818b None None] Network 5d6ce247-40fa-4e77-86da-ef9449747c35 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:24.329818 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-7023afec-f0b1-46e7-a0c8-b576ed64aa42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8177819 Apr 18 17:32:24.348449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 533cfdda-a341-413a-a417-aef89188e99c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:32:24.366444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c6af4-b41d-41ba-ba04-a48c35a7706a req-5fdf093f-c393-4b16-89fb-e3749a5ea30f tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:24.379955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-063c6af4-b41d-41ba-ba04-a48c35a7706a req-5fdf093f-c393-4b16-89fb-e3749a5ea30f tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1095 time: 0.1336236 Apr 18 17:32:24.413315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:24.413724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:24.414080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:24.414544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Bound port: 56184f1a-b221-4daa-8c2d-3600fdfc1838, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:24.414919 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:24.428237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-063c6af4-b41d-41ba-ba04-a48c35a7706a req-ab757fa6-013b-4960-9721-231a9b247985 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467048 Apr 18 17:32:24.500227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 533cfdda-a341-413a-a417-aef89188e99c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:24.501349 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:24.510402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c99f60-9a41-4a3f-815d-54aabdaee5ee None None] Network ee430a9e-6265-4da4-9190-259f8b6a1fea requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:24.527884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 97681164-805f-407e-88f8-758156071712 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:24.530239 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:24.824101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fb551cf9-d6c5-4eeb-b643-685b938c1430 None None] Provisioning complete for port 97681164-805f-407e-88f8-758156071712 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:24.824476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb551cf9-d6c5-4eeb-b643-685b938c1430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:24.914372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] For port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:24.965195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] For port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,segment=NetworkSegment(8b1f162f-7789-43e5-b9d8-d927aee8d3e3),segment_id=8b1f162f-7789-43e5-b9d8-d927aee8d3e3)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:25.124891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.135231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe0802-36f9-4711-9e2b-15253aa37ba0 None None] DHCP port deletion for e7f66a12-28d8-465e-9562-94e232276c3d request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:32:25.146801 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fead8-c9f3-4623-8db8-dd1aac322f65 req-fd61e38f-d9d9-4e4d-8b2f-3eb007343e44 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:25.152982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df2fead8-c9f3-4623-8db8-dd1aac322f65 req-fd61e38f-d9d9-4e4d-8b2f-3eb007343e44 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.1524227 Apr 18 17:32:25.228743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df2fead8-c9f3-4623-8db8-dd1aac322f65 req-ece881bf-f1ca-4c91-96b6-a6d356ab193d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676265 Apr 18 17:32:25.264231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.291380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b5931-6c3f-407d-8f81-156e966bfd81 None None] Network e7f66a12-28d8-465e-9562-94e232276c3d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:25.301133 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.303268 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-5d6ce247-40fa-4e77-86da-ef9449747c35', 'network_id': '5d6ce247-40fa-4e77-86da-ef9449747c35', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': '8978c99f-0e4e-4709-a882-1dd4c24f5326'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:25.304082 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.401327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.437607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b5931-6c3f-407d-8f81-156e966bfd81 None None] Network e7f66a12-28d8-465e-9562-94e232276c3d could not be found, it might have been deleted concurrently. {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 17:32:25.479609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9089dd4c-5ed6-4377-be46-5e16df3de132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533cfdda-a341-413a-a417-aef89188e99c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:25.488784 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d0508-15a2-4256-aa27-ff4e1b078f8d" -d '{"events": [{"server_uuid": "9089dd4c-5ed6-4377-be46-5e16df3de132", "name": "network-vif-plugged", "status": "completed", "tag": "533cfdda-a341-413a-a417-aef89188e99c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:25.496003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.512552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9966adb-dca0-40d5-a688-d0e546690192 None None] Pushing event updated for resources: {'Port': ['ID=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:25.582881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 533cfdda-a341-413a-a417-aef89188e99c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=533cfdda-a341-413a-a417-aef89188e99c,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:25.584083 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb551cf9-d6c5-4eeb-b643-685b938c1430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.641204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 97681164-805f-407e-88f8-758156071712, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=97681164-805f-407e-88f8-758156071712,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:25.705658 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.812888 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff2fa50-e7e6-4de6-8da3-1552d717bffb x-openstack-request-id: req-6ff2fa50-e7e6-4de6-8da3-1552d717bffb {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:25.813208 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9089dd4c-5ed6-4377-be46-5e16df3de132", "name": "network-vif-plugged", "status": "completed", "tag": "533cfdda-a341-413a-a417-aef89188e99c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:25.813486 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ff2fa50-e7e6-4de6-8da3-1552d717bffb {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:25.814077 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff2fa50-e7e6-4de6-8da3-1552d717bffb'] response: {'server_uuid': '9089dd4c-5ed6-4377-be46-5e16df3de132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533cfdda-a341-413a-a417-aef89188e99c', 'code': 200} Apr 18 17:32:25.832862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258d263-98f8-4b60-b48d-0dc263c25f4e req-90cee26b-00da-4636-838a-646f54d22876 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:25.841654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3258d263-98f8-4b60-b48d-0dc263c25f4e req-90cee26b-00da-4636-838a-646f54d22876 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1095 time: 0.2066693 Apr 18 17:32:25.842854 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.848430 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.865398 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:25.902828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-e54a90a8-9835-4e8e-9b55-8af997b93731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:25.904376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-e54a90a8-9835-4e8e-9b55-8af997b93731 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 1.4705689 Apr 18 17:32:25.966842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3258d263-98f8-4b60-b48d-0dc263c25f4e req-9183fa8d-1f68-42fd-a8ee-008418b56261 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059122 Apr 18 17:32:26.045363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=533cfdda-a341-413a-a417-aef89188e99c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:26.072944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:26.105839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] For port 56184f1a-b221-4daa-8c2d-3600fdfc1838, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:26.123756 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:26.170367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-fb551cf9-d6c5-4eeb-b643-685b938c1430 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:32:26.176582 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-fb551cf9-d6c5-4eeb-b643-685b938c1430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:32:26.288739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=97681164-805f-407e-88f8-758156071712,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:26.306263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Allocated IP 2001:db8::3 (5d6ce247-40fa-4e77-86da-ef9449747c35/8978c99f-0e4e-4709-a882-1dd4c24f5326/d4452dc3-50de-45e8-8bd7-f1abdc14968a) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:26.464044 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network ee430a9e-6265-4da4-9190-259f8b6a1fea is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:26.482905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd260798-c5fe-4f9d-be18-42ea274ed9ea req-f0f0744e-dc3f-406a-a894-89f69240714b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:26.500655 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd260798-c5fe-4f9d-be18-42ea274ed9ea req-f0f0744e-dc3f-406a-a894-89f69240714b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.1313248 Apr 18 17:32:26.516520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:26.528340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ec75b-5c99-4528-8e26-1c5c2b19c116 req-e8798a7f-658e-499f-a32d-730017c52b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:26.536080 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f43ec75b-5c99-4528-8e26-1c5c2b19c116 req-e8798a7f-658e-499f-a32d-730017c52b95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.7997270 Apr 18 17:32:26.536080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] For port 56184f1a-b221-4daa-8c2d-3600fdfc1838, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=56184f1a-b221-4daa-8c2d-3600fdfc1838,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:26.614839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd260798-c5fe-4f9d-be18-42ea274ed9ea req-29b86d75-a419-4301-938c-d1862c0ebaee tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068852 Apr 18 17:32:26.754239 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:26.808509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:26.824286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7716023f-606d-4d1b-825b-cb10a3d86ea3 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:26.912514 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:26.996220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-38987bcd-a5f3-40ea-a665-68e781441593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:27.007052 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-38987bcd-a5f3-40ea-a665-68e781441593 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d754dab1-e6a3-40e0-9214-c9f972e3db6f HTTP/1.1" status: 200 len: 911 time: 1.0667558 Apr 18 17:32:27.008185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Network 5d6ce247-40fa-4e77-86da-ef9449747c35 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:27.017162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:27.026772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:27.071346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Pushing event updated for resources: {'Port': ['ID=d4452dc3-50de-45e8-8bd7-f1abdc14968a,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:27.085297 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f43ec75b-5c99-4528-8e26-1c5c2b19c116 req-81c85243-0e26-4230-95c3-041ea759a89d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342364 Apr 18 17:32:27.103447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:27.104347 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.106009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] 10.222.0.18 "PUT /v2.0/ports/56184f1a-b221-4daa-8c2d-3600fdfc1838 HTTP/1.1" status: 200 len: 1092 time: 5.3580329 Apr 18 17:32:27.115339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'tag': '56184f1a-b221-4daa-8c2d-3600fdfc1838'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:27.127099 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cab572-e280-4c38-9f46-89184f56d9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e894b7-ab08-4685-8ceb-a4d2c943794b", "tag": "56184f1a-b221-4daa-8c2d-3600fdfc1838"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:27.216647 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-36055d60-f483-4a24-9a3a-1dd5da4cdd04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cf8979-e9da-4b04-9b80-7a8ef484e79a HTTP/1.1" status: 200 len: 217 time: 0.1395936 Apr 18 17:32:27.233146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7716023f-606d-4d1b-825b-cb10a3d86ea3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:27.233590 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.251731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.272380 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c969c0-952e-47f5-8c84-5f2609e3a88b x-openstack-request-id: req-b6c969c0-952e-47f5-8c84-5f2609e3a88b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:27.273017 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e894b7-ab08-4685-8ceb-a4d2c943794b", "tag": "56184f1a-b221-4daa-8c2d-3600fdfc1838", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:27.273490 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6c969c0-952e-47f5-8c84-5f2609e3a88b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:27.274065 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c969c0-952e-47f5-8c84-5f2609e3a88b'] response: {'name': 'network-changed', 'server_uuid': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'tag': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'status': 'completed', 'code': 200} Apr 18 17:32:27.305901 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea9770-2d78-4fc9-bdde-5b195d36de02 req-65abf042-0584-4eb2-9101-ebccbd75cb03 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:27.318823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9ea9770-2d78-4fc9-bdde-5b195d36de02 req-65abf042-0584-4eb2-9101-ebccbd75cb03 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.1252983 Apr 18 17:32:27.335277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bd54c-225c-4e61-97d7-ad59476dd94f service neutron] Pushing event updated for resources: {'Port': ['ID=56184f1a-b221-4daa-8c2d-3600fdfc1838,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:27.396218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ba5e0750-8277-429a-a4a3-9542489bdead None None] Provisioning complete for port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:27.399941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0750-8277-429a-a4a3-9542489bdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.407131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Attempting to bind port d4452dc3-50de-45e8-8bd7-f1abdc14968a on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:27.407639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Attempting to bind port d4452dc3-50de-45e8-8bd7-f1abdc14968a by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c14c6b26-5d20-4346-bcce-80e3eb01e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5d6ce247-40fa-4e77-86da-ef9449747c35'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:27.407877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Attempting to bind port d4452dc3-50de-45e8-8bd7-f1abdc14968a on network 5d6ce247-40fa-4e77-86da-ef9449747c35 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:27.437182 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9ea9770-2d78-4fc9-bdde-5b195d36de02 req-41166e6f-ac37-4908-853e-3031eb720629 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147099 Apr 18 17:32:27.463893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Router 535eba2b-4f06-48fc-ab85-43ea3e92032e has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:32:27.493672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:27.494362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Checking segment: {'id': 'c14c6b26-5d20-4346-bcce-80e3eb01e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5d6ce247-40fa-4e77-86da-ef9449747c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:27.494948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.495496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Bound using segment: {'id': 'c14c6b26-5d20-4346-bcce-80e3eb01e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5d6ce247-40fa-4e77-86da-ef9449747c35'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:27.496139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Bound port: d4452dc3-50de-45e8-8bd7-f1abdc14968a, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14c6b26-5d20-4346-bcce-80e3eb01e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5d6ce247-40fa-4e77-86da-ef9449747c35'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:27.496702 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.557979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e0750-8277-429a-a4a3-9542489bdead None None] Port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:32:27.558889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.587098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6ce247-40fa-4e77-86da-ef9449747c35']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:27.599322 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14c6b26-5d20-4346-bcce-80e3eb01e350') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:27.599717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14c6b26-5d20-4346-bcce-80e3eb01e350') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:27.621897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.633711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ba5e0750-8277-429a-a4a3-9542489bdead None None] Could not find standard attr ID for object 24447007-1dd8-4a7e-9e18-35ec34086798. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:32:27.638415 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.645584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:27.646029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.721702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ba5e0750-8277-429a-a4a3-9542489bdead None None] Provisioning complete for port 97681164-805f-407e-88f8-758156071712 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:27.722967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0750-8277-429a-a4a3-9542489bdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.753928 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:27.769613 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:27.772109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=8978c99f-0e4e-4709-a882-1dd4c24f5326,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:27.772214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f05f98-e9fa-4485-8d08-e1495e56bb5c None None] Network e1384234-57cb-49f8-b27d-6727e57bbf9e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:27.776231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-7711bd84-1918-4e46-90a5-a25865baf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:27.778347 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-7711bd84-1918-4e46-90a5-a25865baf875 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20 HTTP/1.1" status: 200 len: 849 time: 0.5228782 Apr 18 17:32:27.813942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a813-e2a1-4263-b6ef-7a8e12b089a2 req-697bc962-0ded-4a85-a158-aabe7c07fda3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:27.818042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b49a813-e2a1-4263-b6ef-7a8e12b089a2 req-697bc962-0ded-4a85-a158-aabe7c07fda3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.0992086 Apr 18 17:32:27.841168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cab572-e280-4c38-9f46-89184f56d9f3 req-8b74482b-9b91-4ba9-98bf-a813b7fcb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:27.842764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-20cab572-e280-4c38-9f46-89184f56d9f3 req-8b74482b-9b91-4ba9-98bf-a813b7fcb6f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 1095 time: 0.5326049 Apr 18 17:32:27.843112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] For port d4452dc3-50de-45e8-8bd7-f1abdc14968a, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:27.860284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b49a813-e2a1-4263-b6ef-7a8e12b089a2 req-780549cd-503b-4a13-9e13-471b8cf612b0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379949 Apr 18 17:32:27.882024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 7716023f-606d-4d1b-825b-cb10a3d86ea3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7716023f-606d-4d1b-825b-cb10a3d86ea3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:27.905514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] For port d4452dc3-50de-45e8-8bd7-f1abdc14968a, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d4452dc3-50de-45e8-8bd7-f1abdc14968a,segment=NetworkSegment(c14c6b26-5d20-4346-bcce-80e3eb01e350),segment_id=c14c6b26-5d20-4346-bcce-80e3eb01e350)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:27.910951 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:32:27.910951 n-d-836015-2 neutron-server[109825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:32:27.910951 n-d-836015-2 neutron-server[109825]: [parameters: {'id': '5d6ce247-40fa-4e77-86da-ef9449747c35'}] Apr 18 17:32:27.910951 n-d-836015-2 neutron-server[109825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:32:27.910951 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:32:27.956123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-ec13bf93-0e86-467c-a702-64004bd21f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:27.958264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-ec13bf93-0e86-467c-a702-64004bd21f7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d754dab1-e6a3-40e0-9214-c9f972e3db6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677489 Apr 18 17:32:28.096825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:32:28.108153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dfb4c889-d79b-4934-b032-00152cd37502 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "PUT /v2.0/routers/535eba2b-4f06-48fc-ab85-43ea3e92032e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0698347 Apr 18 17:32:28.108153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cab572-e280-4c38-9f46-89184f56d9f3 req-38f739a7-13d1-4213-9af1-27b47edafbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:28.108830 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42584) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:28.109322 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-20cab572-e280-4c38-9f46-89184f56d9f3 req-38f739a7-13d1-4213-9af1-27b47edafbf1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2247376 Apr 18 17:32:28.111846 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Sync routers for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:32:28.113930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--518725171', 'description': 'tempest-secgroup_access--518725171 description', 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:28.135535 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:28.136180 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:28.189713 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-460450c0-01e1-41cd-8c1c-7ae6a1f3b3ab service neutron] 10.222.0.18 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218988 Apr 18 17:32:28.227949 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.228744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:28.230889 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.244121 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.290901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cab572-e280-4c38-9f46-89184f56d9f3 req-f59681a1-b55c-40e9-838d-e5aedf52a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:28.293944 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-20cab572-e280-4c38-9f46-89184f56d9f3 req-f59681a1-b55c-40e9-838d-e5aedf52a607 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756060 Apr 18 17:32:28.349360 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:28.427650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.515936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.530753 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.531950 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bae6e8d3-802d-4d8b-8eeb-0a26aa047053 req-137a7418-f637-4e98-9570-ad10d199ad83 service neutron] 10.222.0.18 "GET /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351123 Apr 18 17:32:28.665642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e20aa72-75bc-41b2-a8a1-0116be26bc88,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:28.677396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-ef47f96d-81f4-4d88-9622-c339b74a1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:28.681758 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-ef47f96d-81f4-4d88-9622-c339b74a1baf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 1095 time: 0.1481199 Apr 18 17:32:28.704126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=7716023f-606d-4d1b-825b-cb10a3d86ea3,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:28.708375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.708727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.709257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.709796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.710293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.710789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.711287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.727929 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:24Z', 'revision_number': 2, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:28.734429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting port d4452dc3-50de-45e8-8bd7-f1abdc14968a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:28.734777 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.760386 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Checking router: 535eba2b-4f06-48fc-ab85-43ea3e92032e for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:32:28.761441 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Updating router 535eba2b-4f06-48fc-ab85-43ea3e92032e port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:32:28.790019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.790590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.791116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.791613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.792123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:28.792652 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.815428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab8f90-4dce-43c5-992d-1fbf6ce66080 req-e73bbce0-71ba-4098-8543-8a9e7f8f3e30 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:28.829459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28ab8f90-4dce-43c5-992d-1fbf6ce66080 req-e73bbce0-71ba-4098-8543-8a9e7f8f3e30 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.2179608 Apr 18 17:32:28.846232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63ce2c-216c-4d01-82ec-a7322fcb18e2 None None] Network 5d6ce247-40fa-4e77-86da-ef9449747c35 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:28.909230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.914426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e090b8a0-c21a-44d2-8a51-fc64332bb406 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8039451 Apr 18 17:32:28.919772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42600) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:28.938897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] For port d4452dc3-50de-45e8-8bd7-f1abdc14968a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d4452dc3-50de-45e8-8bd7-f1abdc14968a,segment=NetworkSegment(c14c6b26-5d20-4346-bcce-80e3eb01e350),segment_id=c14c6b26-5d20-4346-bcce-80e3eb01e350)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:28.938897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:28.941236 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28ab8f90-4dce-43c5-992d-1fbf6ce66080 req-99327dfd-441e-48bd-a27c-ec13c98e68fd tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106088 Apr 18 17:32:28.953666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ded02727-97f3-4157-beaf-e8ccb5af0570 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--219994945', 'description': 'tempest-secgroup_general--219994945 description', 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:28.978792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-20e3f806-cfc7-41c4-aafc-1d27b3cc4ae2 None None] Provisioning complete for port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:28.979322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-20e3f806-cfc7-41c4-aafc-1d27b3cc4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.013936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Calling delete_port for d4452dc3-50de-45e8-8bd7-f1abdc14968a owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:29.037558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:29.038210 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.048127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f130f2-493f-4a82-9dd8-02d15fdec36a None None] Pushing event updated for resources: {'Port': ['ID=d4452dc3-50de-45e8-8bd7-f1abdc14968a,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:29.116034 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-c285b54b-0cf2-444c-9e4a-7864a9ad6567 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56184f1a-b221-4daa-8c2d-3600fdfc1838 HTTP/1.1" status: 200 len: 217 time: 0.4169872 Apr 18 17:32:29.168391 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ded02727-97f3-4157-beaf-e8ccb5af0570 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.241225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-95609912-386c-4899-b56c-fc394285a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:29.246704 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-95609912-386c-4899-b56c-fc394285a9df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.1216390 Apr 18 17:32:29.253805 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0c79e-cc37-4ef6-9d0f-596ead1866a3 req-4d5ed2b1-4e6f-4914-8a0a-6426b357272f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:29.255896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35f0c79e-cc37-4ef6-9d0f-596ead1866a3 req-4d5ed2b1-4e6f-4914-8a0a-6426b357272f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.2119644 Apr 18 17:32:29.265465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-20e3f806-cfc7-41c4-aafc-1d27b3cc4ae2 None None] Port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:32:29.334465 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.357859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-20e3f806-cfc7-41c4-aafc-1d27b3cc4ae2 None None] Provisioning complete for port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:29.358173 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-20e3f806-cfc7-41c4-aafc-1d27b3cc4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.403783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-ab1adff4-a176-4c00-b563-ab68510f67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:29.405701 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-ab1adff4-a176-4c00-b563-ab68510f67b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953615 Apr 18 17:32:29.417867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35f0c79e-cc37-4ef6-9d0f-596ead1866a3 req-735c13d6-35ea-4f88-a653-a2d352ec2c59 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512878 Apr 18 17:32:29.427257 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ded02727-97f3-4157-beaf-e8ccb5af0570 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.471147 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.508371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da7b17c-52eb-4626-92e8-8860bf252694 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:32:29.556490 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ded02727-97f3-4157-beaf-e8ccb5af0570 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.580707 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.581423 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-1ceb8715-2f83-4d78-88c3-47752b94d6e3 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589406 Apr 18 17:32:29.629808 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.656055 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Pushing event updated for resources: {'Port': ['ID=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:29.659354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded02727-97f3-4157-beaf-e8ccb5af0570 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.717742 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:29.733184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Port': ['ID=d4452dc3-50de-45e8-8bd7-f1abdc14968a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:29.738010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,segment=NetworkSegment(8b1f162f-7789-43e5-b9d8-d927aee8d3e3),segment_id=8b1f162f-7789-43e5-b9d8-d927aee8d3e3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:29.738561 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Attempting to bind port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:29.739001 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Attempting to bind port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:29.739581 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Attempting to bind port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 on network ee430a9e-6265-4da4-9190-259f8b6a1fea {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:29.749045 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:29.749553 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Checking segment: {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:29.750651 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.750923 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ded02727-97f3-4157-beaf-e8ccb5af0570 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.751251 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Bound using segment: {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:29.751967 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Bound port: d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:29.752213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ded02727-97f3-4157-beaf-e8ccb5af0570 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8084433 Apr 18 17:32:29.752490 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.756030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42610) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:29.756949 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-20e3f806-cfc7-41c4-aafc-1d27b3cc4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.761862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3bc18e4e-6ada-456e-a860-cee218e1a8bd tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'security_group_rule': {'security_group_id': '3e20aa72-75bc-41b2-a8a1-0116be26bc88', 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:29.780744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No DVR routers for this DVR port d4452dc3-50de-45e8-8bd7-f1abdc14968a on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:29.854301 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.930446 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] For port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:29.930446 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] For port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:29.979191 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc18e4e-6ada-456e-a860-cee218e1a8bd tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:29.979707 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6dc094ad-4a8a-4823-9219-4870bb49a2c8 req-384712f6-62fa-48ab-bf51-2e816d5e6c5a service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919165 Apr 18 17:32:29.985951 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.002612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da7b17c-52eb-4626-92e8-8860bf252694 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:32:30.022054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 97681164-805f-407e-88f8-758156071712 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:30.023523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6ce247-40fa-4e77-86da-ef9449747c35']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:30.035650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14c6b26-5d20-4346-bcce-80e3eb01e350') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:30.036015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14c6b26-5d20-4346-bcce-80e3eb01e350') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:30.049611 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.052156 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.068607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.081805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:30.082886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:30.087095 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:30.125222 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:30.125891 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:30.135469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:30.140267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-20e3f806-cfc7-41c4-aafc-1d27b3cc4ae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:32:30.140920 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-20e3f806-cfc7-41c4-aafc-1d27b3cc4ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:32:30.184559 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09230480-07ed-4854-9c63-ef3b2aac4dd7 None None] Pushing event updated for resources: {'Port': ['ID=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:30.226525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cc80-5cdc-4f15-959f-46ea155a53a6 req-a8e9a725-8b86-41ba-9237-203bdec66035 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:30.228630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09b1cc80-5cdc-4f15-959f-46ea155a53a6 req-a8e9a725-8b86-41ba-9237-203bdec66035 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.1948452 Apr 18 17:32:30.235291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc18e4e-6ada-456e-a860-cee218e1a8bd tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.250884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 97681164-805f-407e-88f8-758156071712 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:30.251258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.270987 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.279495 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.287868 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/5d6ce247-40fa-4e77-86da-ef9449747c35 HTTP/1.1" status: 204 len: 168 time: 5.9546471 Apr 18 17:32:30.289521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42620) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:30.307190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07f0fe-ef88-473d-85d7-8a51957c45e9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=5d6ce247-40fa-4e77-86da-ef9449747c35,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:30.316590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-653863496'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:30.318117 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:30.354699 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc18e4e-6ada-456e-a860-cee218e1a8bd tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.387349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-09b1cc80-5cdc-4f15-959f-46ea155a53a6 req-75c63ae2-6bc6-42ae-893f-cdb748ac20d9 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458309 Apr 18 17:32:30.388482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc18e4e-6ada-456e-a860-cee218e1a8bd tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591b2289-896a-4caa-92d0-1d7022d76312,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:30.415313 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:30.419134 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.449495 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3bc18e4e-6ada-456e-a860-cee218e1a8bd tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.450834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3bc18e4e-6ada-456e-a860-cee218e1a8bd tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937897 Apr 18 17:32:30.477626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:30.504322 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.505282 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment 0efbbdcf-6add-408b-adb2-0e8d46410265 of type vlan for network 6e51ee41-c69c-4940-b445-a8dea089cc23 Apr 18 17:32:30.596955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7716023f-606d-4d1b-825b-cb10a3d86ea3 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:30.604199 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:29Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:30.643311 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232446d7-a40f-4c67-8bc7-9153245a5fb8 None None] The sync data for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 is: [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:29Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:32:30.656560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.728645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57f6f8-5ae0-4967-a7e3-ef7dbfc7c047 req-95023eb4-ac25-4a61-a9f5-4574ea67c1b7 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:30.731404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b57f6f8-5ae0-4967-a7e3-ef7dbfc7c047 req-95023eb4-ac25-4a61-a9f5-4574ea67c1b7 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.2055595 Apr 18 17:32:30.756556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 7716023f-606d-4d1b-825b-cb10a3d86ea3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:30.756962 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.761867 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f2dc-2bf2-4250-8cb0-a421f011cac8 req-1bd228c0-45e5-4e34-9690-6e18e021ecf0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:30.780947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5d9f2dc-2bf2-4250-8cb0-a421f011cac8 req-1bd228c0-45e5-4e34-9690-6e18e021ecf0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.2352376 Apr 18 17:32:30.878585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b57f6f8-5ae0-4967-a7e3-ef7dbfc7c047 req-b3a539e4-8d85-446e-9fa4-bce6409148f9 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964150 Apr 18 17:32:30.889065 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.909334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:30.910763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:30.940538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5d9f2dc-2bf2-4250-8cb0-a421f011cac8 req-3329fa84-396c-45b5-b980-f3824cd05e75 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431615 Apr 18 17:32:31.032498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6673c945-81b6-4ac2-b09b-9e6f86ed4cac None None] Provisioning complete for port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:31.033055 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6673c945-81b6-4ac2-b09b-9e6f86ed4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:31.100612 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-76ec8428-7376-49e9-aeab-165c0db1422d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:31.191308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9004452 Apr 18 17:32:31.192178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685291e4-4bef-43a8-80e1-5056d4beadc0 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=6e51ee41-c69c-4940-b445-a8dea089cc23,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:31.194095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42652) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:31.203132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': '6e51ee41-c69c-4940-b445-a8dea089cc23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:31.217185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 6e51ee41-c69c-4940-b445-a8dea089cc23 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:31.234489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-7e5e46e9-890a-463e-84bd-34700165023d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--219994945&fields=id&tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d HTTP/1.1" status: 200 len: 267 time: 0.1182907 Apr 18 17:32:31.240569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9bff8-0aca-4ffc-a941-5292c3e641cc req-4bf59955-0b8f-4c17-9a3a-2a52bbd6e073 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:31.242904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1b9bff8-0aca-4ffc-a941-5292c3e641cc req-4bf59955-0b8f-4c17-9a3a-2a52bbd6e073 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.1391165 Apr 18 17:32:31.313300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-6f2bdbb0-2b71-4542-b9a8-2babe7049a16 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--518725171&fields=id&tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d HTTP/1.1" status: 200 len: 267 time: 0.0680914 Apr 18 17:32:31.392344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d50deb1a-c608-4fb1-b73d-de74979e64c5 None None] Provisioning complete for port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:31.393101 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d50deb1a-c608-4fb1-b73d-de74979e64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:31.400665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1b9bff8-0aca-4ffc-a941-5292c3e641cc req-85ed28c5-0e17-4093-99ed-85584591dcb7 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312242 Apr 18 17:32:31.466701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:31.471000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:31.652625 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d50deb1a-c608-4fb1-b73d-de74979e64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:31.762838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d50deb1a-c608-4fb1-b73d-de74979e64c5 None None] For port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:31.876047 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d50deb1a-c608-4fb1-b73d-de74979e64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:32.025945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:32.048396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50deb1a-c608-4fb1-b73d-de74979e64c5 None None] Pushing event updated for resources: {'Port': ['ID=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:32.062481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e06c9c9c-5a61-4617-a06d-0b3c3fb57c32 None None] Provisioning complete for port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:32.063126 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e06c9c9c-5a61-4617-a06d-0b3c3fb57c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:32.202030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:32.229360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': '0efbbdcf-6add-408b-adb2-0e8d46410265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6e51ee41-c69c-4940-b445-a8dea089cc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:32.230590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: 6e51ee41-c69c-4940-b445-a8dea089cc23, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:32.260784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=e7a29543-8f7c-406f-8438-a5c869787054,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:32.290124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:32.291227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:32.420822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network 6e51ee41-c69c-4940-b445-a8dea089cc23 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:32.431024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:32.505966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 6e51ee41-c69c-4940-b445-a8dea089cc23) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:32.510210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:32.510869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:32.518664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a22c51-730e-461d-834a-df063835ae76 req-4330fa45-2966-41e0-bac6-4c3f488d1706 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:32.521062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-4330fa45-2966-41e0-bac6-4c3f488d1706 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/networks?id=ee430a9e-6265-4da4-9190-259f8b6a1fea HTTP/1.1" status: 200 len: 797 time: 1.1909442 Apr 18 17:32:32.533128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617f1a3-c2f6-44eb-b046-c37f3d381300 None None] Network 6e51ee41-c69c-4940-b445-a8dea089cc23 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:32.541607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250792f3-1212-468e-ad07-66d505ac1e94 req-684380ec-8fad-4ce2-8864-fe287d485386 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:32.549751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-250792f3-1212-468e-ad07-66d505ac1e94 req-684380ec-8fad-4ce2-8864-fe287d485386 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.1755419 Apr 18 17:32:32.582628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-07cf9391-99a9-4e06-a861-4d66845f7dd5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/quotas/0d4e9fbeb88a4c04bf7e53ef6e779e7d HTTP/1.1" status: 200 len: 375 time: 0.0546446 Apr 18 17:32:32.589062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-250792f3-1212-468e-ad07-66d505ac1e94 req-7a26c738-1412-4e92-9c6e-201b376d6322 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383525 Apr 18 17:32:32.635955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-519f3e96-8d92-481f-a114-3be2ca101820 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4369731 Apr 18 17:32:32.636367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:32.636367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:32.637758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42682) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:32.712546 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-d372b972-7d69-49b7-8e29-572e2653b600 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222708 Apr 18 17:32:32.880270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-444f528b-7f8f-4153-9336-c0e442dbb102 service neutron] 10.222.0.45 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497977 Apr 18 17:32:32.889481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:32.973575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020f8c2-b6c4-4828-872a-65e90c3a5536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-6e51ee41-c69c-4940-b445-a8dea089cc23', 'network_id': '6e51ee41-c69c-4940-b445-a8dea089cc23', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': 'e7a29543-8f7c-406f-8438-a5c869787054'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:32.974834 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:32.979298 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8020f8c2-b6c4-4828-872a-65e90c3a5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.082347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01588c81-3658-4180-b293-d791f0204196 req-87e85ad2-7c1b-44e8-ac5b-01fe090770a2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:33.084047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01588c81-3658-4180-b293-d791f0204196 req-87e85ad2-7c1b-44e8-ac5b-01fe090770a2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.2028489 Apr 18 17:32:33.191866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.207334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01588c81-3658-4180-b293-d791f0204196 req-c2594158-c418-410d-b65a-c0dfbd8bfa2e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140046 Apr 18 17:32:33.244388 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-b3c8b7b0-fe32-493c-b714-fb66c3c1c62e service neutron] 10.222.0.45 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501744 Apr 18 17:32:33.274792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a29543-8f7c-406f-8438-a5c869787054,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:33.402039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.424104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e51ee41-c69c-4940-b445-a8dea089cc23']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:33.433639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efbbdcf-6add-408b-adb2-0e8d46410265') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:33.433956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efbbdcf-6add-408b-adb2-0e8d46410265') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:33.444458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server [None req-8020f8c2-b6c4-4828-872a-65e90c3a5536 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7a29543-8f7c-406f-8438-a5c869787054: This subnet is being modified by another concurrent operation. Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise exception Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7a29543-8f7c-406f-8438-a5c869787054: This subnet is being modified by another concurrent operation. Apr 18 17:32:33.458074 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Apr 18 17:32:33.472608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.482050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:33.482832 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:33.487792 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:33.511570 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbc09b4-5433-49dc-a941-8eab9604ddaf None None] Network 6e51ee41-c69c-4940-b445-a8dea089cc23 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:33.514167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fccc838f-f514-4e65-b702-b9cec5dad14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.625109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-cba191e1-6acc-4d73-9cc8-32853807f5e4 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:33.637021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bfd34b77-56a2-40e4-a389-bf764ced3de4 req-fa12fe5f-680a-42d0-bcb4-3f6a8edb5509 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 210 time: 0.0526841 Apr 18 17:32:33.649741 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-cba191e1-6acc-4d73-9cc8-32853807f5e4 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.1211462 Apr 18 17:32:33.732714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.758919 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.773303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475197c-4969-4d15-88f5-76613d44cd6d req-2ecaf6c2-24b9-4d43-a1bc-29d7855f4e63 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:33.775424 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/6e51ee41-c69c-4940-b445-a8dea089cc23 HTTP/1.1" status: 204 len: 168 time: 1.1302164 Apr 18 17:32:33.781403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42712) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:33.783588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0475197c-4969-4d15-88f5-76613d44cd6d req-2ecaf6c2-24b9-4d43-a1bc-29d7855f4e63 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 1096 time: 0.0650971 Apr 18 17:32:33.809888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d16a9-acf3-47b5-bf5b-fd3f59ba2d47 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:32:33.837688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0475197c-4969-4d15-88f5-76613d44cd6d req-0a5e0566-8ae1-46ae-af63-82bf47942ceb tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517962 Apr 18 17:32:33.861535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251969391'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:33.881979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e29e7-3d7b-4385-94bb-57bee1186bc9 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=6e51ee41-c69c-4940-b445-a8dea089cc23,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:33.935035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Deleting port 533cfdda-a341-413a-a417-aef89188e99c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:33.935387 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:33.971635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:34.079077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:34.079622 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.080203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] For port 533cfdda-a341-413a-a417-aef89188e99c, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=533cfdda-a341-413a-a417-aef89188e99c,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:34.082058 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.114171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Calling delete_port for 533cfdda-a341-413a-a417-aef89188e99c owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:34.118115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d16a9-acf3-47b5-bf5b-fd3f59ba2d47 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:32:34.182099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:34.185666 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.225508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:34.246761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.247154 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment a2a2115c-4a65-44d4-9341-1f4288b43cce of type vlan for network 1cdbea61-1f6a-4038-b29c-386949ccc944 Apr 18 17:32:34.426712 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5eb6a-c244-4fe3-86fb-dc1559e52c47 req-0fd4b94a-56fc-4db4-8ac3-4c3a32b7c101 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:34.428730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa5eb6a-c244-4fe3-86fb-dc1559e52c47 req-0fd4b94a-56fc-4db4-8ac3-4c3a32b7c101 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.1117566 Apr 18 17:32:34.567737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa5eb6a-c244-4fe3-86fb-dc1559e52c47 req-2ca65d66-a28c-4cfc-be40-dd987abae325 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315260 Apr 18 17:32:34.575700 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.683298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.754873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f8e252a-2d99-479c-a1dc-ccf1db9724a7 req-da4f2974-c54e-4806-9bcb-58b18af8964d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 210 time: 0.0342281 Apr 18 17:32:34.803743 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.831107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Pushing event deleted for resources: {'Port': ['ID=533cfdda-a341-413a-a417-aef89188e99c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:34.841811 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['e5cf8979-e9da-4b04-9b80-7a8ef484e79a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:32:34.845555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['533cfdda-a341-413a-a417-aef89188e99c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:32:34.882141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] No DVR routers for this DVR port 533cfdda-a341-413a-a417-aef89188e99c on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:34.884841 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.888888 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fee7382d-6a57-40bd-b0ec-f2a526fdde12 req-66dbb39a-6874-4b44-a3e1-64ec253de92c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.41 "DELETE /v2.0/ports/533cfdda-a341-413a-a417-aef89188e99c HTTP/1.1" status: 204 len: 173 time: 1.2383142 Apr 18 17:32:34.889734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9089dd4c-5ed6-4377-be46-5e16df3de132', 'name': 'network-vif-deleted', 'tag': '533cfdda-a341-413a-a417-aef89188e99c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:34.892272 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f598715-6f9c-40a8-910c-ce38fb72d77d" -d '{"events": [{"server_uuid": "9089dd4c-5ed6-4377-be46-5e16df3de132", "name": "network-vif-deleted", "tag": "533cfdda-a341-413a-a417-aef89188e99c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:34.896059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:34.903129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:34.903949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:35.035413 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6432350-4b2a-47c0-9501-5a51ed3fdf56 req-e565e37e-f235-41cd-a01c-61b4120a1170 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0717957 Apr 18 17:32:35.047255 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6df9ab-4eac-4f24-abe9-b34b19ca5bbe x-openstack-request-id: req-2b6df9ab-4eac-4f24-abe9-b34b19ca5bbe {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:35.047784 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9089dd4c-5ed6-4377-be46-5e16df3de132", "name": "network-vif-deleted", "tag": "533cfdda-a341-413a-a417-aef89188e99c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:35.048850 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b6df9ab-4eac-4f24-abe9-b34b19ca5bbe {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:35.049678 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6df9ab-4eac-4f24-abe9-b34b19ca5bbe'] response: {'server_uuid': '9089dd4c-5ed6-4377-be46-5e16df3de132', 'name': 'network-vif-deleted', 'tag': '533cfdda-a341-413a-a417-aef89188e99c', 'status': 'completed', 'code': 200} Apr 18 17:32:35.061481 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2484260 Apr 18 17:32:35.064424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42750) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:35.071351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': '1cdbea61-1f6a-4038-b29c-386949ccc944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:35.096572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cae4bd-a2f6-4661-8b08-0926154e2c92 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=1cdbea61-1f6a-4038-b29c-386949ccc944,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:35.113689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1cdbea61-1f6a-4038-b29c-386949ccc944 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:35.338938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:35.349928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:35.672319 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:35.766340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcea22-d766-4304-8fb6-a6fa1868e249 req-b15c77ec-9e76-45f6-8f25-89379236bf73 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:35.768081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cfcea22-d766-4304-8fb6-a6fa1868e249 req-b15c77ec-9e76-45f6-8f25-89379236bf73 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.1131227 Apr 18 17:32:35.772150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=1e927aa7-f726-4a6f-96d6-a9321b9b2670,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:35.834560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': 'a2a2115c-4a65-44d4-9341-1f4288b43cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1cdbea61-1f6a-4038-b29c-386949ccc944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:35.835069 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: 1cdbea61-1f6a-4038-b29c-386949ccc944, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:35.860459 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cfcea22-d766-4304-8fb6-a6fa1868e249 req-5ad0fcae-793a-4589-ba0c-ae1f9f7f1edd tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803902 Apr 18 17:32:35.949271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-323db148-2201-44c8-a5d3-8cf63f784e14 req-8468079e-9971-45df-b784-6e1770a740d8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 210 time: 0.0873637 Apr 18 17:32:35.967704 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:35.982404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42774) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:36.028001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network 1cdbea61-1f6a-4038-b29c-386949ccc944 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:36.129969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1cdbea61-1f6a-4038-b29c-386949ccc944) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:36.138991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:36.139173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c6555-6590-43b1-9917-4cb203225e4d None None] Network 1cdbea61-1f6a-4038-b29c-386949ccc944 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:36.139962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.207822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb546b14-0588-4779-b26e-feee5c0d98ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.251377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.271355 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c86176f9-3361-4b9c-bed3-c353f19a5833 req-4c721e71-a246-4c6f-9072-8d164f6e0714 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9089dd4c-5ed6-4377-be46-5e16df3de132 HTTP/1.1" status: 200 len: 210 time: 0.0357912 Apr 18 17:32:36.323734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0dbaa775-0e37-45a0-a8e8-da4f1461150c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2556169 Apr 18 17:32:36.326249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42784) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:36.347192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb546b14-0588-4779-b26e-feee5c0d98ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.364608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-1cdbea61-1f6a-4038-b29c-386949ccc944', 'network_id': '1cdbea61-1f6a-4038-b29c-386949ccc944', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': '1e927aa7-f726-4a6f-96d6-a9321b9b2670'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:36.365643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.434911 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.449142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cb546b14-0588-4779-b26e-feee5c0d98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.502984 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.524114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cb546b14-0588-4779-b26e-feee5c0d98ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a91ef4c6b54c46c48223c48cd6baf203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401847 Apr 18 17:32:36.533674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42788) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:36.542790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb546b14-0588-4779-b26e-feee5c0d98ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162ef7f-6906-419c-8b76-ca86ede338d9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:36.585309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Allocated IP 2001:db8::1 (1cdbea61-1f6a-4038-b29c-386949ccc944/1e927aa7-f726-4a6f-96d6-a9321b9b2670/dfe320be-5300-4c2b-b839-a5b78af48c69) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:36.618219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb81200d-6379-43ad-9e59-d08eddeb5ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.647518 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb81200d-6379-43ad-9e59-d08eddeb5ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.772859 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.849960 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:36.947179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Pushing event updated for resources: {'Port': ['ID=dfe320be-5300-4c2b-b839-a5b78af48c69,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:36.958439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Network 1cdbea61-1f6a-4038-b29c-386949ccc944 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:36.959997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:36.967567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:37.004850 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b09490-ef08-4fa7-a9af-2bd23da52814 req-456079ba-f235-4b78-8e06-f443a8e78102 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:37.006410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21b09490-ef08-4fa7-a9af-2bd23da52814 req-456079ba-f235-4b78-8e06-f443a8e78102 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.0669971 Apr 18 17:32:37.011418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a22c51-730e-461d-834a-df063835ae76 req-9f4997c3-8ec9-4581-9e73-0aef6db7331b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:37.012933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-9f4997c3-8ec9-4581-9e73-0aef6db7331b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.41 "GET /v2.0/networks?id=ee430a9e-6265-4da4-9190-259f8b6a1fea HTTP/1.1" status: 200 len: 797 time: 0.1582589 Apr 18 17:32:37.054678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21b09490-ef08-4fa7-a9af-2bd23da52814 req-e470f41a-f041-456d-aed4-6bc230f148a8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388391 Apr 18 17:32:37.059334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Attempting to bind port dfe320be-5300-4c2b-b839-a5b78af48c69 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:37.059818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Attempting to bind port dfe320be-5300-4c2b-b839-a5b78af48c69 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'a2a2115c-4a65-44d4-9341-1f4288b43cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1cdbea61-1f6a-4038-b29c-386949ccc944'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:37.060076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Attempting to bind port dfe320be-5300-4c2b-b839-a5b78af48c69 on network 1cdbea61-1f6a-4038-b29c-386949ccc944 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:37.065342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:37.065749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Checking segment: {'id': 'a2a2115c-4a65-44d4-9341-1f4288b43cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1cdbea61-1f6a-4038-b29c-386949ccc944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:37.066767 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.067166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Bound using segment: {'id': 'a2a2115c-4a65-44d4-9341-1f4288b43cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1cdbea61-1f6a-4038-b29c-386949ccc944'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:37.067641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Bound port: dfe320be-5300-4c2b-b839-a5b78af48c69, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a2115c-4a65-44d4-9341-1f4288b43cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1cdbea61-1f6a-4038-b29c-386949ccc944'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:37.068032 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.087892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-c710153e-7a0a-4607-8182-eecbb527ee2f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d HTTP/1.1" status: 200 len: 476 time: 0.0603728 Apr 18 17:32:37.091968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb81200d-6379-43ad-9e59-d08eddeb5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.096320 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bb81200d-6379-43ad-9e59-d08eddeb5ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.097820 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bb81200d-6379-43ad-9e59-d08eddeb5ac6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5162ef7f-6906-419c-8b76-ca86ede338d9 HTTP/1.1" status: 204 len: 168 time: 0.5631654 Apr 18 17:32:37.109801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'port': {'device_id': '0553350d-4b47-484f-8b93-015e96e87d9d', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'admin_state_up': True, 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'security_groups': ['6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8', '3e20aa72-75bc-41b2-a8a1-0116be26bc88']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:37.144247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-858995e3-0696-4745-9fa9-039f4c468f6e req-6f2774e0-dd1b-4853-a281-c68fea20eafe tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 210 time: 0.0612233 Apr 18 17:32:37.154342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81200d-6379-43ad-9e59-d08eddeb5ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162ef7f-6906-419c-8b76-ca86ede338d9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:37.200986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] For port dfe320be-5300-4c2b-b839-a5b78af48c69, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:37.214677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] For port dfe320be-5300-4c2b-b839-a5b78af48c69, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dfe320be-5300-4c2b-b839-a5b78af48c69,segment=NetworkSegment(a2a2115c-4a65-44d4-9341-1f4288b43cce),segment_id=a2a2115c-4a65-44d4-9341-1f4288b43cce)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:37.261122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.290429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=1e927aa7-f726-4a6f-96d6-a9321b9b2670,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:37.345126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Made reservation on behalf of 0d4e9fbeb88a4c04bf7e53ef6e779e7d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:37.346489 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.349284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.378540 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.450218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdbea61-1f6a-4038-b29c-386949ccc944']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:37.478988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c9d48-d336-4b9f-9b83-538b5875b0f7 None None] Pushing event updated for resources: {'Port': ['ID=dfe320be-5300-4c2b-b839-a5b78af48c69,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:37.479605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a2115c-4a65-44d4-9341-1f4288b43cce') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:37.491590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a2115c-4a65-44d4-9341-1f4288b43cce') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:37.518151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.527908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 533cfdda-a341-413a-a417-aef89188e99c no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:37.574575 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.581299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:37.582967 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:37.586126 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:37.637522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 533cfdda-a341-413a-a417-aef89188e99c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:37.638116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 533cfdda-a341-413a-a417-aef89188e99c not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:37.678730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Allocated IP 172.20.0.5 (ee430a9e-6265-4da4-9190-259f8b6a1fea/35210c14-3dc8-489d-b308-3abd34e87e70/7ab2779d-e972-4f6a-9072-bc387f8eba3e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:37.739947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.api [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:32:37.739947 n-d-836015-2 neutron-server[109826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:32:37.739947 n-d-836015-2 neutron-server[109826]: [parameters: {'id': '1cdbea61-1f6a-4038-b29c-386949ccc944'}] Apr 18 17:32:37.739947 n-d-836015-2 neutron-server[109826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:32:37.740374 n-d-836015-2 neutron-server[109826]: DEBUG oslo_db.api [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:32:37.847398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 56184f1a-b221-4daa-8c2d-3600fdfc1838 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:32:37.998039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.107972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 56184f1a-b221-4daa-8c2d-3600fdfc1838, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=56184f1a-b221-4daa-8c2d-3600fdfc1838,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:38.121213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dfe320be-5300-4c2b-b839-a5b78af48c69 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:38.122750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f73f0-5644-4787-8a82-c5b414fead5f req-0b0aa273-0e77-4c33-adac-449bc2e7127c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:38.124416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-434f73f0-5644-4787-8a82-c5b414fead5f req-0b0aa273-0e77-4c33-adac-449bc2e7127c tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.0966434 Apr 18 17:32:38.134446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.161126 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'port_id': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'mac_address': 'fa:16:3e:30:9c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:32:38.203837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-434f73f0-5644-4787-8a82-c5b414fead5f req-ce776560-31a9-4dfd-8613-e8778b3e9c4a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725625 Apr 18 17:32:38.244117 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.255694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.259144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42832) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:38.266501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network ee430a9e-6265-4da4-9190-259f8b6a1fea is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:38.271886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:38.272755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56184f1a-b221-4daa-8c2d-3600fdfc1838 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:32:38.277845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:38.282849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=7ab2779d-e972-4f6a-9072-bc387f8eba3e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:38.323455 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9bed-d9c6-40d2-a156-e56c90977e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.328549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port dfe320be-5300-4c2b-b839-a5b78af48c69 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:38.329200 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.372213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:38.373794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.375251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 56184f1a-b221-4daa-8c2d-3600fdfc1838, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=56184f1a-b221-4daa-8c2d-3600fdfc1838,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:38.436189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b28d33-b35c-402d-95cb-aeedd3b54679 req-cbb56149-5a07-4f2d-a227-a4328e53913a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:38.445656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33b28d33-b35c-402d-95cb-aeedd3b54679 req-cbb56149-5a07-4f2d-a227-a4328e53913a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 944 time: 0.2572675 Apr 18 17:32:38.462708 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.514201 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9bed-d9c6-40d2-a156-e56c90977e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.522237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.540103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-fefa6be6-6b91-41f5-ad1a-bc6ea16f223c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4407554 Apr 18 17:32:38.559910 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657cf90-bbdb-4e85-89af-9c760d6f97e9 req-159419a8-fdc8-4095-9f9b-26a2f538131c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:38.560580 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Request body: {'port': {'device_id': '0553350d-4b47-484f-8b93-015e96e87d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:38.561528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a657cf90-bbdb-4e85-89af-9c760d6f97e9 req-159419a8-fdc8-4095-9f9b-26a2f538131c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 970 time: 0.1688514 Apr 18 17:32:38.654881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33b28d33-b35c-402d-95cb-aeedd3b54679 req-28e2979a-d7e7-472a-8140-ab4a2b50b59f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857610 Apr 18 17:32:38.656314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting port dfe320be-5300-4c2b-b839-a5b78af48c69 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:38.656661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.686421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=56184f1a-b221-4daa-8c2d-3600fdfc1838,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:38.687866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port dfe320be-5300-4c2b-b839-a5b78af48c69, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dfe320be-5300-4c2b-b839-a5b78af48c69,segment=NetworkSegment(a2a2115c-4a65-44d4-9341-1f4288b43cce),segment_id=a2a2115c-4a65-44d4-9341-1f4288b43cce)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:38.732393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.777371 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9bed-d9c6-40d2-a156-e56c90977e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.826260 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.829827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a657cf90-bbdb-4e85-89af-9c760d6f97e9 req-2f947d45-abb4-4cda-b9f2-2d4095118ed3 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2571878 Apr 18 17:32:38.907013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2c8a9bed-d9c6-40d2-a156-e56c90977e55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0636d451febb480ba233fed65533e347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413770 Apr 18 17:32:38.910337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] For port dfe320be-5300-4c2b-b839-a5b78af48c69, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dfe320be-5300-4c2b-b839-a5b78af48c69,segment=NetworkSegment(a2a2115c-4a65-44d4-9341-1f4288b43cce),segment_id=a2a2115c-4a65-44d4-9341-1f4288b43cce)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:38.910941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:38.914668 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42840) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:38.949968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a9bed-d9c6-40d2-a156-e56c90977e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab8be88-93db-4584-a17b-68a035e79118,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:38.954600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=dfe320be-5300-4c2b-b839-a5b78af48c69,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:38.977455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['56184f1a-b221-4daa-8c2d-3600fdfc1838'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:32:38.990140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Calling delete_port for dfe320be-5300-4c2b-b839-a5b78af48c69 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:39.018395 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45c74e07-3904-4df0-9ce0-4b5d97487667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.059534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c863a0ea-6296-4cbd-a082-0b4664024bc0 None None] Provisioning complete for port 7ab2779d-e972-4f6a-9072-bc387f8eba3e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:39.060284 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c863a0ea-6296-4cbd-a082-0b4664024bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.087553 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45c74e07-3904-4df0-9ce0-4b5d97487667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.137872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569abb8a-879e-4830-bd22-36b3f05c5027 None None] Network 1cdbea61-1f6a-4038-b29c-386949ccc944 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:39.173067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c863a0ea-6296-4cbd-a082-0b4664024bc0 None None] Port 7ab2779d-e972-4f6a-9072-bc387f8eba3e cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:32:39.253141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.278654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No DVR routers for this DVR port dfe320be-5300-4c2b-b839-a5b78af48c69 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:39.290247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab2779d-e972-4f6a-9072-bc387f8eba3e {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:32:39.304624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.326443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-27524860-a5b4-4981-b0c4-410d9e912621 None None] Could not find standard attr ID for object dfe320be-5300-4c2b-b839-a5b78af48c69. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:32:39.382101 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Transition to ACTIVE for port object 7ab2779d-e972-4f6a-9072-bc387f8eba3e will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:32:39.398339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45c74e07-3904-4df0-9ce0-4b5d97487667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.401853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45c74e07-3904-4df0-9ce0-4b5d97487667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.403073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-45c74e07-3904-4df0-9ce0-4b5d97487667 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ab8be88-93db-4584-a17b-68a035e79118 HTTP/1.1" status: 204 len: 168 time: 0.4870000 Apr 18 17:32:39.407629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Port': ['ID=dfe320be-5300-4c2b-b839-a5b78af48c69,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:39.444202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c74e07-3904-4df0-9ce0-4b5d97487667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab8be88-93db-4584-a17b-68a035e79118,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:39.449103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.475791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce12bd-df56-4f28-b4be-76c209a110be None None] DHCP port deletion for 1cdbea61-1f6a-4038-b29c-386949ccc944 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:32:39.532954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.552737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b290af1-f7fb-4615-97a4-72fb95cfafd1 req-d99c8318-4900-4c39-b3f4-9c3e44283e7d tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:39.552737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b290af1-f7fb-4615-97a4-72fb95cfafd1 req-d99c8318-4900-4c39-b3f4-9c3e44283e7d tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.1457219 Apr 18 17:32:39.573285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdbea61-1f6a-4038-b29c-386949ccc944']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:39.611907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a2115c-4a65-44d4-9341-1f4288b43cce') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:39.613863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a2115c-4a65-44d4-9341-1f4288b43cce') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:39.664853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.681459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Pushing event updated for resources: {'Port': ['ID=7ab2779d-e972-4f6a-9072-bc387f8eba3e,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:39.711340 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.761541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b290af1-f7fb-4615-97a4-72fb95cfafd1 req-5d5cd70a-52b6-4e3d-9077-7b15e194d4b3 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2ff2eab-5fc1-43d5-8f30-3d4726576d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763208 Apr 18 17:32:39.768747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:39.769811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:39.773685 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:39.795352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-4fa6f444-dcd7-4629-96e4-6bfbfb12df9a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:39.801995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-4fa6f444-dcd7-4629-96e4-6bfbfb12df9a tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 1096 time: 0.2443621 Apr 18 17:32:39.959288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Attempting to bind port 7ab2779d-e972-4f6a-9072-bc387f8eba3e on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:39.959288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Attempting to bind port 7ab2779d-e972-4f6a-9072-bc387f8eba3e by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:39.959288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Attempting to bind port 7ab2779d-e972-4f6a-9072-bc387f8eba3e on network ee430a9e-6265-4da4-9190-259f8b6a1fea {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:39.969448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Port 7ab2779d-e972-4f6a-9072-bc387f8eba3e on network ee430a9e-6265-4da4-9190-259f8b6a1fea not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:32:39.974954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2f070-5f0a-4f94-a06c-895166fe3711 req-b3a4a803-ab3a-4d47-8b29-c3030cf12dfe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:39.976519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cf2f070-5f0a-4f94-a06c-895166fe3711 req-b3a4a803-ab3a-4d47-8b29-c3030cf12dfe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 945 time: 0.0907850 Apr 18 17:32:39.976719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Attempting to bind port 7ab2779d-e972-4f6a-9072-bc387f8eba3e on network ee430a9e-6265-4da4-9190-259f8b6a1fea {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:40.005220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:40.005852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Checking segment: {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:40.006438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Bound using segment: {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:40.007091 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Bound port: 7ab2779d-e972-4f6a-9072-bc387f8eba3e, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb56868-ea30-41aa-be8f-6deb58833fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:40.007463 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.020917 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.036090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Deleting port e5cf8979-e9da-4b04-9b80-7a8ef484e79a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:40.037467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.042156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dfe320be-5300-4c2b-b839-a5b78af48c69 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:40.042993 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.051993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/1cdbea61-1f6a-4038-b29c-386949ccc944 HTTP/1.1" status: 204 len: 168 time: 3.7244442 Apr 18 17:32:40.057180 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42864) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:40.086043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: dfe320be-5300-4c2b-b839-a5b78af48c69 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:40.086390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dfe320be-5300-4c2b-b839-a5b78af48c69 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:40.101480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804413981'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:40.113552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26ae29-03ef-44e2-b238-cdf492afed6f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=1cdbea61-1f6a-4038-b29c-386949ccc944,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:40.133137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0cf2f070-5f0a-4f94-a06c-895166fe3711 req-82c306c3-38ff-4d26-a41f-7ca8626e5ef5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416714 Apr 18 17:32:40.174962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe369-8d9c-44b7-8703-678ccf62e17e req-7b6e0faa-3d77-4ce5-99d1-b714ddf4c78c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:40.184569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a7fe369-8d9c-44b7-8703-678ccf62e17e req-7b6e0faa-3d77-4ce5-99d1-b714ddf4c78c tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 982 time: 0.1429877 Apr 18 17:32:40.229608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a7fe369-8d9c-44b7-8703-678ccf62e17e req-901ef7e8-82bf-4e24-b021-f65e1de0ec89 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0438294 Apr 18 17:32:40.233964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:40.242319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.260182 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:32:40.272967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] For port 7ab2779d-e972-4f6a-9072-bc387f8eba3e, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:40.283586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] For port e5cf8979-e9da-4b04-9b80-7a8ef484e79a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:40.283973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.316850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] For port 7ab2779d-e972-4f6a-9072-bc387f8eba3e, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:40.319625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Calling delete_port for e5cf8979-e9da-4b04-9b80-7a8ef484e79a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:40.321382 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:40.342721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.345051 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment 72232b52-3dcd-41e4-bee0-215e29f88dff of type vlan for network 0d6312a5-cc47-4612-8b0a-7fd27a670955 Apr 18 17:32:40.410616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.467747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:40.467747 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.467747 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] 10.222.0.41 "PUT /v2.0/ports/7ab2779d-e972-4f6a-9072-bc387f8eba3e HTTP/1.1" status: 200 len: 1130 time: 1.9126730 Apr 18 17:32:40.470568 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.474574 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:40.477859 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18318d-30b3-4407-a487-e1073631343a" -d '{"events": [{"name": "network-changed", "server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:40.550907 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25c083c-3f57-4514-a873-8c040f8e47fd x-openstack-request-id: req-c25c083c-3f57-4514-a873-8c040f8e47fd {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:40.553756 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:40.553756 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c25c083c-3f57-4514-a873-8c040f8e47fd {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:40.553756 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25c083c-3f57-4514-a873-8c040f8e47fd'] response: {'name': 'network-changed', 'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'status': 'completed', 'code': 200} Apr 18 17:32:40.579547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfbba5-64d8-45a1-9d32-f39c668267af service neutron] Pushing event updated for resources: {'Port': ['ID=7ab2779d-e972-4f6a-9072-bc387f8eba3e,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:40.680871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18318d-30b3-4407-a487-e1073631343a req-fc90fe2d-620b-4d9c-a1a4-3c422c785916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:40.682456 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dc18318d-30b3-4407-a487-e1073631343a req-fc90fe2d-620b-4d9c-a1a4-3c422c785916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1133 time: 0.0917630 Apr 18 17:32:40.749207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.755516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:40.756257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.875214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:40.907860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['e5cf8979-e9da-4b04-9b80-7a8ef484e79a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:32:40.916974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec122028-e473-434f-9b13-09687b587783 req-2e9af0cc-6d09-4b22-99b3-f219ac83aa06 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 210 time: 0.0448279 Apr 18 17:32:41.011920 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5cf8979-e9da-4b04-9b80-7a8ef484e79a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:41.089009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=0d6312a5-cc47-4612-8b0a-7fd27a670955,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:41.093790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] No DVR routers for this DVR port e5cf8979-e9da-4b04-9b80-7a8ef484e79a on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:41.100570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:41.103615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:41.104892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dfca9b5d-0deb-4b71-af6a-108030091074 req-8133efb9-e3ec-42cc-829e-15ce2e1649e0 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e5cf8979-e9da-4b04-9b80-7a8ef484e79a HTTP/1.1" status: 204 len: 173 time: 1.2740870 Apr 18 17:32:41.118764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18318d-30b3-4407-a487-e1073631343a req-f790ac97-945a-42ba-8aba-f279c7201eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:41.120524 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dc18318d-30b3-4407-a487-e1073631343a req-f790ac97-945a-42ba-8aba-f279c7201eeb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4225597 Apr 18 17:32:41.138976 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3b430a85-5024-4410-8f23-545ce661a351 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0442705 Apr 18 17:32:41.141756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42904) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:41.147217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:41.338879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc125-8fdb-4852-960a-31fa38ec8810 req-d889e687-d55f-4165-82af-4fd908f79844 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:41.349719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f79fc125-8fdb-4852-960a-31fa38ec8810 req-d889e687-d55f-4165-82af-4fd908f79844 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 945 time: 0.0945992 Apr 18 17:32:41.481658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18318d-30b3-4407-a487-e1073631343a req-30d08e9f-4efe-4ea1-a386-9033d415e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:41.483232 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dc18318d-30b3-4407-a487-e1073631343a req-30d08e9f-4efe-4ea1-a386-9033d415e5db service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3559196 Apr 18 17:32:41.541763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f79fc125-8fdb-4852-960a-31fa38ec8810 req-9a8f5183-f25c-414b-86f3-f823bba40d3b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907468 Apr 18 17:32:41.574400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bfa88-f552-4de1-b3f1-23ce546fc4b9 req-d1984dea-e680-4ffe-a1c3-b29117455a04 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:41.575939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d25bfa88-f552-4de1-b3f1-23ce546fc4b9 req-d1984dea-e680-4ffe-a1c3-b29117455a04 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 982 time: 0.1883266 Apr 18 17:32:41.600343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:41.606163 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:41.681495 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d25bfa88-f552-4de1-b3f1-23ce546fc4b9 req-bc5cfa3c-5f5f-4df6-96dc-6bb0f47e8e3a tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0844333 Apr 18 17:32:41.762658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a22c51-730e-461d-834a-df063835ae76 req-7f82a7f8-5d2c-4c70-8e64-188feb83018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:41.764180 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-7f82a7f8-5d2c-4c70-8e64-188feb83018d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1133 time: 0.1905210 Apr 18 17:32:41.843505 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-aea11d84-8ef9-4050-8dbd-241c508a3f71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e HTTP/1.1" status: 200 len: 217 time: 0.0648463 Apr 18 17:32:41.876809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 56184f1a-b221-4daa-8c2d-3600fdfc1838 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:41.983145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a22c51-730e-461d-834a-df063835ae76 req-5cd7d281-a678-4eb9-bfa9-0e2af69a7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:41.984623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-5cd7d281-a678-4eb9-bfa9-0e2af69a7917 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35210c14-3dc8-489d-b308-3abd34e87e70 HTTP/1.1" status: 200 len: 835 time: 0.1257932 Apr 18 17:32:42.060637 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 56184f1a-b221-4daa-8c2d-3600fdfc1838 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:32:42.064653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 56184f1a-b221-4daa-8c2d-3600fdfc1838 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:42.065056 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:42.082181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7db0eb24-9fd7-4a62-a1ef-a7d0c5af5b19 req-c225cc23-bf32-48ca-ac1d-bb619567fa98 tempest-TestServerMultinode-833188660 tempest-TestServerMultinode-833188660-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c28ee6a7-611e-4b09-9159-f122b2dbe969 HTTP/1.1" status: 200 len: 210 time: 0.0369358 Apr 18 17:32:42.095748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a22c51-730e-461d-834a-df063835ae76 req-658ed8fa-c6a2-4a09-9797-d6545a4102d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:42.098614 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-658ed8fa-c6a2-4a09-9797-d6545a4102d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee430a9e-6265-4da4-9190-259f8b6a1fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858862 Apr 18 17:32:42.216557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:42.329490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=90c6064c-4db4-41b1-901a-58fc1e1b276b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:42.439846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': '72232b52-3dcd-41e4-bee0-215e29f88dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:42.440570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: 0d6312a5-cc47-4612-8b0a-7fd27a670955, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:42.465740 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-3fd1e400-23d0-43e7-9da3-26fdb4afd8cf service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580463 Apr 18 17:32:42.549694 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:42.576555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56184f1a-b221-4daa-8c2d-3600fdfc1838'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:42.579113 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed55b87-ec78-4eaf-9489-e5356d1d6551" -d '{"events": [{"server_uuid": "f4e894b7-ab08-4685-8ceb-a4d2c943794b", "name": "network-vif-plugged", "status": "completed", "tag": "56184f1a-b221-4daa-8c2d-3600fdfc1838"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:42.586329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28ee6a7-611e-4b09-9159-f122b2dbe969', 'name': 'network-vif-deleted', 'tag': 'e5cf8979-e9da-4b04-9b80-7a8ef484e79a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:42.588555 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0014aff-e806-4838-aab2-eab0710c61cf" -d '{"events": [{"server_uuid": "c28ee6a7-611e-4b09-9159-f122b2dbe969", "name": "network-vif-deleted", "tag": "e5cf8979-e9da-4b04-9b80-7a8ef484e79a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:42.595090 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 56184f1a-b221-4daa-8c2d-3600fdfc1838, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=56184f1a-b221-4daa-8c2d-3600fdfc1838,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:42.602134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:42.617779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-31a22c51-730e-461d-834a-df063835ae76 req-384fea7b-9952-4c0a-8ae6-1df4bf81a6da service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434917 Apr 18 17:32:42.659823 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:42.683590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 0d6312a5-cc47-4612-8b0a-7fd27a670955) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:42.695486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:42.695486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:42.735419 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b912d9-8aba-4256-a2c2-08ad45a8f599 x-openstack-request-id: req-65b912d9-8aba-4256-a2c2-08ad45a8f599 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:42.735704 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e894b7-ab08-4685-8ceb-a4d2c943794b", "name": "network-vif-plugged", "status": "completed", "tag": "56184f1a-b221-4daa-8c2d-3600fdfc1838", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:42.735972 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65b912d9-8aba-4256-a2c2-08ad45a8f599 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:42.736391 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b912d9-8aba-4256-a2c2-08ad45a8f599'] response: {'server_uuid': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'code': 200} Apr 18 17:32:42.739620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd3b4a-60c3-4733-aa3f-ee2524263c28 None None] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:42.771882 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eae3b03-3f6c-470f-a8b5-0cdbb06ade93 x-openstack-request-id: req-4eae3b03-3f6c-470f-a8b5-0cdbb06ade93 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:42.772411 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28ee6a7-611e-4b09-9159-f122b2dbe969", "name": "network-vif-deleted", "tag": "e5cf8979-e9da-4b04-9b80-7a8ef484e79a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:42.772842 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4eae3b03-3f6c-470f-a8b5-0cdbb06ade93 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:42.773433 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eae3b03-3f6c-470f-a8b5-0cdbb06ade93'] response: {'server_uuid': 'c28ee6a7-611e-4b09-9159-f122b2dbe969', 'name': 'network-vif-deleted', 'tag': 'e5cf8979-e9da-4b04-9b80-7a8ef484e79a', 'status': 'completed', 'code': 200} Apr 18 17:32:42.795252 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f482b720-d2b2-4e16-89b5-980343b01081 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6524470 Apr 18 17:32:42.797997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42956) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:42.806452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:42.830664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da1b39-76fb-4f64-8ed3-a55b7af473e4 req-16308263-9b18-45d3-b5c5-eba971be8de1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:42.834340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06da1b39-76fb-4f64-8ed3-a55b7af473e4 req-16308263-9b18-45d3-b5c5-eba971be8de1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 946 time: 0.1018794 Apr 18 17:32:42.925544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06da1b39-76fb-4f64-8ed3-a55b7af473e4 req-3c125350-de8d-4fb2-8147-b87eae6021b9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862570 Apr 18 17:32:43.025383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d63bc-1114-4758-9b5f-99432e48741f req-3f26e369-3631-433b-91c0-06d034ed5724 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:43.034427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa0d63bc-1114-4758-9b5f-99432e48741f req-3f26e369-3631-433b-91c0-06d034ed5724 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 982 time: 0.1267855 Apr 18 17:32:43.048114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5831-6b3b-4035-bf5c-f96124f0a253 req-658ae6d4-a8fb-4109-a3fc-fbd080c51198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:43.049933 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d45a5831-6b3b-4035-bf5c-f96124f0a253 req-658ae6d4-a8fb-4109-a3fc-fbd080c51198 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 1097 time: 0.2353363 Apr 18 17:32:43.090347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa0d63bc-1114-4758-9b5f-99432e48741f req-20da4b2c-11aa-4d68-bcb3-1de35ba52618 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0516181 Apr 18 17:32:43.115057 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-0d6312a5-cc47-4612-8b0a-7fd27a670955', 'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': '90c6064c-4db4-41b1-901a-58fc1e1b276b'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:43.116279 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.120486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d45a5831-6b3b-4035-bf5c-f96124f0a253 req-60f404b6-98f1-4db6-96e7-2f2a93ac7949 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635939 Apr 18 17:32:43.145265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:43.149881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.179967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42964) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:43.344975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=56184f1a-b221-4daa-8c2d-3600fdfc1838,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:43.380428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Allocated IP 2001:db8::2 (0d6312a5-cc47-4612-8b0a-7fd27a670955/90c6064c-4db4-41b1-901a-58fc1e1b276b/59c998b3-c9c5-47af-851b-a286cf44dee1) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:43.528315 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.582544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:43.586204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:43.591141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:43.591802 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.617076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=1a66fd36-83f4-4eb6-81b7-76a14c33fea3,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:43.639485 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.655948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.680676 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5477b374-3089-4c57-b39f-7a7c6f27643f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8810129 Apr 18 17:32:43.683002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42972) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:43.707832 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.764673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:43.772877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:43.775866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:43.805468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c8032-b82c-4196-b52c-f101f8178fbd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:43.807132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c8032-b82c-4196-b52c-f101f8178fbd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:43.808640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c8032-b82c-4196-b52c-f101f8178fbd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:43.810491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c8032-b82c-4196-b52c-f101f8178fbd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:43.812104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c8032-b82c-4196-b52c-f101f8178fbd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:43.817899 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d54c8032-b82c-4196-b52c-f101f8178fbd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1298716 Apr 18 17:32:43.823615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 42976) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:43.823615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2897959'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:43.828141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Pushing event updated for resources: {'Port': ['ID=59c998b3-c9c5-47af-851b-a286cf44dee1,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:43.885927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e5cf8979-e9da-4b04-9b80-7a8ef484e79a no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:43.907403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Attempting to bind port 59c998b3-c9c5-47af-851b-a286cf44dee1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:43.907689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Attempting to bind port 59c998b3-c9c5-47af-851b-a286cf44dee1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '72232b52-3dcd-41e4-bee0-215e29f88dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:43.908053 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Attempting to bind port 59c998b3-c9c5-47af-851b-a286cf44dee1 on network 0d6312a5-cc47-4612-8b0a-7fd27a670955 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:43.911146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: e5cf8979-e9da-4b04-9b80-7a8ef484e79a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:43.911385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e5cf8979-e9da-4b04-9b80-7a8ef484e79a not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:43.916059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:43.916430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Checking segment: {'id': '72232b52-3dcd-41e4-bee0-215e29f88dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:43.917195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.917795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Bound using segment: {'id': '72232b52-3dcd-41e4-bee0-215e29f88dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:43.918612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Bound port: 59c998b3-c9c5-47af-851b-a286cf44dee1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72232b52-3dcd-41e4-bee0-215e29f88dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:43.919346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.946673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:43.950472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:43.992934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:44.000682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Deleting port dcdde049-c515-447a-a003-34dda225d276 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:44.001024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:44.021820 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:44.022790 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment fb8a4e50-7331-4291-9251-49ec580188a4 of type vlan for network b131b6f8-2cf6-424d-aa21-da166c1c401c Apr 18 17:32:44.100185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] For port 59c998b3-c9c5-47af-851b-a286cf44dee1, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:44.127094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] For port 59c998b3-c9c5-47af-851b-a286cf44dee1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=59c998b3-c9c5-47af-851b-a286cf44dee1,segment=NetworkSegment(72232b52-3dcd-41e4-bee0-215e29f88dff),segment_id=72232b52-3dcd-41e4-bee0-215e29f88dff)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:44.134056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:44.194075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e23e8-393e-4d01-8486-5756775424ac req-8d0453bf-c328-47f3-b8a4-520b3c179567 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:44.195654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-036e23e8-393e-4d01-8486-5756775424ac req-8d0453bf-c328-47f3-b8a4-520b3c179567 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 946 time: 0.1200502 Apr 18 17:32:44.204046 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:44.249779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] For port dcdde049-c515-447a-a003-34dda225d276, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dcdde049-c515-447a-a003-34dda225d276,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:44.250238 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:44.250410 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:44.299002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Calling delete_port for dcdde049-c515-447a-a003-34dda225d276 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:44.304222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:44.304896 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:44.308846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c932d4-cca8-48e2-ba6a-d89108668226 None None] Pushing event updated for resources: {'Port': ['ID=59c998b3-c9c5-47af-851b-a286cf44dee1,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:44.353234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec2815-2c7f-4839-a984-6ed174558106 req-2a9e50c9-03a6-46f1-ac29-8f424b3bd541 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:44.356026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07ec2815-2c7f-4839-a984-6ed174558106 req-2a9e50c9-03a6-46f1-ac29-8f424b3bd541 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 982 time: 0.1727600 Apr 18 17:32:44.397968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-036e23e8-393e-4d01-8486-5756775424ac req-06bd9c2f-1ab6-4750-a600-6f6bc428ddbb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929545 Apr 18 17:32:44.452611 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6329937 Apr 18 17:32:44.453569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 42992) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:44.479748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fa901db4-9b4f-4037-bf5c-2cd0ac2dc6b3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:44.479963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143eb1a-a1f6-4b1e-ac91-6b781a51a82b tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=b131b6f8-2cf6-424d-aa21-da166c1c401c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:44.498160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b131b6f8-2cf6-424d-aa21-da166c1c401c details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:44.584431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07ec2815-2c7f-4839-a984-6ed174558106 req-7f179c28-12c5-4fa9-9aa7-646dc526ed7a tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1835580 Apr 18 17:32:45.077882 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa901db4-9b4f-4037-bf5c-2cd0ac2dc6b3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:45.169317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa901db4-9b4f-4037-bf5c-2cd0ac2dc6b3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:45.183695 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa901db4-9b4f-4037-bf5c-2cd0ac2dc6b3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network b131b6f8-2cf6-424d-aa21-da166c1c401c is not hosted by any dhcp agent {{(pid=109826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 17:32:45.189375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa901db4-9b4f-4037-bf5c-2cd0ac2dc6b3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:45.190213 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa901db4-9b4f-4037-bf5c-2cd0ac2dc6b3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:45.195709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43010) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:45.196570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fa901db4-9b4f-4037-bf5c-2cd0ac2dc6b3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "PUT /v2.0/networks/b131b6f8-2cf6-424d-aa21-da166c1c401c HTTP/1.1" status: 200 len: 723 time: 0.7419100 Apr 18 17:32:45.200820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': 'b131b6f8-2cf6-424d-aa21-da166c1c401c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:45.217817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:45.298741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdde049-c515-447a-a003-34dda225d276,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:45.383351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa901db4-9b4f-4037-bf5c-2cd0ac2dc6b3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=b131b6f8-2cf6-424d-aa21-da166c1c401c,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:45.397863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b131b6f8-2cf6-424d-aa21-da166c1c401c details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:45.558341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:45.563264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:45.580976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 7ab2779d-e972-4f6a-9072-bc387f8eba3e details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:32:45.782276 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:45.947425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 7ab2779d-e972-4f6a-9072-bc387f8eba3e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:45.968217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'port_id': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'mac_address': 'fa:16:3e:27:1a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:32:46.102198 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:46.118097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:46.122320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab2779d-e972-4f6a-9072-bc387f8eba3e {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:32:46.149497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 7ab2779d-e972-4f6a-9072-bc387f8eba3e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:46.188039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ffd4b4-1126-4e8b-b9e4-6bb674a05bee None None] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:46.248213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=7be82cda-6975-4420-afb6-6007adec9bba,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:46.285931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': 'fb8a4e50-7331-4291-9251-49ec580188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b131b6f8-2cf6-424d-aa21-da166c1c401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:46.286301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: b131b6f8-2cf6-424d-aa21-da166c1c401c, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:46.288880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 59c998b3-c9c5-47af-851b-a286cf44dee1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:46.301899 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:46.397477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network b131b6f8-2cf6-424d-aa21-da166c1c401c is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:46.427823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=7ab2779d-e972-4f6a-9072-bc387f8eba3e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:46.494977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b131b6f8-2cf6-424d-aa21-da166c1c401c) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:46.499935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:46.500259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:46.522501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1313c4a6-d62a-4c50-ba30-8a2e25920263 None None] Provisioning complete for port 59c998b3-c9c5-47af-851b-a286cf44dee1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:46.535194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1313c4a6-d62a-4c50-ba30-8a2e25920263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:46.543312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf84af-8e83-46d5-8467-587fa4f6ffa8 None None] Network b131b6f8-2cf6-424d-aa21-da166c1c401c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:46.606542 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5d1e9a11-967d-492e-8716-542ac7e07472 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4096811 Apr 18 17:32:46.609092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43040) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:46.615177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-59bd7598-5847-4bc7-82b6-f8448ffda9de tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:46.656812 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78a26d-8964-4e31-b248-d7425f271300 req-fc956e42-7100-4239-8b2d-398a33568540 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:46.670746 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 59c998b3-c9c5-47af-851b-a286cf44dee1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:46.671944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:46.673624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b78a26d-8964-4e31-b248-d7425f271300 req-fc956e42-7100-4239-8b2d-398a33568540 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 946 time: 1.0681019 Apr 18 17:32:46.694650 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f56a66-5350-4824-9223-ec8a54db0a94 req-9f2e5895-cd28-4d3d-bef7-4a1e225964cf tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:46.696475 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35f56a66-5350-4824-9223-ec8a54db0a94 req-9f2e5895-cd28-4d3d-bef7-4a1e225964cf tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 982 time: 0.9512863 Apr 18 17:32:46.735303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['7ab2779d-e972-4f6a-9072-bc387f8eba3e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:32:46.823846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35f56a66-5350-4824-9223-ec8a54db0a94 req-0336d52e-7459-4247-9874-21a88e151efe tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1163995 Apr 18 17:32:46.836458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59bd7598-5847-4bc7-82b6-f8448ffda9de tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4485820'] for subnet, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:46.837431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b78a26d-8964-4e31-b248-d7425f271300 req-c0b3fd0d-b87b-469c-a04b-c0d1ae3f06cc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556423 Apr 18 17:32:46.938084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Router b9c3abed-657c-4620-97ba-4920ab4b8e70 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:32:47.168331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59bd7598-5847-4bc7-82b6-f8448ffda9de tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738954903992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5834111'] for subnet, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.203183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:32:47.219124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ca68e045-db52-4c52-be32-c1f09a0c26b3 admin admin] 10.222.0.45 "PUT /v2.0/routers/b9c3abed-657c-4620-97ba-4920ab4b8e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0376561 Apr 18 17:32:47.221691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43052) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:47.241012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44390e6f-6201-4488-bbf3-f96d677161d3 req-a698f8ed-76bb-4100-95c7-204e8f13909d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:47.256398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44390e6f-6201-4488-bbf3-f96d677161d3 req-a698f8ed-76bb-4100-95c7-204e8f13909d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 946 time: 0.1703298 Apr 18 17:32:47.259618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bd7598-5847-4bc7-82b6-f8448ffda9de tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:47.261033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59bd7598-5847-4bc7-82b6-f8448ffda9de tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.262657 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-59bd7598-5847-4bc7-82b6-f8448ffda9de tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "PUT /v2.0/subnets/7be82cda-6975-4420-afb6-6007adec9bba HTTP/1.1" status: 200 len: 826 time: 0.6525769 Apr 18 17:32:47.263591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd7598-5847-4bc7-82b6-f8448ffda9de tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=7be82cda-6975-4420-afb6-6007adec9bba,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:47.267102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43054) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:47.351997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] Sync routers for ids ['b9c3abed-657c-4620-97ba-4920ab4b8e70'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:32:47.373991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-44390e6f-6201-4488-bbf3-f96d677161d3 req-e79afd87-208f-4df5-91a0-759ecb68cf49 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145928 Apr 18 17:32:47.404217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.408832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43058) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:47.416443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] Routers {'b9c3abed-657c-4620-97ba-4920ab4b8e70'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:47.417177 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b9c3abed-657c-4620-97ba-4920ab4b8e70'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:47.522398 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.556087 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1313c4a6-d62a-4c50-ba30-8a2e25920263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.572067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.619366 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.703839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-b131b6f8-2cf6-424d-aa21-da166c1c401c', 'network_id': 'b131b6f8-2cf6-424d-aa21-da166c1c401c', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': '7be82cda-6975-4420-afb6-6007adec9bba'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:32:47.706314 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.809008 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.841027 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:47.863955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1313c4a6-d62a-4c50-ba30-8a2e25920263 None None] For port 59c998b3-c9c5-47af-851b-a286cf44dee1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=59c998b3-c9c5-47af-851b-a286cf44dee1,segment=NetworkSegment(72232b52-3dcd-41e4-bee0-215e29f88dff),segment_id=72232b52-3dcd-41e4-bee0-215e29f88dff)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:48.026309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Deleting port 7dfab60b-281c-4ae7-b442-1f0910ed45b0 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:48.026702 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:48.131763 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:32:48.142198 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:32:48.142623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1313c4a6-d62a-4c50-ba30-8a2e25920263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:48.163541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480b493-d427-4bb2-931a-9e40e40c3b08 None None] Update dhcp port {'port': {'network_id': '0d6312a5-cc47-4612-8b0a-7fd27a670955', 'fixed_ips': [{'subnet_id': '90c6064c-4db4-41b1-901a-58fc1e1b276b', 'ip_address': '2001:db8::2'}, {'subnet_id': '1a66fd36-83f4-4eb6-81b7-76a14c33fea3'}], 'binding:host_id': 'n-d-836015-2'}, 'id': '59c998b3-c9c5-47af-851b-a286cf44dee1'} from n-d-836015-2. {{(pid=109827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 17:32:48.188259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93214-7c1d-4779-a9dc-d9a31e0a199a req-11ec709d-3402-461a-8a6c-d8bc1d142f06 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:48.198869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36d93214-7c1d-4779-a9dc-d9a31e0a199a req-11ec709d-3402-461a-8a6c-d8bc1d142f06 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 983 time: 0.2194967 Apr 18 17:32:48.265208 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36d93214-7c1d-4779-a9dc-d9a31e0a199a req-bae61b39-63dc-4193-8a51-c71d85156f9f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0650537 Apr 18 17:32:48.303972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] For port 7dfab60b-281c-4ae7-b442-1f0910ed45b0, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7dfab60b-281c-4ae7-b442-1f0910ed45b0,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:48.317139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:48.337086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] Set router b9c3abed-657c-4620-97ba-4920ab4b8e70 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:48.350584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Calling delete_port for 7dfab60b-281c-4ae7-b442-1f0910ed45b0 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:48.352142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:48.382158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371534dc-a85b-4831-8fd1-98050db70c8c tempest-TestVolumeBootPattern-1534279037 tempest-TestVolumeBootPattern-1534279037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:48.386641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-371534dc-a85b-4831-8fd1-98050db70c8c tempest-TestVolumeBootPattern-1534279037 tempest-TestVolumeBootPattern-1534279037-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 1092 time: 0.9652736 Apr 18 17:32:48.386808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43082) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:48.391952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:48.512185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:48.719772 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f480b493-d427-4bb2-931a-9e40e40c3b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:48.736098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313c4a6-d62a-4c50-ba30-8a2e25920263 None None] Pushing event updated for resources: {'Port': ['ID=59c998b3-c9c5-47af-851b-a286cf44dee1,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:48.775134 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:48.832659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Allocated IP 2001:db8::2 (b131b6f8-2cf6-424d-aa21-da166c1c401c/7be82cda-6975-4420-afb6-6007adec9bba/bdc73d08-610c-47e9-b99c-b49be1adbd6e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:48.840755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfab60b-281c-4ae7-b442-1f0910ed45b0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:48.843285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:48.852245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43094) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:48.920956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:32:45Z', 'revision_number': 5, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port': {'id': '7dfab60b-281c-4ae7-b442-1f0910ed45b0', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:13Z', 'updated_at': '2022-04-18T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:48.973380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] Checking router: b9c3abed-657c-4620-97ba-4920ab4b8e70 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:32:49.000768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.058913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] Routers {'b9c3abed-657c-4620-97ba-4920ab4b8e70'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:49.059879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b9c3abed-657c-4620-97ba-4920ab4b8e70'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:49.073019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cf99b01-9204-4522-8407-37aee1cc5520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.133019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.25.5.77 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/da698cbf-1571-4989-8365-41273e395b84) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:49.198780 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.204585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.209715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] Set router b9c3abed-657c-4620-97ba-4920ab4b8e70 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:49.293172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:32:48Z', 'revision_number': 7, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:49.370448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257bbc7-036f-4802-a170-9b384bf845a9 None None] The sync data for ids ['b9c3abed-657c-4620-97ba-4920ab4b8e70'] in n-d-836015-2 is: [{'id': 'b9c3abed-657c-4620-97ba-4920ab4b8e70', 'name': 'tempest-TestServerMultinode-1727714730-router', 'tenant_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:12Z', 'updated_at': '2022-04-18T17:32:48Z', 'revision_number': 7, 'project_id': 'e9b5c7777fe34e058efea7c98b7c38cb', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:32:49.372397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 59c998b3-c9c5-47af-851b-a286cf44dee1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:49.443403 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.443967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c3abed-657c-4620-97ba-4920ab4b8e70 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:32:49.451346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.453162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-48d70d3e-2219-4bbf-9378-aa12d1cd0e18 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b9c3abed-657c-4620-97ba-4920ab4b8e70 HTTP/1.1" status: 204 len: 168 time: 2.2269657 Apr 18 17:32:49.456844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43106) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:49.473241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 59c998b3-c9c5-47af-851b-a286cf44dee1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:49.473648 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.476650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cf99b01-9204-4522-8407-37aee1cc5520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.500523 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.526195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da98bd-c104-4ddf-b21a-b02c314e388c req-8e65c716-baf6-41b2-bedb-5da996865f6e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:49.529941 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3cf99b01-9204-4522-8407-37aee1cc5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.540492 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3da98bd-c104-4ddf-b21a-b02c314e388c req-8e65c716-baf6-41b2-bedb-5da996865f6e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 983 time: 0.1616719 Apr 18 17:32:49.551237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1727a6-1a31-46a3-a4aa-d4cf6f69006f admin admin] Deleting subnet d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:32:49.560528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b1727a6-1a31-46a3-a4aa-d4cf6f69006f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.569798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 7ab2779d-e972-4f6a-9072-bc387f8eba3e up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:49.579318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3cf99b01-9204-4522-8407-37aee1cc5520 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=140f4b396ed74d4f82e089928abfa15c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7241158 Apr 18 17:32:49.580112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43110) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:49.645523 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b1727a6-1a31-46a3-a4aa-d4cf6f69006f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.667875 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3da98bd-c104-4ddf-b21a-b02c314e388c req-2794f8ac-afba-4d09-9d2e-f2834cacb982 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1220944 Apr 18 17:32:49.687578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99b01-9204-4522-8407-37aee1cc5520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbb13e0-8025-4b76-b5f9-ec60939004b2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:49.714897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f480b493-d427-4bb2-931a-9e40e40c3b08 None None] Allocated IP 172.20.0.1 (0d6312a5-cc47-4612-8b0a-7fd27a670955/1a66fd36-83f4-4eb6-81b7-76a14c33fea3/59c998b3-c9c5-47af-851b-a286cf44dee1) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:49.715780 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b137d55-0d18-469a-ad6a-a9bf03f02262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.743871 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b137d55-0d18-469a-ad6a-a9bf03f02262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.808893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.811993 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.879610 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b1727a6-1a31-46a3-a4aa-d4cf6f69006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:49.893627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:49.924986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:49.951869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:49.989959 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=da698cbf-1571-4989-8365-41273e395b84,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:50.081454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.091538 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b1727a6-1a31-46a3-a4aa-d4cf6f69006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.091784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b137d55-0d18-469a-ad6a-a9bf03f02262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.099114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b137d55-0d18-469a-ad6a-a9bf03f02262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.099114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7b137d55-0d18-469a-ad6a-a9bf03f02262 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/afbb13e0-8025-4b76-b5f9-ec60939004b2 HTTP/1.1" status: 204 len: 168 time: 0.5121722 Apr 18 17:32:50.142758 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b1727a6-1a31-46a3-a4aa-d4cf6f69006f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.161753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4b1727a6-1a31-46a3-a4aa-d4cf6f69006f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20 HTTP/1.1" status: 204 len: 168 time: 0.7032652 Apr 18 17:32:50.162684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43122) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:50.168166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=7be82cda-6975-4420-afb6-6007adec9bba,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:50.171049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1727a6-1a31-46a3-a4aa-d4cf6f69006f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85a17bc-b3c1-4fa7-8f31-a3fa7332eb20,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:50.182419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b137d55-0d18-469a-ad6a-a9bf03f02262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbb13e0-8025-4b76-b5f9-ec60939004b2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:50.266440 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.296872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.347675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ae318-9dc0-431e-a36b-7f6f7d379b15 None None] Network d754dab1-e6a3-40e0-9214-c9f972e3db6f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:50.368998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Deleting port 00c5e63e-a21e-44e9-b560-52def4a822eb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:50.369589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.372833 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.373911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b131b6f8-2cf6-424d-aa21-da166c1c401c']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:50.388233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8a4e50-7331-4291-9251-49ec580188a4') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:50.388539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8a4e50-7331-4291-9251-49ec580188a4') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:50.408082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.435438 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.462232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Network b131b6f8-2cf6-424d-aa21-da166c1c401c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:50.470318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:50.470752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:50.474449 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:50.514057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] For port 00c5e63e-a21e-44e9-b560-52def4a822eb, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=00c5e63e-a21e-44e9-b560-52def4a822eb,segment=NetworkSegment(4751bda2-9f01-416c-8c3b-6234e4048460),segment_id=4751bda2-9f01-416c-8c3b-6234e4048460)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:50.514533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.517131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:50.539769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Calling delete_port for 00c5e63e-a21e-44e9-b560-52def4a822eb owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:50.566914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f480b493-d427-4bb2-931a-9e40e40c3b08 None None] For port 59c998b3-c9c5-47af-851b-a286cf44dee1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=59c998b3-c9c5-47af-851b-a286cf44dee1,segment=NetworkSegment(72232b52-3dcd-41e4-bee0-215e29f88dff),segment_id=72232b52-3dcd-41e4-bee0-215e29f88dff)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:50.612312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 7ab2779d-e972-4f6a-9072-bc387f8eba3e completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:32:50.621847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:50.631024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 7ab2779d-e972-4f6a-9072-bc387f8eba3e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:50.631024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.794254 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:32:50.794254 n-d-836015-2 neutron-server[109825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:32:50.794254 n-d-836015-2 neutron-server[109825]: [parameters: {'id': 'b131b6f8-2cf6-424d-aa21-da166c1c401c'}] Apr 18 17:32:50.794254 n-d-836015-2 neutron-server[109825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:32:50.794953 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:32:50.798354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Pushing event updated for resources: {'Port': ['ID=bdc73d08-610c-47e9-b99c-b49be1adbd6e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:50.833574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.930195 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.943827 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f480b493-d427-4bb2-931a-9e40e40c3b08 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.948253 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Attempting to bind port bdc73d08-610c-47e9-b99c-b49be1adbd6e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:32:50.948615 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Attempting to bind port bdc73d08-610c-47e9-b99c-b49be1adbd6e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'fb8a4e50-7331-4291-9251-49ec580188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b131b6f8-2cf6-424d-aa21-da166c1c401c'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:32:50.952635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Attempting to bind port bdc73d08-610c-47e9-b99c-b49be1adbd6e on network b131b6f8-2cf6-424d-aa21-da166c1c401c {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:32:50.972186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:32:50.972890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Checking segment: {'id': 'fb8a4e50-7331-4291-9251-49ec580188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b131b6f8-2cf6-424d-aa21-da166c1c401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:50.973364 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.973789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Bound using segment: {'id': 'fb8a4e50-7331-4291-9251-49ec580188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b131b6f8-2cf6-424d-aa21-da166c1c401c'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:32:50.974402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Bound port: bdc73d08-610c-47e9-b99c-b49be1adbd6e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8a4e50-7331-4291-9251-49ec580188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b131b6f8-2cf6-424d-aa21-da166c1c401c'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:32:50.974810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:50.981578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] No DVR routers for this DVR port 00c5e63e-a21e-44e9-b560-52def4a822eb on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:50.986868 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Pushing event deleted for resources: {'Port': ['ID=00c5e63e-a21e-44e9-b560-52def4a822eb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:51.011939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.036693 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906a4d9-70ae-462e-bd31-0c59cc0abd08 req-44e9caa5-557d-4541-ba53-533e41ac9ea0 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:51.036693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e906a4d9-70ae-462e-bd31-0c59cc0abd08 req-44e9caa5-557d-4541-ba53-533e41ac9ea0 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 983 time: 0.1822667 Apr 18 17:32:51.082072 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.117865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:51.120875 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b4757-e326-4b39-9d9b-f2b6e3457d43" -d '{"events": [{"server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "name": "network-vif-plugged", "status": "completed", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:51.129544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-318eab82-a806-420d-82d8-a29c36370cde None None] For port bdc73d08-610c-47e9-b99c-b49be1adbd6e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:32:51.129860 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f480b493-d427-4bb2-931a-9e40e40c3b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.132947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-318eab82-a806-420d-82d8-a29c36370cde None None] For port bdc73d08-610c-47e9-b99c-b49be1adbd6e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bdc73d08-610c-47e9-b99c-b49be1adbd6e,segment=NetworkSegment(fb8a4e50-7331-4291-9251-49ec580188a4),segment_id=fb8a4e50-7331-4291-9251-49ec580188a4)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:32:51.147994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 7ab2779d-e972-4f6a-9072-bc387f8eba3e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:51.222081 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.253330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d754dab1-e6a3-40e0-9214-c9f972e3db6f']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:51.266349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4751bda2-9f01-416c-8c3b-6234e4048460') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:51.266926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4751bda2-9f01-416c-8c3b-6234e4048460') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:51.278023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.291985 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6b068a-3080-4e30-a0c5-b4ff40a73c88 x-openstack-request-id: req-cd6b068a-3080-4e30-a0c5-b4ff40a73c88 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:51.292557 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "name": "network-vif-plugged", "status": "completed", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:51.292981 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd6b068a-3080-4e30-a0c5-b4ff40a73c88 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:51.293577 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6b068a-3080-4e30-a0c5-b4ff40a73c88'] response: {'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'code': 200} Apr 18 17:32:51.293865 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.306150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:51.306150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.306458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.323650 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480b493-d427-4bb2-931a-9e40e40c3b08 None None] Pushing event updated for resources: {'Port': ['ID=59c998b3-c9c5-47af-851b-a286cf44dee1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:51.327791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a36ac-9044-4961-a848-63504612959f None None] DHCP port deletion for d754dab1-e6a3-40e0-9214-c9f972e3db6f request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:32:51.334499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7dfab60b-281c-4ae7-b442-1f0910ed45b0 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:51.351130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:51.372289 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:51.392241 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.398683 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e906a4d9-70ae-462e-bd31-0c59cc0abd08 req-80adcaa3-9019-4629-aec3-406906409295 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3509288 Apr 18 17:32:51.405778 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.445199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 7dfab60b-281c-4ae7-b442-1f0910ed45b0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:51.445579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7dfab60b-281c-4ae7-b442-1f0910ed45b0 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:51.445999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dcdde049-c515-447a-a003-34dda225d276 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:51.452308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038784be-cd32-4241-9e38-457ac90913cb req-abd81d3f-890e-4d87-add6-40b292874780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:51.452771 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.453906 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-038784be-cd32-4241-9e38-457ac90913cb req-abd81d3f-890e-4d87-add6-40b292874780 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1135 time: 0.1449361 Apr 18 17:32:51.468692 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.480344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] 10.222.0.45 "DELETE /v2.0/networks/d754dab1-e6a3-40e0-9214-c9f972e3db6f HTTP/1.1" status: 204 len: 168 time: 1.3163536 Apr 18 17:32:51.488404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43150) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:51.505959 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.521997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485efb43-3413-4e36-9c45-07ae11b4409c admin admin] Pushing event deleted for resources: {'Network': ['ID=d754dab1-e6a3-40e0-9214-c9f972e3db6f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:51.535735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: dcdde049-c515-447a-a003-34dda225d276 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:51.535735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dcdde049-c515-447a-a003-34dda225d276 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:51.554886 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-038784be-cd32-4241-9e38-457ac90913cb req-c712d31a-33dc-4ce2-b4bb-2adf7d28b12b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0926757 Apr 18 17:32:51.573644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eab82-a806-420d-82d8-a29c36370cde None None] Pushing event updated for resources: {'Port': ['ID=bdc73d08-610c-47e9-b99c-b49be1adbd6e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:51.619188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting port bdc73d08-610c-47e9-b99c-b49be1adbd6e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:51.619533 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.641770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=da698cbf-1571-4989-8365-41273e395b84,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:51.688278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.698912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfc905-d004-4519-a66d-c52f4aa5b617 None None] Network b131b6f8-2cf6-424d-aa21-da166c1c401c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:51.725359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=7ab2779d-e972-4f6a-9072-bc387f8eba3e,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:51.769732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] For port bdc73d08-610c-47e9-b99c-b49be1adbd6e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bdc73d08-610c-47e9-b99c-b49be1adbd6e,segment=NetworkSegment(fb8a4e50-7331-4291-9251-49ec580188a4),segment_id=fb8a4e50-7331-4291-9251-49ec580188a4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:51.770116 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:51.789193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Calling delete_port for bdc73d08-610c-47e9-b99c-b49be1adbd6e owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:51.962845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c85c7e-b514-4adf-8b23-288621c69ab2 None None] Network b131b6f8-2cf6-424d-aa21-da166c1c401c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:51.980021 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Floating IP 0c9a9813-2417-42b6-a6c8-34a84c87c2b9 associated. External IP: 172.25.5.77, port: 56184f1a-b221-4daa-8c2d-3600fdfc1838. Apr 18 17:32:52.045129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43168) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:52.047380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.086077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Port': ['ID=bdc73d08-610c-47e9-b99c-b49be1adbd6e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:52.123459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No DVR routers for this DVR port bdc73d08-610c-47e9-b99c-b49be1adbd6e on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:52.273594 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.304500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-775255948-network', 'tenant_id': '12d2db8b265a4bc5b44a861666374ea1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:52.395493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.395608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa1e6a-c5b0-4c1f-a2aa-1a0ec73061ec None None] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:52.433312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b131b6f8-2cf6-424d-aa21-da166c1c401c']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:52.443818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8a4e50-7331-4291-9251-49ec580188a4') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:52.444246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8a4e50-7331-4291-9251-49ec580188a4') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:52.455492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.471446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.478775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:52.479227 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:52.575007 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Made reservation on behalf of 12d2db8b265a4bc5b44a861666374ea1 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:52.578174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.599735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ca8b3fa4-71a4-4384-ad26-844da84b17fa None None] Provisioning complete for port 59c998b3-c9c5-47af-851b-a286cf44dee1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:52.600282 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3fa4-71a4-4384-ad26-844da84b17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.620328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.640343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434b1f-cce7-4e9e-9e16-83b35b1bdc6f req-42ce1d3f-96ce-40cb-bc17-6497a0b4c8b5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:52.643331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.644920 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96434b1f-cce7-4e9e-9e16-83b35b1bdc6f req-42ce1d3f-96ce-40cb-bc17-6497a0b4c8b5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 984 time: 0.1111152 Apr 18 17:32:52.649225 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.652368 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/b131b6f8-2cf6-424d-aa21-da166c1c401c HTTP/1.1" status: 204 len: 168 time: 5.3840973 Apr 18 17:32:52.662409 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43188) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:52.729364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b002c-84f0-40e9-b9fc-4048d7e219fd tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=b131b6f8-2cf6-424d-aa21-da166c1c401c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:52.734781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:32:52.739497 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7cdd4d-ad16-4bc5-bda4-fa79f2e97012 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:32:52.740146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7cdd4d-ad16-4bc5-bda4-fa79f2e97012 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:32:52.740774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-96434b1f-cce7-4e9e-9e16-83b35b1bdc6f req-3eaf3daa-0547-4413-b3d7-8211ae8b9196 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0552816 Apr 18 17:32:52.752753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0f7cdd4d-ad16-4bc5-bda4-fa79f2e97012 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/b131b6f8-2cf6-424d-aa21-da166c1c401c HTTP/1.1" status: 404 len: 339 time: 0.0786052 Apr 18 17:32:52.762306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43192) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:52.779938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732994793', 'description': 'd1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:52.849156 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Deleting port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:52.849730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.954213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] For port 7be7b568-ba3c-42d9-b13d-7447aa5c3e30, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,segment=NetworkSegment(c56e63c5-faf3-4853-9c73-4a2dbc46fea5),segment_id=c56e63c5-faf3-4853-9c73-4a2dbc46fea5)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:52.954431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:52.965209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:52.970989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Calling delete_port for 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:52.971784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.070663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.088474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:53.115275 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.115630 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment f11c093f-10c7-4ba1-afa0-9ea7786a096c of type vlan for network 83730edf-1b60-45e1-a95f-68a936b7c048 Apr 18 17:32:53.128130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:32:53.148079 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:32:53.172586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.183957 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:53.184199 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:53.208542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b75599b-24bb-446a-9e18-cc7655c900c2 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:32:53.210978 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.215856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:53.243499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.243851 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Added segment 80469457-d335-4d94-94b1-5b65895228c1 of type vlan for network 96baa898-ffd5-4218-b99c-043e94a8d2d4 Apr 18 17:32:53.263401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a1171c-ef71-49d5-b957-ee962651210f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:53.297821 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.304950 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.354733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8943d193-7f38-4a14-ad16-8d7436755920 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9668138 Apr 18 17:32:53.356677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.358781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'tag': '56184f1a-b221-4daa-8c2d-3600fdfc1838'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:32:53.361113 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b900b-077f-48dd-a2ff-db7e6d28bf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e894b7-ab08-4685-8ceb-a4d2c943794b", "tag": "56184f1a-b221-4daa-8c2d-3600fdfc1838"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:32:53.364350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.369946 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:53.370581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.379897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b75599b-24bb-446a-9e18-cc7655c900c2 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:32:53.386619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 59c998b3-c9c5-47af-851b-a286cf44dee1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:32:53.412860 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Pushing event deleted for resources: {'Port': ['ID=7be7b568-ba3c-42d9-b13d-7447aa5c3e30,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:53.451278 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d2b9a9-264e-4899-819a-e3402b2359e0 x-openstack-request-id: req-b7d2b9a9-264e-4899-819a-e3402b2359e0 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:32:53.451950 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e894b7-ab08-4685-8ceb-a4d2c943794b", "tag": "56184f1a-b221-4daa-8c2d-3600fdfc1838", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:32:53.452436 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7d2b9a9-264e-4899-819a-e3402b2359e0 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:32:53.453598 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d2b9a9-264e-4899-819a-e3402b2359e0'] response: {'name': 'network-changed', 'server_uuid': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'tag': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'status': 'completed', 'code': 200} Apr 18 17:32:53.455450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d3be6b6f-4591-4b26-b26c-deb1516bd316 None None] Provisioning complete for port 59c998b3-c9c5-47af-851b-a286cf44dee1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:53.455826 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d3be6b6f-4591-4b26-b26c-deb1516bd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.561280 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7865925 Apr 18 17:32:53.562503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537b018-21b0-49bc-a2ce-f7e88f702b49 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=83730edf-1b60-45e1-a95f-68a936b7c048,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:53.576675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43206) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:53.606701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.608647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:53.609494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.635700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 59c998b3-c9c5-47af-851b-a286cf44dee1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:32:53.636092 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:53.637954 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:53.643137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 83730edf-1b60-45e1-a95f-68a936b7c048 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:53.744776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:54.057188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed26c-8609-49e9-9071-bdbe69ef05ab req-c31018db-97b1-4fdf-807b-d1bab19b5aad tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:54.058891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-055ed26c-8609-49e9-9071-bdbe69ef05ab req-c31018db-97b1-4fdf-807b-d1bab19b5aad tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 984 time: 0.2043300 Apr 18 17:32:54.131837 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-055ed26c-8609-49e9-9071-bdbe69ef05ab req-fea2b80b-fa07-4214-89d9-6f88e814fb41 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0538757 Apr 18 17:32:54.134757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-7576e88a-3846-49a8-aa48-dd3270c0bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:54.136415 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-7576e88a-3846-49a8-aa48-dd3270c0bb9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 1097 time: 0.6288815 Apr 18 17:32:54.136743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 00c5e63e-a21e-44e9-b560-52def4a822eb no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:54.160830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 00c5e63e-a21e-44e9-b560-52def4a822eb {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:54.161190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 00c5e63e-a21e-44e9-b560-52def4a822eb not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:54.179540 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '0c9a9813-2417-42b6-a6c8-34a84c87c2b9', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:30:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:32:50Z', 'updated_at': '2022-04-18T17:32:50Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:54.215828 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:32:54.231508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991224c-06ee-46a1-9208-e4b5bc338e25 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:54.240032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5991224c-06ee-46a1-9208-e4b5bc338e25 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/networks?id=83730edf-1b60-45e1-a95f-68a936b7c048 HTTP/1.1" status: 200 len: 765 time: 0.6607482 Apr 18 17:32:54.240471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43218) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:54.244598 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:54.244598 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:54.244844 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2020059 Apr 18 17:32:54.260816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-35c8f29f-4424-4250-af07-0c59e0bfe8ac tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'description': 'd2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:54.264314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43220) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:54.270178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Request body: {'subnet': {'network_id': '96baa898-ffd5-4218-b99c-043e94a8d2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-775255948-subnet', 'tenant_id': '12d2db8b265a4bc5b44a861666374ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:54.287692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcd999-639c-424c-80c4-19aaca379881 admin admin] Pushing event updated for resources: {'Network': ['ID=96baa898-ffd5-4218-b99c-043e94a8d2d4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:54.336219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 96baa898-ffd5-4218-b99c-043e94a8d2d4 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:54.388155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-f884d319-45c5-476d-82a6-7ffa4c9e4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:54.391060 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-f884d319-45c5-476d-82a6-7ffa4c9e4b25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.2060561 Apr 18 17:32:54.439396 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:54.520824 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Made reservation on behalf of 12d2db8b265a4bc5b44a861666374ea1 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:54.524071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:54.622806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Router 135b29df-baaa-464c-b19d-bce6585d77cd has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:32:54.642126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896fdc-8cb6-4e5f-bc61-5f776448c616 req-36cea058-f32f-40e9-be76-8e0b2cdb9b1e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:54.642602 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3896fdc-8cb6-4e5f-bc61-5f776448c616 req-36cea058-f32f-40e9-be76-8e0b2cdb9b1e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 984 time: 0.3617370 Apr 18 17:32:54.700496 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35c8f29f-4424-4250-af07-0c59e0bfe8ac tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:54.718257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-861b38a4-6430-43ea-ba0b-4d541aa74c75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56184f1a-b221-4daa-8c2d-3600fdfc1838 HTTP/1.1" status: 200 len: 999 time: 0.3208342 Apr 18 17:32:54.810247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-5df29d25-ac8d-4e5a-8f94-83ad4934a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:54.812244 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-5df29d25-ac8d-4e5a-8f94-83ad4934a5ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0828242 Apr 18 17:32:54.831929 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35c8f29f-4424-4250-af07-0c59e0bfe8ac tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:54.868478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3896fdc-8cb6-4e5f-bc61-5f776448c616 req-2eb901a0-3ec1-4987-9830-e66b48357b55 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2062507 Apr 18 17:32:54.869043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35c8f29f-4424-4250-af07-0c59e0bfe8ac tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network 83730edf-1b60-45e1-a95f-68a936b7c048 is not hosted by any dhcp agent {{(pid=109826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 17:32:54.874295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c8f29f-4424-4250-af07-0c59e0bfe8ac tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:54.874916 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35c8f29f-4424-4250-af07-0c59e0bfe8ac tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:54.879425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-35c8f29f-4424-4250-af07-0c59e0bfe8ac tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "PUT /v2.0/networks/83730edf-1b60-45e1-a95f-68a936b7c048 HTTP/1.1" status: 200 len: 762 time: 0.6379232 Apr 18 17:32:54.880095 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:54.900722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-7797845f-06e7-4116-b28f-a46008df9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:54.900722 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-7797845f-06e7-4116-b28f-a46008df9c40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810690 Apr 18 17:32:54.999503 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '0c9a9813-2417-42b6-a6c8-34a84c87c2b9', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:30:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:32:50Z', 'updated_at': '2022-04-18T17:32:50Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:55.032784 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816da2e-a9a1-43cf-9a3a-db20292552c4 None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '0c9a9813-2417-42b6-a6c8-34a84c87c2b9', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:30:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:32:50Z', 'updated_at': '2022-04-18T17:32:50Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:32:55.062517 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-e07a8173-face-4341-be77-f4bf3df6ffe1 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189570 Apr 18 17:32:55.133620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8f29f-4424-4250-af07-0c59e0bfe8ac tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=83730edf-1b60-45e1-a95f-68a936b7c048,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:55.160956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 83730edf-1b60-45e1-a95f-68a936b7c048 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:55.239855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350a7b5-60bd-4d4b-9025-aa1704433363 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:55.242184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b350a7b5-60bd-4d4b-9025-aa1704433363 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/networks?id=83730edf-1b60-45e1-a95f-68a936b7c048 HTTP/1.1" status: 200 len: 765 time: 0.3566165 Apr 18 17:32:55.250645 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:55.255929 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-582b900b-077f-48dd-a2ff-db7e6d28bf0a req-012af312-a30a-41eb-aa05-b50685a9d90f service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840477 Apr 18 17:32:55.260987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06338f0-bf9f-4e14-99d5-c646183eb419 req-a93a9607-665b-4057-9634-5d922bd1412f tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:55.261479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:55.263587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e06338f0-bf9f-4e14-99d5-c646183eb419 req-a93a9607-665b-4057-9634-5d922bd1412f tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1135 time: 0.2891986 Apr 18 17:32:55.344982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe70e654-bd46-459d-b9e5-092191c91037,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:55.379848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Checking segment: {'id': '80469457-d335-4d94-94b1-5b65895228c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '96baa898-ffd5-4218-b99c-043e94a8d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:55.380558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Network hostable DHCP agents. Network: 96baa898-ffd5-4218-b99c-043e94a8d2d4, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:55.387945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:32:55.402750 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e06338f0-bf9f-4e14-99d5-c646183eb419 req-61377a25-522a-4d31-ba5e-a25ed5db207a tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:55.412418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d7f18ac5-f3c1-455b-9a0e-c1e36068aafb admin admin] 10.222.0.45 "PUT /v2.0/routers/135b29df-baaa-464c-b19d-bce6585d77cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9198911 Apr 18 17:32:55.416478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43242) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:55.495130 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61cde6-37dd-4927-9d70-9ec1cf9b51b0 None None] New status for floating IP 0c9a9813-2417-42b6-a6c8-34a84c87c2b9: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:32:55.540611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] Sync routers for ids ['135b29df-baaa-464c-b19d-bce6585d77cd'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:32:55.553888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] Routers {'135b29df-baaa-464c-b19d-bce6585d77cd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:55.554633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['135b29df-baaa-464c-b19d-bce6585d77cd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:55.616678 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:55.620525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Network 96baa898-ffd5-4218-b99c-043e94a8d2d4 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:55.773155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] Set router 135b29df-baaa-464c-b19d-bce6585d77cd gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:55.837175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 96baa898-ffd5-4218-b99c-043e94a8d2d4) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:55.846320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:55.847917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:55.852129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:55.907324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc69c63-3c72-4556-b9c5-86a8ec93d695 None None] Network 96baa898-ffd5-4218-b99c-043e94a8d2d4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:56.050238 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-faa3b38c-fe54-47a7-ae92-ea14f1c61b26 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7842455 Apr 18 17:32:56.108260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Deleting port 68066d3f-073c-437d-ae9e-16c375551ce7 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:56.110635 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:56.229358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f4aa4-7cd5-493b-b45d-3a554d945cd8 None None] Network 96baa898-ffd5-4218-b99c-043e94a8d2d4 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:56.268177 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] For port 68066d3f-073c-437d-ae9e-16c375551ce7, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=68066d3f-073c-437d-ae9e-16c375551ce7,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:56.268677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:56.311941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Calling delete_port for 68066d3f-073c-437d-ae9e-16c375551ce7 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:56.359967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:56.388099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:32:53Z', 'revision_number': 5, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port': {'id': '68066d3f-073c-437d-ae9e-16c375551ce7', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:31:29Z', 'updated_at': '2022-04-18T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:56.424263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] Checking router: 135b29df-baaa-464c-b19d-bce6585d77cd for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:32:56.512985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] Routers {'135b29df-baaa-464c-b19d-bce6585d77cd'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:32:56.512985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['135b29df-baaa-464c-b19d-bce6585d77cd'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:56.535217 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e06338f0-bf9f-4e14-99d5-c646183eb419 req-61377a25-522a-4d31-ba5e-a25ed5db207a tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:56.570315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee76af-cb7e-402d-aa3f-06ab5766ec07 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:56.574100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f0ee76af-cb7e-402d-aa3f-06ab5766ec07 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3093519 Apr 18 17:32:56.580311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43272) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:56.680150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e06338f0-bf9f-4e14-99d5-c646183eb419 req-61377a25-522a-4d31-ba5e-a25ed5db207a tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:56.707588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0fb2ca28-de75-4778-b35f-0bd2f0ec79da tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5 HTTP/1.1" status: 200 len: 207 time: 0.1256623 Apr 18 17:32:56.725512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43274) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:56.749731 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61377a25-522a-4d31-ba5e-a25ed5db207a tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206fb1c1-4be5-481c-a227-75061efb9065,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:56.754442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e06338f0-bf9f-4e14-99d5-c646183eb419 req-61377a25-522a-4d31-ba5e-a25ed5db207a tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.4414818 Apr 18 17:32:56.793806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43276) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:56.850705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3da8c-9639-47c0-a00c-ba58041cf715 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:56.855600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-afc3da8c-9639-47c0-a00c-ba58041cf715 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1130 time: 0.0602527 Apr 18 17:32:56.856315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43280) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:56.861188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:56.911022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] Set router 135b29df-baaa-464c-b19d-bce6585d77cd gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:32:56.934678 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9db40f35-3b6e-4b04-bb44-0b0b1149290d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:56.972781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:32:55Z', 'revision_number': 6, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:56.996656 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.022919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f68ba-3ec5-4cd8-b6e7-00002f02e6a6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.029265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f68ba-3ec5-4cd8-b6e7-00002f02e6a6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.031340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eaeb73-f1b2-4319-be90-c6064ad6781c None None] The sync data for ids ['135b29df-baaa-464c-b19d-bce6585d77cd'] in n-d-836015-2 is: [{'id': '135b29df-baaa-464c-b19d-bce6585d77cd', 'name': 'tempest-TestServerMultinode-177557515-router', 'tenant_id': '5add7f18122e4e8e851a17265a3e7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:31:27Z', 'updated_at': '2022-04-18T17:32:55Z', 'revision_number': 6, 'project_id': '5add7f18122e4e8e851a17265a3e7a9f', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:32:57.036776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f68ba-3ec5-4cd8-b6e7-00002f02e6a6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.060486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f68ba-3ec5-4cd8-b6e7-00002f02e6a6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.066939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f68ba-3ec5-4cd8-b6e7-00002f02e6a6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.072704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f68ba-3ec5-4cd8-b6e7-00002f02e6a6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.075086 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-201f68ba-3ec5-4cd8-b6e7-00002f02e6a6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3460844 Apr 18 17:32:57.082087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43288) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:57.120806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.157708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.204435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Pushing event deleted for resources: {'Port': ['ID=68066d3f-073c-437d-ae9e-16c375551ce7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:57.332328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Allocated IP 172.25.5.253 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/3ab00ce6-1889-4413-8336-15c8e70cdc4c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:32:57.352145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9db40f35-3b6e-4b04-bb44-0b0b1149290d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.355340 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43296) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:57.363806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.369142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-887165851-network', 'tenant_id': '0aaee18c8146446c8386c6f71eef2bc9'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:57.463788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.557341 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9db40f35-3b6e-4b04-bb44-0b0b1149290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.580217 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ad32bc93-d296-445c-ac26-b2416901710c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4970114 Apr 18 17:32:57.583727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43300) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:57.626479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.631420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.637108 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.659178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac99819-36b6-4242-9895-4d14824bbd29 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.661311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac99819-36b6-4242-9895-4d14824bbd29 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.663502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac99819-36b6-4242-9895-4d14824bbd29 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.668640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac99819-36b6-4242-9895-4d14824bbd29 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.671222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac99819-36b6-4242-9895-4d14824bbd29 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.679528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1ac99819-36b6-4242-9895-4d14824bbd29 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0940804 Apr 18 17:32:57.702518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43304) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:57.712271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db40f35-3b6e-4b04-bb44-0b0b1149290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd4af6-5013-47b6-929e-c9f679f8fabd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:57.721493 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9db40f35-3b6e-4b04-bb44-0b0b1149290d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a41c45ebdcc4750bd9f2c2abe00c5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2861409 Apr 18 17:32:57.742194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43306) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:57.750298 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:32:57.751341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Made reservation on behalf of 0aaee18c8146446c8386c6f71eef2bc9 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:57.754370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.756681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:57.763566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:32:57.771014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=3ab00ce6-1889-4413-8336-15c8e70cdc4c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:57.771534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.794714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.795301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135b29df-baaa-464c-b19d-bce6585d77cd {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:32:57.807898 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.810482 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8924d738-a1c1-4deb-bf73-f8f568eab343 admin admin] 10.222.0.45 "DELETE /v2.0/routers/135b29df-baaa-464c-b19d-bce6585d77cd HTTP/1.1" status: 204 len: 168 time: 2.3915863 Apr 18 17:32:57.813083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43308) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:57.822041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879629d-5240-4697-ac34-4c3772a18104 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.824285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879629d-5240-4697-ac34-4c3772a18104 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.825763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879629d-5240-4697-ac34-4c3772a18104 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.827312 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879629d-5240-4697-ac34-4c3772a18104 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.828881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879629d-5240-4697-ac34-4c3772a18104 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:57.834233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a879629d-5240-4697-ac34-4c3772a18104 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1268623 Apr 18 17:32:57.836856 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43310) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:57.879888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fb51970-196e-40a6-b204-5873183625be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.908187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77b0d45-90a7-4dc1-b651-4c933785003c admin admin] Deleting subnet cdce88b8-7082-4cc3-ab7d-cd53fe8959ea {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:32:57.922973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fb51970-196e-40a6-b204-5873183625be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.925043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d77b0d45-90a7-4dc1-b651-4c933785003c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:57.984190 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d77b0d45-90a7-4dc1-b651-4c933785003c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.048376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.060378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e59687-452b-43e3-a7aa-162fd03f431e tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:58.063192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-89e59687-452b-43e3-a7aa-162fd03f431e tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/networks/9dbaf84d-d65d-40ec-ac75-27905bac4a39 HTTP/1.1" status: 200 len: 804 time: 0.2239761 Apr 18 17:32:58.065490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43316) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:58.112356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.147304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d77b0d45-90a7-4dc1-b651-4c933785003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.168215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7b4ab2-e59e-45ff-91bb-0db0dd27997f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:58.177812 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fb51970-196e-40a6-b204-5873183625be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.180403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3fb51970-196e-40a6-b204-5873183625be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.181594 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3fb51970-196e-40a6-b204-5873183625be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83cd4af6-5013-47b6-929e-c9f679f8fabd HTTP/1.1" status: 204 len: 168 time: 0.4382355 Apr 18 17:32:58.184769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:58.209773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.210125 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Added segment f81fb594-8d15-4d3b-b34b-cf1664997bca of type vlan for network 5e44efcd-c30d-43cc-a031-c2f579992354 Apr 18 17:32:58.211677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb51970-196e-40a6-b204-5873183625be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd4af6-5013-47b6-929e-c9f679f8fabd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:58.293061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.315998 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a63a6887-0c3c-4146-be31-53a52278fc0e tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/networks/9dbaf84d-d65d-40ec-ac75-27905bac4a39?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2487097 Apr 18 17:32:58.322080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43322) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:58.404317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d77b0d45-90a7-4dc1-b651-4c933785003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.405752 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.406996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:58.407785 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.416174 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.426425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e136df-0d08-46ef-aac6-b00f6f84ff4c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:58.428400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e6e136df-0d08-46ef-aac6-b00f6f84ff4c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/subnets/2f3f65aa-2beb-4cf3-9a19-fcfd831d7534 HTTP/1.1" status: 200 len: 843 time: 0.1046801 Apr 18 17:32:58.441444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43324) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:58.465913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b0d45-90a7-4dc1-b651-4c933785003c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdce88b8-7082-4cc3-ab7d-cd53fe8959ea,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:58.469023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d77b0d45-90a7-4dc1-b651-4c933785003c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.473716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654317c-b1cc-4304-82f2-069347d76e7f None None] Network cec5264e-f779-4d35-aec5-e651dba1e25e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:58.482095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d77b0d45-90a7-4dc1-b651-4c933785003c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cdce88b8-7082-4cc3-ab7d-cd53fe8959ea HTTP/1.1" status: 204 len: 168 time: 0.6626027 Apr 18 17:32:58.485055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43328) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:58.513485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f4776-505f-4860-8398-c5b72cdc250d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:58.515036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-163f4776-505f-4860-8398-c5b72cdc250d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "GET /v2.0/subnets/2f3f65aa-2beb-4cf3-9a19-fcfd831d7534?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0722134 Apr 18 17:32:58.518553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43330) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:58.524076 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-499489448'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:58.583931 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2183337 Apr 18 17:32:58.585304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43334) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:58.593523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Request body: {'subnet': {'network_id': '5e44efcd-c30d-43cc-a031-c2f579992354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-887165851-subnet', 'tenant_id': '0aaee18c8146446c8386c6f71eef2bc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:58.606809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119f74c-07c7-4129-b99d-ff549b278563 admin admin] Pushing event updated for resources: {'Network': ['ID=5e44efcd-c30d-43cc-a031-c2f579992354,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:58.622161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 5e44efcd-c30d-43cc-a031-c2f579992354 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:58.626304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.693664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.715442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] DHCP port deletion for cec5264e-f779-4d35-aec5-e651dba1e25e request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:32:58.748190 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Deleting port 2958116d-a84c-4628-acad-b7184bb3d930 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:58.748975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.759721 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:58.763925 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.792308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Made reservation on behalf of 0aaee18c8146446c8386c6f71eef2bc9 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:58.794830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.799044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Deleting port 2958116d-a84c-4628-acad-b7184bb3d930 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:32:58.799693 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.867785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] For port 2958116d-a84c-4628-acad-b7184bb3d930, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2958116d-a84c-4628-acad-b7184bb3d930,segment=NetworkSegment(c56e63c5-faf3-4853-9c73-4a2dbc46fea5),segment_id=c56e63c5-faf3-4853-9c73-4a2dbc46fea5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:58.868265 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.884691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Calling delete_port for 2958116d-a84c-4628-acad-b7184bb3d930 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:58.885770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] For port 2958116d-a84c-4628-acad-b7184bb3d930, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2958116d-a84c-4628-acad-b7184bb3d930,segment=NetworkSegment(c56e63c5-faf3-4853-9c73-4a2dbc46fea5),segment_id=c56e63c5-faf3-4853-9c73-4a2dbc46fea5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:32:58.886908 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.902278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:32:58.902982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Calling delete_port for 2958116d-a84c-4628-acad-b7184bb3d930 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:32:58.933436 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:58.933849 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Added segment aa2a04fa-5d17-4b79-b160-608b1e091348 of type vlan for network c76fe247-7191-4b71-aab6-ee376f044845 Apr 18 17:32:59.049141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.055000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.055323 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.123088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Pushing event deleted for resources: {'Port': ['ID=2958116d-a84c-4628-acad-b7184bb3d930,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:59.161427 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.178759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.180039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.180600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.181158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.182223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.184239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.184968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.185682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.186230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.186932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.187473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.188098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:32:59.198203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a68054-e1bd-4c52-870b-aae683b58ea5 None None] No DVR routers for this DVR port 2958116d-a84c-4628-acad-b7184bb3d930 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:59.211482 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.222800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:59.225528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.227087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:59.257559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:59.258348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7be7b568-ba3c-42d9-b13d-7447aa5c3e30 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:59.259241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 68066d3f-073c-437d-ae9e-16c375551ce7 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:59.285995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 68066d3f-073c-437d-ae9e-16c375551ce7 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:59.286517 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 68066d3f-073c-437d-ae9e-16c375551ce7 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:59.287263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2958116d-a84c-4628-acad-b7184bb3d930 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:32:59.312656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 2958116d-a84c-4628-acad-b7184bb3d930 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:32:59.313608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2958116d-a84c-4628-acad-b7184bb3d930 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:32:59.331841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43344) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:59.342358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.350060 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5cdeedc2-fd28-4123-97c9-9320b15ffe15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.358948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8361869 Apr 18 17:32:59.363257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43346) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:59.375873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'network_id': 'c76fe247-7191-4b71-aab6-ee376f044845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:32:59.437997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.459869 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.467455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=3ab00ce6-1889-4413-8336-15c8e70cdc4c,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:59.495266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] No DVR routers for this DVR port 2958116d-a84c-4628-acad-b7184bb3d930 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:32:59.499538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409adbd1-44d6-49e9-9f88-74c5ac8409c7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Network': ['ID=c76fe247-7191-4b71-aab6-ee376f044845,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:59.505231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2958116d-a84c-4628-acad-b7184bb3d930,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:59.516179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network c76fe247-7191-4b71-aab6-ee376f044845 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:32:59.563342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=727354b5-ef1d-41ab-94dd-0cfa46bc5e85,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:59.586888 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Floating IP a3434859-eb54-4976-aa1d-0af42d2f14b4 associated. External IP: 172.25.5.253, port: 7ab2779d-e972-4f6a-9072-bc387f8eba3e. Apr 18 17:32:59.636034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Checking segment: {'id': 'f81fb594-8d15-4d3b-b34b-cf1664997bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5e44efcd-c30d-43cc-a031-c2f579992354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:32:59.636458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Network hostable DHCP agents. Network: 5e44efcd-c30d-43cc-a031-c2f579992354, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:32:59.646945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.657909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5cdeedc2-fd28-4123-97c9-9320b15ffe15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.679804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec5264e-f779-4d35-aec5-e651dba1e25e']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:59.695066 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:59.695426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56e63c5-faf3-4853-9c73-4a2dbc46fea5') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:32:59.704470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.719452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.726045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:32:59.726446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: self.session.flush() Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:32:59.728128 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:32:59.738267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Made reservation on behalf of 224209f4210649bea3402d808b0e3d94 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:32:59.741939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.803931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5cdeedc2-fd28-4123-97c9-9320b15ffe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:32:59.817806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Network 5e44efcd-c30d-43cc-a031-c2f579992354 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:32:59.844093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Router 535eba2b-4f06-48fc-ab85-43ea3e92032e has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:32:59.885844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Performing IP validity checks on allocation pools {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 17:32:59.886370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 17:32:59.890820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeedc2-fd28-4123-97c9-9320b15ffe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb1d77e-9047-4aa8-b89f-58b91a9ff351,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:32:59.897264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5cdeedc2-fd28-4123-97c9-9320b15ffe15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=926080a128374565b23d481dfddbf8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644038 Apr 18 17:32:59.900047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43354) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:32:59.961751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 5e44efcd-c30d-43cc-a031-c2f579992354) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:32:59.969605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06db7b-7bc3-46c7-a52d-0c30fc3d1119 None None] Network 5e44efcd-c30d-43cc-a031-c2f579992354 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:32:59.975032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:32:59.975628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.008043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:33:00.017318 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.018570 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eddba756-2351-434c-8f92-152895f08b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.066531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eddba756-2351-434c-8f92-152895f08b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.082688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] Sync routers for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:33:00.089460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.102858 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/cec5264e-f779-4d35-aec5-e651dba1e25e HTTP/1.1" status: 204 len: 168 time: 1.6162307 Apr 18 17:33:00.113998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:00.114824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:00.118359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eeb953-de81-4ec3-a58a-ee6e8811e4de None None] Network 5e44efcd-c30d-43cc-a031-c2f579992354 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:00.119358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e896f45-8d20-4f09-ad1f-3ee7731a04a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec5264e-f779-4d35-aec5-e651dba1e25e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:00.132816 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.200382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3ffd557c-eb83-4471-871c-ec95544bb30e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6026251 Apr 18 17:33:00.227844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6672d870-c3b3-4736-963c-aa7c0e099af8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3704762 Apr 18 17:33:00.230663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:33:00.233194 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:33:00.252905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43362) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:00.313466 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eddba756-2351-434c-8f92-152895f08b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.323250 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eddba756-2351-434c-8f92-152895f08b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.323250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eddba756-2351-434c-8f92-152895f08b54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bb1d77e-9047-4aa8-b89f-58b91a9ff351 HTTP/1.1" status: 204 len: 168 time: 0.4211805 Apr 18 17:33:00.405202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddba756-2351-434c-8f92-152895f08b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb1d77e-9047-4aa8-b89f-58b91a9ff351,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:00.405721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.521369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:00.542045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=3aa03115-e23b-4fc1-abfe-0f17ed08cfec,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:00.554025 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Checking segment: {'id': 'aa2a04fa-5d17-4b79-b160-608b1e091348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c76fe247-7191-4b71-aab6-ee376f044845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:00.554490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network hostable DHCP agents. Network: c76fe247-7191-4b71-aab6-ee376f044845, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:33:00.643176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Network c76fe247-7191-4b71-aab6-ee376f044845 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:33:00.659448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43378) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:00.696339 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.698201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.699478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.700692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.701526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.702053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.703963 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.706204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.709185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.709755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.711467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.712006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.712539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.719404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5e2c478f-2500-45b6-bf7c-345115c0cd67 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9133 time: 0.4619820 Apr 18 17:33:00.722576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43380) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:00.726302 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afddacaa-4eb3-440a-9a84-8a3636b3eaf8 x-openstack-request-id: req-afddacaa-4eb3-440a-9a84-8a3636b3eaf8 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:33:00.726302 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:33:00.726302 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afddacaa-4eb3-440a-9a84-8a3636b3eaf8 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:33:00.727176 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afddacaa-4eb3-440a-9a84-8a3636b3eaf8'] response: {'name': 'network-changed', 'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'status': 'completed', 'code': 200} Apr 18 17:33:00.812578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, c76fe247-7191-4b71-aab6-ee376f044845) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:00.840042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.840301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7b6b4-ddbf-4c44-95cc-48f9bec17ecb None None] Network c76fe247-7191-4b71-aab6-ee376f044845 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:00.840835 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.865376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-78ff0e06-22fd-4f96-b2e7-2b69c1381819 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9b5c7777fe34e058efea7c98b7c38cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045910 Apr 18 17:33:00.868560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43384) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:00.931477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-825b8142-ce82-46eb-b7b6-5304918c0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.940498 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-825b8142-ce82-46eb-b7b6-5304918c0e81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1135 time: 0.2374156 Apr 18 17:33:00.963168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c340d16c-6fc2-4f72-91f7-ca51a142022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:00.978980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.979457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.979911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.980361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.980811 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.981351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.990185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.990689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.991189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.991646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.992099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.997690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.997690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:00.997690 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ca60baf-6f4d-4b0e-a7f9-9a168325d811 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8459 time: 0.2663755 Apr 18 17:33:01.004363 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c340d16c-6fc2-4f72-91f7-ca51a142022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:01.006987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43394) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:01.036844 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fc26873c-ce98-4307-be11-067c991bbbe7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6673119 Apr 18 17:33:01.047610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43396) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:01.057052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-68783dc9-4b81-43e7-890a-d49ec1f09769 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:01.209938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-5193a8e5-5554-4770-b034-cebb60a83456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:01.211454 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-5193a8e5-5554-4770-b034-cebb60a83456 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee430a9e-6265-4da4-9190-259f8b6a1fea HTTP/1.1" status: 200 len: 898 time: 0.2609074 Apr 18 17:33:01.273538 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-742ead31-fbd1-4862-b7ea-796f9bf1f93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:01.299077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68783dc9-4b81-43e7-890a-d49ec1f09769 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4818508'] for subnet, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:01.308050 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c340d16c-6fc2-4f72-91f7-ca51a142022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:01.313296 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c340d16c-6fc2-4f72-91f7-ca51a142022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:01.321453 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c340d16c-6fc2-4f72-91f7-ca51a142022a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c55c969c-59e0-4cb6-aebe-52b2e721909f HTTP/1.1" status: 204 len: 168 time: 0.4495611 Apr 18 17:33:01.353398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340d16c-6fc2-4f72-91f7-ca51a142022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c969c-59e0-4cb6-aebe-52b2e721909f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:01.418758 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-c76fe247-7191-4b71-aab6-ee376f044845', 'network_id': 'c76fe247-7191-4b71-aab6-ee376f044845', 'tenant_id': '224209f4210649bea3402d808b0e3d94', 'fixed_ips': [{'subnet_id': '3aa03115-e23b-4fc1-abfe-0f17ed08cfec'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:33:01.422977 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:01.470005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a3434859-eb54-4976-aa1d-0af42d2f14b4', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'port_id': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'mac_address': 'fa:16:3e:27:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0553350d-4b47-484f-8b93-015e96e87d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:32:58Z', 'updated_at': '2022-04-18T17:32:58Z', 'revision_number': 0, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:31Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:01.508168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-aa8082b0-20ab-4233-a41f-e62c5a5ae6b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e HTTP/1.1" status: 200 len: 999 time: 0.2861922 Apr 18 17:33:01.524206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] Checking router: 535eba2b-4f06-48fc-ab85-43ea3e92032e for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:33:01.584179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:01.584972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:32:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:01.710600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-b83819f0-6f2c-4724-bace-1421bc70331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:01.714373 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-b83819f0-6f2c-4724-bace-1421bc70331a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35210c14-3dc8-489d-b308-3abd34e87e70 HTTP/1.1" status: 200 len: 835 time: 0.1871383 Apr 18 17:33:01.819255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:01.859258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-5cd06153-1c91-4d28-8c1d-16684cb0af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:01.861562 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-5cd06153-1c91-4d28-8c1d-16684cb0af92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee430a9e-6265-4da4-9190-259f8b6a1fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203499 Apr 18 17:33:01.872471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f33b41a4-119d-401b-ad74-a4573ef975cf tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.8643501 Apr 18 17:33:01.874401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43424) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:01.914952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13185e-9513-42da-bfce-58826069fa44 req-3fd8d2e4-de22-4aa2-82fb-8f19187ca7f8 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:01.926570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-3fd8d2e4-de22-4aa2-82fb-8f19187ca7f8 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/networks?id=96baa898-ffd5-4218-b99c-043e94a8d2d4 HTTP/1.1" status: 200 len: 811 time: 0.4250801 Apr 18 17:33:01.940087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-d35c7429-a952-4c71-9029-da0bdcbaf180 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/quotas/12d2db8b265a4bc5b44a861666374ea1 HTTP/1.1" status: 200 len: 375 time: 0.0122743 Apr 18 17:33:01.984184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-0995850f-3d63-4ece-a14e-9110a1ff5773 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d2db8b265a4bc5b44a861666374ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355752 Apr 18 17:33:02.006865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624aae39-e1f6-473e-84de-58f5cac052b1 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:02.007588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624aae39-e1f6-473e-84de-58f5cac052b1 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:02.023264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-624aae39-e1f6-473e-84de-58f5cac052b1 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=535eba2b-4f06-48fc-ab85-43ea3e92032e HTTP/1.1" status: 200 len: 1990 time: 0.1339011 Apr 18 17:33:02.044979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-76017a82-e3a8-4b9d-861c-b63aad182373 service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711462 Apr 18 17:33:02.097294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68783dc9-4b81-43e7-890a-d49ec1f09769 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738954903992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4923986'] for subnet, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.122169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-ef156c28-63c1-4a18-bab3-fe9396b5b921 service neutron] 10.222.0.45 "GET /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236396 Apr 18 17:33:02.159849 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-16ca9c5f-66de-44ab-bc7e-57c87bad08f6 req-1a472899-7bba-4282-9b16-d1786f3d930f service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078496 Apr 18 17:33:02.173315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Allocated IP 2001:db8::3 (c76fe247-7191-4b71-aab6-ee376f044845/3aa03115-e23b-4fc1-abfe-0f17ed08cfec/5d86949a-3568-4597-8139-8e70f8f510d4) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:33:02.272030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-f51c4dbf-b6ad-462f-bc8a-2fcf02b9ac38 service neutron] 10.222.0.45 "GET /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266859 Apr 18 17:33:02.277185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68783dc9-4b81-43e7-890a-d49ec1f09769 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:02.277824 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68783dc9-4b81-43e7-890a-d49ec1f09769 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.278569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a3434859-eb54-4976-aa1d-0af42d2f14b4', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'port_id': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'mac_address': 'fa:16:3e:27:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0553350d-4b47-484f-8b93-015e96e87d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:32:58Z', 'updated_at': '2022-04-18T17:32:58Z', 'revision_number': 0, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:31Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:02.281069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-68783dc9-4b81-43e7-890a-d49ec1f09769 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "PUT /v2.0/subnets/3aa03115-e23b-4fc1-abfe-0f17ed08cfec HTTP/1.1" status: 200 len: 900 time: 1.2273877 Apr 18 17:33:02.282120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43442) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:02.297179 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68783dc9-4b81-43e7-890a-d49ec1f09769 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event updated for resources: {'Subnet': ['ID=3aa03115-e23b-4fc1-abfe-0f17ed08cfec,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:02.319797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43446) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:02.368278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661db9f2-deb2-43ae-8c8d-a3f4779024ce None None] The sync data for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 is: [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'a3434859-eb54-4976-aa1d-0af42d2f14b4', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'port_id': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'mac_address': 'fa:16:3e:27:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0553350d-4b47-484f-8b93-015e96e87d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:32:58Z', 'updated_at': '2022-04-18T17:32:58Z', 'revision_number': 0, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:31Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:33:02.437540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ba9fffc3-03d8-4b72-8f6b-894485be8b36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5add7f18122e4e8e851a17265a3e7a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1126559 Apr 18 17:33:02.439332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43450) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:02.522740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.541679 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78f1f80a-b17c-4160-bc91-e38eff959b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.580400 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.603768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78f1f80a-b17c-4160-bc91-e38eff959b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.655503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.695634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d32b7d2-eb84-416c-881c-7ab4b7d0c5d7 req-31a58722-a97a-4248-841b-a0d5b8fa38f5 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 210 time: 0.0541079 Apr 18 17:33:02.708440 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.754659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Network c76fe247-7191-4b71-aab6-ee376f044845 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:02.762251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:02.766966 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:33:02.774951 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bb196-b8ea-4519-81bb-666a5b155daf None None] New status for floating IP a3434859-eb54-4976-aa1d-0af42d2f14b4: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:33:02.781145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Pushing event updated for resources: {'Port': ['ID=5d86949a-3568-4597-8139-8e70f8f510d4,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:02.809170 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78f1f80a-b17c-4160-bc91-e38eff959b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.811923 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78f1f80a-b17c-4160-bc91-e38eff959b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.813331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-78f1f80a-b17c-4160-bc91-e38eff959b83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2ff2eab-5fc1-43d5-8f30-3d4726576d81 HTTP/1.1" status: 204 len: 168 time: 0.3727107 Apr 18 17:33:02.833283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1f80a-b17c-4160-bc91-e38eff959b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff2eab-5fc1-43d5-8f30-3d4726576d81,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:02.893868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.926223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa03115-e23b-4fc1-abfe-0f17ed08cfec,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:02.936824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Attempting to bind port 5d86949a-3568-4597-8139-8e70f8f510d4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:33:02.937160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Attempting to bind port 5d86949a-3568-4597-8139-8e70f8f510d4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'aa2a04fa-5d17-4b79-b160-608b1e091348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c76fe247-7191-4b71-aab6-ee376f044845'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:33:02.938254 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Attempting to bind port 5d86949a-3568-4597-8139-8e70f8f510d4 on network c76fe247-7191-4b71-aab6-ee376f044845 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:02.945099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:33:02.945783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Checking segment: {'id': 'aa2a04fa-5d17-4b79-b160-608b1e091348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c76fe247-7191-4b71-aab6-ee376f044845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:02.946891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:02.947442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Bound using segment: {'id': 'aa2a04fa-5d17-4b79-b160-608b1e091348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c76fe247-7191-4b71-aab6-ee376f044845'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:33:02.948984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Bound port: 5d86949a-3568-4597-8139-8e70f8f510d4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a04fa-5d17-4b79-b160-608b1e091348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c76fe247-7191-4b71-aab6-ee376f044845'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:33:02.949644 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.017083 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.048353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76fe247-7191-4b71-aab6-ee376f044845']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:03.060947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2a04fa-5d17-4b79-b160-608b1e091348') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:03.062373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2a04fa-5d17-4b79-b160-608b1e091348') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:03.078191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.092942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.106932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] For port 5d86949a-3568-4597-8139-8e70f8f510d4, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:33:03.108714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:03.109146 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:03.112445 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:03.182361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] For port 5d86949a-3568-4597-8139-8e70f8f510d4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5d86949a-3568-4597-8139-8e70f8f510d4,segment=NetworkSegment(aa2a04fa-5d17-4b79-b160-608b1e091348),segment_id=aa2a04fa-5d17-4b79-b160-608b1e091348)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:33:03.221675 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:33:03.221675 n-d-836015-2 neutron-server[109825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:33:03.221675 n-d-836015-2 neutron-server[109825]: [parameters: {'id': 'c76fe247-7191-4b71-aab6-ee376f044845'}] Apr 18 17:33:03.221675 n-d-836015-2 neutron-server[109825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:33:03.222686 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:33:03.265537 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.317790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fdd31cd1-02a5-43a4-89e7-9ba0b0b17cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.391091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9494e-8dc8-4c55-994a-5721fad4df84 None None] Pushing event updated for resources: {'Port': ['ID=5d86949a-3568-4597-8139-8e70f8f510d4,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:03.417924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce18d8a9-ff50-469a-bf11-8ff3ddb486bc None None] Network c76fe247-7191-4b71-aab6-ee376f044845 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:03.587776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfaa2c5-3063-4ccd-a59c-654a8fc4bf7d None None] Network c76fe247-7191-4b71-aab6-ee376f044845 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:03.723920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.803230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c3f27-78e6-4f17-9349-73d71d1a0d97 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:33:03.884265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b976cdf-83e4-4968-9df6-11e8b25a57e2 req-a6ced3b5-45d6-4d23-89e4-09850c67a595 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 210 time: 0.0797343 Apr 18 17:33:03.907623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting port 5d86949a-3568-4597-8139-8e70f8f510d4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:03.908261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.954987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c3f27-78e6-4f17-9349-73d71d1a0d97 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:33:03.976841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] For port 5d86949a-3568-4597-8139-8e70f8f510d4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5d86949a-3568-4597-8139-8e70f8f510d4,segment=NetworkSegment(aa2a04fa-5d17-4b79-b160-608b1e091348),segment_id=aa2a04fa-5d17-4b79-b160-608b1e091348)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:03.977209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:03.991408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Calling delete_port for 5d86949a-3568-4597-8139-8e70f8f510d4 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:04.157996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.185975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Port': ['ID=5d86949a-3568-4597-8139-8e70f8f510d4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:04.189644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No DVR routers for this DVR port 5d86949a-3568-4597-8139-8e70f8f510d4 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:04.310640 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.343240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76fe247-7191-4b71-aab6-ee376f044845']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:04.353237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2a04fa-5d17-4b79-b160-608b1e091348') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:04.353573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2a04fa-5d17-4b79-b160-608b1e091348') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:04.363388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.376292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.382129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:04.382510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:04.385598 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:04.489513 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.591976 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.598588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.606602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/c76fe247-7191-4b71-aab6-ee376f044845 HTTP/1.1" status: 204 len: 168 time: 2.3186345 Apr 18 17:33:04.606858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43514) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:04.621845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0eb0-d61e-4763-a6eb-3fc4d752efc1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=c76fe247-7191-4b71-aab6-ee376f044845,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:04.653250 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2ea0f1-c562-4d6f-8fd6-9e2947421608 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:04.653250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2ea0f1-c562-4d6f-8fd6-9e2947421608 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:04.656581 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fb2ea0f1-c562-4d6f-8fd6-9e2947421608 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/3aa03115-e23b-4fc1-abfe-0f17ed08cfec HTTP/1.1" status: 404 len: 337 time: 0.0487115 Apr 18 17:33:04.659118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43520) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:04.691367 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9f9243-74b1-4c82-a41e-1419d80ac400 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:04.692258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9f9243-74b1-4c82-a41e-1419d80ac400 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:04.695820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bc9f9243-74b1-4c82-a41e-1419d80ac400 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/c76fe247-7191-4b71-aab6-ee376f044845 HTTP/1.1" status: 404 len: 339 time: 0.0346475 Apr 18 17:33:04.698543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43522) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:04.801521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.897591 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.919859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83730edf-1b60-45e1-a95f-68a936b7c048']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:04.929858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11c093f-10c7-4ba1-afa0-9ea7786a096c') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:04.930163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11c093f-10c7-4ba1-afa0-9ea7786a096c') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:04.939718 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.956264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.963962 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:04.964395 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:04.967531 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:04.982227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c96abe8-90a1-4689-b373-92910d230589 req-ffeb4587-5cc2-4ada-ac6e-95beacc0ae07 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 210 time: 0.0307691 Apr 18 17:33:05.106159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.112153 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.117994 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/83730edf-1b60-45e1-a95f-68a936b7c048 HTTP/1.1" status: 204 len: 168 time: 0.4151943 Apr 18 17:33:05.118248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43540) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:05.133279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0400a-bc72-4545-ad61-3e2bc7c6262a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=83730edf-1b60-45e1-a95f-68a936b7c048,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:05.153441 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c149b19b-331c-426b-826a-8a3b9b8689c3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:05.153893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c149b19b-331c-426b-826a-8a3b9b8689c3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:05.157174 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c149b19b-331c-426b-826a-8a3b9b8689c3 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/7be82cda-6975-4420-afb6-6007adec9bba HTTP/1.1" status: 404 len: 337 time: 0.0379453 Apr 18 17:33:05.159897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43542) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:05.194683 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b12425-2457-44e1-ac2f-8900cd4285d1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:05.195267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b12425-2457-44e1-ac2f-8900cd4285d1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:05.198250 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-46b12425-2457-44e1-ac2f-8900cd4285d1 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/b131b6f8-2cf6-424d-aa21-da166c1c401c HTTP/1.1" status: 404 len: 339 time: 0.0372598 Apr 18 17:33:05.202397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43544) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:05.255259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c169f5-b73a-446c-a8b2-3d81feb25870 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting subnet 1a66fd36-83f4-4eb6-81b7-76a14c33fea3 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:33:05.258674 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97c169f5-b73a-446c-a8b2-3d81feb25870 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.311581 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97c169f5-b73a-446c-a8b2-3d81feb25870 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.403975 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97c169f5-b73a-446c-a8b2-3d81feb25870 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.532306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13185e-9513-42da-bfce-58826069fa44 req-6df9b1a6-35e1-4890-a989-b4f4f6dcc25e tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:05.535188 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-6df9b1a6-35e1-4890-a989-b4f4f6dcc25e tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.18 "GET /v2.0/networks?id=96baa898-ffd5-4218-b99c-043e94a8d2d4 HTTP/1.1" status: 200 len: 811 time: 0.1640742 Apr 18 17:33:05.554611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Request body: {'port': {'device_id': '0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca', 'network_id': '96baa898-ffd5-4218-b99c-043e94a8d2d4', 'admin_state_up': True, 'tenant_id': '12d2db8b265a4bc5b44a861666374ea1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:05.569988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97c169f5-b73a-446c-a8b2-3d81feb25870 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.600153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c169f5-b73a-446c-a8b2-3d81feb25870 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=1a66fd36-83f4-4eb6-81b7-76a14c33fea3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:05.607400 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97c169f5-b73a-446c-a8b2-3d81feb25870 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.611195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-97c169f5-b73a-446c-a8b2-3d81feb25870 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/1a66fd36-83f4-4eb6-81b7-76a14c33fea3 HTTP/1.1" status: 204 len: 168 time: 0.4094808 Apr 18 17:33:05.613633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43560) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:05.616552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed30598-4940-4fcb-9914-0b2252a7a726 None None] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:05.765123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c68918-e734-47df-8e3c-b2080d61c43f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting subnet 90c6064c-4db4-41b1-901a-58fc1e1b276b {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:33:05.769399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7c68918-e734-47df-8e3c-b2080d61c43f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.770487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Made reservation on behalf of 12d2db8b265a4bc5b44a861666374ea1 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:33:05.774397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.816595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7c68918-e734-47df-8e3c-b2080d61c43f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:05.960320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Allocated IP 172.20.0.6 (96baa898-ffd5-4218-b99c-043e94a8d2d4/fe70e654-bd46-459d-b9e5-092191c91037/94e12f1c-400b-4c6b-a110-0709e2e7ab62) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:33:05.963762 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7c68918-e734-47df-8e3c-b2080d61c43f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.008932 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.069192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43572) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:06.134587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a7ee35e8-e314-464d-ab04-0ee6fa8d2afc req-3db51a67-3d73-4710-a299-510282134806 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 210 time: 0.0507541 Apr 18 17:33:06.138482 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7c68918-e734-47df-8e3c-b2080d61c43f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.186640 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.189996 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c68918-e734-47df-8e3c-b2080d61c43f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=90c6064c-4db4-41b1-901a-58fc1e1b276b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:06.199790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c7c68918-e734-47df-8e3c-b2080d61c43f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.203261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c7c68918-e734-47df-8e3c-b2080d61c43f tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/90c6064c-4db4-41b1-901a-58fc1e1b276b HTTP/1.1" status: 204 len: 168 time: 0.5877776 Apr 18 17:33:06.205617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43578) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:06.211779 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.246890 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c636860b-35d1-4b5d-b36d-a1a374085978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.318782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.352629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.387777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Network 96baa898-ffd5-4218-b99c-043e94a8d2d4 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:06.391320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:06.396779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:33:06.401346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Pushing event updated for resources: {'Port': ['ID=94e12f1c-400b-4c6b-a110-0709e2e7ab62,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:06.432528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.432975 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.433386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.433878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.434311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.434719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.435128 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.435560 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.435951 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.436363 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.436916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.437099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:06.471708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting port 59c998b3-c9c5-47af-851b-a286cf44dee1 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:06.472073 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.475547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:06.476536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.516223 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c636860b-35d1-4b5d-b36d-a1a374085978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.543026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] For port 59c998b3-c9c5-47af-851b-a286cf44dee1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=59c998b3-c9c5-47af-851b-a286cf44dee1,segment=NetworkSegment(72232b52-3dcd-41e4-bee0-215e29f88dff),segment_id=72232b52-3dcd-41e4-bee0-215e29f88dff)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:06.543401 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.562453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Calling delete_port for 59c998b3-c9c5-47af-851b-a286cf44dee1 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:06.606553 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-6ef6bcc5-045d-40fd-abe1-83dedf59fd52 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0559678 Apr 18 17:33:06.626669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Request body: {'port': {'device_id': '0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:06.692891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:06.873527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2844a8-64f6-4649-9ba3-5ff7f00c3a94 None None] Network 0d6312a5-cc47-4612-8b0a-7fd27a670955 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:06.995604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-877e26e5-36f7-4b3c-9bc9-22120a542cf2 None None] Provisioning complete for port 59c998b3-c9c5-47af-851b-a286cf44dee1 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:06.996025 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-877e26e5-36f7-4b3c-9bc9-22120a542cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.011728 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c636860b-35d1-4b5d-b36d-a1a374085978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.036288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e12f1c-400b-4c6b-a110-0709e2e7ab62 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:33:07.044544 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.059420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Transition to ACTIVE for port object 94e12f1c-400b-4c6b-a110-0709e2e7ab62 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:33:07.063477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636860b-35d1-4b5d-b36d-a1a374085978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4284285-5086-4276-9736-7b84ab05f8c2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:07.070073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c636860b-35d1-4b5d-b36d-a1a374085978 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=733e1d22ee3441b6a429503f7ed72e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9991083 Apr 18 17:33:07.073066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43590) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:07.157665 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffaed0a-dc25-415d-b890-feda9468596e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.168765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.183956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41a4cfd-4db5-4379-95f6-5a34464d9d44 None None] DHCP port deletion for 0d6312a5-cc47-4612-8b0a-7fd27a670955 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:33:07.217002 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffaed0a-dc25-415d-b890-feda9468596e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.222653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c41a4cfd-4db5-4379-95f6-5a34464d9d44 None None] The port '59c998b3-c9c5-47af-851b-a286cf44dee1' was deleted {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 18 17:33:07.224853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.254082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Pushing event updated for resources: {'Port': ['ID=94e12f1c-400b-4c6b-a110-0709e2e7ab62,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:07.284082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No DVR routers for this DVR port 59c998b3-c9c5-47af-851b-a286cf44dee1 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:07.308827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Attempting to bind port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:33:07.309053 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Port': ['ID=59c998b3-c9c5-47af-851b-a286cf44dee1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:07.309308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Attempting to bind port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '80469457-d335-4d94-94b1-5b65895228c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '96baa898-ffd5-4218-b99c-043e94a8d2d4'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:33:07.309562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Attempting to bind port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 on network 96baa898-ffd5-4218-b99c-043e94a8d2d4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:07.314239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 on network 96baa898-ffd5-4218-b99c-043e94a8d2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:33:07.314578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Attempting to bind port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 on network 96baa898-ffd5-4218-b99c-043e94a8d2d4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:07.319912 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:33:07.320259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Checking segment: {'id': '80469457-d335-4d94-94b1-5b65895228c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '96baa898-ffd5-4218-b99c-043e94a8d2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:07.320645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Bound using segment: {'id': '80469457-d335-4d94-94b1-5b65895228c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '96baa898-ffd5-4218-b99c-043e94a8d2d4'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:33:07.321081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Bound port: 94e12f1c-400b-4c6b-a110-0709e2e7ab62, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80469457-d335-4d94-94b1-5b65895228c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '96baa898-ffd5-4218-b99c-043e94a8d2d4'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:33:07.321504 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.398522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] For port 94e12f1c-400b-4c6b-a110-0709e2e7ab62, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:33:07.402433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] For port 94e12f1c-400b-4c6b-a110-0709e2e7ab62, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94e12f1c-400b-4c6b-a110-0709e2e7ab62,segment=NetworkSegment(80469457-d335-4d94-94b1-5b65895228c1),segment_id=80469457-d335-4d94-94b1-5b65895228c1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:33:07.428222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.446407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88b4b7-296a-44ba-88f8-c31b18a34e16 req-8f49a664-e352-43c3-bc5f-49d0b9d1683d tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:07.447864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e88b4b7-296a-44ba-88f8-c31b18a34e16 req-8f49a664-e352-43c3-bc5f-49d0b9d1683d tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 943 time: 0.1979632 Apr 18 17:33:07.466683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6312a5-cc47-4612-8b0a-7fd27a670955']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:07.484767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72232b52-3dcd-41e4-bee0-215e29f88dff') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:07.485060 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72232b52-3dcd-41e4-bee0-215e29f88dff') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:07.497163 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.506715 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.520853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e88b4b7-296a-44ba-88f8-c31b18a34e16 req-3d1c9984-3827-4ca9-b0b2-fcdafd3b0de9 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632842 Apr 18 17:33:07.521780 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.528500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:07.528898 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:07.532128 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:07.560119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:07.560721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.562299 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] 10.222.0.18 "PUT /v2.0/ports/94e12f1c-400b-4c6b-a110-0709e2e7ab62 HTTP/1.1" status: 200 len: 1091 time: 0.9410300 Apr 18 17:33:07.562716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca', 'tag': '94e12f1c-400b-4c6b-a110-0709e2e7ab62'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:33:07.565028 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7029e0-c2e5-4af0-8996-9b5057b2aa38" -d '{"events": [{"name": "network-changed", "server_uuid": "0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca", "tag": "94e12f1c-400b-4c6b-a110-0709e2e7ab62"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:33:07.605594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93badd-8aa9-45e1-82ee-670619c7c04c service neutron] Pushing event updated for resources: {'Port': ['ID=94e12f1c-400b-4c6b-a110-0709e2e7ab62,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:07.622588 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefb27fa-80a4-4865-9868-b01f78ef69e4 x-openstack-request-id: req-eefb27fa-80a4-4865-9868-b01f78ef69e4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:33:07.622870 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca", "tag": "94e12f1c-400b-4c6b-a110-0709e2e7ab62", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:33:07.623127 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eefb27fa-80a4-4865-9868-b01f78ef69e4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:33:07.623558 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefb27fa-80a4-4865-9868-b01f78ef69e4'] response: {'name': 'network-changed', 'server_uuid': '0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca', 'tag': '94e12f1c-400b-4c6b-a110-0709e2e7ab62', 'status': 'completed', 'code': 200} Apr 18 17:33:07.655793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffaed0a-dc25-415d-b890-feda9468596e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.661763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffaed0a-dc25-415d-b890-feda9468596e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.663036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4ffaed0a-dc25-415d-b890-feda9468596e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4284285-5086-4276-9736-7b84ab05f8c2 HTTP/1.1" status: 204 len: 168 time: 0.5889680 Apr 18 17:33:07.673328 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaed0a-dc25-415d-b890-feda9468596e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4284285-5086-4276-9736-7b84ab05f8c2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:07.728774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7029e0-c2e5-4af0-8996-9b5057b2aa38 req-9494287f-5e63-423e-9005-4fb9a1069f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:07.728774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f7029e0-c2e5-4af0-8996-9b5057b2aa38 req-9494287f-5e63-423e-9005-4fb9a1069f27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d2db8b265a4bc5b44a861666374ea1&device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 1094 time: 0.0474224 Apr 18 17:33:07.746438 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.755269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:07.762903 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/0d6312a5-cc47-4612-8b0a-7fd27a670955 HTTP/1.1" status: 204 len: 168 time: 1.5515828 Apr 18 17:33:07.765258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43606) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:07.768539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da182849-2547-4bf1-b511-78f2e674016a tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=0d6312a5-cc47-4612-8b0a-7fd27a670955,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:07.818414 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0196eec-7b35-40f8-92b1-49b166ce1637 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:07.818898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0196eec-7b35-40f8-92b1-49b166ce1637 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:07.821848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f0196eec-7b35-40f8-92b1-49b166ce1637 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/1e927aa7-f726-4a6f-96d6-a9321b9b2670 HTTP/1.1" status: 404 len: 337 time: 0.0556250 Apr 18 17:33:07.824862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43608) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:07.848179 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c77aa0-1e8c-4854-82de-b274cf303ced tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:07.848840 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c77aa0-1e8c-4854-82de-b274cf303ced tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:07.853850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e4c77aa0-1e8c-4854-82de-b274cf303ced tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/1cdbea61-1f6a-4038-b29c-386949ccc944 HTTP/1.1" status: 404 len: 339 time: 0.0260839 Apr 18 17:33:07.855561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43610) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:07.893305 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-274ba55b-a258-4c23-b882-f3b392b797d2 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:07.893931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274ba55b-a258-4c23-b882-f3b392b797d2 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:07.897042 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-274ba55b-a258-4c23-b882-f3b392b797d2 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/e7a29543-8f7c-406f-8438-a5c869787054 HTTP/1.1" status: 404 len: 337 time: 0.0378566 Apr 18 17:33:07.899793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43614) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:07.947616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7029e0-c2e5-4af0-8996-9b5057b2aa38 req-0c677668-c571-461e-9184-f42dd895ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:07.947616 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f7029e0-c2e5-4af0-8996-9b5057b2aa38 req-0c677668-c571-461e-9184-f42dd895ef04 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=12d2db8b265a4bc5b44a861666374ea1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1740766 Apr 18 17:33:07.948104 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea075600-afb3-4792-919e-33609afd00d6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:07.948104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea075600-afb3-4792-919e-33609afd00d6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:07.948104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ea075600-afb3-4792-919e-33609afd00d6 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/6e51ee41-c69c-4940-b445-a8dea089cc23 HTTP/1.1" status: 404 len: 339 time: 0.0260668 Apr 18 17:33:07.949939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43616) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:07.978305 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dee40c0-361c-4841-a0a0-e52652f96fee tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:07.978848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dee40c0-361c-4841-a0a0-e52652f96fee tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:07.981878 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6dee40c0-361c-4841-a0a0-e52652f96fee tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/8978c99f-0e4e-4709-a882-1dd4c24f5326 HTTP/1.1" status: 404 len: 337 time: 0.0308526 Apr 18 17:33:07.984873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43618) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:08.003481 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc11828b-67b3-4ee8-bd55-ef0099174ab4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:08.004059 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc11828b-67b3-4ee8-bd55-ef0099174ab4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:08.007084 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dc11828b-67b3-4ee8-bd55-ef0099174ab4 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/5d6ce247-40fa-4e77-86da-ef9449747c35 HTTP/1.1" status: 404 len: 339 time: 0.0212739 Apr 18 17:33:08.009925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43620) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:08.072305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7029e0-c2e5-4af0-8996-9b5057b2aa38 req-771e23c3-0ca3-489c-9886-7cb7f0dc7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:08.073848 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f7029e0-c2e5-4af0-8996-9b5057b2aa38 req-771e23c3-0ca3-489c-9886-7cb7f0dc7db6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524725 Apr 18 17:33:08.084547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4491af8-9a3e-438e-a410-28cb7091907d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting subnet ca0df465-f353-4f53-bdae-4a748ee5e7fd {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:33:08.088031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4491af8-9a3e-438e-a410-28cb7091907d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:08.145698 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4491af8-9a3e-438e-a410-28cb7091907d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:08.225623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13185e-9513-42da-bfce-58826069fa44 req-6964b2c6-d810-457e-b1a2-0dde81133558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:08.227427 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-6964b2c6-d810-457e-b1a2-0dde81133558 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d2db8b265a4bc5b44a861666374ea1&device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 1094 time: 0.0954847 Apr 18 17:33:08.289731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-3328b6f7-e894-4e23-b0a9-c5bfce17b348 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e12f1c-400b-4c6b-a110-0709e2e7ab62 HTTP/1.1" status: 200 len: 217 time: 0.0376413 Apr 18 17:33:08.329028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4491af8-9a3e-438e-a410-28cb7091907d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:08.376540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13185e-9513-42da-bfce-58826069fa44 req-5a5d6d57-b994-45af-b2cd-e1cb760f7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:08.378018 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-5a5d6d57-b994-45af-b2cd-e1cb760f7677 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe70e654-bd46-459d-b9e5-092191c91037 HTTP/1.1" status: 200 len: 851 time: 0.0820022 Apr 18 17:33:08.413589 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-827831f6-ab45-49fe-84c0-b03e9d7da2a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96baa898-ffd5-4218-b99c-043e94a8d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284998 Apr 18 17:33:08.506545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4491af8-9a3e-438e-a410-28cb7091907d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:08.512503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-48058d8d-a4df-481c-9807-c061033c18f4 service neutron] 10.222.0.18 "GET /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928841 Apr 18 17:33:08.574124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43634) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:08.595579 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f3ea93ca-c629-4f76-b407-64efcc66a434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:08.739763 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f3ea93ca-c629-4f76-b407-64efcc66a434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:08.753001 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d39c-0a3f-405e-8f7b-b489cbcc5fa6 req-dc6770cb-4fa8-4118-9dde-407343d956f0 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:08.755006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b73d39c-0a3f-405e-8f7b-b489cbcc5fa6 req-dc6770cb-4fa8-4118-9dde-407343d956f0 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 943 time: 0.0933831 Apr 18 17:33:08.809284 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b73d39c-0a3f-405e-8f7b-b489cbcc5fa6 req-92b63358-d4d5-4259-bd7c-ba6dfdf15c9c tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464408 Apr 18 17:33:08.832189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f3ea93ca-c629-4f76-b407-64efcc66a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:08.870584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea93ca-c629-4f76-b407-64efcc66a434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f5284-012e-4839-b3fe-87493cdcede1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:08.878045 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f3ea93ca-c629-4f76-b407-64efcc66a434 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57d5ad1cc6ad49969bab659362b74330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986262 Apr 18 17:33:08.878295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43640) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:08.912376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4491af8-9a3e-438e-a410-28cb7091907d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0df465-f353-4f53-bdae-4a748ee5e7fd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:08.926731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b4491af8-9a3e-438e-a410-28cb7091907d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:08.932235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b4491af8-9a3e-438e-a410-28cb7091907d tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/ca0df465-f353-4f53-bdae-4a748ee5e7fd HTTP/1.1" status: 204 len: 168 time: 0.9188790 Apr 18 17:33:08.932538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43644) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:08.935494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d62dcf-25fd-47e0-8db3-59dbb90cc8a5 None None] Network e1384234-57cb-49f8-b27d-6727e57bbf9e requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:08.959974 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d243-643f-462d-8715-197a12ac3de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.020246 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bd13185e-9513-42da-bfce-58826069fa44 req-49f0a328-996c-424d-a45b-23dce8427edc service neutron] 10.222.0.18 "GET /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176710 Apr 18 17:33:09.059289 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.064612 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d243-643f-462d-8715-197a12ac3de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.157970 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 59c998b3-c9c5-47af-851b-a286cf44dee1 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:33:09.162961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:09.163553 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.235170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] For port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,segment=NetworkSegment(8b1f162f-7789-43e5-b9d8-d927aee8d3e3),segment_id=8b1f162f-7789-43e5-b9d8-d927aee8d3e3)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:09.235534 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.249768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d243-643f-462d-8715-197a12ac3de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.252259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d243-643f-462d-8715-197a12ac3de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.253695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9d6d243-643f-462d-8715-197a12ac3de1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c79f5284-012e-4839-b3fe-87493cdcede1 HTTP/1.1" status: 204 len: 168 time: 0.3742392 Apr 18 17:33:09.254547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Calling delete_port for d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:09.269391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6d243-643f-462d-8715-197a12ac3de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f5284-012e-4839-b3fe-87493cdcede1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:09.358448 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] DHCP port deletion for e1384234-57cb-49f8-b27d-6727e57bbf9e request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:33:09.362786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 59c998b3-c9c5-47af-851b-a286cf44dee1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:33:09.363158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 59c998b3-c9c5-47af-851b-a286cf44dee1 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:33:09.420115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] Deleting port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:09.420115 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.477727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.499203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] For port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,segment=NetworkSegment(8b1f162f-7789-43e5-b9d8-d927aee8d3e3),segment_id=8b1f162f-7789-43e5-b9d8-d927aee8d3e3)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:09.499652 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.504211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Port': ['ID=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:09.507933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No DVR routers for this DVR port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:09.522571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] Calling delete_port for d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:09.594588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:33:09.598951 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:33:09.606470 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.617559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1384234-57cb-49f8-b27d-6727e57bbf9e']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:09.629629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1f162f-7789-43e5-b9d8-d927aee8d3e3') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:09.630011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1f162f-7789-43e5-b9d8-d927aee8d3e3') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:09.640856 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.661941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.662269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] Pushing event deleted for resources: {'Port': ['ID=d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:09.664361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cf14a-a5aa-4e69-989a-205c57a218b6 None None] No DVR routers for this DVR port d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:09.680125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:09.680615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:09.683999 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:09.803416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.814299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:09.815400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/e1384234-57cb-49f8-b27d-6727e57bbf9e HTTP/1.1" status: 204 len: 168 time: 0.8819282 Apr 18 17:33:09.818380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43662) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:09.825946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4ab48-0bd2-4a44-8c4d-3cef1da6eecc tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=e1384234-57cb-49f8-b27d-6727e57bbf9e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:09.860969 n-d-836015-2 neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa2dd78-895b-4889-b053-1539e54c10f7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:09.861814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa2dd78-895b-4889-b053-1539e54c10f7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:09.869854 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43670) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:09.871014 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3aa2dd78-895b-4889-b053-1539e54c10f7 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/ec35821f-f90d-4ec1-8428-a298bee72404 HTTP/1.1" status: 404 len: 337 time: 0.0502090 Apr 18 17:33:09.891628 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ca99c6-25be-4886-b5e0-2547ec1b6306 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] DELETE failed (client error): The resource could not be found. Apr 18 17:33:09.893563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ca99c6-25be-4886-b5e0-2547ec1b6306 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:33:09.895598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-79ca99c6-25be-4886-b5e0-2547ec1b6306 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/e7f66a12-28d8-465e-9562-94e232276c3d HTTP/1.1" status: 404 len: 339 time: 0.0244403 Apr 18 17:33:09.898062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43672) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:09.980502 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7016880c-8fa1-4f0c-8c5a-a430f983614c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting subnet 2f3f65aa-2beb-4cf3-9a19-fcfd831d7534 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:33:09.985246 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7016880c-8fa1-4f0c-8c5a-a430f983614c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.022424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409b2b5-3d71-47f1-b265-c6f04931604e req-60dbcd60-66e1-4348-ad90-a33770890030 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:10.023915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9409b2b5-3d71-47f1-b265-c6f04931604e req-60dbcd60-66e1-4348-ad90-a33770890030 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 943 time: 0.1236989 Apr 18 17:33:10.055409 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7016880c-8fa1-4f0c-8c5a-a430f983614c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.101807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9409b2b5-3d71-47f1-b265-c6f04931604e req-77df3a1e-f746-42a6-a244-3436f10fb4e9 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682590 Apr 18 17:33:10.155724 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7016880c-8fa1-4f0c-8c5a-a430f983614c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.289680 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7016880c-8fa1-4f0c-8c5a-a430f983614c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.322417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016880c-8fa1-4f0c-8c5a-a430f983614c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3f65aa-2beb-4cf3-9a19-fcfd831d7534,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:10.326555 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7016880c-8fa1-4f0c-8c5a-a430f983614c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.333380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7016880c-8fa1-4f0c-8c5a-a430f983614c tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/subnets/2f3f65aa-2beb-4cf3-9a19-fcfd831d7534 HTTP/1.1" status: 204 len: 168 time: 0.4306943 Apr 18 17:33:10.334183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43686) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:10.336082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c13c87-158a-4e70-89bb-e6f8c06f623a None None] Network 9dbaf84d-d65d-40ec-ac75-27905bac4a39 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:10.437348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.504937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Deleting port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:10.505287 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.543976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] DHCP port deletion for 9dbaf84d-d65d-40ec-ac75-27905bac4a39 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:33:10.576437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] For port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,segment=NetworkSegment(4ca0205f-8c5e-4375-bdec-8bfa29967b8e),segment_id=4ca0205f-8c5e-4375-bdec-8bfa29967b8e)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:10.582005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.594296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Calling delete_port for 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:10.602251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] Deleting port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:10.602633 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.722988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] For port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,segment=NetworkSegment(4ca0205f-8c5e-4375-bdec-8bfa29967b8e),segment_id=4ca0205f-8c5e-4375-bdec-8bfa29967b8e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:10.723466 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.744382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] Calling delete_port for 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:10.820989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.830968 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.849118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Port': ['ID=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:10.854818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] No DVR routers for this DVR port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:10.856573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] Pushing event deleted for resources: {'Port': ['ID=0e32c6b9-9bca-41b6-ad16-0fcd43a060ff,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:10.864325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d28ab-3034-4bbd-beb4-29f24a5310b5 None None] No DVR routers for this DVR port 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:10.939712 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.959365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbaf84d-d65d-40ec-ac75-27905bac4a39']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:10.968396 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca0205f-8c5e-4375-bdec-8bfa29967b8e') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:10.968694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca0205f-8c5e-4375-bdec-8bfa29967b8e') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:10.978912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.992569 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:10.998568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:10.998954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:11.001976 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:11.128741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:33:11.146086 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.149499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:33:11.150194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e32c6b9-9bca-41b6-ad16-0fcd43a060ff not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:33:11.151572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:33:11.160630 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.164615 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] 10.222.0.45 "DELETE /v2.0/networks/9dbaf84d-d65d-40ec-ac75-27905bac4a39 HTTP/1.1" status: 204 len: 168 time: 0.8312125 Apr 18 17:33:11.175751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:33:11.176496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d1f2e9f8-8cca-4fe2-8c07-b845e0bc087b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:33:11.199243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df66ea-0764-4aee-a0a4-aa82dad7b684 tempest-NetworksIpV6Test-2073425441 tempest-NetworksIpV6Test-2073425441-project] Pushing event deleted for resources: {'Network': ['ID=9dbaf84d-d65d-40ec-ac75-27905bac4a39,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:11.203184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43712) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:11.272979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f02d7a-b22e-4666-b75a-ae065e8e9aea req-5ad67762-da02-4adf-afd4-bc239866d463 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:11.274728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8f02d7a-b22e-4666-b75a-ae065e8e9aea req-5ad67762-da02-4adf-afd4-bc239866d463 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 943 time: 0.0551651 Apr 18 17:33:11.322894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8f02d7a-b22e-4666-b75a-ae065e8e9aea req-90dc0b76-44ff-4b17-b2c9-b2497cec0f5d tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Apr 18 17:33:11.335369 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee506c8-477e-425a-af82-1746046b8d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.419153 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee506c8-477e-425a-af82-1746046b8d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.516484 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bee506c8-477e-425a-af82-1746046b8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.557097 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bee506c8-477e-425a-af82-1746046b8d0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10f41d112cf947169dfe3d0e1bd070e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526418 Apr 18 17:33:11.558052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee506c8-477e-425a-af82-1746046b8d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe30d04-8fdd-4cf7-8d3e-a514b4f2091b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:11.559754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 43720) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:11.616110 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-547a7c76-b050-4014-8061-7ff59f6e169e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.637613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-547a7c76-b050-4014-8061-7ff59f6e169e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.765604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43726) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:11.896726 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aedb2cd6-6348-417a-be40-addeb05a9d0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=224209f4210649bea3402d808b0e3d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299584 Apr 18 17:33:11.899154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 43732) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:11.946157 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-547a7c76-b050-4014-8061-7ff59f6e169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.946681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a365-8a5d-4976-a26f-c8c3f3fdd770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.949099 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-547a7c76-b050-4014-8061-7ff59f6e169e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:11.950285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-547a7c76-b050-4014-8061-7ff59f6e169e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1fe30d04-8fdd-4cf7-8d3e-a514b4f2091b HTTP/1.1" status: 204 len: 168 time: 0.3895419 Apr 18 17:33:11.969861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a7c76-b050-4014-8061-7ff59f6e169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe30d04-8fdd-4cf7-8d3e-a514b4f2091b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:11.972859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a365-8a5d-4976-a26f-c8c3f3fdd770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:12.042651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94e12f1c-400b-4c6b-a110-0709e2e7ab62 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:33:12.117610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a365-8a5d-4976-a26f-c8c3f3fdd770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:12.120073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a365-8a5d-4976-a26f-c8c3f3fdd770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:12.121254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-aaa8a365-8a5d-4976-a26f-c8c3f3fdd770 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fb642f7-2554-4672-9abb-e914858674b9 HTTP/1.1" status: 204 len: 168 time: 0.2212095 Apr 18 17:33:12.132184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8a365-8a5d-4976-a26f-c8c3f3fdd770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb642f7-2554-4672-9abb-e914858674b9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:12.150069 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 94e12f1c-400b-4c6b-a110-0709e2e7ab62, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94e12f1c-400b-4c6b-a110-0709e2e7ab62,segment=NetworkSegment(80469457-d335-4d94-94b1-5b65895228c1),segment_id=80469457-d335-4d94-94b1-5b65895228c1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:12.168026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '94e12f1c-400b-4c6b-a110-0709e2e7ab62', 'network_id': '96baa898-ffd5-4218-b99c-043e94a8d2d4', 'port_id': '94e12f1c-400b-4c6b-a110-0709e2e7ab62', 'mac_address': 'fa:16:3e:a5:9f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe70e654-bd46-459d-b9e5-092191c91037', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:33:12.209619 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:12.222726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e12f1c-400b-4c6b-a110-0709e2e7ab62 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:33:12.249763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 94e12f1c-400b-4c6b-a110-0709e2e7ab62, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94e12f1c-400b-4c6b-a110-0709e2e7ab62,segment=NetworkSegment(80469457-d335-4d94-94b1-5b65895228c1),segment_id=80469457-d335-4d94-94b1-5b65895228c1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:12.368066 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:12.427453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=94e12f1c-400b-4c6b-a110-0709e2e7ab62,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:12.490503 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f113b-a7d4-4d36-9ee6-4ceee69df698 req-0e12ecd2-7ff1-4c87-9e70-65df131be525 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:12.493286 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a0f113b-a7d4-4d36-9ee6-4ceee69df698 req-0e12ecd2-7ff1-4c87-9e70-65df131be525 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 944 time: 0.0847063 Apr 18 17:33:12.543778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a0f113b-a7d4-4d36-9ee6-4ceee69df698 req-828cacdb-c579-4011-af0b-4acce3e95e02 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Apr 18 17:33:12.742956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['94e12f1c-400b-4c6b-a110-0709e2e7ab62'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:33:13.691823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604e2fe-edf1-4be7-bd30-6327d9bf7513 req-0c76ea95-616b-40b7-af9e-42ac46021d42 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:13.693732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0604e2fe-edf1-4be7-bd30-6327d9bf7513 req-0c76ea95-616b-40b7-af9e-42ac46021d42 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 944 time: 0.0750120 Apr 18 17:33:13.744205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0604e2fe-edf1-4be7-bd30-6327d9bf7513 req-ad135340-fdeb-4e5b-b907-dac715a53436 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Apr 18 17:33:14.059839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94e12f1c-400b-4c6b-a110-0709e2e7ab62 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:14.203276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:33:14.207660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:14.207858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:14.295800 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:14.319357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e12f1c-400b-4c6b-a110-0709e2e7ab62'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:33:14.321667 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3619d986-572a-44c5-b390-b20cb2e150f6" -d '{"events": [{"server_uuid": "0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca", "name": "network-vif-plugged", "status": "completed", "tag": "94e12f1c-400b-4c6b-a110-0709e2e7ab62"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:33:14.335889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 94e12f1c-400b-4c6b-a110-0709e2e7ab62, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94e12f1c-400b-4c6b-a110-0709e2e7ab62,segment=NetworkSegment(80469457-d335-4d94-94b1-5b65895228c1),segment_id=80469457-d335-4d94-94b1-5b65895228c1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:14.363852 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807db030-cb2d-468b-9026-4cdd6fd813a5 x-openstack-request-id: req-807db030-cb2d-468b-9026-4cdd6fd813a5 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:33:14.364139 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca", "name": "network-vif-plugged", "status": "completed", "tag": "94e12f1c-400b-4c6b-a110-0709e2e7ab62", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:33:14.364388 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-807db030-cb2d-468b-9026-4cdd6fd813a5 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:33:14.364785 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807db030-cb2d-468b-9026-4cdd6fd813a5'] response: {'server_uuid': '0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e12f1c-400b-4c6b-a110-0709e2e7ab62', 'code': 200} Apr 18 17:33:14.397854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:14.467652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=94e12f1c-400b-4c6b-a110-0709e2e7ab62,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:14.502343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db45ee-5b2f-490a-96d7-709f3f81527d req-f8b98416-f7a5-4ffd-b79a-f678bc684e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:14.504159 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b2db45ee-5b2f-490a-96d7-709f3f81527d req-f8b98416-f7a5-4ffd-b79a-f678bc684e8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 1096 time: 0.0547130 Apr 18 17:33:14.540538 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b2db45ee-5b2f-490a-96d7-709f3f81527d req-4df4d613-2d53-4163-bf03-ff122403df16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301802 Apr 18 17:33:14.935427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b99ee9-af88-4f8f-9705-5affc108132a req-f2c14c25-7054-4dac-8ab4-b069be598717 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:14.943970 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36b99ee9-af88-4f8f-9705-5affc108132a req-f2c14c25-7054-4dac-8ab4-b069be598717 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0931499 Apr 18 17:33:14.990733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36b99ee9-af88-4f8f-9705-5affc108132a req-647ed2f7-18fa-47fa-9e12-c7f19d136ff9 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Apr 18 17:33:16.121641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579f54-b5b7-4e06-9cca-26eebe76c57b req-ef838de8-a864-4443-817a-2a447662900f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:16.123050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40579f54-b5b7-4e06-9cca-26eebe76c57b req-ef838de8-a864-4443-817a-2a447662900f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0576534 Apr 18 17:33:16.174412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-40579f54-b5b7-4e06-9cca-26eebe76c57b req-523c20b1-a9b6-4c32-a005-60e9cbef865a tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Apr 18 17:33:17.260838 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:33:17.305879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbc97d-aa58-4a39-b546-6dfcbd46202a req-295caecd-5cab-4196-bb6e-9404ab3a46a9 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:17.307417 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ffbc97d-aa58-4a39-b546-6dfcbd46202a req-295caecd-5cab-4196-bb6e-9404ab3a46a9 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0525360 Apr 18 17:33:17.348217 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1ffbc97d-aa58-4a39-b546-6dfcbd46202a req-385cffa4-da4b-4b72-bf2c-5ba49c56163c tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Apr 18 17:33:17.380031 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:17.479818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7aec4-6053-4943-bc7a-3264e3d149f9 req-084aa0b2-970b-427b-8d6c-99252fd85e32 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:17.481305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1e7aec4-6053-4943-bc7a-3264e3d149f9 req-084aa0b2-970b-427b-8d6c-99252fd85e32 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0641556 Apr 18 17:33:17.521692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1e7aec4-6053-4943-bc7a-3264e3d149f9 req-d0871853-0b71-42d8-8b3e-78883d1c4972 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340202 Apr 18 17:33:17.528599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:18.057787 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13053ab-e64d-4f9d-842e-29ffdcf4b492 req-3038c63f-5717-488a-8760-6f289a17157f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:18.060057 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a13053ab-e64d-4f9d-842e-29ffdcf4b492 req-3038c63f-5717-488a-8760-6f289a17157f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0596006 Apr 18 17:33:18.106861 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a13053ab-e64d-4f9d-842e-29ffdcf4b492 req-5ddd7b65-a34a-4e4c-960e-b71df492e8e5 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Apr 18 17:33:19.245133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf761394-7a17-43d1-9247-04db4d906044 req-bb75cdc6-815e-469e-a994-d57d2c21780c tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:19.246695 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf761394-7a17-43d1-9247-04db4d906044 req-bb75cdc6-815e-469e-a994-d57d2c21780c tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0560791 Apr 18 17:33:19.292397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf761394-7a17-43d1-9247-04db4d906044 req-7961e222-c628-4451-92ee-d5b65a5fd590 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390232 Apr 18 17:33:19.693904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cea71d-af1b-4e2e-8bca-8e027d04ac34 req-50a9d20e-115b-4025-a38a-679321d4bac6 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:19.695423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79cea71d-af1b-4e2e-8bca-8e027d04ac34 req-50a9d20e-115b-4025-a38a-679321d4bac6 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0524595 Apr 18 17:33:19.744396 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-79cea71d-af1b-4e2e-8bca-8e027d04ac34 req-9d875e4d-35d7-4b0c-97bb-f8640ec79c91 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Apr 18 17:33:19.870333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-07ddc52f-7661-45bf-95d9-31cb50e56286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:19.871944 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-07ddc52f-7661-45bf-95d9-31cb50e56286 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d2db8b265a4bc5b44a861666374ea1&device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 1096 time: 0.0427692 Apr 18 17:33:19.982015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-3afbe8c8-9433-49de-aa22-5d1df2888a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:19.983988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-3afbe8c8-9433-49de-aa22-5d1df2888a9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=96baa898-ffd5-4218-b99c-043e94a8d2d4 HTTP/1.1" status: 200 len: 912 time: 0.1055584 Apr 18 17:33:20.032120 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-9980d4ef-f09c-4e2a-b50b-17364cb384b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e12f1c-400b-4c6b-a110-0709e2e7ab62 HTTP/1.1" status: 200 len: 217 time: 0.0419896 Apr 18 17:33:20.092800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-d00d71a3-9ce7-44f4-ae95-53642b25e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:20.094292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-d00d71a3-9ce7-44f4-ae95-53642b25e7e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe70e654-bd46-459d-b9e5-092191c91037 HTTP/1.1" status: 200 len: 851 time: 0.0558870 Apr 18 17:33:20.140039 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-d42ec04d-21ff-4f91-a5e3-d4b21b4f3f3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96baa898-ffd5-4218-b99c-043e94a8d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383434 Apr 18 17:33:20.242078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-eb80082f-39ff-4547-a896-b598fe481950 service neutron] 10.222.0.18 "GET /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949595 Apr 18 17:33:20.342030 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6d46eb18-ee70-4e91-9ab5-1a8a351a9a55 req-114eabee-e8a2-4cb0-a832-1f97c935ad2d service neutron] 10.222.0.18 "GET /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933945 Apr 18 17:33:20.874279 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855a508-755f-44f0-9387-34317beca4e7 req-ff71e3a0-5ec2-4747-b1d9-25de36527f11 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:20.883915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5855a508-755f-44f0-9387-34317beca4e7 req-ff71e3a0-5ec2-4747-b1d9-25de36527f11 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0626528 Apr 18 17:33:20.933052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5855a508-755f-44f0-9387-34317beca4e7 req-ba822dbc-b19c-4820-9dfa-a0f184e39bea tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 Apr 18 17:33:22.053460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83afa7a-b0db-44dc-93f5-62d34f35b8ff req-e90d9956-693a-4af9-865e-b1207bf72f38 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:22.055324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f83afa7a-b0db-44dc-93f5-62d34f35b8ff req-e90d9956-693a-4af9-865e-b1207bf72f38 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0569293 Apr 18 17:33:22.114688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f83afa7a-b0db-44dc-93f5-62d34f35b8ff req-7817eab4-ec2d-4e57-9ff9-1fcf90585354 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532527 Apr 18 17:33:22.533937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c774e-5819-4e8d-b447-4ffef27161c2 req-856f6e05-ca4f-4b7f-b955-2bc447a01c1f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:22.536451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e85c774e-5819-4e8d-b447-4ffef27161c2 req-856f6e05-ca4f-4b7f-b955-2bc447a01c1f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0548539 Apr 18 17:33:22.596414 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e85c774e-5819-4e8d-b447-4ffef27161c2 req-00d135fc-0332-47a8-b789-ea389f2c7d3e tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530536 Apr 18 17:33:23.731615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd05a04-4d8b-46da-b7cc-77b34e8cdfba req-524621ed-4405-4190-b1c7-baa8ecf73229 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:23.733093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fd05a04-4d8b-46da-b7cc-77b34e8cdfba req-524621ed-4405-4190-b1c7-baa8ecf73229 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0586429 Apr 18 17:33:23.773359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fd05a04-4d8b-46da-b7cc-77b34e8cdfba req-511dc440-d110-4ed4-b20d-c8b8f92fcc7b tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Apr 18 17:33:24.144011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41cb47-78d4-436b-94df-22e6b5a366fc req-f8e921f1-cc35-418c-92e2-7e04cf4703dc tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:24.146306 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f41cb47-78d4-436b-94df-22e6b5a366fc req-f8e921f1-cc35-418c-92e2-7e04cf4703dc tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0601680 Apr 18 17:33:24.203055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f41cb47-78d4-436b-94df-22e6b5a366fc req-0937b8de-57a5-487c-a44c-b48add185f00 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470419 Apr 18 17:33:24.391239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-a9960e19-a3b3-4bdf-9199-66be1f5f7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:24.393225 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-a9960e19-a3b3-4bdf-9199-66be1f5f7052 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d2db8b265a4bc5b44a861666374ea1&device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 1096 time: 0.1890571 Apr 18 17:33:24.482784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-c705e327-8e9d-4c2f-b075-b780ebc6a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:24.484396 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-c705e327-8e9d-4c2f-b075-b780ebc6a94a service neutron] 10.222.0.18 "GET /v2.0/networks?id=96baa898-ffd5-4218-b99c-043e94a8d2d4 HTTP/1.1" status: 200 len: 912 time: 0.0848784 Apr 18 17:33:24.532414 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-8f897d9e-9ff2-4099-bb40-99b1c98f634a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e12f1c-400b-4c6b-a110-0709e2e7ab62 HTTP/1.1" status: 200 len: 217 time: 0.0418355 Apr 18 17:33:24.584268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-9b6cd327-360c-43f7-a4c0-f3c933c1c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:24.585703 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-9b6cd327-360c-43f7-a4c0-f3c933c1c05e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe70e654-bd46-459d-b9e5-092191c91037 HTTP/1.1" status: 200 len: 851 time: 0.0453346 Apr 18 17:33:24.618062 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-1387aec9-c916-4a92-96a1-c2809062e59b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96baa898-ffd5-4218-b99c-043e94a8d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265107 Apr 18 17:33:24.715489 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-f074b76a-c524-4b1d-bcb6-16a9eae9b6b5 service neutron] 10.222.0.18 "GET /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915339 Apr 18 17:33:24.808688 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-889250e7-08eb-4fb3-9060-72e37bb40313 req-41f4c445-3b26-47e4-a31b-5ba69646e7e3 service neutron] 10.222.0.18 "GET /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864451 Apr 18 17:33:25.329007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95d6f-2b6d-43da-9f28-3f8d441ce0b9 req-c0d6fa87-8ee0-40e5-b3b6-36da705bf02d tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:25.331036 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35d95d6f-2b6d-43da-9f28-3f8d441ce0b9 req-c0d6fa87-8ee0-40e5-b3b6-36da705bf02d tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0562875 Apr 18 17:33:25.372151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35d95d6f-2b6d-43da-9f28-3f8d441ce0b9 req-a0941dd1-7c61-486e-a784-064b38b1ebc4 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340490 Apr 18 17:33:25.526503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-82628390-8cfa-461c-94b5-0d8fd8b3e6c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455687 Apr 18 17:33:25.635612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-8c837bf9-e67f-491e-9d0d-f9fa2077aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:25.637326 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-8c837bf9-e67f-491e-9d0d-f9fa2077aeab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 1097 time: 0.0463445 Apr 18 17:33:25.812860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-08704dbd-f430-47f8-be79-51b46ae6ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:25.814711 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-08704dbd-f430-47f8-be79-51b46ae6ad54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.1036062 Apr 18 17:33:25.886969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-41ccf000-f427-4f24-8b3f-20762b5a655a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56184f1a-b221-4daa-8c2d-3600fdfc1838 HTTP/1.1" status: 200 len: 1001 time: 0.0653174 Apr 18 17:33:25.937891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-77aaec9b-8bef-4a6f-a0b4-ea85cd975e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:25.939345 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-77aaec9b-8bef-4a6f-a0b4-ea85cd975e45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0459607 Apr 18 17:33:25.986377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-178548a0-7c1e-4623-9d8c-aaa9c9023f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:25.988440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-178548a0-7c1e-4623-9d8c-aaa9c9023f34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428646 Apr 18 17:33:26.089592 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-327dc26d-3dc0-4d11-a9b2-a2c5ba920f02 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952671 Apr 18 17:33:26.185299 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d34cf54-596f-4ab2-ab1f-fdc7fcf248b6 req-6623ec17-4789-4716-aedb-13b5a5412f13 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892725 Apr 18 17:33:26.528345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83a865-0400-467f-809f-6429f7721d17 req-ef430e5e-6397-40f2-8315-bd184d9f0ed1 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:26.529880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c83a865-0400-467f-809f-6429f7721d17 req-ef430e5e-6397-40f2-8315-bd184d9f0ed1 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0843208 Apr 18 17:33:26.575372 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c83a865-0400-467f-809f-6429f7721d17 req-565d5cb9-b2be-4fe7-a064-78f10a1222a7 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 Apr 18 17:33:27.179684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555a53-d9bc-4a7d-a2fa-44f81197f86e req-3dcb1e97-2e68-4a36-a9af-f88c53884154 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:27.184847 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33555a53-d9bc-4a7d-a2fa-44f81197f86e req-3dcb1e97-2e68-4a36-a9af-f88c53884154 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0787272 Apr 18 17:33:27.226526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33555a53-d9bc-4a7d-a2fa-44f81197f86e req-fee60b32-8da5-4253-94e6-2fb54d9b3def tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Apr 18 17:33:28.349214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab715-7fb9-49bf-acf0-b0a735afa3fc req-68eb4f75-eba6-426f-80d5-f42915f59189 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:28.353859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d71ab715-7fb9-49bf-acf0-b0a735afa3fc req-68eb4f75-eba6-426f-80d5-f42915f59189 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0526774 Apr 18 17:33:28.393905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d71ab715-7fb9-49bf-acf0-b0a735afa3fc req-2bb1f252-d2b2-4532-b83c-f7a72124de57 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364711 Apr 18 17:33:29.183996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44288) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:29.340126 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b989d60a-99d1-4820-b1b0-28c245a4e757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.408967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-2d7f9282-7727-4ce5-bf61-8e390a90814d tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:29.410460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-2d7f9282-7727-4ce5-bf61-8e390a90814d tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0802059 Apr 18 17:33:29.529376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b989d60a-99d1-4820-b1b0-28c245a4e757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.538597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de3a1d-51be-4c5b-873f-1cee4e5befb0 req-42fc8947-5924-42a5-aa59-3b1156243805 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:29.544955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0de3a1d-51be-4c5b-873f-1cee4e5befb0 req-42fc8947-5924-42a5-aa59-3b1156243805 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 945 time: 0.0695536 Apr 18 17:33:29.547135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Deleting port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:29.547478 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.585692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0de3a1d-51be-4c5b-873f-1cee4e5befb0 req-ac97480c-c6a0-44d6-bd91-291716460f65 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/security-groups?id=e2a1171c-ef71-49d5-b957-ee962651210f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Apr 18 17:33:29.616927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b989d60a-99d1-4820-b1b0-28c245a4e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.681143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b989d60a-99d1-4820-b1b0-28c245a4e757 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6ae64058c7b45ba8d20627179edd497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937572 Apr 18 17:33:29.682503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989d60a-99d1-4820-b1b0-28c245a4e757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478fba57-0d54-4d6b-8cd0-1cf46aac9cb5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:29.684226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44318) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:29.714870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] For port 94e12f1c-400b-4c6b-a110-0709e2e7ab62, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=94e12f1c-400b-4c6b-a110-0709e2e7ab62,segment=NetworkSegment(80469457-d335-4d94-94b1-5b65895228c1),segment_id=80469457-d335-4d94-94b1-5b65895228c1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:29.715549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.750804 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.753600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Calling delete_port for 94e12f1c-400b-4c6b-a110-0709e2e7ab62 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:29.773334 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.813906 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1626dfe8-9428-4ec8-899d-157ace87edba req-597c3211-90be-45b5-997c-83306bbf501e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2069230 Apr 18 17:33:29.929659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626dfe8-9428-4ec8-899d-157ace87edba req-674575e5-fb1f-4269-a1a1-e69b3810088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:29.931137 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1626dfe8-9428-4ec8-899d-157ace87edba req-674575e5-fb1f-4269-a1a1-e69b3810088c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1135 time: 0.0557275 Apr 18 17:33:29.984840 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.987455 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:29.988619 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/478fba57-0d54-4d6b-8cd0-1cf46aac9cb5 HTTP/1.1" status: 204 len: 168 time: 0.3034425 Apr 18 17:33:29.997745 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478fba57-0d54-4d6b-8cd0-1cf46aac9cb5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:30.006667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.007025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.007478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.008483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.013978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.013978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.013978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.013978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.013978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.013978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.013978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.013978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01454ab2-e0b7-4c03-8f9f-3e3d6bb213db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:30.041922 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:30.080367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['94e12f1c-400b-4c6b-a110-0709e2e7ab62'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:33:30.083743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Pushing event deleted for resources: {'Port': ['ID=94e12f1c-400b-4c6b-a110-0709e2e7ab62,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:30.092385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626dfe8-9428-4ec8-899d-157ace87edba req-0c601dfa-c451-4321-a0d3-45108afb4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:30.092385 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1626dfe8-9428-4ec8-899d-157ace87edba req-0c601dfa-c451-4321-a0d3-45108afb4fe1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee430a9e-6265-4da4-9190-259f8b6a1fea HTTP/1.1" status: 200 len: 898 time: 0.1416922 Apr 18 17:33:30.136520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] No DVR routers for this DVR port 94e12f1c-400b-4c6b-a110-0709e2e7ab62 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:30.169350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:30.172710 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-289fb77a-5a7d-4e6f-8516-23589a0353de req-7efdf7a3-ec1b-4c30-a887-f86e576f007f tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.18 "DELETE /v2.0/ports/94e12f1c-400b-4c6b-a110-0709e2e7ab62 HTTP/1.1" status: 204 len: 173 time: 0.7557502 Apr 18 17:33:30.173152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca', 'name': 'network-vif-deleted', 'tag': '94e12f1c-400b-4c6b-a110-0709e2e7ab62'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:33:30.175523 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d71988-19c1-490a-83c6-4b8f93b61bd1" -d '{"events": [{"server_uuid": "0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca", "name": "network-vif-deleted", "tag": "94e12f1c-400b-4c6b-a110-0709e2e7ab62"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:33:30.205350 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1626dfe8-9428-4ec8-899d-157ace87edba req-010bea39-c566-4830-8146-2585b2f01205 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e HTTP/1.1" status: 200 len: 1001 time: 0.1071434 Apr 18 17:33:30.259527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626dfe8-9428-4ec8-899d-157ace87edba req-51a99151-6099-4587-ac39-651b1664ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:30.261039 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1626dfe8-9428-4ec8-899d-157ace87edba req-51a99151-6099-4587-ac39-651b1664ef3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35210c14-3dc8-489d-b308-3abd34e87e70 HTTP/1.1" status: 200 len: 835 time: 0.0491564 Apr 18 17:33:30.318433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626dfe8-9428-4ec8-899d-157ace87edba req-512e9c27-8b53-4669-b95c-ef71e58c643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:30.321610 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1626dfe8-9428-4ec8-899d-157ace87edba req-512e9c27-8b53-4669-b95c-ef71e58c643d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee430a9e-6265-4da4-9190-259f8b6a1fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537708 Apr 18 17:33:30.464722 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bef47ec-a3ff-4d0c-abcf-a65fb92f4ccf x-openstack-request-id: req-7bef47ec-a3ff-4d0c-abcf-a65fb92f4ccf {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:33:30.465261 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca", "name": "network-vif-deleted", "tag": "94e12f1c-400b-4c6b-a110-0709e2e7ab62", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:33:30.465734 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bef47ec-a3ff-4d0c-abcf-a65fb92f4ccf {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:33:30.466281 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bef47ec-a3ff-4d0c-abcf-a65fb92f4ccf'] response: {'server_uuid': '0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca', 'name': 'network-vif-deleted', 'tag': '94e12f1c-400b-4c6b-a110-0709e2e7ab62', 'status': 'completed', 'code': 200} Apr 18 17:33:30.470342 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1626dfe8-9428-4ec8-899d-157ace87edba req-7cc7bb0d-611d-4c95-ad5c-daf055407df0 service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404088 Apr 18 17:33:30.562646 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1626dfe8-9428-4ec8-899d-157ace87edba req-cf165661-2127-4a40-80d6-3d469d2350cb service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860641 Apr 18 17:33:30.709516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c901936e-6f23-4585-8a9e-cc049e843c3c req-b7d2673f-a7b4-4a97-9657-6abf41fb49d1 tempest-TestServerAdvancedOps-528072837 tempest-TestServerAdvancedOps-528072837-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a52ea2f-05ba-4d6f-a3f8-c99cc868e4ca HTTP/1.1" status: 200 len: 210 time: 0.0312922 Apr 18 17:33:30.821469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44372) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:30.834362 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f16ca6bb-5a1b-4fe5-a153-0c8872ceef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:30.916302 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f16ca6bb-5a1b-4fe5-a153-0c8872ceef89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.025936 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4d119236-8400-470c-8803-1aecacee31c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.089291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f16ca6bb-5a1b-4fe5-a153-0c8872ceef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.129814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f16ca6bb-5a1b-4fe5-a153-0c8872ceef89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=511da8a6599141d0a396a454ad377307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072262 Apr 18 17:33:31.130691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ca6bb-5a1b-4fe5-a153-0c8872ceef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b1b5f8-ec91-44c5-beb5-27be35547647,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:31.132544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44384) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:31.182791 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7b13f53-e598-4c7c-a169-c3026fef0ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.204850 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7b13f53-e598-4c7c-a169-c3026fef0ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.390805 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7b13f53-e598-4c7c-a169-c3026fef0ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.393461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e7b13f53-e598-4c7c-a169-c3026fef0ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.394647 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e7b13f53-e598-4c7c-a169-c3026fef0ee7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26b1b5f8-ec91-44c5-beb5-27be35547647 HTTP/1.1" status: 204 len: 168 time: 0.2611101 Apr 18 17:33:31.403100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b13f53-e598-4c7c-a169-c3026fef0ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b1b5f8-ec91-44c5-beb5-27be35547647,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:31.772365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44412) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:31.825910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6cfd1a-cd5a-4992-87ce-af149f603bd5 admin admin] Deleting subnet fe70e654-bd46-459d-b9e5-092191c91037 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:33:31.829247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfd1a-cd5a-4992-87ce-af149f603bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.865543 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfd1a-cd5a-4992-87ce-af149f603bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:31.910524 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfd1a-cd5a-4992-87ce-af149f603bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.117766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfd1a-cd5a-4992-87ce-af149f603bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.149085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cfd1a-cd5a-4992-87ce-af149f603bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe70e654-bd46-459d-b9e5-092191c91037,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:32.154593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfd1a-cd5a-4992-87ce-af149f603bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.158050 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fa6cfd1a-cd5a-4992-87ce-af149f603bd5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fe70e654-bd46-459d-b9e5-092191c91037 HTTP/1.1" status: 204 len: 168 time: 0.3865626 Apr 18 17:33:32.160524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44428) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:32.167019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94e12f1c-400b-4c6b-a110-0709e2e7ab62 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:33:32.188180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 94e12f1c-400b-4c6b-a110-0709e2e7ab62 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:33:32.188522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 94e12f1c-400b-4c6b-a110-0709e2e7ab62 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:33:32.229729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.317328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.338472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96baa898-ffd5-4218-b99c-043e94a8d2d4']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:32.349298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80469457-d335-4d94-94b1-5b65895228c1') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:32.349777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80469457-d335-4d94-94b1-5b65895228c1') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:32.359449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.373292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.379301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:32.379737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:32.381402 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:32.423709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44438) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:32.439413 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19746ed8-6ddb-40b3-a888-7fd10ed094e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.523069 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19746ed8-6ddb-40b3-a888-7fd10ed094e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.523250 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.528301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.531845 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] 10.222.0.45 "DELETE /v2.0/networks/96baa898-ffd5-4218-b99c-043e94a8d2d4 HTTP/1.1" status: 204 len: 168 time: 0.3701632 Apr 18 17:33:32.535587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44448) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:32.546485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9208679-7357-4e2c-9b9e-51bda41c0d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=96baa898-ffd5-4218-b99c-043e94a8d2d4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:32.590852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf327551-6a84-4ef7-990e-3445b419b2ad admin admin] Deleting subnet 727354b5-ef1d-41ab-94dd-0cfa46bc5e85 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:33:32.594344 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf327551-6a84-4ef7-990e-3445b419b2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.623708 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19746ed8-6ddb-40b3-a888-7fd10ed094e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.651083 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf327551-6a84-4ef7-990e-3445b419b2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.701901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-19746ed8-6ddb-40b3-a888-7fd10ed094e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bda2c8c4f4748edb68d787eb8be5d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770672 Apr 18 17:33:32.704503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44454) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:32.707222 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19746ed8-6ddb-40b3-a888-7fd10ed094e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf28f2f-7c1b-43d6-97ca-f8f19f6aab46,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:32.725629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf327551-6a84-4ef7-990e-3445b419b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.771342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2d14-eaea-4a46-bac1-bc740a2ffe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.794691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2d14-eaea-4a46-bac1-bc740a2ffe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.877853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf327551-6a84-4ef7-990e-3445b419b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.906070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327551-6a84-4ef7-990e-3445b419b2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727354b5-ef1d-41ab-94dd-0cfa46bc5e85,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:32.920766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf327551-6a84-4ef7-990e-3445b419b2ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.924039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cf327551-6a84-4ef7-990e-3445b419b2ad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/727354b5-ef1d-41ab-94dd-0cfa46bc5e85 HTTP/1.1" status: 204 len: 168 time: 0.3880837 Apr 18 17:33:32.926470 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44466) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:32.946831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2d14-eaea-4a46-bac1-bc740a2ffe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.949350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2d14-eaea-4a46-bac1-bc740a2ffe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:32.950513 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2c4f2d14-eaea-4a46-bac1-bc740a2ffe32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eaf28f2f-7c1b-43d6-97ca-f8f19f6aab46 HTTP/1.1" status: 204 len: 168 time: 0.2449915 Apr 18 17:33:32.967433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f2d14-eaea-4a46-bac1-bc740a2ffe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf28f2f-7c1b-43d6-97ca-f8f19f6aab46,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:33.019507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:33.107391 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:33.128072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e44efcd-c30d-43cc-a031-c2f579992354']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:33.138467 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81fb594-8d15-4d3b-b34b-cf1664997bca') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:33.138763 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81fb594-8d15-4d3b-b34b-cf1664997bca') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:33.148662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:33.161941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:33.167961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:33.168438 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:33.172150 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:33.313384 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-928aaabf-ee57-4a97-b484-26da4b2ef0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:33.426030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:33.443627 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:33.446853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5e44efcd-c30d-43cc-a031-c2f579992354 HTTP/1.1" status: 204 len: 168 time: 0.5193894 Apr 18 17:33:33.447827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dad5f-52b3-4997-b9ca-c054b9c50a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e44efcd-c30d-43cc-a031-c2f579992354,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:33.898043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44518) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:33.935738 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-65f2d2eb-5e03-41d6-b499-27427e8dd6d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12d2db8b265a4bc5b44a861666374ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436459 Apr 18 17:33:33.938663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44526) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:33.990604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f63b571-7c4b-4da5-8e9f-4f70a16afa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.017534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f63b571-7c4b-4da5-8e9f-4f70a16afa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.288789 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f63b571-7c4b-4da5-8e9f-4f70a16afa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.292289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f63b571-7c4b-4da5-8e9f-4f70a16afa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.293475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0f63b571-7c4b-4da5-8e9f-4f70a16afa5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2a1171c-ef71-49d5-b957-ee962651210f HTTP/1.1" status: 204 len: 168 time: 0.3538740 Apr 18 17:33:34.303650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63b571-7c4b-4da5-8e9f-4f70a16afa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a1171c-ef71-49d5-b957-ee962651210f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:34.336676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44546) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:34.452971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-927760235-network', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:34.516546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.683349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Made reservation on behalf of c03e9011440d42f39b3f163b3d67590c for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:33:34.686076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.696139 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.785056 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.866753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.894910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:33:34.904711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326bfed5-f03c-48d3-b466-27f1e8b2d5ef,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:34.910655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:34.911005 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Added segment e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe of type vlan for network d0d79311-80f5-48ae-a474-afda91e418b1 Apr 18 17:33:34.956414 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.071997 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.073253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:35.074076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.139653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d79311-80f5-48ae-a474-afda91e418b1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:35.148911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network d0d79311-80f5-48ae-a474-afda91e418b1 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:33:35.228582 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1bba1697-aadd-49ce-ae75-42220ca71609 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8905463 Apr 18 17:33:35.231534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44586) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:35.236825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Request body: {'subnet': {'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-927760235-subnet', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:35.274705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44588) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:35.331043 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-181e928d-1171-4a87-af1e-813958324710 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0aaee18c8146446c8386c6f71eef2bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551844 Apr 18 17:33:35.333832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44594) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:35.351878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Made reservation on behalf of c03e9011440d42f39b3f163b3d67590c for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:33:35.354230 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.452640 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e82d47d-2982-4d22-8ed8-54f1454a9e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.484548 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e82d47d-2982-4d22-8ed8-54f1454a9e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.688930 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e82d47d-2982-4d22-8ed8-54f1454a9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.691501 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e82d47d-2982-4d22-8ed8-54f1454a9e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.694492 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6e82d47d-2982-4d22-8ed8-54f1454a9e20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e7b4ab2-e59e-45ff-91bb-0db0dd27997f HTTP/1.1" status: 204 len: 168 time: 0.3586938 Apr 18 17:33:35.705117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82d47d-2982-4d22-8ed8-54f1454a9e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7b4ab2-e59e-45ff-91bb-0db0dd27997f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:35.776218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:35.865343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ad4f62-eedf-4876-b32c-8c8f42b499c5,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:35.888337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Checking segment: {'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:35.888337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Network hostable DHCP agents. Network: d0d79311-80f5-48ae-a474-afda91e418b1, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:33:35.984065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Network d0d79311-80f5-48ae-a474-afda91e418b1 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:33:35.987179 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.083169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, d0d79311-80f5-48ae-a474-afda91e418b1) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:36.103516 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7860f4-6a6b-411e-b946-d1ebcb2528b7 None None] Network d0d79311-80f5-48ae-a474-afda91e418b1 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:36.105447 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:36.106135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.169005 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.198582 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-edb40c6b-8174-4256-ba20-565836b4e88e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9641924 Apr 18 17:33:36.200722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44634) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:36.214783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:36.306476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-d0d79311-80f5-48ae-a474-afda91e418b1', 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'fixed_ips': [{'subnet_id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:33:36.306476 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.311483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.317502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.397782 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.471988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Allocated IP 172.20.0.2 (d0d79311-80f5-48ae-a474-afda91e418b1/a0ad4f62-eedf-4876-b32c-8c8f42b499c5/01250170-5be6-42df-b82a-dcc65de06cbb) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:33:36.613896 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.650538 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.700229 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.758588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Network d0d79311-80f5-48ae-a474-afda91e418b1 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:36.762700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:36.764490 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Pushing event updated for resources: {'Port': ['ID=01250170-5be6-42df-b82a-dcc65de06cbb,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:36.767897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:33:36.837828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Attempting to bind port 01250170-5be6-42df-b82a-dcc65de06cbb on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:33:36.838322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Attempting to bind port 01250170-5be6-42df-b82a-dcc65de06cbb by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:33:36.839257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Attempting to bind port 01250170-5be6-42df-b82a-dcc65de06cbb on network d0d79311-80f5-48ae-a474-afda91e418b1 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:36.849034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:33:36.849871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Checking segment: {'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:36.850364 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.850837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Bound using segment: {'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:33:36.851388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Bound port: 01250170-5be6-42df-b82a-dcc65de06cbb, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:33:36.851854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:36.949318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] For port 01250170-5be6-42df-b82a-dcc65de06cbb, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:33:36.954328 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] For port 01250170-5be6-42df-b82a-dcc65de06cbb, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=01250170-5be6-42df-b82a-dcc65de06cbb,segment=NetworkSegment(e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe),segment_id=e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:33:37.046631 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:37.054953 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:37.068261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:37.140519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107e1f9-f6fb-403f-9609-eb500433813e None None] Pushing event updated for resources: {'Port': ['ID=01250170-5be6-42df-b82a-dcc65de06cbb,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:37.549152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Allocated IP 172.25.5.221 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/04cf80f4-1f65-4678-9735-fd90ca1270a4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:33:37.654522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:37.741169 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:37.785084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:37.788984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:37.794048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:33:37.797038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Pushing event updated for resources: {'Port': ['ID=04cf80f4-1f65-4678-9735-fd90ca1270a4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:38.125725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:38.170937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62953738-16f0-4eb4-81e5-b53657fd5920 None None] Network d0d79311-80f5-48ae-a474-afda91e418b1 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:38.277989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-eb76a4c4-3c7e-4276-82d8-a1fcc674b245 None None] Provisioning complete for port 01250170-5be6-42df-b82a-dcc65de06cbb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:38.278363 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb76a4c4-3c7e-4276-82d8-a1fcc674b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:38.357454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:38.449959 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb76a4c4-3c7e-4276-82d8-a1fcc674b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:38.487179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-eb76a4c4-3c7e-4276-82d8-a1fcc674b245 None None] For port 01250170-5be6-42df-b82a-dcc65de06cbb, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=01250170-5be6-42df-b82a-dcc65de06cbb,segment=NetworkSegment(e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe),segment_id=e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:38.569263 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eb76a4c4-3c7e-4276-82d8-a1fcc674b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:38.582241 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Router 5e663b19-d3e6-4610-9aa1-eea419486ad2 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:33:38.681401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76a4c4-3c7e-4276-82d8-a1fcc674b245 None None] Pushing event updated for resources: {'Port': ['ID=01250170-5be6-42df-b82a-dcc65de06cbb,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:38.704307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cf28ab02-e2e8-432c-906d-50b998db2166 None None] Provisioning complete for port 01250170-5be6-42df-b82a-dcc65de06cbb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:38.704832 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf28ab02-e2e8-432c-906d-50b998db2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:38.761108 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:33:38.773500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Sync routers for ids ['5e663b19-d3e6-4610-9aa1-eea419486ad2'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:33:38.801485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Routers {'5e663b19-d3e6-4610-9aa1-eea419486ad2'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:38.802163 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5e663b19-d3e6-4610-9aa1-eea419486ad2'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:38.923219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:38.968217 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-84a73230-a9e9-42ff-928a-a1f8097aa83b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7206662 Apr 18 17:33:38.969638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44732) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:39.110092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Set router 5e663b19-d3e6-4610-9aa1-eea419486ad2 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:39.232925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 01250170-5be6-42df-b82a-dcc65de06cbb up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:39.338364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 01250170-5be6-42df-b82a-dcc65de06cbb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:39.338766 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:39.412695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:39.442150 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:37Z', 'revision_number': 3, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port': {'id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:37Z', 'updated_at': '2022-04-18T17:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:39.476435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Checking router: 5e663b19-d3e6-4610-9aa1-eea419486ad2 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:33:39.476568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Updating router 5e663b19-d3e6-4610-9aa1-eea419486ad2 port 04cf80f4-1f65-4678-9735-fd90ca1270a4 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:33:39.505855 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:39.592733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Allocated IP 172.20.0.1 (d0d79311-80f5-48ae-a474-afda91e418b1/a0ad4f62-eedf-4876-b32c-8c8f42b499c5/5c6ae4d7-c61d-4021-807b-2ec3a431a72f) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:33:39.736581 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:39.828064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:39.843287 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:39.887452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Network d0d79311-80f5-48ae-a474-afda91e418b1 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:39.890513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:39.893637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:33:39.921036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:39.926418 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:39.952408 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:39.998492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Attempting to bind port 04cf80f4-1f65-4678-9735-fd90ca1270a4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:33:40.001612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Attempting to bind port 04cf80f4-1f65-4678-9735-fd90ca1270a4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:33:40.001985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Attempting to bind port 04cf80f4-1f65-4678-9735-fd90ca1270a4 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:40.008915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:33:40.010894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:40.010894 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:40.010894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:33:40.010894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Bound port: 04cf80f4-1f65-4678-9735-fd90ca1270a4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:33:40.011307 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:40.082761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] For port 04cf80f4-1f65-4678-9735-fd90ca1270a4, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:33:40.097630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] For port 04cf80f4-1f65-4678-9735-fd90ca1270a4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=04cf80f4-1f65-4678-9735-fd90ca1270a4,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:33:40.105586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a112e66-d80f-4a39-94e9-01e00a115b19 None None] Pushing event updated for resources: {'Port': ['ID=04cf80f4-1f65-4678-9735-fd90ca1270a4,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:40.185344 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:40.255702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a112e66-d80f-4a39-94e9-01e00a115b19 None None] Pushing event updated for resources: {'Port': ['ID=04cf80f4-1f65-4678-9735-fd90ca1270a4,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:40.260789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Routers {'5e663b19-d3e6-4610-9aa1-eea419486ad2'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:40.261479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5e663b19-d3e6-4610-9aa1-eea419486ad2'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:40.266967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e8f8a0b6-dfb3-4adc-a195-ded494abacc9 None None] Provisioning complete for port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:40.267177 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a0b6-dfb3-4adc-a195-ded494abacc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:40.279026 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:40.344441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8a0b6-dfb3-4adc-a195-ded494abacc9 None None] Port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:33:40.420889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] Set router 5e663b19-d3e6-4610-9aa1-eea419486ad2 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:40.518839 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:40.619637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:40.687223 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:40.689783 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:40.699595 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 4, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port': {'id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:37Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '5c6ae4d7-c61d-4021-807b-2ec3a431a72f', 'name': '', 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'mac_address': 'fa:16:3e:17:d5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:39Z', 'updated_at': '2022-04-18T17:33:39Z', 'revision_number': 1, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'subnets': [{'id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:40.728418 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be9ac-dc28-4d0e-8fbf-917e28fd2794 None None] The sync data for ids ['5e663b19-d3e6-4610-9aa1-eea419486ad2'] in n-d-836015-2 is: [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 4, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port': {'id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:37Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '5c6ae4d7-c61d-4021-807b-2ec3a431a72f', 'name': '', 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'mac_address': 'fa:16:3e:17:d5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:39Z', 'updated_at': '2022-04-18T17:33:39Z', 'revision_number': 1, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'subnets': [{'id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:33:40.800163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Network d0d79311-80f5-48ae-a474-afda91e418b1 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:40.803047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:41.184914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d95584d3-acd7-4fb2-a274-138c1060bb0d None None] Provisioning complete for port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:41.185290 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d95584d3-acd7-4fb2-a274-138c1060bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:41.241716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d95584d3-acd7-4fb2-a274-138c1060bb0d None None] Port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:33:41.394067 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Router 5e663b19-d3e6-4610-9aa1-eea419486ad2 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:33:41.563039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:33:41.574260 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-033ad97f-b5a9-43a2-9019-d44f9cd6e392 admin admin] 10.222.0.45 "PUT /v2.0/routers/5e663b19-d3e6-4610-9aa1-eea419486ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448674 Apr 18 17:33:42.650747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44786) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:42.658124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1823513712-network', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:42.808788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Made reservation on behalf of 80b090532f8c4c84bad5976c995ed26d for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:33:42.813860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:42.826411 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:42.941377 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.080512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.093045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:33:43.106258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.106707 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Added segment c91f8365-e57d-4a55-94fe-a9d677ade2a6 of type vlan for network c209ce1e-8825-449f-a5c4-28995ef9ee93 Apr 18 17:33:43.173629 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.222525 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 04cf80f4-1f65-4678-9735-fd90ca1270a4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:43.296238 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea6cf1-517c-4853-8f65-b10659a86ba2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:43.305847 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.307132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:43.307901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.338573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 04cf80f4-1f65-4678-9735-fd90ca1270a4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:43.339231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.407074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] Pushing event updated for resources: {'Network': ['ID=c209ce1e-8825-449f-a5c4-28995ef9ee93,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:43.419865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network c209ce1e-8825-449f-a5c4-28995ef9ee93 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:33:43.442743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cf492733-571f-451d-a1b9-e036529acf74 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7882893 Apr 18 17:33:43.443099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44794) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:43.448202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Request body: {'subnet': {'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1823513712-subnet', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:43.486676 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Sync routers for ids ['5e663b19-d3e6-4610-9aa1-eea419486ad2'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:33:43.497261 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Routers {'5e663b19-d3e6-4610-9aa1-eea419486ad2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:43.497957 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5e663b19-d3e6-4610-9aa1-eea419486ad2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:43.551856 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Made reservation on behalf of 80b090532f8c4c84bad5976c995ed26d for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:33:43.554663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.555417 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.592131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 04cf80f4-1f65-4678-9735-fd90ca1270a4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=04cf80f4-1f65-4678-9735-fd90ca1270a4,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:43.630753 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Set router 5e663b19-d3e6-4610-9aa1-eea419486ad2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:43.688965 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.775737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=04cf80f4-1f65-4678-9735-fd90ca1270a4,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:43.871736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:43.922128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 4, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port': {'id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:37Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '5c6ae4d7-c61d-4021-807b-2ec3a431a72f', 'name': '', 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'mac_address': 'fa:16:3e:17:d5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:39Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 2, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'subnets': [{'id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:43.942098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b259f6a-f418-40a4-8f79-88385f1802ca,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:43.951909 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Checking router: 5e663b19-d3e6-4610-9aa1-eea419486ad2 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:33:43.953994 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Updating router 5e663b19-d3e6-4610-9aa1-eea419486ad2 port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:33:43.954367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Checking segment: {'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:43.954367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Network hostable DHCP agents. Network: c209ce1e-8825-449f-a5c4-28995ef9ee93, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:33:43.977715 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.014211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Network c209ce1e-8825-449f-a5c4-28995ef9ee93 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:33:44.094192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, c209ce1e-8825-449f-a5c4-28995ef9ee93) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:44.105592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3f6412-d1c9-4cd7-aba7-8873250fcbf3 None None] Network c209ce1e-8825-449f-a5c4-28995ef9ee93 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:44.126060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:33:44.130461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.222733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5a83c2eb-db65-4cb6-9bf1-3ce9d441ddae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7785544 Apr 18 17:33:44.226083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44798) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:44.230514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:33:44.317575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-c209ce1e-8825-449f-a5c4-28995ef9ee93', 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'fixed_ips': [{'subnet_id': '9b259f6a-f418-40a4-8f79-88385f1802ca'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:33:44.319657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.366453 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.387029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.392261 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.451607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.459939 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.486755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Allocated IP 172.20.0.2 (c209ce1e-8825-449f-a5c4-28995ef9ee93/9b259f6a-f418-40a4-8f79-88385f1802ca/1cd1a8ff-b221-4a25-8800-81d0dc85d490) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:33:44.532008 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Pushing event updated for resources: {'Port': ['ID=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:44.546431 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.547181 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.547677 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.548217 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.548816 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.549396 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.549935 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.551441 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.552526 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.553687 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.554189 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.555591 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:33:44.611624 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Attempting to bind port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:33:44.615555 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Attempting to bind port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:33:44.616007 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Attempting to bind port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f on network d0d79311-80f5-48ae-a474-afda91e418b1 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:44.622159 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:33:44.622460 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Checking segment: {'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:44.622803 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.623317 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Bound using segment: {'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:33:44.623783 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Bound port: 5c6ae4d7-c61d-4021-807b-2ec3a431a72f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:33:44.624303 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.669969 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.714338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.722945 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] For port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:33:44.727972 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] For port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,segment=NetworkSegment(e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe),segment_id=e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:33:44.747972 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.803592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Network c209ce1e-8825-449f-a5c4-28995ef9ee93 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:44.808930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:44.815482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:33:44.819408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Pushing event updated for resources: {'Port': ['ID=1cd1a8ff-b221-4a25-8800-81d0dc85d490,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:44.824081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2b3f10f3-ea02-44d8-b8d6-893091a0ca1b None None] Provisioning complete for port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:44.824448 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b3f10f3-ea02-44d8-b8d6-893091a0ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.846962 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.912202 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Routers {'5e663b19-d3e6-4610-9aa1-eea419486ad2'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:44.912870 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5e663b19-d3e6-4610-9aa1-eea419486ad2'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:44.915034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Attempting to bind port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:33:44.915428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Attempting to bind port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:33:44.915760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Attempting to bind port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 on network c209ce1e-8825-449f-a5c4-28995ef9ee93 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:44.921971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f10f3-ea02-44d8-b8d6-893091a0ca1b None None] Port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:33:44.923796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:33:44.924177 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Checking segment: {'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:44.924576 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.924997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Bound using segment: {'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:33:44.925677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Bound port: 1cd1a8ff-b221-4a25-8800-81d0dc85d490, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:33:44.925904 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:44.970735 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f138-0bd5-4048-929d-1567cffed730 None None] Pushing event updated for resources: {'Port': ['ID=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:45.059629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] For port 1cd1a8ff-b221-4a25-8800-81d0dc85d490, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:33:45.063705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] For port 1cd1a8ff-b221-4a25-8800-81d0dc85d490, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1cd1a8ff-b221-4a25-8800-81d0dc85d490,segment=NetworkSegment(c91f8365-e57d-4a55-94fe-a9d677ade2a6),segment_id=c91f8365-e57d-4a55-94fe-a9d677ade2a6)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:33:45.094470 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] Set router 5e663b19-d3e6-4610-9aa1-eea419486ad2 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:45.145039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:45.256163 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:45.273259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5c6ae4d7-c61d-4021-807b-2ec3a431a72f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:45.276814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e148fa8-5b90-4c8b-a777-842e01ce2e5a None None] Pushing event updated for resources: {'Port': ['ID=1cd1a8ff-b221-4a25-8800-81d0dc85d490,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:45.322241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:45.368472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ad2014c5-0d9d-4e39-91d0-55bc8b6ce8bd None None] Provisioning complete for port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:45.369656 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad2014c5-0d9d-4e39-91d0-55bc8b6ce8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:45.513939 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:45.516083 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:45.608965 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad2014c5-0d9d-4e39-91d0-55bc8b6ce8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:45.618196 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 4, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port': {'id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:37Z', 'updated_at': '2022-04-18T17:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '5c6ae4d7-c61d-4021-807b-2ec3a431a72f', 'name': '', 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'mac_address': 'fa:16:3e:17:d5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:39Z', 'updated_at': '2022-04-18T17:33:44Z', 'revision_number': 4, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'subnets': [{'id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:45.646729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Allocated IP 172.25.5.191 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/44b82112-16ee-4c2e-97ae-9ba5baabfc13) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:33:45.686898 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d384d5-938b-49a7-93a8-55daa2c62e5e None None] The sync data for ids ['5e663b19-d3e6-4610-9aa1-eea419486ad2'] in n-d-836015-2 is: [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:40Z', 'revision_number': 4, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port': {'id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:37Z', 'updated_at': '2022-04-18T17:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '5c6ae4d7-c61d-4021-807b-2ec3a431a72f', 'name': '', 'network_id': 'd0d79311-80f5-48ae-a474-afda91e418b1', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'mac_address': 'fa:16:3e:17:d5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:39Z', 'updated_at': '2022-04-18T17:33:44Z', 'revision_number': 4, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'subnets': [{'id': 'a0ad4f62-eedf-4876-b32c-8c8f42b499c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:33:45.729028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ad2014c5-0d9d-4e39-91d0-55bc8b6ce8bd None None] For port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,segment=NetworkSegment(e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe),segment_id=e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:45.816559 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad2014c5-0d9d-4e39-91d0-55bc8b6ce8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:45.878061 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:45.880488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:46.025537 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:46.054616 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:33:46.054968 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:33:46.063539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2014c5-0d9d-4e39-91d0-55bc8b6ce8bd None None] Pushing event updated for resources: {'Port': ['ID=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:46.083545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Pushing event updated for resources: {'Port': ['ID=44b82112-16ee-4c2e-97ae-9ba5baabfc13,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:46.099181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:46.100722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:46.104648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:33:46.542588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:46.677457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44828) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:46.679863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 04cf80f4-1f65-4678-9735-fd90ca1270a4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:46.753865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 04cf80f4-1f65-4678-9735-fd90ca1270a4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:46.754251 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:46.840191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78a5bf-e25b-4987-ab0c-105b44181464 None None] Network c209ce1e-8825-449f-a5c4-28995ef9ee93 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:46.850886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48208ed8-c801-45de-956e-4ead081af951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:46.862699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:46.976646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f8d0e46e-ec26-4478-8ff2-7f8f4f0b540d None None] Provisioning complete for port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:46.977093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e46e-ec26-4478-8ff2-7f8f4f0b540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.051801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48208ed8-c801-45de-956e-4ead081af951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.126966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-48208ed8-c801-45de-956e-4ead081af951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.163995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:33:47.190903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48208ed8-c801-45de-956e-4ead081af951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796981aa-949d-4f41-925d-4b7654a7b864,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:47.201626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44832) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:47.202250 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-48208ed8-c801-45de-956e-4ead081af951 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cfec7c190edd4abcbee240d5707c6d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231237 Apr 18 17:33:47.277817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-085773c5-f543-43b9-96c3-40989933b62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.304652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1cd1a8ff-b221-4a25-8800-81d0dc85d490 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:47.326459 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-085773c5-f543-43b9-96c3-40989933b62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.334537 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e46e-ec26-4478-8ff2-7f8f4f0b540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.372285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:33:47.382549 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.382549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f8d0e46e-ec26-4478-8ff2-7f8f4f0b540d None None] For port 1cd1a8ff-b221-4a25-8800-81d0dc85d490, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1cd1a8ff-b221-4a25-8800-81d0dc85d490,segment=NetworkSegment(c91f8365-e57d-4a55-94fe-a9d677ade2a6),segment_id=c91f8365-e57d-4a55-94fe-a9d677ade2a6)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:47.387195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Sync routers for ids ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:33:47.420372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Routers {'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:47.421015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:47.480289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:47.480289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.480289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e46e-ec26-4478-8ff2-7f8f4f0b540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.500214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-085773c5-f543-43b9-96c3-40989933b62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.502415 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.502805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-085773c5-f543-43b9-96c3-40989933b62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.503978 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5ab0dbb0-c06d-4a6f-bfaa-a396581d0d2f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2768459 Apr 18 17:33:47.507130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44834) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:47.513150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-085773c5-f543-43b9-96c3-40989933b62c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/796981aa-949d-4f41-925d-4b7654a7b864 HTTP/1.1" status: 204 len: 168 time: 0.3102825 Apr 18 17:33:47.524250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085773c5-f543-43b9-96c3-40989933b62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796981aa-949d-4f41-925d-4b7654a7b864,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:47.605255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Set router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:47.643587 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.799419 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0e46e-ec26-4478-8ff2-7f8f4f0b540d None None] Pushing event updated for resources: {'Port': ['ID=1cd1a8ff-b221-4a25-8800-81d0dc85d490,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:47.824453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d9391e4d-7480-4df8-a172-2ba7eb101058 None None] Provisioning complete for port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:47.824765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9391e4d-7480-4df8-a172-2ba7eb101058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:47.936245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5c6ae4d7-c61d-4021-807b-2ec3a431a72f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:48.077803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:48.077803 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.099876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:33:46Z', 'revision_number': 3, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port': {'id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:45Z', 'updated_at': '2022-04-18T17:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:48.130795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Checking router: a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:33:48.131190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Updating router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 port 44b82112-16ee-4c2e-97ae-9ba5baabfc13 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:33:48.169635 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.187433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44846) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:48.205779 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3cc6eada-a73e-413d-af7e-c102dbd0d9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.290868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 44848) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:48.309677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3cc6eada-a73e-413d-af7e-c102dbd0d9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.369673 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3cc6eada-a73e-413d-af7e-c102dbd0d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.412371 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3cc6eada-a73e-413d-af7e-c102dbd0d9a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efe12d707cf542ecb353388aca485d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235999 Apr 18 17:33:48.413541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6eada-a73e-413d-af7e-c102dbd0d9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b05f63-a5ae-4bd5-b039-1fd33802d7c2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:48.416618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44852) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:48.453868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.472675 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44ed6f19-c707-4fae-8beb-602bab0d5ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.495927 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44ed6f19-c707-4fae-8beb-602bab0d5ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.503309 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.530039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b64fa04-7301-4d5b-bab5-5cd057c71276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.568374 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.626241 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44ed6f19-c707-4fae-8beb-602bab0d5ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.626241 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44ed6f19-c707-4fae-8beb-602bab0d5ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.626241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-44ed6f19-c707-4fae-8beb-602bab0d5ab8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68b05f63-a5ae-4bd5-b039-1fd33802d7c2 HTTP/1.1" status: 204 len: 168 time: 0.2058687 Apr 18 17:33:48.626622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Attempting to bind port 44b82112-16ee-4c2e-97ae-9ba5baabfc13 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:33:48.626873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Attempting to bind port 44b82112-16ee-4c2e-97ae-9ba5baabfc13 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:33:48.627265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Attempting to bind port 44b82112-16ee-4c2e-97ae-9ba5baabfc13 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:48.631966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed6f19-c707-4fae-8beb-602bab0d5ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b05f63-a5ae-4bd5-b039-1fd33802d7c2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:48.632389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba524f-4934-4d6a-b562-94e6a3d4830f None None] Pushing event updated for resources: {'Port': ['ID=44b82112-16ee-4c2e-97ae-9ba5baabfc13,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:48.636997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:33:48.637447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:48.637927 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.638374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:33:48.638856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Bound port: 44b82112-16ee-4c2e-97ae-9ba5baabfc13, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:33:48.639266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.703158 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Allocated IP 172.20.0.1 (c209ce1e-8825-449f-a5c4-28995ef9ee93/9b259f6a-f418-40a4-8f79-88385f1802ca/515229a2-f716-4fc8-b72a-0ff5476db407) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:33:48.716975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b64fa04-7301-4d5b-bab5-5cd057c71276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.720735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] For port 44b82112-16ee-4c2e-97ae-9ba5baabfc13, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:33:48.724762 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] For port 44b82112-16ee-4c2e-97ae-9ba5baabfc13, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=44b82112-16ee-4c2e-97ae-9ba5baabfc13,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:33:48.814809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.815060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.818776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1b64fa04-7301-4d5b-bab5-5cd057c71276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.871397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Routers {'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:48.871909 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1b64fa04-7301-4d5b-bab5-5cd057c71276 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a31173381ea4922a1ac047cd212b45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799277 Apr 18 17:33:48.872258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:48.874598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44856) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:48.876359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64fa04-7301-4d5b-bab5-5cd057c71276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f89584-6f5b-41d0-9449-3fc9320ea9a5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:48.910473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba524f-4934-4d6a-b562-94e6a3d4830f None None] Pushing event updated for resources: {'Port': ['ID=44b82112-16ee-4c2e-97ae-9ba5baabfc13,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:48.935146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6686b99-0255-4d5b-a815-64ed18ecbe35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.958644 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6686b99-0255-4d5b-a815-64ed18ecbe35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.974740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:48.997651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] Set router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:49.026384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Pushing event updated for resources: {'Port': ['ID=515229a2-f716-4fc8-b72a-0ff5476db407,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:49.042050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Network c209ce1e-8825-449f-a5c4-28995ef9ee93 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:49.043487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:49.046529 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:33:49.082845 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6686b99-0255-4d5b-a815-64ed18ecbe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.090593 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6686b99-0255-4d5b-a815-64ed18ecbe35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.093518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d6686b99-0255-4d5b-a815-64ed18ecbe35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56f89584-6f5b-41d0-9449-3fc9320ea9a5 HTTP/1.1" status: 204 len: 168 time: 0.2146211 Apr 18 17:33:49.096893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.118026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6686b99-0255-4d5b-a815-64ed18ecbe35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f89584-6f5b-41d0-9449-3fc9320ea9a5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:49.253230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1cd1a8ff-b221-4a25-8800-81d0dc85d490 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:49.359283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:49.359588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.399486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.410646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2065f944-df95-44c7-8849-cde64377d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:33:46Z', 'revision_number': 3, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port': {'id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:45Z', 'updated_at': '2022-04-18T17:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:49.450226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065f944-df95-44c7-8849-cde64377d060 None None] The sync data for ids ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'] in n-d-836015-2 is: [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:33:46Z', 'revision_number': 3, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port': {'id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:45Z', 'updated_at': '2022-04-18T17:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:33:49.453363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-75e5cdb3-95ed-4cae-9309-c15942144112 None None] Provisioning complete for port 515229a2-f716-4fc8-b72a-0ff5476db407 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:49.453759 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75e5cdb3-95ed-4cae-9309-c15942144112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.499118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-75e5cdb3-95ed-4cae-9309-c15942144112 None None] Port 515229a2-f716-4fc8-b72a-0ff5476db407 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:33:49.600031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.712194 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.814858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:49.818873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Pushing event updated for resources: {'Port': ['ID=515229a2-f716-4fc8-b72a-0ff5476db407,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:49.929930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Network c209ce1e-8825-449f-a5c4-28995ef9ee93 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:33:49.931522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:33:50.003286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44880) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:50.030387 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3472652d-a77e-44e1-a312-0bc3b3ed23e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:50.107218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:33:50.174259 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3472652d-a77e-44e1-a312-0bc3b3ed23e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:50.225537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3472652d-a77e-44e1-a312-0bc3b3ed23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:50.229069 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-837572c0-9e3d-4e8d-b986-8bc1aada84aa None None] Provisioning complete for port 515229a2-f716-4fc8-b72a-0ff5476db407 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:50.230137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-837572c0-9e3d-4e8d-b986-8bc1aada84aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:50.254423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:33:50.261134 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6650a857-1ef5-4d8b-abf3-fc3f408049da admin admin] 10.222.0.45 "PUT /v2.0/routers/a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7531195 Apr 18 17:33:50.276806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-837572c0-9e3d-4e8d-b986-8bc1aada84aa None None] Port 515229a2-f716-4fc8-b72a-0ff5476db407 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:33:50.285698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472652d-a77e-44e1-a312-0bc3b3ed23e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a19de-9084-4d0a-aa6b-ea4c3db46aae,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:50.292481 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3472652d-a77e-44e1-a312-0bc3b3ed23e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90964018296249f6a5932bcb7cb8e59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880135 Apr 18 17:33:50.295043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 44886) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:50.356071 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b24617c-144a-4b5e-a3b8-519885ed29b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:50.388233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b24617c-144a-4b5e-a3b8-519885ed29b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:50.527854 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b24617c-144a-4b5e-a3b8-519885ed29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:50.530433 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8b24617c-144a-4b5e-a3b8-519885ed29b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:50.534310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8b24617c-144a-4b5e-a3b8-519885ed29b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b14a19de-9084-4d0a-aa6b-ea4c3db46aae HTTP/1.1" status: 204 len: 168 time: 0.2382374 Apr 18 17:33:50.545092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24617c-144a-4b5e-a3b8-519885ed29b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a19de-9084-4d0a-aa6b-ea4c3db46aae,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:51.186191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 44b82112-16ee-4c2e-97ae-9ba5baabfc13 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:51.238610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 44b82112-16ee-4c2e-97ae-9ba5baabfc13 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:51.240199 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:51.331744 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:51.354069 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 44b82112-16ee-4c2e-97ae-9ba5baabfc13, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=44b82112-16ee-4c2e-97ae-9ba5baabfc13,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:51.442494 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:51.495400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=44b82112-16ee-4c2e-97ae-9ba5baabfc13,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:52.188634 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Sync routers for ids ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:33:52.198239 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Routers {'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:52.198852 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:52.311026 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Set router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:52.516481 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:33:49Z', 'revision_number': 4, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port': {'id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:45Z', 'updated_at': '2022-04-18T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '515229a2-f716-4fc8-b72a-0ff5476db407', 'name': '', 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'mac_address': 'fa:16:3e:82:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '9b259f6a-f418-40a4-8f79-88385f1802ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:48Z', 'updated_at': '2022-04-18T17:33:49Z', 'revision_number': 2, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'subnets': [{'id': '9b259f6a-f418-40a4-8f79-88385f1802ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:52.546572 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Checking router: a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:33:52.549763 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Updating router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 port 515229a2-f716-4fc8-b72a-0ff5476db407 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:33:52.572604 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:52.836445 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:52.888618 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:52.938184 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925e10f-74da-4e0d-aa7d-a8e05f41be1e None None] Pushing event updated for resources: {'Port': ['ID=515229a2-f716-4fc8-b72a-0ff5476db407,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:53.016510 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Attempting to bind port 515229a2-f716-4fc8-b72a-0ff5476db407 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:33:53.016908 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Attempting to bind port 515229a2-f716-4fc8-b72a-0ff5476db407 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:33:53.017297 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Attempting to bind port 515229a2-f716-4fc8-b72a-0ff5476db407 on network c209ce1e-8825-449f-a5c4-28995ef9ee93 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:33:53.023798 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:33:53.024637 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Checking segment: {'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:33:53.025220 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:53.025810 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Bound using segment: {'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:33:53.026437 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Bound port: 515229a2-f716-4fc8-b72a-0ff5476db407, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91f8365-e57d-4a55-94fe-a9d677ade2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:33:53.026986 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:53.113627 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] For port 515229a2-f716-4fc8-b72a-0ff5476db407, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:33:53.118481 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] For port 515229a2-f716-4fc8-b72a-0ff5476db407, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=515229a2-f716-4fc8-b72a-0ff5476db407,segment=NetworkSegment(c91f8365-e57d-4a55-94fe-a9d677ade2a6),segment_id=c91f8365-e57d-4a55-94fe-a9d677ade2a6)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:33:53.199859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 44b82112-16ee-4c2e-97ae-9ba5baabfc13 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:53.208612 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:53.272023 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925e10f-74da-4e0d-aa7d-a8e05f41be1e None None] Pushing event updated for resources: {'Port': ['ID=515229a2-f716-4fc8-b72a-0ff5476db407,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:53.286504 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Routers {'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:53.287541 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:53.351651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 44b82112-16ee-4c2e-97ae-9ba5baabfc13 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:53.352038 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:53.419549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f9bc7e21-177e-42b2-b890-8f0fd1694e32 None None] Provisioning complete for port 515229a2-f716-4fc8-b72a-0ff5476db407 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:53.419930 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9bc7e21-177e-42b2-b890-8f0fd1694e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:53.571146 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] Set router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:53.750701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9bc7e21-177e-42b2-b890-8f0fd1694e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:53.784427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f9bc7e21-177e-42b2-b890-8f0fd1694e32 None None] For port 515229a2-f716-4fc8-b72a-0ff5476db407, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=515229a2-f716-4fc8-b72a-0ff5476db407,segment=NetworkSegment(c91f8365-e57d-4a55-94fe-a9d677ade2a6),segment_id=c91f8365-e57d-4a55-94fe-a9d677ade2a6)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:53.790125 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:33:49Z', 'revision_number': 4, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port': {'id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:45Z', 'updated_at': '2022-04-18T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '515229a2-f716-4fc8-b72a-0ff5476db407', 'name': '', 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'mac_address': 'fa:16:3e:82:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '9b259f6a-f418-40a4-8f79-88385f1802ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:48Z', 'updated_at': '2022-04-18T17:33:53Z', 'revision_number': 4, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'subnets': [{'id': '9b259f6a-f418-40a4-8f79-88385f1802ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:53.815759 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3249-fa9b-4aa2-a78d-6e77ccd747ad None None] The sync data for ids ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'] in n-d-836015-2 is: [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:33:49Z', 'revision_number': 4, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port': {'id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:45Z', 'updated_at': '2022-04-18T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '515229a2-f716-4fc8-b72a-0ff5476db407', 'name': '', 'network_id': 'c209ce1e-8825-449f-a5c4-28995ef9ee93', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'mac_address': 'fa:16:3e:82:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '9b259f6a-f418-40a4-8f79-88385f1802ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:48Z', 'updated_at': '2022-04-18T17:33:53Z', 'revision_number': 4, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'subnets': [{'id': '9b259f6a-f418-40a4-8f79-88385f1802ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:33:53.919074 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9bc7e21-177e-42b2-b890-8f0fd1694e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:53.971466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc7e21-177e-42b2-b890-8f0fd1694e32 None None] Pushing event updated for resources: {'Port': ['ID=515229a2-f716-4fc8-b72a-0ff5476db407,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:54.039820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-82d02ddf-0c06-4709-ba40-198cde8462ff None None] Provisioning complete for port 515229a2-f716-4fc8-b72a-0ff5476db407 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:54.040190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82d02ddf-0c06-4709-ba40-198cde8462ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:54.260093 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:33:54.538549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45026) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:54.938519 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:55.221125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Deleting port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:55.221499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:55.265711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 515229a2-f716-4fc8-b72a-0ff5476db407 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:33:55.302095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] For port 5c6ae4d7-c61d-4021-807b-2ec3a431a72f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,segment=NetworkSegment(e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe),segment_id=e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:55.302462 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:55.320503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 515229a2-f716-4fc8-b72a-0ff5476db407 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:33:55.321211 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:55.328136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Calling delete_port for 5c6ae4d7-c61d-4021-807b-2ec3a431a72f owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:55.603158 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:55.632973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6ae4d7-c61d-4021-807b-2ec3a431a72f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:55.851506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:56.155970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Router 5e663b19-d3e6-4610-9aa1-eea419486ad2 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:33:56.273290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:33:56.281451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45042) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:56.283593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] Sync routers for ids ['5e663b19-d3e6-4610-9aa1-eea419486ad2'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:33:56.284017 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-672093eb-bddb-41c0-835b-916648b09715 admin admin] 10.222.0.45 "PUT /v2.0/routers/5e663b19-d3e6-4610-9aa1-eea419486ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7436092 Apr 18 17:33:56.306441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] Routers {'5e663b19-d3e6-4610-9aa1-eea419486ad2'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:56.307694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5e663b19-d3e6-4610-9aa1-eea419486ad2'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:56.410717 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:56.445694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] Set router 5e663b19-d3e6-4610-9aa1-eea419486ad2 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:56.522406 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:56.647835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:55Z', 'revision_number': 5, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port': {'id': '04cf80f4-1f65-4678-9735-fd90ca1270a4', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:37Z', 'updated_at': '2022-04-18T17:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:56.681021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] Checking router: 5e663b19-d3e6-4610-9aa1-eea419486ad2 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:33:56.687912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Deleting port 04cf80f4-1f65-4678-9735-fd90ca1270a4 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:56.688263 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:56.690134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] Routers {'5e663b19-d3e6-4610-9aa1-eea419486ad2'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:33:56.690954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5e663b19-d3e6-4610-9aa1-eea419486ad2'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:56.775157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] For port 04cf80f4-1f65-4678-9735-fd90ca1270a4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=04cf80f4-1f65-4678-9735-fd90ca1270a4,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:56.775535 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:56.789473 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] Set router 5e663b19-d3e6-4610-9aa1-eea419486ad2 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:33:56.790988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Calling delete_port for 04cf80f4-1f65-4678-9735-fd90ca1270a4 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:56.840683 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:56Z', 'revision_number': 6, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:56.880667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62233b3d-facc-44a9-a0f0-c86c06033a91 None None] The sync data for ids ['5e663b19-d3e6-4610-9aa1-eea419486ad2'] in n-d-836015-2 is: [{'id': '5e663b19-d3e6-4610-9aa1-eea419486ad2', 'name': 'tempest-TestAggregatesBasicOps-927760235-router', 'tenant_id': 'c03e9011440d42f39b3f163b3d67590c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:36Z', 'updated_at': '2022-04-18T17:33:56Z', 'revision_number': 6, 'project_id': 'c03e9011440d42f39b3f163b3d67590c', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:33:57.070953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.099520 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cf80f4-1f65-4678-9735-fd90ca1270a4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:57.168581 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.273556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.276044 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.398967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45054) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:57.421225 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.422066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e663b19-d3e6-4610-9aa1-eea419486ad2 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:33:57.432122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.435877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-05e30649-b788-4412-9bf9-74836a648655 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5e663b19-d3e6-4610-9aa1-eea419486ad2 HTTP/1.1" status: 204 len: 168 time: 1.1529717 Apr 18 17:33:57.438168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45060) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:57.497070 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a85f22-ba06-483e-88b8-a37c4d943b07 admin admin] Deleting subnet a0ad4f62-eedf-4876-b32c-8c8f42b499c5 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:33:57.501193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10a85f22-ba06-483e-88b8-a37c4d943b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.537733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3406d6e7-b378-4aee-b926-eabed83eb773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.545767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10a85f22-ba06-483e-88b8-a37c4d943b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.618198 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3406d6e7-b378-4aee-b926-eabed83eb773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.637640 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10a85f22-ba06-483e-88b8-a37c4d943b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.705867 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3406d6e7-b378-4aee-b926-eabed83eb773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.748382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5c6ae4d7-c61d-4021-807b-2ec3a431a72f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:33:57.751931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3406d6e7-b378-4aee-b926-eabed83eb773 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fd640b1329744bfa12da70ee66dc442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493659 Apr 18 17:33:57.753620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45062) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:57.755623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406d6e7-b378-4aee-b926-eabed83eb773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b824104-4cc2-447c-8da9-8a5545cebd5d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:57.785708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10a85f22-ba06-483e-88b8-a37c4d943b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.810554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 5c6ae4d7-c61d-4021-807b-2ec3a431a72f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:33:57.811264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5c6ae4d7-c61d-4021-807b-2ec3a431a72f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:33:57.825662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-10a85f22-ba06-483e-88b8-a37c4d943b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.829198 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-10a85f22-ba06-483e-88b8-a37c4d943b07 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a0ad4f62-eedf-4876-b32c-8c8f42b499c5 HTTP/1.1" status: 204 len: 168 time: 0.3898757 Apr 18 17:33:57.830696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a85f22-ba06-483e-88b8-a37c4d943b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ad4f62-eedf-4876-b32c-8c8f42b499c5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:57.831843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45064) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:57.836461 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9a356-e8b3-4de0-9d58-55c5833f7f34 None None] Network d0d79311-80f5-48ae-a474-afda91e418b1 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:33:57.866951 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62e9a028-abd6-4566-800f-b87c844fb870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.900484 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62e9a028-abd6-4566-800f-b87c844fb870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.914178 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:57.995047 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Deleting port 01250170-5be6-42df-b82a-dcc65de06cbb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:57.995343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.059592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62e9a028-abd6-4566-800f-b87c844fb870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.062145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62e9a028-abd6-4566-800f-b87c844fb870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.063485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-62e9a028-abd6-4566-800f-b87c844fb870 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b824104-4cc2-447c-8da9-8a5545cebd5d HTTP/1.1" status: 204 len: 168 time: 0.3085401 Apr 18 17:33:58.073594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9a028-abd6-4566-800f-b87c844fb870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b824104-4cc2-447c-8da9-8a5545cebd5d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:58.079451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] DHCP port deletion for d0d79311-80f5-48ae-a474-afda91e418b1 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:33:58.080976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] For port 01250170-5be6-42df-b82a-dcc65de06cbb, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=01250170-5be6-42df-b82a-dcc65de06cbb,segment=NetworkSegment(e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe),segment_id=e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:58.081667 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.110933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Calling delete_port for 01250170-5be6-42df-b82a-dcc65de06cbb owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:58.152657 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] Deleting port 01250170-5be6-42df-b82a-dcc65de06cbb {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:58.153037 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.234590 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] For port 01250170-5be6-42df-b82a-dcc65de06cbb, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=01250170-5be6-42df-b82a-dcc65de06cbb,segment=NetworkSegment(e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe),segment_id=e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:58.234905 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.251243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] Calling delete_port for 01250170-5be6-42df-b82a-dcc65de06cbb owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:58.271278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.298946 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Pushing event deleted for resources: {'Port': ['ID=01250170-5be6-42df-b82a-dcc65de06cbb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:58.304117 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] No DVR routers for this DVR port 01250170-5be6-42df-b82a-dcc65de06cbb on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:58.335196 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.371058 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] No DVR routers for this DVR port 01250170-5be6-42df-b82a-dcc65de06cbb on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:33:58.373039 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6cdd6-5e7f-488a-a4d4-245e722bc9b7 None None] Pushing event deleted for resources: {'Port': ['ID=01250170-5be6-42df-b82a-dcc65de06cbb,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:58.393652 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.428818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d79311-80f5-48ae-a474-afda91e418b1']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:58.439448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:58.440823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e560ba94-c5c3-4fba-9b10-9a4b48a8ecbe') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:33:58.450405 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.464094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.470233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:33:58.472939 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:33:58.602745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.608402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:58.613024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d0d79311-80f5-48ae-a474-afda91e418b1 HTTP/1.1" status: 204 len: 168 time: 0.7785993 Apr 18 17:33:58.614839 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45076) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:58.623888 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83acf3a-b72c-497e-aa0f-1bfca831be03 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d79311-80f5-48ae-a474-afda91e418b1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:58.839084 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45078) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:58.873748 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7625075-a21a-47b5-aec3-70d02e251fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.006468 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7625075-a21a-47b5-aec3-70d02e251fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.062292 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.098960 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7625075-a21a-47b5-aec3-70d02e251fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.157787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7625075-a21a-47b5-aec3-70d02e251fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd199eb-c8a3-43dd-83bd-19598be47d38,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:59.159879 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7625075-a21a-47b5-aec3-70d02e251fa9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a2dd0bd9a824e4e9fde82d6d54f40dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197932 Apr 18 17:33:59.162705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:33:59.232047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 01250170-5be6-42df-b82a-dcc65de06cbb no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:33:59.243998 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c42ab65-68ae-41cb-868b-7799c9e87411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.255652 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 01250170-5be6-42df-b82a-dcc65de06cbb {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:33:59.255996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 01250170-5be6-42df-b82a-dcc65de06cbb not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:33:59.256407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 04cf80f4-1f65-4678-9735-fd90ca1270a4 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:33:59.268028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c42ab65-68ae-41cb-868b-7799c9e87411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.277108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 04cf80f4-1f65-4678-9735-fd90ca1270a4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:33:59.277686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 04cf80f4-1f65-4678-9735-fd90ca1270a4 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:33:59.379727 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c42ab65-68ae-41cb-868b-7799c9e87411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.380514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Deleting port 515229a2-f716-4fc8-b72a-0ff5476db407 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:33:59.380861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.382305 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c42ab65-68ae-41cb-868b-7799c9e87411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.383452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2c42ab65-68ae-41cb-868b-7799c9e87411 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcd199eb-c8a3-43dd-83bd-19598be47d38 HTTP/1.1" status: 204 len: 168 time: 0.2196665 Apr 18 17:33:59.391727 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42ab65-68ae-41cb-868b-7799c9e87411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd199eb-c8a3-43dd-83bd-19598be47d38,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:59.471583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] For port 515229a2-f716-4fc8-b72a-0ff5476db407, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=515229a2-f716-4fc8-b72a-0ff5476db407,segment=NetworkSegment(c91f8365-e57d-4a55-94fe-a9d677ade2a6),segment_id=c91f8365-e57d-4a55-94fe-a9d677ade2a6)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:33:59.472013 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.486971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Calling delete_port for 515229a2-f716-4fc8-b72a-0ff5476db407 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:33:59.779967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:33:59.826085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=515229a2-f716-4fc8-b72a-0ff5476db407,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:33:59.999817 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:00.586459 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:00.701365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:00.712558 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2e8ab0d6-32f3-40df-a5ce-cb0328bd5d1f admin admin] 10.222.0.45 "PUT /v2.0/routers/a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0910518 Apr 18 17:34:00.712842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45126) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:00.715972 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] Sync routers for ids ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:00.729206 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] Routers {'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:00.730329 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:00.855500 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] Set router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:00.898640 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:00.948321 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c54de92c-7e8a-484c-9d30-4cb50b3c1399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.037104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.071277 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:33:59Z', 'revision_number': 5, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port': {'id': '44b82112-16ee-4c2e-97ae-9ba5baabfc13', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:33:45Z', 'updated_at': '2022-04-18T17:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:01.097655 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] Checking router: a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:01.107359 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] Routers {'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:01.108139 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:33:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:01.184167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Deleting port 44b82112-16ee-4c2e-97ae-9ba5baabfc13 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:01.187531 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.221900 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] Set router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:01.280109 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:34:01Z', 'revision_number': 6, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:01.300678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] For port 44b82112-16ee-4c2e-97ae-9ba5baabfc13, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=44b82112-16ee-4c2e-97ae-9ba5baabfc13,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:01.302218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.318958 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04284e0a-f6d2-4a6f-a007-ead06f9b33a7 None None] The sync data for ids ['a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8'] in n-d-836015-2 is: [{'id': 'a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8', 'name': 'tempest-TestAggregatesBasicOps-1823513712-router', 'tenant_id': '80b090532f8c4c84bad5976c995ed26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:33:44Z', 'updated_at': '2022-04-18T17:34:01Z', 'revision_number': 6, 'project_id': '80b090532f8c4c84bad5976c995ed26d', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:01.333327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Calling delete_port for 44b82112-16ee-4c2e-97ae-9ba5baabfc13 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:01.615103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.643366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b82112-16ee-4c2e-97ae-9ba5baabfc13,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:01.728474 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.831542 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.840058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.973851 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.974492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:34:01.980866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:01.982335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aebfe928-2f45-49a6-8769-93b1abb4f793 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a91fe7c6-6bb1-47c0-aa99-b2d47b01cfa8 HTTP/1.1" status: 204 len: 168 time: 1.2683878 Apr 18 17:34:01.985338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45174) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:02.042853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd80b00-4568-4cf8-a639-c0f640c2794a admin admin] Deleting subnet 9b259f6a-f418-40a4-8f79-88385f1802ca {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:34:02.046889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdd80b00-4568-4cf8-a639-c0f640c2794a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.085346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdd80b00-4568-4cf8-a639-c0f640c2794a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.225726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdd80b00-4568-4cf8-a639-c0f640c2794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.357872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdd80b00-4568-4cf8-a639-c0f640c2794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.397885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd80b00-4568-4cf8-a639-c0f640c2794a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b259f6a-f418-40a4-8f79-88385f1802ca,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:02.404869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bdd80b00-4568-4cf8-a639-c0f640c2794a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.411450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-bdd80b00-4568-4cf8-a639-c0f640c2794a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b259f6a-f418-40a4-8f79-88385f1802ca HTTP/1.1" status: 204 len: 168 time: 0.4222059 Apr 18 17:34:02.411603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83c260-d1fc-4057-a87d-9a8a4889dc3f None None] Network c209ce1e-8825-449f-a5c4-28995ef9ee93 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:02.412036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45186) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:02.496092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.593565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Deleting port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:02.593914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.670756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] For port 1cd1a8ff-b221-4a25-8800-81d0dc85d490, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1cd1a8ff-b221-4a25-8800-81d0dc85d490,segment=NetworkSegment(c91f8365-e57d-4a55-94fe-a9d677ade2a6),segment_id=c91f8365-e57d-4a55-94fe-a9d677ade2a6)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:02.671129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.680992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] DHCP port deletion for c209ce1e-8825-449f-a5c4-28995ef9ee93 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:34:02.690485 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Calling delete_port for 1cd1a8ff-b221-4a25-8800-81d0dc85d490 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:02.733849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Deleting port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:02.734150 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.801820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] For port 1cd1a8ff-b221-4a25-8800-81d0dc85d490, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1cd1a8ff-b221-4a25-8800-81d0dc85d490,segment=NetworkSegment(c91f8365-e57d-4a55-94fe-a9d677ade2a6),segment_id=c91f8365-e57d-4a55-94fe-a9d677ade2a6)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:02.802424 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.817989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Calling delete_port for 1cd1a8ff-b221-4a25-8800-81d0dc85d490 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:02.882846 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.895459 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:02.912250 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd1a8ff-b221-4a25-8800-81d0dc85d490,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:02.916131 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] No DVR routers for this DVR port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:34:02.920342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Pushing event deleted for resources: {'Port': ['ID=1cd1a8ff-b221-4a25-8800-81d0dc85d490,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:02.928542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] No DVR routers for this DVR port 1cd1a8ff-b221-4a25-8800-81d0dc85d490 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:34:02.930920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.931349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.931603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.931944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.932285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.932605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.932935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.933259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.933608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.933935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.934274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:02.934600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85089e4-4daf-4e08-963f-0b214e4487f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:03.001066 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.021370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c209ce1e-8825-449f-a5c4-28995ef9ee93']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:03.030813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91f8365-e57d-4a55-94fe-a9d677ade2a6') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:03.031107 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91f8365-e57d-4a55-94fe-a9d677ade2a6') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:03.041216 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.054593 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.060363 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:34:03.060743 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:34:03.064733 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:34:03.178846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 44b82112-16ee-4c2e-97ae-9ba5baabfc13 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:03.201375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.204703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.207950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c209ce1e-8825-449f-a5c4-28995ef9ee93 HTTP/1.1" status: 204 len: 168 time: 0.7951014 Apr 18 17:34:03.214359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 44b82112-16ee-4c2e-97ae-9ba5baabfc13 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:03.214711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 44b82112-16ee-4c2e-97ae-9ba5baabfc13 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:03.215123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1cd1a8ff-b221-4a25-8800-81d0dc85d490 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:03.219011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e2285-5662-4197-b143-891a15440a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c209ce1e-8825-449f-a5c4-28995ef9ee93,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:03.237377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1cd1a8ff-b221-4a25-8800-81d0dc85d490 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:03.237829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1cd1a8ff-b221-4a25-8800-81d0dc85d490 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:03.238252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 515229a2-f716-4fc8-b72a-0ff5476db407 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:03.258375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 515229a2-f716-4fc8-b72a-0ff5476db407 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:03.258647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 515229a2-f716-4fc8-b72a-0ff5476db407 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:03.299561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-31e16ed2-be10-4a7b-b770-96798538dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.630712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45216) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:03.679261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-841324db-7258-4de4-b9de-ef888e4c36a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c03e9011440d42f39b3f163b3d67590c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463042 Apr 18 17:34:03.681932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45218) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:03.731197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db662dc8-1bea-4efd-b2be-098f525775d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.752971 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db662dc8-1bea-4efd-b2be-098f525775d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.906557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db662dc8-1bea-4efd-b2be-098f525775d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.911105 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db662dc8-1bea-4efd-b2be-098f525775d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:03.912423 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db662dc8-1bea-4efd-b2be-098f525775d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/326bfed5-f03c-48d3-b466-27f1e8b2d5ef HTTP/1.1" status: 204 len: 168 time: 0.2293625 Apr 18 17:34:03.928094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db662dc8-1bea-4efd-b2be-098f525775d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326bfed5-f03c-48d3-b466-27f1e8b2d5ef,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:04.021367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45224) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:04.104927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5b6002de-4b8f-44e2-9cc0-440c10e1302d tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2413 time: 0.0824318 Apr 18 17:34:04.107582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45226) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:04.112679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'network': {'name': 'tempest-network-smoke--1492490110', 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'port_security_enabled': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:04.214655 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Made reservation on behalf of 0d4e9fbeb88a4c04bf7e53ef6e779e7d for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:04.218766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.242166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:34:04.251130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.251476 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Added segment ac83a9ae-339b-42df-97eb-fffb9483c4f5 of type vlan for network ca4027d4-c83b-4bbd-bf59-2037989e6a08 Apr 18 17:34:04.298585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.368979 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.375544 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:04.376537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.450601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Network': ['ID=ca4027d4-c83b-4bbd-bf59-2037989e6a08,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:04.461019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:34:04.501746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d68c8142-df6b-4c7b-9b88-0c50b1e0e78e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3930337 Apr 18 17:34:04.504404 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45232) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:04.509121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'admin_state_up': True, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:04.531364 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.626080 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.627096 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.687789 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.861578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45234) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:04.905227 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3556e79f-6da1-4d5e-b84e-9df5626bf7f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80b090532f8c4c84bad5976c995ed26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422370 Apr 18 17:34:04.907641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45236) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:04.947446 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.970872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d38150b-76fc-4d45-a3eb-eb8c2c18c398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:04.994660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d38150b-76fc-4d45-a3eb-eb8c2c18c398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:05.111454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d38150b-76fc-4d45-a3eb-eb8c2c18c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:05.114941 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d38150b-76fc-4d45-a3eb-eb8c2c18c398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:05.116251 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d38150b-76fc-4d45-a3eb-eb8c2c18c398 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8ea6cf1-517c-4853-8f65-b10659a86ba2 HTTP/1.1" status: 204 len: 168 time: 0.2076180 Apr 18 17:34:05.124374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38150b-76fc-4d45-a3eb-eb8c2c18c398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea6cf1-517c-4853-8f65-b10659a86ba2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:05.287905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:05.306787 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:05.417440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Allocated IP 172.25.5.38 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/d4fb7a62-8b6c-44f1-86b0-382717ff17d1) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:05.531908 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:05.661632 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:05.710158 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:05.714443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:05.717999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:05.755493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=d4fb7a62-8b6c-44f1-86b0-382717ff17d1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:05.991295 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.179706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.494142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45270) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:06.592610 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.643448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1435298952-network', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:06.711211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Made reservation on behalf of 496d87e5d42b4c999cdde0282fa8f075 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:06.713715 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.722861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.818208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.852237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.875382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.922525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:34:06.976307 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df3881-830b-47f0-96d2-5795ba4169ab,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:06.995214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:06.995576 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Added segment 0d741090-7706-4343-96ee-431422ecc4db of type vlan for network 3915db6a-3e02-4f04-8623-cc57e87aa264 Apr 18 17:34:06.997897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:06.998518 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:06.999039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:06.999566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.000085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.000610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.001110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.001646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.002330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.002849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.003350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.003865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:07.058864 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:07.167816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Router cde058be-546d-4bc9-830e-495ef10d7340 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:34:07.213925 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:07.215283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:07.215869 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:07.286657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] Pushing event updated for resources: {'Network': ['ID=3915db6a-3e02-4f04-8623-cc57e87aa264,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:07.299660 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 3915db6a-3e02-4f04-8623-cc57e87aa264 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:34:07.304934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:07.330358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Sync routers for ids ['cde058be-546d-4bc9-830e-495ef10d7340'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:07.337212 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9245cd97-902d-4574-834f-5d85530294ce admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8413506 Apr 18 17:34:07.340420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:07.345940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Request body: {'subnet': {'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1435298952-subnet', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:07.401894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Routers {'cde058be-546d-4bc9-830e-495ef10d7340'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:07.402520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cde058be-546d-4bc9-830e-495ef10d7340'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:07.450385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:07.451473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e8bdfdc3-146d-4738-a5e5-17baeb63684f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9459305 Apr 18 17:34:07.454428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45290) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:07.510159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Set router cde058be-546d-4bc9-830e-495ef10d7340 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:07.529620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0876cd-6d91-4087-8ba1-d472e5777acf tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:07.533808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4a0876cd-6d91-4087-8ba1-d472e5777acf tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0757418 Apr 18 17:34:07.534019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45292) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:07.603684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Made reservation on behalf of 496d87e5d42b4c999cdde0282fa8f075 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:07.607173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:07.785142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d52a90-5191-4434-ad6e-d1f189d0880c tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:07.790517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-54d52a90-5191-4434-ad6e-d1f189d0880c tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2549763 Apr 18 17:34:07.792045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45304) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:07.835588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-902e2427-b731-4092-bf26-d65dc3264b68 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397570 Apr 18 17:34:07.835950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45308) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:07.875181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-615defee-b253-4bb6-9572-edd11a742f06 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381167 Apr 18 17:34:07.877824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45310) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:07.914658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:05Z', 'revision_number': 3, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:07.946179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Checking router: cde058be-546d-4bc9-830e-495ef10d7340 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:07.946527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Updating router cde058be-546d-4bc9-830e-495ef10d7340 port d4fb7a62-8b6c-44f1-86b0-382717ff17d1 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:34:07.957461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:07.980330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e968c300-e35b-4e74-a617-ded3ad5f2d75 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:07.993831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45316) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:07.994922 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:07.998221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e968c300-e35b-4e74-a617-ded3ad5f2d75 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1104083 Apr 18 17:34:08.040477 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-14d353e5-5878-481a-8f43-5e7ec5f8b2a3 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429454 Apr 18 17:34:08.041154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45322) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:08.051373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:08.053016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335354163', 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08', 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:08.062384 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Checking segment: {'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:08.062756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Network hostable DHCP agents. Network: 3915db6a-3e02-4f04-8623-cc57e87aa264, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:34:08.159358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Network 3915db6a-3e02-4f04-8623-cc57e87aa264 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:34:08.265927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Made reservation on behalf of 0d4e9fbeb88a4c04bf7e53ef6e779e7d for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:08.269803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.270988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.299315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 3915db6a-3e02-4f04-8623-cc57e87aa264) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:08.304527 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:08.305381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.313921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaac85a-db08-4c3d-9bef-aa3dc86f5e1a None None] Network 3915db6a-3e02-4f04-8623-cc57e87aa264 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:08.361837 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.403500 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3dadbd81-077d-47ac-a37d-1dbb44117d19 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0595498 Apr 18 17:34:08.409456 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45328) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:08.410073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:08.444745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c01921-e89b-419c-bfc5-9abedb296404 None None] Pushing event updated for resources: {'Port': ['ID=d4fb7a62-8b6c-44f1-86b0-382717ff17d1,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:08.451950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Attempting to bind port d4fb7a62-8b6c-44f1-86b0-382717ff17d1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:08.452316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Attempting to bind port d4fb7a62-8b6c-44f1-86b0-382717ff17d1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:08.452682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Attempting to bind port d4fb7a62-8b6c-44f1-86b0-382717ff17d1 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:08.462900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:08.463271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:08.463668 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.464059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:08.464538 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Bound port: d4fb7a62-8b6c-44f1-86b0-382717ff17d1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:08.464911 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.551335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.552412 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.561519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] For port d4fb7a62-8b6c-44f1-86b0-382717ff17d1, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:08.568083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-3915db6a-3e02-4f04-8623-cc57e87aa264', 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'fixed_ips': [{'subnet_id': 'bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:34:08.568945 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.587175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] For port d4fb7a62-8b6c-44f1-86b0-382717ff17d1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d4fb7a62-8b6c-44f1-86b0-382717ff17d1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:08.615729 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.642861 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.677118 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.705333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Subnet': ['ID=b58b0832-dde0-4e66-acd2-c5f4d8028250,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:08.726180 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Checking segment: {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:08.726533 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network hostable DHCP agents. Network: ca4027d4-c83b-4bbd-bf59-2037989e6a08, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:34:08.824997 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:34:08.841065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Routers {'cde058be-546d-4bc9-830e-495ef10d7340'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:08.841739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cde058be-546d-4bc9-830e-495ef10d7340'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:08.849111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c01921-e89b-419c-bfc5-9abedb296404 None None] Pushing event updated for resources: {'Port': ['ID=d4fb7a62-8b6c-44f1-86b0-382717ff17d1,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:08.886849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Allocated IP 172.20.0.2 (3915db6a-3e02-4f04-8623-cc57e87aa264/bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2/ab564647-fd3f-493b-a86a-09edee2c0431) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:08.908469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, ca4027d4-c83b-4bbd-bf59-2037989e6a08) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:08.922744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:08.927229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:08.932990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a92a8-3c42-4bc6-93e0-48a6d9d7e41a None None] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:08.939055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:09.051434 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-63dc7709-e571-4599-9d3f-996a172241c8 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0080957 Apr 18 17:34:09.055079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45350) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:09.073239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] Set router cde058be-546d-4bc9-830e-495ef10d7340 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:09.351443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:09.394336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:09.438942 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:09.494089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-ca4027d4-c83b-4bbd-bf59-2037989e6a08', 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'fixed_ips': [{'subnet_id': 'b58b0832-dde0-4e66-acd2-c5f4d8028250'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:34:09.495110 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:09.527153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:05Z', 'revision_number': 3, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:09.565618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Allocated IP 172.25.5.29 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/199fd5d3-e617-4acc-abe0-fc05c9788e65) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:09.573458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88831c-af7c-4fa8-a98f-19dd75334451 None None] The sync data for ids ['cde058be-546d-4bc9-830e-495ef10d7340'] in n-d-836015-2 is: [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:05Z', 'revision_number': 3, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:09.582835 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:09.649428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Pushing event updated for resources: {'Port': ['ID=ab564647-fd3f-493b-a86a-09edee2c0431,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:09.679438 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Network 3915db6a-3e02-4f04-8623-cc57e87aa264 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:09.683825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:09.833376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:09.847457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:09.986063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:10.187023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Attempting to bind port ab564647-fd3f-493b-a86a-09edee2c0431 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:10.187601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Attempting to bind port ab564647-fd3f-493b-a86a-09edee2c0431 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:10.188141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Attempting to bind port ab564647-fd3f-493b-a86a-09edee2c0431 on network 3915db6a-3e02-4f04-8623-cc57e87aa264 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:10.195030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Allocated IP 172.20.0.18 (ca4027d4-c83b-4bbd-bf59-2037989e6a08/b58b0832-dde0-4e66-acd2-c5f4d8028250/73fd200b-664b-41ed-a705-4d4b98cf3161) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:10.202569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:10.203098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Checking segment: {'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:10.203602 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:10.204148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Bound using segment: {'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:10.204757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Bound port: ab564647-fd3f-493b-a86a-09edee2c0431, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:10.205300 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:10.209601 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:10.277255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:10.278830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:10.284148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:10.364787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Pushing event updated for resources: {'Port': ['ID=199fd5d3-e617-4acc-abe0-fc05c9788e65,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:10.405581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] For port ab564647-fd3f-493b-a86a-09edee2c0431, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:10.412772 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] For port ab564647-fd3f-493b-a86a-09edee2c0431, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ab564647-fd3f-493b-a86a-09edee2c0431,segment=NetworkSegment(0d741090-7706-4343-96ee-431422ecc4db),segment_id=0d741090-7706-4343-96ee-431422ecc4db)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:10.491825 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:10.512017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:10.593896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379aa91-b868-4b03-b361-d5be037f16d2 None None] Pushing event updated for resources: {'Port': ['ID=ab564647-fd3f-493b-a86a-09edee2c0431,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:10.604940 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:10.700496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Allocated IP 172.20.0.17 (ca4027d4-c83b-4bbd-bf59-2037989e6a08/b58b0832-dde0-4e66-acd2-c5f4d8028250/d281407b-0dde-4bfa-871d-1b8acee27cdc) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:10.706607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:10.719462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:10.723931 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:10.742809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Pushing event updated for resources: {'Port': ['ID=73fd200b-664b-41ed-a705-4d4b98cf3161,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:10.837360 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:10.859796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Attempting to bind port 73fd200b-664b-41ed-a705-4d4b98cf3161 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:10.860308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Attempting to bind port 73fd200b-664b-41ed-a705-4d4b98cf3161 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:10.860814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Attempting to bind port 73fd200b-664b-41ed-a705-4d4b98cf3161 on network ca4027d4-c83b-4bbd-bf59-2037989e6a08 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:10.867811 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:10.868385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Checking segment: {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:10.868907 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:10.869401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Bound using segment: {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:10.870120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Bound port: 73fd200b-664b-41ed-a705-4d4b98cf3161, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:10.870604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.042875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] For port 73fd200b-664b-41ed-a705-4d4b98cf3161, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:11.046471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] For port 73fd200b-664b-41ed-a705-4d4b98cf3161, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=73fd200b-664b-41ed-a705-4d4b98cf3161,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:11.054354 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.134147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.180672 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.266414 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.313557 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0257a-d123-4100-bda7-79d24a2b66e3 None None] Pushing event updated for resources: {'Port': ['ID=73fd200b-664b-41ed-a705-4d4b98cf3161,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:11.445534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=d281407b-0dde-4bfa-871d-1b8acee27cdc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:11.451023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d4fb7a62-8b6c-44f1-86b0-382717ff17d1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:11.465291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:11.471508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:11.493792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:11.530535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Router 3424c7f2-d821-4520-b070-8ba6340fc8c5 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:34:11.572111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d4fb7a62-8b6c-44f1-86b0-382717ff17d1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:11.573009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.577299 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.685848 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.720649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port d4fb7a62-8b6c-44f1-86b0-382717ff17d1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d4fb7a62-8b6c-44f1-86b0-382717ff17d1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:11.731313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:11.742334 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Sync routers for ids ['3424c7f2-d821-4520-b070-8ba6340fc8c5'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:11.761554 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Routers {'3424c7f2-d821-4520-b070-8ba6340fc8c5'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:11.765869 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3424c7f2-d821-4520-b070-8ba6340fc8c5'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:11.831638 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.832937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ab564647-fd3f-493b-a86a-09edee2c0431 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:11.857710 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:11.859314 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-758c50a3-0a2f-42a1-a3e6-2152434af22b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4541447 Apr 18 17:34:11.862318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45362) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:11.931907 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Set router 3424c7f2-d821-4520-b070-8ba6340fc8c5 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:11.949017 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.036723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=d4fb7a62-8b6c-44f1-86b0-382717ff17d1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:12.055610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ab564647-fd3f-493b-a86a-09edee2c0431 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:12.055986 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.165446 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.224212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ab564647-fd3f-493b-a86a-09edee2c0431, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ab564647-fd3f-493b-a86a-09edee2c0431,segment=NetworkSegment(0d741090-7706-4343-96ee-431422ecc4db),segment_id=0d741090-7706-4343-96ee-431422ecc4db)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:12.334957 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.393364 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:10Z', 'revision_number': 3, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port': {'id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:09Z', 'updated_at': '2022-04-18T17:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:12.446995 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ab564647-fd3f-493b-a86a-09edee2c0431,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:12.465624 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Checking router: 3424c7f2-d821-4520-b070-8ba6340fc8c5 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:12.465981 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Updating router 3424c7f2-d821-4520-b070-8ba6340fc8c5 port 199fd5d3-e617-4acc-abe0-fc05c9788e65 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:34:12.534767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.543293 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.582475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.603244 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.735331 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:12.924869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=d281407b-0dde-4bfa-871d-1b8acee27cdc,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:13.039350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45382) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:13.074669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Allocated IP 172.20.0.1 (3915db6a-3e02-4f04-8623-cc57e87aa264/bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2/b905add9-97a5-43ea-9b06-17372794c663) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:13.124240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:13.128249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:13.304318 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:13.412999 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:13.504266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdaf8c8-19a2-43ff-9500-38ddd55b9934 None None] Network 3915db6a-3e02-4f04-8623-cc57e87aa264 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:13.510192 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Attempting to bind port 199fd5d3-e617-4acc-abe0-fc05c9788e65 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:13.510573 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Attempting to bind port 199fd5d3-e617-4acc-abe0-fc05c9788e65 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:13.510985 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Attempting to bind port 199fd5d3-e617-4acc-abe0-fc05c9788e65 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:13.530230 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:13.530533 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:13.531212 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:13.531745 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:13.532243 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Bound port: 199fd5d3-e617-4acc-abe0-fc05c9788e65, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:13.532625 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:13.558882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d4fb7a62-8b6c-44f1-86b0-382717ff17d1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:13.602430 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] For port 199fd5d3-e617-4acc-abe0-fc05c9788e65, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:13.606214 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] For port 199fd5d3-e617-4acc-abe0-fc05c9788e65, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=199fd5d3-e617-4acc-abe0-fc05c9788e65,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:13.610717 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82361b5b-0eb6-497f-8ec8-d3e6251eeed2 None None] Pushing event updated for resources: {'Port': ['ID=199fd5d3-e617-4acc-abe0-fc05c9788e65,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:13.698048 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:13.740357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fea4e9-d6b0-4527-aad1-f510340ff9ee None None] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:13.835185 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Routers {'3424c7f2-d821-4520-b070-8ba6340fc8c5'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:13.836101 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3424c7f2-d821-4520-b070-8ba6340fc8c5'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:13.873664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45388) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:13.904601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Router cde058be-546d-4bc9-830e-495ef10d7340 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:13.976432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2d97752e-1b98-45a9-8102-7a92ce8ce11f None None] Provisioning complete for port ab564647-fd3f-493b-a86a-09edee2c0431 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:13.976946 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d97752e-1b98-45a9-8102-7a92ce8ce11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.006790 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] Set router 3424c7f2-d821-4520-b070-8ba6340fc8c5 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:14.057185 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:14.078264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ff78d5a4-d8cd-4b3e-be14-6a8315d0191b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "PUT /v2.0/routers/cde058be-546d-4bc9-830e-495ef10d7340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0219367 Apr 18 17:34:14.093971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d4fb7a62-8b6c-44f1-86b0-382717ff17d1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:14.098339 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.101109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Sync routers for ids ['cde058be-546d-4bc9-830e-495ef10d7340'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:14.104070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1d151dc-a329-4adc-89be-3bca6288a7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.110866 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3fbeea77-8c5e-4396-b7d5-58ccca2be6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.116335 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82361b5b-0eb6-497f-8ec8-d3e6251eeed2 None None] Pushing event updated for resources: {'Port': ['ID=199fd5d3-e617-4acc-abe0-fc05c9788e65,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:14.158977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.258840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1d151dc-a329-4adc-89be-3bca6288a7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.277305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Routers {'cde058be-546d-4bc9-830e-495ef10d7340'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:14.277305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cde058be-546d-4bc9-830e-495ef10d7340'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:14.278336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3fbeea77-8c5e-4396-b7d5-58ccca2be6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.295152 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.311922 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:10Z', 'revision_number': 3, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port': {'id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:09Z', 'updated_at': '2022-04-18T17:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:14.318603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Network 3915db6a-3e02-4f04-8623-cc57e87aa264 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:14.335198 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee4cec-ef29-4810-bf03-39d4373a621f None None] The sync data for ids ['3424c7f2-d821-4520-b070-8ba6340fc8c5'] in n-d-836015-2 is: [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:10Z', 'revision_number': 3, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port': {'id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:09Z', 'updated_at': '2022-04-18T17:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:14.347934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:14.356515 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1d151dc-a329-4adc-89be-3bca6288a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.361755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:14.421148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Pushing event updated for resources: {'Port': ['ID=b905add9-97a5-43ea-9b06-17372794c663,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:14.440607 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3fbeea77-8c5e-4396-b7d5-58ccca2be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.458632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d151dc-a329-4adc-89be-3bca6288a7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb9e33-b01d-4d2c-bd7e-8e18e7a80d2c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:14.483519 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e1d151dc-a329-4adc-89be-3bca6288a7eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ccb2e9a65c84860bbf32389a110d558&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4427657 Apr 18 17:34:14.488579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45408) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:14.498411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Set router cde058be-546d-4bc9-830e-495ef10d7340 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:14.535655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.537585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeea77-8c5e-4396-b7d5-58ccca2be6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a1447-03f4-42f1-8678-2e66011c9f37,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:14.557082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3fbeea77-8c5e-4396-b7d5-58ccca2be6b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9560498d92f4a88aff22a50dae60101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6807790 Apr 18 17:34:14.566768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45410) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:14.605526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc307987-fb76-4d23-afc7-9a6e49a5cc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.642361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426388-b641-48be-b4e2-df539bc269d2 req-664082c6-1675-4251-8dfd-0ca968bfc5ae tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:14.643593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-664082c6-1675-4251-8dfd-0ca968bfc5ae tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/networks?id=ca4027d4-c83b-4bbd-bf59-2037989e6a08 HTTP/1.1" status: 200 len: 798 time: 0.3204863 Apr 18 17:34:14.692685 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb7baaa0-a550-406e-b96a-89138d6a249e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.700143 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc307987-fb76-4d23-afc7-9a6e49a5cc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.734195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ab564647-fd3f-493b-a86a-09edee2c0431 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:14.764627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-931d1a9b-6184-4944-ab3e-0b593036e160 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/quotas/0d4e9fbeb88a4c04bf7e53ef6e779e7d HTTP/1.1" status: 200 len: 375 time: 0.0788891 Apr 18 17:34:14.779581 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb7baaa0-a550-406e-b96a-89138d6a249e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.940369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-559940cd-b9d3-4c3c-b410-d464af1934d9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1572878 Apr 18 17:34:14.941564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc307987-fb76-4d23-afc7-9a6e49a5cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.944710 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc307987-fb76-4d23-afc7-9a6e49a5cc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.946253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-dc307987-fb76-4d23-afc7-9a6e49a5cc79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99cb9e33-b01d-4d2c-bd7e-8e18e7a80d2c HTTP/1.1" status: 204 len: 168 time: 0.4556298 Apr 18 17:34:14.984849 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:14.989045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc307987-fb76-4d23-afc7-9a6e49a5cc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb9e33-b01d-4d2c-bd7e-8e18e7a80d2c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:15.003356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5447b666-f6a0-4de3-be46-c589025fd0f2 None None] Provisioning complete for port 73fd200b-664b-41ed-a705-4d4b98cf3161 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:15.003736 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5447b666-f6a0-4de3-be46-c589025fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.037218 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb7baaa0-a550-406e-b96a-89138d6a249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.040311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb7baaa0-a550-406e-b96a-89138d6a249e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.050833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bb7baaa0-a550-406e-b96a-89138d6a249e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/423a1447-03f4-42f1-8678-2e66011c9f37 HTTP/1.1" status: 204 len: 168 time: 0.4814193 Apr 18 17:34:15.082574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7baaa0-a550-406e-b96a-89138d6a249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a1447-03f4-42f1-8678-2e66011c9f37,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:15.104407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-24b4c07a-c77c-4e0e-a4da-bcd42b94b8f0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:34:15.122046 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-24b4c07a-c77c-4e0e-a4da-bcd42b94b8f0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1673231 Apr 18 17:34:15.387743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5447b666-f6a0-4de3-be46-c589025fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.404178 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-d0b62e39-3832-4e6c-b3ca-884ed4febcba service neutron] 10.222.0.45 "GET /v2.0/networks/ca4027d4-c83b-4bbd-bf59-2037989e6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737529 Apr 18 17:34:15.446868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ab564647-fd3f-493b-a86a-09edee2c0431 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:15.453087 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.482072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.538323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5447b666-f6a0-4de3-be46-c589025fd0f2 None None] For port 73fd200b-664b-41ed-a705-4d4b98cf3161, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=73fd200b-664b-41ed-a705-4d4b98cf3161,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:15.547499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.574403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd281407b-0dde-4bfa-871d-1b8acee27cdc', 'name': '', 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:d2:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'b58b0832-dde0-4e66-acd2-c5f4d8028250', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:10Z', 'updated_at': '2022-04-18T17:34:12Z', 'revision_number': 2, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': 'b58b0832-dde0-4e66-acd2-c5f4d8028250', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:15.648213 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5447b666-f6a0-4de3-be46-c589025fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.653147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Checking router: cde058be-546d-4bc9-830e-495ef10d7340 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:15.653147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Updating router cde058be-546d-4bc9-830e-495ef10d7340 port d281407b-0dde-4bfa-871d-1b8acee27cdc binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:34:15.670139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-9ae08d18-b8e7-462a-b572-0a7a2d4b1b3d service neutron] 10.222.0.45 "GET /v2.0/networks/ca4027d4-c83b-4bbd-bf59-2037989e6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649045 Apr 18 17:34:15.691757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Pushing event updated for resources: {'Port': ['ID=b905add9-97a5-43ea-9b06-17372794c663,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:15.741704 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.786432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 73fd200b-664b-41ed-a705-4d4b98cf3161 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:15.844100 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.881106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Network 3915db6a-3e02-4f04-8623-cc57e87aa264 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:15.882570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:15.887187 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Provisioning complete for port d281407b-0dde-4bfa-871d-1b8acee27cdc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:15.887688 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:15.919101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447b666-f6a0-4de3-be46-c589025fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=73fd200b-664b-41ed-a705-4d4b98cf3161,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:16.014599 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Port d281407b-0dde-4bfa-871d-1b8acee27cdc cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:16.040630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 73fd200b-664b-41ed-a705-4d4b98cf3161 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:16.040630 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.075224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9fc140f6-df1a-4bea-93e8-a20f30957134 req-009ab614-c9ba-4581-ae3f-da151e6b57ee tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 210 time: 0.0796385 Apr 18 17:34:16.112336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Router 3424c7f2-d821-4520-b070-8ba6340fc8c5 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:16.124193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45436) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:16.142550 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77618bdd-4212-4beb-9066-adf0d43ad534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.203992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Provisioning complete for port b905add9-97a5-43ea-9b06-17372794c663 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:16.204269 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.246130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77618bdd-4212-4beb-9066-adf0d43ad534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.270353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:16.283814 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ae12969a-2642-417a-a6db-71942e0b552c admin admin] 10.222.0.45 "PUT /v2.0/routers/3424c7f2-d821-4520-b070-8ba6340fc8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4197049 Apr 18 17:34:16.324626 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77618bdd-4212-4beb-9066-adf0d43ad534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.363606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77618bdd-4212-4beb-9066-adf0d43ad534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c289741-6a85-4a3f-ab40-47b7638e7c5e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:16.365863 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Port b905add9-97a5-43ea-9b06-17372794c663 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:16.400904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45444) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:16.401077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-77618bdd-4212-4beb-9066-adf0d43ad534 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=960d66c17e4d45e6848353e06f74613a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725923 Apr 18 17:34:16.462056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Provisioning complete for port 73fd200b-664b-41ed-a705-4d4b98cf3161 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:16.462425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.486762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03fa5d5e-b34d-4316-9f29-99c604867794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.536307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03fa5d5e-b34d-4316-9f29-99c604867794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.661636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.690802 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Provisioning complete for port ab564647-fd3f-493b-a86a-09edee2c0431 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:16.691171 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e72fa98-3699-462a-b853-d0d76188fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.718498 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03fa5d5e-b34d-4316-9f29-99c604867794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.721521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-03fa5d5e-b34d-4316-9f29-99c604867794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.722952 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-03fa5d5e-b34d-4316-9f29-99c604867794 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c289741-6a85-4a3f-ab40-47b7638e7c5e HTTP/1.1" status: 204 len: 168 time: 0.3208940 Apr 18 17:34:16.736768 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 199fd5d3-e617-4acc-abe0-fc05c9788e65 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:16.738493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa5d5e-b34d-4316-9f29-99c604867794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c289741-6a85-4a3f-ab40-47b7638e7c5e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:16.778744 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:16.902700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6e49e-348b-457a-a197-1ef6c7c14844 None None] Pushing event updated for resources: {'Port': ['ID=d281407b-0dde-4bfa-871d-1b8acee27cdc,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:16.913151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 199fd5d3-e617-4acc-abe0-fc05c9788e65 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:16.913762 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.030619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f988c782-0a9b-4839-899f-d9ded1662048 None None] Provisioning complete for port b905add9-97a5-43ea-9b06-17372794c663 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:17.031017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f988c782-0a9b-4839-899f-d9ded1662048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.077503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Attempting to bind port d281407b-0dde-4bfa-871d-1b8acee27cdc on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:17.077849 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Attempting to bind port d281407b-0dde-4bfa-871d-1b8acee27cdc by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:17.078214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Attempting to bind port d281407b-0dde-4bfa-871d-1b8acee27cdc on network ca4027d4-c83b-4bbd-bf59-2037989e6a08 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:17.119182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:17.120070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Checking segment: {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:17.121121 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.121745 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Bound using segment: {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:17.124360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Bound port: d281407b-0dde-4bfa-871d-1b8acee27cdc, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:17.125208 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.183224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-537191fd-04b9-4baa-948e-b5a6669acc6f req-d3056b23-7afd-4919-b235-5c441ab765d4 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 210 time: 0.0571501 Apr 18 17:34:17.204925 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Sync routers for ids ['3424c7f2-d821-4520-b070-8ba6340fc8c5'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:17.214774 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Routers {'3424c7f2-d821-4520-b070-8ba6340fc8c5'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:17.215509 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3424c7f2-d821-4520-b070-8ba6340fc8c5'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:17.225736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f988c782-0a9b-4839-899f-d9ded1662048 None None] Port b905add9-97a5-43ea-9b06-17372794c663 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:17.242643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] For port d281407b-0dde-4bfa-871d-1b8acee27cdc, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:17.271699 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.294208 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 199fd5d3-e617-4acc-abe0-fc05c9788e65, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=199fd5d3-e617-4acc-abe0-fc05c9788e65,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:17.300061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] For port d281407b-0dde-4bfa-871d-1b8acee27cdc, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d281407b-0dde-4bfa-871d-1b8acee27cdc,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:17.342321 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Set router 3424c7f2-d821-4520-b070-8ba6340fc8c5 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:17.352602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c41cf5ac-83ad-402c-88f5-dee0be1aa572 None None] Provisioning complete for port d281407b-0dde-4bfa-871d-1b8acee27cdc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:17.353032 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c41cf5ac-83ad-402c-88f5-dee0be1aa572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.356322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.395147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c41cf5ac-83ad-402c-88f5-dee0be1aa572 None None] Port d281407b-0dde-4bfa-871d-1b8acee27cdc cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:17.420282 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.426327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.427675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 73fd200b-664b-41ed-a705-4d4b98cf3161 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:17.543841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Routers {'cde058be-546d-4bc9-830e-495ef10d7340'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:17.543841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cde058be-546d-4bc9-830e-495ef10d7340'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:17.545094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6e49e-348b-457a-a197-1ef6c7c14844 None None] Pushing event updated for resources: {'Port': ['ID=d281407b-0dde-4bfa-871d-1b8acee27cdc,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:17.644783 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.683877 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:14Z', 'revision_number': 4, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port': {'id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:09Z', 'updated_at': '2022-04-18T17:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'b905add9-97a5-43ea-9b06-17372794c663', 'name': '', 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'mac_address': 'fa:16:3e:4e:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:12Z', 'updated_at': '2022-04-18T17:34:15Z', 'revision_number': 2, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'subnets': [{'id': 'bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:17.702614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 73fd200b-664b-41ed-a705-4d4b98cf3161 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:17.703000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.738786 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Checking router: 3424c7f2-d821-4520-b070-8ba6340fc8c5 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:17.739436 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Updating router 3424c7f2-d821-4520-b070-8ba6340fc8c5 port b905add9-97a5-43ea-9b06-17372794c663 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:34:17.768408 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:17.775183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=199fd5d3-e617-4acc-abe0-fc05c9788e65,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:17.829471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] Set router cde058be-546d-4bc9-830e-495ef10d7340 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:18.014555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1aa58407-d973-4229-9c0d-a7a0d100b48f None None] Provisioning complete for port d281407b-0dde-4bfa-871d-1b8acee27cdc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:18.015203 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1aa58407-d973-4229-9c0d-a7a0d100b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.131505 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.179626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1aa58407-d973-4229-9c0d-a7a0d100b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.209711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd281407b-0dde-4bfa-871d-1b8acee27cdc', 'name': '', 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:d2:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'b58b0832-dde0-4e66-acd2-c5f4d8028250', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:10Z', 'updated_at': '2022-04-18T17:34:17Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': 'b58b0832-dde0-4e66-acd2-c5f4d8028250', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:18.216528 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.244079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115cabb-a1a1-4caa-bb51-715d913fd2f1 None None] The sync data for ids ['cde058be-546d-4bc9-830e-495ef10d7340'] in n-d-836015-2 is: [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd281407b-0dde-4bfa-871d-1b8acee27cdc', 'name': '', 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:d2:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'b58b0832-dde0-4e66-acd2-c5f4d8028250', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:10Z', 'updated_at': '2022-04-18T17:34:17Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': 'b58b0832-dde0-4e66-acd2-c5f4d8028250', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:18.254953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1aa58407-d973-4229-9c0d-a7a0d100b48f None None] For port d281407b-0dde-4bfa-871d-1b8acee27cdc, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d281407b-0dde-4bfa-871d-1b8acee27cdc,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:18.359566 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253c173-d930-4d7d-b5e5-170a0bf01c45 None None] Pushing event updated for resources: {'Port': ['ID=b905add9-97a5-43ea-9b06-17372794c663,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:18.386438 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1aa58407-d973-4229-9c0d-a7a0d100b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.422583 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a69370da-f72a-4cb5-8cdc-1f814ccd2de1 req-7dc3f022-2da4-4309-9ded-c4dfb7eab9de tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 210 time: 0.0820348 Apr 18 17:34:18.479704 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Attempting to bind port b905add9-97a5-43ea-9b06-17372794c663 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:18.483514 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Attempting to bind port b905add9-97a5-43ea-9b06-17372794c663 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:18.483816 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Attempting to bind port b905add9-97a5-43ea-9b06-17372794c663 on network 3915db6a-3e02-4f04-8623-cc57e87aa264 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:18.500091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa58407-d973-4229-9c0d-a7a0d100b48f None None] Pushing event updated for resources: {'Port': ['ID=d281407b-0dde-4bfa-871d-1b8acee27cdc,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:18.506075 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:18.506463 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Checking segment: {'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:18.506879 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.509546 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Bound using segment: {'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:18.510069 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Bound port: b905add9-97a5-43ea-9b06-17372794c663, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d741090-7706-4343-96ee-431422ecc4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:18.510471 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.682200 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] For port b905add9-97a5-43ea-9b06-17372794c663, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:18.688434 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] For port b905add9-97a5-43ea-9b06-17372794c663, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b905add9-97a5-43ea-9b06-17372794c663,segment=NetworkSegment(0d741090-7706-4343-96ee-431422ecc4db),segment_id=0d741090-7706-4343-96ee-431422ecc4db)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:18.727335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 199fd5d3-e617-4acc-abe0-fc05c9788e65 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:18.731041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3d6dde64-b8a4-4ff7-8117-19b0225f1a76 None None] Provisioning complete for port b905add9-97a5-43ea-9b06-17372794c663 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:18.731439 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3d6dde64-b8a4-4ff7-8117-19b0225f1a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.791977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45512) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:18.793713 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:18.819232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dde64-b8a4-4ff7-8117-19b0225f1a76 None None] Port b905add9-97a5-43ea-9b06-17372794c663 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:18.832288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 199fd5d3-e617-4acc-abe0-fc05c9788e65 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:18.833508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.009339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d281407b-0dde-4bfa-871d-1b8acee27cdc up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:19.166060 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Routers {'3424c7f2-d821-4520-b070-8ba6340fc8c5'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:19.171814 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3424c7f2-d821-4520-b070-8ba6340fc8c5'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:19.266352 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45518) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:19.272265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091290670', 'description': 'tempest-secgroup-smoke-2091290670 description', 'project_id': '818740d7f0dd4f5198de768a2d725101'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:19.283819 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253c173-d930-4d7d-b5e5-170a0bf01c45 None None] Pushing event updated for resources: {'Port': ['ID=b905add9-97a5-43ea-9b06-17372794c663,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:19.392163 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.403705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.416629 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] Set router 3424c7f2-d821-4520-b070-8ba6340fc8c5 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:19.446079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b8efa741-c304-4e85-89c6-507b9e550d05 None None] Provisioning complete for port b905add9-97a5-43ea-9b06-17372794c663 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:19.446690 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8efa741-c304-4e85-89c6-507b9e550d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.495218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d281407b-0dde-4bfa-871d-1b8acee27cdc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:19.495595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.533332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.565237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426388-b641-48be-b4e2-df539bc269d2 req-c46a3ac3-d4e4-43c6-a18d-bed9baa0db1e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:19.566843 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-c46a3ac3-d4e4-43c6-a18d-bed9baa0db1e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.18 "GET /v2.0/networks?id=ca4027d4-c83b-4bbd-bf59-2037989e6a08 HTTP/1.1" status: 200 len: 798 time: 0.6042447 Apr 18 17:34:19.612080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Request body: {'port': {'device_id': 'b9bc3095-9f49-4b62-98d0-18e12ee75818', 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08', 'admin_state_up': True, 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:19.620617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52704eac-c7df-4e7f-ae13-6c4937f1fece req-40e22133-d47a-4f2c-bffb-2d6fbea1a637 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 210 time: 0.0740340 Apr 18 17:34:19.623340 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.714016 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8efa741-c304-4e85-89c6-507b9e550d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.763043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47805c6-0bea-43d7-b27e-ea2fce15bba1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:19.803810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b8efa741-c304-4e85-89c6-507b9e550d05 None None] For port b905add9-97a5-43ea-9b06-17372794c663, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b905add9-97a5-43ea-9b06-17372794c663,segment=NetworkSegment(0d741090-7706-4343-96ee-431422ecc4db),segment_id=0d741090-7706-4343-96ee-431422ecc4db)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:19.806207 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:14Z', 'revision_number': 4, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port': {'id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:09Z', 'updated_at': '2022-04-18T17:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'b905add9-97a5-43ea-9b06-17372794c663', 'name': '', 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'mac_address': 'fa:16:3e:4e:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:12Z', 'updated_at': '2022-04-18T17:34:18Z', 'revision_number': 4, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'subnets': [{'id': 'bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:19.838284 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e81c7a-6765-4907-b84a-6928d3223818 None None] The sync data for ids ['3424c7f2-d821-4520-b070-8ba6340fc8c5'] in n-d-836015-2 is: [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:14Z', 'revision_number': 4, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port': {'id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:09Z', 'updated_at': '2022-04-18T17:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'b905add9-97a5-43ea-9b06-17372794c663', 'name': '', 'network_id': '3915db6a-3e02-4f04-8623-cc57e87aa264', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'mac_address': 'fa:16:3e:4e:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:12Z', 'updated_at': '2022-04-18T17:34:18Z', 'revision_number': 4, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'subnets': [{'id': 'bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:19.841577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Made reservation on behalf of 0d4e9fbeb88a4c04bf7e53ef6e779e7d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:19.849700 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.849857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.881735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8efa741-c304-4e85-89c6-507b9e550d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.956729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efa741-c304-4e85-89c6-507b9e550d05 None None] Pushing event updated for resources: {'Port': ['ID=b905add9-97a5-43ea-9b06-17372794c663,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:19.975655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:19.983548 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.024116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:20.091322 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.095577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d343956e-49fc-4e2f-b270-6fd2eaa9be30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8252275 Apr 18 17:34:20.095770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45526) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:20.101152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-749a3ca5-82e3-4dd7-8589-e461c47eb8f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:20.108658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Allocated IP 172.20.0.27 (ca4027d4-c83b-4bbd-bf59-2037989e6a08/b58b0832-dde0-4e66-acd2-c5f4d8028250/174f859e-4535-4689-bce4-44c1d4acb611) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:20.182564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-749a3ca5-82e3-4dd7-8589-e461c47eb8f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.254347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-749a3ca5-82e3-4dd7-8589-e461c47eb8f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.305450 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.357550 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-749a3ca5-82e3-4dd7-8589-e461c47eb8f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.375847 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a3ca5-82e3-4dd7-8589-e461c47eb8f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1488e8-ece3-4af2-a4df-62780f251166,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:20.406591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Deleting port b905add9-97a5-43ea-9b06-17372794c663 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:20.406935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.445127 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-749a3ca5-82e3-4dd7-8589-e461c47eb8f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.446569 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-749a3ca5-82e3-4dd7-8589-e461c47eb8f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3498347 Apr 18 17:34:20.449361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45530) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:20.453772 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-35d781bb-11b0-4242-b97c-776153710b30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:20.467033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.519934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:20.534778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:20.542845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] For port b905add9-97a5-43ea-9b06-17372794c663, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b905add9-97a5-43ea-9b06-17372794c663,segment=NetworkSegment(0d741090-7706-4343-96ee-431422ecc4db),segment_id=0d741090-7706-4343-96ee-431422ecc4db)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:20.543063 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.545372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:20.560597 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35d781bb-11b0-4242-b97c-776153710b30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.582400 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event updated for resources: {'Port': ['ID=174f859e-4535-4689-bce4-44c1d4acb611,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:20.585707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Calling delete_port for b905add9-97a5-43ea-9b06-17372794c663 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:20.645057 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35d781bb-11b0-4242-b97c-776153710b30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.652457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:20.653079 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.728832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b905add9-97a5-43ea-9b06-17372794c663 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:20.786389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b905add9-97a5-43ea-9b06-17372794c663 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:20.787093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.788729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35d781bb-11b0-4242-b97c-776153710b30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.819973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545da4e-dc1b-470f-80f3-f3ecce11382d req-ced21ad6-718a-40a3-978d-2f6952cabcb0 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:20.833478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5545da4e-dc1b-470f-80f3-f3ecce11382d req-ced21ad6-718a-40a3-978d-2f6952cabcb0 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 895 time: 0.1024404 Apr 18 17:34:20.834444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-4f04be7b-4605-42cb-b82c-1fb832f08ad5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2302389 Apr 18 17:34:20.847048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d781bb-11b0-4242-b97c-776153710b30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab146d8-de19-4d8a-84da-664cb4073faa,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:20.861145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Request body: {'port': {'device_id': 'b9bc3095-9f49-4b62-98d0-18e12ee75818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:20.882682 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d281407b-0dde-4bfa-871d-1b8acee27cdc up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:20.927978 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35d781bb-11b0-4242-b97c-776153710b30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.931768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-35d781bb-11b0-4242-b97c-776153710b30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4789128 Apr 18 17:34:20.932107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45538) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:20.936904 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-05d6e69f-325d-4106-9d87-43d459184106 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:20.941102 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.941279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fbe6ed11-e48b-4e8a-a34a-83e1fed2b6e9 None None] Provisioning complete for port 174f859e-4535-4689-bce4-44c1d4acb611 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:20.941657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ed11-e48b-4e8a-a34a-83e1fed2b6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.951627 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:20.987734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6ed11-e48b-4e8a-a34a-83e1fed2b6e9 None None] Port 174f859e-4535-4689-bce4-44c1d4acb611 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:20.990416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=b905add9-97a5-43ea-9b06-17372794c663,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:21.002466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d281407b-0dde-4bfa-871d-1b8acee27cdc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:21.003043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:21.095750 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05d6e69f-325d-4106-9d87-43d459184106 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:21.359618 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05d6e69f-325d-4106-9d87-43d459184106 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:21.387526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:21.454127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05d6e69f-325d-4106-9d87-43d459184106 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:21.874001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6e69f-325d-4106-9d87-43d459184106 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008931b8-bb8e-46cd-bdbc-4b91dffcd855,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:21.944581 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-05d6e69f-325d-4106-9d87-43d459184106 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:21.945853 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-05d6e69f-325d-4106-9d87-43d459184106 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0125248 Apr 18 17:34:21.949616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1a970-b38b-42d2-a1c3-6c43ecba9e69 req-9b5d2d66-7503-4457-9179-57a6b06f9169 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:21.952145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45544) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:21.961628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fee1a970-b38b-42d2-a1c3-6c43ecba9e69 req-9b5d2d66-7503-4457-9179-57a6b06f9169 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 895 time: 0.0601625 Apr 18 17:34:21.962692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1f2e7903-51a3-43e5-ad27-b9af5147a3f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:21.980765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174f859e-4535-4689-bce4-44c1d4acb611 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:34:21.992949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.052891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Transition to ACTIVE for port object 174f859e-4535-4689-bce4-44c1d4acb611 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:34:22.117103 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f2e7903-51a3-43e5-ad27-b9af5147a3f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.140855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Router 3424c7f2-d821-4520-b070-8ba6340fc8c5 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:22.140855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.223523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Pushing event updated for resources: {'Port': ['ID=174f859e-4535-4689-bce4-44c1d4acb611,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:22.295125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f2e7903-51a3-43e5-ad27-b9af5147a3f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.373072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f2e7903-51a3-43e5-ad27-b9af5147a3f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.402882 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e7903-51a3-43e5-ad27-b9af5147a3f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7b1e63-6c51-4eef-9da7-452cec92742b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:22.410811 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:22.419356 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6b5c8d90-4397-4d09-9d9e-1e7a1f52cf36 admin admin] 10.222.0.45 "PUT /v2.0/routers/3424c7f2-d821-4520-b070-8ba6340fc8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6238799 Apr 18 17:34:22.419693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Attempting to bind port 174f859e-4535-4689-bce4-44c1d4acb611 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:22.422819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45546) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:22.422946 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Attempting to bind port 174f859e-4535-4689-bce4-44c1d4acb611 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:22.422946 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Attempting to bind port 174f859e-4535-4689-bce4-44c1d4acb611 on network ca4027d4-c83b-4bbd-bf59-2037989e6a08 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:22.425051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Port 174f859e-4535-4689-bce4-44c1d4acb611 on network ca4027d4-c83b-4bbd-bf59-2037989e6a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:34:22.425643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Attempting to bind port 174f859e-4535-4689-bce4-44c1d4acb611 on network ca4027d4-c83b-4bbd-bf59-2037989e6a08 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:22.432859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:22.433275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Checking segment: {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:22.433765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Bound using segment: {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:22.434275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Bound port: 174f859e-4535-4689-bce4-44c1d4acb611, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac83a9ae-339b-42df-97eb-fffb9483c4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:22.434716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.464308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] Sync routers for ids ['3424c7f2-d821-4520-b070-8ba6340fc8c5'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:22.474312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1f2e7903-51a3-43e5-ad27-b9af5147a3f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.475061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] Routers {'3424c7f2-d821-4520-b070-8ba6340fc8c5'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:22.481579 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1f2e7903-51a3-43e5-ad27-b9af5147a3f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5212257 Apr 18 17:34:22.481579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45548) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:22.482144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3424c7f2-d821-4520-b070-8ba6340fc8c5'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:22.482947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-01a13f9c-cb23-460e-8c69-8773aba01c28 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:22.525254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] For port 174f859e-4535-4689-bce4-44c1d4acb611, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:22.529111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] For port 174f859e-4535-4689-bce4-44c1d4acb611, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=174f859e-4535-4689-bce4-44c1d4acb611,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:22.549911 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.610781 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-01a13f9c-cb23-460e-8c69-8773aba01c28 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Project 818740d7f0dd4f5198de768a2d725101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:34:22.614788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01a13f9c-cb23-460e-8c69-8773aba01c28 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.622967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] Set router 3424c7f2-d821-4520-b070-8ba6340fc8c5 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:22.641592 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.672517 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.702799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:22.703410 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.704790 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] 10.222.0.18 "PUT /v2.0/ports/174f859e-4535-4689-bce4-44c1d4acb611 HTTP/1.1" status: 200 len: 1055 time: 1.8559256 Apr 18 17:34:22.705249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bc3095-9f49-4b62-98d0-18e12ee75818', 'tag': '174f859e-4535-4689-bce4-44c1d4acb611'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:34:22.716265 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e101d31-755c-4231-84ee-2601fa7f5eff" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bc3095-9f49-4b62-98d0-18e12ee75818", "tag": "174f859e-4535-4689-bce4-44c1d4acb611"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:34:22.770751 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ab3be1-fc4c-4509-b86d-b735c5752da6 x-openstack-request-id: req-a8ab3be1-fc4c-4509-b86d-b735c5752da6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:34:22.770751 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bc3095-9f49-4b62-98d0-18e12ee75818", "tag": "174f859e-4535-4689-bce4-44c1d4acb611", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:34:22.772677 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8ab3be1-fc4c-4509-b86d-b735c5752da6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:34:22.773099 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ab3be1-fc4c-4509-b86d-b735c5752da6'] response: {'name': 'network-changed', 'server_uuid': 'b9bc3095-9f49-4b62-98d0-18e12ee75818', 'tag': '174f859e-4535-4689-bce4-44c1d4acb611', 'status': 'completed', 'code': 200} Apr 18 17:34:22.776595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d27d3f-befa-4ab7-b9e1-c3fc1bf4cd24 service neutron] Pushing event updated for resources: {'Port': ['ID=174f859e-4535-4689-bce4-44c1d4acb611,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:22.787042 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01a13f9c-cb23-460e-8c69-8773aba01c28 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.847458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:20Z', 'revision_number': 5, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port': {'id': '199fd5d3-e617-4acc-abe0-fc05c9788e65', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:09Z', 'updated_at': '2022-04-18T17:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:22.850694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Deleting port 199fd5d3-e617-4acc-abe0-fc05c9788e65 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:22.851306 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.866818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101d31-755c-4231-84ee-2601fa7f5eff req-857151aa-542d-485f-aac3-38ecbc73d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:22.868348 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9e101d31-755c-4231-84ee-2601fa7f5eff req-857151aa-542d-485f-aac3-38ecbc73d3c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 1058 time: 0.0591745 Apr 18 17:34:22.882823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] Checking router: 3424c7f2-d821-4520-b070-8ba6340fc8c5 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:22.892145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] Routers {'3424c7f2-d821-4520-b070-8ba6340fc8c5'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:22.892775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['3424c7f2-d821-4520-b070-8ba6340fc8c5'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:22.949471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] For port 199fd5d3-e617-4acc-abe0-fc05c9788e65, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=199fd5d3-e617-4acc-abe0-fc05c9788e65,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:22.950146 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.951050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01a13f9c-cb23-460e-8c69-8773aba01c28 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:22.965984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Calling delete_port for 199fd5d3-e617-4acc-abe0-fc05c9788e65 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:23.002096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a13f9c-cb23-460e-8c69-8773aba01c28 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b06f47-a7b3-43c2-b416-c9d263137f0d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:23.019604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] Set router 3424c7f2-d821-4520-b070-8ba6340fc8c5 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:23.034062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101d31-755c-4231-84ee-2601fa7f5eff req-98311d17-287c-4042-9a83-2cabe93c5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:23.034686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101d31-755c-4231-84ee-2601fa7f5eff req-98311d17-287c-4042-9a83-2cabe93c5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:23.036796 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9e101d31-755c-4231-84ee-2601fa7f5eff req-98311d17-287c-4042-9a83-2cabe93c5687 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1551981 Apr 18 17:34:23.081256 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-01a13f9c-cb23-460e-8c69-8773aba01c28 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.083859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:22Z', 'revision_number': 6, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:23.086499 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-01a13f9c-cb23-460e-8c69-8773aba01c28 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6070240 Apr 18 17:34:23.087609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:23.099500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-75f08d5c-c8e2-452a-80a5-db325a070169 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:23.114458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dbfe1-bdb7-4300-ac3a-e0296d30933b None None] The sync data for ids ['3424c7f2-d821-4520-b070-8ba6340fc8c5'] in n-d-836015-2 is: [{'id': '3424c7f2-d821-4520-b070-8ba6340fc8c5', 'name': 'tempest-ImageQuotaTest-1435298952-router', 'tenant_id': '496d87e5d42b4c999cdde0282fa8f075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:08Z', 'updated_at': '2022-04-18T17:34:22Z', 'revision_number': 6, 'project_id': '496d87e5d42b4c999cdde0282fa8f075', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:23.182707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc6f17-aae1-4b17-b3f3-b6a501ae6279 req-48f836f6-bd1b-41ad-8132-eb44187b472b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:23.184277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ffc6f17-aae1-4b17-b3f3-b6a501ae6279 req-48f836f6-bd1b-41ad-8132-eb44187b472b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 907 time: 0.1442382 Apr 18 17:34:23.188631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101d31-755c-4231-84ee-2601fa7f5eff req-396868b7-6467-4a1b-8a86-07e0ef4f6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:23.190337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9e101d31-755c-4231-84ee-2601fa7f5eff req-396868b7-6467-4a1b-8a86-07e0ef4f6ba3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1468027 Apr 18 17:34:23.271183 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-75f08d5c-c8e2-452a-80a5-db325a070169 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Project 818740d7f0dd4f5198de768a2d725101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:34:23.276821 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75f08d5c-c8e2-452a-80a5-db325a070169 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.296426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426388-b641-48be-b4e2-df539bc269d2 req-ddb80e80-66ba-4201-a12b-1c538a4b1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:23.298453 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-ddb80e80-66ba-4201-a12b-1c538a4b1e6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 1058 time: 0.0491004 Apr 18 17:34:23.333670 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.338086 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75f08d5c-c8e2-452a-80a5-db325a070169 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.358507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-b53b37b8-99dd-4d33-a44b-4f77e767bf5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=174f859e-4535-4689-bce4-44c1d4acb611 HTTP/1.1" status: 200 len: 217 time: 0.0470557 Apr 18 17:34:23.366620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=199fd5d3-e617-4acc-abe0-fc05c9788e65,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:23.419570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426388-b641-48be-b4e2-df539bc269d2 req-4e49ea45-603b-4b9e-a11c-79226d543221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:23.419570 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-4e49ea45-603b-4b9e-a11c-79226d543221 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b58b0832-dde0-4e66-acd2-c5f4d8028250 HTTP/1.1" status: 200 len: 837 time: 0.0521998 Apr 18 17:34:23.425385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.453867 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75f08d5c-c8e2-452a-80a5-db325a070169 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.474478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426388-b641-48be-b4e2-df539bc269d2 req-4b12fc5a-4353-43da-9337-ca4b5befe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:23.476436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-4b12fc5a-4353-43da-9337-ca4b5befe286 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca4027d4-c83b-4bbd-bf59-2037989e6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522072 Apr 18 17:34:23.515569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f08d5c-c8e2-452a-80a5-db325a070169 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9eb418-d50a-4179-b489-76f18430f6ec,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:23.539410 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.542547 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.595925 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-db54a807-d448-4449-a488-c79f0b06078f service neutron] 10.222.0.18 "GET /v2.0/networks/ca4027d4-c83b-4bbd-bf59-2037989e6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123276 Apr 18 17:34:23.621455 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75f08d5c-c8e2-452a-80a5-db325a070169 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.626293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-75f08d5c-c8e2-452a-80a5-db325a070169 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5328193 Apr 18 17:34:23.626293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:23.631118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'network': {'name': 'tempest-network-smoke--334436537', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'port_security_enabled': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:23.695764 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82426388-b641-48be-b4e2-df539bc269d2 req-267e0a29-02e0-4065-b81b-4e41f2f8f5cd service neutron] 10.222.0.18 "GET /v2.0/networks/ca4027d4-c83b-4bbd-bf59-2037989e6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927703 Apr 18 17:34:23.699467 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.700055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3424c7f2-d821-4520-b070-8ba6340fc8c5 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:34:23.704399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.705606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e9da5eef-1e4e-4f2c-9de1-304997f2e8f0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3424c7f2-d821-4520-b070-8ba6340fc8c5 HTTP/1.1" status: 204 len: 168 time: 1.2847588 Apr 18 17:34:23.708595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45578) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:23.736859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:23.745121 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.773288 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-57786baa-24df-4e85-b5ca-482a137cd6ed admin admin] Deleting subnet bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:34:23.778174 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57786baa-24df-4e85-b5ca-482a137cd6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.779824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:34:23.813104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.813471 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Added segment 5c264a7e-8ddf-41b3-9d34-815c1284e875 of type vlan for network 1112572e-a717-47e4-9249-50680ce5111b Apr 18 17:34:23.827551 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57786baa-24df-4e85-b5ca-482a137cd6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.883475 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.950905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57786baa-24df-4e85-b5ca-482a137cd6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.990969 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:23.996419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:23.996994 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.075931 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Network': ['ID=1112572e-a717-47e4-9249-50680ce5111b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:24.089262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1112572e-a717-47e4-9249-50680ce5111b details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:34:24.122801 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57786baa-24df-4e85-b5ca-482a137cd6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.155770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57786baa-24df-4e85-b5ca-482a137cd6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:24.170997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf63fc-1a81-4a21-9b60-b085ce53bebe None None] Network 3915db6a-3e02-4f04-8623-cc57e87aa264 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:24.173078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-708d5cbd-2b55-4725-81c1-ce36f38baf6a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5453870 Apr 18 17:34:24.175023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57786baa-24df-4e85-b5ca-482a137cd6ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.175385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:24.180050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'admin_state_up': True, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:24.186927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-57786baa-24df-4e85-b5ca-482a137cd6ed admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bf1cb189-0855-45d2-8ce0-c3e79a0e7ba2 HTTP/1.1" status: 204 len: 168 time: 0.4772766 Apr 18 17:34:24.188565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45592) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:24.311874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.312804 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.313386 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.404917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.430120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b9eda-63bb-4a8f-a36e-5a915098fe24 req-682795f5-5fcd-47d9-af7e-769d8f08a830 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:24.431564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e84b9eda-63bb-4a8f-a36e-5a915098fe24 req-682795f5-5fcd-47d9-af7e-769d8f08a830 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 907 time: 0.0780535 Apr 18 17:34:24.439088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Deleting port ab564647-fd3f-493b-a86a-09edee2c0431 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:24.439532 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.443765 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] DHCP port deletion for 3915db6a-3e02-4f04-8623-cc57e87aa264 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:34:24.506793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] Deleting port ab564647-fd3f-493b-a86a-09edee2c0431 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:24.507352 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.570124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] For port ab564647-fd3f-493b-a86a-09edee2c0431, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ab564647-fd3f-493b-a86a-09edee2c0431,segment=NetworkSegment(0d741090-7706-4343-96ee-431422ecc4db),segment_id=0d741090-7706-4343-96ee-431422ecc4db)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:24.570596 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.584909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] For port ab564647-fd3f-493b-a86a-09edee2c0431, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ab564647-fd3f-493b-a86a-09edee2c0431,segment=NetworkSegment(0d741090-7706-4343-96ee-431422ecc4db),segment_id=0d741090-7706-4343-96ee-431422ecc4db)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:24.585334 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.587715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b905add9-97a5-43ea-9b06-17372794c663 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:24.589836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] Calling delete_port for ab564647-fd3f-493b-a86a-09edee2c0431 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:24.600980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Calling delete_port for ab564647-fd3f-493b-a86a-09edee2c0431 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:24.621142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: b905add9-97a5-43ea-9b06-17372794c663 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:24.622921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b905add9-97a5-43ea-9b06-17372794c663 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:24.622921 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 199fd5d3-e617-4acc-abe0-fc05c9788e65 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:24.650134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 199fd5d3-e617-4acc-abe0-fc05c9788e65 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:24.650505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 199fd5d3-e617-4acc-abe0-fc05c9788e65 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:24.651179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ab564647-fd3f-493b-a86a-09edee2c0431 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:24.677138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.780767 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.785889 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.793085 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.818559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab564647-fd3f-493b-a86a-09edee2c0431,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:24.821754 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] No DVR routers for this DVR port ab564647-fd3f-493b-a86a-09edee2c0431 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:34:24.828316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] Pushing event deleted for resources: {'Port': ['ID=ab564647-fd3f-493b-a86a-09edee2c0431,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:24.841629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5739ec-a5d9-4025-9820-38231b7f8baf None None] No DVR routers for this DVR port ab564647-fd3f-493b-a86a-09edee2c0431 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:34:24.939643 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:24.966462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3915db6a-3e02-4f04-8623-cc57e87aa264']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:24.977002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d741090-7706-4343-96ee-431422ecc4db') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:24.977307 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d741090-7706-4343-96ee-431422ecc4db') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:24.991796 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.006087 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.008123 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.012118 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:34:25.012508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:34:25.014346 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:34:25.029443 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.128108 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.133562 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.142359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] 10.222.0.45 "DELETE /v2.0/networks/3915db6a-3e02-4f04-8623-cc57e87aa264 HTTP/1.1" status: 204 len: 168 time: 0.9470088 Apr 18 17:34:25.142471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.25.5.96 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/8325c961-5128-4c45-b869-5c07508a280b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:25.157139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b2914-73d4-4edf-9ffd-c0835dfbd53a admin admin] Pushing event deleted for resources: {'Network': ['ID=3915db6a-3e02-4f04-8623-cc57e87aa264,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:25.265846 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.357045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.397074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:25.399958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:25.403633 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:25.430731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=8325c961-5128-4c45-b869-5c07508a280b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:25.557729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45602) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:25.578474 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe0ef8-6d52-4b93-880c-c1414d71456c req-278b9bdd-49d3-487b-bf0d-bf15aa428617 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:25.580119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ebe0ef8-6d52-4b93-880c-c1414d71456c req-278b9bdd-49d3-487b-bf0d-bf15aa428617 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 907 time: 0.0725877 Apr 18 17:34:25.618194 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b1bc33c5-5fd0-4323-a19a-dec4b26e663c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=496d87e5d42b4c999cdde0282fa8f075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587320 Apr 18 17:34:25.620202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45604) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:25.725035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2623584-3523-4bbc-99d3-9b9e1f0957d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.781073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2623584-3523-4bbc-99d3-9b9e1f0957d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.802492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.963797 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2623584-3523-4bbc-99d3-9b9e1f0957d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.966374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d2623584-3523-4bbc-99d3-9b9e1f0957d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:25.967525 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d2623584-3523-4bbc-99d3-9b9e1f0957d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5df3881-830b-47f0-96d2-5795ba4169ab HTTP/1.1" status: 204 len: 168 time: 0.3463702 Apr 18 17:34:26.006062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2623584-3523-4bbc-99d3-9b9e1f0957d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5df3881-830b-47f0-96d2-5795ba4169ab,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:26.027753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:26.236799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:34:26.370163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:26.381205 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Sync routers for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:26.391487 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:26.392062 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:26.438992 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 174f859e-4535-4689-bce4-44c1d4acb611 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:34:26.480069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:26.485244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45614) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:26.485986 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-18f4315b-946e-42e7-9f87-0b5dc76a9c66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3095064 Apr 18 17:34:26.510466 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:26.585760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 174f859e-4535-4689-bce4-44c1d4acb611, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=174f859e-4535-4689-bce4-44c1d4acb611,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:26.602428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '174f859e-4535-4689-bce4-44c1d4acb611', 'network_id': 'ca4027d4-c83b-4bbd-bf59-2037989e6a08', 'port_id': '174f859e-4535-4689-bce4-44c1d4acb611', 'mac_address': 'fa:16:3e:ae:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58b0832-dde0-4e66-acd2-c5f4d8028250', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:34:26.643192 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:26.666940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174f859e-4535-4689-bce4-44c1d4acb611 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:34:26.706909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 174f859e-4535-4689-bce4-44c1d4acb611, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=174f859e-4535-4689-bce4-44c1d4acb611,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:26.752871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734996d2-0e44-4b6f-8090-413752c900b9 req-730f74a2-e373-4ebc-ae06-ef003f2234ab tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:26.753727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45622) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:26.764839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-734996d2-0e44-4b6f-8090-413752c900b9 req-730f74a2-e373-4ebc-ae06-ef003f2234ab tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 907 time: 0.0898771 Apr 18 17:34:26.771746 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b81a1b1b-da16-4857-b675-c103a9d611b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:26.797221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:26.853836 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:25Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:26.907000 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Checking router: d3390b15-3933-4a9b-8ee1-a0aff6a0b385 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:26.907604 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Updating router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 port 8325c961-5128-4c45-b869-5c07508a280b binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:34:26.912072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b81a1b1b-da16-4857-b675-c103a9d611b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:26.920306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=174f859e-4535-4689-bce4-44c1d4acb611,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:26.941621 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:26.952689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45624) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:26.986188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b81a1b1b-da16-4857-b675-c103a9d611b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.030686 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b81a1b1b-da16-4857-b675-c103a9d611b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2780311 Apr 18 17:34:27.033334 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45628) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:27.083594 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73ed5662-e78d-428f-a7d5-26cb874bb739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.094858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a1b1b-da16-4857-b675-c103a9d611b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c1002-0e4f-4945-9a46-6ba9c0c45119,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:27.105222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8134083b-bf65-4f83-a756-e0b6dc6a20d2 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=818740d7f0dd4f5198de768a2d725101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6186297 Apr 18 17:34:27.108878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45630) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:27.143842 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2602c1f-1251-42ae-ae2d-ee7a7cde8b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.169937 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2602c1f-1251-42ae-ae2d-ee7a7cde8b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.188297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['174f859e-4535-4689-bce4-44c1d4acb611'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:34:27.248900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbae22-d869-48fa-bef6-5ec048c971bf tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:27.250946 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-35dbae22-d869-48fa-bef6-5ec048c971bf tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405725 Apr 18 17:34:27.251570 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.253545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45632) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:27.266858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73ed5662-e78d-428f-a7d5-26cb874bb739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.281984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-aa521d3c-b88d-486a-82f6-5216901656ef tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273018 Apr 18 17:34:27.283125 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2602c1f-1251-42ae-ae2d-ee7a7cde8b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.284687 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45634) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:27.285619 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c2602c1f-1251-42ae-ae2d-ee7a7cde8b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.286663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c2602c1f-1251-42ae-ae2d-ee7a7cde8b0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a77c1002-0e4f-4945-9a46-6ba9c0c45119 HTTP/1.1" status: 204 len: 168 time: 0.2523029 Apr 18 17:34:27.292256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-40564033', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:27.294451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2602c1f-1251-42ae-ae2d-ee7a7cde8b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c1002-0e4f-4945-9a46-6ba9c0c45119,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:27.355076 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.381386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73ed5662-e78d-428f-a7d5-26cb874bb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.408035 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Attempting to bind port 8325c961-5128-4c45-b869-5c07508a280b on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:27.408699 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Attempting to bind port 8325c961-5128-4c45-b869-5c07508a280b by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:27.408890 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Attempting to bind port 8325c961-5128-4c45-b869-5c07508a280b on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:27.422029 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:27.422531 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:27.422984 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.423574 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:27.424067 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Bound port: 8325c961-5128-4c45-b869-5c07508a280b, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:27.424518 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.441182 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-73ed5662-e78d-428f-a7d5-26cb874bb739 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3139ab779f445adaaa8304f28186bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850099 Apr 18 17:34:27.442667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45638) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:27.445792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed5662-e78d-428f-a7d5-26cb874bb739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b6cb3-1e67-4a2a-8e4c-15b3b8be351a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:27.486141 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fe635-dc12-46df-9493-74e2dfa9feb4 None None] Pushing event updated for resources: {'Port': ['ID=8325c961-5128-4c45-b869-5c07508a280b,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:27.494884 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] For port 8325c961-5128-4c45-b869-5c07508a280b, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:27.498472 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] For port 8325c961-5128-4c45-b869-5c07508a280b, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8325c961-5128-4c45-b869-5c07508a280b,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:27.523659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-470bcf4d-fb47-412d-a9f3-4f36ab18c7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.548655 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-470bcf4d-fb47-412d-a9f3-4f36ab18c7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.557126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:27.561310 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.615118 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.679833 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fe635-dc12-46df-9493-74e2dfa9feb4 None None] Pushing event updated for resources: {'Port': ['ID=8325c961-5128-4c45-b869-5c07508a280b,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:27.682607 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:27.687656 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:27.705818 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-470bcf4d-fb47-412d-a9f3-4f36ab18c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.708603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-470bcf4d-fb47-412d-a9f3-4f36ab18c7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.712392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-470bcf4d-fb47-412d-a9f3-4f36ab18c7cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f26b6cb3-1e67-4a2a-8e4c-15b3b8be351a HTTP/1.1" status: 204 len: 168 time: 0.2668135 Apr 18 17:34:27.724829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bcf4d-fb47-412d-a9f3-4f36ab18c7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b6cb3-1e67-4a2a-8e4c-15b3b8be351a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:27.840532 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:27.900296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d9ade-0adb-44f6-8224-489ff404930f req-771b88dd-c6a3-4308-84c8-15b66d028be5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:27.901813 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e2d9ade-0adb-44f6-8224-489ff404930f req-771b88dd-c6a3-4308-84c8-15b66d028be5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 908 time: 0.0518086 Apr 18 17:34:27.922608 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:27.983950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Subnet': ['ID=f62ba325-205c-4812-b256-ffe4da572b50,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:27.992858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Checking segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:27.993228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network hostable DHCP agents. Network: 1112572e-a717-47e4-9249-50680ce5111b, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:34:28.027657 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:25Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:28.059509 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 1112572e-a717-47e4-9249-50680ce5111b is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:34:28.128387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1112572e-a717-47e4-9249-50680ce5111b) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:28.137619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:28.139344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616a3226-66c8-4ae9-9af1-a74a48685202 None None] Network 1112572e-a717-47e4-9249-50680ce5111b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:28.140016 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:28.150910 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a3bf9-f01d-47e3-9493-b1ab7f242a0b None None] The sync data for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 is: [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:25Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:28.201463 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-13149f53-9f97-49c1-ab26-1e0861ed4706 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9136939 Apr 18 17:34:28.202438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45652) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:28.303352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-1112572e-a717-47e4-9249-50680ce5111b', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:34:28.304510 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:28.452696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 174f859e-4535-4689-bce4-44c1d4acb611 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:28.511737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Allocated IP 172.20.0.2 (1112572e-a717-47e4-9249-50680ce5111b/f62ba325-205c-4812-b256-ffe4da572b50/0e2045d5-020c-4966-8d5f-04ec4be80d57) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:28.603209 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 174f859e-4535-4689-bce4-44c1d4acb611 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:34:28.610070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 174f859e-4535-4689-bce4-44c1d4acb611 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:28.610446 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:28.615690 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8325c961-5128-4c45-b869-5c07508a280b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:28.803718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:28.810763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 8325c961-5128-4c45-b869-5c07508a280b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:28.811471 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.020924 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.122169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6c98f-dbbe-4dfc-99ab-3b41e382ea70 req-c14b9c32-e869-45d2-a133-6d5fb6c3b81f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:29.133562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Network 1112572e-a717-47e4-9249-50680ce5111b is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:29.135740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ca6c98f-dbbe-4dfc-99ab-3b41e382ea70 req-c14b9c32-e869-45d2-a133-6d5fb6c3b81f tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 908 time: 0.1063144 Apr 18 17:34:29.138646 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.187951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:29.192275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Pushing event updated for resources: {'Port': ['ID=0e2045d5-020c-4966-8d5f-04ec4be80d57,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:29.195820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:29.199222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 174f859e-4535-4689-bce4-44c1d4acb611, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=174f859e-4535-4689-bce4-44c1d4acb611,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:29.201255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bc3095-9f49-4b62-98d0-18e12ee75818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174f859e-4535-4689-bce4-44c1d4acb611'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:34:29.203933 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848f7afd-1e6f-46e8-851f-37f37396a481" -d '{"events": [{"server_uuid": "b9bc3095-9f49-4b62-98d0-18e12ee75818", "name": "network-vif-plugged", "status": "completed", "tag": "174f859e-4535-4689-bce4-44c1d4acb611"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:34:29.220735 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.253644 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71154c81-0c1c-495d-9dea-5773e4ad8dae x-openstack-request-id: req-71154c81-0c1c-495d-9dea-5773e4ad8dae {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:34:29.253947 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bc3095-9f49-4b62-98d0-18e12ee75818", "name": "network-vif-plugged", "status": "completed", "tag": "174f859e-4535-4689-bce4-44c1d4acb611", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:34:29.255560 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71154c81-0c1c-495d-9dea-5773e4ad8dae {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:34:29.255560 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71154c81-0c1c-495d-9dea-5773e4ad8dae'] response: {'server_uuid': 'b9bc3095-9f49-4b62-98d0-18e12ee75818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174f859e-4535-4689-bce4-44c1d4acb611', 'code': 200} Apr 18 17:34:29.281520 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.306546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.363710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Attempting to bind port 0e2045d5-020c-4966-8d5f-04ec4be80d57 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:29.364289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Attempting to bind port 0e2045d5-020c-4966-8d5f-04ec4be80d57 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:29.364765 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Attempting to bind port 0e2045d5-020c-4966-8d5f-04ec4be80d57 on network 1112572e-a717-47e4-9249-50680ce5111b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:29.372297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 8325c961-5128-4c45-b869-5c07508a280b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8325c961-5128-4c45-b869-5c07508a280b,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:29.377167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:29.377579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Checking segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:29.377995 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.378535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Bound using segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:29.379009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Bound port: 0e2045d5-020c-4966-8d5f-04ec4be80d57, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:29.380069 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.383137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957badb-64e7-4ab9-83d5-6a6e9bf03681 req-67c2274d-0f6c-45e4-9d00-95ac9adaa2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:29.385153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f957badb-64e7-4ab9-83d5-6a6e9bf03681 req-67c2274d-0f6c-45e4-9d00-95ac9adaa2b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 1060 time: 0.0485795 Apr 18 17:34:29.434625 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.441289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=174f859e-4535-4689-bce4-44c1d4acb611,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:29.508308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] For port 0e2045d5-020c-4966-8d5f-04ec4be80d57, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:29.512625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] For port 0e2045d5-020c-4966-8d5f-04ec4be80d57, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e2045d5-020c-4966-8d5f-04ec4be80d57,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:29.515621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=8325c961-5128-4c45-b869-5c07508a280b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:29.541218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.20.0.1 (1112572e-a717-47e4-9249-50680ce5111b/f62ba325-205c-4812-b256-ffe4da572b50/63a2956a-f76c-4671-bd9b-5264487e7642) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:29.575171 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.612983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-d5ba2f74-752c-4cc3-9b4e-8d0ca0de2495 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486903 Apr 18 17:34:29.656779 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6d173-2f7d-456e-a419-2bb97e43055f None None] Pushing event updated for resources: {'Port': ['ID=0e2045d5-020c-4966-8d5f-04ec4be80d57,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:29.721848 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.762265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-dedfe91f-2563-4b96-ae50-29a073a69492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:29.763959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-dedfe91f-2563-4b96-ae50-29a073a69492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1135 time: 0.0611188 Apr 18 17:34:29.832224 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:29.901007 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 1112572e-a717-47e4-9249-50680ce5111b is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:29.905496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:29.914138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:29.922783 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-4c391cf5-5507-4009-a87e-66a7d425a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:29.924253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-4c391cf5-5507-4009-a87e-66a7d425a471 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee430a9e-6265-4da4-9190-259f8b6a1fea HTTP/1.1" status: 200 len: 898 time: 0.1398900 Apr 18 17:34:29.955089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=63a2956a-f76c-4671-bd9b-5264487e7642,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:29.982384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.016128 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-863fcc61-f31d-423b-aff5-980c6de48092 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e HTTP/1.1" status: 200 len: 1001 time: 0.0850117 Apr 18 17:34:30.078069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-9101cd81-e748-42e9-a79f-abb28290fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:30.084104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-9101cd81-e748-42e9-a79f-abb28290fb2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35210c14-3dc8-489d-b308-3abd34e87e70 HTTP/1.1" status: 200 len: 835 time: 0.0554996 Apr 18 17:34:30.133889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-24a8ae9c-583a-4c94-b85c-663525ccfc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:30.135566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-24a8ae9c-583a-4c94-b85c-663525ccfc15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee430a9e-6265-4da4-9190-259f8b6a1fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492342 Apr 18 17:34:30.247174 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-547f8642-fad5-4625-9d05-62d68fd48642 service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040089 Apr 18 17:34:30.269027 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.300075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016a490-8ba3-4b08-bcdf-57161ca586c9 req-b381947d-fbb2-45a8-935e-6ec3c16b9e76 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:30.303822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a016a490-8ba3-4b08-bcdf-57161ca586c9 req-b381947d-fbb2-45a8-935e-6ec3c16b9e76 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 909 time: 0.0996025 Apr 18 17:34:30.382021 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-df6d52d4-4fca-40e8-9ded-2f7a19754ff4 req-af190ab6-55f2-4bc8-9b26-2167523fbcbc service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257486 Apr 18 17:34:30.617194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.673188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e2045d5-020c-4966-8d5f-04ec4be80d57 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:30.691659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.735922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0e2045d5-020c-4966-8d5f-04ec4be80d57 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:30.736304 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.774799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.778891 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=63a2956a-f76c-4671-bd9b-5264487e7642,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:30.797960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.798557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.799113 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.799756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.800345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.800884 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.802079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.802638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.803187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.803726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.804325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.804857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:30.830919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.878509 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 0e2045d5-020c-4966-8d5f-04ec4be80d57, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e2045d5-020c-4966-8d5f-04ec4be80d57,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:30.912171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 1112572e-a717-47e4-9249-50680ce5111b is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:30.913641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:30.986137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe336df8-8dbb-4132-9c41-3c103c712e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.987812 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:30.988572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8325c961-5128-4c45-b869-5c07508a280b up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:31.032940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:31.071079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=0e2045d5-020c-4966-8d5f-04ec4be80d57,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:31.088065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 8325c961-5128-4c45-b869-5c07508a280b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:31.088443 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:31.110837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e715f31e-4344-4694-9978-5aa2cd0f8a56 None None] Network 1112572e-a717-47e4-9249-50680ce5111b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:31.151106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:31.156134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-733bd804-141c-42e6-85a4-af7a74ccc360 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "PUT /v2.0/routers/d3390b15-3933-4a9b-8ee1-a0aff6a0b385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9518976 Apr 18 17:34:31.173603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Sync routers for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:31.207376 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:31.208582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:31.261463 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:34:31.330817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cbc246ec-0f3e-4fba-8235-7d09dc78e63d None None] Provisioning complete for port 0e2045d5-020c-4966-8d5f-04ec4be80d57 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:31.331217 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cbc246ec-0f3e-4fba-8235-7d09dc78e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:31.359621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-128dad14-1252-48c9-b2f2-ad33e5861163 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091290670&fields=id&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 267 time: 0.0488098 Apr 18 17:34:31.450261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:31.485489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d367a-ef85-47db-b716-5d4eb37e7da7 req-e282aac7-5bb3-4bd8-9d0f-d13d843b1631 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:31.486957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f5d367a-ef85-47db-b716-5d4eb37e7da7 req-e282aac7-5bb3-4bd8-9d0f-d13d843b1631 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 909 time: 0.0944164 Apr 18 17:34:31.511748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9348-a867-4311-9368-99bd21ab482b req-f61624f7-7ef3-470b-912a-668cb20a3b40 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:31.513205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-f61624f7-7ef3-470b-912a-668cb20a3b40 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 796 time: 0.1441045 Apr 18 17:34:31.529127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-cd4154ff-9911-4021-9708-35bb9728f42d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/quotas/818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 375 time: 0.0100985 Apr 18 17:34:31.626439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-f16dfb1d-e577-4b8e-acdc-e37a106b3620 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908802 Apr 18 17:34:31.644578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f95a3-33f7-4106-9102-62d642d21632 req-6d7b8bd9-3a43-48a2-b2f6-2a82bb8d22cc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:31.647238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-096f95a3-33f7-4106-9102-62d642d21632 req-6d7b8bd9-3a43-48a2-b2f6-2a82bb8d22cc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 909 time: 0.0709293 Apr 18 17:34:31.745973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 2, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:31.774809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Checking router: d3390b15-3933-4a9b-8ee1-a0aff6a0b385 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:31.775161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Updating router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 port 63a2956a-f76c-4671-bd9b-5264487e7642 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:34:31.791232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-f7959f5c-71aa-4608-bf04-ef1ab4aef16e service neutron] 10.222.0.45 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426032 Apr 18 17:34:31.801765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:31.808917 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15fa0-8110-4ccc-9d56-b359ff9e21ee req-2735356d-b0da-4789-93b3-243f9fdc5c7f tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:31.810411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ae15fa0-8110-4ccc-9d56-b359ff9e21ee req-2735356d-b0da-4789-93b3-243f9fdc5c7f tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 1060 time: 0.0758862 Apr 18 17:34:31.899588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-345d63bf-5b24-4ec3-8373-08cd90d0ef26 service neutron] 10.222.0.45 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003430 Apr 18 17:34:31.969655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4a77b3ca-e2a8-472f-aa3f-b66d5a62d248 None None] Provisioning complete for port 0e2045d5-020c-4966-8d5f-04ec4be80d57 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:31.970027 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4a77b3ca-e2a8-472f-aa3f-b66d5a62d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:31.980022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6439-2083-4e67-b3db-03fb7a192231 req-4719af8b-d765-491f-8f65-67322d386172 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:31.981782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0da6439-2083-4e67-b3db-03fb7a192231 req-4719af8b-d765-491f-8f65-67322d386172 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1135 time: 0.0487814 Apr 18 17:34:32.037845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0da6439-2083-4e67-b3db-03fb7a192231 req-23818db4-86ca-4eaf-aa49-4830a54d960b tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0496862 Apr 18 17:34:32.060117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45706) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:32.111091 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a4379-2e9c-4196-9c6a-a8f78a113380 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:32.113461 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5f5a4379-2e9c-4196-9c6a-a8f78a113380 tempest-TestSecurityGroupsBasicOps-584797932 tempest-TestSecurityGroupsBasicOps-584797932-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 1055 time: 0.0517447 Apr 18 17:34:32.220049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bfdd3a2-6d42-4ce9-8538-dd3af31e6d74 req-0eef4b28-8386-4953-9668-1e0831a0ccc5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 210 time: 0.0317876 Apr 18 17:34:32.348850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4a77b3ca-e2a8-472f-aa3f-b66d5a62d248 None None] Provisioning complete for port 63a2956a-f76c-4671-bd9b-5264487e7642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:32.349227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4a77b3ca-e2a8-472f-aa3f-b66d5a62d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:32.407566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4a77b3ca-e2a8-472f-aa3f-b66d5a62d248 None None] Port 63a2956a-f76c-4671-bd9b-5264487e7642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:32.452789 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:32.527636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:32.562612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e2045d5-020c-4966-8d5f-04ec4be80d57 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:32.603580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-df082341-0021-44fd-8668-fb5dd702d6ee None None] Provisioning complete for port 63a2956a-f76c-4671-bd9b-5264487e7642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:32.604147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df082341-0021-44fd-8668-fb5dd702d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:32.628703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed7311-36b9-40ee-8879-3ce34df6cda8 req-b46521ab-b6af-4cdb-b9cc-c259972e0858 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:32.638341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-97ed7311-36b9-40ee-8879-3ce34df6cda8 req-b46521ab-b6af-4cdb-b9cc-c259972e0858 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 909 time: 0.0740259 Apr 18 17:34:32.655008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e2406-ad2f-44b0-9be3-7b53c4c6ce71 None None] Pushing event updated for resources: {'Port': ['ID=63a2956a-f76c-4671-bd9b-5264487e7642,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:32.689689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-df082341-0021-44fd-8668-fb5dd702d6ee None None] Port 63a2956a-f76c-4671-bd9b-5264487e7642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:32.753442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0e2045d5-020c-4966-8d5f-04ec4be80d57 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:32.754138 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:32.758117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Attempting to bind port 63a2956a-f76c-4671-bd9b-5264487e7642 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:32.758731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Attempting to bind port 63a2956a-f76c-4671-bd9b-5264487e7642 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:32.758972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Attempting to bind port 63a2956a-f76c-4671-bd9b-5264487e7642 on network 1112572e-a717-47e4-9249-50680ce5111b {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:32.783960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:32.784319 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Checking segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:32.784604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:32.785676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Bound using segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:32.785676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Bound port: 63a2956a-f76c-4671-bd9b-5264487e7642, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:32.786584 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:32.894497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] For port 63a2956a-f76c-4671-bd9b-5264487e7642, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:32.899601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] For port 63a2956a-f76c-4671-bd9b-5264487e7642, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=63a2956a-f76c-4671-bd9b-5264487e7642,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:32.917307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1a9ed419-6706-4f35-b03b-7b120de523dc None None] Provisioning complete for port 63a2956a-f76c-4671-bd9b-5264487e7642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:32.917715 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed419-6706-4f35-b03b-7b120de523dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:32.952828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ed419-6706-4f35-b03b-7b120de523dc None None] Port 63a2956a-f76c-4671-bd9b-5264487e7642 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:32.980273 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:33.044218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:33.044859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:33.099649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e2406-ad2f-44b0-9be3-7b53c4c6ce71 None None] Pushing event updated for resources: {'Port': ['ID=63a2956a-f76c-4671-bd9b-5264487e7642,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:33.179720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:33.323507 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63c5c765-4570-4019-8fba-5186dd72d494 req-0ded865a-629b-4d23-85fd-9db61a2dfa66 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 210 time: 0.0275359 Apr 18 17:34:33.331166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2893c396-b3c4-40ff-868d-b85d5ced2e3e None None] Provisioning complete for port 63a2956a-f76c-4671-bd9b-5264487e7642 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:33.331508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2893c396-b3c4-40ff-868d-b85d5ced2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:33.357115 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22aab20e-00c5-4397-a729-82a2f6a3399d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:33.466346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2893c396-b3c4-40ff-868d-b85d5ced2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:33.490102 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:32Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:33.525445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e91bcb-1b50-4560-a399-262f79e3d1ad None None] The sync data for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 is: [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:32Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:33.534335 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2893c396-b3c4-40ff-868d-b85d5ced2e3e None None] For port 63a2956a-f76c-4671-bd9b-5264487e7642, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=63a2956a-f76c-4671-bd9b-5264487e7642,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:33.625627 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2893c396-b3c4-40ff-868d-b85d5ced2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:33.719562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893c396-b3c4-40ff-868d-b85d5ced2e3e None None] Pushing event updated for resources: {'Port': ['ID=63a2956a-f76c-4671-bd9b-5264487e7642,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:33.794589 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719097d-e9cc-4cf1-97df-dbefeab37121 req-50f27bdb-6d9f-468f-882f-ec35173adef4 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:33.796313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3719097d-e9cc-4cf1-97df-dbefeab37121 req-50f27bdb-6d9f-468f-882f-ec35173adef4 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 909 time: 0.0626917 Apr 18 17:34:34.002668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-6aca05f4-bf34-4c47-a43a-4bbf03421fc5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:34.005090 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-6aca05f4-bf34-4c47-a43a-4bbf03421fc5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 909 time: 0.0614095 Apr 18 17:34:34.111306 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting port 174f859e-4535-4689-bce4-44c1d4acb611 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:34.111652 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:34.212917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] For port 174f859e-4535-4689-bce4-44c1d4acb611, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=174f859e-4535-4689-bce4-44c1d4acb611,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:34.213296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:34.227697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Calling delete_port for 174f859e-4535-4689-bce4-44c1d4acb611 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:34.448329 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:34.478050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cf27b79-db83-408a-8c5a-07ae8cba4c5b req-2186e982-22f7-475f-b64f-6252ded899d7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 210 time: 0.0721078 Apr 18 17:34:34.510857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:34.539226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Port': ['ID=174f859e-4535-4689-bce4-44c1d4acb611,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:34.673499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 63a2956a-f76c-4671-bd9b-5264487e7642 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:34.755664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 63a2956a-f76c-4671-bd9b-5264487e7642 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:34.756474 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:34.993879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a727cb3f-39ba-4726-84ed-76815854b7b4 req-470a188a-b835-4b97-8b4c-8b229662d09e tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9bc3095-9f49-4b62-98d0-18e12ee75818 HTTP/1.1" status: 200 len: 210 time: 0.0404277 Apr 18 17:34:35.071727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] No DVR routers for this DVR port 174f859e-4535-4689-bce4-44c1d4acb611 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:34:35.076374 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:35.079691 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f8817f31-04dc-4e34-9c34-e052f442a661 req-ff96bd15-87e6-4f6b-a412-e5e63c8f73b7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.18 "DELETE /v2.0/ports/174f859e-4535-4689-bce4-44c1d4acb611 HTTP/1.1" status: 204 len: 173 time: 1.0681038 Apr 18 17:34:35.080146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bc3095-9f49-4b62-98d0-18e12ee75818', 'name': 'network-vif-deleted', 'tag': '174f859e-4535-4689-bce4-44c1d4acb611'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:34:35.082865 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e77e61b-26cc-4498-ae5a-72e24ea12249" -d '{"events": [{"server_uuid": "b9bc3095-9f49-4b62-98d0-18e12ee75818", "name": "network-vif-deleted", "tag": "174f859e-4535-4689-bce4-44c1d4acb611"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:34:35.117881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9348-a867-4311-9368-99bd21ab482b req-8eca8f17-01b2-490f-81e0-12448110b73d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:35.119543 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-8eca8f17-01b2-490f-81e0-12448110b73d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.41 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 796 time: 0.6619675 Apr 18 17:34:35.134534 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62c702e-bfd1-4b4d-a76f-6cb3c360616a x-openstack-request-id: req-e62c702e-bfd1-4b4d-a76f-6cb3c360616a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:34:35.134889 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bc3095-9f49-4b62-98d0-18e12ee75818", "name": "network-vif-deleted", "tag": "174f859e-4535-4689-bce4-44c1d4acb611", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:34:35.135372 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e62c702e-bfd1-4b4d-a76f-6cb3c360616a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:34:35.135772 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62c702e-bfd1-4b4d-a76f-6cb3c360616a'] response: {'server_uuid': 'b9bc3095-9f49-4b62-98d0-18e12ee75818', 'name': 'network-vif-deleted', 'tag': '174f859e-4535-4689-bce4-44c1d4acb611', 'status': 'completed', 'code': 200} Apr 18 17:34:35.174884 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-445d4bb1-2e4b-448f-b040-5b8e2817a083 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 380 time: 0.0381486 Apr 18 17:34:35.184296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'port': {'device_id': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'admin_state_up': True, 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'security_groups': ['6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:35.345471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:35.349684 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:35.485756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.20.0.11 (1112572e-a717-47e4-9249-50680ce5111b/f62ba325-205c-4812-b256-ffe4da572b50/aa484f38-4d00-4e49-a75a-0f03b3792132) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:35.567146 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0f40715-dda7-4c74-880a-0bea0886a040 req-1839a2b9-2003-47ad-ad36-a50eedab3f7a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 210 time: 0.0270741 Apr 18 17:34:35.641558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:35.717042 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:35.761666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 1112572e-a717-47e4-9249-50680ce5111b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:35.767057 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:35.772770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:35.777491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:35.830358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:35.831197 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:35.908980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-965cdc27-ec65-4655-9a41-b7ef52be731f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7283633 Apr 18 17:34:35.929160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Request body: {'port': {'device_id': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:35.956976 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:35.995425 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.064617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45746) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:36.090547 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6697fa21-dfc8-450e-9695-138ef6a61c3a None None] Provisioning complete for port aa484f38-4d00-4e49-a75a-0f03b3792132 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:36.090925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6697fa21-dfc8-450e-9695-138ef6a61c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.144316 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6697fa21-dfc8-450e-9695-138ef6a61c3a None None] Port aa484f38-4d00-4e49-a75a-0f03b3792132 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:34:36.209388 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.312891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa484f38-4d00-4e49-a75a-0f03b3792132 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:34:36.321315 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.334329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Transition to ACTIVE for port object aa484f38-4d00-4e49-a75a-0f03b3792132 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:34:36.413606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.532023 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.533592 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:36.571310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Attempting to bind port aa484f38-4d00-4e49-a75a-0f03b3792132 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:36.571968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Attempting to bind port aa484f38-4d00-4e49-a75a-0f03b3792132 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:36.572275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Attempting to bind port aa484f38-4d00-4e49-a75a-0f03b3792132 on network 1112572e-a717-47e4-9249-50680ce5111b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:36.577869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Port aa484f38-4d00-4e49-a75a-0f03b3792132 on network 1112572e-a717-47e4-9249-50680ce5111b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:34:36.578282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Attempting to bind port aa484f38-4d00-4e49-a75a-0f03b3792132 on network 1112572e-a717-47e4-9249-50680ce5111b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:36.586825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:36.586825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Checking segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:36.587743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Bound using segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:36.588011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Bound port: aa484f38-4d00-4e49-a75a-0f03b3792132, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:36.588479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.686118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:36.689696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:36.786149 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.803123 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a79ba-e6f7-4148-9e5c-e7c20966975c req-6be18f5f-27d3-41e7-8dda-34ac6eaae0ec tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:36.804697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f80a79ba-e6f7-4148-9e5c-e7c20966975c req-6be18f5f-27d3-41e7-8dda-34ac6eaae0ec tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 944 time: 0.1211710 Apr 18 17:34:36.834594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:36.835280 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:36.836638 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 1092 time: 0.9128394 Apr 18 17:34:36.858265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f565c-da08-4051-b8f3-b537768967f2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:36.873885 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f80a79ba-e6f7-4148-9e5c-e7c20966975c req-378a2250-2c5e-4941-9612-ce2d5aebcffe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580723 Apr 18 17:34:37.002726 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting port d281407b-0dde-4bfa-871d-1b8acee27cdc {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:37.003086 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:37.019346 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9348-a867-4311-9368-99bd21ab482b req-a8b310e5-4ca3-4896-adea-0504fe24e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:37.021668 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-a8b310e5-4ca3-4896-adea-0504fe24e3dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1095 time: 0.0600514 Apr 18 17:34:37.075963 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-620bad9a-318a-463f-896b-d74288d12145 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 217 time: 0.0416591 Apr 18 17:34:37.127052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] For port d281407b-0dde-4bfa-871d-1b8acee27cdc, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d281407b-0dde-4bfa-871d-1b8acee27cdc,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:37.127572 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:37.133308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9348-a867-4311-9368-99bd21ab482b req-87c3d0ee-7688-4956-b249-6f755888047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:37.134899 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-87c3d0ee-7688-4956-b249-6f755888047a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0512185 Apr 18 17:34:37.136512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:34:37.139579 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba3875-8aa0-45a5-ba44-f004b44d417d" -d '{"events": [{"name": "network-changed", "server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:34:37.146699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Calling delete_port for d281407b-0dde-4bfa-871d-1b8acee27cdc owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:37.191675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9348-a867-4311-9368-99bd21ab482b req-74bc7ba9-b812-4a3d-b44d-82beb1b60f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:37.194646 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-74bc7ba9-b812-4a3d-b44d-82beb1b60f0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512543 Apr 18 17:34:37.195791 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37afbdfb-4145-4c6b-8f52-f66006bcf6e9 x-openstack-request-id: req-37afbdfb-4145-4c6b-8f52-f66006bcf6e9 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:34:37.196664 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:34:37.196914 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37afbdfb-4145-4c6b-8f52-f66006bcf6e9 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:34:37.197303 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37afbdfb-4145-4c6b-8f52-f66006bcf6e9'] response: {'name': 'network-changed', 'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'status': 'completed', 'code': 200} Apr 18 17:34:37.312655 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-e549d18d-54a5-44ee-b7ea-d9049827d69d service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042964 Apr 18 17:34:37.423506 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab0f9348-a867-4311-9368-99bd21ab482b req-7be2bfe5-5e3b-4ef3-a57a-ae207a5deb90 service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044953 Apr 18 17:34:37.431089 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:37.458548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Port': ['ID=d281407b-0dde-4bfa-871d-1b8acee27cdc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:37.631683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-eb4bd22b-9b54-45f1-812e-07b007e23400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:37.633397 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-eb4bd22b-9b54-45f1-812e-07b007e23400 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1095 time: 0.0544703 Apr 18 17:34:37.738120 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-ce6d6a07-2fee-49e2-9b02-4efca71e3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:37.739612 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-ce6d6a07-2fee-49e2-9b02-4efca71e3b70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.0995905 Apr 18 17:34:37.786958 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-e098013d-ed60-4d4f-986a-9d00d1bd7bb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 217 time: 0.0409398 Apr 18 17:34:37.836806 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-30d5abea-e77e-4779-8c59-3216ea745a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:37.838399 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-30d5abea-e77e-4779-8c59-3216ea745a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0455539 Apr 18 17:34:37.886110 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-d6bb24ba-50b3-42d2-a8ee-a33ea10c5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:37.887540 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-d6bb24ba-50b3-42d2-a8ee-a33ea10c5a61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424898 Apr 18 17:34:37.966642 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:37.983042 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-fc58935a-95b0-4454-8215-a48b68745125 service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875089 Apr 18 17:34:38.048734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0f22-3e30-46e4-b0a1-60c3bed0779f req-5ba4552a-e2dc-4aca-84ca-9d58063d81ef tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:38.050237 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f62f0f22-3e30-46e4-b0a1-60c3bed0779f req-5ba4552a-e2dc-4aca-84ca-9d58063d81ef tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 944 time: 0.0952339 Apr 18 17:34:38.075037 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cdba3875-8aa0-45a5-ba44-f004b44d417d req-3752f407-605f-4756-b899-b81e5b4e97cf service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853233 Apr 18 17:34:38.126932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f62f0f22-3e30-46e4-b0a1-60c3bed0779f req-e3b8e364-94f6-464a-b0c6-287668f49c7b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695045 Apr 18 17:34:38.240011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Router cde058be-546d-4bc9-830e-495ef10d7340 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:38.347779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:38.353267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fcdf44ad-ba72-4e92-ad9c-51316c7eb19d tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "PUT /v2.0/routers/cde058be-546d-4bc9-830e-495ef10d7340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2868474 Apr 18 17:34:38.355874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:38.358857 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] Sync routers for ids ['cde058be-546d-4bc9-830e-495ef10d7340'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:38.370600 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] Routers {'cde058be-546d-4bc9-830e-495ef10d7340'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:38.371482 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cde058be-546d-4bc9-830e-495ef10d7340'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:38.409087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-561adfd2-1171-444a-927d-76f5abe79ae5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting subnet b58b0832-dde0-4e66-acd2-c5f4d8028250 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:34:38.413229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561adfd2-1171-444a-927d-76f5abe79ae5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:38.454411 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561adfd2-1171-444a-927d-76f5abe79ae5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:38.475468 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] Set router cde058be-546d-4bc9-830e-495ef10d7340 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:38.497344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 174f859e-4535-4689-bce4-44c1d4acb611 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:38.536213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 174f859e-4535-4689-bce4-44c1d4acb611 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:38.536819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 174f859e-4535-4689-bce4-44c1d4acb611 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:38.561272 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561adfd2-1171-444a-927d-76f5abe79ae5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:38.693815 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:37Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:38.711818 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561adfd2-1171-444a-927d-76f5abe79ae5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:38.726258 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] Checking router: cde058be-546d-4bc9-830e-495ef10d7340 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:38.735651 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] Routers {'cde058be-546d-4bc9-830e-495ef10d7340'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:38.736278 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['cde058be-546d-4bc9-830e-495ef10d7340'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:38.740993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561adfd2-1171-444a-927d-76f5abe79ae5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Subnet': ['ID=b58b0832-dde0-4e66-acd2-c5f4d8028250,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:38.744930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-561adfd2-1171-444a-927d-76f5abe79ae5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:38.748235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-561adfd2-1171-444a-927d-76f5abe79ae5 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/subnets/b58b0832-dde0-4e66-acd2-c5f4d8028250 HTTP/1.1" status: 204 len: 168 time: 0.3914227 Apr 18 17:34:38.750881 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45766) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:38.766780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5014d-265d-43b9-a10a-8712b2f5f44d None None] Network ca4027d4-c83b-4bbd-bf59-2037989e6a08 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:38.862667 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] Set router cde058be-546d-4bc9-830e-495ef10d7340 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:38.871382 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:38.982848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] DHCP port deletion for ca4027d4-c83b-4bbd-bf59-2037989e6a08 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:34:39.012052 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.066915 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:37Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:39.076904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] Deleting port 73fd200b-664b-41ed-a705-4d4b98cf3161 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:39.077280 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.093964 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc86bfc-6e49-4d7e-bbf4-3b6673e359a6 None None] The sync data for ids ['cde058be-546d-4bc9-830e-495ef10d7340'] in n-d-836015-2 is: [{'id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1477237130', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:04Z', 'updated_at': '2022-04-18T17:34:37Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': 'd4fb7a62-8b6c-44f1-86b0-382717ff17d1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde058be-546d-4bc9-830e-495ef10d7340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:05Z', 'updated_at': '2022-04-18T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:39.119299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting port d4fb7a62-8b6c-44f1-86b0-382717ff17d1 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:39.119650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.152378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] For port 73fd200b-664b-41ed-a705-4d4b98cf3161, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=73fd200b-664b-41ed-a705-4d4b98cf3161,segment=NetworkSegment(ac83a9ae-339b-42df-97eb-fffb9483c4f5),segment_id=ac83a9ae-339b-42df-97eb-fffb9483c4f5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:39.156548 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.167299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] Calling delete_port for 73fd200b-664b-41ed-a705-4d4b98cf3161 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:39.252490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] For port d4fb7a62-8b6c-44f1-86b0-382717ff17d1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d4fb7a62-8b6c-44f1-86b0-382717ff17d1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:39.253167 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.267597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Calling delete_port for d4fb7a62-8b6c-44f1-86b0-382717ff17d1 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:39.290109 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a31001-43b0-42c2-a724-7a22f0e3f8be req-96fe3685-ecfa-4908-a769-4940161144a0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:39.291836 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60a31001-43b0-42c2-a724-7a22f0e3f8be req-96fe3685-ecfa-4908-a769-4940161144a0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 944 time: 0.0773182 Apr 18 17:34:39.304928 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.330441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] Pushing event deleted for resources: {'Port': ['ID=73fd200b-664b-41ed-a705-4d4b98cf3161,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:39.334731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2527c-a787-4fba-aaaf-70773b78437b None None] No DVR routers for this DVR port 73fd200b-664b-41ed-a705-4d4b98cf3161 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:34:39.373529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-60a31001-43b0-42c2-a724-7a22f0e3f8be req-49cbb1ae-df9f-4bc4-85ad-a028a007e71d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482202 Apr 18 17:34:39.539807 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.577753 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Port': ['ID=d4fb7a62-8b6c-44f1-86b0-382717ff17d1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:39.633906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.733283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.735603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.830976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.831561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Fanout notify agent at l3_agent the message router_deleted on router cde058be-546d-4bc9-830e-495ef10d7340 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:34:39.839197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.844144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c721011e-912c-40c4-a042-fd2ffd993c36 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/routers/cde058be-546d-4bc9-830e-495ef10d7340 HTTP/1.1" status: 204 len: 168 time: 1.0887923 Apr 18 17:34:39.844282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45794) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:39.934426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:39.965616 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device aa484f38-4d00-4e49-a75a-0f03b3792132 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:34:40.023612 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.044752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4027d4-c83b-4bbd-bf59-2037989e6a08']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:40.054878 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac83a9ae-339b-42df-97eb-fffb9483c4f5') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:40.055183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac83a9ae-339b-42df-97eb-fffb9483c4f5') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:40.065733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.081304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.082876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:40.087731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:34:40.088135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:34:40.091206 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:34:40.097508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'port_id': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'mac_address': 'fa:16:3e:79:94:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:34:40.136348 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.150862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa484f38-4d00-4e49-a75a-0f03b3792132 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:34:40.170897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:40.225532 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.231912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.237496 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/networks/ca4027d4-c83b-4bbd-bf59-2037989e6a08 HTTP/1.1" status: 204 len: 168 time: 0.3909330 Apr 18 17:34:40.239081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45800) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:40.248057 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.251291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004dd0d-f9dc-4285-baa3-a09f32590039 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Network': ['ID=ca4027d4-c83b-4bbd-bf59-2037989e6a08,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:40.319949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:40.507660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting port 3ab00ce6-1889-4413-8336-15c8e70cdc4c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:40.508138 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.530958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a3f08-3e98-43db-abd0-7c03abe0b71c req-5ebc5bf2-5f41-4b1a-a6f3-2cba1e67c437 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:40.532494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-608a3f08-3e98-43db-abd0-7c03abe0b71c req-5ebc5bf2-5f41-4b1a-a6f3-2cba1e67c437 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 945 time: 0.0823636 Apr 18 17:34:40.576270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d4fb7a62-8b6c-44f1-86b0-382717ff17d1 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:40.596083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d4fb7a62-8b6c-44f1-86b0-382717ff17d1 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:40.596421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d4fb7a62-8b6c-44f1-86b0-382717ff17d1 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:40.597056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 73fd200b-664b-41ed-a705-4d4b98cf3161 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:40.608439 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-608a3f08-3e98-43db-abd0-7c03abe0b71c req-e2f72e16-b907-4ff6-ba0e-00c43fd5caf8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486212 Apr 18 17:34:40.615977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 73fd200b-664b-41ed-a705-4d4b98cf3161 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:40.616323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 73fd200b-664b-41ed-a705-4d4b98cf3161 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:40.616738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d281407b-0dde-4bfa-871d-1b8acee27cdc no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:40.637205 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.637852 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:40.655265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['aa484f38-4d00-4e49-a75a-0f03b3792132'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:34:40.656160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Calling delete_port for 3ab00ce6-1889-4413-8336-15c8e70cdc4c owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:40.657198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d281407b-0dde-4bfa-871d-1b8acee27cdc {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:40.657634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d281407b-0dde-4bfa-871d-1b8acee27cdc not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:41.088324 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:41.116938 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Port': ['ID=3ab00ce6-1889-4413-8336-15c8e70cdc4c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:41.185609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:41.185948 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Floating IP a3434859-eb54-4976-aa1d-0af42d2f14b4 disassociated (deleted). External IP: 172.25.5.253, port: 7ab2779d-e972-4f6a-9072-bc387f8eba3e. Apr 18 17:34:41.392427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Router 535eba2b-4f06-48fc-ab85-43ea3e92032e has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:41.507332 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:41.519281 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:41.525945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] Sync routers for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:41.537352 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:41.537998 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:41.551030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3074bd3a-99d4-4d17-bd0f-969e19ed3f51 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/floatingips/a3434859-eb54-4976-aa1d-0af42d2f14b4 HTTP/1.1" status: 204 len: 168 time: 1.3092425 Apr 18 17:34:41.551030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:34:41.552321 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3637ad-7ad6-4587-8448-1585dc036de4" -d '{"events": [{"name": "network-changed", "server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:34:41.591577 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3401ea3-90df-4600-b089-4bcff0774ea2 x-openstack-request-id: req-b3401ea3-90df-4600-b089-4bcff0774ea2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:34:41.591871 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:34:41.592131 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3401ea3-90df-4600-b089-4bcff0774ea2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:34:41.592531 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3401ea3-90df-4600-b089-4bcff0774ea2'] response: {'name': 'network-changed', 'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'status': 'completed', 'code': 200} Apr 18 17:34:41.668717 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:41.687500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-dd9f7b89-5e98-4443-b545-82f924a69b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:41.689444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-dd9f7b89-5e98-4443-b545-82f924a69b30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 1135 time: 0.0563557 Apr 18 17:34:41.793006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197cde-9acd-41ca-bc0c-22c05c61d632 req-9c683f30-4b44-4e58-abe6-1aff54bd4635 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:41.794661 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67197cde-9acd-41ca-bc0c-22c05c61d632 req-9c683f30-4b44-4e58-abe6-1aff54bd4635 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 945 time: 0.0757370 Apr 18 17:34:41.806305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-52a5b6dc-7b87-4599-9bde-6b49bd35d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:41.807899 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-52a5b6dc-7b87-4599-9bde-6b49bd35d5a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee430a9e-6265-4da4-9190-259f8b6a1fea HTTP/1.1" status: 200 len: 898 time: 0.1115346 Apr 18 17:34:41.852024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67197cde-9acd-41ca-bc0c-22c05c61d632 req-35b42082-6c2a-4bee-a99b-f51ea48bfd4d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502269 Apr 18 17:34:41.856244 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-f20f12ba-7a43-4790-a970-ecd07bbb19af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e HTTP/1.1" status: 200 len: 217 time: 0.0411625 Apr 18 17:34:41.902676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:31Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:41.919652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-d6a0b7e8-1631-41dd-baa6-619f4977b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:41.919652 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-d6a0b7e8-1631-41dd-baa6-619f4977b18a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35210c14-3dc8-489d-b308-3abd34e87e70 HTTP/1.1" status: 200 len: 835 time: 0.0552104 Apr 18 17:34:42.009124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-5326ec74-2169-4187-95b0-77d795e6f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:42.010679 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-5326ec74-2169-4187-95b0-77d795e6f905 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee430a9e-6265-4da4-9190-259f8b6a1fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509009 Apr 18 17:34:42.046670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51db9-9fdc-4570-a6c1-1cc80493f350 req-12801512-cb7e-4bb1-997b-f29d5f51d487 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:42.048349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdc51db9-9fdc-4570-a6c1-1cc80493f350 req-12801512-cb7e-4bb1-997b-f29d5f51d487 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 984 time: 0.0609527 Apr 18 17:34:42.106258 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cdc51db9-9fdc-4570-a6c1-1cc80493f350 req-105e561e-3091-4e3f-b832-e8337eda8de0 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0466936 Apr 18 17:34:42.109759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device aa484f38-4d00-4e49-a75a-0f03b3792132 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:42.111916 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] Checking router: 535eba2b-4f06-48fc-ab85-43ea3e92032e for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:42.130800 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-ae2a414e-be80-46e0-977d-5eb50fc30c01 service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112089 Apr 18 17:34:42.149217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:42.149944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:42.229130 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf3637ad-7ad6-4587-8448-1585dc036de4 req-3e0cb0ea-e9ae-40cd-b56a-523783a6f55b service neutron] 10.222.0.41 "GET /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909326 Apr 18 17:34:42.261309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port aa484f38-4d00-4e49-a75a-0f03b3792132 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:34:42.268476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port aa484f38-4d00-4e49-a75a-0f03b3792132 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:42.271091 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:42.291149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:42.473398 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:42.523610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:34:42.525866 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf14ef-3168-40e0-bfe0-f2df7322f99e" -d '{"events": [{"server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "name": "network-vif-plugged", "status": "completed", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:34:42.540056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:42.568834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:31Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:42.569852 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7d7a1-82a7-46a9-8bec-5071c995806e x-openstack-request-id: req-3de7d7a1-82a7-46a9-8bec-5071c995806e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:34:42.569852 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "name": "network-vif-plugged", "status": "completed", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:34:42.570071 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3de7d7a1-82a7-46a9-8bec-5071c995806e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:34:42.570361 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de7d7a1-82a7-46a9-8bec-5071c995806e'] response: {'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'code': 200} Apr 18 17:34:42.600093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad6e90-c747-46cf-a585-79ace7dded6a None None] The sync data for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 is: [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:32:22Z', 'revision_number': 4, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'd7e4e4bc-dc95-405d-90f5-6ca6ad5931f2', 'name': '', 'network_id': 'ee430a9e-6265-4da4-9190-259f8b6a1fea', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'mac_address': 'fa:16:3e:5f:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:20Z', 'updated_at': '2022-04-18T17:32:31Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'subnets': [{'id': '35210c14-3dc8-489d-b308-3abd34e87e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:42.601777 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:42.663985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:42.726639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a7bae-0478-42d2-a493-4667d390aaa6 req-e370dde2-254e-467e-869f-253ca1bbe38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:42.728146 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-776a7bae-0478-42d2-a493-4667d390aaa6 req-e370dde2-254e-467e-869f-253ca1bbe38b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1097 time: 0.0545723 Apr 18 17:34:42.763855 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-776a7bae-0478-42d2-a493-4667d390aaa6 req-c7c142ef-697c-444c-8cc4-c993a9d7cccf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291202 Apr 18 17:34:42.881152 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a9986-8ac3-4378-83db-8d6299823e30 None None] New status for floating IP a3434859-eb54-4976-aa1d-0af42d2f14b4: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:34:42.983461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa806e-194b-41e4-9e2d-f1c506d54bf7 req-a8c47b23-2f95-43f7-a54b-15b2733e135c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:42.985124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9aa806e-194b-41e4-9e2d-f1c506d54bf7 req-a8c47b23-2f95-43f7-a54b-15b2733e135c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0623486 Apr 18 17:34:43.028503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d9aa806e-194b-41e4-9e2d-f1c506d54bf7 req-8b8bebec-b006-4134-b8bc-2dd776ff6001 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368686 Apr 18 17:34:43.212505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e90e1-f0c1-44b5-b1f2-8429c827453d req-8139b810-de02-4e28-b21c-33521aa2dff7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:43.213993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a9e90e1-f0c1-44b5-b1f2-8429c827453d req-8139b810-de02-4e28-b21c-33521aa2dff7 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 984 time: 0.0491283 Apr 18 17:34:43.257671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a9e90e1-f0c1-44b5-b1f2-8429c827453d req-e09ad2a3-bb78-4712-8eaf-2350b7467983 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0368772 Apr 18 17:34:44.021645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-989c4096-a6b3-4184-93f6-7ba193c99376 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:44.024274 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-989c4096-a6b3-4184-93f6-7ba193c99376 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.41 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 984 time: 0.0534201 Apr 18 17:34:44.163220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting port 7ab2779d-e972-4f6a-9072-bc387f8eba3e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:44.164946 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:44.176788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55939-454f-454e-b9c9-c9f1a4b3b704 req-8c35c971-bd07-42b8-ad00-091cf7581c80 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:44.180564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4e55939-454f-454e-b9c9-c9f1a4b3b704 req-8c35c971-bd07-42b8-ad00-091cf7581c80 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0751941 Apr 18 17:34:44.221464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4e55939-454f-454e-b9c9-c9f1a4b3b704 req-13496410-594b-4daa-b692-10264aa0793b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367606 Apr 18 17:34:44.261982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] For port 7ab2779d-e972-4f6a-9072-bc387f8eba3e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=7ab2779d-e972-4f6a-9072-bc387f8eba3e,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:44.262355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:44.275799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Calling delete_port for 7ab2779d-e972-4f6a-9072-bc387f8eba3e owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:44.380458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d03fd-e750-4fcd-8699-2998d748a25e req-a7499526-b762-4725-ae91-c53299007659 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:44.382099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b14d03fd-e750-4fcd-8699-2998d748a25e req-a7499526-b762-4725-ae91-c53299007659 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 984 time: 0.0500793 Apr 18 17:34:44.423982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b14d03fd-e750-4fcd-8699-2998d748a25e req-0d1dcfa9-12c4-40f2-a52e-50b85e75a827 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8&id=3e20aa72-75bc-41b2-a8a1-0116be26bc88&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0355046 Apr 18 17:34:44.488334 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:44.531476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Port': ['ID=7ab2779d-e972-4f6a-9072-bc387f8eba3e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:44.565588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] No DVR routers for this DVR port 7ab2779d-e972-4f6a-9072-bc387f8eba3e on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:34:44.568884 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:44.572316 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f2782dd4-9bde-4f25-ae2d-2a952388b78a req-edfe8e7d-232b-4b19-ae66-44fd4054c809 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.41 "DELETE /v2.0/ports/7ab2779d-e972-4f6a-9072-bc387f8eba3e HTTP/1.1" status: 204 len: 173 time: 0.5418591 Apr 18 17:34:44.572859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'name': 'network-vif-deleted', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:34:44.575152 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f6e6ae-c7f6-4f0b-9895-6ed2cb2a46a5" -d '{"events": [{"server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "name": "network-vif-deleted", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:34:44.613388 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4594213a-e27e-404a-8dfe-adfc12087166 x-openstack-request-id: req-4594213a-e27e-404a-8dfe-adfc12087166 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:34:44.614372 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0553350d-4b47-484f-8b93-015e96e87d9d", "name": "network-vif-deleted", "tag": "7ab2779d-e972-4f6a-9072-bc387f8eba3e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:34:44.614657 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4594213a-e27e-404a-8dfe-adfc12087166 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:34:44.615067 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4594213a-e27e-404a-8dfe-adfc12087166'] response: {'server_uuid': '0553350d-4b47-484f-8b93-015e96e87d9d', 'name': 'network-vif-deleted', 'tag': '7ab2779d-e972-4f6a-9072-bc387f8eba3e', 'status': 'completed', 'code': 200} Apr 18 17:34:45.341900 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aad99-6bd3-4aee-a7f2-3012bcc1553c req-5c5cbbfb-ca6f-454e-94b7-56a9da123cb3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:45.343366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-831aad99-6bd3-4aee-a7f2-3012bcc1553c req-5c5cbbfb-ca6f-454e-94b7-56a9da123cb3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0498796 Apr 18 17:34:45.385968 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-831aad99-6bd3-4aee-a7f2-3012bcc1553c req-9c97a6f1-a5b4-46ef-87ad-b211e624eee6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355716 Apr 18 17:34:45.511387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c1db6-c734-402a-b3d7-4d080fca914c req-510a968c-af94-4cfa-8ed7-b6e3de37e7ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:45.512787 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d4c1db6-c734-402a-b3d7-4d080fca914c req-510a968c-af94-4cfa-8ed7-b6e3de37e7ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0555670 Apr 18 17:34:45.822005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ae880259-1dcf-44cd-8274-942f189dcf91 req-1eff4e05-a6c8-46e2-ac4b-2a4837b567c9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "GET /v2.0/ports?device_id=0553350d-4b47-484f-8b93-015e96e87d9d HTTP/1.1" status: 200 len: 210 time: 0.3082304 Apr 18 17:34:45.841694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d4c1db6-c734-402a-b3d7-4d080fca914c req-2017e997-0f5f-4255-bd34-65d6e7565ae9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190656 Apr 18 17:34:45.862674 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45900) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:45.901825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326d8143-829c-4114-b919-cdba325ae202 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:45.903335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-326d8143-829c-4114-b919-cdba325ae202 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1092 time: 0.0396969 Apr 18 17:34:45.906292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:45.910525 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:45.991276 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:46.089109 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:46.191325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.25.5.58 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/bc6a1b38-31eb-47d9-96f3-4c62b688dbea) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:46.298580 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:46.385321 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:46.424564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:46.427995 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:46.431622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:46.453159 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=bc6a1b38-31eb-47d9-96f3-4c62b688dbea,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:46.800777 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:46.877337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:46.952375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55f3e8b7-fbb1-40be-9a7d-18310c87e377 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:46.960623 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.010189 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55f3e8b7-fbb1-40be-9a7d-18310c87e377 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.160363 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55f3e8b7-fbb1-40be-9a7d-18310c87e377 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.163043 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55f3e8b7-fbb1-40be-9a7d-18310c87e377 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.164175 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-55f3e8b7-fbb1-40be-9a7d-18310c87e377 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/security-groups/6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8 HTTP/1.1" status: 204 len: 168 time: 0.2855089 Apr 18 17:34:47.168336 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.168480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45924) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:47.176909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3e8b7-fbb1-40be-9a7d-18310c87e377 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b88c4a1-2e27-44ed-8b04-fc2a20a1c2f8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:47.213955 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.235111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18018199-112d-4ad6-a80c-81e6f75d605a tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.265534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18018199-112d-4ad6-a80c-81e6f75d605a tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.288439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=bc6a1b38-31eb-47d9-96f3-4c62b688dbea,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:47.295010 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.297901 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.362669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18018199-112d-4ad6-a80c-81e6f75d605a tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.366354 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18018199-112d-4ad6-a80c-81e6f75d605a tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.370219 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-18018199-112d-4ad6-a80c-81e6f75d605a tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/security-groups/3e20aa72-75bc-41b2-a8a1-0116be26bc88 HTTP/1.1" status: 204 len: 168 time: 0.1992118 Apr 18 17:34:47.371175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45930) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:47.403242 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Floating IP 7aed5783-f25a-4b76-ae2d-f2e24f08fe08 associated. External IP: 172.25.5.58, port: aa484f38-4d00-4e49-a75a-0f03b3792132. Apr 18 17:34:47.416238 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18018199-112d-4ad6-a80c-81e6f75d605a tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e20aa72-75bc-41b2-a8a1-0116be26bc88,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:47.517849 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.641216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:47.772733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:47.784550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] Sync routers for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:47.797887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:47.798675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:47.815601 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.823325 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:47.866119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-124c4fb0-6fc2-4755-9b3c-5e9e48feeb6e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9588072 Apr 18 17:34:47.866839 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:34:47.869556 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b562914-7008-4126-b0cc-51e0143643e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:34:47.911572 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ad301-b45f-4e56-bb36-0693ca3c4075 x-openstack-request-id: req-4c0ad301-b45f-4e56-bb36-0693ca3c4075 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:34:47.911859 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:34:47.912667 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c0ad301-b45f-4e56-bb36-0693ca3c4075 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:34:47.913072 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0ad301-b45f-4e56-bb36-0693ca3c4075'] response: {'name': 'network-changed', 'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'status': 'completed', 'code': 200} Apr 18 17:34:47.955166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:47.997759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1431ce-509d-496d-a2e2-88cf457b96e8 req-29e9f1b4-d2ab-47e7-a58b-0524c136c053 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:48.001016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 7ab2779d-e972-4f6a-9072-bc387f8eba3e no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:48.002015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec1431ce-509d-496d-a2e2-88cf457b96e8 req-29e9f1b4-d2ab-47e7-a58b-0524c136c053 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0716310 Apr 18 17:34:48.034819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 7ab2779d-e972-4f6a-9072-bc387f8eba3e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:48.035433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 7ab2779d-e972-4f6a-9072-bc387f8eba3e not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:48.056454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec1431ce-509d-496d-a2e2-88cf457b96e8 req-da1e0481-32c9-4acd-9c4e-0cc32a5e7032 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Apr 18 17:34:48.077318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:48.106169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b562914-7008-4126-b0cc-51e0143643e5 req-539a1737-65ea-4ebf-9401-deb05b119bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:48.107679 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b562914-7008-4126-b0cc-51e0143643e5 req-539a1737-65ea-4ebf-9401-deb05b119bcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1097 time: 0.1177964 Apr 18 17:34:48.161743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-61340c08-4d45-4fa1-ac5f-2ea5e1e52d33 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/7aed5783-f25a-4b76-ae2d-f2e24f08fe08 HTTP/1.1" status: 200 len: 991 time: 0.0820234 Apr 18 17:34:48.259472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '7aed5783-f25a-4b76-ae2d-f2e24f08fe08', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'port_id': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'mac_address': 'fa:16:3e:79:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:34:46Z', 'updated_at': '2022-04-18T17:34:46Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:33Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:48.263903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b562914-7008-4126-b0cc-51e0143643e5 req-986e7112-a292-4f19-a2cc-d47eeaeb4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:48.265393 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b562914-7008-4126-b0cc-51e0143643e5 req-986e7112-a292-4f19-a2cc-d47eeaeb4ec6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.1461697 Apr 18 17:34:48.282093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:48.282553 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:48.290257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] Checking router: d3390b15-3933-4a9b-8ee1-a0aff6a0b385 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:48.299551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:48.300192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:48.393515 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b562914-7008-4126-b0cc-51e0143643e5 req-3d42572f-546f-4206-8137-87e03a8fb910 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 999 time: 0.1192625 Apr 18 17:34:48.411880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:48.472129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] For port d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:48.472595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:48.483115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b562914-7008-4126-b0cc-51e0143643e5 req-db080494-7193-42c8-b799-4be6cda7f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:48.484686 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b562914-7008-4126-b0cc-51e0143643e5 req-db080494-7193-42c8-b799-4be6cda7f49b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0850654 Apr 18 17:34:48.493656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Calling delete_port for d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:48.577220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b562914-7008-4126-b0cc-51e0143643e5 req-00e3a9bc-3491-4469-8fed-256871739571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:48.578734 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b562914-7008-4126-b0cc-51e0143643e5 req-00e3a9bc-3491-4469-8fed-256871739571 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862913 Apr 18 17:34:48.657021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '7aed5783-f25a-4b76-ae2d-f2e24f08fe08', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'port_id': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'mac_address': 'fa:16:3e:79:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:34:46Z', 'updated_at': '2022-04-18T17:34:46Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:33Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:48.690129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857d6919-1259-4a4c-9b8c-cbf6554a5162 None None] The sync data for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 is: [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '7aed5783-f25a-4b76-ae2d-f2e24f08fe08', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'port_id': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'mac_address': 'fa:16:3e:79:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:34:46Z', 'updated_at': '2022-04-18T17:34:46Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:33Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:48.735902 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b562914-7008-4126-b0cc-51e0143643e5 req-39122913-c565-48cf-a2e2-7da5bfa68dbc service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451364 Apr 18 17:34:48.873029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b562914-7008-4126-b0cc-51e0143643e5 req-3308f6c1-5b8f-45f1-86d7-b564f7185ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304736 Apr 18 17:34:48.895213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:48.928466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Port': ['ID=d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:48.951212 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b06511-05a7-474b-8283-386250ddddeb None None] New status for floating IP 7aed5783-f25a-4b76-ae2d-f2e24f08fe08: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:34:49.139352 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:49.165091 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45962) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:49.256512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1ed6204f-0fc0-4f14-899c-9d0366913eb3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/7aed5783-f25a-4b76-ae2d-f2e24f08fe08 HTTP/1.1" status: 200 len: 991 time: 0.0902030 Apr 18 17:34:49.366205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Router 535eba2b-4f06-48fc-ab85-43ea3e92032e has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:34:49.478637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:49.489657 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a02f6f5a-95c2-49dd-be12-76541ce29a7b tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "PUT /v2.0/routers/535eba2b-4f06-48fc-ab85-43ea3e92032e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1142328 Apr 18 17:34:49.489937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45968) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:49.490947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] Sync routers for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:49.501261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:49.502043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:49.545725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3087a8-0d6e-49a5-8870-097ed7195ae9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting subnet 35210c14-3dc8-489d-b308-3abd34e87e70 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:34:49.548958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f3087a8-0d6e-49a5-8870-097ed7195ae9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:49.589435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f3087a8-0d6e-49a5-8870-097ed7195ae9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:49.607704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:49.677429 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f3087a8-0d6e-49a5-8870-097ed7195ae9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:49.795873 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f3087a8-0d6e-49a5-8870-097ed7195ae9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:49.835679 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3087a8-0d6e-49a5-8870-097ed7195ae9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Subnet': ['ID=35210c14-3dc8-489d-b308-3abd34e87e70,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:49.844030 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f3087a8-0d6e-49a5-8870-097ed7195ae9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:49.852428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5f3087a8-0d6e-49a5-8870-097ed7195ae9 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/subnets/35210c14-3dc8-489d-b308-3abd34e87e70 HTTP/1.1" status: 204 len: 168 time: 0.3592105 Apr 18 17:34:49.854339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 45974) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:49.857270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04660460-62d4-421f-932f-c54b3b36e2ad None None] Network ee430a9e-6265-4da4-9190-259f8b6a1fea requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:49.967275 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:50.050890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:34:48Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:50.081145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] Checking router: 535eba2b-4f06-48fc-ab85-43ea3e92032e for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:50.091487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] Routers {'535eba2b-4f06-48fc-ab85-43ea3e92032e'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:50.092220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['535eba2b-4f06-48fc-ab85-43ea3e92032e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:50.135156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] DHCP port deletion for ee430a9e-6265-4da4-9190-259f8b6a1fea request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:34:50.254912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] Set router 535eba2b-4f06-48fc-ab85-43ea3e92032e gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:50.257440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] Deleting port 97681164-805f-407e-88f8-758156071712 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:50.257838 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:50.260101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45982) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:50.339452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6f8d2ff0-ebfc-4d24-aac0-8fc8fbcc19d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/7aed5783-f25a-4b76-ae2d-f2e24f08fe08 HTTP/1.1" status: 200 len: 993 time: 0.0774059 Apr 18 17:34:50.416645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] For port 97681164-805f-407e-88f8-758156071712, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=97681164-805f-407e-88f8-758156071712,segment=NetworkSegment(ceb56868-ea30-41aa-be8f-6deb58833fcb),segment_id=ceb56868-ea30-41aa-be8f-6deb58833fcb)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:50.417043 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:50.425694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:50.439167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] Calling delete_port for 97681164-805f-407e-88f8-758156071712 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:50.561652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Deleting port 7716023f-606d-4d1b-825b-cb10a3d86ea3 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:34:50.562002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:50.577147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:34:48Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:50.610399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bbcd0a-5d3c-45ab-9b4d-1b5e02aed77c None None] The sync data for ids ['535eba2b-4f06-48fc-ab85-43ea3e92032e'] in n-d-836015-2 is: [{'id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521485768', 'tenant_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:32:10Z', 'updated_at': '2022-04-18T17:34:48Z', 'revision_number': 5, 'project_id': '0d4e9fbeb88a4c04bf7e53ef6e779e7d', 'gw_port': {'id': '7716023f-606d-4d1b-825b-cb10a3d86ea3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535eba2b-4f06-48fc-ab85-43ea3e92032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:32:12Z', 'updated_at': '2022-04-18T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:34:50.645604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:50.653875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] For port 7716023f-606d-4d1b-825b-cb10a3d86ea3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=7716023f-606d-4d1b-825b-cb10a3d86ea3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:50.653875 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:50.677563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] Pushing event deleted for resources: {'Port': ['ID=97681164-805f-407e-88f8-758156071712,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:50.682192 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784e7ae-e197-4ad2-a3b9-f15c98fa9c16 None None] No DVR routers for this DVR port 97681164-805f-407e-88f8-758156071712 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:34:50.686961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Calling delete_port for 7716023f-606d-4d1b-825b-cb10a3d86ea3 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:34:50.899584 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:50.925989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Port': ['ID=7716023f-606d-4d1b-825b-cb10a3d86ea3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:51.000046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.017082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 97681164-805f-407e-88f8-758156071712 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:51.048182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 97681164-805f-407e-88f8-758156071712 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:51.049061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 97681164-805f-407e-88f8-758156071712 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:51.115460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.117689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.213917 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.214524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Fanout notify agent at l3_agent the message router_deleted on router 535eba2b-4f06-48fc-ab85-43ea3e92032e {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:34:51.221734 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.224586 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-351a3491-5455-41d4-9e3d-34a892af8a20 tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/routers/535eba2b-4f06-48fc-ab85-43ea3e92032e HTTP/1.1" status: 204 len: 168 time: 1.3692017 Apr 18 17:34:51.225882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 45998) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:51.313941 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.405578 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.425508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee430a9e-6265-4da4-9190-259f8b6a1fea']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:51.434962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb56868-ea30-41aa-be8f-6deb58833fcb') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:51.435264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb56868-ea30-41aa-be8f-6deb58833fcb') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:51.444944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.457770 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.463530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:34:51.463911 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:34:51.466806 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:34:51.591005 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.598779 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:51.601620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] 10.222.0.45 "DELETE /v2.0/networks/ee430a9e-6265-4da4-9190-259f8b6a1fea HTTP/1.1" status: 204 len: 168 time: 0.3746214 Apr 18 17:34:51.613301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d56039-baac-407d-bd8d-2c00f4a9a8dc tempest-TestSecurityGroupsBasicOps-1765184362 tempest-TestSecurityGroupsBasicOps-1765184362-project] Pushing event deleted for resources: {'Network': ['ID=ee430a9e-6265-4da4-9190-259f8b6a1fea,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:52.184629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46018) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:52.321214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eb1e13f7-be21-4b74-990f-ab1cea431438 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d4e9fbeb88a4c04bf7e53ef6e779e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352794 Apr 18 17:34:52.323652 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46024) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:52.372437 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33d18927-f746-46e9-8289-172987898e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:52.393130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33d18927-f746-46e9-8289-172987898e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:52.487536 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33d18927-f746-46e9-8289-172987898e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:52.489986 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33d18927-f746-46e9-8289-172987898e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:52.491133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-33d18927-f746-46e9-8289-172987898e1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3de4e5ae-b16f-4568-96e4-5534ee00d4c2 HTTP/1.1" status: 204 len: 168 time: 0.1665659 Apr 18 17:34:52.499375 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d18927-f746-46e9-8289-172987898e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de4e5ae-b16f-4568-96e4-5534ee00d4c2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:52.611327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7716023f-606d-4d1b-825b-cb10a3d86ea3 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:52.634842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 7716023f-606d-4d1b-825b-cb10a3d86ea3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:52.635230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 7716023f-606d-4d1b-825b-cb10a3d86ea3 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:52.635639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:34:52.658663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:34:52.658999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d7e4e4bc-dc95-405d-90f5-6ca6ad5931f2 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:34:53.088209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46040) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:53.105088 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9eb65288-ba98-414a-8f2e-59e9f369488d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:53.178589 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9eb65288-ba98-414a-8f2e-59e9f369488d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:53.253948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9eb65288-ba98-414a-8f2e-59e9f369488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:53.293624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9eb65288-ba98-414a-8f2e-59e9f369488d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afebc932b80d49f2a8860af0e2331688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042634 Apr 18 17:34:53.294607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb65288-ba98-414a-8f2e-59e9f369488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe86679-0ecc-4b2a-afd5-f02fb1e25892,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:53.296421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46046) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:53.345874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db918785-2cb1-4bfb-8cc0-dde3acb1ca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:53.367216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db918785-2cb1-4bfb-8cc0-dde3acb1ca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:53.476400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db918785-2cb1-4bfb-8cc0-dde3acb1ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:53.479022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db918785-2cb1-4bfb-8cc0-dde3acb1ca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:53.480185 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db918785-2cb1-4bfb-8cc0-dde3acb1ca92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbe86679-0ecc-4b2a-afd5-f02fb1e25892 HTTP/1.1" status: 204 len: 168 time: 0.1820672 Apr 18 17:34:53.487857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918785-2cb1-4bfb-8cc0-dde3acb1ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe86679-0ecc-4b2a-afd5-f02fb1e25892,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:54.133181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46064) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:54.172574 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f7a0f264-0d25-401d-ae9e-426f8d727e59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75e23c51fa7744348f731e6f206cb993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382073 Apr 18 17:34:54.175228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46068) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:54.232168 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8fd8-706e-4521-9025-6ce03299917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:54.256615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8fd8-706e-4521-9025-6ce03299917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:54.351158 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8fd8-706e-4521-9025-6ce03299917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:54.353674 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8fd8-706e-4521-9025-6ce03299917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:54.354867 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2f6c8fd8-706e-4521-9025-6ce03299917e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/206fb1c1-4be5-481c-a227-75061efb9065 HTTP/1.1" status: 204 len: 168 time: 0.1785722 Apr 18 17:34:54.363517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c8fd8-706e-4521-9025-6ce03299917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206fb1c1-4be5-481c-a227-75061efb9065,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:55.320421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46104) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:55.418021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1285910876-network', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:55.499123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Made reservation on behalf of f868bd06e60e47f8bce604a01eae851d for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:55.501587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:55.510969 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:55.590605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:55.636361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:55.662814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:34:55.672987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8471a5ce-044a-42df-a752-89065e1849e8,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:55.678986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:55.679345 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Added segment cf723d81-b20d-40d6-b3a1-b7b7ffd07931 of type vlan for network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 Apr 18 17:34:55.723053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:55.796616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:55.797549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:55.798145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:55.863357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6f927d-96cf-4e1f-8c58-63182ff60bf6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:55.884190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:34:55.914596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ecef8f0d-5033-43ff-8797-1d9cf05ca304 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5929768 Apr 18 17:34:55.917824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46116) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:55.922933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Request body: {'subnet': {'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1285910876-subnet', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:56.013559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Made reservation on behalf of f868bd06e60e47f8bce604a01eae851d for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:34:56.016074 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:56.242576 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:56.305644 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102c9178-b755-4bf9-a203-bb9bdbbc6d69,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:56.309968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Checking segment: {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:56.310330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Network hostable DHCP agents. Network: fd6f927d-96cf-4e1f-8c58-63182ff60bf6, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:34:56.402499 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:34:56.448115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, fd6f927d-96cf-4e1f-8c58-63182ff60bf6) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:56.452574 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:34:56.453230 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:56.464881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b55c0-4a47-48f9-9fa1-d53d28b04103 None None] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:56.518105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-42c7928e-852b-4ed4-ac46-3a21cd26bdd4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5971668 Apr 18 17:34:56.518240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46128) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:56.524639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:34:56.602352 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:56.617076 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:56.621804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:34:56.622789 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:56.704609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:56.803472 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Allocated IP 172.20.0.2 (fd6f927d-96cf-4e1f-8c58-63182ff60bf6/102c9178-b755-4bf9-a203-bb9bdbbc6d69/30b136e0-23fb-437b-9004-ee45ce2e620f) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:56.915263 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:56.954563 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.014317 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.054082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:57.058736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:57.063027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:57.066114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Pushing event updated for resources: {'Port': ['ID=30b136e0-23fb-437b-9004-ee45ce2e620f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:57.130632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Attempting to bind port 30b136e0-23fb-437b-9004-ee45ce2e620f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:57.130997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Attempting to bind port 30b136e0-23fb-437b-9004-ee45ce2e620f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:57.131356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Attempting to bind port 30b136e0-23fb-437b-9004-ee45ce2e620f on network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:57.136536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:57.136901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Checking segment: {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:57.137298 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.137714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Bound using segment: {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:57.138170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Bound port: 30b136e0-23fb-437b-9004-ee45ce2e620f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:57.138551 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.207242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0323847f-998a-42cc-9163-19634ca70996 None None] For port 30b136e0-23fb-437b-9004-ee45ce2e620f, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:57.210549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-0323847f-998a-42cc-9163-19634ca70996 None None] For port 30b136e0-23fb-437b-9004-ee45ce2e620f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=30b136e0-23fb-437b-9004-ee45ce2e620f,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:57.261529 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.343435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323847f-998a-42cc-9163-19634ca70996 None None] Pushing event updated for resources: {'Port': ['ID=30b136e0-23fb-437b-9004-ee45ce2e620f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:57.468599 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.491416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.705552 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Allocated IP 172.25.5.60 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/04d7532b-cb44-4d05-b1df-db2f317a639e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:57.811556 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.888137 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:57.933252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:57.936807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:57.944370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Pushing event updated for resources: {'Port': ['ID=04d7532b-cb44-4d05-b1df-db2f317a639e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:57.949546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:58.276795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:58.307110 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db49aa-64a2-4f49-914a-cb157373099b None None] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:34:58.441534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a95ace3a-4785-4e37-924f-15e8e09ec6a0 None None] Provisioning complete for port 30b136e0-23fb-437b-9004-ee45ce2e620f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:58.442189 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a95ace3a-4785-4e37-924f-15e8e09ec6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:58.499817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:58.551036 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a95ace3a-4785-4e37-924f-15e8e09ec6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:58.607087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a95ace3a-4785-4e37-924f-15e8e09ec6a0 None None] For port 30b136e0-23fb-437b-9004-ee45ce2e620f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=30b136e0-23fb-437b-9004-ee45ce2e620f,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:34:58.623416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 30b136e0-23fb-437b-9004-ee45ce2e620f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:34:58.688359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 30b136e0-23fb-437b-9004-ee45ce2e620f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:58.688873 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:58.691887 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a95ace3a-4785-4e37-924f-15e8e09ec6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:58.739908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Router 1251c454-b93a-4489-b1c1-74958ceba05b is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:34:58.780697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ace3a-4785-4e37-924f-15e8e09ec6a0 None None] Pushing event updated for resources: {'Port': ['ID=30b136e0-23fb-437b-9004-ee45ce2e620f,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:58.835823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5ceb8606-edb4-4d61-b3f6-64ee2e5b6220 None None] Provisioning complete for port 30b136e0-23fb-437b-9004-ee45ce2e620f triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:34:58.836450 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ceb8606-edb4-4d61-b3f6-64ee2e5b6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:58.869306 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:34:58.881224 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Sync routers for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:34:58.895144 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:58.896005 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:58.941058 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:58.942367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-384720f6-314c-4bf7-b5ae-b4a785d44b81 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4223537 Apr 18 17:34:58.951273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46160) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:34:59.005352 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:34:59.212963 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:34:58Z', 'revision_number': 3, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:34:59.238927 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Checking router: 1251c454-b93a-4489-b1c1-74958ceba05b for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:34:59.239260 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Updating router 1251c454-b93a-4489-b1c1-74958ceba05b port 04d7532b-cb44-4d05-b1df-db2f317a639e binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:34:59.353892 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.384376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.567851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Allocated IP 172.20.0.1 (fd6f927d-96cf-4e1f-8c58-63182ff60bf6/102c9178-b755-4bf9-a203-bb9bdbbc6d69/c0e7f621-4bab-4f10-bc54-48992c7feb64) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:34:59.620334 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.677935 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.688332 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.739678 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Attempting to bind port 04d7532b-cb44-4d05-b1df-db2f317a639e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:34:59.742475 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Attempting to bind port 04d7532b-cb44-4d05-b1df-db2f317a639e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:34:59.742475 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Attempting to bind port 04d7532b-cb44-4d05-b1df-db2f317a639e on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:34:59.743619 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Pushing event updated for resources: {'Port': ['ID=04d7532b-cb44-4d05-b1df-db2f317a639e,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:59.751474 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:34:59.751823 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:34:59.752219 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.752607 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:34:59.753066 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Bound port: 04d7532b-cb44-4d05-b1df-db2f317a639e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:34:59.754650 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.757513 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.757853 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.758182 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.758516 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.758839 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.759160 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.761350 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.761704 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.765557 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.765557 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.765557 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.765557 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:34:59.766503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.803948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:34:59.806871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:34:59.810302 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:34:59.838352 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] For port 04d7532b-cb44-4d05-b1df-db2f317a639e, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:34:59.848795 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] For port 04d7532b-cb44-4d05-b1df-db2f317a639e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=04d7532b-cb44-4d05-b1df-db2f317a639e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:34:59.873394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e7f621-4bab-4f10-bc54-48992c7feb64,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:34:59.885168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.911670 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:34:59.977463 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:34:59.978015 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:00.030828 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf30d-ec62-4b92-8293-0b6a6e13dee6 None None] Pushing event updated for resources: {'Port': ['ID=04d7532b-cb44-4d05-b1df-db2f317a639e,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:00.098739 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:00.130855 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:00.156573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9f430073-2d77-48ba-8d9f-730bd4460fb3 None None] Provisioning complete for port c0e7f621-4bab-4f10-bc54-48992c7feb64 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:00.157273 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9f430073-2d77-48ba-8d9f-730bd4460fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:00.220383 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9f430073-2d77-48ba-8d9f-730bd4460fb3 None None] Port c0e7f621-4bab-4f10-bc54-48992c7feb64 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:35:00.299666 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:34:58Z', 'revision_number': 3, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:00.307357 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:00.329253 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee40ce9-ce77-429f-b297-77a6533f1708 None None] The sync data for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 is: [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:34:58Z', 'revision_number': 3, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:35:00.384876 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:00.457402 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:00.459649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e7f621-4bab-4f10-bc54-48992c7feb64,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:00.564773 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:35:00.570585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:35:00.665621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 30b136e0-23fb-437b-9004-ee45ce2e620f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:00.726577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 30b136e0-23fb-437b-9004-ee45ce2e620f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:00.727245 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:00.806261 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Router 1251c454-b93a-4489-b1c1-74958ceba05b has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:35:00.946449 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3e548ea3-788c-4365-aaf2-f665da42f985 None None] Provisioning complete for port c0e7f621-4bab-4f10-bc54-48992c7feb64 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:00.946966 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e548ea3-788c-4365-aaf2-f665da42f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:00.949202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:35:00.957720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d8b5e590-ce2b-4eac-aac3-9f1e0fea4172 admin admin] 10.222.0.45 "PUT /v2.0/routers/1251c454-b93a-4489-b1c1-74958ceba05b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0047989 Apr 18 17:35:00.969546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb96e719-ca56-435b-b86a-3409e90a40c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:00.994871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3e548ea3-788c-4365-aaf2-f665da42f985 None None] Port c0e7f621-4bab-4f10-bc54-48992c7feb64 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:35:01.635923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46210) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:01.640979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1375889530-network', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:35:01.704922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Made reservation on behalf of df0348b47b764d61a30e6cb80caa36be for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:35:01.708820 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:01.719313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:01.805738 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:01.842135 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:01.874892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:35:01.883669 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a24861-411a-4f92-8b4d-a5a2b90d1cb8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:01.893958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:01.894321 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Added segment 9043f57f-aaf4-4a9a-aa79-a194acfc6df6 of type vlan for network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 Apr 18 17:35:01.936317 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.019384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.020452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:02.021028 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.085792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Sync routers for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:35:02.090873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1384bcd1-f81e-42f9-8435-3d0da38c7c24,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:02.104373 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:35:02.108428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6ac0fc66-7847-445d-80d0-3e801a95b5e1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4712694 Apr 18 17:35:02.108861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:02.109705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:34:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:02.111433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 46218) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:02.116986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Request body: {'subnet': {'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1375889530-subnet', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:35:02.184932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Made reservation on behalf of df0348b47b764d61a30e6cb80caa36be for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:35:02.187705 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.457989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.496874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:02.523822 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=170ce767-5f6d-4a90-8a49-b69ad82c3df9,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:02.531845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Checking segment: {'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:35:02.532579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Network hostable DHCP agents. Network: 1384bcd1-f81e-42f9-8435-3d0da38c7c24, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:35:02.602230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:35:02.676122 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 04d7532b-cb44-4d05-b1df-db2f317a639e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:02.684112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 1384bcd1-f81e-42f9-8435-3d0da38c7c24) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:35:02.688526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:02.689527 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.710870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293e26b-4f77-4723-80ba-825007176599 None None] Network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:35:02.754172 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-de2d7609-da61-4577-9bec-355ca68d1f4e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6412654 Apr 18 17:35:02.756460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:02.761496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:35:02.819811 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.821041 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.857976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 04d7532b-cb44-4d05-b1df-db2f317a639e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:02.858520 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.881335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:02.933949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 2, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:02.971099 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Checking router: 1251c454-b93a-4489-b1c1-74958ceba05b for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:35:02.971450 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Updating router 1251c454-b93a-4489-b1c1-74958ceba05b port c0e7f621-4bab-4f10-bc54-48992c7feb64 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:35:03.035727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-1384bcd1-f81e-42f9-8435-3d0da38c7c24', 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'fixed_ips': [{'subnet_id': '170ce767-5f6d-4a90-8a49-b69ad82c3df9'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:35:03.037689 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.040592 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.068709 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.108109 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.253614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 04d7532b-cb44-4d05-b1df-db2f317a639e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=04d7532b-cb44-4d05-b1df-db2f317a639e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:03.333217 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.369059 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f86c8d56-a80a-4870-9ef9-6f8d1ecf328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.399442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Allocated IP 172.20.0.2 (1384bcd1-f81e-42f9-8435-3d0da38c7c24/170ce767-5f6d-4a90-8a49-b69ad82c3df9/d7a8c407-6c02-425c-b28f-ed00ff60f0f8) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:35:03.502280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=04d7532b-cb44-4d05-b1df-db2f317a639e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:03.529755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.530183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.530435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.530775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.531111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.531443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.531764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.532094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.532423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.532744 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.533070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.533389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:03.666517 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.673665 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.679967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.686453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.728215 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.761070 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.790155 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:35:03.796116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:35:03.801038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:35:03.803481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Pushing event updated for resources: {'Port': ['ID=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:03.807912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Allocated IP 172.25.5.22 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/ad48f27c-0dac-4367-9cd5-69ba52fd3cf5) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:35:03.888502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826fce9-4649-4963-8d16-6851c33c1c28 None None] Pushing event updated for resources: {'Port': ['ID=c0e7f621-4bab-4f10-bc54-48992c7feb64,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:03.939622 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.948025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Attempting to bind port c0e7f621-4bab-4f10-bc54-48992c7feb64 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:35:03.948398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Attempting to bind port c0e7f621-4bab-4f10-bc54-48992c7feb64 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:35:03.948766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Attempting to bind port c0e7f621-4bab-4f10-bc54-48992c7feb64 on network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:35:03.951007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Attempting to bind port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:35:03.951371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Attempting to bind port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:35:03.951727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Attempting to bind port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 on network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:35:03.957941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:35:03.958701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Checking segment: {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:35:03.958954 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.959359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Bound using segment: {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:35:03.959855 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Bound port: c0e7f621-4bab-4f10-bc54-48992c7feb64, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:35:03.960527 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.977903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:35:03.978390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Checking segment: {'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:35:03.978790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:03.979169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Bound using segment: {'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:35:03.979655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Bound port: d7a8c407-6c02-425c-b28f-ed00ff60f0f8, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:35:03.980146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.048803 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.090068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:35:04.097245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:35:04.100520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] For port c0e7f621-4bab-4f10-bc54-48992c7feb64, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:35:04.101660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:35:04.107241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] For port c0e7f621-4bab-4f10-bc54-48992c7feb64, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c0e7f621-4bab-4f10-bc54-48992c7feb64,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:35:04.108697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] For port d7a8c407-6c02-425c-b28f-ed00ff60f0f8, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:35:04.111972 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] For port d7a8c407-6c02-425c-b28f-ed00ff60f0f8, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,segment=NetworkSegment(9043f57f-aaf4-4a9a-aa79-a194acfc6df6),segment_id=9043f57f-aaf4-4a9a-aa79-a194acfc6df6)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:35:04.129660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad48f27c-0dac-4367-9cd5-69ba52fd3cf5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:04.153497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ab8d7cdc-d797-4933-929f-bd8e5a81faa4 None None] Provisioning complete for port c0e7f621-4bab-4f10-bc54-48992c7feb64 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:04.153920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7cdc-d797-4933-929f-bd8e5a81faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.177169 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.189064 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.235443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d7cdc-d797-4933-929f-bd8e5a81faa4 None None] Port c0e7f621-4bab-4f10-bc54-48992c7feb64 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:35:04.275235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:04.275877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:04.316393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826fce9-4649-4963-8d16-6851c33c1c28 None None] Pushing event updated for resources: {'Port': ['ID=c0e7f621-4bab-4f10-bc54-48992c7feb64,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:04.454210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5cedd-a6b0-4aa8-9371-358e6ad2a099 None None] Pushing event updated for resources: {'Port': ['ID=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:04.468068 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:04.515747 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.553997 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.620960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 04d7532b-cb44-4d05-b1df-db2f317a639e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:04.802120 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.857654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-338c3a60-68e3-44b0-a938-c1b84690b012 None None] Provisioning complete for port c0e7f621-4bab-4f10-bc54-48992c7feb64 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:04.858034 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-338c3a60-68e3-44b0-a938-c1b84690b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:04.991290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 04d7532b-cb44-4d05-b1df-db2f317a639e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:04.991665 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:05.046251 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-338c3a60-68e3-44b0-a938-c1b84690b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:05.065968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:04Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:05.070599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Router e2d34dec-9701-45b5-ac43-58a7cb5de972 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:35:05.103919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b945fcb-d77b-4295-9e14-b8d604856e36 None None] The sync data for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 is: [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:04Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:35:05.119167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-338c3a60-68e3-44b0-a938-c1b84690b012 None None] For port c0e7f621-4bab-4f10-bc54-48992c7feb64, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c0e7f621-4bab-4f10-bc54-48992c7feb64,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:05.213015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:35:05.222030 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Sync routers for ids ['e2d34dec-9701-45b5-ac43-58a7cb5de972'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:35:05.229852 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-338c3a60-68e3-44b0-a938-c1b84690b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:05.259236 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Routers {'e2d34dec-9701-45b5-ac43-58a7cb5de972'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:05.259902 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e2d34dec-9701-45b5-ac43-58a7cb5de972'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:05.290624 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:05.292612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d0791380-2425-4f69-abd9-9f72d36904b2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5350187 Apr 18 17:35:05.295169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 46260) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:05.302017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c3a60-68e3-44b0-a938-c1b84690b012 None None] Pushing event updated for resources: {'Port': ['ID=c0e7f621-4bab-4f10-bc54-48992c7feb64,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:05.431429 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Set router e2d34dec-9701-45b5-ac43-58a7cb5de972 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:05.668167 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:35:04Z', 'revision_number': 3, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port': {'id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:03Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:05.709309 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Checking router: e2d34dec-9701-45b5-ac43-58a7cb5de972 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:35:05.709868 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Updating router e2d34dec-9701-45b5-ac43-58a7cb5de972 port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:35:05.729467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25878e5a-beaf-429a-a04c-9538303e33ff None None] Network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:35:05.773560 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:05.957451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6dfbabd5-a09b-4ec4-bafc-e703c9714e37 None None] Provisioning complete for port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:05.958263 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6dfbabd5-a09b-4ec4-bafc-e703c9714e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:05.963706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.076377 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.077053 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6dfbabd5-a09b-4ec4-bafc-e703c9714e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.151210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6dfbabd5-a09b-4ec4-bafc-e703c9714e37 None None] For port d7a8c407-6c02-425c-b28f-ed00ff60f0f8, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,segment=NetworkSegment(9043f57f-aaf4-4a9a-aa79-a194acfc6df6),segment_id=9043f57f-aaf4-4a9a-aa79-a194acfc6df6)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:06.152260 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.217567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Allocated IP 172.20.0.1 (1384bcd1-f81e-42f9-8435-3d0da38c7c24/170ce767-5f6d-4a90-8a49-b69ad82c3df9/955371ee-95a9-4f85-b933-e7c22b5f205a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:35:06.219128 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.242222 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.242838 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6dfbabd5-a09b-4ec4-bafc-e703c9714e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.325993 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38737767-851d-4f3c-9381-18a5ae3229a2 None None] Pushing event updated for resources: {'Port': ['ID=ad48f27c-0dac-4367-9cd5-69ba52fd3cf5,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:06.338183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbabd5-a09b-4ec4-bafc-e703c9714e37 None None] Pushing event updated for resources: {'Port': ['ID=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:06.353701 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Attempting to bind port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:35:06.354257 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Attempting to bind port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:35:06.354467 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Attempting to bind port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:35:06.360843 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:35:06.361587 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:35:06.362127 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.362959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-94f91268-0587-4dc7-ae5b-6a46c4c5b64b None None] Provisioning complete for port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:06.363404 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94f91268-0587-4dc7-ae5b-6a46c4c5b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.365403 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:35:06.377554 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Bound port: ad48f27c-0dac-4367-9cd5-69ba52fd3cf5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:35:06.378054 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.443663 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.461340 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] For port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:35:06.464696 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] For port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ad48f27c-0dac-4367-9cd5-69ba52fd3cf5,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:35:06.523589 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.540186 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.632835 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38737767-851d-4f3c-9381-18a5ae3229a2 None None] Pushing event updated for resources: {'Port': ['ID=ad48f27c-0dac-4367-9cd5-69ba52fd3cf5,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:06.633096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:35:06.638848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:35:06.642606 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Routers {'e2d34dec-9701-45b5-ac43-58a7cb5de972'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:06.642905 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:35:06.643244 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e2d34dec-9701-45b5-ac43-58a7cb5de972'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:06.703003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Pushing event updated for resources: {'Port': ['ID=955371ee-95a9-4f85-b933-e7c22b5f205a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:06.729360 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.742986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c0e7f621-4bab-4f10-bc54-48992c7feb64 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:06.890061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c0e7f621-4bab-4f10-bc54-48992c7feb64 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:06.890436 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:06.962736 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:07.008432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d7a8c407-6c02-425c-b28f-ed00ff60f0f8 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:07.012405 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] Set router e2d34dec-9701-45b5-ac43-58a7cb5de972 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:07.032953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ea3fa349-c557-480d-959c-10ff77c36615 None None] Provisioning complete for port 955371ee-95a9-4f85-b933-e7c22b5f205a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:07.033503 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa349-c557-480d-959c-10ff77c36615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:07.089579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fa349-c557-480d-959c-10ff77c36615 None None] Port 955371ee-95a9-4f85-b933-e7c22b5f205a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:35:07.098824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:07.099234 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:07.176207 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:07.231932 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:35:04Z', 'revision_number': 3, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port': {'id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:03Z', 'updated_at': '2022-04-18T17:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:07.236404 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:07.263982 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55d62d-7101-41e5-950e-d9fc09a79d61 None None] The sync data for ids ['e2d34dec-9701-45b5-ac43-58a7cb5de972'] in n-d-836015-2 is: [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:35:04Z', 'revision_number': 3, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port': {'id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:03Z', 'updated_at': '2022-04-18T17:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:35:07.309400 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:07.311096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Pushing event updated for resources: {'Port': ['ID=955371ee-95a9-4f85-b933-e7c22b5f205a,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:07.411227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:35:07.413670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:35:07.588346 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Router e2d34dec-9701-45b5-ac43-58a7cb5de972 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:35:07.736961 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:35:07.749706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-47dbf460-ab75-4c9c-8a63-8fc0ccf8372a admin admin] 10.222.0.45 "PUT /v2.0/routers/e2d34dec-9701-45b5-ac43-58a7cb5de972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4492843 Apr 18 17:35:07.754219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d6787501-2902-4691-a482-c20e6a86ae26 None None] Provisioning complete for port 955371ee-95a9-4f85-b933-e7c22b5f205a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:07.755952 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d6787501-2902-4691-a482-c20e6a86ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:07.796055 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d6787501-2902-4691-a482-c20e6a86ae26 None None] Port 955371ee-95a9-4f85-b933-e7c22b5f205a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:35:08.265489 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:35:08.602684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:08.654991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:08.655362 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:08.734218 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:08.756350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ad48f27c-0dac-4367-9cd5-69ba52fd3cf5,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:08.830785 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:08.891681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=ad48f27c-0dac-4367-9cd5-69ba52fd3cf5,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:09.068667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Sync routers for ids ['e2d34dec-9701-45b5-ac43-58a7cb5de972'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:35:09.079731 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Routers {'e2d34dec-9701-45b5-ac43-58a7cb5de972'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:09.080342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e2d34dec-9701-45b5-ac43-58a7cb5de972'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:09.201755 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Set router e2d34dec-9701-45b5-ac43-58a7cb5de972 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:09.426688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:35:06Z', 'revision_number': 4, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port': {'id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:03Z', 'updated_at': '2022-04-18T17:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '955371ee-95a9-4f85-b933-e7c22b5f205a', 'name': '', 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'mac_address': 'fa:16:3e:39:96:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '170ce767-5f6d-4a90-8a49-b69ad82c3df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:05Z', 'updated_at': '2022-04-18T17:35:07Z', 'revision_number': 2, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'subnets': [{'id': '170ce767-5f6d-4a90-8a49-b69ad82c3df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:09.456738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Checking router: e2d34dec-9701-45b5-ac43-58a7cb5de972 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:35:09.457576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Updating router e2d34dec-9701-45b5-ac43-58a7cb5de972 port 955371ee-95a9-4f85-b933-e7c22b5f205a binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:35:09.489367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:09.766917 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:09.807693 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:09.870739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dbe16-7785-4f22-9d59-a7d3da970a65 None None] Pushing event updated for resources: {'Port': ['ID=955371ee-95a9-4f85-b933-e7c22b5f205a,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:09.933810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Attempting to bind port 955371ee-95a9-4f85-b933-e7c22b5f205a on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:35:09.934471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Attempting to bind port 955371ee-95a9-4f85-b933-e7c22b5f205a by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:35:09.935160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Attempting to bind port 955371ee-95a9-4f85-b933-e7c22b5f205a on network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:35:09.941900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:35:09.942523 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Checking segment: {'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:35:09.944012 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:09.944675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Bound using segment: {'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:35:09.945581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Bound port: 955371ee-95a9-4f85-b933-e7c22b5f205a, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9043f57f-aaf4-4a9a-aa79-a194acfc6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:35:09.946194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:10.044873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] For port 955371ee-95a9-4f85-b933-e7c22b5f205a, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:35:10.050442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] For port 955371ee-95a9-4f85-b933-e7c22b5f205a, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=955371ee-95a9-4f85-b933-e7c22b5f205a,segment=NetworkSegment(9043f57f-aaf4-4a9a-aa79-a194acfc6df6),segment_id=9043f57f-aaf4-4a9a-aa79-a194acfc6df6)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:35:10.123773 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:10.177139 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7f9e738c-dcfe-4fca-a9ca-c356b3ce1d20 None None] Provisioning complete for port 955371ee-95a9-4f85-b933-e7c22b5f205a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:10.178129 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f9e738c-dcfe-4fca-a9ca-c356b3ce1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:10.231457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dbe16-7785-4f22-9d59-a7d3da970a65 None None] Pushing event updated for resources: {'Port': ['ID=955371ee-95a9-4f85-b933-e7c22b5f205a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:10.235642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Routers {'e2d34dec-9701-45b5-ac43-58a7cb5de972'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:10.238320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e2d34dec-9701-45b5-ac43-58a7cb5de972'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:10.334219 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f9e738c-dcfe-4fca-a9ca-c356b3ce1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:10.415681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] Set router e2d34dec-9701-45b5-ac43-58a7cb5de972 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:10.444537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7f9e738c-dcfe-4fca-a9ca-c356b3ce1d20 None None] For port 955371ee-95a9-4f85-b933-e7c22b5f205a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=955371ee-95a9-4f85-b933-e7c22b5f205a,segment=NetworkSegment(9043f57f-aaf4-4a9a-aa79-a194acfc6df6),segment_id=9043f57f-aaf4-4a9a-aa79-a194acfc6df6)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:10.493744 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f9e738c-dcfe-4fca-a9ca-c356b3ce1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:10.589759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e738c-dcfe-4fca-a9ca-c356b3ce1d20 None None] Pushing event updated for resources: {'Port': ['ID=955371ee-95a9-4f85-b933-e7c22b5f205a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:10.596439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:10.824097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-231a0a09-c940-41c7-ad6c-2af5764bffea None None] Provisioning complete for port 955371ee-95a9-4f85-b933-e7c22b5f205a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:10.824839 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-231a0a09-c940-41c7-ad6c-2af5764bffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:10.902932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:10.903302 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:10.977961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:35:06Z', 'revision_number': 4, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port': {'id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:03Z', 'updated_at': '2022-04-18T17:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '955371ee-95a9-4f85-b933-e7c22b5f205a', 'name': '', 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'mac_address': 'fa:16:3e:39:96:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '170ce767-5f6d-4a90-8a49-b69ad82c3df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:05Z', 'updated_at': '2022-04-18T17:35:10Z', 'revision_number': 4, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'subnets': [{'id': '170ce767-5f6d-4a90-8a49-b69ad82c3df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:11.011117 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000fb21-ee3f-48a6-b9a1-9c3bba411706 None None] The sync data for ids ['e2d34dec-9701-45b5-ac43-58a7cb5de972'] in n-d-836015-2 is: [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:35:06Z', 'revision_number': 4, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port': {'id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:03Z', 'updated_at': '2022-04-18T17:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '955371ee-95a9-4f85-b933-e7c22b5f205a', 'name': '', 'network_id': '1384bcd1-f81e-42f9-8435-3d0da38c7c24', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'mac_address': 'fa:16:3e:39:96:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '170ce767-5f6d-4a90-8a49-b69ad82c3df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:05Z', 'updated_at': '2022-04-18T17:35:10Z', 'revision_number': 4, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'subnets': [{'id': '170ce767-5f6d-4a90-8a49-b69ad82c3df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:35:12.617132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 955371ee-95a9-4f85-b933-e7c22b5f205a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:12.679742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 955371ee-95a9-4f85-b933-e7c22b5f205a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:12.680860 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:17.745266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:17.785075 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:18.153110 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3fc51-a392-46ab-b9a7-fca9c96a35b0 req-260cda1d-8c00-4e16-9a51-4a577b84e80f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:18.154895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eab3fc51-a392-46ab-b9a7-fca9c96a35b0 req-260cda1d-8c00-4e16-9a51-4a577b84e80f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 946 time: 0.0516357 Apr 18 17:35:18.195630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eab3fc51-a392-46ab-b9a7-fca9c96a35b0 req-64d6e89b-a41c-40b8-a483-e345163f6a9f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344577 Apr 18 17:35:19.330541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898f475-fa71-40a6-ac93-13e98a2f0b4c req-ed1157b4-16c8-4b4f-ba95-652285a2d659 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:19.332182 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b898f475-fa71-40a6-ac93-13e98a2f0b4c req-ed1157b4-16c8-4b4f-ba95-652285a2d659 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 946 time: 0.0576758 Apr 18 17:35:19.376397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b898f475-fa71-40a6-ac93-13e98a2f0b4c req-5303b238-4b31-4140-9690-9087aa7d726e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359168 Apr 18 17:35:19.889731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fce10-c864-4470-ab78-c820436af257 req-6b8bda7b-fcf2-4134-9fad-e3fde55af177 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:19.891980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-900fce10-c864-4470-ab78-c820436af257 req-6b8bda7b-fcf2-4134-9fad-e3fde55af177 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 946 time: 0.0557387 Apr 18 17:35:19.992114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port 56184f1a-b221-4daa-8c2d-3600fdfc1838 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:35:19.992866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:20.088977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] For port 56184f1a-b221-4daa-8c2d-3600fdfc1838, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=56184f1a-b221-4daa-8c2d-3600fdfc1838,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:20.089535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:20.330726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:20.331246 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:20.331574 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Floating IP 0c9a9813-2417-42b6-a6c8-34a84c87c2b9 disassociated. External IP: 172.25.5.77, port: 56184f1a-b221-4daa-8c2d-3600fdfc1838. Apr 18 17:35:20.331924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for 56184f1a-b221-4daa-8c2d-3600fdfc1838 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:35:20.522941 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:20.553792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ccb87-6cad-4f8d-a907-6b0734ee00ce req-0e3cc15f-1069-4d40-ade3-f39bb48eee07 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:20.554395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=56184f1a-b221-4daa-8c2d-3600fdfc1838,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:20.555408 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-975ccb87-6cad-4f8d-a907-6b0734ee00ce req-0e3cc15f-1069-4d40-ade3-f39bb48eee07 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 867 time: 0.0946043 Apr 18 17:35:20.568531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.568747 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.569079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.569434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.569799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.570263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.570596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.570921 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.571246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.571569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.571899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.573293 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:20.612753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-975ccb87-6cad-4f8d-a907-6b0734ee00ce req-5a2818bb-cd59-494d-832e-38d824a66984 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469742 Apr 18 17:35:20.720776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:35:20.844585 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:35:20.855787 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:35:20.869640 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:20.870532 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:20.892950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] No DVR routers for this DVR port 56184f1a-b221-4daa-8c2d-3600fdfc1838 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:35:20.896555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:20.900622 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-900fce10-c864-4470-ab78-c820436af257 req-cb614c5b-162a-4e5a-b207-9064dba768e1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "DELETE /v2.0/ports/56184f1a-b221-4daa-8c2d-3600fdfc1838 HTTP/1.1" status: 204 len: 173 time: 1.0031562 Apr 18 17:35:20.901373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'name': 'network-vif-deleted', 'tag': '56184f1a-b221-4daa-8c2d-3600fdfc1838'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:35:20.904165 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065aa314-873e-4f78-a9b2-a8e1253955fa" -d '{"events": [{"server_uuid": "f4e894b7-ab08-4685-8ceb-a4d2c943794b", "name": "network-vif-deleted", "tag": "56184f1a-b221-4daa-8c2d-3600fdfc1838"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:35:20.973361 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4233aee-1e6f-482c-aa53-70149d3633f8 x-openstack-request-id: req-d4233aee-1e6f-482c-aa53-70149d3633f8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:35:20.973694 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e894b7-ab08-4685-8ceb-a4d2c943794b", "name": "network-vif-deleted", "tag": "56184f1a-b221-4daa-8c2d-3600fdfc1838", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:35:20.973951 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4233aee-1e6f-482c-aa53-70149d3633f8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:35:20.974964 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4233aee-1e6f-482c-aa53-70149d3633f8'] response: {'server_uuid': 'f4e894b7-ab08-4685-8ceb-a4d2c943794b', 'name': 'network-vif-deleted', 'tag': '56184f1a-b221-4daa-8c2d-3600fdfc1838', 'status': 'completed', 'code': 200} Apr 18 17:35:20.997210 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:21.219423 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:21.250145 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:35:21.259601 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:21.260221 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:21.369179 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:21.571275 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:21.597475 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9eea2-7bdf-4190-aaff-b9d0c2f3cc62 None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:35:21.747840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd54568b-205b-4ca3-a09e-e07fe7564377 req-efe7a1cb-8780-4f9f-a39c-30ecdc38723d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0329652 Apr 18 17:35:21.900072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75df0-ef77-47b4-b749-1f62b483411e None None] New status for floating IP 0c9a9813-2417-42b6-a6c8-34a84c87c2b9: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:35:22.868624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ca3d1af-190c-4c94-b4a5-3d3b2b5dd212 req-bcc6271f-e6ac-4f16-bbea-4a95d62db60f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0307252 Apr 18 17:35:23.024512 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 56184f1a-b221-4daa-8c2d-3600fdfc1838 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:35:23.046182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 56184f1a-b221-4daa-8c2d-3600fdfc1838 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:35:23.046531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 56184f1a-b221-4daa-8c2d-3600fdfc1838 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:35:23.984119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e18d8a11-8ccb-42be-9b84-ab2ab90e1e38 req-76e83b0a-c3d4-4a70-b33a-220da6983506 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0406878 Apr 18 17:35:25.082328 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28676d46-6082-4c54-ae35-42a755db6635 req-cb1182bd-678c-42e5-b071-7c3e7b6dbd4e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0366848 Apr 18 17:35:26.183671 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70566759-f591-4fdb-944d-49118b90de26 req-68df8463-2403-4f8d-a922-42c5ad3e790b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0281346 Apr 18 17:35:27.293629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c25f9b22-e742-44b3-9a9a-16070ad9b8ac req-ecfc9ca4-1e44-4a51-aab0-f2c527c579a6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e894b7-ab08-4685-8ceb-a4d2c943794b HTTP/1.1" status: 200 len: 210 time: 0.0273607 Apr 18 17:35:28.504958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-0b29f270-739c-453f-ae75-69453b6eb5a8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134829852&fields=id&tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 267 time: 0.0329599 Apr 18 17:35:28.619207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-153bff19-3692-4d09-aa6d-3ac82089220d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:28.620704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-153bff19-3692-4d09-aa6d-3ac82089220d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.1076818 Apr 18 17:35:28.636269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-4ed39fa8-723a-4490-a7d1-195f6daec85d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/quotas/b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Apr 18 17:35:28.690077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-7436eb78-0d23-4943-8e11-5c4ea2397c6a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480011 Apr 18 17:35:28.792456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-c815b1b2-ab2b-4793-92b9-72af868ea139 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893316 Apr 18 17:35:28.884871 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-2dcb514b-6a43-4d4f-ba44-babda1e0e3c4 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858893 Apr 18 17:35:29.542456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75c54c0d-2433-44a7-90ba-9f6736ab6123 req-5199ca06-59fa-4b78-8d94-398fea31adb0 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 210 time: 0.0278087 Apr 18 17:35:30.640149 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-614d05a6-d1ee-4939-847d-96e6cda1a8c3 req-6514e1f6-8156-47fc-a8fb-abec5fe03c0b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 210 time: 0.0251982 Apr 18 17:35:31.065172 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21b85174-a324-41f7-8bd0-a566093e8431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:31.639770 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-472346f2-5d60-4e0c-a200-4587f71afaf4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454972 Apr 18 17:35:31.750579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9e169e7-1e09-42bb-99bc-8ea5307cafdb req-35c1fd2d-15d3-43a5-b170-e57e086dcb8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 210 time: 0.0327814 Apr 18 17:35:31.817579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-ba8f499b-ac52-42f5-807c-e6d2f96587b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:31.819005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-ba8f499b-ac52-42f5-807c-e6d2f96587b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1097 time: 0.1190712 Apr 18 17:35:31.874002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-0e17ff3d-d11a-43bd-95f9-33691353b40c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:31.875253 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-0e17ff3d-d11a-43bd-95f9-33691353b40c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.1364748 Apr 18 17:35:31.953433 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-eeeb6322-2f34-4736-84d8-fcc0b723ea00 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 379 time: 0.0501997 Apr 18 17:35:31.970226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'port': {'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'admin_state_up': True, 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'security_groups': ['d80a9f66-abb7-4982-a58c-8b6ed6613074']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:35:31.988417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-2fe53353-7327-49f7-87ab-1dc345b3b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:31.989941 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-2fe53353-7327-49f7-87ab-1dc345b3b6f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.1503413 Apr 18 17:35:32.132787 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-8e940a3a-60d6-4411-aa0e-f191cba76180 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 1001 time: 0.0834527 Apr 18 17:35:32.183370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-d06b3baa-dd16-434b-aa59-57e24889c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:32.183370 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-d06b3baa-dd16-434b-aa59-57e24889c4a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0619233 Apr 18 17:35:32.229871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-242a7f22-2250-45ea-a86a-1acff30d08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:32.231644 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-242a7f22-2250-45ea-a86a-1acff30d08d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468080 Apr 18 17:35:32.284831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:35:32.289065 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:32.388213 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-31b21acc-f951-43a8-9310-1444e4502417 service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497650 Apr 18 17:35:32.510033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.20.0.8 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/e1656365-e364-4e66-b8f3-13c8a14318b3) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:35:32.538322 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9691fa2a-548e-4ae8-915e-79fca5285d16 req-60d57c6b-c64d-4ad4-9098-f90d21b988df service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417856 Apr 18 17:35:32.671324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:32.837030 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:32.892422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:35:32.892727 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:35:32.895173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71767196-46a8-4829-900b-cda745e72ad5 req-03ce73f3-4327-4157-b0e3-9b84d0eec349 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:32.896572 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:35:32.898147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71767196-46a8-4829-900b-cda745e72ad5 req-03ce73f3-4327-4157-b0e3-9b84d0eec349 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 931 time: 0.0726147 Apr 18 17:35:32.940751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=e1656365-e364-4e66-b8f3-13c8a14318b3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:32.965133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71767196-46a8-4829-900b-cda745e72ad5 req-8cc5861e-1112-415c-8826-0b6c5651b86a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605984 Apr 18 17:35:32.976163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:32.978173 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.114093 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-84a5fb7d-5481-4a3f-85d9-c32985b7a33c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1530077 Apr 18 17:35:33.133304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Request body: {'port': {'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:35:33.188786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-22be10ab-5f31-4f6e-8a5e-abdc3ea0bd2a None None] Provisioning complete for port e1656365-e364-4e66-b8f3-13c8a14318b3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:33.189354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22be10ab-5f31-4f6e-8a5e-abdc3ea0bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.194358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.253369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-22be10ab-5f31-4f6e-8a5e-abdc3ea0bd2a None None] Port e1656365-e364-4e66-b8f3-13c8a14318b3 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:35:33.351238 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0de8545a-3bbd-4667-b769-f40eb6d6b432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.492438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1656365-e364-4e66-b8f3-13c8a14318b3 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:35:33.501036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.513986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Transition to ACTIVE for port object e1656365-e364-4e66-b8f3-13c8a14318b3 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:35:33.602345 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.658571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1656365-e364-4e66-b8f3-13c8a14318b3,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:33.740354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Attempting to bind port e1656365-e364-4e66-b8f3-13c8a14318b3 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:35:33.741050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Attempting to bind port e1656365-e364-4e66-b8f3-13c8a14318b3 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:35:33.741680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Attempting to bind port e1656365-e364-4e66-b8f3-13c8a14318b3 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:35:33.747985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Port e1656365-e364-4e66-b8f3-13c8a14318b3 on network be53a38f-8416-4410-94d3-e728b33b743a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:35:33.748581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Attempting to bind port e1656365-e364-4e66-b8f3-13c8a14318b3 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:35:33.754568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:35:33.755268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:35:33.755657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:35:33.756225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Bound port: e1656365-e364-4e66-b8f3-13c8a14318b3, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:35:33.756631 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.835251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] For port e1656365-e364-4e66-b8f3-13c8a14318b3, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:35:33.839467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] For port e1656365-e364-4e66-b8f3-13c8a14318b3, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e1656365-e364-4e66-b8f3-13c8a14318b3,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:35:33.950863 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.986441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:33.987130 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:33.989049 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1656365-e364-4e66-b8f3-13c8a14318b3 HTTP/1.1" status: 200 len: 1091 time: 0.8606741 Apr 18 17:35:33.993826 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:35:33.996044 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a18ac3b-f53a-4ea6-b3cd-efbf317e5e19" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:35:34.054199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aa41b-c059-45a7-9df3-b3b8130c35f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1656365-e364-4e66-b8f3-13c8a14318b3,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:34.081994 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413dddea-f9d2-431a-9977-c8566b8ebf9c x-openstack-request-id: req-413dddea-f9d2-431a-9977-c8566b8ebf9c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:35:34.082358 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:35:34.082677 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-413dddea-f9d2-431a-9977-c8566b8ebf9c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:35:34.083623 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413dddea-f9d2-431a-9977-c8566b8ebf9c'] response: {'name': 'network-changed', 'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'status': 'completed', 'code': 200} Apr 18 17:35:34.141821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a0313-6ce1-42bd-88b5-05b33e639c5a req-7d132076-119c-4c86-a068-85a400211094 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:34.143350 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-443a0313-6ce1-42bd-88b5-05b33e639c5a req-7d132076-119c-4c86-a068-85a400211094 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0666363 Apr 18 17:35:34.202595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18ac3b-f53a-4ea6-b3cd-efbf317e5e19 req-2b57458c-9b71-4492-a854-9286c23029a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:34.211481 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3a18ac3b-f53a-4ea6-b3cd-efbf317e5e19 req-2b57458c-9b71-4492-a854-9286c23029a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1094 time: 0.0826683 Apr 18 17:35:34.242535 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-443a0313-6ce1-42bd-88b5-05b33e639c5a req-78676816-0b71-49ab-b64c-0733865fcf14 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851514 Apr 18 17:35:34.330392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18ac3b-f53a-4ea6-b3cd-efbf317e5e19 req-07bbef0d-af2d-4020-9576-f5d6911d557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:34.331870 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3a18ac3b-f53a-4ea6-b3cd-efbf317e5e19 req-07bbef0d-af2d-4020-9576-f5d6911d557c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1147120 Apr 18 17:35:34.449852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18ac3b-f53a-4ea6-b3cd-efbf317e5e19 req-ff29db97-76d5-4948-8b43-7be23632154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:34.449852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3a18ac3b-f53a-4ea6-b3cd-efbf317e5e19 req-ff29db97-76d5-4948-8b43-7be23632154c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051707 Apr 18 17:35:34.551167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:34.555599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-3ba3b602-0ef4-4e25-85b0-2a7c2d36fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:34.558442 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-3ba3b602-0ef4-4e25-85b0-2a7c2d36fb6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1094 time: 0.0521040 Apr 18 17:35:34.609677 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-6d0f2ef9-93fe-451e-b368-f54cbfd54c6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1656365-e364-4e66-b8f3-13c8a14318b3 HTTP/1.1" status: 200 len: 217 time: 0.0384669 Apr 18 17:35:34.660769 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-e42be100-de57-4f0a-a895-41e0b9ebdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:34.662266 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-e42be100-de57-4f0a-a895-41e0b9ebdc98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0468123 Apr 18 17:35:34.709117 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-5aeb8a5d-40f5-4d18-90fa-3073fa1f8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:34.710920 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-5aeb8a5d-40f5-4d18-90fa-3073fa1f8f46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420527 Apr 18 17:35:34.806420 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-50c6c388-483b-461c-aea8-4bf763cd9bed service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881848 Apr 18 17:35:34.900072 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-70d63a72-de1d-47dd-90c0-c9a1719ac4fe req-2cef607d-6bb1-4b1a-8b83-e775c0921b32 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874667 Apr 18 17:35:35.356226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ded1e-7896-4b9c-9334-251a5e72695b req-5b0d94c5-7e03-4abc-81f5-4fde3b4e6de5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:35.358087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb0ded1e-7896-4b9c-9334-251a5e72695b req-5b0d94c5-7e03-4abc-81f5-4fde3b4e6de5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0537705 Apr 18 17:35:35.403049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb0ded1e-7896-4b9c-9334-251a5e72695b req-ec6e53a0-169f-4048-908f-ca851831c517 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Apr 18 17:35:36.047858 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:36.140481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:36.528365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b072215-0823-4b26-96e9-cb4dc353b8cd req-22b0f32b-e3dd-472b-b028-368ae898e25d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:36.530823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b072215-0823-4b26-96e9-cb4dc353b8cd req-22b0f32b-e3dd-472b-b028-368ae898e25d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0536273 Apr 18 17:35:36.594007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b072215-0823-4b26-96e9-cb4dc353b8cd req-5b94a916-533e-4ac7-95fa-96b8af22d9b7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448966 Apr 18 17:35:37.710596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb3ca6-e967-4bdc-aae9-d99434f5c9e0 req-6a23fd3c-043a-495b-abc7-cbe8cfab4038 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:37.712672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65eb3ca6-e967-4bdc-aae9-d99434f5c9e0 req-6a23fd3c-043a-495b-abc7-cbe8cfab4038 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0499446 Apr 18 17:35:37.750500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65eb3ca6-e967-4bdc-aae9-d99434f5c9e0 req-9b795cad-7e10-4775-a49f-e281f94db1c2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317459 Apr 18 17:35:38.871927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db0729-7b5f-4734-bde8-471a7b152d7d req-f9a29c5f-26e6-4a0b-8e55-16d667786d05 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:38.873438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35db0729-7b5f-4734-bde8-471a7b152d7d req-f9a29c5f-26e6-4a0b-8e55-16d667786d05 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0504270 Apr 18 17:35:38.918828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35db0729-7b5f-4734-bde8-471a7b152d7d req-fce8b8d8-0b4f-4a49-817b-546d27d70395 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385149 Apr 18 17:35:40.044836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44705bb-7619-42e5-a73b-2eea7e4732fc req-3eec57eb-fa39-4e67-9d9a-b17f9123ce45 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:40.046718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b44705bb-7619-42e5-a73b-2eea7e4732fc req-3eec57eb-fa39-4e67-9d9a-b17f9123ce45 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0574462 Apr 18 17:35:40.088163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b44705bb-7619-42e5-a73b-2eea7e4732fc req-163a0527-c1b4-47da-bbfa-980f524ae3e7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346618 Apr 18 17:35:41.207785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c448-f2bb-43d4-973f-0c96576494de req-bcbef968-dd6d-427d-84d7-0b1318953f7f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:41.209281 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17f9c448-f2bb-43d4-973f-0c96576494de req-bcbef968-dd6d-427d-84d7-0b1318953f7f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0492857 Apr 18 17:35:41.249190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17f9c448-f2bb-43d4-973f-0c96576494de req-e58fb15d-62a3-47a1-ad0b-2a70393a0166 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327146 Apr 18 17:35:41.380496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47170) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:41.495705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:41.567650 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:41.625082 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:41.666072 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed63e7-25bc-4dfc-acaa-3a180765a3ea,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:41.673643 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=346f7524acf144c1ac48f5ffc0be14e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897296 Apr 18 17:35:41.674134 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47174) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:41.676542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.676890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.677237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.677603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.677954 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.678271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.678605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.678920 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.679245 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.679570 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.679892 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.680211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e486c-ad9c-4ffb-9cb7-5013bef535da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:35:41.726942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4da39d3-46b6-45e7-abed-25f271a80f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:41.748738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4da39d3-46b6-45e7-abed-25f271a80f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:41.887775 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4da39d3-46b6-45e7-abed-25f271a80f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:41.890394 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4da39d3-46b6-45e7-abed-25f271a80f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:41.891626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e4da39d3-46b6-45e7-abed-25f271a80f48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63ed63e7-25bc-4dfc-acaa-3a180765a3ea HTTP/1.1" status: 204 len: 168 time: 0.2164538 Apr 18 17:35:41.899603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da39d3-46b6-45e7-abed-25f271a80f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ed63e7-25bc-4dfc-acaa-3a180765a3ea,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:42.381215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa07be-cdee-45e9-acb0-190b92df411d req-f7c6f4aa-b1f2-4fec-89f3-3b0d865e7519 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:42.382868 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31aa07be-cdee-45e9-acb0-190b92df411d req-f7c6f4aa-b1f2-4fec-89f3-3b0d865e7519 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0511248 Apr 18 17:35:42.436254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-31aa07be-cdee-45e9-acb0-190b92df411d req-e7272fc5-0a24-4253-9638-be2b6763bbaa tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467227 Apr 18 17:35:43.556042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b7630-72dc-4e37-bdcb-8e3da0aff8e5 req-cbb09206-0af2-400e-9bc1-baed8cfba6c4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:43.559380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b34b7630-72dc-4e37-bdcb-8e3da0aff8e5 req-cbb09206-0af2-400e-9bc1-baed8cfba6c4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0530136 Apr 18 17:35:43.594572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b34b7630-72dc-4e37-bdcb-8e3da0aff8e5 req-cbbdf5d7-2528-4716-9bfa-b2a822a668c2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308654 Apr 18 17:35:44.738264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef203ee-a855-42d3-8a98-2e2847963b3c req-6a089ca6-293c-41b7-9617-15a42527b122 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:44.739828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ef203ee-a855-42d3-8a98-2e2847963b3c req-6a089ca6-293c-41b7-9617-15a42527b122 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 943 time: 0.0725763 Apr 18 17:35:45.038277 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e1656365-e364-4e66-b8f3-13c8a14318b3 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:35:45.071278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ef203ee-a855-42d3-8a98-2e2847963b3c req-bc92c356-5d37-4f72-8e4f-7153a2da9631 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228457 Apr 18 17:35:45.173495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e1656365-e364-4e66-b8f3-13c8a14318b3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e1656365-e364-4e66-b8f3-13c8a14318b3,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:45.187071 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:35:45.225765 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:45.239887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1656365-e364-4e66-b8f3-13c8a14318b3 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:35:45.260628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e1656365-e364-4e66-b8f3-13c8a14318b3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e1656365-e364-4e66-b8f3-13c8a14318b3,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:45.266417 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:35:45.333702 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:45.393941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=e1656365-e364-4e66-b8f3-13c8a14318b3,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:45.698416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['e1656365-e364-4e66-b8f3-13c8a14318b3'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:35:46.218654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7a7ef-f75a-4084-99dc-056002039380 req-b03ae05f-3bfd-4f4c-9add-7d6104244b33 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:46.222633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77c7a7ef-f75a-4084-99dc-056002039380 req-b03ae05f-3bfd-4f4c-9add-7d6104244b33 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 944 time: 0.0662897 Apr 18 17:35:46.268362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77c7a7ef-f75a-4084-99dc-056002039380 req-37834186-e2d1-427a-8e59-322eb9453235 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383315 Apr 18 17:35:47.053458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e1656365-e364-4e66-b8f3-13c8a14318b3 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:35:47.169219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port e1656365-e364-4e66-b8f3-13c8a14318b3 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:35:47.173753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port e1656365-e364-4e66-b8f3-13c8a14318b3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:35:47.174130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:47.278147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:47.306288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:35:47.309135 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3204e10-bb55-48cc-a6a8-268a718c86fa" -d '{"events": [{"server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "name": "network-vif-plugged", "status": "completed", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:35:47.343341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port e1656365-e364-4e66-b8f3-13c8a14318b3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e1656365-e364-4e66-b8f3-13c8a14318b3,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:35:47.368405 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:47.403974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9439be-a24d-4ff5-8ef8-a5889cb3884f req-3dcf5684-fbba-4794-85b2-9c2f03f8a22e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:47.405616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e9439be-a24d-4ff5-8ef8-a5889cb3884f req-3dcf5684-fbba-4794-85b2-9c2f03f8a22e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 944 time: 0.0542409 Apr 18 17:35:47.425437 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:47.468466 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e9439be-a24d-4ff5-8ef8-a5889cb3884f req-c145736a-2b60-4886-bdf0-02b36c671cdb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562928 Apr 18 17:35:47.528331 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fd2f97-52b2-4c13-8d1e-f3e227046de0 x-openstack-request-id: req-97fd2f97-52b2-4c13-8d1e-f3e227046de0 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:35:47.528622 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "name": "network-vif-plugged", "status": "completed", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:35:47.528876 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97fd2f97-52b2-4c13-8d1e-f3e227046de0 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:35:47.529269 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fd2f97-52b2-4c13-8d1e-f3e227046de0'] response: {'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'code': 200} Apr 18 17:35:47.532506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=e1656365-e364-4e66-b8f3-13c8a14318b3,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:47.603939 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:47.655128 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fe330-77c3-4549-9bbe-952f19751014 req-8c10f0fa-0f24-43e8-b549-805cf471d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:47.656694 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-687fe330-77c3-4549-9bbe-952f19751014 req-8c10f0fa-0f24-43e8-b549-805cf471d6c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1096 time: 0.0435538 Apr 18 17:35:47.699265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-687fe330-77c3-4549-9bbe-952f19751014 req-d41774c7-e6c0-419b-858a-02ba2be7c7a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360332 Apr 18 17:35:48.592617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f01d1-d6ed-47ba-9324-f2cc71b75a99 req-af8eb9fc-3bb4-433e-a10c-fcb851b3cc4a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:48.594297 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-503f01d1-d6ed-47ba-9324-f2cc71b75a99 req-af8eb9fc-3bb4-433e-a10c-fcb851b3cc4a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 945 time: 0.0585933 Apr 18 17:35:48.634074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-503f01d1-d6ed-47ba-9324-f2cc71b75a99 req-7955ee9f-443d-47ff-8166-dd0809ab171c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Apr 18 17:35:49.774193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae1353-b891-439d-9bc7-4964893a62d3 req-53de0bed-9a57-4335-b2bf-a549aa6e01db tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:49.776761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12ae1353-b891-439d-9bc7-4964893a62d3 req-53de0bed-9a57-4335-b2bf-a549aa6e01db tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 945 time: 0.0637543 Apr 18 17:35:49.820043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12ae1353-b891-439d-9bc7-4964893a62d3 req-1b69636e-6bde-49f7-a152-94ba29e49fe5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363488 Apr 18 17:35:49.968613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec82aa-0bbf-41b3-abc5-2b110da1d7a4 req-fe36601e-2178-413a-b08c-9d461fa48dc4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:49.970223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92ec82aa-0bbf-41b3-abc5-2b110da1d7a4 req-fe36601e-2178-413a-b08c-9d461fa48dc4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 945 time: 0.0576699 Apr 18 17:35:50.012156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-92ec82aa-0bbf-41b3-abc5-2b110da1d7a4 req-8f341289-09fa-417e-8928-05404e1059c5 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357809 Apr 18 17:35:50.034628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47372) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:50.082700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794885ae-2d4a-4b3a-80bc-d0a031c10ed9 tempest-TestVolumeBootPattern-1534279037 tempest-TestVolumeBootPattern-1534279037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:50.084369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-794885ae-2d4a-4b3a-80bc-d0a031c10ed9 tempest-TestVolumeBootPattern-1534279037 tempest-TestVolumeBootPattern-1534279037-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1091 time: 0.0481179 Apr 18 17:35:50.087001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47376) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:50.091575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:35:50.168367 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:50.276954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:50.396195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.25.5.89 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/a7cd33ac-2e97-4119-8200-78a647263057) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:35:50.511827 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:50.619916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:50.656336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:35:50.665406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:35:50.670155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:35:50.673239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=a7cd33ac-2e97-4119-8200-78a647263057,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:51.066970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:51.101186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cee9f-c4b6-4aba-8454-6f795d36ad33 req-127e538b-c699-4f7d-97f4-f344c19285d3 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:51.103302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-915cee9f-c4b6-4aba-8454-6f795d36ad33 req-127e538b-c699-4f7d-97f4-f344c19285d3 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1097 time: 0.0532680 Apr 18 17:35:51.125477 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-915cee9f-c4b6-4aba-8454-6f795d36ad33 req-8b392322-07fc-4557-9978-a772fb3b87e6 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:51.216603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-915cee9f-c4b6-4aba-8454-6f795d36ad33 req-8b392322-07fc-4557-9978-a772fb3b87e6 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:51.543926 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:51.568210 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-915cee9f-c4b6-4aba-8454-6f795d36ad33 req-8b392322-07fc-4557-9978-a772fb3b87e6 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:51.592585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-915cee9f-c4b6-4aba-8454-6f795d36ad33 req-8b392322-07fc-4557-9978-a772fb3b87e6 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4813008 Apr 18 17:35:51.602214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b392322-07fc-4557-9978-a772fb3b87e6 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17799c19-186b-4ac0-b8f1-04a8f9977243,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:51.721356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a263c-ed81-4e0e-970b-e7ce95a74134 req-fb80dd27-697e-4bd1-ba54-1ad592806228 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:51.726187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a2a263c-ed81-4e0e-970b-e7ce95a74134 req-fb80dd27-697e-4bd1-ba54-1ad592806228 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0587139 Apr 18 17:35:51.786363 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a2a263c-ed81-4e0e-970b-e7ce95a74134 req-740a8e29-1630-47b3-81eb-8df593c32006 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564640 Apr 18 17:35:51.805649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47402) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:35:51.882170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a1e3c43c-70d1-4792-8cb7-ec4bc5d83190 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/7aed5783-f25a-4b76-ae2d-f2e24f08fe08 HTTP/1.1" status: 200 len: 993 time: 0.0748541 Apr 18 17:35:52.155262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:52.230809 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:52.242278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-a4981ccf-924a-4412-9f2d-4753d3b18604 req-a3d04bb6-e9e0-4002-b887-7d10c62c01e7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:35:52.247864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4981ccf-924a-4412-9f2d-4753d3b18604 req-a3d04bb6-e9e0-4002-b887-7d10c62c01e7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066528 Apr 18 17:35:52.330628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=a7cd33ac-2e97-4119-8200-78a647263057,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:35:52.346201 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:52.494131 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Floating IP 198ee489-bd06-48b5-8515-fb9bbf3cb081 associated. External IP: 172.25.5.89, port: e1656365-e364-4e66-b8f3-13c8a14318b3. Apr 18 17:35:52.752374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:35:52.758360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20875812-1cf4-4252-a034-43c901144ada req-d7739471-177f-446b-bb36-914f159079eb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:52.766025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20875812-1cf4-4252-a034-43c901144ada req-d7739471-177f-446b-bb36-914f159079eb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0590618 Apr 18 17:35:52.806831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20875812-1cf4-4252-a034-43c901144ada req-89a56b8f-023e-43a4-a24d-de3b8b79e437 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Apr 18 17:35:52.875577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:35:52.886472 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:35:52.897654 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:52.898625 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:52.950031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:35:53.022677 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:53.023129 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-da12fa80-2296-4b86-ad1c-8c29ecf8dd04 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9317317 Apr 18 17:35:53.025273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:35:53.036974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-0eb46d6b-4826-4216-8d85-6d314ef110bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1955364 Apr 18 17:35:53.038155 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5356736e-a6e9-4233-9f93-b630ee846451" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:35:53.057227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-3330f810-308d-43dd-8049-bdb7ad04cef0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:35:53.058537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-3330f810-308d-43dd-8049-bdb7ad04cef0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063653 Apr 18 17:35:53.103287 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bd7b28-bee4-49bc-9c63-8ea66c5e4a19 x-openstack-request-id: req-f5bd7b28-bee4-49bc-9c63-8ea66c5e4a19 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:35:53.103590 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:35:53.103826 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5bd7b28-bee4-49bc-9c63-8ea66c5e4a19 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:35:53.104229 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5bd7b28-bee4-49bc-9c63-8ea66c5e4a19'] response: {'name': 'network-changed', 'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'status': 'completed', 'code': 200} Apr 18 17:35:53.232357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356736e-a6e9-4233-9f93-b630ee846451 req-39e918cf-b5f7-4ae3-9f7d-ba3205b8d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:53.234647 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5356736e-a6e9-4233-9f93-b630ee846451 req-39e918cf-b5f7-4ae3-9f7d-ba3205b8d842 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1096 time: 0.0792592 Apr 18 17:35:53.298539 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:50Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:53.340798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356736e-a6e9-4233-9f93-b630ee846451 req-6762beeb-7249-44b5-a716-a1f5a87afabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:53.342626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5356736e-a6e9-4233-9f93-b630ee846451 req-6762beeb-7249-44b5-a716-a1f5a87afabc service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.1015048 Apr 18 17:35:53.454968 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:35:53.457634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5356736e-a6e9-4233-9f93-b630ee846451 req-19fcc67c-8d1c-4029-857f-ff1b948b303a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1656365-e364-4e66-b8f3-13c8a14318b3 HTTP/1.1" status: 200 len: 998 time: 0.1071177 Apr 18 17:35:53.464544 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:35:53.465428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:35:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:53.528652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356736e-a6e9-4233-9f93-b630ee846451 req-cb550a06-a03d-4157-a10f-632c652c6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:53.530111 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5356736e-a6e9-4233-9f93-b630ee846451 req-cb550a06-a03d-4157-a10f-632c652c6391 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0664768 Apr 18 17:35:53.573866 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:35:53.596967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356736e-a6e9-4233-9f93-b630ee846451 req-6681ec24-ebee-4c19-a026-f42a29dc9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:53.599255 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5356736e-a6e9-4233-9f93-b630ee846451 req-6681ec24-ebee-4c19-a026-f42a29dc9458 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623457 Apr 18 17:35:53.752443 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5356736e-a6e9-4233-9f93-b630ee846451 req-9d126250-fe94-478a-a0cc-61cebc51bc17 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469865 Apr 18 17:35:53.881869 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5356736e-a6e9-4233-9f93-b630ee846451 req-e7f54105-b2d4-4667-b78f-9c5b4ad0f092 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203840 Apr 18 17:35:53.928209 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:50Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:35:53.952292 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162400f9-7896-41eb-b348-8be70e9c489d req-8776a300-7f33-44c6-bf6a-56dd1e0cd7ce tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:53.954514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-162400f9-7896-41eb-b348-8be70e9c489d req-8776a300-7f33-44c6-bf6a-56dd1e0cd7ce tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0611775 Apr 18 17:35:53.966551 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c372057-ed01-498c-ad8f-403dd4c74d5c None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:50Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:35:54.024835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-162400f9-7896-41eb-b348-8be70e9c489d req-4fcc6cbe-c994-46b6-b735-c11d768a84de tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630927 Apr 18 17:35:54.268103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de9efb-6301-4c1a-bc2a-134ff1dfbd18 None None] New status for floating IP 198ee489-bd06-48b5-8515-fb9bbf3cb081: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:35:55.162927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa09fb-9f33-4fc4-8c85-024bc3d09bdc req-e0a7d647-a78f-4f54-85ce-0ed9529aecf4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:55.166346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39aa09fb-9f33-4fc4-8c85-024bc3d09bdc req-e0a7d647-a78f-4f54-85ce-0ed9529aecf4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0550110 Apr 18 17:35:55.210271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39aa09fb-9f33-4fc4-8c85-024bc3d09bdc req-0378bdd4-07c1-453e-9c0f-92523b5086e2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Apr 18 17:35:55.829145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-a8cedcbd-8432-4ae8-b704-6a5b2ec91c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:55.830765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-a8cedcbd-8432-4ae8-b704-6a5b2ec91c59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1097 time: 0.0493150 Apr 18 17:35:55.931807 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-4841aba4-79f0-49c7-9cad-7c12437f0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:55.933692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-4841aba4-79f0-49c7-9cad-7c12437f0cc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.0958345 Apr 18 17:35:56.004307 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-f7995ec0-2205-4400-aa27-3ec4f58c9891 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 1001 time: 0.0645018 Apr 18 17:35:56.060884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-0f0a6a25-52b5-4c79-a36f-982c41474422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:56.062372 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-0f0a6a25-52b5-4c79-a36f-982c41474422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0517390 Apr 18 17:35:56.112001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-c4693d3d-345f-43f5-ad54-fee6cfec19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:56.113575 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-c4693d3d-345f-43f5-ad54-fee6cfec19ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445175 Apr 18 17:35:56.213371 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-109fa160-8e66-4f0e-a879-377b596d9b31 service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930831 Apr 18 17:35:56.318561 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-09fefc32-bb0f-4555-911e-4c136f1ec3b0 service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982788 Apr 18 17:35:56.355469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b656c2a-eb37-43ea-9d4f-d9f5dd9adcbc req-87c025e4-471e-4233-82aa-32552a068438 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:56.357635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b656c2a-eb37-43ea-9d4f-d9f5dd9adcbc req-87c025e4-471e-4233-82aa-32552a068438 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0657530 Apr 18 17:35:56.415489 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b656c2a-eb37-43ea-9d4f-d9f5dd9adcbc req-b077d0d8-294a-4e5d-b8e3-5041bad6e995 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 Apr 18 17:35:57.536179 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d6a0e-bf29-454c-910f-32a682cf27f6 req-e833704d-ccca-4672-b064-6df87a28abfb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:57.537675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d87d6a0e-bf29-454c-910f-32a682cf27f6 req-e833704d-ccca-4672-b064-6df87a28abfb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Apr 18 17:35:57.581263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d87d6a0e-bf29-454c-910f-32a682cf27f6 req-c695897c-f277-4c17-9bff-e8e926b2f823 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342884 Apr 18 17:35:58.767672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cd7fa-f191-4098-8f48-8fd74eac2a31 req-03bd8107-d9d9-4853-933c-cafaee072af0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:58.774082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b96cd7fa-f191-4098-8f48-8fd74eac2a31 req-03bd8107-d9d9-4853-933c-cafaee072af0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.1025963 Apr 18 17:35:58.826430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b96cd7fa-f191-4098-8f48-8fd74eac2a31 req-d1324b2b-ecfa-4ea3-b1c7-f82172702ad4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503340 Apr 18 17:35:59.946347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf7163-dc7c-432e-96e9-bef2da876e20 req-15000bbb-e9c3-4072-a9ae-e77199b7be72 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:35:59.948052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfbf7163-dc7c-432e-96e9-bef2da876e20 req-15000bbb-e9c3-4072-a9ae-e77199b7be72 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0521140 Apr 18 17:35:59.989559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfbf7163-dc7c-432e-96e9-bef2da876e20 req-f5049c7a-ce06-4630-9379-66cfe17bb408 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351183 Apr 18 17:36:00.967921 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cd53b9e-5811-4ab8-b6a8-cd7c90ecfe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:01.118958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2146caf-6077-4d4f-b6ff-cea07ddcbab1 req-f26c2e45-1df4-4ba7-95b2-a8ecfd948c93 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:01.121162 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2146caf-6077-4d4f-b6ff-cea07ddcbab1 req-f26c2e45-1df4-4ba7-95b2-a8ecfd948c93 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0585036 Apr 18 17:36:01.160287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2146caf-6077-4d4f-b6ff-cea07ddcbab1 req-436432ff-da39-40ae-b510-18624acd0435 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335598 Apr 18 17:36:02.279993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731e0f9-3acb-4c23-b5bb-ca9ddec1ab94 req-f71d9cb4-e1d2-4c3e-80d6-500b39dfe22c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:02.281485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e731e0f9-3acb-4c23-b5bb-ca9ddec1ab94 req-f71d9cb4-e1d2-4c3e-80d6-500b39dfe22c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0509510 Apr 18 17:36:02.321963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e731e0f9-3acb-4c23-b5bb-ca9ddec1ab94 req-8e50ab4b-b728-44df-9d68-af4af743b08c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336547 Apr 18 17:36:03.339612 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-150a54cb-57cc-43db-8600-edbcedc2873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:03.447642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d7f9c-8584-4a32-80ec-575c5473d1f2 req-51cabfee-2e51-48ef-870a-627ce064eb16 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:03.449305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d0d7f9c-8584-4a32-80ec-575c5473d1f2 req-51cabfee-2e51-48ef-870a-627ce064eb16 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0552320 Apr 18 17:36:03.505879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d0d7f9c-8584-4a32-80ec-575c5473d1f2 req-38fa4960-671e-494e-a07e-2a545ea4b08e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Apr 18 17:36:04.498912 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:04.634058 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535d56-0984-4aff-a3ba-84aef10ef892 req-d98e77ff-3549-4867-90fb-e610de808e7e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:04.635656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85535d56-0984-4aff-a3ba-84aef10ef892 req-d98e77ff-3549-4867-90fb-e610de808e7e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0544319 Apr 18 17:36:04.684528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85535d56-0984-4aff-a3ba-84aef10ef892 req-bf66ce58-4000-4769-8149-5d0f26702f5e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Apr 18 17:36:05.805853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8cbb-f994-4ac5-8c14-2d6630c902cc req-5563ce9c-eca2-453b-8cfc-67d0773b7805 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:05.807783 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d8d8cbb-f994-4ac5-8c14-2d6630c902cc req-5563ce9c-eca2-453b-8cfc-67d0773b7805 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0514655 Apr 18 17:36:05.850021 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d8d8cbb-f994-4ac5-8c14-2d6630c902cc req-d53270bb-421b-4a6a-9596-25affff9ce96 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359676 Apr 18 17:36:05.973325 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:06.168388 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:06.992329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92c1c6-4212-4adb-841f-67191c012f99 req-9aafc1f8-81bd-42a1-9b09-3f5bda5dbfbe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:07.000622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f92c1c6-4212-4adb-841f-67191c012f99 req-9aafc1f8-81bd-42a1-9b09-3f5bda5dbfbe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0615678 Apr 18 17:36:07.034462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f92c1c6-4212-4adb-841f-67191c012f99 req-ade4727e-a2bf-4a74-a199-5464db01556d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330453 Apr 18 17:36:08.159504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19098dc-64ee-4606-b8cb-59d5797ac982 req-ed8c5140-715d-4897-a50b-c66de1585613 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:08.160977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b19098dc-64ee-4606-b8cb-59d5797ac982 req-ed8c5140-715d-4897-a50b-c66de1585613 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0553005 Apr 18 17:36:08.201473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b19098dc-64ee-4606-b8cb-59d5797ac982 req-917d61aa-d55e-455e-97e8-ce07cf79d497 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338862 Apr 18 17:36:09.009402 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-782c40ae-c649-4485-926a-863ebcd46202 service neutron] show failed (client error): The resource could not be found. Apr 18 17:36:09.011065 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-782c40ae-c649-4485-926a-863ebcd46202 service neutron] 10.222.0.41 "GET /v2.0/ports/aa484f38-4d00-4e49-a75a-0f03b3792132/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0744660 Apr 18 17:36:09.325160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6ab24-270d-4b27-8013-9f98edaf6ff3 req-448401f9-5597-4d33-8018-d929b87330d2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:09.329324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2b6ab24-270d-4b27-8013-9f98edaf6ff3 req-448401f9-5597-4d33-8018-d929b87330d2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0574398 Apr 18 17:36:09.371711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2b6ab24-270d-4b27-8013-9f98edaf6ff3 req-d7a84cf4-af24-46af-b83c-850b3db4fee2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340884 Apr 18 17:36:09.488918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-31b708d1-75e6-446c-9d29-cee0a4cd21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:09.490474 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-31b708d1-75e6-446c-9d29-cee0a4cd21db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 1097 time: 0.0794799 Apr 18 17:36:09.509387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:09.562888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:09.781377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:09.830263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:09.879283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:36:09.881689 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13c051c-5ec0-4e25-9fd7-4a9d69f4247e" -d '{"events": [{"server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:36:09.888968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:09.927561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Transition to ACTIVE for port object aa484f38-4d00-4e49-a75a-0f03b3792132 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:36:09.950960 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4264f455-996f-4ef6-a679-b3a939f5aec4 x-openstack-request-id: req-4264f455-996f-4ef6-a679-b3a939f5aec4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:36:09.955098 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:36:09.955098 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4264f455-996f-4ef6-a679-b3a939f5aec4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:36:09.955098 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4264f455-996f-4ef6-a679-b3a939f5aec4'] response: {'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'code': 200} Apr 18 17:36:10.002472 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:10.071433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:10.212680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] No DVR routers for this DVR port aa484f38-4d00-4e49-a75a-0f03b3792132 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:36:10.347628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Attempting to bind port aa484f38-4d00-4e49-a75a-0f03b3792132 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:36:10.347966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Attempting to bind port aa484f38-4d00-4e49-a75a-0f03b3792132 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:36:10.348304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Attempting to bind port aa484f38-4d00-4e49-a75a-0f03b3792132 on network 1112572e-a717-47e4-9249-50680ce5111b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:10.352538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Port aa484f38-4d00-4e49-a75a-0f03b3792132 on network 1112572e-a717-47e4-9249-50680ce5111b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:36:10.352864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Attempting to bind port aa484f38-4d00-4e49-a75a-0f03b3792132 on network 1112572e-a717-47e4-9249-50680ce5111b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:10.357676 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:36:10.358013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Checking segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:10.358427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Bound using segment: {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:36:10.358853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Bound port: aa484f38-4d00-4e49-a75a-0f03b3792132, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c264a7e-8ddf-41b3-9d34-815c1284e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1112572e-a717-47e4-9249-50680ce5111b'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:36:10.359207 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:10.426531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:10.429759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:36:10.491033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c595a26-54de-46d2-9eb9-f3fd285349cb req-65c93540-b7f0-43a3-92b3-477a0dd15b53 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:10.492488 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c595a26-54de-46d2-9eb9-f3fd285349cb req-65c93540-b7f0-43a3-92b3-477a0dd15b53 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 944 time: 0.0485413 Apr 18 17:36:10.530470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3c595a26-54de-46d2-9eb9-f3fd285349cb req-ce69660c-d99a-41d7-998d-5faf5743a77d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 Apr 18 17:36:10.540380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:10.586968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:10.587580 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:10.589016 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 1092 time: 1.0841520 Apr 18 17:36:10.604680 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7d394-7a2a-4a5b-a648-4a20f1f26323 service neutron] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:10.686827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-fa0debc1-04be-4f3d-a2d1-77263d04feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:10.688373 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-fa0debc1-04be-4f3d-a2d1-77263d04feaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1095 time: 0.0575802 Apr 18 17:36:10.786746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-102436b0-145b-480e-9c9c-082ccdb76de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:10.788384 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-102436b0-145b-480e-9c9c-082ccdb76de2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.0931966 Apr 18 17:36:10.859375 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-16c610e3-f737-42f6-93c5-501efcc0882f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 999 time: 0.0638351 Apr 18 17:36:10.908297 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-78e567d3-b157-4986-85a2-ca3bc458c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:10.909785 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-78e567d3-b157-4986-85a2-ca3bc458c05b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0437853 Apr 18 17:36:10.954350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-d302925b-cb91-4cfb-87e7-315f534e746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:10.956103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-d302925b-cb91-4cfb-87e7-315f534e746b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400333 Apr 18 17:36:11.055675 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-606b0331-be4b-4c9d-b8e7-aac7ef93b6dc service neutron] 10.222.0.18 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923219 Apr 18 17:36:11.158875 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-22875868-e2d0-4ebd-9352-8960db0e80ca req-b97e65fc-7ce1-45f0-9a83-5dc83fc7c09b service neutron] 10.222.0.18 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959737 Apr 18 17:36:11.694116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea9a7-4507-4aab-8369-eeb9444dcb40 req-6fbe5e03-953e-4356-b392-f6fe2152d83f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:11.699062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa3ea9a7-4507-4aab-8369-eeb9444dcb40 req-6fbe5e03-953e-4356-b392-f6fe2152d83f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 944 time: 0.0592268 Apr 18 17:36:11.736890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa3ea9a7-4507-4aab-8369-eeb9444dcb40 req-05c9a393-06c5-4d3d-b826-aaa1537bf590 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341797 Apr 18 17:36:11.953216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:36:11.955761 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca6ab0a-1ded-4254-8703-56e77512c695" -d '{"events": [{"name": "network-changed", "server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:36:12.018572 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429511fd-e909-4ead-87a8-2ca6d6f0bebb x-openstack-request-id: req-429511fd-e909-4ead-87a8-2ca6d6f0bebb {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:36:12.018961 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:36:12.019326 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-429511fd-e909-4ead-87a8-2ca6d6f0bebb {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:36:12.019909 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429511fd-e909-4ead-87a8-2ca6d6f0bebb'] response: {'name': 'network-changed', 'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'status': 'completed', 'code': 200} Apr 18 17:36:12.126686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-4089523a-3399-490c-8aba-fc23dd75b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.128211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-4089523a-3399-490c-8aba-fc23dd75b285 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1095 time: 0.0752516 Apr 18 17:36:12.134371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-2563660c-d79f-4800-9772-1b18fc29f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.135813 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-2563660c-d79f-4800-9772-1b18fc29f49b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1095 time: 0.0725954 Apr 18 17:36:12.290766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-d0c699fb-a296-4ef6-85da-d1400e74b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.292214 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-d0c699fb-a296-4ef6-85da-d1400e74b2a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.1555748 Apr 18 17:36:12.295192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-a94e4ba8-f567-44d8-922d-449bf73fa67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.296514 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-a94e4ba8-f567-44d8-922d-449bf73fa67e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.1528547 Apr 18 17:36:12.409380 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-2f05fa79-afd2-4bf9-9084-a3e2e0bd4843 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 999 time: 0.1089821 Apr 18 17:36:12.415902 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-7c2d93cc-3b4b-4e64-bca7-d8beefb6c2f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 999 time: 0.1099319 Apr 18 17:36:12.493934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-15996fb2-1672-4fde-81ca-9d7149dabc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.495269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-15996fb2-1672-4fde-81ca-9d7149dabc32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0785353 Apr 18 17:36:12.496905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-39eb60dd-327f-41f5-85a9-193f820970a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.498246 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-39eb60dd-327f-41f5-85a9-193f820970a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0741487 Apr 18 17:36:12.572657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-03fe41ab-c4d5-41da-b0df-499d74057cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.574214 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-03fe41ab-c4d5-41da-b0df-499d74057cb5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724008 Apr 18 17:36:12.581185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-3feeddfa-e567-4714-805d-57c09d1bb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.582718 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-3feeddfa-e567-4714-805d-57c09d1bb396 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728178 Apr 18 17:36:12.740131 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-c9ca5c30-a454-49d9-9168-d4775f5a9391 service neutron] 10.222.0.18 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563954 Apr 18 17:36:12.742049 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-ba4b16ed-54da-48a3-bbba-32cb99fd9609 service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512051 Apr 18 17:36:12.869465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1498f-5a97-4a8d-9f95-45b06fe17a4c req-8d4e2d87-6e4e-4470-abdc-ddb18086fc19 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:12.871405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fd1498f-5a97-4a8d-9f95-45b06fe17a4c req-8d4e2d87-6e4e-4470-abdc-ddb18086fc19 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 944 time: 0.0574009 Apr 18 17:36:12.963629 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fd1498f-5a97-4a8d-9f95-45b06fe17a4c req-4c2c1401-9add-4443-a5cf-fad431e67551 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756524 Apr 18 17:36:12.972684 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-d0b9b760-41a4-4291-aa4c-3321c853c401 service neutron] 10.222.0.18 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257447 Apr 18 17:36:12.981344 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6ca6ab0a-1ded-4254-8703-56e77512c695 req-be9f1439-e596-47c6-be90-dbdf38e5b16f service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267966 Apr 18 17:36:14.096894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05dfc5-3e72-460b-889e-e78a42e28b4c req-6008ffad-b0a5-4963-aeb7-6a82c4dcfb32 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:14.105566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b05dfc5-3e72-460b-889e-e78a42e28b4c req-6008ffad-b0a5-4963-aeb7-6a82c4dcfb32 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 944 time: 0.0696433 Apr 18 17:36:14.140500 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9b05dfc5-3e72-460b-889e-e78a42e28b4c req-90c80cd6-200f-4174-b0b5-0dcbb14726d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338936 Apr 18 17:36:14.448377 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device aa484f38-4d00-4e49-a75a-0f03b3792132 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:36:14.505891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device aa484f38-4d00-4e49-a75a-0f03b3792132 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:36:15.228465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device aa484f38-4d00-4e49-a75a-0f03b3792132 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:36:15.268578 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b6f0d-4246-4707-91eb-640d19e3d12b req-8a6fc46a-64ad-4739-89ed-2b91471ce2f2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:15.270227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f94b6f0d-4246-4707-91eb-640d19e3d12b req-8a6fc46a-64ad-4739-89ed-2b91471ce2f2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 944 time: 0.0570562 Apr 18 17:36:15.320251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f94b6f0d-4246-4707-91eb-640d19e3d12b req-a7c267b5-996c-4dcc-a582-0c71482fc319 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434902 Apr 18 17:36:15.340049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:15.355751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'port_id': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'mac_address': 'fa:16:3e:79:94:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:36:15.400990 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:15.417401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa484f38-4d00-4e49-a75a-0f03b3792132 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:36:15.439275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:15.522995 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:15.608495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:15.620174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.620607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.620967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.621302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.621688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.622017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.622342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.622665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.622984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.623304 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.623675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.624214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:15.693093 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05e024-3e26-4607-a29a-46edbd7f3a20 req-f6aa9f9a-45b3-45d6-86cc-c4962d19f0b0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:15.694991 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf05e024-3e26-4607-a29a-46edbd7f3a20 req-f6aa9f9a-45b3-45d6-86cc-c4962d19f0b0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 945 time: 0.0641994 Apr 18 17:36:15.747853 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf05e024-3e26-4607-a29a-46edbd7f3a20 req-64238b5a-a54e-4af4-8304-cead8633d9fd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440307 Apr 18 17:36:15.816702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-e248d553-40c5-483f-a5a5-f35c3490d7f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:15.818258 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-e248d553-40c5-483f-a5a5-f35c3490d7f9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3&tenant_id=818740d7f0dd4f5198de768a2d725101&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 945 time: 0.1078131 Apr 18 17:36:15.879209 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-a66716cf-51f7-48cd-98ff-369e0c8bf79b service neutron] delete failed (client error): The resource could not be found. Apr 18 17:36:15.880168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-a66716cf-51f7-48cd-98ff-369e0c8bf79b service neutron] 10.222.0.41 "DELETE /v2.0/ports/aa484f38-4d00-4e49-a75a-0f03b3792132/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0555692 Apr 18 17:36:15.889553 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['aa484f38-4d00-4e49-a75a-0f03b3792132'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:36:15.999611 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-f2754964-c9dd-49bb-88ba-f0a560ec32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:16.003205 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-f2754964-c9dd-49bb-88ba-f0a560ec32e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0477808 Apr 18 17:36:16.536405 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-358ef899-4aeb-438a-a601-62dbe4267649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:16.537983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-358ef899-4aeb-438a-a601-62dbe4267649 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.5305312 Apr 18 17:36:16.607950 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-fa2c1a4e-44b8-4666-98a2-ffcd90539cfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 1000 time: 0.0622358 Apr 18 17:36:16.664115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-436f50b6-031e-4dc2-8e72-37b378c430b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:16.666436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-436f50b6-031e-4dc2-8e72-37b378c430b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0519238 Apr 18 17:36:16.712243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-c0357374-686c-4a52-8426-2b08ab70394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:16.713644 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-c0357374-686c-4a52-8426-2b08ab70394e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412273 Apr 18 17:36:16.806430 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-a66ec30b-05e0-4e14-9fcd-18ec5f375ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Apr 18 17:36:16.889128 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aba0d-8cf3-42b2-b193-5d7250a225c4 req-6440243a-261e-4f72-9c18-b9083425c77a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:16.890723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-544aba0d-8cf3-42b2-b193-5d7250a225c4 req-6440243a-261e-4f72-9c18-b9083425c77a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 945 time: 0.0630581 Apr 18 17:36:16.915324 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bb456bc4-5a94-46ca-b046-c9569e7a8ab5 req-abdc26a1-788c-4342-acb6-b3d266f27f1a service neutron] 10.222.0.41 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018288 Apr 18 17:36:16.931359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-544aba0d-8cf3-42b2-b193-5d7250a225c4 req-6758a3b3-1ff6-4133-8048-0bff28401723 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344911 Apr 18 17:36:17.240571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device aa484f38-4d00-4e49-a75a-0f03b3792132 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:17.350810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:17.378332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port aa484f38-4d00-4e49-a75a-0f03b3792132 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:36:17.389729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port aa484f38-4d00-4e49-a75a-0f03b3792132 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:17.392767 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:17.495456 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:17.523225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:36:17.525605 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5115cb1b-5f2a-442c-a90c-a5fdd74ac93f" -d '{"events": [{"server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "name": "network-vif-plugged", "status": "completed", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:36:17.540160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:17.568459 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:17.596519 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac339e5-f05f-4803-bacf-e683438d074f x-openstack-request-id: req-9ac339e5-f05f-4803-bacf-e683438d074f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:36:17.596519 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "name": "network-vif-plugged", "status": "completed", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:36:17.596519 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ac339e5-f05f-4803-bacf-e683438d074f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:36:17.596519 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac339e5-f05f-4803-bacf-e683438d074f'] response: {'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'code': 200} Apr 18 17:36:17.660221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:17.714091 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:18.063913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb94a7-6dab-42fd-941e-e9ecaf225f1e req-881d9fe6-cb16-485b-9a38-7214da87b6c6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:18.065669 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ffb94a7-6dab-42fd-941e-e9ecaf225f1e req-881d9fe6-cb16-485b-9a38-7214da87b6c6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0568063 Apr 18 17:36:18.105925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2ffb94a7-6dab-42fd-941e-e9ecaf225f1e req-a06e28e3-4bd9-4096-9530-349c8de9a217 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338619 Apr 18 17:36:18.130813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47750) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:18.197461 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-556e32a2-40dc-40cd-b605-1d54bc1fc0ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/7aed5783-f25a-4b76-ae2d-f2e24f08fe08 HTTP/1.1" status: 200 len: 993 time: 0.0627236 Apr 18 17:36:22.266787 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:36:24.563880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47818) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:24.693503 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26cb017e-015e-4e2e-92bc-4024ae673d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:24.769954 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26cb017e-015e-4e2e-92bc-4024ae673d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:24.848165 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26cb017e-015e-4e2e-92bc-4024ae673d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:24.886424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb017e-015e-4e2e-92bc-4024ae673d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6763e7a4-e301-439c-8cae-0f8ae83fa439,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:24.890906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-26cb017e-015e-4e2e-92bc-4024ae673d1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=befafc01d2b24975b0bdc148efd08b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257875 Apr 18 17:36:24.898648 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47824) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:24.942585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06bb7d7b-ad48-445d-9848-c85b6a7dfb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:24.964705 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06bb7d7b-ad48-445d-9848-c85b6a7dfb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:25.088333 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06bb7d7b-ad48-445d-9848-c85b6a7dfb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:25.090928 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06bb7d7b-ad48-445d-9848-c85b6a7dfb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:25.094497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-06bb7d7b-ad48-445d-9848-c85b6a7dfb9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6763e7a4-e301-439c-8cae-0f8ae83fa439 HTTP/1.1" status: 204 len: 168 time: 0.1975958 Apr 18 17:36:25.102616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb7d7b-ad48-445d-9848-c85b6a7dfb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6763e7a4-e301-439c-8cae-0f8ae83fa439,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:25.965062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47854) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:26.078189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1493386281-network', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:26.150373 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Made reservation on behalf of b7f5efd899a546108c58fc2bef8ab66f for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:36:26.152689 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:26.161467 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:26.236374 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:26.436229 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:26.460240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:36:26.469743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab2116c-e21d-41f5-9b07-d7a8c6395f00,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:26.474497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:26.474908 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Added segment 47f5277d-b1a1-4768-ad8c-d1f9160bb143 of type vlan for network dc930818-4872-4378-9c8f-e18c2d95fd01 Apr 18 17:36:26.516295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:26.612560 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:26.613638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:26.614227 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:26.676970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc930818-4872-4378-9c8f-e18c2d95fd01,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:26.686710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network dc930818-4872-4378-9c8f-e18c2d95fd01 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:36:26.719712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a17bbfd-3fe4-421b-b02f-486742673cf4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7534401 Apr 18 17:36:26.722733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47864) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:26.728220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Request body: {'subnet': {'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1493386281-subnet', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:26.813774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Made reservation on behalf of b7f5efd899a546108c58fc2bef8ab66f for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:36:26.816464 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.030949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.120544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:27.123644 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Checking segment: {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:27.123996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Network hostable DHCP agents. Network: dc930818-4872-4378-9c8f-e18c2d95fd01, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:36:27.130860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.131208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.131544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.131876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.132206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.132530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.132849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.133744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.134065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.134383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.134699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.135016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:27.213607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Network dc930818-4872-4378-9c8f-e18c2d95fd01 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:36:27.299313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, dc930818-4872-4378-9c8f-e18c2d95fd01) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:27.303873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:27.304503 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.311474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a8798-2686-4b7c-81b1-2bfc3df6ae07 None None] Network dc930818-4872-4378-9c8f-e18c2d95fd01 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:36:27.396441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47866) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:27.397094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-026d155d-9b25-4ba5-99a6-05f98dd78a57 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6726792 Apr 18 17:36:27.402720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:27.463602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-dc930818-4872-4378-9c8f-e18c2d95fd01', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:36:27.464766 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.476801 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.478150 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.535067 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.621719 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Allocated IP 172.20.0.2 (dc930818-4872-4378-9c8f-e18c2d95fd01/fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7/455435f0-2a90-4f0c-8644-7fbaf930d6f9) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:36:27.741148 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.780900 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:27.945350 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.098542 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.119808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.152097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Network dc930818-4872-4378-9c8f-e18c2d95fd01 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:28.156594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:28.162583 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:36:28.168498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Pushing event updated for resources: {'Port': ['ID=455435f0-2a90-4f0c-8644-7fbaf930d6f9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:28.218579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Attempting to bind port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:36:28.218936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Attempting to bind port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:36:28.219294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Attempting to bind port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 on network dc930818-4872-4378-9c8f-e18c2d95fd01 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:28.224670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:36:28.225056 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Checking segment: {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:28.225491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.225889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Bound using segment: {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:36:28.226360 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Bound port: 455435f0-2a90-4f0c-8644-7fbaf930d6f9, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:36:28.227473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.232054 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Allocated IP 172.25.5.70 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/34fc70b0-628a-4ab8-85a4-cf011cd9f39f) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:36:28.291143 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] For port 455435f0-2a90-4f0c-8644-7fbaf930d6f9, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:28.294500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] For port 455435f0-2a90-4f0c-8644-7fbaf930d6f9, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=455435f0-2a90-4f0c-8644-7fbaf930d6f9,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:36:28.342744 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.375919 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.428668 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.443645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a8420-06c3-48d0-b87e-905e78607ef5 None None] Pushing event updated for resources: {'Port': ['ID=455435f0-2a90-4f0c-8644-7fbaf930d6f9,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:28.481135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:28.484557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:28.487567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:36:28.520771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Pushing event updated for resources: {'Port': ['ID=34fc70b0-628a-4ab8-85a4-cf011cd9f39f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:28.573208 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-e04a1c11-766f-448d-b0c1-48f2fa56cf03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924494 Apr 18 17:36:28.721758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-15c7318c-a8b6-43a2-8e2e-fed1f7e598ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:28.723382 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-15c7318c-a8b6-43a2-8e2e-fed1f7e598ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1097 time: 0.0623288 Apr 18 17:36:28.855965 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:28.861001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-c5d35625-ae67-4c54-b935-2d8abff4a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:28.862926 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-c5d35625-ae67-4c54-b935-2d8abff4a227 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.1105697 Apr 18 17:36:28.928304 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-9071ef32-dfe3-49a7-a2aa-ba29876876f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 1001 time: 0.0594380 Apr 18 17:36:28.984076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-d7ee3a1c-c01f-4c90-a230-4020558412ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:28.986078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-d7ee3a1c-c01f-4c90-a230-4020558412ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0500515 Apr 18 17:36:29.041361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-b212d0cc-1e62-4c07-ab18-20dc6105acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:29.042889 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-b212d0cc-1e62-4c07-ab18-20dc6105acd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484462 Apr 18 17:36:29.071094 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:29.139275 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-e3c27654-e393-4fbe-9743-87ecd34e7802 service neutron] 10.222.0.18 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897670 Apr 18 17:36:29.248032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd3c657c-34b7-46e6-b35f-1b3c6a7fed90 req-89a5e087-910c-46fb-96ad-f4f022a5015b service neutron] 10.222.0.18 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004684 Apr 18 17:36:29.311195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Router f6c9b589-8673-4669-bb1b-f929f3fed71f is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:36:29.431540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:36:29.443414 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Sync routers for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:36:29.456242 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:36:29.461319 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:29.501260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:29.505062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47880) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:29.509006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a3edb191-8430-47ce-805b-b487b5a6b30d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1101880 Apr 18 17:36:29.548092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095cdb2a-b35c-46a0-87aa-3d3d3b3b54be None None] Network dc930818-4872-4378-9c8f-e18c2d95fd01 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:36:29.563231 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:36:29.633626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-548dd0c1-3ac8-41bb-9078-e98c729d9c0f None None] Provisioning complete for port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:29.634590 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-548dd0c1-3ac8-41bb-9078-e98c729d9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:29.800172 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:28Z', 'revision_number': 3, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:29.827239 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-548dd0c1-3ac8-41bb-9078-e98c729d9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:29.850991 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Checking router: f6c9b589-8673-4669-bb1b-f929f3fed71f for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:36:29.851334 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Updating router f6c9b589-8673-4669-bb1b-f929f3fed71f port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:36:29.873974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-548dd0c1-3ac8-41bb-9078-e98c729d9c0f None None] For port 455435f0-2a90-4f0c-8644-7fbaf930d6f9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=455435f0-2a90-4f0c-8644-7fbaf930d6f9,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:29.877636 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:29.997202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-548dd0c1-3ac8-41bb-9078-e98c729d9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.083202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dd0c1-3ac8-41bb-9078-e98c729d9c0f None None] Pushing event updated for resources: {'Port': ['ID=455435f0-2a90-4f0c-8644-7fbaf930d6f9,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:30.210124 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.215845 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.225757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e20af212-4cea-4a65-b017-b654c7bcc37b None None] Provisioning complete for port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:30.227262 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e20af212-4cea-4a65-b017-b654c7bcc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.305802 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.356981 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Attempting to bind port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:36:30.357530 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Attempting to bind port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:36:30.357995 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Attempting to bind port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:30.370361 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:36:30.370893 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:30.371391 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.371992 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:36:30.372558 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Bound port: 34fc70b0-628a-4ab8-85a4-cf011cd9f39f, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:36:30.373034 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.399198 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Pushing event updated for resources: {'Port': ['ID=34fc70b0-628a-4ab8-85a4-cf011cd9f39f,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:30.412801 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.413278 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.413735 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.414131 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.414528 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.414924 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.415313 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.415694 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.416078 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.416465 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.416851 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.417177 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:30.437163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Allocated IP 172.20.0.1 (dc930818-4872-4378-9c8f-e18c2d95fd01/fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7/da27e96e-fe0f-4eb2-8561-0ab8bac9d861) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:36:30.440808 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] For port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:30.443915 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] For port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=34fc70b0-628a-4ab8-85a4-cf011cd9f39f,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:36:30.528483 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.543855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.609935 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:36:30.612917 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:30.660917 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c1cae-0c0a-48a9-a16f-1bb0e062a33e None None] Pushing event updated for resources: {'Port': ['ID=34fc70b0-628a-4ab8-85a4-cf011cd9f39f,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:30.671049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.713869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 455435f0-2a90-4f0c-8644-7fbaf930d6f9 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:30.714717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Network dc930818-4872-4378-9c8f-e18c2d95fd01 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:30.719831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:30.723639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:36:30.751901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Pushing event updated for resources: {'Port': ['ID=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:30.752693 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:36:30.770657 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.800436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:30.800938 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:30.997073 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2596-8ad2-4716-bdf4-361931b53d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:31.008082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:31.043566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6833c2a5-2bd2-4e3e-a660-dc6e62357bd0 None None] Provisioning complete for port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:31.044221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6833c2a5-2bd2-4e3e-a660-dc6e62357bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:31.092909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6833c2a5-2bd2-4e3e-a660-dc6e62357bd0 None None] Port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:36:31.098038 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:28Z', 'revision_number': 3, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:31.127408 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04376d47-e54e-4306-be3c-2d7ae12c1a56 None None] The sync data for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 is: [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:28Z', 'revision_number': 3, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:36:31.206138 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:31.265038 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:31.335598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Pushing event updated for resources: {'Port': ['ID=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:31.340932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:31.475923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Network dc930818-4872-4378-9c8f-e18c2d95fd01 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:31.478022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:31.620795 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Router f6c9b589-8673-4669-bb1b-f929f3fed71f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:36:31.752191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:36:31.761491 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e9671729-7213-4f20-b74b-d856c2d63b1b admin admin] 10.222.0.45 "PUT /v2.0/routers/f6c9b589-8673-4669-bb1b-f929f3fed71f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2507253 Apr 18 17:36:31.821283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a8a6cc12-5f04-4d19-9d24-d43b45b24409 None None] Provisioning complete for port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:31.821936 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cc12-5f04-4d19-9d24-d43b45b24409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:31.860370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6cc12-5f04-4d19-9d24-d43b45b24409 None None] Port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:36:32.525802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47928) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:32.530869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-31508070-network', 'tenant_id': '501e18fa54854086bb660548b39d06c7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:32.602976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Made reservation on behalf of 501e18fa54854086bb660548b39d06c7 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:36:32.605864 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.628506 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.662969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 34fc70b0-628a-4ab8-85a4-cf011cd9f39f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:32.718054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:32.718696 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.737845 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.796700 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.810810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.818229 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:36:32.833252 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958c429e-7ddb-4c7a-a5a7-d31ba5b5e3af,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:32.836764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=34fc70b0-628a-4ab8-85a4-cf011cd9f39f,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:32.837269 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.837269 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Added segment 36af4121-835a-4776-a7a7-2b8e2a55327d of type vlan for network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 Apr 18 17:36:32.880434 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.900659 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.954173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=34fc70b0-628a-4ab8-85a4-cf011cd9f39f,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:32.967216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Sync routers for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:36:32.973617 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.974667 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:32.975281 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:32.977593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:36:32.980721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:33.048621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5190935 Apr 18 17:36:33.048621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd3c35-2d46-41b4-b75d-f9e092423a9e admin admin] Pushing event updated for resources: {'Network': ['ID=84a72fe1-e32d-44d1-a96d-c5ae1a8f7990,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:33.049065 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47936) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:33.054507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Request body: {'subnet': {'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-31508070-subnet', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:33.071014 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:36:33.145237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Made reservation on behalf of 501e18fa54854086bb660548b39d06c7 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:36:33.147992 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.148342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:36:33.336451 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bac4b8ab-e642-42fe-b490-2d54dcf060eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.364539 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:31Z', 'revision_number': 2, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:33.396430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Checking router: f6c9b589-8673-4669-bb1b-f929f3fed71f for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:36:33.396710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Updating router f6c9b589-8673-4669-bb1b-f929f3fed71f port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:36:33.402466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.421006 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.462403 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=805c5de3-8182-441e-924a-0b802bfc52b1,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:33.466939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Checking segment: {'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:33.467378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Network hostable DHCP agents. Network: 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:36:33.544926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:36:33.630845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:33.640887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:33.640887 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.643331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faeda22-4bcc-450b-bd8f-561b8b78897e None None] Network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:36:33.724234 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-04e3ac36-fb04-4415-b1a4-82415884b7c6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6729496 Apr 18 17:36:33.729897 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 47944) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:33.734172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:33.746526 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.807307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.808441 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.827366 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.854397 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-84a72fe1-e32d-44d1-a96d-c5ae1a8f7990', 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'fixed_ips': [{'subnet_id': '805c5de3-8182-441e-924a-0b802bfc52b1'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:36:33.855252 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.903579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:33.943831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf4d0f-61c4-4291-bd30-85187504684b None None] Pushing event updated for resources: {'Port': ['ID=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:34.038302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Attempting to bind port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:36:34.038671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Attempting to bind port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:36:34.039034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Attempting to bind port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 on network dc930818-4872-4378-9c8f-e18c2d95fd01 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:34.053173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:36:34.053578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Checking segment: {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:34.053987 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.054384 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Bound using segment: {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:36:34.054906 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Bound port: da27e96e-fe0f-4eb2-8561-0ab8bac9d861, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:36:34.055289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.078825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Allocated IP 172.20.0.2 (84a72fe1-e32d-44d1-a96d-c5ae1a8f7990/805c5de3-8182-441e-924a-0b802bfc52b1/5f2b3d45-9972-48d4-b71f-52b701ba7700) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:36:34.146364 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] For port da27e96e-fe0f-4eb2-8561-0ab8bac9d861, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:34.151178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] For port da27e96e-fe0f-4eb2-8561-0ab8bac9d861, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:36:34.207115 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.277664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e53d4ff0-832b-4779-ad89-fc9ace544c7c None None] Provisioning complete for port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:34.278350 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e53d4ff0-832b-4779-ad89-fc9ace544c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.426298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.515160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf4d0f-61c4-4291-bd30-85187504684b None None] Pushing event updated for resources: {'Port': ['ID=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:34.522885 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:36:34.523645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:34.604551 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.624077 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.678365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 34fc70b0-628a-4ab8-85a4-cf011cd9f39f up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:34.723526 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.729570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.763386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.766095 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e53d4ff0-832b-4779-ad89-fc9ace544c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.786825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:36:34.844884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:34.854715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Pushing event updated for resources: {'Port': ['ID=5f2b3d45-9972-48d4-b71f-52b701ba7700,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:34.860358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:34.870982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:36:34.871954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Allocated IP 172.25.5.244 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/e569b4c5-3e36-499a-9bee-f72dbbcf4231) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:36:34.941385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e53d4ff0-832b-4779-ad89-fc9ace544c7c None None] For port da27e96e-fe0f-4eb2-8561-0ab8bac9d861, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:34.976842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:34.977216 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:34.980892 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.022017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e53d4ff0-832b-4779-ad89-fc9ace544c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.071749 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Attempting to bind port 5f2b3d45-9972-48d4-b71f-52b701ba7700 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:36:35.071909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Attempting to bind port 5f2b3d45-9972-48d4-b71f-52b701ba7700 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:36:35.072270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Attempting to bind port 5f2b3d45-9972-48d4-b71f-52b701ba7700 on network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:35.075542 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.096230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:36:35.096607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Checking segment: {'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:35.097017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.115475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Bound using segment: {'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:36:35.115475 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Bound port: 5f2b3d45-9972-48d4-b71f-52b701ba7700, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:36:35.115475 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.119896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:35.123027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:35.127407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:36:35.147434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e569b4c5-3e36-499a-9bee-f72dbbcf4231,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:35.180878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d4ff0-832b-4779-ad89-fc9ace544c7c None None] Pushing event updated for resources: {'Port': ['ID=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:35.249773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d5cd5c6b-c65a-456c-b8db-55f95f41728e None None] Provisioning complete for port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:35.250189 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5c6b-c65a-456c-b8db-55f95f41728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.292072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] For port 5f2b3d45-9972-48d4-b71f-52b701ba7700, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:35.316962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] For port 5f2b3d45-9972-48d4-b71f-52b701ba7700, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5f2b3d45-9972-48d4-b71f-52b701ba7700,segment=NetworkSegment(36af4121-835a-4776-a7a7-2b8e2a55327d),segment_id=36af4121-835a-4776-a7a7-2b8e2a55327d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:36:35.330667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:35.359372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfb32e-a1a3-4606-a887-bc99652b94f1 None None] The sync data for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 is: [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:36:35.388327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.480612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21bb07-5975-4fd2-904d-062ef59c27b2 None None] Pushing event updated for resources: {'Port': ['ID=5f2b3d45-9972-48d4-b71f-52b701ba7700,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:35.516448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.788210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:35.979250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:36.048276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Router 5623228d-ec72-41fe-b5df-703ec11faacf is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:36:36.168663 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:36.193311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:36:36.204148 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Sync routers for ids ['5623228d-ec72-41fe-b5df-703ec11faacf'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:36:36.217198 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Routers {'5623228d-ec72-41fe-b5df-703ec11faacf'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:36:36.217969 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5623228d-ec72-41fe-b5df-703ec11faacf'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:36.272893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:36.277656 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4ea94783-266e-4f4b-b862-e50e2215d8d5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5440631 Apr 18 17:36:36.277987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 47966) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:36.394705 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Set router 5623228d-ec72-41fe-b5df-703ec11faacf gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:36:36.627202 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:36:35Z', 'revision_number': 3, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port': {'id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:34Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:36.667330 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Checking router: 5623228d-ec72-41fe-b5df-703ec11faacf for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:36:36.667675 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Updating router 5623228d-ec72-41fe-b5df-703ec11faacf port e569b4c5-3e36-499a-9bee-f72dbbcf4231 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:36:36.738451 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:36.786054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device da27e96e-fe0f-4eb2-8561-0ab8bac9d861 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:36.916975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:36.917528 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:36.961962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c1be8-a331-4530-96fb-aef9544ae14e None None] Network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:36:37.050845 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-02f97ab2-222c-4d56-86d8-a2af1cad97c2 None None] Provisioning complete for port 5f2b3d45-9972-48d4-b71f-52b701ba7700 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:37.051481 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02f97ab2-222c-4d56-86d8-a2af1cad97c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.182382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5f2b3d45-9972-48d4-b71f-52b701ba7700 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:37.188504 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.260087 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.287364 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.309048 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02f97ab2-222c-4d56-86d8-a2af1cad97c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.328830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5f2b3d45-9972-48d4-b71f-52b701ba7700 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:37.329200 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.370221 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b90ec-1339-425f-8429-68ff336d874a None None] Pushing event updated for resources: {'Port': ['ID=e569b4c5-3e36-499a-9bee-f72dbbcf4231,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:37.375080 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Attempting to bind port e569b4c5-3e36-499a-9bee-f72dbbcf4231 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:36:37.375673 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Attempting to bind port e569b4c5-3e36-499a-9bee-f72dbbcf4231 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:36:37.376216 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Attempting to bind port e569b4c5-3e36-499a-9bee-f72dbbcf4231 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:37.384807 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:36:37.385173 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:37.389142 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.390064 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:36:37.390554 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Bound port: e569b4c5-3e36-499a-9bee-f72dbbcf4231, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:36:37.390940 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.396927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-02f97ab2-222c-4d56-86d8-a2af1cad97c2 None None] For port 5f2b3d45-9972-48d4-b71f-52b701ba7700, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5f2b3d45-9972-48d4-b71f-52b701ba7700,segment=NetworkSegment(36af4121-835a-4776-a7a7-2b8e2a55327d),segment_id=36af4121-835a-4776-a7a7-2b8e2a55327d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:37.465970 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02f97ab2-222c-4d56-86d8-a2af1cad97c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.488727 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] For port e569b4c5-3e36-499a-9bee-f72dbbcf4231, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:37.494214 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] For port e569b4c5-3e36-499a-9bee-f72dbbcf4231, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e569b4c5-3e36-499a-9bee-f72dbbcf4231,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:36:37.495651 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.509465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Allocated IP 172.20.0.1 (84a72fe1-e32d-44d1-a96d-c5ae1a8f7990/805c5de3-8182-441e-924a-0b802bfc52b1/df627364-756f-4f93-83ea-a130d0352cca) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:36:37.571700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97ab2-222c-4d56-86d8-a2af1cad97c2 None None] Pushing event updated for resources: {'Port': ['ID=5f2b3d45-9972-48d4-b71f-52b701ba7700,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:37.595769 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:36:37.599886 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:36:37.619780 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.669818 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.692558 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Routers {'5623228d-ec72-41fe-b5df-703ec11faacf'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:36:37.693020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3d5c04ae-5dce-48d7-994d-7beebd1daaaf None None] Provisioning complete for port 5f2b3d45-9972-48d4-b71f-52b701ba7700 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:37.693186 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5623228d-ec72-41fe-b5df-703ec11faacf'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:37.694066 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3d5c04ae-5dce-48d7-994d-7beebd1daaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.738306 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b90ec-1339-425f-8429-68ff336d874a None None] Pushing event updated for resources: {'Port': ['ID=e569b4c5-3e36-499a-9bee-f72dbbcf4231,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:37.808499 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:37.833596 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] Set router 5623228d-ec72-41fe-b5df-703ec11faacf gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:36:37.848896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:37.856002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:37.859440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:36:37.891056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Pushing event updated for resources: {'Port': ['ID=df627364-756f-4f93-83ea-a130d0352cca,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:37.912007 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:38.102377 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:36:35Z', 'revision_number': 3, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port': {'id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:34Z', 'updated_at': '2022-04-18T17:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:38.131224 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530595a2-f623-4976-b3b9-6d80b10e96d1 None None] The sync data for ids ['5623228d-ec72-41fe-b5df-703ec11faacf'] in n-d-836015-2 is: [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:36:35Z', 'revision_number': 3, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port': {'id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:34Z', 'updated_at': '2022-04-18T17:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:36:38.218080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1a1c78c5-4864-4f1e-9b56-004f5e916659 None None] Provisioning complete for port df627364-756f-4f93-83ea-a130d0352cca triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:38.218661 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a1c78c5-4864-4f1e-9b56-004f5e916659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:38.234452 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:38.263900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c78c5-4864-4f1e-9b56-004f5e916659 None None] Port df627364-756f-4f93-83ea-a130d0352cca cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:36:38.426813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:38.499501 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:38.571421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Pushing event updated for resources: {'Port': ['ID=df627364-756f-4f93-83ea-a130d0352cca,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:38.574006 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:38.715705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:38.717484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:38.811780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e569b4c5-3e36-499a-9bee-f72dbbcf4231 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:38.900804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e569b4c5-3e36-499a-9bee-f72dbbcf4231 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:38.901384 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:38.917906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Router 5623228d-ec72-41fe-b5df-703ec11faacf has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:36:39.080853 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:39.085682 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:36:39.092101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8de8009c-dc30-4e66-8358-6538a69b1457 admin admin] 10.222.0.45 "PUT /v2.0/routers/5623228d-ec72-41fe-b5df-703ec11faacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8129129 Apr 18 17:36:39.128508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port e569b4c5-3e36-499a-9bee-f72dbbcf4231, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e569b4c5-3e36-499a-9bee-f72dbbcf4231,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:39.144965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-820efb75-178c-44ca-a2d7-f0233ecd559e None None] Provisioning complete for port df627364-756f-4f93-83ea-a130d0352cca triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:39.145346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-820efb75-178c-44ca-a2d7-f0233ecd559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:39.180657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:39.181734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5f2b3d45-9972-48d4-b71f-52b701ba7700 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:39.259498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-820efb75-178c-44ca-a2d7-f0233ecd559e None None] Port df627364-756f-4f93-83ea-a130d0352cca cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:36:39.285337 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=e569b4c5-3e36-499a-9bee-f72dbbcf4231,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:39.297803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 5f2b3d45-9972-48d4-b71f-52b701ba7700 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:39.298182 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:39.757122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48004) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:39.757649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a42a536d-5016-4acc-a018-a43915929f06 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246336432', 'description': 'tempest-secgroup-smoke-246336432 description', 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:39.853863 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42a536d-5016-4acc-a018-a43915929f06 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:39.926916 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42a536d-5016-4acc-a018-a43915929f06 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.029826 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42a536d-5016-4acc-a018-a43915929f06 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.063534 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a536d-5016-4acc-a018-a43915929f06 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4a8596-594d-4f27-8eaf-5d6ce62677a2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:40.085258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Sync routers for ids ['5623228d-ec72-41fe-b5df-703ec11faacf'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:36:40.095943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Routers {'5623228d-ec72-41fe-b5df-703ec11faacf'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:36:40.096560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5623228d-ec72-41fe-b5df-703ec11faacf'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:40.141956 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42a536d-5016-4acc-a018-a43915929f06 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.143253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a42a536d-5016-4acc-a018-a43915929f06 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3895926 Apr 18 17:36:40.146679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48010) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:40.151836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7beed38f-859c-4346-ae87-28cd8aabfa8e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'security_group_rule': {'security_group_id': '7b4a8596-594d-4f27-8eaf-5d6ce62677a2', 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:40.207243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Set router 5623228d-ec72-41fe-b5df-703ec11faacf gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:36:40.266661 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7beed38f-859c-4346-ae87-28cd8aabfa8e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.355878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7beed38f-859c-4346-ae87-28cd8aabfa8e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.425055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7beed38f-859c-4346-ae87-28cd8aabfa8e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.431804 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:36:38Z', 'revision_number': 4, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port': {'id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:34Z', 'updated_at': '2022-04-18T17:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'df627364-756f-4f93-83ea-a130d0352cca', 'name': '', 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'mac_address': 'fa:16:3e:e2:55:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '805c5de3-8182-441e-924a-0b802bfc52b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:37Z', 'updated_at': '2022-04-18T17:36:38Z', 'revision_number': 2, 'project_id': '501e18fa54854086bb660548b39d06c7', 'subnets': [{'id': '805c5de3-8182-441e-924a-0b802bfc52b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:40.443157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beed38f-859c-4346-ae87-28cd8aabfa8e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14ce70d-8653-4d9d-939b-f0fc5f0df51e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:40.460292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Checking router: 5623228d-ec72-41fe-b5df-703ec11faacf for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:36:40.460584 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Updating router 5623228d-ec72-41fe-b5df-703ec11faacf port df627364-756f-4f93-83ea-a130d0352cca binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:36:40.486051 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.507491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7beed38f-859c-4346-ae87-28cd8aabfa8e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.509616 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7beed38f-859c-4346-ae87-28cd8aabfa8e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618157 Apr 18 17:36:40.512173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48014) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:40.518222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ec1e990b-9eb6-4fb0-b1d2-e2e32f0dcce3 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'security_group_rule': {'security_group_id': '7b4a8596-594d-4f27-8eaf-5d6ce62677a2', 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:40.622435 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec1e990b-9eb6-4fb0-b1d2-e2e32f0dcce3 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.666028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e569b4c5-3e36-499a-9bee-f72dbbcf4231 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:40.702692 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec1e990b-9eb6-4fb0-b1d2-e2e32f0dcce3 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.751026 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec1e990b-9eb6-4fb0-b1d2-e2e32f0dcce3 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.759349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e569b4c5-3e36-499a-9bee-f72dbbcf4231 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:40.759854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.775796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e990b-9eb6-4fb0-b1d2-e2e32f0dcce3 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301b2cc1-2938-4735-9523-53210db08d23,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:40.841444 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.844863 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec1e990b-9eb6-4fb0-b1d2-e2e32f0dcce3 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.846310 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ec1e990b-9eb6-4fb0-b1d2-e2e32f0dcce3 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3329144 Apr 18 17:36:40.848927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48016) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:40.853577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-22fb005a-8f58-4228-8973-49a730bfa0d6 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'security_group_rule': {'security_group_id': '7b4a8596-594d-4f27-8eaf-5d6ce62677a2', 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:40.939256 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:40.989741 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c974ce4-56b0-4d69-b1a9-5eb149624597 None None] Pushing event updated for resources: {'Port': ['ID=df627364-756f-4f93-83ea-a130d0352cca,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:40.994299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22fb005a-8f58-4228-8973-49a730bfa0d6 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.052502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Attempting to bind port df627364-756f-4f93-83ea-a130d0352cca on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:36:41.052875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Attempting to bind port df627364-756f-4f93-83ea-a130d0352cca by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:36:41.053239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Attempting to bind port df627364-756f-4f93-83ea-a130d0352cca on network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:41.059496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:36:41.059496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Checking segment: {'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:41.059932 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.060314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Bound using segment: {'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:36:41.060785 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Bound port: df627364-756f-4f93-83ea-a130d0352cca, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36af4121-835a-4776-a7a7-2b8e2a55327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:36:41.061168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.076711 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22fb005a-8f58-4228-8973-49a730bfa0d6 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.128876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] For port df627364-756f-4f93-83ea-a130d0352cca, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:41.138909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] For port df627364-756f-4f93-83ea-a130d0352cca, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=df627364-756f-4f93-83ea-a130d0352cca,segment=NetworkSegment(36af4121-835a-4776-a7a7-2b8e2a55327d),segment_id=36af4121-835a-4776-a7a7-2b8e2a55327d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:36:41.156479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22fb005a-8f58-4228-8973-49a730bfa0d6 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.171953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb005a-8f58-4228-8973-49a730bfa0d6 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7df1f30-2e1e-4d39-90e9-d8507fe0469e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:41.225484 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.255510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22fb005a-8f58-4228-8973-49a730bfa0d6 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.257019 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-22fb005a-8f58-4228-8973-49a730bfa0d6 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071105 Apr 18 17:36:41.259969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48020) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:41.271076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-20025ad2-53c9-4297-abfe-f44facd3efcb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'security_group_rule': {'security_group_id': '7b4a8596-594d-4f27-8eaf-5d6ce62677a2', 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:41.289823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Routers {'5623228d-ec72-41fe-b5df-703ec11faacf'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:36:41.290460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5623228d-ec72-41fe-b5df-703ec11faacf'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:41.292357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c974ce4-56b0-4d69-b1a9-5eb149624597 None None] Pushing event updated for resources: {'Port': ['ID=df627364-756f-4f93-83ea-a130d0352cca,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:41.369484 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5ba6a848-1416-4895-aa50-876b6b901bb3 None None] Provisioning complete for port df627364-756f-4f93-83ea-a130d0352cca triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:41.369987 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a848-1416-4895-aa50-876b6b901bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.384964 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20025ad2-53c9-4297-abfe-f44facd3efcb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.457246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] Set router 5623228d-ec72-41fe-b5df-703ec11faacf gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:36:41.459889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20025ad2-53c9-4297-abfe-f44facd3efcb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.538582 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20025ad2-53c9-4297-abfe-f44facd3efcb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.553539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20025ad2-53c9-4297-abfe-f44facd3efcb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999bfc88-fe02-4c7a-8a2e-181a4b2c3d1c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:41.643450 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20025ad2-53c9-4297-abfe-f44facd3efcb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.647716 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-20025ad2-53c9-4297-abfe-f44facd3efcb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3843436 Apr 18 17:36:41.648023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48022) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:41.653816 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a3b25a68-98a5-4ccb-99da-ef7943ab88d1 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'security_group_rule': {'security_group_id': '7b4a8596-594d-4f27-8eaf-5d6ce62677a2', 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:41.941881 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a848-1416-4895-aa50-876b6b901bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.944032 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-a3b25a68-98a5-4ccb-99da-ef7943ab88d1 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Project b7f5efd899a546108c58fc2bef8ab66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:36:41.944032 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3b25a68-98a5-4ccb-99da-ef7943ab88d1 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.944272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5ba6a848-1416-4895-aa50-876b6b901bb3 None None] For port df627364-756f-4f93-83ea-a130d0352cca, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=df627364-756f-4f93-83ea-a130d0352cca,segment=NetworkSegment(36af4121-835a-4776-a7a7-2b8e2a55327d),segment_id=36af4121-835a-4776-a7a7-2b8e2a55327d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:41.944499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3b25a68-98a5-4ccb-99da-ef7943ab88d1 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.944649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:36:38Z', 'revision_number': 4, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port': {'id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:34Z', 'updated_at': '2022-04-18T17:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'df627364-756f-4f93-83ea-a130d0352cca', 'name': '', 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'mac_address': 'fa:16:3e:e2:55:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '805c5de3-8182-441e-924a-0b802bfc52b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:37Z', 'updated_at': '2022-04-18T17:36:41Z', 'revision_number': 4, 'project_id': '501e18fa54854086bb660548b39d06c7', 'subnets': [{'id': '805c5de3-8182-441e-924a-0b802bfc52b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:36:41.944649 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a848-1416-4895-aa50-876b6b901bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:41.944649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090312e-6560-4e47-bcaa-f28e5f1b4a68 None None] The sync data for ids ['5623228d-ec72-41fe-b5df-703ec11faacf'] in n-d-836015-2 is: [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:36:38Z', 'revision_number': 4, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port': {'id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:34Z', 'updated_at': '2022-04-18T17:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'df627364-756f-4f93-83ea-a130d0352cca', 'name': '', 'network_id': '84a72fe1-e32d-44d1-a96d-c5ae1a8f7990', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'mac_address': 'fa:16:3e:e2:55:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '805c5de3-8182-441e-924a-0b802bfc52b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:37Z', 'updated_at': '2022-04-18T17:36:41Z', 'revision_number': 4, 'project_id': '501e18fa54854086bb660548b39d06c7', 'subnets': [{'id': '805c5de3-8182-441e-924a-0b802bfc52b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:36:42.011611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6a848-1416-4895-aa50-876b6b901bb3 None None] Pushing event updated for resources: {'Port': ['ID=df627364-756f-4f93-83ea-a130d0352cca,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:42.075718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f72f8ea5-c8b8-495e-a8a6-32f83bf1f40d None None] Provisioning complete for port df627364-756f-4f93-83ea-a130d0352cca triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:42.076094 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f72f8ea5-c8b8-495e-a8a6-32f83bf1f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:42.179606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3b25a68-98a5-4ccb-99da-ef7943ab88d1 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:42.204956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b25a68-98a5-4ccb-99da-ef7943ab88d1 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6786be8-1c99-4691-9eb4-a9b7929e05fb,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:42.283131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a3b25a68-98a5-4ccb-99da-ef7943ab88d1 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:42.287181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48030) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:42.287664 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a3b25a68-98a5-4ccb-99da-ef7943ab88d1 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6377311 Apr 18 17:36:42.292926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'security_group_rule': {'security_group_id': '7b4a8596-594d-4f27-8eaf-5d6ce62677a2', 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:42.396411 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Project b7f5efd899a546108c58fc2bef8ab66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:36:42.402346 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:42.477696 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:42.613973 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:42.633768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd3ad8e-fe4e-4bb3-9084-9cfe6c009eed,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:42.643493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.643939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.644402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.644817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.645370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.645842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.646322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.646742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.647571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.647705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.648192 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.648573 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:36:42.683511 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device df627364-756f-4f93-83ea-a130d0352cca up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:42.741583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:42.744033 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ef7d85f3-6500-4e1f-a4e4-5b4b32b957cc tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4549913 Apr 18 17:36:42.746914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port df627364-756f-4f93-83ea-a130d0352cca triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:42.747281 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:42.910007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-fc271338-3d42-4a9b-8faa-383bb7346429 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246336432&fields=id&tenant_id=b7f5efd899a546108c58fc2bef8ab66f HTTP/1.1" status: 200 len: 267 time: 0.0371215 Apr 18 17:36:43.028460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-f5fef5bf-1ff2-4e1a-8d8c-7cd094ec252f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:43.030205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-f5fef5bf-1ff2-4e1a-8d8c-7cd094ec252f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/networks?id=dc930818-4872-4378-9c8f-e18c2d95fd01 HTTP/1.1" status: 200 len: 809 time: 0.1142714 Apr 18 17:36:43.048594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-cf795894-a9f1-4ad5-8f4f-b0eebd6f1713 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/quotas/b7f5efd899a546108c58fc2bef8ab66f HTTP/1.1" status: 200 len: 375 time: 0.0123980 Apr 18 17:36:43.113766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-3943c817-5973-4b6b-bf51-20b9c3028e30 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586593 Apr 18 17:36:43.321668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-d2353b72-b869-4361-a907-433fd80e0f47 service neutron] 10.222.0.45 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951582 Apr 18 17:36:43.411659 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-b575d93a-f780-4002-97c6-2a6a6821fd15 service neutron] 10.222.0.45 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838754 Apr 18 17:36:43.699771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a55aabde-e539-4370-be05-bdefdf25788a req-ca6dbb41-691a-4cbc-a211-4efa6960d91e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 210 time: 0.0310574 Apr 18 17:36:44.788268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a05782d7-bb6a-4403-afa2-87a9e88e991c req-cc07b776-40cd-4720-aee8-d256f2bb6f68 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 210 time: 0.0269821 Apr 18 17:36:45.893476 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35384d39-f2e0-48ab-869a-0dbd3581d030 req-8871ac37-c2e0-486a-accf-eacd1c67de5a tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 210 time: 0.0342867 Apr 18 17:36:46.138917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-fb2d7b3b-4e61-44b6-9928-b93837970070 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:46.140468 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-fb2d7b3b-4e61-44b6-9928-b93837970070 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.41 "GET /v2.0/networks?id=dc930818-4872-4378-9c8f-e18c2d95fd01 HTTP/1.1" status: 200 len: 809 time: 0.1067770 Apr 18 17:36:46.195136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9a3c0548-1036-41aa-a62e-ddb54e4bbe27 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7f5efd899a546108c58fc2bef8ab66f HTTP/1.1" status: 200 len: 379 time: 0.0401187 Apr 18 17:36:46.205823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'port': {'device_id': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'admin_state_up': True, 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'security_groups': ['7b4a8596-594d-4f27-8eaf-5d6ce62677a2']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:46.402697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Made reservation on behalf of b7f5efd899a546108c58fc2bef8ab66f for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:36:46.406343 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:46.539166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Allocated IP 172.20.0.11 (dc930818-4872-4378-9c8f-e18c2d95fd01/fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7/d9efa764-c0f0-4582-b9cb-fe383d57ea16) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:36:46.691546 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:46.825795 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:46.877380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Network dc930818-4872-4378-9c8f-e18c2d95fd01 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:46.883184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:46.887706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:36:46.931601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'Port': ['ID=d9efa764-c0f0-4582-b9cb-fe383d57ea16,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:46.957439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:46.958080 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.048488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cec19-fb58-49db-8cea-a4189e23946f req-90901a9d-c468-442b-99f7-4a4f443ffd92 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:47.050118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa0cec19-fb58-49db-8cea-a4189e23946f req-90901a9d-c468-442b-99f7-4a4f443ffd92 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 932 time: 0.0599048 Apr 18 17:36:47.056242 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-9b0598c2-4757-4379-8f8a-257f674b663f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8540409 Apr 18 17:36:47.076028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Request body: {'port': {'device_id': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:47.099458 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa0cec19-fb58-49db-8cea-a4189e23946f req-11f794d4-60e4-40db-983e-6b4e24d804f9 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Apr 18 17:36:47.122838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-90fe8fd7-516a-41bb-8156-fee2e56bccc6 None None] Provisioning complete for port d9efa764-c0f0-4582-b9cb-fe383d57ea16 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:47.123337 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90fe8fd7-516a-41bb-8156-fee2e56bccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.171350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-90fe8fd7-516a-41bb-8156-fee2e56bccc6 None None] Port d9efa764-c0f0-4582-b9cb-fe383d57ea16 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:36:47.177219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.333556 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.451985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9efa764-c0f0-4582-b9cb-fe383d57ea16 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:36:47.459296 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.471865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Transition to ACTIVE for port object d9efa764-c0f0-4582-b9cb-fe383d57ea16 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:36:47.539277 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.551607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.652480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Pushing event updated for resources: {'Port': ['ID=d9efa764-c0f0-4582-b9cb-fe383d57ea16,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:47.693092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Attempting to bind port d9efa764-c0f0-4582-b9cb-fe383d57ea16 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:36:47.693525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Attempting to bind port d9efa764-c0f0-4582-b9cb-fe383d57ea16 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:36:47.693867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Attempting to bind port d9efa764-c0f0-4582-b9cb-fe383d57ea16 on network dc930818-4872-4378-9c8f-e18c2d95fd01 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:47.699416 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Port d9efa764-c0f0-4582-b9cb-fe383d57ea16 on network dc930818-4872-4378-9c8f-e18c2d95fd01 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:36:47.699748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Attempting to bind port d9efa764-c0f0-4582-b9cb-fe383d57ea16 on network dc930818-4872-4378-9c8f-e18c2d95fd01 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:36:47.704877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:36:47.705157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Checking segment: {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:36:47.705657 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Bound using segment: {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:36:47.706228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Bound port: d9efa764-c0f0-4582-b9cb-fe383d57ea16, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f5277d-b1a1-4768-ad8c-d1f9160bb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:36:47.706595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.779738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] For port d9efa764-c0f0-4582-b9cb-fe383d57ea16, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:36:47.783103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] For port d9efa764-c0f0-4582-b9cb-fe383d57ea16, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:36:47.843324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.888217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:47.889174 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:47.891968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] 10.222.0.41 "PUT /v2.0/ports/d9efa764-c0f0-4582-b9cb-fe383d57ea16 HTTP/1.1" status: 200 len: 1092 time: 0.8206286 Apr 18 17:36:47.894689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'tag': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:36:47.897245 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79147645-9203-435a-9883-bcdffefa284a" -d '{"events": [{"name": "network-changed", "server_uuid": "282fb34c-4d09-4c4d-a98d-6e96baa36d69", "tag": "d9efa764-c0f0-4582-b9cb-fe383d57ea16"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:36:47.937060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23cb77-620d-4957-aeb3-ab3cbbc6c99b service neutron] Pushing event updated for resources: {'Port': ['ID=d9efa764-c0f0-4582-b9cb-fe383d57ea16,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:47.963104 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25779bf3-47ad-4ce9-974d-7b2008bdbb08 x-openstack-request-id: req-25779bf3-47ad-4ce9-974d-7b2008bdbb08 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:36:47.963432 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282fb34c-4d09-4c4d-a98d-6e96baa36d69", "tag": "d9efa764-c0f0-4582-b9cb-fe383d57ea16", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:36:47.963693 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25779bf3-47ad-4ce9-974d-7b2008bdbb08 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:36:47.964204 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25779bf3-47ad-4ce9-974d-7b2008bdbb08'] response: {'name': 'network-changed', 'server_uuid': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'tag': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'status': 'completed', 'code': 200} Apr 18 17:36:48.052136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79147645-9203-435a-9883-bcdffefa284a req-9f49db8d-1a5a-4777-80b8-3019ba71493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:48.053821 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79147645-9203-435a-9883-bcdffefa284a req-9f49db8d-1a5a-4777-80b8-3019ba71493c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1095 time: 0.0463912 Apr 18 17:36:48.167485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79147645-9203-435a-9883-bcdffefa284a req-968bfd4f-7ad7-4f28-9f04-261f5c49c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:48.169240 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79147645-9203-435a-9883-bcdffefa284a req-968bfd4f-7ad7-4f28-9f04-261f5c49c40e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1014438 Apr 18 17:36:48.240259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906c09-77ce-4444-b091-3086642288c4 req-6b1a998f-d3ff-4fdf-a7bd-ff21ef300c15 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:48.241947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e906c09-77ce-4444-b091-3086642288c4 req-6b1a998f-d3ff-4fdf-a7bd-ff21ef300c15 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 944 time: 0.0689337 Apr 18 17:36:48.280955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79147645-9203-435a-9883-bcdffefa284a req-0b938330-e91d-4081-94e7-d984796538f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:48.283206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79147645-9203-435a-9883-bcdffefa284a req-0b938330-e91d-4081-94e7-d984796538f1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074951 Apr 18 17:36:48.284386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e906c09-77ce-4444-b091-3086642288c4 req-d8578149-2b3d-4462-8040-faaa7a64a870 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363793 Apr 18 17:36:48.386220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-e23a2099-578d-4d06-960e-782e9ee0941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:48.388350 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-e23a2099-578d-4d06-960e-782e9ee0941e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1095 time: 0.0446002 Apr 18 17:36:48.439010 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-2ad0b6e3-ee41-4c23-a00b-58e36555037d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16 HTTP/1.1" status: 200 len: 217 time: 0.0382366 Apr 18 17:36:48.489481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-e810d91c-c24c-44c3-add5-1f9f7434c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:48.491109 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-e810d91c-c24c-44c3-add5-1f9f7434c0e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7 HTTP/1.1" status: 200 len: 848 time: 0.0460048 Apr 18 17:36:48.537017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-0a16d037-ea3d-480b-bf5b-74b80abff9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:48.540661 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-0a16d037-ea3d-480b-bf5b-74b80abff9c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc930818-4872-4378-9c8f-e18c2d95fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413868 Apr 18 17:36:48.630883 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-d9a8d01e-45fc-4f31-a99b-8659255d421d service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858703 Apr 18 17:36:48.728039 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18c57e8c-c7c3-4e3b-9980-1e9caa03e06b req-5eb4a171-b12e-4635-9aa5-7e8968a32e5b service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892460 Apr 18 17:36:49.407876 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59532409-0ff9-4a22-a714-81306d864b4c req-bfb3f626-c12e-45bd-820b-3178bb7075a2 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:49.409407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59532409-0ff9-4a22-a714-81306d864b4c req-bfb3f626-c12e-45bd-820b-3178bb7075a2 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 944 time: 0.0546687 Apr 18 17:36:49.450449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59532409-0ff9-4a22-a714-81306d864b4c req-f7df5129-82f0-4a2e-a61c-b93fbac8f1c3 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343904 Apr 18 17:36:50.568419 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb0552-109e-41ce-a869-27561bbefca4 req-958260c0-b465-4230-a267-3aae314335cb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:50.569835 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eabb0552-109e-41ce-a869-27561bbefca4 req-958260c0-b465-4230-a267-3aae314335cb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 944 time: 0.0497432 Apr 18 17:36:50.610076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eabb0552-109e-41ce-a869-27561bbefca4 req-20a9b75d-a005-47dc-9303-2cb0502092b9 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340073 Apr 18 17:36:51.730873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059d822-9231-4a85-9319-eaa3c1efb73d req-306913ca-387a-449e-a350-edfa3e52267b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:51.732484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4059d822-9231-4a85-9319-eaa3c1efb73d req-306913ca-387a-449e-a350-edfa3e52267b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 944 time: 0.0526924 Apr 18 17:36:51.773183 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4059d822-9231-4a85-9319-eaa3c1efb73d req-9d23621e-2876-4634-aefe-d5447db87afa tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338576 Apr 18 17:36:52.574199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d9efa764-c0f0-4582-b9cb-fe383d57ea16 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:36:52.675031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d9efa764-c0f0-4582-b9cb-fe383d57ea16, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:52.689852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'port_id': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'mac_address': 'fa:16:3e:9f:33:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:36:52.726284 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:52.739255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9efa764-c0f0-4582-b9cb-fe383d57ea16 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:36:52.759207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d9efa764-c0f0-4582-b9cb-fe383d57ea16, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:52.849273 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:52.890739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d9efa764-c0f0-4582-b9cb-fe383d57ea16,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:52.906890 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b763388-46e9-4c5d-9484-d47b764beb9d req-9631529f-a46c-4d8f-a493-7a8311bb6537 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:52.908400 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b763388-46e9-4c5d-9484-d47b764beb9d req-9631529f-a46c-4d8f-a493-7a8311bb6537 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 945 time: 0.0624642 Apr 18 17:36:52.946716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b763388-46e9-4c5d-9484-d47b764beb9d req-0d635900-d6d8-4577-be46-04c10461c840 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319538 Apr 18 17:36:53.217920 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['d9efa764-c0f0-4582-b9cb-fe383d57ea16'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:36:54.072829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc585c2-ebe7-420b-a047-7eb433ed00f5 req-4c26783d-f062-4971-b3c1-247b1ff4c076 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:54.074688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abc585c2-ebe7-420b-a047-7eb433ed00f5 req-4c26783d-f062-4971-b3c1-247b1ff4c076 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 945 time: 0.0523725 Apr 18 17:36:54.115711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abc585c2-ebe7-420b-a047-7eb433ed00f5 req-9654e325-a241-4334-bb08-e568ce59067f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347855 Apr 18 17:36:54.588425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d9efa764-c0f0-4582-b9cb-fe383d57ea16 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:36:54.711390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port d9efa764-c0f0-4582-b9cb-fe383d57ea16 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:36:54.715931 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port d9efa764-c0f0-4582-b9cb-fe383d57ea16 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:36:54.716310 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:54.810539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:54.841622 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:36:54.841622 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba5e88b-371c-429a-80d6-5b18991ccb6f" -d '{"events": [{"server_uuid": "282fb34c-4d09-4c4d-a98d-6e96baa36d69", "name": "network-vif-plugged", "status": "completed", "tag": "d9efa764-c0f0-4582-b9cb-fe383d57ea16"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:36:54.853016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d9efa764-c0f0-4582-b9cb-fe383d57ea16, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:36:54.875693 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446684a1-0d6f-4540-a3b7-0d79e2b5b9b8 x-openstack-request-id: req-446684a1-0d6f-4540-a3b7-0d79e2b5b9b8 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:36:54.875983 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282fb34c-4d09-4c4d-a98d-6e96baa36d69", "name": "network-vif-plugged", "status": "completed", "tag": "d9efa764-c0f0-4582-b9cb-fe383d57ea16", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:36:54.876233 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-446684a1-0d6f-4540-a3b7-0d79e2b5b9b8 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:36:54.876632 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446684a1-0d6f-4540-a3b7-0d79e2b5b9b8'] response: {'server_uuid': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'code': 200} Apr 18 17:36:54.938246 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:54.988489 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d9efa764-c0f0-4582-b9cb-fe383d57ea16,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:55.007662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6826c96-f175-4325-9814-227e8a449eac req-2887bac7-e40a-4d80-972a-619d04670ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:55.009229 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6826c96-f175-4325-9814-227e8a449eac req-2887bac7-e40a-4d80-972a-619d04670ec8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1097 time: 0.0484936 Apr 18 17:36:55.047495 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f6826c96-f175-4325-9814-227e8a449eac req-8b8893f5-4227-45e7-8e2f-d65302c67e95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294490 Apr 18 17:36:55.236436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b365-f4b0-48aa-b406-2705fc354a95 req-9343025c-8c2e-4bb7-8c6d-1c7c8c32ca0a tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:55.237849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8659b365-f4b0-48aa-b406-2705fc354a95 req-9343025c-8c2e-4bb7-8c6d-1c7c8c32ca0a tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 946 time: 0.0500989 Apr 18 17:36:55.276596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8659b365-f4b0-48aa-b406-2705fc354a95 req-64b8c885-01ad-4727-8201-da5cefda9594 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Apr 18 17:36:56.407446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1fbd5-9972-4fe2-982d-0c152e294a4b req-79309383-5866-491a-a1bb-fb10eaa5c496 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:56.409620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0d1fbd5-9972-4fe2-982d-0c152e294a4b req-79309383-5866-491a-a1bb-fb10eaa5c496 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 946 time: 0.0565174 Apr 18 17:36:56.458052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0d1fbd5-9972-4fe2-982d-0c152e294a4b req-2215892b-fb73-46ed-b34f-bb660e034a46 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Apr 18 17:36:57.574153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea68f-8056-4083-9795-42696533a45f req-a6adc352-0fb7-45fe-a511-8ded165b96fb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:57.575632 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be0ea68f-8056-4083-9795-42696533a45f req-a6adc352-0fb7-45fe-a511-8ded165b96fb tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 946 time: 0.0518608 Apr 18 17:36:57.614869 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be0ea68f-8056-4083-9795-42696533a45f req-ea7fc814-7761-47b2-b32e-d4e499b69de6 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Apr 18 17:36:57.744448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bffe3b-a5a0-4747-9565-c864a3acb83d req-7425e067-5289-468f-84df-d95aee6c0b3f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:57.746182 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68bffe3b-a5a0-4747-9565-c864a3acb83d req-7425e067-5289-468f-84df-d95aee6c0b3f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 946 time: 0.0539820 Apr 18 17:36:57.793461 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-68bffe3b-a5a0-4747-9565-c864a3acb83d req-54aeff64-a6cc-49f1-8098-692ad283ec6f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350280 Apr 18 17:36:57.912565 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940cb05-bfd7-4366-90d0-6f4d340d7c51 req-8fe5a678-68d9-4f03-a703-a13d485215a9 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:57.914213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1940cb05-bfd7-4366-90d0-6f4d340d7c51 req-8fe5a678-68d9-4f03-a703-a13d485215a9 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 946 time: 0.0538666 Apr 18 17:36:57.956912 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1940cb05-bfd7-4366-90d0-6f4d340d7c51 req-eabcc3a6-5b08-4a1e-9ed7-1253a8f49579 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346780 Apr 18 17:36:57.979319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48290) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:58.075977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba9a83-2c7c-4fa6-b37f-2d0ccbffd5b1 tempest-TestServerBasicOps-1848884306 tempest-TestServerBasicOps-1848884306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:36:58.077550 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-efba9a83-2c7c-4fa6-b37f-2d0ccbffd5b1 tempest-TestServerBasicOps-1848884306 tempest-TestServerBasicOps-1848884306-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1092 time: 0.0972037 Apr 18 17:36:58.080614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48294) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:36:58.085235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:36:58.178197 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:58.280870 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:58.390557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Allocated IP 172.25.5.249 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/4774bd27-7b44-43ea-a735-12fdc3715c40) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:36:58.491233 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:58.597322 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:58.639962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:36:58.645003 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:36:58.648639 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:36:58.673978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'Port': ['ID=4774bd27-7b44-43ea-a735-12fdc3715c40,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:59.009577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:59.119623 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:59.266321 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:36:59.281010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:59.328276 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:59.398089 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event updated for resources: {'Port': ['ID=4774bd27-7b44-43ea-a735-12fdc3715c40,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:36:59.406788 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:36:59.510750 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Floating IP 3f3a655d-0bc3-41c4-91e8-e12ae575ad3b associated. External IP: 172.25.5.249, port: d9efa764-c0f0-4582-b9cb-fe383d57ea16. Apr 18 17:36:59.721556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Router f6c9b589-8673-4669-bb1b-f929f3fed71f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:37:00.108976 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:37:00.118774 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] Sync routers for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:37:00.128618 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:00.129518 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:00.204559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:00.232635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-00cea828-1f35-41b9-835a-c6d872f65a9d tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1508918 Apr 18 17:37:00.233557 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'tag': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:37:00.237064 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd977930-a0ee-416a-be19-e9128a716317" -d '{"events": [{"name": "network-changed", "server_uuid": "282fb34c-4d09-4c4d-a98d-6e96baa36d69", "tag": "d9efa764-c0f0-4582-b9cb-fe383d57ea16"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:37:00.239764 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:00.281500 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afa7ece-2a01-40f2-8cc5-05a6ef1055f0 x-openstack-request-id: req-8afa7ece-2a01-40f2-8cc5-05a6ef1055f0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:37:00.282095 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282fb34c-4d09-4c4d-a98d-6e96baa36d69", "tag": "d9efa764-c0f0-4582-b9cb-fe383d57ea16", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:37:00.282437 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8afa7ece-2a01-40f2-8cc5-05a6ef1055f0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:37:00.282919 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afa7ece-2a01-40f2-8cc5-05a6ef1055f0'] response: {'name': 'network-changed', 'server_uuid': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'tag': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'status': 'completed', 'code': 200} Apr 18 17:37:00.364344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977930-a0ee-416a-be19-e9128a716317 req-227c71b9-982b-46e5-961b-89f25821d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:00.365893 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd977930-a0ee-416a-be19-e9128a716317 req-227c71b9-982b-46e5-961b-89f25821d2f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1097 time: 0.0403242 Apr 18 17:37:00.458406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977930-a0ee-416a-be19-e9128a716317 req-09f70a93-ce48-4ab9-ae19-30f020db2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:00.460221 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd977930-a0ee-416a-be19-e9128a716317 req-09f70a93-ce48-4ab9-ae19-30f020db2970 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc930818-4872-4378-9c8f-e18c2d95fd01 HTTP/1.1" status: 200 len: 910 time: 0.0871890 Apr 18 17:37:00.471553 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '3f3a655d-0bc3-41c4-91e8-e12ae575ad3b', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'port_id': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'mac_address': 'fa:16:3e:9f:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:36:58Z', 'updated_at': '2022-04-18T17:36:58Z', 'revision_number': 0, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 5, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:00.498800 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] Checking router: f6c9b589-8673-4669-bb1b-f929f3fed71f for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:37:00.508868 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:00.509637 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:36:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:00.533382 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd977930-a0ee-416a-be19-e9128a716317 req-e34297af-ad24-41d5-8e2b-210274f1ea5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16 HTTP/1.1" status: 200 len: 1000 time: 0.0670593 Apr 18 17:37:00.588155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977930-a0ee-416a-be19-e9128a716317 req-b3174db9-8afd-4386-86a5-168625e15676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:00.589817 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd977930-a0ee-416a-be19-e9128a716317 req-b3174db9-8afd-4386-86a5-168625e15676 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7 HTTP/1.1" status: 200 len: 848 time: 0.0499449 Apr 18 17:37:00.640450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977930-a0ee-416a-be19-e9128a716317 req-1334112e-95c9-4d7b-8696-4dd19f100cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:00.642009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd977930-a0ee-416a-be19-e9128a716317 req-1334112e-95c9-4d7b-8696-4dd19f100cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc930818-4872-4378-9c8f-e18c2d95fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451295 Apr 18 17:37:00.707937 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:00.745451 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd977930-a0ee-416a-be19-e9128a716317 req-df323157-e20c-4e70-9fdc-0ca440decd0f service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966327 Apr 18 17:37:00.837602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fd977930-a0ee-416a-be19-e9128a716317 req-befd5b7c-d419-4709-af43-5706e1bbb6da service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853744 Apr 18 17:37:00.943825 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '3f3a655d-0bc3-41c4-91e8-e12ae575ad3b', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'port_id': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'mac_address': 'fa:16:3e:9f:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:36:58Z', 'updated_at': '2022-04-18T17:36:58Z', 'revision_number': 0, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 5, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:00.956202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-26015b8d-1612-4455-9880-84d36e7b00bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:00.970730 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0818f4-6913-4288-9e3f-c5a604d10dc6 None None] The sync data for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 is: [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '3f3a655d-0bc3-41c4-91e8-e12ae575ad3b', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'port_id': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'mac_address': 'fa:16:3e:9f:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:36:58Z', 'updated_at': '2022-04-18T17:36:58Z', 'revision_number': 0, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 5, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:37:01.177769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91454cf-956b-490f-8ffc-0cd7f0adb918 None None] New status for floating IP 3f3a655d-0bc3-41c4-91e8-e12ae575ad3b: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:37:02.742720 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be77fe8-0903-470e-b471-386a618f500d req-b691f25c-7006-4808-9872-302e5e14f7ce tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:02.744296 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3be77fe8-0903-470e-b471-386a618f500d req-b691f25c-7006-4808-9872-302e5e14f7ce tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1097 time: 0.0444224 Apr 18 17:37:02.779166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3be77fe8-0903-470e-b471-386a618f500d req-52239f34-5db7-47fb-b655-1e443ccd27ae tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283654 Apr 18 17:37:02.801962 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48322) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:02.960519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port bc6a1b38-31eb-47d9-96f3-4c62b688dbea {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:37:02.960862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:03.054590 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:03.055294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:03.074380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for bc6a1b38-31eb-47d9-96f3-4c62b688dbea owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:37:03.305218 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c86ef722-b662-423a-9f11-05f956b749c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:03.351085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:03.376750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=bc6a1b38-31eb-47d9-96f3-4c62b688dbea,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:03.436462 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:03.436725 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Floating IP 7aed5783-f25a-4b76-ae2d-f2e24f08fe08 disassociated (deleted). External IP: 172.25.5.58, port: aa484f38-4d00-4e49-a75a-0f03b3792132. Apr 18 17:37:03.644355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:37:03.755426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:37:03.761253 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:03.765207 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] Sync routers for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:37:03.774968 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:03.776156 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:03.789263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-382b8291-2cf6-4ef8-8ac9-cd0dfb962471 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/floatingips/7aed5783-f25a-4b76-ae2d-f2e24f08fe08 HTTP/1.1" status: 204 len: 168 time: 0.9860480 Apr 18 17:37:03.789990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:37:03.792511 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf88242-e7d4-45e9-857f-36c052e7d8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:37:03.831084 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b1ac24-f39d-43f3-86dc-5f642da27ca9 x-openstack-request-id: req-f6b1ac24-f39d-43f3-86dc-5f642da27ca9 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:37:03.831380 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:37:03.831635 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6b1ac24-f39d-43f3-86dc-5f642da27ca9 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:37:03.833855 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b1ac24-f39d-43f3-86dc-5f642da27ca9'] response: {'name': 'network-changed', 'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'status': 'completed', 'code': 200} Apr 18 17:37:03.888448 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:03.924001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-f8d8183a-9b87-4cc5-8278-40be46ade35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:03.925388 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-f8d8183a-9b87-4cc5-8278-40be46ade35b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 1097 time: 0.0471201 Apr 18 17:37:04.017237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-f34fdf30-478e-4404-b8e0-9028a09a262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:04.018765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-f34fdf30-478e-4404-b8e0-9028a09a262f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 200 len: 897 time: 0.0857730 Apr 18 17:37:04.068250 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-db94fa5e-bb00-4529-ae67-924889cefe66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 200 len: 217 time: 0.0393252 Apr 18 17:37:04.095829 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:33Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:04.128160 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] Checking router: d3390b15-3933-4a9b-8ee1-a0aff6a0b385 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:37:04.136330 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:04.136470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-e98ae54b-f8be-4fed-965f-a0815dadd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:04.137326 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:04.138282 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-e98ae54b-f8be-4fed-965f-a0815dadd5d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 200 len: 833 time: 0.0630803 Apr 18 17:37:04.191534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-c3c31e77-2253-4ef2-b40e-f2b7bd42c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:04.193304 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-c3c31e77-2253-4ef2-b40e-f2b7bd42c9d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1112572e-a717-47e4-9249-50680ce5111b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474524 Apr 18 17:37:04.193857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c5e3f-78ac-4c3f-ada7-098c64b96974 req-0ff84f38-b8fc-423d-ae86-2b44d0f46d57 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:04.195383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd6c5e3f-78ac-4c3f-ada7-098c64b96974 req-0ff84f38-b8fc-423d-ae86-2b44d0f46d57 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0563982 Apr 18 17:37:04.239736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd6c5e3f-78ac-4c3f-ada7-098c64b96974 req-d476b759-36e2-4a9a-98c1-31e9af18fb38 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382957 Apr 18 17:37:04.264696 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:04.303472 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-c1e08b90-bbe0-4e85-ae1f-551d7024ba6a service neutron] 10.222.0.18 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000402 Apr 18 17:37:04.404980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fbf88242-e7d4-45e9-857f-36c052e7d8b3 req-01c65d41-0a03-4ebc-8572-63b32aec456c service neutron] 10.222.0.18 "GET /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928316 Apr 18 17:37:04.467011 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:33Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:04.492992 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff420b-eb29-4613-bf44-0d674959b221 None None] The sync data for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 is: [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:34:30Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '63a2956a-f76c-4671-bd9b-5264487e7642', 'name': '', 'network_id': '1112572e-a717-47e4-9249-50680ce5111b', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:29Z', 'updated_at': '2022-04-18T17:34:33Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f62ba325-205c-4812-b256-ffe4da572b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:37:04.527229 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:04.720888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a480d824-5b8e-4c1b-ba9c-e162b265c077 None None] New status for floating IP 7aed5783-f25a-4b76-ae2d-f2e24f08fe08: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:37:05.366654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3d538-4b2a-4962-b23d-9aaadb9e2059 req-906b5701-6e23-4ccf-a6e4-6a72f448907c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:05.368116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99b3d538-4b2a-4962-b23d-9aaadb9e2059 req-906b5701-6e23-4ccf-a6e4-6a72f448907c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0528753 Apr 18 17:37:05.406625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99b3d538-4b2a-4962-b23d-9aaadb9e2059 req-936474d6-4ce7-460f-aa2f-fc6ed1f73645 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Apr 18 17:37:05.872803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-a5133059-be9a-45bd-8d76-8428a03d7108 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:05.874281 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-a5133059-be9a-45bd-8d76-8428a03d7108 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0483477 Apr 18 17:37:05.968346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:06.162578 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:06.239147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port aa484f38-4d00-4e49-a75a-0f03b3792132 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:37:06.239428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:06.328171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port aa484f38-4d00-4e49-a75a-0f03b3792132, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=aa484f38-4d00-4e49-a75a-0f03b3792132,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:06.328536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:06.341667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for aa484f38-4d00-4e49-a75a-0f03b3792132 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:37:06.533755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8d594-fc70-44ea-a086-3c92f60b5b60 req-8cdd6b2f-d4e9-4599-8dca-9cb95b56ea8b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:06.535382 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4b8d594-fc70-44ea-a086-3c92f60b5b60 req-8cdd6b2f-d4e9-4599-8dca-9cb95b56ea8b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 946 time: 0.0503614 Apr 18 17:37:06.539217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:06.568272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=aa484f38-4d00-4e49-a75a-0f03b3792132,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:06.589277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f4b8d594-fc70-44ea-a086-3c92f60b5b60 req-806629b4-add0-4d62-ae77-07e3878e0f6b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465691 Apr 18 17:37:06.640834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] No DVR routers for this DVR port aa484f38-4d00-4e49-a75a-0f03b3792132 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:37:06.643561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:06.646834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dc03e7f4-4ff1-4fc0-9101-64b92c903d74 req-8189eed6-4cef-43e2-94ec-0f19c39dfa60 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "DELETE /v2.0/ports/aa484f38-4d00-4e49-a75a-0f03b3792132 HTTP/1.1" status: 204 len: 173 time: 0.7666507 Apr 18 17:37:06.647275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'name': 'network-vif-deleted', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:37:06.649544 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f5c5ad-0ef5-4108-9e4f-442d4202941f" -d '{"events": [{"server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "name": "network-vif-deleted", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:37:06.692804 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03876fd4-2400-411f-917c-accefc5db5d0 x-openstack-request-id: req-03876fd4-2400-411f-917c-accefc5db5d0 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:37:06.693100 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74721af-5ee2-4e72-b561-9cf3dbb4a3f3", "name": "network-vif-deleted", "tag": "aa484f38-4d00-4e49-a75a-0f03b3792132", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:37:06.693354 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03876fd4-2400-411f-917c-accefc5db5d0 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:37:06.693799 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03876fd4-2400-411f-917c-accefc5db5d0'] response: {'server_uuid': 'c74721af-5ee2-4e72-b561-9cf3dbb4a3f3', 'name': 'network-vif-deleted', 'tag': 'aa484f38-4d00-4e49-a75a-0f03b3792132', 'status': 'completed', 'code': 200} Apr 18 17:37:07.693497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9c37601-5f74-4b62-b0db-837f3cea3c93 req-9a45405a-05df-4eef-85bc-8e6ef70cc6e0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c74721af-5ee2-4e72-b561-9cf3dbb4a3f3 HTTP/1.1" status: 200 len: 210 time: 0.0287600 Apr 18 17:37:08.751209 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48356) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:09.113583 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:09.368376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 63a2956a-f76c-4671-bd9b-5264487e7642 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:37:09.368642 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:09.459934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port 63a2956a-f76c-4671-bd9b-5264487e7642, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=63a2956a-f76c-4671-bd9b-5264487e7642,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:09.460308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:09.478081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 63a2956a-f76c-4671-bd9b-5264487e7642 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:37:09.553672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device aa484f38-4d00-4e49-a75a-0f03b3792132 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:37:09.574533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: aa484f38-4d00-4e49-a75a-0f03b3792132 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:37:09.574871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device aa484f38-4d00-4e49-a75a-0f03b3792132 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:37:09.727961 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:09.757967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=63a2956a-f76c-4671-bd9b-5264487e7642,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:09.958688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:10.185182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:37:10.296420 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:37:10.302527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4f5d93bc-f2c8-4c5d-9b2c-c9baeac51648 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "PUT /v2.0/routers/d3390b15-3933-4a9b-8ee1-a0aff6a0b385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5502226 Apr 18 17:37:10.305217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48374) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:10.309692 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] Sync routers for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:37:10.333795 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:10.334692 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:10.362862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-242b12c6-6d06-4e32-80aa-36a4b6cf20cb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting subnet f62ba325-205c-4812-b256-ffe4da572b50 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:37:10.366020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-242b12c6-6d06-4e32-80aa-36a4b6cf20cb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:10.415178 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-242b12c6-6d06-4e32-80aa-36a4b6cf20cb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:10.446932 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:10.530249 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-242b12c6-6d06-4e32-80aa-36a4b6cf20cb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:10.655927 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:37:09Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:10.688399 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] Checking router: d3390b15-3933-4a9b-8ee1-a0aff6a0b385 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:37:10.696869 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] Routers {'d3390b15-3933-4a9b-8ee1-a0aff6a0b385'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:10.698122 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:10.705709 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-242b12c6-6d06-4e32-80aa-36a4b6cf20cb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:10.742960 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b12c6-6d06-4e32-80aa-36a4b6cf20cb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Subnet': ['ID=f62ba325-205c-4812-b256-ffe4da572b50,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:10.750143 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-242b12c6-6d06-4e32-80aa-36a4b6cf20cb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:10.756080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48382) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:10.756627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-242b12c6-6d06-4e32-80aa-36a4b6cf20cb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/subnets/f62ba325-205c-4812-b256-ffe4da572b50 HTTP/1.1" status: 204 len: 168 time: 0.4503622 Apr 18 17:37:10.761506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6cee33-eaa0-4842-9e82-5d1aff911760 None None] Network 1112572e-a717-47e4-9249-50680ce5111b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:37:10.892769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:10.954102 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] Set router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:10.977915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] DHCP port deletion for 1112572e-a717-47e4-9249-50680ce5111b request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:37:11.029368 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.030109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] Deleting port 0e2045d5-020c-4966-8d5f-04ec4be80d57 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:37:11.030682 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.103264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] For port 0e2045d5-020c-4966-8d5f-04ec4be80d57, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0e2045d5-020c-4966-8d5f-04ec4be80d57,segment=NetworkSegment(5c264a7e-8ddf-41b3-9d34-815c1284e875),segment_id=5c264a7e-8ddf-41b3-9d34-815c1284e875)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:11.104026 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.116806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] Calling delete_port for 0e2045d5-020c-4966-8d5f-04ec4be80d57 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:37:11.145905 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:37:09Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:11.177029 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0d02b-8bba-4296-aa9b-c413b6838bd4 None None] The sync data for ids ['d3390b15-3933-4a9b-8ee1-a0aff6a0b385'] in n-d-836015-2 is: [{'id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774599948', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8325c961-5128-4c45-b869-5c07508a280b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:24Z', 'updated_at': '2022-04-18T17:37:09Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': '8325c961-5128-4c45-b869-5c07508a280b', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390b15-3933-4a9b-8ee1-a0aff6a0b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:25Z', 'updated_at': '2022-04-18T17:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:37:11.214752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 8325c961-5128-4c45-b869-5c07508a280b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:37:11.215673 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.286715 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.303082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port 8325c961-5128-4c45-b869-5c07508a280b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8325c961-5128-4c45-b869-5c07508a280b,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:11.303491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.316988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] Pushing event deleted for resources: {'Port': ['ID=0e2045d5-020c-4966-8d5f-04ec4be80d57,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:11.318686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de91049-ffd7-47f6-bae9-60a5657637a5 None None] No DVR routers for this DVR port 0e2045d5-020c-4966-8d5f-04ec4be80d57 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:37:11.318794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 8325c961-5128-4c45-b869-5c07508a280b owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:37:11.577939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.618003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=8325c961-5128-4c45-b869-5c07508a280b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:11.690907 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.799895 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.802095 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.945392 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.946191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Fanout notify agent at l3_agent the message router_deleted on router d3390b15-3933-4a9b-8ee1-a0aff6a0b385 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:37:11.957264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:11.957264 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab9b3c21-43cb-4b6d-bcd9-1367f676d86e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/routers/d3390b15-3933-4a9b-8ee1-a0aff6a0b385 HTTP/1.1" status: 204 len: 168 time: 1.1975379 Apr 18 17:37:11.959407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48402) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:12.048783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.155724 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.182465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1112572e-a717-47e4-9249-50680ce5111b']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:12.198695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c264a7e-8ddf-41b3-9d34-815c1284e875') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:12.199087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c264a7e-8ddf-41b3-9d34-815c1284e875') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:12.219327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.242801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.249911 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:37:12.250307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:37:12.253340 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:37:12.431189 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.439823 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.450769 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/networks/1112572e-a717-47e4-9249-50680ce5111b HTTP/1.1" status: 204 len: 168 time: 0.4902239 Apr 18 17:37:12.453613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48410) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:12.470387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85beb8-a859-41d1-8fdb-3a4cb438de54 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Network': ['ID=1112572e-a717-47e4-9249-50680ce5111b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:12.514348 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e64a86e-7972-43c3-ad2d-c6e1fda999ea tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.545884 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e64a86e-7972-43c3-ad2d-c6e1fda999ea tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.663644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 63a2956a-f76c-4671-bd9b-5264487e7642 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:37:12.700526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 63a2956a-f76c-4671-bd9b-5264487e7642 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:37:12.700526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 63a2956a-f76c-4671-bd9b-5264487e7642 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:37:12.700526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e2045d5-020c-4966-8d5f-04ec4be80d57 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:37:12.705973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 0e2045d5-020c-4966-8d5f-04ec4be80d57 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:37:12.706334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0e2045d5-020c-4966-8d5f-04ec4be80d57 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:37:12.706735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8325c961-5128-4c45-b869-5c07508a280b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:37:12.726551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 8325c961-5128-4c45-b869-5c07508a280b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:37:12.729109 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8325c961-5128-4c45-b869-5c07508a280b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:37:12.749296 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e64a86e-7972-43c3-ad2d-c6e1fda999ea tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.760133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4e64a86e-7972-43c3-ad2d-c6e1fda999ea tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:12.760133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4e64a86e-7972-43c3-ad2d-c6e1fda999ea tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/security-groups/6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7 HTTP/1.1" status: 204 len: 168 time: 0.2983818 Apr 18 17:37:12.762417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64a86e-7972-43c3-ad2d-c6e1fda999ea tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceddd2f-67f5-4d6b-b7c0-f04737a1b3f7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:13.266768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48424) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:13.271355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-eaf4a20a-0d73-4719-afdf-56d8dfe73de0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44687222', 'description': 'tempest-secgroup-smoke-44687222 description', 'project_id': '818740d7f0dd4f5198de768a2d725101'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:13.374143 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eaf4a20a-0d73-4719-afdf-56d8dfe73de0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:13.446140 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eaf4a20a-0d73-4719-afdf-56d8dfe73de0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:13.512155 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eaf4a20a-0d73-4719-afdf-56d8dfe73de0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:13.546599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4a20a-0d73-4719-afdf-56d8dfe73de0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496d1c71-d016-4ba1-938f-a384fb37524f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:13.592713 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eaf4a20a-0d73-4719-afdf-56d8dfe73de0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:13.594008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eaf4a20a-0d73-4719-afdf-56d8dfe73de0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3262289 Apr 18 17:37:13.596852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48436) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:13.601270 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ac71f006-97b2-41b7-a13e-9869cd4ce4dc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '496d1c71-d016-4ba1-938f-a384fb37524f', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:13.697749 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac71f006-97b2-41b7-a13e-9869cd4ce4dc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:13.754500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac71f006-97b2-41b7-a13e-9869cd4ce4dc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:13.852664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac71f006-97b2-41b7-a13e-9869cd4ce4dc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:13.874517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71f006-97b2-41b7-a13e-9869cd4ce4dc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32f02d4-b824-4781-a41c-ed6dcb2e00e7,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:13.933827 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac71f006-97b2-41b7-a13e-9869cd4ce4dc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:13.935047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ac71f006-97b2-41b7-a13e-9869cd4ce4dc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3372145 Apr 18 17:37:13.937774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48440) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:13.942012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-78cbbe59-df03-4b35-b7bb-11ac44c2253f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '496d1c71-d016-4ba1-938f-a384fb37524f', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:14.009496 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78cbbe59-df03-4b35-b7bb-11ac44c2253f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.071942 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78cbbe59-df03-4b35-b7bb-11ac44c2253f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.167703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78cbbe59-df03-4b35-b7bb-11ac44c2253f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.185969 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbbe59-df03-4b35-b7bb-11ac44c2253f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061e49cb-9da0-432a-96e7-b649e3d8c952,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:14.284603 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-78cbbe59-df03-4b35-b7bb-11ac44c2253f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.285850 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-78cbbe59-df03-4b35-b7bb-11ac44c2253f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3471572 Apr 18 17:37:14.288932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48446) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:14.293885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d50768d1-f4cb-4dff-ab5e-5a0fe0e52f88 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '496d1c71-d016-4ba1-938f-a384fb37524f', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:14.409200 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d50768d1-f4cb-4dff-ab5e-5a0fe0e52f88 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.469760 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d50768d1-f4cb-4dff-ab5e-5a0fe0e52f88 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.573004 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d50768d1-f4cb-4dff-ab5e-5a0fe0e52f88 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.587680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50768d1-f4cb-4dff-ab5e-5a0fe0e52f88 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c66318-abcd-451a-b3e4-3c2ed90231ba,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:14.644303 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d50768d1-f4cb-4dff-ab5e-5a0fe0e52f88 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.645648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d50768d1-f4cb-4dff-ab5e-5a0fe0e52f88 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556144 Apr 18 17:37:14.649635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48454) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:14.652577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-11630737-0a02-4fcd-bd35-bf23bb9a0122 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '496d1c71-d016-4ba1-938f-a384fb37524f', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:14.772863 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11630737-0a02-4fcd-bd35-bf23bb9a0122 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.839968 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11630737-0a02-4fcd-bd35-bf23bb9a0122 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.921118 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11630737-0a02-4fcd-bd35-bf23bb9a0122 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:14.939734 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11630737-0a02-4fcd-bd35-bf23bb9a0122 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36390866-32aa-4dfc-9546-005993ce4998,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:15.045673 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11630737-0a02-4fcd-bd35-bf23bb9a0122 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.049834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-11630737-0a02-4fcd-bd35-bf23bb9a0122 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3978312 Apr 18 17:37:15.050342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48460) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:15.055076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0d4e4ac7-4ae0-413e-9771-01957cad7b61 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '496d1c71-d016-4ba1-938f-a384fb37524f', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:15.110861 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-0d4e4ac7-4ae0-413e-9771-01957cad7b61 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Project 818740d7f0dd4f5198de768a2d725101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:37:15.116433 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d4e4ac7-4ae0-413e-9771-01957cad7b61 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.187198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d4e4ac7-4ae0-413e-9771-01957cad7b61 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.304932 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d4e4ac7-4ae0-413e-9771-01957cad7b61 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.324150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e4ac7-4ae0-413e-9771-01957cad7b61 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9519cf-df76-475c-b420-59535230b159,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:15.381918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0d4e4ac7-4ae0-413e-9771-01957cad7b61 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.383133 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0d4e4ac7-4ae0-413e-9771-01957cad7b61 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3316953 Apr 18 17:37:15.386037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48464) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:15.390648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7aa3a0f6-89ce-4d97-b468-0f4ebf2e0588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '496d1c71-d016-4ba1-938f-a384fb37524f', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:15.469669 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-7aa3a0f6-89ce-4d97-b468-0f4ebf2e0588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Project 818740d7f0dd4f5198de768a2d725101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:37:15.475544 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a0f6-89ce-4d97-b468-0f4ebf2e0588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.543223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a0f6-89ce-4d97-b468-0f4ebf2e0588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.642171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a0f6-89ce-4d97-b468-0f4ebf2e0588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.661237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3a0f6-89ce-4d97-b468-0f4ebf2e0588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31795945-3269-48de-ac43-70c8a158a2d4,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:15.741486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a0f6-89ce-4d97-b468-0f4ebf2e0588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.742793 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7aa3a0f6-89ce-4d97-b468-0f4ebf2e0588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557515 Apr 18 17:37:15.746385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:15.751417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'network': {'name': 'tempest-network-smoke--566799611', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'port_security_enabled': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:15.859291 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:37:15.862874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.886812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:37:15.896019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:15.896329 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Added segment 9f7502db-4d4b-45f0-bbdc-8e3a68da8418 of type vlan for network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c Apr 18 17:37:15.938271 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.013706 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.019511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:16.020179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.124126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Network': ['ID=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:16.135176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:37:16.148213 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b68b0981-bfe1-4737-a15c-a37bacd6ac79 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4005303 Apr 18 17:37:16.151457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48480) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:16.157116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'admin_state_up': True, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:16.230935 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.231996 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.288520 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.526381 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.803962 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.823853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:16.934471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.25.5.151 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/b850a7b5-a83f-4c54-b6a8-6b149dab6333) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:37:17.037343 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:17.135156 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:17.401091 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:17.464164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:37:17.467160 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:37:17.471303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:37:17.477646 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=b850a7b5-a83f-4c54-b6a8-6b149dab6333,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:17.528631 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:17.843470 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:18.057006 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:18.265074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router 622ed0b2-4735-4baf-90e5-2cc8f948e61d is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:37:18.382357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:37:18.392077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Sync routers for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:37:18.406839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:18.406839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:18.461143 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:18.463082 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9d8d4903-6866-4ad7-80a3-aa23652bc9b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3093421 Apr 18 17:37:18.466486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48508) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:18.496145 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9d1090eb-229f-479d-8c1c-35dd9e18889b tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=818740d7f0dd4f5198de768a2d725101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283895 Apr 18 17:37:18.498974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48510) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:18.513909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:18.605202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884fc354-4fda-4f90-bfdf-54c39796e5a3 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:18.609244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-884fc354-4fda-4f90-bfdf-54c39796e5a3 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1050563 Apr 18 17:37:18.609667 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48514) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:18.652211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b0d5a318-2305-4c6e-8987-213f9b0edf98 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384703 Apr 18 17:37:18.652676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48516) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:18.660150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351314996', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:18.744628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:17Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:18.771204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Checking router: 622ed0b2-4735-4baf-90e5-2cc8f948e61d for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:37:18.771462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Updating router 622ed0b2-4735-4baf-90e5-2cc8f948e61d port b850a7b5-a83f-4c54-b6a8-6b149dab6333 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:37:18.799697 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:18.819577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:37:18.823161 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.064101 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.076695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.109366 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.139517 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Subnet': ['ID=056b0a72-9790-48d0-9f33-298e9c627acf,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:19.149150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Checking segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:37:19.149555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network hostable DHCP agents. Network: 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:37:19.165186 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Attempting to bind port b850a7b5-a83f-4c54-b6a8-6b149dab6333 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:37:19.165605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Attempting to bind port b850a7b5-a83f-4c54-b6a8-6b149dab6333 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:37:19.166550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Attempting to bind port b850a7b5-a83f-4c54-b6a8-6b149dab6333 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:37:19.173807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Pushing event updated for resources: {'Port': ['ID=b850a7b5-a83f-4c54-b6a8-6b149dab6333,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:19.176729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:37:19.186345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:37:19.186345 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.186345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:37:19.186345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Bound port: b850a7b5-a83f-4c54-b6a8-6b149dab6333, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:37:19.186345 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.201497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.201852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.202194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.202540 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.202865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.203200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.203531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.203880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.204243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.204536 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.204857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.205179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:19.219411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:37:19.242738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] For port b850a7b5-a83f-4c54-b6a8-6b149dab6333, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:37:19.246022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] For port b850a7b5-a83f-4c54-b6a8-6b149dab6333, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b850a7b5-a83f-4c54-b6a8-6b149dab6333,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:37:19.368050 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:37:19.372415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:19.373021 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.378124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a6c31c-c4b0-471f-945d-4f7fd9cfd164 None None] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:37:19.395454 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.459919 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-58cf7db3-4e54-4305-81fd-8152c5d1f0e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8032856 Apr 18 17:37:19.460642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48528) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:19.662293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:19.662293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:19.666713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba1f3c-8f0c-4304-a9fb-e9b1adf7466c None None] Pushing event updated for resources: {'Port': ['ID=b850a7b5-a83f-4c54-b6a8-6b149dab6333,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:19.825911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:19.878840 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:37:19.880261 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:19.982497 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.126898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Allocated IP 172.20.0.2 (61a54964-a905-4d9c-b4fd-92c5fa2f8a0c/056b0a72-9790-48d0-9f33-298e9c627acf/47e32747-c298-481c-ae29-4427d9f644ef) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:37:20.198156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:17Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:20.226257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfa050-b411-4a62-868a-58673e248b40 None None] The sync data for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 is: [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:17Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:37:20.326196 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.389584 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.446239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:37:20.448798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:37:20.451563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:37:20.464933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Pushing event updated for resources: {'Port': ['ID=47e32747-c298-481c-ae29-4427d9f644ef,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:20.468387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.20.0.1 (61a54964-a905-4d9c-b4fd-92c5fa2f8a0c/056b0a72-9790-48d0-9f33-298e9c627acf/e885b085-af44-4635-b395-bda4372cf970) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:37:20.550241 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Attempting to bind port 47e32747-c298-481c-ae29-4427d9f644ef on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:37:20.550672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Attempting to bind port 47e32747-c298-481c-ae29-4427d9f644ef by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:37:20.551048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Attempting to bind port 47e32747-c298-481c-ae29-4427d9f644ef on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:37:20.562032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:37:20.562649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Checking segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:37:20.563213 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.563766 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Bound using segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:37:20.564399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Bound port: 47e32747-c298-481c-ae29-4427d9f644ef, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:37:20.564954 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.664907 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.677554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] For port 47e32747-c298-481c-ae29-4427d9f644ef, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:37:20.678555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] For port 47e32747-c298-481c-ae29-4427d9f644ef, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=47e32747-c298-481c-ae29-4427d9f644ef,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:37:20.732941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b850a7b5-a83f-4c54-b6a8-6b149dab6333 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:37:20.763525 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.797232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.853967 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed159b-2fcd-413d-a886-8200ac5b093c None None] Pushing event updated for resources: {'Port': ['ID=47e32747-c298-481c-ae29-4427d9f644ef,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:20.858962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b850a7b5-a83f-4c54-b6a8-6b149dab6333 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:20.859492 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.890462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:37:20.893871 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:37:20.900475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:37:20.903174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=e885b085-af44-4635-b395-bda4372cf970,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:20.973354 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:20.995583 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:21.025179 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port b850a7b5-a83f-4c54-b6a8-6b149dab6333, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b850a7b5-a83f-4c54-b6a8-6b149dab6333,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:21.154973 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:21.233946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=b850a7b5-a83f-4c54-b6a8-6b149dab6333,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:21.287976 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:21.590290 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:21.697860 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:21.787640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=e885b085-af44-4635-b395-bda4372cf970,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:21.793653 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:21.901296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:37:21.902765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:37:22.002439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe95fd6-0c5c-40f2-ab46-15f26545f604 None None] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:37:22.037228 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router 622ed0b2-4735-4baf-90e5-2cc8f948e61d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:37:22.134857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4cf38a70-33d1-4387-888b-0dea5848a4f0 None None] Provisioning complete for port 47e32747-c298-481c-ae29-4427d9f644ef triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:22.135236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4cf38a70-33d1-4387-888b-0dea5848a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:22.262025 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4cf38a70-33d1-4387-888b-0dea5848a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:22.311872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4cf38a70-33d1-4387-888b-0dea5848a4f0 None None] For port 47e32747-c298-481c-ae29-4427d9f644ef, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=47e32747-c298-481c-ae29-4427d9f644ef,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:22.446574 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4cf38a70-33d1-4387-888b-0dea5848a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:22.497851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:37:22.500453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf38a70-33d1-4387-888b-0dea5848a4f0 None None] Pushing event updated for resources: {'Port': ['ID=47e32747-c298-481c-ae29-4427d9f644ef,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:22.505431 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-920ee4f7-273e-4e45-a0b0-74c697c26259 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "PUT /v2.0/routers/622ed0b2-4735-4baf-90e5-2cc8f948e61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0436726 Apr 18 17:37:22.515458 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Sync routers for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:37:22.532298 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:22.532896 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:22.568984 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0f831c54-7c9b-4ed7-bc50-c0653c8a129f None None] Provisioning complete for port 47e32747-c298-481c-ae29-4427d9f644ef triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:22.569641 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f831c54-7c9b-4ed7-bc50-c0653c8a129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:22.727237 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0f831c54-7c9b-4ed7-bc50-c0653c8a129f None None] Provisioning complete for port e885b085-af44-4635-b395-bda4372cf970 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:22.727776 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f831c54-7c9b-4ed7-bc50-c0653c8a129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:22.741446 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:22.786388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0f831c54-7c9b-4ed7-bc50-c0653c8a129f None None] Port e885b085-af44-4635-b395-bda4372cf970 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:37:22.891152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b850a7b5-a83f-4c54-b6a8-6b149dab6333 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:37:22.966080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-61559903-dac6-4df5-9931-6b6ecb5d0f2a None None] Provisioning complete for port e885b085-af44-4635-b395-bda4372cf970 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:22.966457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61559903-dac6-4df5-9931-6b6ecb5d0f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.019342 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 2, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:23.032844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b850a7b5-a83f-4c54-b6a8-6b149dab6333 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:23.033923 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.035754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-61559903-dac6-4df5-9931-6b6ecb5d0f2a None None] Port e885b085-af44-4635-b395-bda4372cf970 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:37:23.063508 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Checking router: 622ed0b2-4735-4baf-90e5-2cc8f948e61d for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:37:23.067698 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Updating router 622ed0b2-4735-4baf-90e5-2cc8f948e61d port e885b085-af44-4635-b395-bda4372cf970 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:37:23.097036 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.104589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-ee22a5d7-87bf-4c28-b618-70efbffdba76 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44687222&fields=id&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 267 time: 0.0794663 Apr 18 17:37:23.163611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 47e32747-c298-481c-ae29-4427d9f644ef up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:37:23.171270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-14774f5b-5248-4bb5-a21a-c288e2c44d2c None None] Provisioning complete for port e885b085-af44-4635-b395-bda4372cf970 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:23.171736 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-14774f5b-5248-4bb5-a21a-c288e2c44d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.233606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-bf4944c7-f39e-4392-97f6-6974e6170245 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:23.234657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-bf4944c7-f39e-4392-97f6-6974e6170245 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 796 time: 0.1197140 Apr 18 17:37:23.246015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-14774f5b-5248-4bb5-a21a-c288e2c44d2c None None] Port e885b085-af44-4635-b395-bda4372cf970 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:37:23.262553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-881992c3-115b-4bc6-8094-c936a1ff125e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/quotas/818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 375 time: 0.0168898 Apr 18 17:37:23.268153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 47e32747-c298-481c-ae29-4427d9f644ef triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:23.268153 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.318999 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-a4135dde-e951-4c90-94ab-42342ebc0da0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494285 Apr 18 17:37:23.429312 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-564ff728-9b1e-4d0c-8904-6ddda332e43a service neutron] 10.222.0.45 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966749 Apr 18 17:37:23.451540 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.522255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-94793fe4-0401-4932-88bf-3365f3a80227 service neutron] 10.222.0.45 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860415 Apr 18 17:37:23.532101 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.589110 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd96de-1c0e-4e03-94b3-8f3e00727ac3 None None] Pushing event updated for resources: {'Port': ['ID=e885b085-af44-4635-b395-bda4372cf970,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:23.648201 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Attempting to bind port e885b085-af44-4635-b395-bda4372cf970 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:37:23.649089 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Attempting to bind port e885b085-af44-4635-b395-bda4372cf970 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:37:23.649089 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Attempting to bind port e885b085-af44-4635-b395-bda4372cf970 on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:37:23.654823 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:37:23.655289 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Checking segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:37:23.655679 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.656067 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Bound using segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:37:23.656531 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Bound port: e885b085-af44-4635-b395-bda4372cf970, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:37:23.656943 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.742437 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] For port e885b085-af44-4635-b395-bda4372cf970, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:37:23.747018 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] For port e885b085-af44-4635-b395-bda4372cf970, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e885b085-af44-4635-b395-bda4372cf970,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:37:23.831242 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.872750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc09d77e-fa31-4f34-9266-eaefd322e61f None None] Provisioning complete for port e885b085-af44-4635-b395-bda4372cf970 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:23.873162 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc09d77e-fa31-4f34-9266-eaefd322e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:23.914727 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:23.915365 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:23.971770 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd96de-1c0e-4e03-94b3-8f3e00727ac3 None None] Pushing event updated for resources: {'Port': ['ID=e885b085-af44-4635-b395-bda4372cf970,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:23.981120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4972edf2-1371-4468-adad-8486e3795bdd req-a9ecc387-adaf-46ba-baf1-f89c1225ea2c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 210 time: 0.1763794 Apr 18 17:37:24.026186 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc09d77e-fa31-4f34-9266-eaefd322e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:24.063866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dc09d77e-fa31-4f34-9266-eaefd322e61f None None] For port e885b085-af44-4635-b395-bda4372cf970, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e885b085-af44-4635-b395-bda4372cf970,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:24.080818 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:24.128456 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc09d77e-fa31-4f34-9266-eaefd322e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:24.188255 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09d77e-fa31-4f34-9266-eaefd322e61f None None] Pushing event updated for resources: {'Port': ['ID=e885b085-af44-4635-b395-bda4372cf970,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:24.251236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-97be6ddb-e4ec-4e2c-b2b9-bd51f2c786ab None None] Provisioning complete for port e885b085-af44-4635-b395-bda4372cf970 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:24.251876 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-97be6ddb-e4ec-4e2c-b2b9-bd51f2c786ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:24.325859 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:23Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:24.356697 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9bd8b-d82d-4314-bf21-c35d287bb781 None None] The sync data for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 is: [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:23Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:37:24.698654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e885b085-af44-4635-b395-bda4372cf970 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:37:24.752224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port e885b085-af44-4635-b395-bda4372cf970 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:24.752585 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:25.086803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-468a4740-0859-406f-82f4-9c7793cce1e2 req-6e5c5c96-ddac-4843-994f-9d50d9fe32a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 210 time: 0.0318000 Apr 18 17:37:26.068495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-4300331f-92c3-4692-84db-92402c4c17ec tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:26.071598 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-4300331f-92c3-4692-84db-92402c4c17ec tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 796 time: 0.1011136 Apr 18 17:37:26.126935 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2672fb7e-8d4d-4758-93c7-b196e19da2ce tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 378 time: 0.0423632 Apr 18 17:37:26.136505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'port': {'device_id': '0e650d05-0073-431a-9072-b35cc5596b97', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'admin_state_up': True, 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'security_groups': ['496d1c71-d016-4ba1-938f-a384fb37524f']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:26.194365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42d11bf4-4db2-445c-908e-d898b5659fc5 req-74ce2f04-f911-4760-9f18-91f63ae6c683 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 210 time: 0.0347841 Apr 18 17:37:26.355082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:37:26.358699 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:26.504930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.20.0.8 (61a54964-a905-4d9c-b4fd-92c5fa2f8a0c/056b0a72-9790-48d0-9f33-298e9c627acf/34d65cf3-7ded-42d5-bba3-bd0379c49fbb) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:37:26.653031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:26.746048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:26.792668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:37:26.798114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:37:26.802079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:37:26.841758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:26.870196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:26.870877 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:26.974905 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-2da10aff-0484-4bb8-bf39-665971ca2890 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8424678 Apr 18 17:37:26.996261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Request body: {'port': {'device_id': '0e650d05-0073-431a-9072-b35cc5596b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:27.054273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:27.101400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d07b5232-ac91-432d-b001-e563696f3633 None None] Provisioning complete for port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:27.101936 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d07b5232-ac91-432d-b001-e563696f3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:27.137074 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d07b5232-ac91-432d-b001-e563696f3633 None None] Port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:37:27.312179 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8737-0dc5-4d4f-bc20-c9f9dea324b1 req-c0dbd3b4-3644-4c52-83d1-833264ca53cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:27.313801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e99a8737-0dc5-4d4f-bc20-c9f9dea324b1 req-c0dbd3b4-3644-4c52-83d1-833264ca53cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 931 time: 0.0504258 Apr 18 17:37:27.346543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d65cf3-7ded-42d5-bba3-bd0379c49fbb {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:37:27.354943 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e99a8737-0dc5-4d4f-bc20-c9f9dea324b1 req-cccbd951-0629-440a-b3da-260d91fd4f7e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347624 Apr 18 17:37:27.356516 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:27.369989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Transition to ACTIVE for port object 34d65cf3-7ded-42d5-bba3-bd0379c49fbb will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:37:27.431708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:27.486237 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:27.509451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.510313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.510655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.510997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.511328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.511655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.512379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.512379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.512609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.512933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.513256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.513672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:37:27.565888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:37:27.566254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:37:27.566589 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:37:27.571127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:37:27.571454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:37:27.577247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:37:27.577648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Checking segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:37:27.578139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Bound using segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:37:27.578601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Bound port: 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:37:27.578971 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:27.648655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:37:27.651835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:37:27.726507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:27.776154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:27.777352 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:27.778993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 1091 time: 0.7875264 Apr 18 17:37:27.783725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:37:27.786038 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a47b43-a2b8-414b-9081-33c670e4fe1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:37:27.817961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a53d7a-9e52-4aa4-83fc-df4e03c427d2 service neutron] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:27.829949 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d116d07f-e9ed-49ed-975a-b04663a944b4 x-openstack-request-id: req-d116d07f-e9ed-49ed-975a-b04663a944b4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:37:27.830240 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:37:27.830488 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d116d07f-e9ed-49ed-975a-b04663a944b4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:37:27.830902 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d116d07f-e9ed-49ed-975a-b04663a944b4'] response: {'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'status': 'completed', 'code': 200} Apr 18 17:37:27.918017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a47b43-a2b8-414b-9081-33c670e4fe1c req-971ca86c-aa6d-4a0f-bd08-f916d9c28e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:27.919847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-91a47b43-a2b8-414b-9081-33c670e4fe1c req-971ca86c-aa6d-4a0f-bd08-f916d9c28e25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1094 time: 0.0482173 Apr 18 17:37:28.034570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a47b43-a2b8-414b-9081-33c670e4fe1c req-5140ce6b-262b-4d31-a676-b8614c2e1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:28.035961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-91a47b43-a2b8-414b-9081-33c670e4fe1c req-5140ce6b-262b-4d31-a676-b8614c2e1091 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=818740d7f0dd4f5198de768a2d725101&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1045070 Apr 18 17:37:28.134072 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a47b43-a2b8-414b-9081-33c670e4fe1c req-031116dc-d335-4183-92d0-68247ef786bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:28.135679 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-91a47b43-a2b8-414b-9081-33c670e4fe1c req-031116dc-d335-4183-92d0-68247ef786bd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931640 Apr 18 17:37:28.238711 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-a668fd8d-f9f1-47ba-a60b-9c4168edc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:28.240376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-a668fd8d-f9f1-47ba-a60b-9c4168edc7c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1094 time: 0.0481842 Apr 18 17:37:28.297585 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-171e27ab-9b4c-4c5b-9402-cbb3c0ccec9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 217 time: 0.0410638 Apr 18 17:37:28.340741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-34664629-bf6a-4e8a-8e18-500c820e3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:28.342212 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-34664629-bf6a-4e8a-8e18-500c820e3c0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0428514 Apr 18 17:37:28.391000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-8e6c4e66-b33f-4487-988d-b239eebdcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:28.392182 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-8e6c4e66-b33f-4487-988d-b239eebdcffb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433114 Apr 18 17:37:28.490769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787580e-9b71-476e-bc1c-c59fa521f235 req-b898f85d-f752-41d8-ad01-35336ca34026 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:28.493031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6787580e-9b71-476e-bc1c-c59fa521f235 req-b898f85d-f752-41d8-ad01-35336ca34026 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 943 time: 0.0607853 Apr 18 17:37:28.511484 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-734ed1f6-6190-4f2d-b33c-8403e23529c2 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124575 Apr 18 17:37:28.534415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6787580e-9b71-476e-bc1c-c59fa521f235 req-fec7e922-1412-46b8-b16f-60eb4c23d00e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340679 Apr 18 17:37:28.591850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-9fdd00fe-64e9-43a4-8f63-d0d6b39ef82e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908446 Apr 18 17:37:28.634996 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bdd577c8-307c-47a2-aa05-fca0cdd54de3 req-b9384daf-c73d-4909-b709-1979cb067693 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090999 Apr 18 17:37:28.666210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-3f330802-72bd-4a5a-862f-9753c7b061c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:28.667700 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-3f330802-72bd-4a5a-862f-9753c7b061c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1096 time: 0.0443964 Apr 18 17:37:28.783182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-2a62bd8a-5432-4767-a852-7b90693605ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:28.784639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-2a62bd8a-5432-4767-a852-7b90693605ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.0952764 Apr 18 17:37:29.123550 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-e7485bfb-8016-463c-aba8-8b66283a48ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1656365-e364-4e66-b8f3-13c8a14318b3 HTTP/1.1" status: 200 len: 1000 time: 0.3316159 Apr 18 17:37:29.183930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-07049012-0494-43d5-ad32-62ad7068c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:29.185393 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-07049012-0494-43d5-ad32-62ad7068c16c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0538027 Apr 18 17:37:29.232174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-6df9e5ae-b22c-42b2-af18-9aaeaf1a4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:29.233692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-6df9e5ae-b22c-42b2-af18-9aaeaf1a4316 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419881 Apr 18 17:37:29.329897 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-a286dad2-a20d-4c5b-b5fb-1e5d483ac8ad service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895464 Apr 18 17:37:29.418452 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1c79be20-31a5-41ae-8934-885738fd5ffb req-14a1badf-3581-49e3-b3e2-372c2bb371ba service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822086 Apr 18 17:37:29.650838 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ff8c-9864-49ef-9579-b5fe79ef2aa2 req-589ee29c-81d7-4ce8-9c2c-8bd91b259512 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:29.652259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fd9ff8c-9864-49ef-9579-b5fe79ef2aa2 req-589ee29c-81d7-4ce8-9c2c-8bd91b259512 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 943 time: 0.0491185 Apr 18 17:37:29.695491 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fd9ff8c-9864-49ef-9579-b5fe79ef2aa2 req-cee3433f-dab5-4fcb-a49c-ac985747f831 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367885 Apr 18 17:37:30.838219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09aa98-46ba-405b-91bc-e37d213ad4d9 req-9f6658c7-bda0-435b-a36b-0cdd6d75552e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:30.839804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a09aa98-46ba-405b-91bc-e37d213ad4d9 req-9f6658c7-bda0-435b-a36b-0cdd6d75552e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 943 time: 0.0515704 Apr 18 17:37:30.886888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a09aa98-46ba-405b-91bc-e37d213ad4d9 req-1434056d-8fd3-429d-b259-cb5ef7bff8a8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403264 Apr 18 17:37:30.972082 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f346e6ba-289c-4b57-8b4d-58a1f889def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:31.647601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:37:31.749606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:31.760541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'port_id': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'mac_address': 'fa:16:3e:fe:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:37:31.797291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:31.809710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d65cf3-7ded-42d5-bba3-bd0379c49fbb {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:37:31.828231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:31.939108 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:31.999823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:32.020711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b946425-905c-4cbd-82f5-86f7c76247e8 req-9ba8bb66-863a-4902-882b-5e21aedd8be4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:32.022736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b946425-905c-4cbd-82f5-86f7c76247e8 req-9ba8bb66-863a-4902-882b-5e21aedd8be4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0562518 Apr 18 17:37:32.064737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b946425-905c-4cbd-82f5-86f7c76247e8 req-5c1b9b2d-d2f3-45fd-a377-63af14303d0f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339842 Apr 18 17:37:32.310073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['34d65cf3-7ded-42d5-bba3-bd0379c49fbb'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:37:33.189684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23aa9f-42e0-46f6-b693-d4cffa43f8df req-f007b4ef-ee64-4929-93bc-2f9fbc5fdee2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:33.191161 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a23aa9f-42e0-46f6-b693-d4cffa43f8df req-f007b4ef-ee64-4929-93bc-2f9fbc5fdee2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0507686 Apr 18 17:37:33.234415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0a23aa9f-42e0-46f6-b693-d4cffa43f8df req-edb289ff-4c1f-4d7f-bd5f-8117ef05432f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369997 Apr 18 17:37:33.372034 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d8de8a1c-f8da-4495-8de6-6d7ca930f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:33.660634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:37:33.771293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:37:33.775442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:33.775808 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:33.854774 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:33.877087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:37:33.879352 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe631dd-1171-476c-a547-8e9c997f2c36" -d '{"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-plugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:37:33.891982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:33.915372 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d9392-a0c7-4ef8-9aa9-ddf6164137be x-openstack-request-id: req-7b4d9392-a0c7-4ef8-9aa9-ddf6164137be {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:37:33.915661 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-plugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:37:33.916534 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b4d9392-a0c7-4ef8-9aa9-ddf6164137be {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:37:33.916931 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4d9392-a0c7-4ef8-9aa9-ddf6164137be'] response: {'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'code': 200} Apr 18 17:37:33.971535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:34.027971 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:34.045559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812497c-0ab3-443d-a59d-4edfc8e0de9e req-7e2f625c-4652-486f-935a-b42f56855f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:34.047070 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3812497c-0ab3-443d-a59d-4edfc8e0de9e req-7e2f625c-4652-486f-935a-b42f56855f08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1096 time: 0.0484054 Apr 18 17:37:34.081547 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3812497c-0ab3-443d-a59d-4edfc8e0de9e req-44f0b7cf-0362-42c8-8e66-f7b7a2ad9d26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278397 Apr 18 17:37:34.363609 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab67c-28b4-4c67-85a5-e65505742d68 req-05f9c666-4039-4a55-bccf-d9e4dddd6aad tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:34.365079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c4ab67c-28b4-4c67-85a5-e65505742d68 req-05f9c666-4039-4a55-bccf-d9e4dddd6aad tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0504029 Apr 18 17:37:34.404564 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c4ab67c-28b4-4c67-85a5-e65505742d68 req-8dd0234b-badd-4c57-aeaa-5aa36940b1e9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333049 Apr 18 17:37:34.527562 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:34.626480 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-66cd710c-aa61-491d-9e2b-d38685ddf236 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400734 Apr 18 17:37:34.724106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-58b50f1e-faf2-403d-9f3f-c48aadab899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:34.725620 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-58b50f1e-faf2-403d-9f3f-c48aadab899a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1097 time: 0.0398207 Apr 18 17:37:34.829544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-3af73076-9884-422a-836c-99c9d1f05cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:34.830901 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-3af73076-9884-422a-836c-99c9d1f05cdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc930818-4872-4378-9c8f-e18c2d95fd01 HTTP/1.1" status: 200 len: 910 time: 0.0870185 Apr 18 17:37:34.898956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-ad9b92ab-928e-4d84-b939-10c290c8b313 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16 HTTP/1.1" status: 200 len: 1002 time: 0.0600076 Apr 18 17:37:34.951071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-d9761cea-6bd7-40e8-bcf3-97ce5c367418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:34.952488 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-d9761cea-6bd7-40e8-bcf3-97ce5c367418 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7 HTTP/1.1" status: 200 len: 848 time: 0.0475767 Apr 18 17:37:34.996976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-c2972df0-cc14-485b-bec9-f4617f96a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:34.998602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-c2972df0-cc14-485b-bec9-f4617f96a850 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc930818-4872-4378-9c8f-e18c2d95fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401962 Apr 18 17:37:35.086882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-786f9dc9-537f-4a05-956b-c1f5bbb76a25 service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814099 Apr 18 17:37:35.183343 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55046c5b-1c86-4055-b64f-8609b1ff70c2 req-b10ed7f6-054c-4f9a-a8e5-8855bff476f7 service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893743 Apr 18 17:37:35.521768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50670-2b1d-4d79-8586-5f5854d6f8b2 req-f999ab4b-bb43-43a1-bef7-2bf48aa6d599 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:35.523276 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38e50670-2b1d-4d79-8586-5f5854d6f8b2 req-f999ab4b-bb43-43a1-bef7-2bf48aa6d599 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0492349 Apr 18 17:37:35.561964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38e50670-2b1d-4d79-8586-5f5854d6f8b2 req-76a47487-fa0e-46c3-87d4-f697a8d79b30 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319011 Apr 18 17:37:35.609855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48744) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:35.614497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-04788272-49b7-48d9-adc5-17a773dde980 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-967367476', 'description': 'tempest-secgroup-smoke-967367476 description', 'project_id': 'f868bd06e60e47f8bce604a01eae851d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:35.688054 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04788272-49b7-48d9-adc5-17a773dde980 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:35.753475 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04788272-49b7-48d9-adc5-17a773dde980 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:35.807622 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04788272-49b7-48d9-adc5-17a773dde980 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:35.839786 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04788272-49b7-48d9-adc5-17a773dde980 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ede1fe-9f91-4bc1-b603-20f9268ad53d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:35.872113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04788272-49b7-48d9-adc5-17a773dde980 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:35.873724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-04788272-49b7-48d9-adc5-17a773dde980 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2628076 Apr 18 17:37:35.876493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48746) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:35.880724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c6699f2a-339b-4906-bb0c-eee7927d7de6 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'security_group_rule': {'security_group_id': '98ede1fe-9f91-4bc1-b603-20f9268ad53d', 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:35.954908 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6699f2a-339b-4906-bb0c-eee7927d7de6 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:35.960608 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.009288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6699f2a-339b-4906-bb0c-eee7927d7de6 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.068637 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6699f2a-339b-4906-bb0c-eee7927d7de6 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.088457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6699f2a-339b-4906-bb0c-eee7927d7de6 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04952108-45dd-4949-aa18-2831de9782ca,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:36.153655 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c6699f2a-339b-4906-bb0c-eee7927d7de6 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.154923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c6699f2a-339b-4906-bb0c-eee7927d7de6 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774861 Apr 18 17:37:36.157681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48748) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:36.162014 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-609b780c-dc63-4f00-872b-372cc4d3078e tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'security_group_rule': {'security_group_id': '98ede1fe-9f91-4bc1-b603-20f9268ad53d', 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:36.173677 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.229764 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-609b780c-dc63-4f00-872b-372cc4d3078e tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.265435 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:37:36.285279 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-609b780c-dc63-4f00-872b-372cc4d3078e tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.339199 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-609b780c-dc63-4f00-872b-372cc4d3078e tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.356032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b780c-dc63-4f00-872b-372cc4d3078e tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe55a11-4740-4f3a-b768-0dab0bc6591c,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:36.424853 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-609b780c-dc63-4f00-872b-372cc4d3078e tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.426121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-609b780c-dc63-4f00-872b-372cc4d3078e tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2675116 Apr 18 17:37:36.428825 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48750) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:36.433195 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-04df64f3-ae14-4ec3-82fe-48375e9d3656 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'security_group_rule': {'security_group_id': '98ede1fe-9f91-4bc1-b603-20f9268ad53d', 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:36.531335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04df64f3-ae14-4ec3-82fe-48375e9d3656 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.588568 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04df64f3-ae14-4ec3-82fe-48375e9d3656 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.660595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04df64f3-ae14-4ec3-82fe-48375e9d3656 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.687183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df64f3-ae14-4ec3-82fe-48375e9d3656 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d913b37-9e2f-43b9-9885-34ce080fac7b,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:36.699576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286bf7-39b7-48a7-b430-62664657eb5d req-d7ac21aa-6234-427b-932f-0d76fa56c20f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:36.701058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2286bf7-39b7-48a7-b430-62664657eb5d req-d7ac21aa-6234-427b-932f-0d76fa56c20f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0716412 Apr 18 17:37:36.739405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b2286bf7-39b7-48a7-b430-62664657eb5d req-12d09f04-bee3-4aa0-9ebe-1b9ab4d452f7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322363 Apr 18 17:37:36.764426 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04df64f3-ae14-4ec3-82fe-48375e9d3656 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.765688 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-04df64f3-ae14-4ec3-82fe-48375e9d3656 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3358245 Apr 18 17:37:36.768275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48756) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:36.772606 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-06a89003-e4ae-4787-997d-063fdc327268 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'security_group_rule': {'security_group_id': '98ede1fe-9f91-4bc1-b603-20f9268ad53d', 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:36.857249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5a93b-77ad-4644-8b29-6ebceac47531 req-43fb1286-11c2-4328-9576-75caef6e4b1c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:36.858683 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c5a93b-77ad-4644-8b29-6ebceac47531 req-43fb1286-11c2-4328-9576-75caef6e4b1c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0492184 Apr 18 17:37:36.879615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06a89003-e4ae-4787-997d-063fdc327268 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.924619 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-67c5a93b-77ad-4644-8b29-6ebceac47531 req-a1e1a4a4-efa0-4079-9068-32df5ac59bfc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588887 Apr 18 17:37:36.946828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48758) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:36.950656 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06a89003-e4ae-4787-997d-063fdc327268 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:36.988068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c87394-9d2e-4e04-8456-5b88cb3fbbc8 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:36.989671 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a8c87394-9d2e-4e04-8456-5b88cb3fbbc8 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1091 time: 0.0411870 Apr 18 17:37:36.992534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48760) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:36.997254 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:37.011618 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06a89003-e4ae-4787-997d-063fdc327268 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.027656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a89003-e4ae-4787-997d-063fdc327268 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0667f5-529a-47ea-88a2-c43b2e5b0cc4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:37.064761 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.089599 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06a89003-e4ae-4787-997d-063fdc327268 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.090843 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-06a89003-e4ae-4787-997d-063fdc327268 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216741 Apr 18 17:37:37.093528 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:37.097926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-64ad51a7-8bc0-4d9f-90da-11ed7be27f13 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'security_group_rule': {'security_group_id': '98ede1fe-9f91-4bc1-b603-20f9268ad53d', 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:37.171725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.179100 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-64ad51a7-8bc0-4d9f-90da-11ed7be27f13 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Project f868bd06e60e47f8bce604a01eae851d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:37:37.184584 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64ad51a7-8bc0-4d9f-90da-11ed7be27f13 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.249078 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64ad51a7-8bc0-4d9f-90da-11ed7be27f13 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.276524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.25.5.122 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/8338ae5b-3bdb-4a7b-a1db-19f8aa3c39c7) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:37:37.308611 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64ad51a7-8bc0-4d9f-90da-11ed7be27f13 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.327865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad51a7-8bc0-4d9f-90da-11ed7be27f13 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d87db1e-0942-4a71-ac9c-dd055328f357,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:37.379900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.396475 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64ad51a7-8bc0-4d9f-90da-11ed7be27f13 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.397824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-64ad51a7-8bc0-4d9f-90da-11ed7be27f13 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3033535 Apr 18 17:37:37.400504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48764) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:37.405631 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-98bcb978-3c64-416b-910d-19d837e932e2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'security_group_rule': {'security_group_id': '98ede1fe-9f91-4bc1-b603-20f9268ad53d', 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:37.476960 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.505222 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-98bcb978-3c64-416b-910d-19d837e932e2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Project f868bd06e60e47f8bce604a01eae851d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:37:37.510510 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98bcb978-3c64-416b-910d-19d837e932e2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.514985 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:37:37.515145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:37:37.520741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:37:37.549498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=8338ae5b-3bdb-4a7b-a1db-19f8aa3c39c7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:37.574616 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98bcb978-3c64-416b-910d-19d837e932e2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.653930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98bcb978-3c64-416b-910d-19d837e932e2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.675282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcb978-3c64-416b-910d-19d837e932e2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e52208-ac29-4dee-8acf-d0b0b79efb61,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:37.797194 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-98bcb978-3c64-416b-910d-19d837e932e2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.798401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-98bcb978-3c64-416b-910d-19d837e932e2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3969488 Apr 18 17:37:37.892428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:37.991862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-da0f1cb8-985b-4e94-b09f-60975ff6ad54 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-967367476&fields=id&tenant_id=f868bd06e60e47f8bce604a01eae851d HTTP/1.1" status: 200 len: 267 time: 0.0333500 Apr 18 17:37:38.005022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:38.101692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-d2c845ed-fedb-46fa-96d3-f955d9e4510b tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:38.103086 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-d2c845ed-fedb-46fa-96d3-f955d9e4510b tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/networks?id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6 HTTP/1.1" status: 200 len: 814 time: 0.1043038 Apr 18 17:37:38.118190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-27a46e97-5fb8-4f40-9379-1d5a7fccb460 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/quotas/f868bd06e60e47f8bce604a01eae851d HTTP/1.1" status: 200 len: 375 time: 0.0091548 Apr 18 17:37:38.157258 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:38.170670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-85b533ef-7a44-4317-8b58-54a7427ae836 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f868bd06e60e47f8bce604a01eae851d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469110 Apr 18 17:37:38.262855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:38.265740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-45f837e8-b249-4b33-913b-cfe709faf7b6 service neutron] 10.222.0.45 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837145 Apr 18 17:37:38.338948 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=8338ae5b-3bdb-4a7b-a1db-19f8aa3c39c7,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:38.350216 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:38.361278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-8f09ac4e-f54a-4b1e-8e4b-4a6932df41fe service neutron] 10.222.0.45 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872092 Apr 18 17:37:38.454986 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Floating IP 5d80ce71-c20a-44ba-8fee-c2d7438780a3 associated. External IP: 172.25.5.122, port: 34d65cf3-7ded-42d5-bba3-bd0379c49fbb. Apr 18 17:37:38.659890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router 622ed0b2-4735-4baf-90e5-2cc8f948e61d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:37:38.763947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:37:38.773555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] Sync routers for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:37:38.783430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:38.784072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:38.889979 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:38.926238 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4bfd12a6-40d8-45ae-a2d8-047630197323 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9300184 Apr 18 17:37:38.926238 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:37:38.926690 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2634b3e8-216f-4f56-8e11-e2e9d76366e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:37:38.992362 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6d2136-708d-443f-9738-333ebc3b68d8 x-openstack-request-id: req-1c6d2136-708d-443f-9738-333ebc3b68d8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:37:38.992362 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:37:38.992362 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c6d2136-708d-443f-9738-333ebc3b68d8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:37:38.992362 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6d2136-708d-443f-9738-333ebc3b68d8'] response: {'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'status': 'completed', 'code': 200} Apr 18 17:37:39.072285 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a41b7f73-7885-495b-8be5-35e489e3193d req-2f15d393-4bf3-4ecb-805f-7385804652ea tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 210 time: 0.0430222 Apr 18 17:37:39.075550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:39.089800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-7ffa9162-c0a6-42e4-abc8-3e3240e0d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:39.091454 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-7ffa9162-c0a6-42e4-abc8-3e3240e0d0f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1096 time: 0.0588906 Apr 18 17:37:39.115154 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c2b9c-fc07-4829-990e-afcc3ac63ec9 req-30b729e6-f4d0-4088-90dd-ac0de29f13b5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:39.117201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d33c2b9c-fc07-4829-990e-afcc3ac63ec9 req-30b729e6-f4d0-4088-90dd-ac0de29f13b5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.1060433 Apr 18 17:37:39.167829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d33c2b9c-fc07-4829-990e-afcc3ac63ec9 req-e7de8810-f4d0-45d1-aec1-6410764c23b8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437825 Apr 18 17:37:39.192376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48792) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:39.207092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-25829ad7-a82b-49f0-ad90-83079cbe0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:39.208762 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-25829ad7-a82b-49f0-ad90-83079cbe0a5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.1106303 Apr 18 17:37:39.261880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0df89537-9f8b-4d50-8ee5-110da4a0ee9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/5d80ce71-c20a-44ba-8fee-c2d7438780a3 HTTP/1.1" status: 200 len: 991 time: 0.0682406 Apr 18 17:37:39.289486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-993ea57a-5097-43ea-819b-1dd1f7c629ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 999 time: 0.0745010 Apr 18 17:37:39.322513 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '5d80ce71-c20a-44ba-8fee-c2d7438780a3', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'port_id': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'mac_address': 'fa:16:3e:fe:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e650d05-0073-431a-9072-b35cc5596b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:37:37Z', 'updated_at': '2022-04-18T17:37:37Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:24Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:39.340090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-4ce8f1dc-8fc8-4aaa-a74c-72524fc7a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:39.341664 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-4ce8f1dc-8fc8-4aaa-a74c-72524fc7a994 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0447421 Apr 18 17:37:39.358059 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] Checking router: 622ed0b2-4735-4baf-90e5-2cc8f948e61d for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:37:39.366297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:37:39.366904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:39.387333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-557d289c-29b9-4d7d-8246-0294fd923d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:39.389000 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-557d289c-29b9-4d7d-8246-0294fd923d3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410140 Apr 18 17:37:39.469178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:37:39.486134 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-26031520-4a86-4fd4-8c41-67884a0b6d9d service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895007 Apr 18 17:37:39.576271 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2634b3e8-216f-4f56-8e11-e2e9d76366e9 req-d221d5c5-2ee3-43b0-9ade-c78d0d89ad07 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844433 Apr 18 17:37:39.691314 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '5d80ce71-c20a-44ba-8fee-c2d7438780a3', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'port_id': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'mac_address': 'fa:16:3e:fe:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e650d05-0073-431a-9072-b35cc5596b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:37:37Z', 'updated_at': '2022-04-18T17:37:37Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:24Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:37:39.717973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af834e64-1dcc-4cff-b71c-cff3d630ebb4 None None] The sync data for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 is: [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '5d80ce71-c20a-44ba-8fee-c2d7438780a3', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'port_id': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'mac_address': 'fa:16:3e:fe:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e650d05-0073-431a-9072-b35cc5596b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:37:37Z', 'updated_at': '2022-04-18T17:37:37Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:24Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:37:39.918578 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5464f-bfb2-4be7-8525-2c1060dbca3f None None] New status for floating IP 5d80ce71-c20a-44ba-8fee-c2d7438780a3: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:37:40.165927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff698930-d10b-439b-b163-46df122c2777 req-8a28a59f-af54-4161-8a8d-302600ee9ef5 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 210 time: 0.0273032 Apr 18 17:37:40.265680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48798) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:37:40.331016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bb87bf4c-6e18-4897-b606-15203f7504f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/5d80ce71-c20a-44ba-8fee-c2d7438780a3 HTTP/1.1" status: 200 len: 993 time: 0.0640204 Apr 18 17:37:41.214419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-da6223a5-e1ec-4a6b-acd3-10ff50b0e12d tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:41.215865 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-da6223a5-e1ec-4a6b-acd3-10ff50b0e12d tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.41 "GET /v2.0/networks?id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6 HTTP/1.1" status: 200 len: 814 time: 0.1060016 Apr 18 17:37:41.268737 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8ff3f89-6e49-4cb9-a4b2-355236473b61 req-addb4c66-54d3-45d6-80c1-b22ce00a755f tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 210 time: 0.0263617 Apr 18 17:37:41.272906 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-465cfcb8-ad6b-43fc-b611-0359cc007b43 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f868bd06e60e47f8bce604a01eae851d HTTP/1.1" status: 200 len: 379 time: 0.0350032 Apr 18 17:37:41.282106 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'port': {'device_id': '666e325b-7dac-4528-948e-ababc985b35e', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'admin_state_up': True, 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'security_groups': ['98ede1fe-9f91-4bc1-b603-20f9268ad53d']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:41.459366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Made reservation on behalf of f868bd06e60e47f8bce604a01eae851d for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:37:41.462945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:41.586818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Allocated IP 172.20.0.4 (fd6f927d-96cf-4e1f-8c58-63182ff60bf6/102c9178-b755-4bf9-a203-bb9bdbbc6d69/8cf5697b-1645-4d43-9b2b-fcb1f634de04) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:37:41.726921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:41.837003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:41.882383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:37:41.887231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:37:41.891146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:37:41.897877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'Port': ['ID=8cf5697b-1645-4d43-9b2b-fcb1f634de04,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:41.945167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:41.945886 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:42.022113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-00e2df4a-0c7e-48dd-bacc-7c358375cd47 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436659 Apr 18 17:37:42.040638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Request body: {'port': {'device_id': '666e325b-7dac-4528-948e-ababc985b35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:37:42.101868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:42.126694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d45c5c65-d417-4c7f-afdc-b50865cd309e None None] Provisioning complete for port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:42.127535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d45c5c65-d417-4c7f-afdc-b50865cd309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:42.171366 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d45c5c65-d417-4c7f-afdc-b50865cd309e None None] Port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:37:42.395765 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6f962-a3de-445e-8694-856814157e3d req-0ca2784d-ef5e-4d14-ae7b-52fface4dac1 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:42.397578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bd6f962-a3de-445e-8694-856814157e3d req-0ca2784d-ef5e-4d14-ae7b-52fface4dac1 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 931 time: 0.0551972 Apr 18 17:37:42.443886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bd6f962-a3de-445e-8694-856814157e3d req-0c94a9f7-989b-43ff-abd1-6b767fcc65fd tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389295 Apr 18 17:37:42.649675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf5697b-1645-4d43-9b2b-fcb1f634de04 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:37:42.657481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:42.671383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Transition to ACTIVE for port object 8cf5697b-1645-4d43-9b2b-fcb1f634de04 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:37:42.737213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:42.789094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf5697b-1645-4d43-9b2b-fcb1f634de04,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:42.865338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Attempting to bind port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:37:42.865716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Attempting to bind port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:37:42.866033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Attempting to bind port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 on network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:37:42.871223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 on network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:37:42.871544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Attempting to bind port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 on network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:37:42.876491 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:37:42.876827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Checking segment: {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:37:42.877223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Bound using segment: {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:37:42.877675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Bound port: 8cf5697b-1645-4d43-9b2b-fcb1f634de04, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:37:42.878039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:42.946514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] For port 8cf5697b-1645-4d43-9b2b-fcb1f634de04, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:37:42.949968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] For port 8cf5697b-1645-4d43-9b2b-fcb1f634de04, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:37:43.019651 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:43.054059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:43.054682 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:43.056524 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] 10.222.0.41 "PUT /v2.0/ports/8cf5697b-1645-4d43-9b2b-fcb1f634de04 HTTP/1.1" status: 200 len: 1091 time: 1.0202985 Apr 18 17:37:43.058825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:37:43.063139 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20c544d-b2f6-4eb7-b08d-e31a63b16685" -d '{"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:37:43.091155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452f887-4068-4eaa-9111-3642d2da7152 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf5697b-1645-4d43-9b2b-fcb1f634de04,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:43.117638 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a982f635-1da1-4c66-a9cb-ca9a24dcc8e6 x-openstack-request-id: req-a982f635-1da1-4c66-a9cb-ca9a24dcc8e6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:37:43.117978 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:37:43.118175 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a982f635-1da1-4c66-a9cb-ca9a24dcc8e6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:37:43.118588 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a982f635-1da1-4c66-a9cb-ca9a24dcc8e6'] response: {'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'status': 'completed', 'code': 200} Apr 18 17:37:43.208453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c544d-b2f6-4eb7-b08d-e31a63b16685 req-3ec4732e-aa38-4a6f-ac56-ff2e8d74910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:43.210073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a20c544d-b2f6-4eb7-b08d-e31a63b16685 req-3ec4732e-aa38-4a6f-ac56-ff2e8d74910c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f868bd06e60e47f8bce604a01eae851d&device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1094 time: 0.0498309 Apr 18 17:37:43.317290 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c544d-b2f6-4eb7-b08d-e31a63b16685 req-2392d63f-f8f9-46a9-95d1-eda88ad9b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:43.318889 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a20c544d-b2f6-4eb7-b08d-e31a63b16685 req-2392d63f-f8f9-46a9-95d1-eda88ad9b207 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f868bd06e60e47f8bce604a01eae851d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951183 Apr 18 17:37:43.422744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c544d-b2f6-4eb7-b08d-e31a63b16685 req-5c2159ff-02b4-40df-a67c-d0fdd0fae657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:43.424082 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a20c544d-b2f6-4eb7-b08d-e31a63b16685 req-5c2159ff-02b4-40df-a67c-d0fdd0fae657 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987639 Apr 18 17:37:43.525672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-07e10874-cf9d-40b5-83c8-a7bb9c58a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:43.527751 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-07e10874-cf9d-40b5-83c8-a7bb9c58a45d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f868bd06e60e47f8bce604a01eae851d&device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1094 time: 0.0441549 Apr 18 17:37:43.570240 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93851906-29eb-4742-814c-d9063a684b6d req-9f66f938-6b44-42ed-84d4-0196f864e576 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:43.571782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93851906-29eb-4742-814c-d9063a684b6d req-9f66f938-6b44-42ed-84d4-0196f864e576 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0508056 Apr 18 17:37:43.576953 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-7f30d3c2-4b33-4053-bd36-e72dab2e75bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04 HTTP/1.1" status: 200 len: 217 time: 0.0353777 Apr 18 17:37:43.615719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93851906-29eb-4742-814c-d9063a684b6d req-e69a3cd1-b428-4c84-8056-c6e51347a3c2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368309 Apr 18 17:37:43.637232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-b6bb1e97-82c4-42e1-b5fc-54b7b6fea444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:43.638808 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-b6bb1e97-82c4-42e1-b5fc-54b7b6fea444 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=102c9178-b755-4bf9-a203-bb9bdbbc6d69 HTTP/1.1" status: 200 len: 853 time: 0.0538259 Apr 18 17:37:43.687165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-01135cca-ed3b-481b-9d2f-ab1a63e8df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:43.688750 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-01135cca-ed3b-481b-9d2f-ab1a63e8df70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435042 Apr 18 17:37:43.779524 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-5f23ee1a-b07e-4a53-8a84-146368f2507f service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833921 Apr 18 17:37:43.877715 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ce982652-ef6a-4267-816f-8704c18f9e9f req-976f72c1-52cb-4fd7-a630-a950ab28b628 service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918996 Apr 18 17:37:44.733291 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a10100-07c0-4e1e-8574-6617d67946bb req-4c4f605c-6ae2-4e63-ab93-a30417a297bd tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:44.734800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93a10100-07c0-4e1e-8574-6617d67946bb req-4c4f605c-6ae2-4e63-ab93-a30417a297bd tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0497055 Apr 18 17:37:44.773360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93a10100-07c0-4e1e-8574-6617d67946bb req-3dfc5902-67d0-4f3e-ac53-a9ebb1529b4e tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324237 Apr 18 17:37:45.888393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a229-9662-4dfb-936a-37b65ba57f46 req-14e5c2a1-3d68-4745-8681-115e9432726c tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:45.889828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4700a229-9662-4dfb-936a-37b65ba57f46 req-14e5c2a1-3d68-4745-8681-115e9432726c tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0493023 Apr 18 17:37:45.928428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4700a229-9662-4dfb-936a-37b65ba57f46 req-08fe9d5e-6b79-4ade-b7f3-9f8954fa92cf tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325534 Apr 18 17:37:47.042106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2b1a-22c0-400b-bafc-6c842d7a24c6 req-c9aad005-9827-4c69-965f-d76ac909c599 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:47.043572 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbbe2b1a-22c0-400b-bafc-6c842d7a24c6 req-c9aad005-9827-4c69-965f-d76ac909c599 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0487700 Apr 18 17:37:47.084782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dbbe2b1a-22c0-400b-bafc-6c842d7a24c6 req-80ed6eb7-c011-4676-9386-efbcf9848a41 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350294 Apr 18 17:37:47.382508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:47.513988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:48.201166 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd252366-ffb6-4f54-a1aa-f59920b86822 req-f95d5e8c-ae2c-46fa-82fe-ddd39e55e1ef tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:48.202664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd252366-ffb6-4f54-a1aa-f59920b86822 req-f95d5e8c-ae2c-46fa-82fe-ddd39e55e1ef tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0484412 Apr 18 17:37:48.240704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bd252366-ffb6-4f54-a1aa-f59920b86822 req-5e2859f4-8979-4b13-812c-cd1d3c992b7a tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Apr 18 17:37:49.353848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ab0e8-7544-448e-bea0-9e762d4833a6 req-6eb3994a-e987-4aaa-886e-e5bb10611e11 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:49.355253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-633ab0e8-7544-448e-bea0-9e762d4833a6 req-6eb3994a-e987-4aaa-886e-e5bb10611e11 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0484521 Apr 18 17:37:49.392075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-633ab0e8-7544-448e-bea0-9e762d4833a6 req-8c8983b9-b600-43a7-98d0-0027a8dbf164 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308928 Apr 18 17:37:50.508391 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf21fc-4661-4739-ab4c-6c6064c0ebfb req-cb3cfdc1-5b40-412c-a07a-f0e57ed23642 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:50.509902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4baf21fc-4661-4739-ab4c-6c6064c0ebfb req-cb3cfdc1-5b40-412c-a07a-f0e57ed23642 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0495863 Apr 18 17:37:50.551820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4baf21fc-4661-4739-ab4c-6c6064c0ebfb req-10ff4214-9b62-4883-af6f-80e1d2535d31 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358520 Apr 18 17:37:51.668197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d4950-939b-4b16-930b-ec84b9757ac0 req-59188e87-f14d-47f3-9c34-e74bd936641f tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:51.669782 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-255d4950-939b-4b16-930b-ec84b9757ac0 req-59188e87-f14d-47f3-9c34-e74bd936641f tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0494604 Apr 18 17:37:51.707560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-255d4950-939b-4b16-930b-ec84b9757ac0 req-8bf7c8c2-bd7d-4fc8-8ad2-0a52c5b043e8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315573 Apr 18 17:37:52.822553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b6cf3-2008-493f-8051-5c93adc27c55 req-68cf8256-3c4a-4ba4-ab62-9b76a9e1c574 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:52.824650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c52b6cf3-2008-493f-8051-5c93adc27c55 req-68cf8256-3c4a-4ba4-ab62-9b76a9e1c574 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0491824 Apr 18 17:37:52.864586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c52b6cf3-2008-493f-8051-5c93adc27c55 req-f48ed2e7-1567-4a25-bd45-eff63f0f85e4 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310223 Apr 18 17:37:53.979086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5fb1-ef87-409c-bf42-d5f6059b845e req-a33b7188-02db-4264-b092-0aac2d2fdd9b tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:53.981165 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c58c5fb1-ef87-409c-bf42-d5f6059b845e req-a33b7188-02db-4264-b092-0aac2d2fdd9b tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0497046 Apr 18 17:37:54.022745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c58c5fb1-ef87-409c-bf42-d5f6059b845e req-d0c93069-a54b-4dd4-92d5-1357a253f891 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355504 Apr 18 17:37:54.881031 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 8cf5697b-1645-4d43-9b2b-fcb1f634de04 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:37:55.010645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 8cf5697b-1645-4d43-9b2b-fcb1f634de04, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:55.022917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'mac_address': 'fa:16:3e:8d:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:37:55.062525 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:55.076387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf5697b-1645-4d43-9b2b-fcb1f634de04 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:37:55.096603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 8cf5697b-1645-4d43-9b2b-fcb1f634de04, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:55.140170 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e7373-5863-406b-9224-e6950c8ca8a8 req-fc836758-15c8-49fe-9042-ec41380684a0 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:55.141610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-610e7373-5863-406b-9224-e6950c8ca8a8 req-fc836758-15c8-49fe-9042-ec41380684a0 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 943 time: 0.0490260 Apr 18 17:37:55.171883 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:55.182310 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-610e7373-5863-406b-9224-e6950c8ca8a8 req-f5a9ad41-a3a2-4d6a-9766-157eebabe921 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345156 Apr 18 17:37:55.222093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=8cf5697b-1645-4d43-9b2b-fcb1f634de04,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:55.570494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['8cf5697b-1645-4d43-9b2b-fcb1f634de04'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:37:56.298816 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6827e7-966d-41c2-8ed5-5a3c3dac212f req-69bbcba6-3db1-420e-815e-ce2dfcbced4f tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:56.300380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e6827e7-966d-41c2-8ed5-5a3c3dac212f req-69bbcba6-3db1-420e-815e-ce2dfcbced4f tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 944 time: 0.0495083 Apr 18 17:37:56.341113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e6827e7-966d-41c2-8ed5-5a3c3dac212f req-8dfd9c8f-92e8-4474-8da9-2be3f9e93f43 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341411 Apr 18 17:37:56.900088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 8cf5697b-1645-4d43-9b2b-fcb1f634de04 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:37:56.996111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:37:57.000331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:37:57.000749 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:57.083772 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:57.105874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:37:57.108108 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210809f6-f33e-42a8-b0b8-cd4f8d121924" -d '{"events": [{"server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "name": "network-vif-plugged", "status": "completed", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:37:57.120617 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 8cf5697b-1645-4d43-9b2b-fcb1f634de04, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:37:57.145090 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7139b99-cd08-4c59-9c16-22a91241fe81 x-openstack-request-id: req-d7139b99-cd08-4c59-9c16-22a91241fe81 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:37:57.145387 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "name": "network-vif-plugged", "status": "completed", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:37:57.145754 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7139b99-cd08-4c59-9c16-22a91241fe81 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:37:57.151910 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7139b99-cd08-4c59-9c16-22a91241fe81'] response: {'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'code': 200} Apr 18 17:37:57.179564 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:37:57.237385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=8cf5697b-1645-4d43-9b2b-fcb1f634de04,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:37:57.281559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feac59c-0167-43da-8936-e46858828756 req-5d68d659-cf03-4e1b-947d-9d028e7c29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:57.283132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3feac59c-0167-43da-8936-e46858828756 req-5d68d659-cf03-4e1b-947d-9d028e7c29f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1096 time: 0.0476735 Apr 18 17:37:57.319467 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3feac59c-0167-43da-8936-e46858828756 req-78c06e9b-cce9-40e7-ad35-080b81668633 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298057 Apr 18 17:37:57.466929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b709e1-f6c9-4899-a166-bdfb65ab8b33 req-5c7e99ca-73ae-41c0-91fa-6239ec8d4210 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:57.468420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3b709e1-f6c9-4899-a166-bdfb65ab8b33 req-5c7e99ca-73ae-41c0-91fa-6239ec8d4210 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 945 time: 0.0501416 Apr 18 17:37:57.511047 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3b709e1-f6c9-4899-a166-bdfb65ab8b33 req-8f27ebdd-20b4-42bd-95d4-604a6fe8480a tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362334 Apr 18 17:37:58.630875 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5ac2c-807b-444c-8d37-b3ce46554c1e req-538e0120-0246-4fde-83aa-fd0aec614a4d tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:58.632365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9b5ac2c-807b-444c-8d37-b3ce46554c1e req-538e0120-0246-4fde-83aa-fd0aec614a4d tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 945 time: 0.0516121 Apr 18 17:37:58.673337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9b5ac2c-807b-444c-8d37-b3ce46554c1e req-f96eee0a-ddf2-4152-b394-a06641f1b9a2 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337873 Apr 18 17:37:59.789863 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f900c84-a867-43bb-ade8-3862689daed5 req-75fcfaba-caa8-4b43-b2bd-74176b99c9ff tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:59.791256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f900c84-a867-43bb-ade8-3862689daed5 req-75fcfaba-caa8-4b43-b2bd-74176b99c9ff tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 945 time: 0.0488598 Apr 18 17:37:59.829934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f900c84-a867-43bb-ade8-3862689daed5 req-71232ba2-a88f-4644-b976-440be28356c7 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320928 Apr 18 17:37:59.946707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad93dc4-e4fe-43b4-b705-63f980e3c568 req-573799dd-3729-4fd0-88fb-1017366c19bf tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:37:59.948221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aad93dc4-e4fe-43b4-b705-63f980e3c568 req-573799dd-3729-4fd0-88fb-1017366c19bf tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 945 time: 0.0504932 Apr 18 17:37:59.990988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aad93dc4-e4fe-43b4-b705-63f980e3c568 req-559bb57a-12f5-4271-9c90-4e31de984c31 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357027 Apr 18 17:38:00.016874 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48868) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:38:00.169809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90564b-b2b2-456b-a5fd-183ab508d071 tempest-TestVolumeBackupRestore-1865045806 tempest-TestVolumeBackupRestore-1865045806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:00.172636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ab90564b-b2b2-456b-a5fd-183ab508d071 tempest-TestVolumeBackupRestore-1865045806 tempest-TestVolumeBackupRestore-1865045806-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1091 time: 0.1535816 Apr 18 17:38:00.174950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48872) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:38:00.179133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:38:00.294822 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:00.403631 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:00.522431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Allocated IP 172.25.5.209 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/94a85ac0-cdad-4d5e-8df2-915c509aefc4) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:38:00.625817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:00.717168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:00.771641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:38:00.775275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:38:00.780706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:38:00.786129 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'Port': ['ID=94a85ac0-cdad-4d5e-8df2-915c509aefc4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:00.818978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.819599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.819599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.819923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.820265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.820597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.820926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.821258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.821623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.821950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.822277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.822604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:00.950711 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9d059dc-3a9a-4ad2-b6b7-937dd9044cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:01.169481 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:01.319988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:01.478421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:01.539425 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:01.609791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event updated for resources: {'Port': ['ID=94a85ac0-cdad-4d5e-8df2-915c509aefc4,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:01.619618 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:01.725600 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Floating IP 24a82c1a-b11a-49e0-b33a-42efc64954e3 associated. External IP: 172.25.5.209, port: 8cf5697b-1645-4d43-9b2b-fcb1f634de04. Apr 18 17:38:01.943023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Router 1251c454-b93a-4489-b1c1-74958ceba05b has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:38:02.056253 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:38:02.069672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] Sync routers for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:38:02.079417 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:38:02.080035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:02.190353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:38:02.190578 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:02.220265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ac4d6c8f-9b96-4f30-b6cf-38502c6b46c8 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0442569 Apr 18 17:38:02.220966 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:38:02.222925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48878) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:38:02.223443 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:38:02.282196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd84541-c68c-42ab-b8f2-64083dcf2e91 tempest-TestVolumeBackupRestore-1865045806 tempest-TestVolumeBackupRestore-1865045806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:02.286865 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-cdd84541-c68c-42ab-b8f2-64083dcf2e91 tempest-TestVolumeBackupRestore-1865045806 tempest-TestVolumeBackupRestore-1865045806-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1091 time: 0.0598121 Apr 18 17:38:02.288399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 48884) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:38:02.294603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-924ee1ed-90a7-4a02-b60e-43d130cdf323 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Request body: {'floatingip': {'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:38:02.355257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-924ee1ed-90a7-4a02-b60e-43d130cdf323 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:02.368982 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09681db5-b4d3-4fbb-9e25-3b0f840c15cc x-openstack-request-id: req-09681db5-b4d3-4fbb-9e25-3b0f840c15cc {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:38:02.369886 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:38:02.370199 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09681db5-b4d3-4fbb-9e25-3b0f840c15cc {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:38:02.370633 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09681db5-b4d3-4fbb-9e25-3b0f840c15cc'] response: {'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'status': 'completed', 'code': 200} Apr 18 17:38:02.458151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '24a82c1a-b11a-49e0-b33a-42efc64954e3', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'mac_address': 'fa:16:3e:8d:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e325b-7dac-4528-948e-ababc985b35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:01Z', 'updated_at': '2022-04-18T17:38:01Z', 'revision_number': 0, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:02.489928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] Checking router: 1251c454-b93a-4489-b1c1-74958ceba05b for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:38:02.500073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:38:02.500752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:37:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:02.517314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-3f7cead9-207e-4e89-bf98-22240dc8d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:02.518827 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-3f7cead9-207e-4e89-bf98-22240dc8d900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f868bd06e60e47f8bce604a01eae851d&device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1096 time: 0.0999525 Apr 18 17:38:02.627415 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:38:02.718472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-f4c3e030-9661-4adc-a393-a03b343fcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:02.719954 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-f4c3e030-9661-4adc-a393-a03b343fcdd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6 HTTP/1.1" status: 200 len: 915 time: 0.1923621 Apr 18 17:38:02.854429 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-7ff4a869-2ed0-44c0-a0dc-1f6506a27a2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04 HTTP/1.1" status: 200 len: 999 time: 0.1048200 Apr 18 17:38:02.882402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '24a82c1a-b11a-49e0-b33a-42efc64954e3', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'mac_address': 'fa:16:3e:8d:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e325b-7dac-4528-948e-ababc985b35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:01Z', 'updated_at': '2022-04-18T17:38:01Z', 'revision_number': 0, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:02.912027 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a327a1-836b-4a0c-96df-570428a331ad None None] The sync data for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 is: [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '24a82c1a-b11a-49e0-b33a-42efc64954e3', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'mac_address': 'fa:16:3e:8d:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e325b-7dac-4528-948e-ababc985b35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:01Z', 'updated_at': '2022-04-18T17:38:01Z', 'revision_number': 0, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:38:02.950352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-a3ae65ea-53a9-4ca9-89f5-1526d99ab419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:02.951834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-a3ae65ea-53a9-4ca9-89f5-1526d99ab419 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=102c9178-b755-4bf9-a203-bb9bdbbc6d69 HTTP/1.1" status: 200 len: 853 time: 0.0914893 Apr 18 17:38:03.073186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-3ca807fc-8622-4226-8df7-1c40d977622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:03.075400 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-3ca807fc-8622-4226-8df7-1c40d977622c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141362 Apr 18 17:38:03.143003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-924ee1ed-90a7-4a02-b60e-43d130cdf323 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:03.148906 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de59e2-abd5-451e-b498-481f55c462e3 None None] New status for floating IP 24a82c1a-b11a-49e0-b33a-42efc64954e3: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:38:03.188009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-e12a0e14-fd35-424d-87e2-d2ccf438c995 service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044345 Apr 18 17:38:03.220922 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-924ee1ed-90a7-4a02-b60e-43d130cdf323 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:03.267588 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.db.api [None req-42de59e2-abd5-451e-b498-481f55c462e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:38:03.267971 n-d-836015-2 neutron-server[109828]: DEBUG oslo_db.api [None req-42de59e2-abd5-451e-b498-481f55c462e3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:38:03.303160 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-469d3644-fb34-4f0b-9d61-6a0a54720065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:03.375285 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-18646280-77d1-4d55-bbc1-b7cae3ab1e5b req-1ba446a3-ab94-4fc9-a434-5c804b047bec service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803584 Apr 18 17:38:03.519326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924ee1ed-90a7-4a02-b60e-43d130cdf323 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Router 1251c454-b93a-4489-b1c1-74958ceba05b has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:38:03.648235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924ee1ed-90a7-4a02-b60e-43d130cdf323 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:38:03.653842 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-924ee1ed-90a7-4a02-b60e-43d130cdf323 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:03.684191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:38:03.686507 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17" -d '{"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:38:03.728550 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-924ee1ed-90a7-4a02-b60e-43d130cdf323 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "PUT /v2.0/floatingips/24a82c1a-b11a-49e0-b33a-42efc64954e3 HTTP/1.1" status: 200 len: 991 time: 1.4339221 Apr 18 17:38:03.731682 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99fb534-8ab4-447b-8d57-26cb32651230 x-openstack-request-id: req-c99fb534-8ab4-447b-8d57-26cb32651230 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:38:03.732039 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:38:03.732290 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c99fb534-8ab4-447b-8d57-26cb32651230 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:38:03.732701 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99fb534-8ab4-447b-8d57-26cb32651230'] response: {'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'status': 'completed', 'code': 200} Apr 18 17:38:03.769119 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de59e2-abd5-451e-b498-481f55c462e3 None None] New status for floating IP 24a82c1a-b11a-49e0-b33a-42efc64954e3: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:38:03.816520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-184d1837-56e5-4c37-9e75-758e43c77747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:03.817957 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-184d1837-56e5-4c37-9e75-758e43c77747 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f868bd06e60e47f8bce604a01eae851d&device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1096 time: 0.0421944 Apr 18 17:38:03.916137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-a52c4951-0083-416f-9237-5516d795e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:03.918249 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-a52c4951-0083-416f-9237-5516d795e904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6 HTTP/1.1" status: 200 len: 915 time: 0.0937653 Apr 18 17:38:03.986272 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-408513e4-8b39-4348-ae3f-84fba36c5aa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04 HTTP/1.1" status: 200 len: 999 time: 0.0606828 Apr 18 17:38:04.047358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-0aab1ee6-daae-4800-b61a-1b47c7579ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:04.048822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-0aab1ee6-daae-4800-b61a-1b47c7579ea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=102c9178-b755-4bf9-a203-bb9bdbbc6d69 HTTP/1.1" status: 200 len: 853 time: 0.0555980 Apr 18 17:38:04.097931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-859151bb-6529-4eef-8c0a-ac98a5162598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:04.099454 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-859151bb-6529-4eef-8c0a-ac98a5162598 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433936 Apr 18 17:38:04.123388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] Sync routers for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:38:04.136330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:38:04.137663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:38:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:04.201089 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-c6d8ed60-21a0-4d21-a5ff-54a0c5a3450f service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948102 Apr 18 17:38:04.264773 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:38:04.315478 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-dcdb90ff-9bd1-4094-a3b4-4361e9c63f17 req-1a6dbfb7-5bc4-4849-aa84-0c13bd5d2052 service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078560 Apr 18 17:38:04.521380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '24a82c1a-b11a-49e0-b33a-42efc64954e3', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'mac_address': 'fa:16:3e:8d:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e325b-7dac-4528-948e-ababc985b35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:01Z', 'updated_at': '2022-04-18T17:38:03Z', 'revision_number': 2, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:04.549044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] Checking router: 1251c454-b93a-4489-b1c1-74958ceba05b for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:38:04.550913 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:04.558072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:38:04.558673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:38:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:04.825715 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:38:05.069144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '24a82c1a-b11a-49e0-b33a-42efc64954e3', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'mac_address': 'fa:16:3e:8d:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e325b-7dac-4528-948e-ababc985b35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:01Z', 'updated_at': '2022-04-18T17:38:03Z', 'revision_number': 2, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:05.097315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276850a5-3f92-405d-a6eb-bc535ed6f46a None None] The sync data for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 is: [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '24a82c1a-b11a-49e0-b33a-42efc64954e3', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'port_id': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'mac_address': 'fa:16:3e:8d:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e325b-7dac-4528-948e-ababc985b35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:01Z', 'updated_at': '2022-04-18T17:38:03Z', 'revision_number': 2, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:38:05.734019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:38:05.736370 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61bd898-504b-4a23-9c09-00918a7d52b0" -d '{"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:38:05.780984 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85870fb2-238f-44f5-8435-896582d81c66 x-openstack-request-id: req-85870fb2-238f-44f5-8435-896582d81c66 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:38:05.781325 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:38:05.781666 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85870fb2-238f-44f5-8435-896582d81c66 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:38:05.782106 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85870fb2-238f-44f5-8435-896582d81c66'] response: {'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'status': 'completed', 'code': 200} Apr 18 17:38:05.867277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-6a865353-7c29-4805-ba58-c7c3ba707084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:05.868634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-6a865353-7c29-4805-ba58-c7c3ba707084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f868bd06e60e47f8bce604a01eae851d&device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1096 time: 0.0450165 Apr 18 17:38:05.970079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-6cedd8d6-88ce-4967-952a-a35c4e51c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:05.971151 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:05.971782 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-6cedd8d6-88ce-4967-952a-a35c4e51c654 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6 HTTP/1.1" status: 200 len: 915 time: 0.0964701 Apr 18 17:38:06.049772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-1d2f526f-993e-4ff8-90e2-56141bc1d3b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04 HTTP/1.1" status: 200 len: 1001 time: 0.0710657 Apr 18 17:38:06.100533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-a34a5c00-410b-4e37-af35-7fc2433601c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:06.102038 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-a34a5c00-410b-4e37-af35-7fc2433601c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=102c9178-b755-4bf9-a203-bb9bdbbc6d69 HTTP/1.1" status: 200 len: 853 time: 0.0458126 Apr 18 17:38:06.151830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-d9993bed-828a-430a-a724-bee4657d1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:06.153906 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-d9993bed-828a-430a-a724-bee4657d1912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446548 Apr 18 17:38:06.219254 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:06.535071 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-172ca3e1-e7ef-48ae-8470-59662246a9ce service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727021 Apr 18 17:38:06.633187 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b61bd898-504b-4a23-9c09-00918a7d52b0 req-b257abba-5c9a-47ff-b47c-67065d7b0c3c service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913925 Apr 18 17:38:06.670742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 48910) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:38:06.777087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736e4fa-3274-4b9c-baac-19df2a24a44a req-ff5fdf35-21f3-4db2-8555-940a937f29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:06.779457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7736e4fa-3274-4b9c-baac-19df2a24a44a req-ff5fdf35-21f3-4db2-8555-940a937f29fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1097 time: 0.1068430 Apr 18 17:38:06.816143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7736e4fa-3274-4b9c-baac-19df2a24a44a req-aad2642c-92da-478b-9689-74122ec2ec81 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301123 Apr 18 17:38:13.264824 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:38:17.379701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:17.530966 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:19.747263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-4ae8f289-a0e3-4667-ae00-b275541e720e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134829852&fields=id&tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 267 time: 0.0338438 Apr 18 17:38:19.859684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79209-8156-45a5-be1e-5142731b5cdf req-2eda0cd9-c489-439e-a1a3-7a99db13fb41 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:19.861144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-2eda0cd9-c489-439e-a1a3-7a99db13fb41 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.1069520 Apr 18 17:38:19.876115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-01e4b228-af75-44b6-bf71-53ba6f709812 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/quotas/b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 375 time: 0.0090351 Apr 18 17:38:19.935181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-dd8de75a-42db-445e-b678-3eb7447b79d8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0534282 Apr 18 17:38:20.037251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-e5e2c5a9-2341-4959-b688-e2ea35f06aca service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898459 Apr 18 17:38:20.125548 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-7ab26fce-de1e-4d9e-b74e-fe0a9784c5e4 service neutron] 10.222.0.45 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815239 Apr 18 17:38:20.770051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ff9dc7c-0fba-4487-bd57-398d46e95b70 req-c8ed811f-9fef-4086-ba38-680da54ca251 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 210 time: 0.0272443 Apr 18 17:38:21.872369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35556207-a53b-4d0a-9458-5bdc72a1fd47 req-9a5ec270-5549-4a08-b2cd-1d272e926b40 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 210 time: 0.0321367 Apr 18 17:38:22.793049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79209-8156-45a5-be1e-5142731b5cdf req-24c9a184-71a3-448f-a11c-ac60f6b6671f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:22.794519 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-24c9a184-71a3-448f-a11c-ac60f6b6671f tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 811 time: 0.0996413 Apr 18 17:38:22.843803 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-410493bf-26fb-40f6-aeba-d1b54657f4f6 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9 HTTP/1.1" status: 200 len: 379 time: 0.0352726 Apr 18 17:38:22.853171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'port': {'device_id': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'admin_state_up': True, 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'security_groups': ['d80a9f66-abb7-4982-a58c-8b6ed6613074']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:38:22.970133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a525b1e6-6904-42b8-bcf3-a93403586703 req-abe1429c-78c9-4f02-83fd-d8d575c9805a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 210 time: 0.0270967 Apr 18 17:38:23.059126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Made reservation on behalf of b27e0b9ac8dd49d3a9dafb71c080dca9 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:38:23.062793 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:23.191438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.20.0.6 (be53a38f-8416-4410-94d3-e728b33b743a/e6229513-301d-4766-83b3-f878d3b6ca66/03b1d4b0-644c-4902-a599-953bcc14f6e9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:38:23.335105 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:23.459735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:23.505081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network be53a38f-8416-4410-94d3-e728b33b743a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:38:23.508214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:38:23.512078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:38:23.519154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=03b1d4b0-644c-4902-a599-953bcc14f6e9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:23.570853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:23.571471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:23.672723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-2710c3dd-e34f-45fb-bd10-361957d2ead4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8238587 Apr 18 17:38:23.691696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Request body: {'port': {'device_id': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:38:23.745267 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:23.795339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b01c05f0-9150-47d4-a8d0-c537da487969 None None] Provisioning complete for port 03b1d4b0-644c-4902-a599-953bcc14f6e9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:38:23.796146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b01c05f0-9150-47d4-a8d0-c537da487969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:23.830867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b01c05f0-9150-47d4-a8d0-c537da487969 None None] Port 03b1d4b0-644c-4902-a599-953bcc14f6e9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:38:24.031961 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b1d4b0-644c-4902-a599-953bcc14f6e9 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:38:24.040350 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:24.053353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Transition to ACTIVE for port object 03b1d4b0-644c-4902-a599-953bcc14f6e9 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:38:24.098732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f0e5-3abf-4119-9794-c377a0090dae req-b2842f38-7c98-403b-a743-d10271e6e0ae tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:24.100460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78d3f0e5-3abf-4119-9794-c377a0090dae req-b2842f38-7c98-403b-a743-d10271e6e0ae tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 931 time: 0.0516105 Apr 18 17:38:24.141191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78d3f0e5-3abf-4119-9794-c377a0090dae req-86c4d26c-3568-48b1-9a9b-e8b7a0a09027 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339153 Apr 18 17:38:24.150892 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:24.210561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Pushing event updated for resources: {'Port': ['ID=03b1d4b0-644c-4902-a599-953bcc14f6e9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:24.289993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Attempting to bind port 03b1d4b0-644c-4902-a599-953bcc14f6e9 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:38:24.290333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Attempting to bind port 03b1d4b0-644c-4902-a599-953bcc14f6e9 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:38:24.290695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Attempting to bind port 03b1d4b0-644c-4902-a599-953bcc14f6e9 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:38:24.296467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Port 03b1d4b0-644c-4902-a599-953bcc14f6e9 on network be53a38f-8416-4410-94d3-e728b33b743a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:38:24.303067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Attempting to bind port 03b1d4b0-644c-4902-a599-953bcc14f6e9 on network be53a38f-8416-4410-94d3-e728b33b743a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:38:24.303067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:38:24.303067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Checking segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:38:24.303067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Bound using segment: {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:38:24.304112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Bound port: 03b1d4b0-644c-4902-a599-953bcc14f6e9, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37fd819-2b9b-4151-ac56-6fc687efd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:38:24.304112 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:24.378386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] For port 03b1d4b0-644c-4902-a599-953bcc14f6e9, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:38:24.381758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] For port 03b1d4b0-644c-4902-a599-953bcc14f6e9, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=03b1d4b0-644c-4902-a599-953bcc14f6e9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:38:24.460034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:24.498823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:24.499604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:24.500893 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] 10.222.0.18 "PUT /v2.0/ports/03b1d4b0-644c-4902-a599-953bcc14f6e9 HTTP/1.1" status: 200 len: 1091 time: 0.8138866 Apr 18 17:38:24.501389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:38:24.503684 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa510e98-df65-4a10-9513-02c0bcca7a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:38:24.529738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b89f7-b050-46d3-8a0a-71d3cf6aaee7 service neutron] Pushing event updated for resources: {'Port': ['ID=03b1d4b0-644c-4902-a599-953bcc14f6e9,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:24.555716 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270f4eb1-aaa8-486f-8a8c-2e8eff3bf971 x-openstack-request-id: req-270f4eb1-aaa8-486f-8a8c-2e8eff3bf971 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:38:24.557895 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:38:24.558361 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-270f4eb1-aaa8-486f-8a8c-2e8eff3bf971 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:38:24.559040 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270f4eb1-aaa8-486f-8a8c-2e8eff3bf971'] response: {'name': 'network-changed', 'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'status': 'completed', 'code': 200} Apr 18 17:38:24.714492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510e98-df65-4a10-9513-02c0bcca7a7b req-d509392c-76b2-44c2-bf72-f19dbf352eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:24.716094 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa510e98-df65-4a10-9513-02c0bcca7a7b req-d509392c-76b2-44c2-bf72-f19dbf352eeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 1094 time: 0.1190848 Apr 18 17:38:24.827781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510e98-df65-4a10-9513-02c0bcca7a7b req-aede3a81-8c12-4920-9ba8-f6d7ec4d3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:24.829282 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa510e98-df65-4a10-9513-02c0bcca7a7b req-aede3a81-8c12-4920-9ba8-f6d7ec4d3730 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0997853 Apr 18 17:38:24.934001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510e98-df65-4a10-9513-02c0bcca7a7b req-0b5c0a8c-69ff-41ff-8835-b6c20a137907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:24.935509 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-fa510e98-df65-4a10-9513-02c0bcca7a7b req-0b5c0a8c-69ff-41ff-8835-b6c20a137907 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999656 Apr 18 17:38:25.045366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79209-8156-45a5-be1e-5142731b5cdf req-8561b1e4-c629-41a0-aff8-23c105d853bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:25.047148 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-8561b1e4-c629-41a0-aff8-23c105d853bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 1094 time: 0.0535178 Apr 18 17:38:25.099840 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-0ac1fc3c-8ee3-480f-9873-29350c02eaca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b1d4b0-644c-4902-a599-953bcc14f6e9 HTTP/1.1" status: 200 len: 217 time: 0.0400083 Apr 18 17:38:25.150460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79209-8156-45a5-be1e-5142731b5cdf req-e9a35451-b691-40c2-9bc0-8fec068a16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:25.151923 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-e9a35451-b691-40c2-9bc0-8fec068a16d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0450032 Apr 18 17:38:25.203076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79209-8156-45a5-be1e-5142731b5cdf req-3ed61095-ac87-4a61-9921-b9f5bc5c855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:25.204841 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-3ed61095-ac87-4a61-9921-b9f5bc5c855a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459676 Apr 18 17:38:25.216972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-9f7f43d5-09b0-424f-ba4a-2dd845652a43 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:38:25.217969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-9f7f43d5-09b0-424f-ba4a-2dd845652a43 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056205 Apr 18 17:38:25.270412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9ef61-c609-4939-b665-d2962764a872 req-f0ac42a7-431d-453f-adb3-d0e74b727dcb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:25.272615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fa9ef61-c609-4939-b665-d2962764a872 req-f0ac42a7-431d-453f-adb3-d0e74b727dcb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0527799 Apr 18 17:38:25.315151 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-35e41406-c684-4670-9ba4-41d0c68c478c service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904560 Apr 18 17:38:25.319816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3fa9ef61-c609-4939-b665-d2962764a872 req-96595c66-7348-4c2a-b06c-05ae32f6f1c8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395441 Apr 18 17:38:25.407975 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-add79209-8156-45a5-be1e-5142731b5cdf req-a207d1b6-4768-405e-a797-a45a6c7f48e5 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868857 Apr 18 17:38:26.735600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e61d2-b4d2-451b-a802-e3d243f77cab req-233de737-4180-47b1-837c-96cffccc6dd3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:26.737048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-192e61d2-b4d2-451b-a802-e3d243f77cab req-233de737-4180-47b1-837c-96cffccc6dd3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.3447967 Apr 18 17:38:26.776989 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-192e61d2-b4d2-451b-a802-e3d243f77cab req-822aa1cd-0a78-4069-9992-5a0e2a860c2b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332863 Apr 18 17:38:27.895454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680805b-4b44-409c-a62c-764e246ca959 req-861406f4-9733-4113-b9b9-1a317c054280 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:27.897085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8680805b-4b44-409c-a62c-764e246ca959 req-861406f4-9733-4113-b9b9-1a317c054280 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0518463 Apr 18 17:38:27.937304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8680805b-4b44-409c-a62c-764e246ca959 req-b1e7dab9-8ce8-4e92-b3a9-f2b980471d64 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336621 Apr 18 17:38:29.056376 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf65cb-d44a-4534-807c-923b9af6d059 req-bcb4db3c-3d86-4499-b231-b15e6f7c7df4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:29.057879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98bf65cb-d44a-4534-807c-923b9af6d059 req-bcb4db3c-3d86-4499-b231-b15e6f7c7df4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0533013 Apr 18 17:38:29.098232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98bf65cb-d44a-4534-807c-923b9af6d059 req-96964cb8-b47d-4767-9f6d-8556fd27c643 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338235 Apr 18 17:38:30.221581 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5cccb-5395-428c-bc32-96424f8d2583 req-d21547a6-fa63-4b14-96fa-f4e6c270d615 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:30.223016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5a5cccb-5395-428c-bc32-96424f8d2583 req-d21547a6-fa63-4b14-96fa-f4e6c270d615 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0533676 Apr 18 17:38:30.260202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5a5cccb-5395-428c-bc32-96424f8d2583 req-0c7337fb-6db3-47e6-a900-3a54904e7304 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Apr 18 17:38:30.554514 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-529a3a74-a713-42f3-95b1-fd5f93daece6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417063 Apr 18 17:38:30.660023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-ae267c43-08fe-4fa7-a503-dfa4ef382990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:30.661566 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-ae267c43-08fe-4fa7-a503-dfa4ef382990 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1096 time: 0.0481381 Apr 18 17:38:30.767119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-01930aa7-8419-45a4-bfcc-c56bb3b95c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:30.768573 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-01930aa7-8419-45a4-bfcc-c56bb3b95c46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.0863807 Apr 18 17:38:30.837703 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-ce5fcf5d-10f8-4336-9f0f-7b88cee178fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1656365-e364-4e66-b8f3-13c8a14318b3 HTTP/1.1" status: 200 len: 1000 time: 0.0621428 Apr 18 17:38:30.888777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-09d1b88f-4a15-4529-bc88-ab95aadb127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:30.890523 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-09d1b88f-4a15-4529-bc88-ab95aadb127a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0457013 Apr 18 17:38:30.939179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-9a0655ff-8fa5-41ad-a2f5-4f29a195006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:30.940712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-9a0655ff-8fa5-41ad-a2f5-4f29a195006e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435894 Apr 18 17:38:30.965138 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c4fc-ef27-4132-bc19-eef93563ff7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:31.034178 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-d8bfc155-f15e-48a0-929a-392fc7843a2e service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865154 Apr 18 17:38:31.126080 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b9ea33fc-0b1b-496b-8177-8d6608ff4fcb req-993ce60f-37e7-4d44-8fe5-4d496b1e26b6 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845041 Apr 18 17:38:31.375714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c3fc5-8c88-4997-a8c5-5123305b7c09 req-495a339f-4d60-4f4f-8c6e-ba908589d1c7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:31.377254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-366c3fc5-8c88-4997-a8c5-5123305b7c09 req-495a339f-4d60-4f4f-8c6e-ba908589d1c7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0487211 Apr 18 17:38:31.414787 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-366c3fc5-8c88-4997-a8c5-5123305b7c09 req-d6860e98-8ea3-4f66-b8ef-434510005417 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Apr 18 17:38:32.531216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c807d8-56e7-4594-b7dc-ed1e266603c6 req-91c535ba-971b-46a4-84ed-f835c792e9f8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:32.532696 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70c807d8-56e7-4594-b7dc-ed1e266603c6 req-91c535ba-971b-46a4-84ed-f835c792e9f8 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0490751 Apr 18 17:38:32.569811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70c807d8-56e7-4594-b7dc-ed1e266603c6 req-fbb5dfc8-5347-4038-bb04-ab647deeedfb tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309031 Apr 18 17:38:33.285114 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d046e274-e089-4b2a-9a77-73a90d752a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:33.704057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b62c1-fafd-4697-9742-49b829a3d840 req-38419521-6cdc-45db-81f0-81fb31a2fdea tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:33.705795 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-850b62c1-fafd-4697-9742-49b829a3d840 req-38419521-6cdc-45db-81f0-81fb31a2fdea tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0544598 Apr 18 17:38:33.743369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-850b62c1-fafd-4697-9742-49b829a3d840 req-9d4708b3-1426-40a2-bf2b-0e537668f75b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317712 Apr 18 17:38:34.544703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:34.667294 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-feb0f426-785b-4817-a829-02da8e91b003 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958741 Apr 18 17:38:34.773250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-eda9c8b2-91f1-4cd4-8053-de22d7b6b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:34.774801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-eda9c8b2-91f1-4cd4-8053-de22d7b6b95b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1097 time: 0.0463598 Apr 18 17:38:34.861658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b588c-19ae-404c-93ef-41d9b9eeb0b9 req-8f444f00-cd62-4341-bb3e-68a84dc84f05 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:34.863009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c28b588c-19ae-404c-93ef-41d9b9eeb0b9 req-8f444f00-cd62-4341-bb3e-68a84dc84f05 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0488527 Apr 18 17:38:34.880020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-7b7f8ac2-6627-4618-a948-49359f7f4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:34.881640 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-7b7f8ac2-6627-4618-a948-49359f7f4ccd service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc930818-4872-4378-9c8f-e18c2d95fd01 HTTP/1.1" status: 200 len: 910 time: 0.0867412 Apr 18 17:38:34.902790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c28b588c-19ae-404c-93ef-41d9b9eeb0b9 req-3c523b71-c426-4b15-a2d8-da11fc868020 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331991 Apr 18 17:38:34.951203 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-501eef15-f343-4cbf-a2f5-39303dfe0f3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16 HTTP/1.1" status: 200 len: 1002 time: 0.0627964 Apr 18 17:38:34.999256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-f2231845-3676-4dfd-a07a-69b86cc68583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:35.000802 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-f2231845-3676-4dfd-a07a-69b86cc68583 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7 HTTP/1.1" status: 200 len: 848 time: 0.0433855 Apr 18 17:38:35.046235 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-5d770b6c-01b2-4164-9f9e-d92c5402af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:35.047785 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-5d770b6c-01b2-4164-9f9e-d92c5402af13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc930818-4872-4378-9c8f-e18c2d95fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410409 Apr 18 17:38:35.058429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-83297e70-b6b3-4cea-b886-66f2d306b5b8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:38:35.060620 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-83297e70-b6b3-4cea-b886-66f2d306b5b8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049739 Apr 18 17:38:35.154225 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-5da22a6c-a356-4081-80e9-ddda13664bbf service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865128 Apr 18 17:38:35.242633 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ce28d11-081f-417a-8167-dfb9a864d400 req-db2af3af-4a62-4b04-b1d3-e2c7cdff6558 service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823684 Apr 18 17:38:35.964889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 03b1d4b0-644c-4902-a599-953bcc14f6e9 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:38:35.994163 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:36.022640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d01e0-2fe2-4558-8c59-bc8229d6fc3c req-51fa8ec8-074c-4f73-9d47-57d6ee77878c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:36.024264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-011d01e0-2fe2-4558-8c59-bc8229d6fc3c req-51fa8ec8-074c-4f73-9d47-57d6ee77878c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 943 time: 0.0492988 Apr 18 17:38:36.062679 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-011d01e0-2fe2-4558-8c59-bc8229d6fc3c req-382927bc-73fd-4d9c-98de-84d1c2a3f67e tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315769 Apr 18 17:38:36.065853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 03b1d4b0-644c-4902-a599-953bcc14f6e9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=03b1d4b0-644c-4902-a599-953bcc14f6e9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:38:36.078336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'port_id': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'mac_address': 'fa:16:3e:e3:48:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:38:36.126599 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:36.140164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b1d4b0-644c-4902-a599-953bcc14f6e9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:38:36.160045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 03b1d4b0-644c-4902-a599-953bcc14f6e9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=03b1d4b0-644c-4902-a599-953bcc14f6e9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:38:36.253839 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:36.299176 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:36.349922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=03b1d4b0-644c-4902-a599-953bcc14f6e9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:36.357221 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.357597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.357941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.358281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.358608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.358947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.359273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.359604 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.359932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.360279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.360582 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.360909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:36.687138 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['03b1d4b0-644c-4902-a599-953bcc14f6e9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:38:37.185594 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda4322-2384-44ee-a4b7-838254b71184 req-9fdce955-f0f7-4efe-8eb8-07c193bb4e35 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:37.187052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bda4322-2384-44ee-a4b7-838254b71184 req-9fdce955-f0f7-4efe-8eb8-07c193bb4e35 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 944 time: 0.0548656 Apr 18 17:38:37.224650 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4bda4322-2384-44ee-a4b7-838254b71184 req-1c69b6b3-14a3-49d8-8299-2140a1812132 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313883 Apr 18 17:38:37.993023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 03b1d4b0-644c-4902-a599-953bcc14f6e9 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:38:38.132962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 03b1d4b0-644c-4902-a599-953bcc14f6e9 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:38:38.136960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 03b1d4b0-644c-4902-a599-953bcc14f6e9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:38:38.137389 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:38.217078 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:38.239332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:38:38.241528 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9b3eff-bfa1-4bf4-8f9d-8ec57395bbde" -d '{"events": [{"server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "name": "network-vif-plugged", "status": "completed", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:38:38.255661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 03b1d4b0-644c-4902-a599-953bcc14f6e9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=03b1d4b0-644c-4902-a599-953bcc14f6e9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:38:38.279645 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689a9449-5d96-4a23-a4b9-394d8caf306e x-openstack-request-id: req-689a9449-5d96-4a23-a4b9-394d8caf306e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:38:38.279942 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "name": "network-vif-plugged", "status": "completed", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:38:38.280192 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-689a9449-5d96-4a23-a4b9-394d8caf306e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:38:38.280591 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689a9449-5d96-4a23-a4b9-394d8caf306e'] response: {'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'code': 200} Apr 18 17:38:38.316509 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:38.355855 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07336e91-12fd-40ba-b2cf-e82e58fc9a61 req-04b858b9-3f57-4e29-bfef-da48692314b1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:38.358606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07336e91-12fd-40ba-b2cf-e82e58fc9a61 req-04b858b9-3f57-4e29-bfef-da48692314b1 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 944 time: 0.0588505 Apr 18 17:38:38.371288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=03b1d4b0-644c-4902-a599-953bcc14f6e9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:38.398231 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07336e91-12fd-40ba-b2cf-e82e58fc9a61 req-1dff65c3-007d-4d0b-9cf3-8502e7c0549b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332346 Apr 18 17:38:38.417940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf178d6-eb06-4e1c-bb9b-28ea3c48e7d5 req-9de15fee-c3fb-4806-b321-c3d3ecc97d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:38.419638 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ebf178d6-eb06-4e1c-bb9b-28ea3c48e7d5 req-9de15fee-c3fb-4806-b321-c3d3ecc97d08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0462995 Apr 18 17:38:38.453727 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ebf178d6-eb06-4e1c-bb9b-28ea3c48e7d5 req-6bd6fc2f-6af3-419f-a8ad-1885e77543d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277588 Apr 18 17:38:39.515681 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9089e-005a-4a47-bbd0-59052f19aad9 req-f0541b1f-3c29-4977-bca7-366c59e91c96 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:39.517123 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17e9089e-005a-4a47-bbd0-59052f19aad9 req-f0541b1f-3c29-4977-bca7-366c59e91c96 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Apr 18 17:38:39.555076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-17e9089e-005a-4a47-bbd0-59052f19aad9 req-59fd571b-e318-4c3c-899b-42236ef38bac tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Apr 18 17:38:39.557912 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-7f1ba50e-ba75-47dd-a1ba-53a9359cb5d5 req-d849ff16-344e-49bb-91a6-e919dda34a5f tempest-ServerActionsTestJSON-1010067110 tempest-ServerActionsTestJSON-1010067110-project] (109826) timed out ('10.222.0.18', 51230) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:38:40.679619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0360438-c5f6-428b-8e04-40e9b42e1d67 req-b06419fe-7dc3-4685-8ad8-8ebc9eb124f2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:40.681098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0360438-c5f6-428b-8e04-40e9b42e1d67 req-b06419fe-7dc3-4685-8ad8-8ebc9eb124f2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 945 time: 0.0583582 Apr 18 17:38:40.719800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b0360438-c5f6-428b-8e04-40e9b42e1d67 req-ac768bbb-ec15-4092-9877-2038d6183e47 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318515 Apr 18 17:38:40.867820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50beebe-1fa0-4df0-8839-7cdab3afe79e req-d3224776-6130-499f-bb92-52a85813a365 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:40.869335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c50beebe-1fa0-4df0-8839-7cdab3afe79e req-d3224776-6130-499f-bb92-52a85813a365 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 945 time: 0.0771165 Apr 18 17:38:40.875771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935060a-bc81-4d2f-acf2-a2e455d4572b req-61c6476c-a567-4859-89d6-41cc64dc006e tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:40.883341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8935060a-bc81-4d2f-acf2-a2e455d4572b req-61c6476c-a567-4859-89d6-41cc64dc006e tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1096 time: 0.0580933 Apr 18 17:38:40.933774 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c50beebe-1fa0-4df0-8839-7cdab3afe79e req-8da9defe-c0b5-419d-9562-a8cabd09daa9 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556245 Apr 18 17:38:40.937506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8935060a-bc81-4d2f-acf2-a2e455d4572b req-2302823c-982b-4020-a667-2400d831fb45 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530064 Apr 18 17:38:40.960277 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49038) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:38:41.053853 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f08ef6-026a-4ae5-a456-59bac429703a req-744be29d-401d-4b65-ac1f-ae9451c0068d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:41.055335 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8f08ef6-026a-4ae5-a456-59bac429703a req-744be29d-401d-4b65-ac1f-ae9451c0068d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0504200 Apr 18 17:38:41.121048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8f08ef6-026a-4ae5-a456-59bac429703a req-543aad0f-4143-4f45-b112-2fc6a6cec109 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588412 Apr 18 17:38:41.136974 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db5e3b-e07e-4b03-a55f-8442a6c711bf tempest-TestVolumeBootPattern-1534279037 tempest-TestVolumeBootPattern-1534279037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:41.138528 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c3db5e3b-e07e-4b03-a55f-8442a6c711bf tempest-TestVolumeBootPattern-1534279037 tempest-TestVolumeBootPattern-1534279037-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 1091 time: 0.1772559 Apr 18 17:38:41.141322 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49044) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:38:41.143030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49046) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:38:41.145741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:38:41.208335 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d776d205-848d-4bde-87ce-abafc50f3fba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/5d80ce71-c20a-44ba-8fee-c2d7438780a3 HTTP/1.1" status: 200 len: 993 time: 0.0641222 Apr 18 17:38:41.236868 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:41.338254 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:41.443900 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Allocated IP 172.25.5.81 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/b24f9642-b3d7-419c-a9a5-f21dff77f570) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:38:41.506539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-5e5f1ed9-b0e7-4f1b-941c-af788bd93e9e req-64114b8c-9698-4848-856c-9b0ccfcbc505 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:38:41.507511 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e5f1ed9-b0e7-4f1b-941c-af788bd93e9e req-64114b8c-9698-4848-856c-9b0ccfcbc505 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051708 Apr 18 17:38:41.560313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:41.670932 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:41.708448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:38:41.711542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:38:41.716247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:38:41.721077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=b24f9642-b3d7-419c-a9a5-f21dff77f570,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:42.099464 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:42.172260 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcbaa7-2546-4457-838c-8ebcfcd4b6ef req-8403df38-c988-424b-9f79-14cf73ca286b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:42.174090 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55fcbaa7-2546-4457-838c-8ebcfcd4b6ef req-8403df38-c988-424b-9f79-14cf73ca286b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0874555 Apr 18 17:38:42.218152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55fcbaa7-2546-4457-838c-8ebcfcd4b6ef req-b99882d5-1ddb-415c-b672-fe982dbdaeea tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377672 Apr 18 17:38:42.251292 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:42.338182 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-039a1a91-ce11-4460-b0ed-17c17465adf8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1437559 Apr 18 17:38:42.374809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-fbe18007-8cc5-4def-b8a1-ca5b5f974a1a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:38:42.375800 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-fbe18007-8cc5-4def-b8a1-ca5b5f974a1a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326927 Apr 18 17:38:42.441480 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:42.528013 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:42.605610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event updated for resources: {'Port': ['ID=b24f9642-b3d7-419c-a9a5-f21dff77f570,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:42.612246 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:42.721018 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Floating IP 293f446d-77eb-4400-88a0-ec0aa436874b associated. External IP: 172.25.5.81, port: 03b1d4b0-644c-4902-a599-953bcc14f6e9. Apr 18 17:38:42.943603 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:38:43.056766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:38:43.067884 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:38:43.079818 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:38:43.080428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:38:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:43.156416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:43.186992 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-81f5bbfa-4d3e-4a7e-b3b6-902f13131fff tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0445926 Apr 18 17:38:43.187687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:38:43.189997 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63fb199-9e3d-443c-acda-633893de5d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:38:43.193680 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:38:43.230366 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742f764-e4fe-42cc-98af-48b6a189aa22 x-openstack-request-id: req-7742f764-e4fe-42cc-98af-48b6a189aa22 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:38:43.230691 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:38:43.230950 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7742f764-e4fe-42cc-98af-48b6a189aa22 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:38:43.231359 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7742f764-e4fe-42cc-98af-48b6a189aa22'] response: {'name': 'network-changed', 'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'status': 'completed', 'code': 200} Apr 18 17:38:43.354924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fb199-9e3d-443c-acda-633893de5d6a req-283305a0-1215-4729-94d9-25e4cceff1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:43.357910 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e63fb199-9e3d-443c-acda-633893de5d6a req-283305a0-1215-4729-94d9-25e4cceff1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0563490 Apr 18 17:38:43.366476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443636a7-1eee-4e81-af6a-4922c766be65 req-f158466c-a39c-480e-8ef1-4b7e26b6cc6c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:43.368253 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-443636a7-1eee-4e81-af6a-4922c766be65 req-f158466c-a39c-480e-8ef1-4b7e26b6cc6c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0673730 Apr 18 17:38:43.427882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-443636a7-1eee-4e81-af6a-4922c766be65 req-be4f2eca-f9d2-4072-bb44-208a7a0dacc6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512922 Apr 18 17:38:43.458325 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:54Z', 'revision_number': 1, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}, {'id': '293f446d-77eb-4400-88a0-ec0aa436874b', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:e3:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:41Z', 'updated_at': '2022-04-18T17:38:41Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:43.462366 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fb199-9e3d-443c-acda-633893de5d6a req-be52dad8-3d62-4601-8ea7-1a832d9b9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:43.462366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e63fb199-9e3d-443c-acda-633893de5d6a req-be52dad8-3d62-4601-8ea7-1a832d9b9ded service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.0979221 Apr 18 17:38:43.486749 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:38:43.495163 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:38:43.495958 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:38:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:43.526901 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e63fb199-9e3d-443c-acda-633893de5d6a req-eaa15d31-4855-4d79-b142-99e3940e9899 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b1d4b0-644c-4902-a599-953bcc14f6e9 HTTP/1.1" status: 200 len: 998 time: 0.0583942 Apr 18 17:38:43.575398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fb199-9e3d-443c-acda-633893de5d6a req-e78bd7ee-d85c-44a8-8573-d07c2e815fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:43.576865 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e63fb199-9e3d-443c-acda-633893de5d6a req-e78bd7ee-d85c-44a8-8573-d07c2e815fe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0440533 Apr 18 17:38:43.606647 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:38:43.629387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fb199-9e3d-443c-acda-633893de5d6a req-e91a44d1-ebfa-4a5b-9cf7-d8b5c182153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:43.630983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e63fb199-9e3d-443c-acda-633893de5d6a req-e91a44d1-ebfa-4a5b-9cf7-d8b5c182153a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477810 Apr 18 17:38:43.821989 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e63fb199-9e3d-443c-acda-633893de5d6a req-75fe58b5-6e28-445e-a4d6-8d2717e820bb service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849463 Apr 18 17:38:43.871640 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:54Z', 'revision_number': 1, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}, {'id': '293f446d-77eb-4400-88a0-ec0aa436874b', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:e3:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:41Z', 'updated_at': '2022-04-18T17:38:41Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:38:43.903611 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f03b9-a94e-4084-9c37-9f9aac483b3b None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:54Z', 'revision_number': 1, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}, {'id': '293f446d-77eb-4400-88a0-ec0aa436874b', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:e3:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:38:41Z', 'updated_at': '2022-04-18T17:38:41Z', 'revision_number': 0, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:38:43.920646 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e63fb199-9e3d-443c-acda-633893de5d6a req-46f746a9-5221-4747-abef-4178cfcdd2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920875 Apr 18 17:38:44.097240 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f90a4c-0c90-47d8-87a6-75ff761f1752 None None] New status for floating IP 293f446d-77eb-4400-88a0-ec0aa436874b: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:38:44.554456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21289a-2ec7-4b44-befa-ed1199a27243 req-a1375f13-c7a5-42a4-993b-efdd554b600c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:44.556132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be21289a-2ec7-4b44-befa-ed1199a27243 req-a1375f13-c7a5-42a4-993b-efdd554b600c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0551600 Apr 18 17:38:44.569202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-e5971313-7d8b-40a2-a8a1-2972f4af9ce9 req-da5a7127-7988-4533-b3f2-a32e2486faae tempest-TestNetworkBasicOps-327001192 tempest-TestNetworkBasicOps-327001192-project] (109826) timed out ('10.222.0.41', 61463) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:38:44.573438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-40ed8b90-8870-4baa-a438-a0f1004235fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:44.575048 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-40ed8b90-8870-4baa-a438-a0f1004235fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1096 time: 0.0436423 Apr 18 17:38:44.597777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be21289a-2ec7-4b44-befa-ed1199a27243 req-28a1ca0f-abb4-40e1-a650-c8070f15b074 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341902 Apr 18 17:38:44.668601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-5c9c59c0-65cb-499b-b58c-aa7cfd62728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:44.670665 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-5c9c59c0-65cb-499b-b58c-aa7cfd62728e service neutron] 10.222.0.18 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.0881979 Apr 18 17:38:44.735335 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-afd45b73-de9c-48db-ad1a-6e95eb5e25a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 1001 time: 0.0586200 Apr 18 17:38:44.782792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-b852895e-62b6-460b-8843-5528e46b5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:44.784217 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-b852895e-62b6-460b-8843-5528e46b5a8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0426862 Apr 18 17:38:44.832665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-d0ad4a57-298a-4e89-a002-1735acb2cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:44.834150 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-d0ad4a57-298a-4e89-a002-1735acb2cf08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428565 Apr 18 17:38:44.920846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-eafb1688-e88e-4167-b5cb-bff2b2113fd6 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799873 Apr 18 17:38:45.014349 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-1bf0f2af-7759-4534-ad8b-832aa25a19cb service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872536 Apr 18 17:38:45.714611 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ea07b-9ab5-45e7-bde8-411329e1633e req-4f0e4212-7d88-4fd4-8963-d0de50bf1b04 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:45.716132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb7ea07b-9ab5-45e7-bde8-411329e1633e req-4f0e4212-7d88-4fd4-8963-d0de50bf1b04 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0496182 Apr 18 17:38:45.755233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb7ea07b-9ab5-45e7-bde8-411329e1633e req-2a2c39bf-0e3f-4b2f-89da-b55d7aa71404 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324311 Apr 18 17:38:46.870713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534990b9-e155-42a5-a3e0-c3af2632e611 req-d8ccf695-3a1a-4507-8419-4acd1cf5aa3a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:46.872226 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-534990b9-e155-42a5-a3e0-c3af2632e611 req-d8ccf695-3a1a-4507-8419-4acd1cf5aa3a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0502825 Apr 18 17:38:46.910025 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-534990b9-e155-42a5-a3e0-c3af2632e611 req-2b31ca4a-cb5c-491f-8092-c2561e167722 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309002 Apr 18 17:38:47.364920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:47.579408 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:48.034622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2255b-fe9b-4360-b79c-ab8d5b4531ab req-a43bddc7-515c-4eb4-a8e2-17d9759bfca1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:48.036173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ad2255b-fe9b-4360-b79c-ab8d5b4531ab req-a43bddc7-515c-4eb4-a8e2-17d9759bfca1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0544405 Apr 18 17:38:48.074997 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9ad2255b-fe9b-4360-b79c-ab8d5b4531ab req-3d3c4a60-1271-4b2c-814c-fb69c573be14 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328746 Apr 18 17:38:49.196226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55f012-15b6-45a0-9f40-a147622ceb0e req-283a4bc3-9ff8-4189-9e43-3a7e1df39759 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:49.197741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca55f012-15b6-45a0-9f40-a147622ceb0e req-283a4bc3-9ff8-4189-9e43-3a7e1df39759 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Apr 18 17:38:49.241143 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca55f012-15b6-45a0-9f40-a147622ceb0e req-8e851221-693a-49b8-a79f-0e3dec84a8d3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370607 Apr 18 17:38:50.263887 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:38:50.357792 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a22501-0dad-47e9-a98b-a5c7c5bd59fc req-1d220213-d01d-4d8c-ab41-e395b16e7aa5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:50.359277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8a22501-0dad-47e9-a98b-a5c7c5bd59fc req-1d220213-d01d-4d8c-ab41-e395b16e7aa5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0506663 Apr 18 17:38:50.397897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e8a22501-0dad-47e9-a98b-a5c7c5bd59fc req-d1fb8062-b309-4cb7-80ce-993854ce7a4c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318286 Apr 18 17:38:51.521815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca76b2-49ef-43c7-a839-6b3f4e28a696 req-3c42d948-eb36-4503-84da-da75fbae7c6f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:51.523304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fdca76b2-49ef-43c7-a839-6b3f4e28a696 req-3c42d948-eb36-4503-84da-da75fbae7c6f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0555177 Apr 18 17:38:51.562427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fdca76b2-49ef-43c7-a839-6b3f4e28a696 req-a4f55eef-debf-4092-a1a4-96a3f038992f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325136 Apr 18 17:38:52.686403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc120a-fa7e-4a53-a73b-fab97ad8c50e req-498c2d35-f22c-4c9d-89bc-88cccf2546be tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:52.687926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bc120a-fa7e-4a53-a73b-fab97ad8c50e req-498c2d35-f22c-4c9d-89bc-88cccf2546be tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0531549 Apr 18 17:38:52.726589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-25bc120a-fa7e-4a53-a73b-fab97ad8c50e req-0a5cf4c2-0581-4322-830c-a1560336f7bb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317454 Apr 18 17:38:53.845205 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b951a-2110-46a6-aa47-86245bc0de14 req-743ce664-84ae-476e-b31f-0ecb8c3ee626 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:53.847294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c3b951a-2110-46a6-aa47-86245bc0de14 req-743ce664-84ae-476e-b31f-0ecb8c3ee626 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0488000 Apr 18 17:38:53.885266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c3b951a-2110-46a6-aa47-86245bc0de14 req-a5b4a95c-6ee2-4c1e-b5f9-354d74bbd588 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320199 Apr 18 17:38:55.012413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449c6e4-2f6f-4c46-b4dc-5f7fa722b3b9 req-81506894-1123-46c0-94db-ebc753d0dde8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:55.013888 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3449c6e4-2f6f-4c46-b4dc-5f7fa722b3b9 req-81506894-1123-46c0-94db-ebc753d0dde8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0531843 Apr 18 17:38:55.052928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3449c6e4-2f6f-4c46-b4dc-5f7fa722b3b9 req-7f94934d-455a-428a-a3c2-855e06c8bf18 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324566 Apr 18 17:38:56.173191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887a75-a620-4bf7-9445-934b3f0217e9 req-e99c3207-53ef-431c-ad26-0dfa41518319 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:56.174633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf887a75-a620-4bf7-9445-934b3f0217e9 req-e99c3207-53ef-431c-ad26-0dfa41518319 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0524170 Apr 18 17:38:56.217444 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cf887a75-a620-4bf7-9445-934b3f0217e9 req-e27e59b8-83b7-46be-9ca7-168323fb88f1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347121 Apr 18 17:38:57.334278 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d155-d7ba-47e7-b0d8-dc8874ef6ee0 req-d29d9f83-2003-4946-b584-fc6c85b40d8c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:57.335754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aea1d155-d7ba-47e7-b0d8-dc8874ef6ee0 req-d29d9f83-2003-4946-b584-fc6c85b40d8c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0482016 Apr 18 17:38:57.374905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aea1d155-d7ba-47e7-b0d8-dc8874ef6ee0 req-1b95fc72-c19f-4d34-a277-fb614f1cc708 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329330 Apr 18 17:38:57.475973 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-0819c19b-569d-4375-aaed-d08684660671 req-3c3f93dd-c711-4f88-9214-ef0f01d4a610 service neutron] show failed (client error): The resource could not be found. Apr 18 17:38:57.476966 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-3c3f93dd-c711-4f88-9214-ef0f01d4a610 service neutron] 10.222.0.18 "GET /v2.0/ports/34d65cf3-7ded-42d5-bba3-bd0379c49fbb/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0536764 Apr 18 17:38:57.964847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-c614ba06-2df2-4ae4-b644-563b0d004d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:57.966267 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-c614ba06-2df2-4ae4-b644-563b0d004d01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 1096 time: 0.0421431 Apr 18 17:38:57.983410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:38:58.037218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:58.243654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:38:58.275821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:38:58.315085 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:38:58.317350 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b1f0b-19b3-49cf-8df8-0ec7f51b3b04" -d '{"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-unplugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:38:58.321423 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:58.333981 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Transition to ACTIVE for port object 34d65cf3-7ded-42d5-bba3-bd0379c49fbb will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:38:58.416330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:58.428436 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a305a4f-f85d-44d8-8f51-e0636457e565 x-openstack-request-id: req-1a305a4f-f85d-44d8-8f51-e0636457e565 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:38:58.428725 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-unplugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:38:58.429475 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a305a4f-f85d-44d8-8f51-e0636457e565 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:38:58.429878 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a305a4f-f85d-44d8-8f51-e0636457e565'] response: {'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'code': 200} Apr 18 17:38:58.503654 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169c89f-227c-452f-9aff-ee0bf0b183f8 req-be75078b-712c-429e-9026-a4f3d7fcec01 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:58.505152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4169c89f-227c-452f-9aff-ee0bf0b183f8 req-be75078b-712c-429e-9026-a4f3d7fcec01 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 943 time: 0.0557501 Apr 18 17:38:58.511002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:58.527016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.527360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.527705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.528036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.528365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.528697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.529019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.529339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.529693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.530015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.530332 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.530653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:38:58.555203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4169c89f-227c-452f-9aff-ee0bf0b183f8 req-76b91b54-eeaa-4a99-b489-e276579444ed tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418139 Apr 18 17:38:58.563595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] No DVR routers for this DVR port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:38:58.976737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:38:58.977109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:38:58.977455 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:38:58.981799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:38:58.982064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:38:58.986967 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:38:58.987330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Checking segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:38:58.987704 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Bound using segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:38:58.988173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Bound port: 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:38:58.988521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:59.049420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:38:59.052511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:38:59.137263 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:59.175765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:59.176406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:38:59.177786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 1091 time: 1.1982715 Apr 18 17:38:59.199531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dd414-c67f-46bc-900f-ef386148b1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:38:59.263996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-cc0f5171-9389-42f9-81a7-3092f65416bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:59.265527 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-cc0f5171-9389-42f9-81a7-3092f65416bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1094 time: 0.0426817 Apr 18 17:38:59.356565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-aaf64cdb-3dd6-436d-a618-d0e0e347e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:59.358115 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-aaf64cdb-3dd6-436d-a618-d0e0e347e655 service neutron] 10.222.0.41 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.0864954 Apr 18 17:38:59.426463 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-cc12835f-c4ce-4f63-ae16-e6fe7579b377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 999 time: 0.0619547 Apr 18 17:38:59.478535 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-94edd4ea-2a99-42cc-8343-8af6bb4273bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:59.480004 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-94edd4ea-2a99-42cc-8343-8af6bb4273bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0475073 Apr 18 17:38:59.540029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c19b-569d-4375-aaed-d08684660671 req-1fdaae32-e3d5-4bef-9ac3-6a07e27bd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:59.541482 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-1fdaae32-e3d5-4bef-9ac3-6a07e27bd3ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554786 Apr 18 17:38:59.634618 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-f8bf9ae3-0eff-49c6-8827-db85e965648f service neutron] 10.222.0.41 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863805 Apr 18 17:38:59.684696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf4ac-0458-43f9-8e58-7818e3564fa7 req-4b9a0f0b-9599-4b31-b9f8-78c115721d31 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:38:59.686192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a2cf4ac-0458-43f9-8e58-7818e3564fa7 req-4b9a0f0b-9599-4b31-b9f8-78c115721d31 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 943 time: 0.0523620 Apr 18 17:38:59.724223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a2cf4ac-0458-43f9-8e58-7818e3564fa7 req-712137a2-c732-4b9a-a334-0dbee34e8828 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320106 Apr 18 17:38:59.728078 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0819c19b-569d-4375-aaed-d08684660671 req-d733d5f9-5163-4d87-84bd-c4fe47d43e17 service neutron] 10.222.0.41 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852818 Apr 18 17:39:00.161294 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:00.199346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:00.430800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:39:00.433137 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab35ac92-2c27-4848-96ee-ad46bf19148d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:39:00.480806 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb25e76c-0243-4269-b0a9-4933df7d857a x-openstack-request-id: req-bb25e76c-0243-4269-b0a9-4933df7d857a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:39:00.481100 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:39:00.481357 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb25e76c-0243-4269-b0a9-4933df7d857a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:39:00.481794 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb25e76c-0243-4269-b0a9-4933df7d857a'] response: {'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'status': 'completed', 'code': 200} Apr 18 17:39:00.594255 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-d0bab091-1486-431d-a257-6fa5630600d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:00.595751 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-d0bab091-1486-431d-a257-6fa5630600d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1094 time: 0.0643806 Apr 18 17:39:00.598421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-27cec2e4-a082-42d6-9e1c-734bef05c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:00.602612 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-27cec2e4-a082-42d6-9e1c-734bef05c6ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1094 time: 0.0766127 Apr 18 17:39:00.763145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-ff65844e-2ae2-4e9d-85be-852fb5e593ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:00.764759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-ff65844e-2ae2-4e9d-85be-852fb5e593ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.1615105 Apr 18 17:39:00.769478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-1c1c76ce-b0e0-489b-b9df-ec5c2e67081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:00.770888 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-1c1c76ce-b0e0-489b-b9df-ec5c2e67081f service neutron] 10.222.0.41 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.1597800 Apr 18 17:39:00.843597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2c3cc-f2e0-42ed-bbc0-f87a22ce2fcf req-0bb149e6-cdf1-4684-8648-a324497229e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:00.845742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73f2c3cc-f2e0-42ed-bbc0-f87a22ce2fcf req-0bb149e6-cdf1-4684-8648-a324497229e4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 943 time: 0.0513794 Apr 18 17:39:00.883840 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-45a6f3cf-a17b-4d34-b69c-8563bca9cf16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 999 time: 0.1110175 Apr 18 17:39:00.890076 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-15e9842d-2af8-4a8d-845b-6c11e89370dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 999 time: 0.1105280 Apr 18 17:39:00.890587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-73f2c3cc-f2e0-42ed-bbc0-f87a22ce2fcf req-48139272-1e16-4849-abd1-b8a6f2616e75 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385888 Apr 18 17:39:00.967943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95d53516-848b-43c6-8b1e-2dc66d692bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:00.972982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-25c20eab-b4d0-4701-8fcf-c2092c321b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:00.974479 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-25c20eab-b4d0-4701-8fcf-c2092c321b23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0835962 Apr 18 17:39:00.975849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-12fdd2f7-7b28-42f2-9926-06d92fbcc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:00.977152 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-12fdd2f7-7b28-42f2-9926-06d92fbcc9f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0789070 Apr 18 17:39:01.047303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-0a3704d7-c113-417a-911e-dc0f88acc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:01.048710 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-0a3704d7-c113-417a-911e-dc0f88acc298 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596728 Apr 18 17:39:01.051858 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-6fa4b769-a2a6-4c20-87db-5df9b61e0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:01.053197 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-6fa4b769-a2a6-4c20-87db-5df9b61e0ed3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720844 Apr 18 17:39:01.197269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-57d50d65-1308-4e6e-a997-a8f84de037e4 service neutron] 10.222.0.41 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415508 Apr 18 17:39:01.228882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-0342dea4-6c9c-4fb1-b450-64f2089638ff service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656387 Apr 18 17:39:01.354234 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-be5a8706-b7d4-4448-8a6b-f67168638f0b service neutron] 10.222.0.41 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468492 Apr 18 17:39:01.370907 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab35ac92-2c27-4848-96ee-ad46bf19148d req-c03cd45d-2ed0-489e-8fd5-791f03d01246 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095819 Apr 18 17:39:02.013877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841cf1-0943-41ae-9cfe-cc5fec2dd57e req-5d08624e-3e13-4cda-ad50-d98ca65ecf1b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:02.015337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87841cf1-0943-41ae-9cfe-cc5fec2dd57e req-5d08624e-3e13-4cda-ad50-d98ca65ecf1b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 943 time: 0.0522842 Apr 18 17:39:02.053216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87841cf1-0943-41ae-9cfe-cc5fec2dd57e req-61d23e63-0679-4a86-bedc-6d7035b17162 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309064 Apr 18 17:39:03.183011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac642b7-3e86-419d-a662-3377cb7997af req-cae85c4d-fda2-4171-a94a-6cf9e486461c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:03.184557 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ac642b7-3e86-419d-a662-3377cb7997af req-cae85c4d-fda2-4171-a94a-6cf9e486461c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 943 time: 0.0563982 Apr 18 17:39:03.225023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ac642b7-3e86-419d-a662-3377cb7997af req-24f7fcdc-b7ab-44b3-8d10-56f3ad1786fd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343652 Apr 18 17:39:03.291462 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:39:03.308646 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0a33a30-9774-44ec-9e81-e680b0dac807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:03.394467 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:03.405648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'port_id': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'mac_address': 'fa:16:3e:fe:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:39:03.442017 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:03.457730 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d65cf3-7ded-42d5-bba3-bd0379c49fbb {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:39:03.476858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:03.550728 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:03.603075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:03.973535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['34d65cf3-7ded-42d5-bba3-bd0379c49fbb'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:39:04.344918 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cb0be-0615-4265-8c97-5b6ba108edf2 req-7951c650-43e0-4e34-90f1-a7e40c2e48a8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:04.346922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-129cb0be-0615-4265-8c97-5b6ba108edf2 req-7951c650-43e0-4e34-90f1-a7e40c2e48a8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0487506 Apr 18 17:39:04.384927 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-129cb0be-0615-4265-8c97-5b6ba108edf2 req-59e8a53d-4aa1-4071-83b9-b6eb6f21b939 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319519 Apr 18 17:39:04.533272 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:04.904226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec7ce-aa97-4edf-b62e-267ba1f72e66 req-c64e1807-3a08-4842-8f65-977f233e0af7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:04.905707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a93ec7ce-aa97-4edf-b62e-267ba1f72e66 req-c64e1807-3a08-4842-8f65-977f233e0af7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0566669 Apr 18 17:39:04.949030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a93ec7ce-aa97-4edf-b62e-267ba1f72e66 req-cdbd3588-6769-4ab7-97cf-ffacc6547998 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373158 Apr 18 17:39:04.965514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-5359c69d-d795-45ea-894a-13895a0d13de tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:04.966999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-5359c69d-d795-45ea-894a-13895a0d13de tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97&tenant_id=818740d7f0dd4f5198de768a2d725101&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 944 time: 0.0634298 Apr 18 17:39:05.028247 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-28905f1c-1a26-4d0f-ac50-3d249c3bed85 service neutron] 10.222.0.41 "GET /v2.0/ports/34d65cf3-7ded-42d5-bba3-bd0379c49fbb/bindings/n-h2-836015-2 HTTP/1.1" status: 200 len: 382 time: 0.0543261 Apr 18 17:39:05.107723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-cd0792b8-8c9a-4a3f-b512-e4328d972d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:05.109087 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-cd0792b8-8c9a-4a3f-b512-e4328d972d7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1095 time: 0.0422404 Apr 18 17:39:05.208915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-363834a4-70bd-4c03-aadd-8376e72f9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:05.210509 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-363834a4-70bd-4c03-aadd-8376e72f9866 service neutron] 10.222.0.41 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.0947266 Apr 18 17:39:05.276364 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-b786a850-a76c-44be-b067-4e65e241270e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 1000 time: 0.0594833 Apr 18 17:39:05.320706 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:39:05.328636 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-c19b2f65-ca58-461f-a753-f9a4a57bdcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:05.330131 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-c19b2f65-ca58-461f-a753-f9a4a57bdcec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0453615 Apr 18 17:39:05.382145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-b1bddbea-69ad-4da8-ab30-b232add459fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:05.383595 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-b1bddbea-69ad-4da8-ab30-b232add459fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467069 Apr 18 17:39:05.444754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:39:05.448673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:39:05.449070 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:05.475321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-1d2691f2-c27f-48d0-8181-6d83a4058def service neutron] 10.222.0.41 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838823 Apr 18 17:39:05.530442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:05.556763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:39:05.559028 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb08719d-6853-42c4-9824-b5bda515db82" -d '{"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-plugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:39:05.572665 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-61783326-096f-43a9-aa68-4c57299dc7ac service neutron] 10.222.0.41 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912893 Apr 18 17:39:05.573142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:05.616470 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1765c29d-eed3-42f0-8cea-0983cb9746d7 x-openstack-request-id: req-1765c29d-eed3-42f0-8cea-0983cb9746d7 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:39:05.616470 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-plugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:39:05.616470 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1765c29d-eed3-42f0-8cea-0983cb9746d7 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:39:05.616470 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1765c29d-eed3-42f0-8cea-0983cb9746d7'] response: {'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'code': 200} Apr 18 17:39:05.636346 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:05.685805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:05.973151 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:06.068612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee3e8a-6bb0-493e-84a3-9d1f2271c3ea req-ab54410d-094c-484c-840c-44918fa5c105 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:06.070091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebee3e8a-6bb0-493e-84a3-9d1f2271c3ea req-ab54410d-094c-484c-840c-44918fa5c105 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0485024 Apr 18 17:39:06.110864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ebee3e8a-6bb0-493e-84a3-9d1f2271c3ea req-9ee2196d-f482-4d42-b839-51db2db12cdd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333469 Apr 18 17:39:06.158945 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:07.237364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff724f6-dc16-4d3e-9335-6e55d61c1e0e req-ed4742ec-76f2-4b92-a658-32218f09d1da tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:07.238977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ff724f6-dc16-4d3e-9335-6e55d61c1e0e req-ed4742ec-76f2-4b92-a658-32218f09d1da tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0531228 Apr 18 17:39:07.283358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ff724f6-dc16-4d3e-9335-6e55d61c1e0e req-607ca44f-41df-483b-aa54-807886a33182 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383773 Apr 18 17:39:08.335336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-22bfe6c7-cf84-40ab-b91d-42149f948ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:08.336852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-22bfe6c7-cf84-40ab-b91d-42149f948ebb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 1096 time: 0.0443716 Apr 18 17:39:08.354098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:39:08.406658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f8486-ea72-4122-ac74-bc92813f4a3b req-c52ed3d9-5197-49f4-bb70-590609bdb8dd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:08.407672 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:08.408127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d52f8486-ea72-4122-ac74-bc92813f4a3b req-c52ed3d9-5197-49f4-bb70-590609bdb8dd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 945 time: 0.0538752 Apr 18 17:39:08.449115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d52f8486-ea72-4122-ac74-bc92813f4a3b req-faddf81a-6c15-475c-b854-59f0b53c6dbe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334454 Apr 18 17:39:08.627370 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:08.660466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:39:08.699874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:39:08.702170 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508e6c06-478b-4db3-a50e-933bfbc240c0" -d '{"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-unplugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:39:08.705868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:08.718294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Transition to ACTIVE for port object 34d65cf3-7ded-42d5-bba3-bd0379c49fbb will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:39:08.760834 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f404e6-fc5d-4a02-8111-0d7e03c18b68 x-openstack-request-id: req-c3f404e6-fc5d-4a02-8111-0d7e03c18b68 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:39:08.761132 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-unplugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:39:08.761384 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3f404e6-fc5d-4a02-8111-0d7e03c18b68 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:39:08.761892 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f404e6-fc5d-4a02-8111-0d7e03c18b68'] response: {'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'code': 200} Apr 18 17:39:08.776033 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:08.858764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:08.901900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] No DVR routers for this DVR port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:39:09.040141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:39:09.040478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:39:09.040809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:39:09.045209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:39:09.045568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Attempting to bind port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:39:09.050873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:39:09.051729 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Checking segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:39:09.052111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Bound using segment: {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:39:09.052533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Bound port: 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7502db-4d4b-45f0-bbdc-8e3a68da8418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:39:09.052889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:09.115362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:39:09.118606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:39:09.210938 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:09.250051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:09.250051 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:09.250051 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] 10.222.0.18 "PUT /v2.0/ports/34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 1092 time: 0.8979347 Apr 18 17:39:09.269394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef77b2-43ef-4778-ab2f-fd338acadd3f service neutron] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=11']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:09.330865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-e483b37d-d304-4dc0-891f-c6b0e7e976c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:09.333130 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-e483b37d-d304-4dc0-891f-c6b0e7e976c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1095 time: 0.0481012 Apr 18 17:39:09.427722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-0825c9ae-0530-4649-99ee-a09be16afded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:09.429177 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-0825c9ae-0530-4649-99ee-a09be16afded service neutron] 10.222.0.18 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.0896268 Apr 18 17:39:09.503930 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-94bfb75f-3189-4c4e-9086-1a1148dcf86c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 999 time: 0.0672781 Apr 18 17:39:09.555604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-a939dc0a-558a-4084-956f-266a30dc8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:09.557139 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-a939dc0a-558a-4084-956f-266a30dc8aaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0466187 Apr 18 17:39:09.567940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894a66-e590-4bcb-a8b0-6f380f6339a7 req-7fd61bfd-04c2-444e-9732-69d82b4620f1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:09.569543 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28894a66-e590-4bcb-a8b0-6f380f6339a7 req-7fd61bfd-04c2-444e-9732-69d82b4620f1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0506368 Apr 18 17:39:09.603223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-b30f93c6-65ec-46ca-b4e5-d9c8d32c9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:09.604765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-b30f93c6-65ec-46ca-b4e5-d9c8d32c9a1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413761 Apr 18 17:39:09.608173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28894a66-e590-4bcb-a8b0-6f380f6339a7 req-f98df947-5b0c-4ae0-9266-a0cdb7d2db3a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323908 Apr 18 17:39:09.701996 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-5e36b96e-6288-4b6a-8e55-9cee2adfa9c8 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876312 Apr 18 17:39:09.793610 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-56bb08bf-56d1-4c01-844c-9e9c475d42b3 req-9c2d0363-2359-491b-9183-ad2f4530aa7f service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822804 Apr 18 17:39:10.728957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930889ca-9ce2-4a77-a160-cfb19ca45864 req-6377a754-605d-40f1-a841-e8e2e43cc893 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:10.730448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-930889ca-9ce2-4a77-a160-cfb19ca45864 req-6377a754-605d-40f1-a841-e8e2e43cc893 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0501866 Apr 18 17:39:10.762836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:39:10.765191 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ab0de9-a422-4d1a-9c69-213793ff7c89" -d '{"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:39:10.768167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-930889ca-9ce2-4a77-a160-cfb19ca45864 req-e1db4a2b-8bf3-48f6-b5eb-90d447b55817 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316191 Apr 18 17:39:10.815153 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd9350d-0ecc-40d9-8557-2b1cbd73248d x-openstack-request-id: req-9bd9350d-0ecc-40d9-8557-2b1cbd73248d {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:39:10.815443 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:39:10.815699 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bd9350d-0ecc-40d9-8557-2b1cbd73248d {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:39:10.816105 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd9350d-0ecc-40d9-8557-2b1cbd73248d'] response: {'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'status': 'completed', 'code': 200} Apr 18 17:39:10.930997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-df6684e3-e596-44ac-8f79-4dafc3323d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:10.932306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-df6684e3-e596-44ac-8f79-4dafc3323d8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1095 time: 0.0728486 Apr 18 17:39:10.934831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-65f0be1e-f87e-45d1-a514-7c765ab5644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:10.939463 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-65f0be1e-f87e-45d1-a514-7c765ab5644b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1095 time: 0.0681779 Apr 18 17:39:11.336707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:11.373239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-357a6589-d0c2-469e-ada4-03fad7f8974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:11.374741 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-357a6589-d0c2-469e-ada4-03fad7f8974b service neutron] 10.222.0.18 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.4355097 Apr 18 17:39:11.375823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-ec5863c4-c6f3-4598-80ab-50783d967915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:11.377156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-ec5863c4-c6f3-4598-80ab-50783d967915 service neutron] 10.222.0.41 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.4302249 Apr 18 17:39:11.381702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:11.485938 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-ed527e9f-e48c-4c07-badb-8ad7d9c10db7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 999 time: 0.1038737 Apr 18 17:39:11.487673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-89472e01-05e8-4b38-b269-36d474217441 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 999 time: 0.0989840 Apr 18 17:39:11.573979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-53533cec-788f-4b6e-8b65-8846a4cd165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:11.575407 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-53533cec-788f-4b6e-8b65-8846a4cd165c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0817652 Apr 18 17:39:11.576610 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-7230e582-0e7c-473d-8ce0-2df144c862e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:11.577962 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-7230e582-0e7c-473d-8ce0-2df144c862e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0770633 Apr 18 17:39:11.650215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-20ab9ab2-9b4a-49f4-b748-463c23d8e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:11.651664 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-20ab9ab2-9b4a-49f4-b748-463c23d8e53f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613499 Apr 18 17:39:11.654231 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-1f406bbc-aa8d-481f-b351-85620f051daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:11.655605 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-1f406bbc-aa8d-481f-b351-85620f051daf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733647 Apr 18 17:39:11.812768 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-9965250f-0549-4b9a-b6cd-4638c7129d5a service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525011 Apr 18 17:39:11.816045 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-d11c92b0-9107-48bb-8565-a72ce0534768 service neutron] 10.222.0.41 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481934 Apr 18 17:39:11.895794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d31b-46be-4de3-b18c-d4a0c58dbece req-22a9d569-df71-43a0-8d31-c9f91e6702a7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:11.897266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a97d31b-46be-4de3-b18c-d4a0c58dbece req-22a9d569-df71-43a0-8d31-c9f91e6702a7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0539124 Apr 18 17:39:11.936410 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1a97d31b-46be-4de3-b18c-d4a0c58dbece req-ec6fc945-17b9-4dec-a062-67adaf129d7f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325258 Apr 18 17:39:11.989354 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-277acda5-a3de-4b96-9626-7bf112412e8b service neutron] 10.222.0.41 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660843 Apr 18 17:39:11.991301 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-83ab0de9-a422-4d1a-9c69-213793ff7c89 req-6f9a8ae4-f266-4dd6-a473-cae40591c2f0 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602108 Apr 18 17:39:13.058315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c71dbd-5da4-43a3-8fe5-6935b4a52103 req-0d0fe516-991d-4795-8bc8-2a192406a91a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:13.059815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05c71dbd-5da4-43a3-8fe5-6935b4a52103 req-0d0fe516-991d-4795-8bc8-2a192406a91a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0528767 Apr 18 17:39:13.100152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05c71dbd-5da4-43a3-8fe5-6935b4a52103 req-31a81270-442f-4227-8258-c36d1c372b3a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329645 Apr 18 17:39:14.188591 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:39:14.223451 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c183003-0de8-4183-b05d-283519ddb921 req-f0cbd462-e8bf-43b6-9e93-0e77309cad0a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:14.225512 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c183003-0de8-4183-b05d-283519ddb921 req-f0cbd462-e8bf-43b6-9e93-0e77309cad0a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 944 time: 0.0536013 Apr 18 17:39:14.265177 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4c183003-0de8-4183-b05d-283519ddb921 req-b80c9225-4990-4221-a3ae-e7fe8ec0f481 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334778 Apr 18 17:39:14.288125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:14.288573 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49188) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:14.301648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'port_id': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'mac_address': 'fa:16:3e:fe:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:39:14.342669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:14.353699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a8d06758-173c-4120-bcfc-9c947d864cb4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/5d80ce71-c20a-44ba-8fee-c2d7438780a3 HTTP/1.1" status: 200 len: 991 time: 0.0639358 Apr 18 17:39:14.355782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d65cf3-7ded-42d5-bba3-bd0379c49fbb {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:39:14.375871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:14.430553 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:14.478923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=12']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:14.837032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['34d65cf3-7ded-42d5-bba3-bd0379c49fbb'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:39:16.204456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:39:16.307067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:39:16.310698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:39:16.311071 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:16.392648 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:16.414918 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:39:16.417114 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b107149a-f333-40a5-b737-c335ff2368fc" -d '{"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-plugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:39:16.432082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:16.459404 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a416b741-a141-4e89-b100-421bd5b82940 x-openstack-request-id: req-a416b741-a141-4e89-b100-421bd5b82940 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:39:16.459404 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-plugged", "status": "completed", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:39:16.459404 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a416b741-a141-4e89-b100-421bd5b82940 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:39:16.459404 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a416b741-a141-4e89-b100-421bd5b82940'] response: {'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'code': 200} Apr 18 17:39:16.501619 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:16.550565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=13']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:17.381770 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:17.570286 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:25.163873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:25.324046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Deleting port 94a85ac0-cdad-4d5e-8df2-915c509aefc4 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:25.324385 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:25.402964 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:25.403288 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:25.415102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Calling delete_port for 94a85ac0-cdad-4d5e-8df2-915c509aefc4 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:25.632992 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:25.661623 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event deleted for resources: {'Port': ['ID=94a85ac0-cdad-4d5e-8df2-915c509aefc4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:25.675141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.675489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.675829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.676165 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.676496 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.676824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.677150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.677494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.677819 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.678143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.678463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.678785 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:25.732793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:25.733134 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Floating IP 24a82c1a-b11a-49e0-b33a-42efc64954e3 disassociated (deleted). External IP: 172.25.5.209, port: 8cf5697b-1645-4d43-9b2b-fcb1f634de04. Apr 18 17:39:25.942232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Router 1251c454-b93a-4489-b1c1-74958ceba05b has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:39:26.053483 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:39:26.058549 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:26.063627 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] Sync routers for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:39:26.074196 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:39:26.074811 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:39:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:26.086423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a6715251-0c2e-4784-91d7-52f25c23c708 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "DELETE /v2.0/floatingips/24a82c1a-b11a-49e0-b33a-42efc64954e3 HTTP/1.1" status: 204 len: 168 time: 0.9213820 Apr 18 17:39:26.086984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:39:26.089982 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3425ca1f-d7e3-49d6-9bde-752bce1fadac" -d '{"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:39:26.128244 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ab76d8-4554-4770-aba7-131407eb4981 x-openstack-request-id: req-b5ab76d8-4554-4770-aba7-131407eb4981 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:39:26.128535 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:39:26.128783 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5ab76d8-4554-4770-aba7-131407eb4981 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:39:26.129348 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ab76d8-4554-4770-aba7-131407eb4981'] response: {'name': 'network-changed', 'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'status': 'completed', 'code': 200} Apr 18 17:39:26.221394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-09be32e2-e8e2-47ad-8a74-262dfec02b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:26.223104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-09be32e2-e8e2-47ad-8a74-262dfec02b0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f868bd06e60e47f8bce604a01eae851d&device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 1096 time: 0.0515480 Apr 18 17:39:26.275739 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:39:26.314595 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-3d305316-0c34-4951-b130-daf4cfbb2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:26.316073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-3d305316-0c34-4951-b130-daf4cfbb2529 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6 HTTP/1.1" status: 200 len: 915 time: 0.0864644 Apr 18 17:39:26.362368 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-bbd9d49a-43a7-497b-b1ad-e568132ce8e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04 HTTP/1.1" status: 200 len: 217 time: 0.0392065 Apr 18 17:39:26.418743 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-6d73e0d4-79f3-4e73-bd3a-12167a04ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:26.420265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-6d73e0d4-79f3-4e73-bd3a-12167a04ba8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=102c9178-b755-4bf9-a203-bb9bdbbc6d69 HTTP/1.1" status: 200 len: 853 time: 0.0505252 Apr 18 17:39:26.468482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-3342b03c-2453-4ce7-9d51-bcd859c8b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:26.470026 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-3342b03c-2453-4ce7-9d51-bcd859c8b3c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd6f927d-96cf-4e1f-8c58-63182ff60bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420420 Apr 18 17:39:26.473775 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:26.504250 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] Checking router: 1251c454-b93a-4489-b1c1-74958ceba05b for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:39:26.513255 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:39:26.513905 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:39:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:26.582026 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-be96bdf6-5f77-4a71-95cb-cd2231c9380d service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046219 Apr 18 17:39:26.611366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203d628-77b2-40fa-b0f5-6ba4f1df6763 req-2194c33a-d8c9-420d-a666-ca912f3c50fa tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:26.616106 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0203d628-77b2-40fa-b0f5-6ba4f1df6763 req-2194c33a-d8c9-420d-a666-ca912f3c50fa tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 945 time: 0.0537362 Apr 18 17:39:26.623306 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:39:26.653513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0203d628-77b2-40fa-b0f5-6ba4f1df6763 req-4bd1f198-b2aa-428f-b00a-6864d3d8038c tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335937 Apr 18 17:39:26.692665 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3425ca1f-d7e3-49d6-9bde-752bce1fadac req-064819a5-3ff2-4c34-9095-b8d7893c24a9 service neutron] 10.222.0.41 "GET /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036005 Apr 18 17:39:26.832210 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:26.858442 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63267be3-0b68-40f7-b8ca-ff9b6b8f0ef3 None None] The sync data for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 is: [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:35:00Z', 'revision_number': 4, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'c0e7f621-4bab-4f10-bc54-48992c7feb64', 'name': '', 'network_id': 'fd6f927d-96cf-4e1f-8c58-63182ff60bf6', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'mac_address': 'fa:16:3e:46:de:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:59Z', 'updated_at': '2022-04-18T17:35:05Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'subnets': [{'id': '102c9178-b755-4bf9-a203-bb9bdbbc6d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:39:27.079742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc9d1b-f7ce-49fd-bfe9-8ca048598ff8 None None] New status for floating IP 24a82c1a-b11a-49e0-b33a-42efc64954e3: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:39:27.262777 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:39:27.799895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d7868-aed9-4b15-8c5d-87761aac3230 req-a6cb5448-c3bd-4764-886b-70eb30ac06b3 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:27.801283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f2d7868-aed9-4b15-8c5d-87761aac3230 req-a6cb5448-c3bd-4764-886b-70eb30ac06b3 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 945 time: 0.0544004 Apr 18 17:39:27.842304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f2d7868-aed9-4b15-8c5d-87761aac3230 req-0bd9106a-d04f-4560-b02e-49fc699c9c2c tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/security-groups?id=98ede1fe-9f91-4bc1-b603-20f9268ad53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334649 Apr 18 17:39:28.409132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495752a-f974-432a-a327-cc81350bc08a req-27be2aec-8c1c-48a8-ae9b-72706fd161d3 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:28.410632 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d495752a-f974-432a-a327-cc81350bc08a req-27be2aec-8c1c-48a8-ae9b-72706fd161d3 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.41 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 945 time: 0.0483100 Apr 18 17:39:28.507934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Deleting port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:28.508278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:28.593988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] For port 8cf5697b-1645-4d43-9b2b-fcb1f634de04, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=8cf5697b-1645-4d43-9b2b-fcb1f634de04,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:28.594356 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:28.607522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Calling delete_port for 8cf5697b-1645-4d43-9b2b-fcb1f634de04 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:28.810376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:28.838195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event deleted for resources: {'Port': ['ID=8cf5697b-1645-4d43-9b2b-fcb1f634de04,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:28.886303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] No DVR routers for this DVR port 8cf5697b-1645-4d43-9b2b-fcb1f634de04 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:39:28.888984 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:28.892345 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d495752a-f974-432a-a327-cc81350bc08a req-71d4079a-b709-4dc9-b245-3a5f20d6bbbb tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.41 "DELETE /v2.0/ports/8cf5697b-1645-4d43-9b2b-fcb1f634de04 HTTP/1.1" status: 204 len: 173 time: 0.4757681 Apr 18 17:39:28.892798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'name': 'network-vif-deleted', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:39:28.895102 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bdb707-a2c2-4c7a-858e-75200af167c9" -d '{"events": [{"server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "name": "network-vif-deleted", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:39:28.934045 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7786bea-5ad0-4163-b74f-509a9d17fdcd x-openstack-request-id: req-c7786bea-5ad0-4163-b74f-509a9d17fdcd {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:39:28.934372 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666e325b-7dac-4528-948e-ababc985b35e", "name": "network-vif-deleted", "tag": "8cf5697b-1645-4d43-9b2b-fcb1f634de04", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:39:28.934632 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7786bea-5ad0-4163-b74f-509a9d17fdcd {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:39:28.935044 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7786bea-5ad0-4163-b74f-509a9d17fdcd'] response: {'server_uuid': '666e325b-7dac-4528-948e-ababc985b35e', 'name': 'network-vif-deleted', 'tag': '8cf5697b-1645-4d43-9b2b-fcb1f634de04', 'status': 'completed', 'code': 200} Apr 18 17:39:28.941612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0ccd1417-44eb-4713-bf52-94e3837d7871 req-fd8a9b6c-f65f-477b-8346-cf9672f44559 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 210 time: 0.0284476 Apr 18 17:39:30.036689 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-27244412-d2e3-4199-9b3b-eb629907dbf7 req-efc8fbf1-c319-4e7d-add4-d7fff3a8c861 tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 210 time: 0.0257463 Apr 18 17:39:30.964880 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d016da7-2240-47ad-bd7c-432334a09af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:31.139089 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f84cff2e-00a1-44b7-9f84-b3109262cff3 req-cc81581e-9cbe-4bc9-8b58-af70845f2d5c tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 210 time: 0.0263934 Apr 18 17:39:31.514540 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-19c7be7c-3490-4d24-936c-7d1c860e379c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414360 Apr 18 17:39:31.586292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-10aa9056-9f71-4865-a74d-495b942136c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:31.587753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-10aa9056-9f71-4865-a74d-495b942136c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1097 time: 0.0401902 Apr 18 17:39:31.698738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-02cb7cb5-d208-4877-86b5-e84631fbba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:31.700277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-02cb7cb5-d208-4877-86b5-e84631fbba9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.0939796 Apr 18 17:39:31.765238 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-ecc4fea3-ca49-4664-ad8c-e854d4f96e17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 1001 time: 0.0582230 Apr 18 17:39:31.813820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-6f4c0e5f-cad0-49f4-a171-8b6a8595e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:31.815269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-6f4c0e5f-cad0-49f4-a171-8b6a8595e700 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0438168 Apr 18 17:39:31.864859 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-8fcebe2e-cade-4a1b-b05f-90f772581019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:39:31.866376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-8fcebe2e-cade-4a1b-b05f-90f772581019 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449550 Apr 18 17:39:31.955143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-5762d4e3-f0e4-44f5-989f-016dbb6dcbd6 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817454 Apr 18 17:39:32.049103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5d27f297-2126-49d4-a69d-5acfcc3061b6 req-f6c7bdeb-6ddf-49b7-b425-85218d4713cd service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873125 Apr 18 17:39:32.236780 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9f13274b-abc6-4302-83da-2d84fd72c62f req-586b4301-a5db-4b68-81b4-847b06d5daee tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "GET /v2.0/ports?device_id=666e325b-7dac-4528-948e-ababc985b35e HTTP/1.1" status: 200 len: 210 time: 0.0263770 Apr 18 17:39:33.293535 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0b0fa458-99ca-49ac-bb91-534e5a818a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:33.295936 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49226) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:33.358085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3de2-932d-4015-9fb0-450d475580dc tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:33.382948 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3de2-932d-4015-9fb0-450d475580dc tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:33.489851 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3de2-932d-4015-9fb0-450d475580dc tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:33.492411 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3de2-932d-4015-9fb0-450d475580dc tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:33.493611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1d8b3de2-932d-4015-9fb0-450d475580dc tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] 10.222.0.45 "DELETE /v2.0/security-groups/98ede1fe-9f91-4bc1-b603-20f9268ad53d HTTP/1.1" status: 204 len: 168 time: 0.1965964 Apr 18 17:39:33.503348 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b3de2-932d-4015-9fb0-450d475580dc tempest-TestVolumeBackupRestore-57718877 tempest-TestVolumeBackupRestore-57718877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ede1fe-9f91-4bc1-b603-20f9268ad53d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:33.506823 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 8cf5697b-1645-4d43-9b2b-fcb1f634de04 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:33.531136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 8cf5697b-1645-4d43-9b2b-fcb1f634de04 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:39:33.531456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 8cf5697b-1645-4d43-9b2b-fcb1f634de04 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:34.504798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:35.970491 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:36.174094 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:37.317872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:37.942914 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:38.191521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Deleting port c0e7f621-4bab-4f10-bc54-48992c7feb64 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:38.191863 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:38.272048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] For port c0e7f621-4bab-4f10-bc54-48992c7feb64, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c0e7f621-4bab-4f10-bc54-48992c7feb64,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:38.272410 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:38.288869 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Calling delete_port for c0e7f621-4bab-4f10-bc54-48992c7feb64 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:38.524262 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:38.551749 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e7f621-4bab-4f10-bc54-48992c7feb64,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:38.736037 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:38.955837 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Router 1251c454-b93a-4489-b1c1-74958ceba05b has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:39:39.063640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:39:39.068921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3b08eef6-e22f-4399-892d-8b21a8cb2e4f admin admin] 10.222.0.45 "PUT /v2.0/routers/1251c454-b93a-4489-b1c1-74958ceba05b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499213 Apr 18 17:39:39.071508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49500) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:39.072258 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] Sync routers for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:39:39.083442 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:39:39.084183 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:39:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:39.188970 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:39.198066 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:39:39.294436 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:39.375870 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:39:38Z', 'revision_number': 5, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port': {'id': '04d7532b-cb44-4d05-b1df-db2f317a639e', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:34:57Z', 'updated_at': '2022-04-18T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:39.402341 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] Checking router: 1251c454-b93a-4489-b1c1-74958ceba05b for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:39:39.411804 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] Routers {'1251c454-b93a-4489-b1c1-74958ceba05b'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:39:39.412618 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:39:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['1251c454-b93a-4489-b1c1-74958ceba05b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:39.423634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Deleting port 04d7532b-cb44-4d05-b1df-db2f317a639e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:39.424203 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:39.509036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] For port 04d7532b-cb44-4d05-b1df-db2f317a639e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=04d7532b-cb44-4d05-b1df-db2f317a639e,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:39.509430 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:39.515555 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] Set router 1251c454-b93a-4489-b1c1-74958ceba05b gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:39:39.526836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Calling delete_port for 04d7532b-cb44-4d05-b1df-db2f317a639e owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:39.569155 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:39:39Z', 'revision_number': 6, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:39.595859 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4035ea-dae7-4cf3-85dd-a9b6a883de60 None None] The sync data for ids ['1251c454-b93a-4489-b1c1-74958ceba05b'] in n-d-836015-2 is: [{'id': '1251c454-b93a-4489-b1c1-74958ceba05b', 'name': 'tempest-TestVolumeBackupRestore-1285910876-router', 'tenant_id': 'f868bd06e60e47f8bce604a01eae851d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:34:56Z', 'updated_at': '2022-04-18T17:39:39Z', 'revision_number': 6, 'project_id': 'f868bd06e60e47f8bce604a01eae851d', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:39:39.790909 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:39.817243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d7532b-cb44-4d05-b1df-db2f317a639e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:39.879979 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:39.973609 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:39.976206 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.107374 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.107907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1251c454-b93a-4489-b1c1-74958ceba05b {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:39:40.122662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.122662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ca8da7e3-5208-4e8c-aed7-e4c695e2e9b5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1251c454-b93a-4489-b1c1-74958ceba05b HTTP/1.1" status: 204 len: 168 time: 1.0409138 Apr 18 17:39:40.122662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49550) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:40.162998 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-464cc108-7903-4038-920a-6e0cedfacc4c admin admin] Deleting subnet 102c9178-b755-4bf9-a203-bb9bdbbc6d69 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:39:40.166095 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464cc108-7903-4038-920a-6e0cedfacc4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.201761 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464cc108-7903-4038-920a-6e0cedfacc4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.284217 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464cc108-7903-4038-920a-6e0cedfacc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.433214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464cc108-7903-4038-920a-6e0cedfacc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.459702 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cc108-7903-4038-920a-6e0cedfacc4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102c9178-b755-4bf9-a203-bb9bdbbc6d69,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:40.466453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-464cc108-7903-4038-920a-6e0cedfacc4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.472533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78476bb8-1096-4bd7-8502-7e381b475bc8 None None] Network fd6f927d-96cf-4e1f-8c58-63182ff60bf6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:39:40.474620 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-464cc108-7903-4038-920a-6e0cedfacc4c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/102c9178-b755-4bf9-a203-bb9bdbbc6d69 HTTP/1.1" status: 204 len: 168 time: 0.3576539 Apr 18 17:39:40.475096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49566) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:40.557344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.617493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Deleting port 30b136e0-23fb-437b-9004-ee45ce2e620f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:40.617857 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.689696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] DHCP port deletion for fd6f927d-96cf-4e1f-8c58-63182ff60bf6 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:39:40.693637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] For port 30b136e0-23fb-437b-9004-ee45ce2e620f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=30b136e0-23fb-437b-9004-ee45ce2e620f,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:40.693983 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.710176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Calling delete_port for 30b136e0-23fb-437b-9004-ee45ce2e620f owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:40.751818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Deleting port 30b136e0-23fb-437b-9004-ee45ce2e620f {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:40.752367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.901951 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:40.929726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Pushing event deleted for resources: {'Port': ['ID=30b136e0-23fb-437b-9004-ee45ce2e620f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:40.933136 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] No DVR routers for this DVR port 30b136e0-23fb-437b-9004-ee45ce2e620f on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:39:40.970635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c0e7f621-4bab-4f10-bc54-48992c7feb64 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:40.991413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c0e7f621-4bab-4f10-bc54-48992c7feb64 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:39:40.991777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c0e7f621-4bab-4f10-bc54-48992c7feb64 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:40.992275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 30b136e0-23fb-437b-9004-ee45ce2e620f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:41.010751 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.020769 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 30b136e0-23fb-437b-9004-ee45ce2e620f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:39:41.021119 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 30b136e0-23fb-437b-9004-ee45ce2e620f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:41.021563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 04d7532b-cb44-4d05-b1df-db2f317a639e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:41.032242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6f927d-96cf-4e1f-8c58-63182ff60bf6']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:41.041573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:41.041872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf723d81-b20d-40d6-b3a1-b7b7ffd07931') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:41.050299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 04d7532b-cb44-4d05-b1df-db2f317a639e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:39:41.050655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 04d7532b-cb44-4d05-b1df-db2f317a639e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:41.054143 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.054868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] For port 30b136e0-23fb-437b-9004-ee45ce2e620f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=30b136e0-23fb-437b-9004-ee45ce2e620f,segment=NetworkSegment(cf723d81-b20d-40d6-b3a1-b7b7ffd07931),segment_id=cf723d81-b20d-40d6-b3a1-b7b7ffd07931)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:41.055310 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.068626 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Calling delete_port for 30b136e0-23fb-437b-9004-ee45ce2e620f owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:41.069609 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.075982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:39:41.076446 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:39:41.078160 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:39:41.148904 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.175401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Pushing event deleted for resources: {'Port': ['ID=30b136e0-23fb-437b-9004-ee45ce2e620f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:41.177649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] No DVR routers for this DVR port 30b136e0-23fb-437b-9004-ee45ce2e620f on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:39:41.188576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.188576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.188576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.188576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.188576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.188576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.188576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.189162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.189244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.189559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.189893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.190247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252a8ca-f701-4692-b4bc-f78cd6c12931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:39:41.191031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.199464 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.200687 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] 10.222.0.45 "DELETE /v2.0/networks/fd6f927d-96cf-4e1f-8c58-63182ff60bf6 HTTP/1.1" status: 204 len: 168 time: 0.7245767 Apr 18 17:39:41.203724 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49602) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:41.217124 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666c060-4e4f-4156-8278-24bcf44ad0be admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6f927d-96cf-4e1f-8c58-63182ff60bf6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:41.562166 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.807987 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Deleting port 955371ee-95a9-4f85-b933-e7c22b5f205a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:41.808332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.884677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] For port 955371ee-95a9-4f85-b933-e7c22b5f205a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=955371ee-95a9-4f85-b933-e7c22b5f205a,segment=NetworkSegment(9043f57f-aaf4-4a9a-aa79-a194acfc6df6),segment_id=9043f57f-aaf4-4a9a-aa79-a194acfc6df6)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:41.885024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:41.898135 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Calling delete_port for 955371ee-95a9-4f85-b933-e7c22b5f205a owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:42.124132 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:42.148034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Pushing event deleted for resources: {'Port': ['ID=955371ee-95a9-4f85-b933-e7c22b5f205a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:42.600328 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:42.818450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Router e2d34dec-9701-45b5-ac43-58a7cb5de972 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:39:42.926580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:39:42.931517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-22d9b253-f946-408b-8696-843ef96ba223 admin admin] 10.222.0.45 "PUT /v2.0/routers/e2d34dec-9701-45b5-ac43-58a7cb5de972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267480 Apr 18 17:39:42.933932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49686) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:42.938189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] Sync routers for ids ['e2d34dec-9701-45b5-ac43-58a7cb5de972'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:39:42.948659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] Routers {'e2d34dec-9701-45b5-ac43-58a7cb5de972'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:39:42.949303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:39:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e2d34dec-9701-45b5-ac43-58a7cb5de972'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:43.039697 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.053541 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] Set router e2d34dec-9701-45b5-ac43-58a7cb5de972 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:39:43.141049 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.230686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:39:42Z', 'revision_number': 5, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port': {'id': 'ad48f27c-0dac-4367-9cd5-69ba52fd3cf5', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:35:03Z', 'updated_at': '2022-04-18T17:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:43.251233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Deleting port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:43.251573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.264227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] Checking router: e2d34dec-9701-45b5-ac43-58a7cb5de972 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:39:43.274551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] Routers {'e2d34dec-9701-45b5-ac43-58a7cb5de972'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:39:43.275160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:39:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e2d34dec-9701-45b5-ac43-58a7cb5de972'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:43.332150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] For port ad48f27c-0dac-4367-9cd5-69ba52fd3cf5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=ad48f27c-0dac-4367-9cd5-69ba52fd3cf5,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:43.332509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.345999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Calling delete_port for ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:43.367402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] Set router e2d34dec-9701-45b5-ac43-58a7cb5de972 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:39:43.417630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:39:43Z', 'revision_number': 6, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:43.445908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adf7bd-bea8-4a78-8a93-8a8fae14a4eb None None] The sync data for ids ['e2d34dec-9701-45b5-ac43-58a7cb5de972'] in n-d-836015-2 is: [{'id': 'e2d34dec-9701-45b5-ac43-58a7cb5de972', 'name': 'tempest-TestVolumeBackupRestore-1375889530-router', 'tenant_id': 'df0348b47b764d61a30e6cb80caa36be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:35:02Z', 'updated_at': '2022-04-18T17:39:43Z', 'revision_number': 6, 'project_id': 'df0348b47b764d61a30e6cb80caa36be', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:39:43.573082 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.599218 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad48f27c-0dac-4367-9cd5-69ba52fd3cf5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:43.663238 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.753508 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.755501 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.861867 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.862576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d34dec-9701-45b5-ac43-58a7cb5de972 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:39:43.867926 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.869078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-02cad7ab-b20d-4a50-b513-45198d3baddd admin admin] 10.222.0.45 "DELETE /v2.0/routers/e2d34dec-9701-45b5-ac43-58a7cb5de972 HTTP/1.1" status: 204 len: 168 time: 0.9336929 Apr 18 17:39:43.871602 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49692) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:43.920285 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bbc217-9e74-47ee-ae8d-2c6a89abcdb7 admin admin] Deleting subnet 170ce767-5f6d-4a90-8a49-b69ad82c3df9 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:39:43.923490 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92bbc217-9e74-47ee-ae8d-2c6a89abcdb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:43.956633 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92bbc217-9e74-47ee-ae8d-2c6a89abcdb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.032151 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92bbc217-9e74-47ee-ae8d-2c6a89abcdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.154507 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92bbc217-9e74-47ee-ae8d-2c6a89abcdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.190018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc217-9e74-47ee-ae8d-2c6a89abcdb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170ce767-5f6d-4a90-8a49-b69ad82c3df9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:44.195307 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-92bbc217-9e74-47ee-ae8d-2c6a89abcdb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.198662 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-92bbc217-9e74-47ee-ae8d-2c6a89abcdb7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/170ce767-5f6d-4a90-8a49-b69ad82c3df9 HTTP/1.1" status: 204 len: 168 time: 0.3261156 Apr 18 17:39:44.201561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce16d7-dd21-4a18-900f-ea1e6e922b99 None None] Network 1384bcd1-f81e-42f9-8435-3d0da38c7c24 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:39:44.202024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49694) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:44.271494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.325836 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Deleting port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:44.326331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.389697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] DHCP port deletion for 1384bcd1-f81e-42f9-8435-3d0da38c7c24 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:39:44.399339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] For port d7a8c407-6c02-425c-b28f-ed00ff60f0f8, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,segment=NetworkSegment(9043f57f-aaf4-4a9a-aa79-a194acfc6df6),segment_id=9043f57f-aaf4-4a9a-aa79-a194acfc6df6)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:44.399709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.414298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Calling delete_port for d7a8c407-6c02-425c-b28f-ed00ff60f0f8 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:44.443780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] Deleting port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:39:44.444250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.515101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] For port d7a8c407-6c02-425c-b28f-ed00ff60f0f8, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,segment=NetworkSegment(9043f57f-aaf4-4a9a-aa79-a194acfc6df6),segment_id=9043f57f-aaf4-4a9a-aa79-a194acfc6df6)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:39:44.515561 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.535209 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] Calling delete_port for d7a8c407-6c02-425c-b28f-ed00ff60f0f8 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:39:44.579600 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.611155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:44.613895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] No DVR routers for this DVR port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:39:44.620785 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.645381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] Pushing event deleted for resources: {'Port': ['ID=d7a8c407-6c02-425c-b28f-ed00ff60f0f8,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:44.649168 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0bcc5-93b3-4a44-883d-bfd448547610 None None] No DVR routers for this DVR port d7a8c407-6c02-425c-b28f-ed00ff60f0f8 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:39:44.701406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.722489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1384bcd1-f81e-42f9-8435-3d0da38c7c24']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:44.732243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9043f57f-aaf4-4a9a-aa79-a194acfc6df6') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:44.732540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9043f57f-aaf4-4a9a-aa79-a194acfc6df6') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:39:44.743000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.745452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d7a8c407-6c02-425c-b28f-ed00ff60f0f8 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:44.756278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.762188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:39:44.771382 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:39:44.773515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: d7a8c407-6c02-425c-b28f-ed00ff60f0f8 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:39:44.773515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d7a8c407-6c02-425c-b28f-ed00ff60f0f8 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:44.773515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 955371ee-95a9-4f85-b933-e7c22b5f205a no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:44.785687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 955371ee-95a9-4f85-b933-e7c22b5f205a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:39:44.786030 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 955371ee-95a9-4f85-b933-e7c22b5f205a not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:44.786431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:39:44.805641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:39:44.805983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device ad48f27c-0dac-4367-9cd5-69ba52fd3cf5 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:39:44.890152 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.902211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:44.905333 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1384bcd1-f81e-42f9-8435-3d0da38c7c24 HTTP/1.1" status: 204 len: 168 time: 0.7025154 Apr 18 17:39:44.917549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898086a-d1d5-4e5f-b6ed-43fecc194443 admin admin] Pushing event deleted for resources: {'Network': ['ID=1384bcd1-f81e-42f9-8435-3d0da38c7c24,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:45.265033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49706) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:45.304269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fafbfe4d-5447-4c22-afcb-7589650d0021 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f868bd06e60e47f8bce604a01eae851d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380368 Apr 18 17:39:45.306701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49708) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:45.353858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-580cb8b8-4dbd-4826-87bd-a63aab9a9488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:45.375573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-580cb8b8-4dbd-4826-87bd-a63aab9a9488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:45.493284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-580cb8b8-4dbd-4826-87bd-a63aab9a9488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:45.495927 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-580cb8b8-4dbd-4826-87bd-a63aab9a9488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:45.497703 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-580cb8b8-4dbd-4826-87bd-a63aab9a9488 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8471a5ce-044a-42df-a752-89065e1849e8 HTTP/1.1" status: 204 len: 168 time: 0.1895108 Apr 18 17:39:45.505660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cb8b8-4dbd-4826-87bd-a63aab9a9488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471a5ce-044a-42df-a752-89065e1849e8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:46.173577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49714) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:46.212155 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b1f0fa6e-ab14-4f10-8d80-238aa17da86c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df0348b47b764d61a30e6cb80caa36be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373011 Apr 18 17:39:46.214565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49716) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:39:46.264790 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a6164-81dc-4058-8766-5386f7a2ea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:46.285289 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a6164-81dc-4058-8766-5386f7a2ea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:46.398358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a6164-81dc-4058-8766-5386f7a2ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:46.400763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-470a6164-81dc-4058-8766-5386f7a2ea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:46.401918 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-470a6164-81dc-4058-8766-5386f7a2ea1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2a24861-411a-4f92-8b4d-a5a2b90d1cb8 HTTP/1.1" status: 204 len: 168 time: 0.1864791 Apr 18 17:39:46.410364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a6164-81dc-4058-8766-5386f7a2ea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a24861-411a-4f92-8b4d-a5a2b90d1cb8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:39:47.363725 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:39:47.580881 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:00.952356 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-708b3209-e298-42bd-93cb-d85727d298e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:01.403214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50ade1-d0f0-49fc-9e7d-ac78d40c0214 req-af8d40cd-30b8-4ddf-8e21-be88a7bf6262 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:01.404805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d50ade1-d0f0-49fc-9e7d-ac78d40c0214 req-af8d40cd-30b8-4ddf-8e21-be88a7bf6262 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1097 time: 0.0422585 Apr 18 17:40:01.439710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d50ade1-d0f0-49fc-9e7d-ac78d40c0214 req-8c3d8cd4-f40a-42ce-9910-02de2dd269be tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288198 Apr 18 17:40:01.462817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49734) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:01.619540 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 8338ae5b-3bdb-4a7b-a1db-19f8aa3c39c7 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:40:01.619801 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:01.699958 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:01.700284 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:01.712473 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 8338ae5b-3bdb-4a7b-a1db-19f8aa3c39c7 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:40:01.975308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:02.004362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=8338ae5b-3bdb-4a7b-a1db-19f8aa3c39c7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:02.064274 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:02.065943 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Floating IP 5d80ce71-c20a-44ba-8fee-c2d7438780a3 disassociated (deleted). External IP: 172.25.5.122, port: 34d65cf3-7ded-42d5-bba3-bd0379c49fbb. Apr 18 17:40:02.278636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router 622ed0b2-4735-4baf-90e5-2cc8f948e61d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:40:02.387176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:40:02.391694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:02.397931 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] Sync routers for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:40:02.407220 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:02.407825 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:39:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:02.420097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-896ff5b4-87cf-427b-82c9-96c59da97a87 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/floatingips/5d80ce71-c20a-44ba-8fee-c2d7438780a3 HTTP/1.1" status: 204 len: 168 time: 0.9561930 Apr 18 17:40:02.420779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:40:02.423415 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b298eff6-6961-4b2f-b571-3fa027225e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:40:02.463319 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097d1e7b-ff24-4f0f-b95b-cddf10af611f x-openstack-request-id: req-097d1e7b-ff24-4f0f-b95b-cddf10af611f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:40:02.464221 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:40:02.464485 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-097d1e7b-ff24-4f0f-b95b-cddf10af611f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:40:02.464921 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097d1e7b-ff24-4f0f-b95b-cddf10af611f'] response: {'name': 'network-changed', 'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'status': 'completed', 'code': 200} Apr 18 17:40:02.523114 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:02.548490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-315b82f4-97f9-4344-b74b-da22b7bc5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:02.550010 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-315b82f4-97f9-4344-b74b-da22b7bc5cc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 1097 time: 0.0426991 Apr 18 17:40:02.642119 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-195743a6-2986-4ce8-a4a7-cebfe8cb842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:02.644142 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-195743a6-2986-4ce8-a4a7-cebfe8cb842e service neutron] 10.222.0.18 "GET /v2.0/networks?id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 200 len: 897 time: 0.0875900 Apr 18 17:40:02.686123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-9014d602-13c0-4600-9150-a9625f638373 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 200 len: 217 time: 0.0360098 Apr 18 17:40:02.721953 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:24Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:02.736775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-795ad029-1b9f-4e0a-bac1-e257b40f6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:02.738805 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-795ad029-1b9f-4e0a-bac1-e257b40f6046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 200 len: 835 time: 0.0460541 Apr 18 17:40:02.748174 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] Checking router: 622ed0b2-4735-4baf-90e5-2cc8f948e61d for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:40:02.756956 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:02.757607 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:39:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:02.785933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-c58dcd28-4fff-48ae-b602-b61a9f069590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:02.786723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-c58dcd28-4fff-48ae-b602-b61a9f069590 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413654 Apr 18 17:40:02.867238 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:02.894749 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-95b9658b-865e-4980-8165-4ead0aa3f3a2 service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994456 Apr 18 17:40:02.991462 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c28294-b006-49fc-9705-9be0c9e4e064 req-d506b724-9a85-4513-81a9-a053db10b010 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:02.993532 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54c28294-b006-49fc-9705-9be0c9e4e064 req-d506b724-9a85-4513-81a9-a053db10b010 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 946 time: 0.0592699 Apr 18 17:40:02.994719 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b298eff6-6961-4b2f-b571-3fa027225e4b req-6b025fa9-4ade-42f1-a67f-eb2eee506dee service neutron] 10.222.0.18 "GET /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937393 Apr 18 17:40:03.035026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54c28294-b006-49fc-9705-9be0c9e4e064 req-99f996d2-bd0d-46b7-ac1e-fb95ea37ecc5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342443 Apr 18 17:40:03.092819 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:24Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:03.119366 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a5737-81e2-48c5-8960-c3a3b5c19f63 None None] The sync data for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 is: [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:21Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'e885b085-af44-4635-b395-bda4372cf970', 'name': '', 'network_id': '61a54964-a905-4d9c-b4fd-92c5fa2f8a0c', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:d7:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:20Z', 'updated_at': '2022-04-18T17:37:24Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '056b0a72-9790-48d0-9f33-298e9c627acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:40:03.289672 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fc41ce3-588a-430c-afd6-3027811b2c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:03.339503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26aefa6-d375-41dc-8654-d7e9ced3ebd1 None None] New status for floating IP 5d80ce71-c20a-44ba-8fee-c2d7438780a3: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:40:04.161569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2de3f1-af77-4672-bda0-5f1efea2e077 req-623875af-0eee-4e32-9057-cc35f5fe6853 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:04.163027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f2de3f1-af77-4672-bda0-5f1efea2e077 req-623875af-0eee-4e32-9057-cc35f5fe6853 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 946 time: 0.0533321 Apr 18 17:40:04.209343 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f2de3f1-af77-4672-bda0-5f1efea2e077 req-80bcb680-d096-4bde-be10-d0a63d661a81 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=496d1c71-d016-4ba1-938f-a384fb37524f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401211 Apr 18 17:40:04.261196 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:40:04.495231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:04.685236 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-96e67504-5f93-410e-9d04-925b9f0f9a42 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:04.686323 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-96e67504-5f93-410e-9d04-925b9f0f9a42 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 946 time: 0.0506742 Apr 18 17:40:04.775027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:40:04.775290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:04.865093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:04.865481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:04.878152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 34d65cf3-7ded-42d5-bba3-bd0379c49fbb owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:40:05.053193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:05.082460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=34d65cf3-7ded-42d5-bba3-bd0379c49fbb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:05.109323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.109708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.110055 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.110397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.110735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.111073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.111404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.111736 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.112074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.112906 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.113233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.113587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:05.132709 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] No DVR routers for this DVR port 34d65cf3-7ded-42d5-bba3-bd0379c49fbb on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:40:05.135232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:05.138558 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ceba8378-a756-443c-bffc-6c3ee785d3bd req-1a606d8b-43d0-4d07-b2ac-0e1c922d1c3f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "DELETE /v2.0/ports/34d65cf3-7ded-42d5-bba3-bd0379c49fbb HTTP/1.1" status: 204 len: 173 time: 0.4465356 Apr 18 17:40:05.138998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-deleted', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:40:05.141264 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a711430-b9b0-4962-88ba-567d82db7b95" -d '{"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-deleted", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:40:05.178086 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c335994-5f93-4a83-b637-a803fadc0541 x-openstack-request-id: req-2c335994-5f93-4a83-b637-a803fadc0541 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:40:05.178375 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e650d05-0073-431a-9072-b35cc5596b97", "name": "network-vif-deleted", "tag": "34d65cf3-7ded-42d5-bba3-bd0379c49fbb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:40:05.178628 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c335994-5f93-4a83-b637-a803fadc0541 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:40:05.179036 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c335994-5f93-4a83-b637-a803fadc0541'] response: {'server_uuid': '0e650d05-0073-431a-9072-b35cc5596b97', 'name': 'network-vif-deleted', 'tag': '34d65cf3-7ded-42d5-bba3-bd0379c49fbb', 'status': 'completed', 'code': 200} Apr 18 17:40:05.306886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b4dc563c-7506-4638-98a5-4e099c13a06c req-b27e064a-076d-4239-98e2-03eeed229fe3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e650d05-0073-431a-9072-b35cc5596b97 HTTP/1.1" status: 200 len: 210 time: 0.0279083 Apr 18 17:40:06.055078 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:06.209473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:06.364367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49750) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:06.997549 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:07.258388 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port e885b085-af44-4635-b395-bda4372cf970 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:40:07.258640 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:07.349586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port e885b085-af44-4635-b395-bda4372cf970, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e885b085-af44-4635-b395-bda4372cf970,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:07.349953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:07.363164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for e885b085-af44-4635-b395-bda4372cf970 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:40:07.601795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:07.628683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=e885b085-af44-4635-b395-bda4372cf970,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:07.808431 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.019756 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router 622ed0b2-4735-4baf-90e5-2cc8f948e61d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:40:08.120873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:40:08.125906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-4425df53-5c53-43ae-9f8a-832ba4ac7200 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "PUT /v2.0/routers/622ed0b2-4735-4baf-90e5-2cc8f948e61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605097 Apr 18 17:40:08.128625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49754) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:08.131258 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] Sync routers for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:40:08.140817 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:08.141455 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:08.182649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe00fe33-1a56-407c-9502-d2f137e5ae9a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting subnet 056b0a72-9790-48d0-9f33-298e9c627acf {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:40:08.185830 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe00fe33-1a56-407c-9502-d2f137e5ae9a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.226450 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe00fe33-1a56-407c-9502-d2f137e5ae9a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.246394 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:08.309717 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe00fe33-1a56-407c-9502-d2f137e5ae9a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.374544 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:40:08.394577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 34d65cf3-7ded-42d5-bba3-bd0379c49fbb {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:40:08.394919 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 34d65cf3-7ded-42d5-bba3-bd0379c49fbb not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:40:08.429785 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:40:07Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:08.438968 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe00fe33-1a56-407c-9502-d2f137e5ae9a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.455686 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] Checking router: 622ed0b2-4735-4baf-90e5-2cc8f948e61d for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:40:08.464143 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] Routers {'622ed0b2-4735-4baf-90e5-2cc8f948e61d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:08.464748 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:08.468092 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00fe33-1a56-407c-9502-d2f137e5ae9a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Subnet': ['ID=056b0a72-9790-48d0-9f33-298e9c627acf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:08.470499 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe00fe33-1a56-407c-9502-d2f137e5ae9a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.479132 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fe00fe33-1a56-407c-9502-d2f137e5ae9a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/subnets/056b0a72-9790-48d0-9f33-298e9c627acf HTTP/1.1" status: 204 len: 168 time: 0.3440390 Apr 18 17:40:08.479238 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49756) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:08.481941 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d7541-d345-483c-8258-2cf84b8a61c4 None None] Network 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:40:08.578286 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] Set router 622ed0b2-4735-4baf-90e5-2cc8f948e61d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:08.701081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] DHCP port deletion for 61a54964-a905-4d9c-b4fd-92c5fa2f8a0c request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:40:08.765648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] Deleting port 47e32747-c298-481c-ae29-4427d9f644ef {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:40:08.766266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.795768 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:40:07Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:08.834818 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f54c2-42c2-4619-9805-441ef8c796b4 None None] The sync data for ids ['622ed0b2-4735-4baf-90e5-2cc8f948e61d'] in n-d-836015-2 is: [{'id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818487524', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:40:07Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'b850a7b5-a83f-4c54-b6a8-6b149dab6333', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ed0b2-4735-4baf-90e5-2cc8f948e61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:37:16Z', 'updated_at': '2022-04-18T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:40:08.841188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] For port 47e32747-c298-481c-ae29-4427d9f644ef, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=47e32747-c298-481c-ae29-4427d9f644ef,segment=NetworkSegment(9f7502db-4d4b-45f0-bbdc-8e3a68da8418),segment_id=9f7502db-4d4b-45f0-bbdc-8e3a68da8418)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:08.841922 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.856871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 47e32747-c298-481c-ae29-4427d9f644ef no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:40:08.881256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] Calling delete_port for 47e32747-c298-481c-ae29-4427d9f644ef owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:40:08.888659 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.993520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:08.997651 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.090877 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.104925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port b850a7b5-a83f-4c54-b6a8-6b149dab6333 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:40:09.105262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.134012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] Pushing event deleted for resources: {'Port': ['ID=47e32747-c298-481c-ae29-4427d9f644ef,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:09.137832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ed872-26e4-401e-943e-a99275aa4732 None None] No DVR routers for this DVR port 47e32747-c298-481c-ae29-4427d9f644ef on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:40:09.189686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port b850a7b5-a83f-4c54-b6a8-6b149dab6333, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b850a7b5-a83f-4c54-b6a8-6b149dab6333,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:09.190059 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.203257 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for b850a7b5-a83f-4c54-b6a8-6b149dab6333 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:40:09.442766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.469760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=b850a7b5-a83f-4c54-b6a8-6b149dab6333,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:09.533996 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.629516 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.631545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.724487 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.725028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Fanout notify agent at l3_agent the message router_deleted on router 622ed0b2-4735-4baf-90e5-2cc8f948e61d {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:40:09.731940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.733063 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-30793684-c342-4f19-a1a2-cef48ab643d1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/routers/622ed0b2-4735-4baf-90e5-2cc8f948e61d HTTP/1.1" status: 204 len: 168 time: 1.2552395 Apr 18 17:40:09.735928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49760) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:09.821361 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.915018 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.936269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a54964-a905-4d9c-b4fd-92c5fa2f8a0c']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:09.945530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7502db-4d4b-45f0-bbdc-8e3a68da8418') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:09.945834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7502db-4d4b-45f0-bbdc-8e3a68da8418') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:09.955122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.967905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.974207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:40:09.974595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:40:09.977529 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:40:10.146746 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:10.151905 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:10.159963 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/networks/61a54964-a905-4d9c-b4fd-92c5fa2f8a0c HTTP/1.1" status: 204 len: 168 time: 0.4190557 Apr 18 17:40:10.160077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49764) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:10.174914 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e9eda-e076-47c5-8454-cfa4d0d256d9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Network': ['ID=61a54964-a905-4d9c-b4fd-92c5fa2f8a0c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:10.221616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0abbd08-3c60-4105-888e-3907355ed5c3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:10.246739 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0abbd08-3c60-4105-888e-3907355ed5c3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:10.367529 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0abbd08-3c60-4105-888e-3907355ed5c3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:10.370230 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0abbd08-3c60-4105-888e-3907355ed5c3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:10.371439 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a0abbd08-3c60-4105-888e-3907355ed5c3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/security-groups/496d1c71-d016-4ba1-938f-a384fb37524f HTTP/1.1" status: 204 len: 168 time: 0.2115672 Apr 18 17:40:10.390224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abbd08-3c60-4105-888e-3907355ed5c3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d1c71-d016-4ba1-938f-a384fb37524f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:10.752048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e885b085-af44-4635-b395-bda4372cf970 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:40:10.772730 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: e885b085-af44-4635-b395-bda4372cf970 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:40:10.773078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e885b085-af44-4635-b395-bda4372cf970 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:40:10.773477 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b850a7b5-a83f-4c54-b6a8-6b149dab6333 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:40:10.791096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: b850a7b5-a83f-4c54-b6a8-6b149dab6333 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:40:10.791431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b850a7b5-a83f-4c54-b6a8-6b149dab6333 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:40:10.974870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49770) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:10.979496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-33c594bc-b345-4b1f-a81f-69ee5fdf8b58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551653401', 'description': 'tempest-secgroup-smoke-1551653401 description', 'project_id': '818740d7f0dd4f5198de768a2d725101'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:11.076301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33c594bc-b345-4b1f-a81f-69ee5fdf8b58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.143837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33c594bc-b345-4b1f-a81f-69ee5fdf8b58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.213558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33c594bc-b345-4b1f-a81f-69ee5fdf8b58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.241868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c594bc-b345-4b1f-a81f-69ee5fdf8b58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:11.295375 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-33c594bc-b345-4b1f-a81f-69ee5fdf8b58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.296630 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-33c594bc-b345-4b1f-a81f-69ee5fdf8b58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3207445 Apr 18 17:40:11.299690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49772) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:11.304584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f7ec172e-34ea-4296-a7a3-24ab2ca7db2e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:11.389297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7ec172e-34ea-4296-a7a3-24ab2ca7db2e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.444679 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7ec172e-34ea-4296-a7a3-24ab2ca7db2e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.524000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7ec172e-34ea-4296-a7a3-24ab2ca7db2e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.543305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec172e-34ea-4296-a7a3-24ab2ca7db2e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f80f9ad-8d93-4796-88df-ad476be6166d,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:11.646092 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f7ec172e-34ea-4296-a7a3-24ab2ca7db2e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.647300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f7ec172e-34ea-4296-a7a3-24ab2ca7db2e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3466620 Apr 18 17:40:11.650076 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49774) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:11.654499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0f672d6e-fbad-4f5e-b799-ecb756bcf517 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:11.732177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f672d6e-fbad-4f5e-b799-ecb756bcf517 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.790420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f672d6e-fbad-4f5e-b799-ecb756bcf517 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.852632 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f672d6e-fbad-4f5e-b799-ecb756bcf517 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.871730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f672d6e-fbad-4f5e-b799-ecb756bcf517 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb3f258-15ee-4b94-8018-c152d5dfa41b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:11.931306 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f672d6e-fbad-4f5e-b799-ecb756bcf517 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:11.932641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0f672d6e-fbad-4f5e-b799-ecb756bcf517 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2815530 Apr 18 17:40:11.935286 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49776) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:11.939697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-626ebe0b-3895-44c4-b5f3-3a30e7c8035d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:12.025769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-626ebe0b-3895-44c4-b5f3-3a30e7c8035d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.085725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-626ebe0b-3895-44c4-b5f3-3a30e7c8035d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.163402 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-626ebe0b-3895-44c4-b5f3-3a30e7c8035d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.180849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ebe0b-3895-44c4-b5f3-3a30e7c8035d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1685f04e-017b-466c-b586-ced67cb61471,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:12.268317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-626ebe0b-3895-44c4-b5f3-3a30e7c8035d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.270235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-626ebe0b-3895-44c4-b5f3-3a30e7c8035d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333488 Apr 18 17:40:12.272781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49778) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:12.277009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5041ab0c-6763-4afa-b900-5a6176a41b62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:12.360229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5041ab0c-6763-4afa-b900-5a6176a41b62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.417123 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5041ab0c-6763-4afa-b900-5a6176a41b62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.492975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5041ab0c-6763-4afa-b900-5a6176a41b62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.511970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041ab0c-6763-4afa-b900-5a6176a41b62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f4c8c3-edd9-4c0f-88e4-109cacd7fd79,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:12.586364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5041ab0c-6763-4afa-b900-5a6176a41b62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.587612 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5041ab0c-6763-4afa-b900-5a6176a41b62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3138721 Apr 18 17:40:12.590318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49780) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:12.595688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9a538498-f84e-4c13-8a40-eab1120e362f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:12.672338 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-9a538498-f84e-4c13-8a40-eab1120e362f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Project 818740d7f0dd4f5198de768a2d725101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:40:12.678299 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a538498-f84e-4c13-8a40-eab1120e362f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.737393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a538498-f84e-4c13-8a40-eab1120e362f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.813226 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a538498-f84e-4c13-8a40-eab1120e362f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.830103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a538498-f84e-4c13-8a40-eab1120e362f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c813ad2-8334-40b9-98c9-716225ecfb8e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:12.912783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9a538498-f84e-4c13-8a40-eab1120e362f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:12.914022 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9a538498-f84e-4c13-8a40-eab1120e362f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227220 Apr 18 17:40:12.916652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49782) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:12.921013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7a465297-46d5-49b5-afad-c4fc96d06ddd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': '0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:13.013165 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-7a465297-46d5-49b5-afad-c4fc96d06ddd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Project 818740d7f0dd4f5198de768a2d725101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:40:13.018248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a465297-46d5-49b5-afad-c4fc96d06ddd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.081210 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a465297-46d5-49b5-afad-c4fc96d06ddd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.157870 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a465297-46d5-49b5-afad-c4fc96d06ddd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.175141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a465297-46d5-49b5-afad-c4fc96d06ddd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cdec94-af9a-463c-8508-c75f2760b5c0,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:13.249399 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7a465297-46d5-49b5-afad-c4fc96d06ddd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.250710 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7a465297-46d5-49b5-afad-c4fc96d06ddd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330815 Apr 18 17:40:13.253598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49784) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:13.258935 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'network': {'name': 'tempest-network-smoke--1190690394', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'port_security_enabled': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:13.375109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:40:13.378588 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.405077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:40:13.414460 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.414803 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Added segment 945d20c6-1dd8-4249-a4f6-597b79b9a808 of type vlan for network 9a69bcc7-1326-4f07-879e-24e0b4e78727 Apr 18 17:40:13.453931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.546764 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.553001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:13.553611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.618820 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Network': ['ID=9a69bcc7-1326-4f07-879e-24e0b4e78727,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:13.628922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:40:13.670979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fbd3cbe6-9c8f-4521-be36-7ec9c04cc4cd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4151678 Apr 18 17:40:13.673298 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49786) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:13.678531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'admin_state_up': True, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:13.769440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.770479 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:13.822277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:14.020669 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:14.262972 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:14.286055 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:14.387390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.25.5.15 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/bddb973f-364b-4a47-af2c-a4ffe4bfeb8c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:40:14.490090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:14.570378 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:14.609692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:40:14.612564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:40:14.615596 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:40:14.640688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=bddb973f-364b-4a47-af2c-a4ffe4bfeb8c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:14.912786 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:15.106370 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:15.278113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d78034ff-3a20-451c-a239-6cb1fb07a72d is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:40:15.383761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:40:15.398634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Sync routers for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:40:15.415382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:15.416038 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:15.446027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:15.450359 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-143137e6-929b-40a9-b0b5-8882f9be09a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7729964 Apr 18 17:40:15.454829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49788) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:15.485494 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e224e75a-453c-492c-96db-eebb81c3b139 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=818740d7f0dd4f5198de768a2d725101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338540 Apr 18 17:40:15.488140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49790) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:15.683000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:15.877228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:14Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:15.902880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Checking router: d78034ff-3a20-451c-a239-6cb1fb07a72d for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:40:15.903231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Updating router d78034ff-3a20-451c-a239-6cb1fb07a72d port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:40:15.930059 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:15.930650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c203d4c-051f-41fb-969c-dae876fa57be tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:15.932158 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1c203d4c-051f-41fb-969c-dae876fa57be tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4431102 Apr 18 17:40:15.935045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49792) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:15.962179 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8fbcf905-d2e8-47d4-a3f0-42ff5a7ff330 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260351 Apr 18 17:40:15.964683 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49794) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:15.969282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-72435332', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:16.129902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:40:16.133486 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:16.180508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:16.288089 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:16.334864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Attempting to bind port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:40:16.335226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Attempting to bind port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:40:16.335581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Attempting to bind port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:40:16.344042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7a20e-be55-4d1c-a2e7-18ad6f31ce7c None None] Pushing event updated for resources: {'Port': ['ID=bddb973f-364b-4a47-af2c-a4ffe4bfeb8c,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:16.346474 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:40:16.346842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:40:16.347239 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:16.347611 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:40:16.348087 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Bound port: bddb973f-364b-4a47-af2c-a4ffe4bfeb8c, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:40:16.348451 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:16.373783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:16.398938 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] For port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:40:16.401982 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] For port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bddb973f-364b-4a47-af2c-a4ffe4bfeb8c,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:40:16.436592 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Subnet': ['ID=f23d6b76-b336-4286-b1af-71b9df160c3e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:16.445105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Checking segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:40:16.445523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network hostable DHCP agents. Network: 9a69bcc7-1326-4f07-879e-24e0b4e78727, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:40:16.501314 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:16.558252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:40:16.559035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:16.559647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:16.565009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7a20e-be55-4d1c-a2e7-18ad6f31ce7c None None] Pushing event updated for resources: {'Port': ['ID=bddb973f-364b-4a47-af2c-a4ffe4bfeb8c,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:16.643672 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 9a69bcc7-1326-4f07-879e-24e0b4e78727) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:40:16.648573 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:16.649159 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:16.655116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc60775-1bb7-4374-80f1-7d85e19fdaaf None None] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:40:16.713948 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:16.749292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f97d7118-2bf1-4377-b480-ee0a1112027e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7835803 Apr 18 17:40:16.752077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49796) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:16.943689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-9a69bcc7-1326-4f07-879e-24e0b4e78727', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:40:16.944541 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.029662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:14Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:17.069017 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d65a8-f47a-4242-b637-c5d860a5866f None None] The sync data for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 is: [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:14Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:40:17.123272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Allocated IP 172.20.0.2 (9a69bcc7-1326-4f07-879e-24e0b4e78727/f23d6b76-b336-4286-b1af-71b9df160c3e/6fb2a439-bad9-4e02-b632-b5b39cb20ebd) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:40:17.201728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.276970 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.368694 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.399272 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.418707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:40:17.425341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:40:17.427354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Pushing event updated for resources: {'Port': ['ID=6fb2a439-bad9-4e02-b632-b5b39cb20ebd,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:17.429733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:40:17.506843 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Attempting to bind port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:40:17.507207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Attempting to bind port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:40:17.507568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Attempting to bind port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:40:17.519456 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:40:17.519829 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Checking segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:40:17.520231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.520610 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Bound using segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:40:17.521837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Bound port: 6fb2a439-bad9-4e02-b632-b5b39cb20ebd, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:40:17.522221 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.593259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] For port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:40:17.596866 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] For port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fb2a439-bad9-4e02-b632-b5b39cb20ebd,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:40:17.599360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.20.0.1 (9a69bcc7-1326-4f07-879e-24e0b4e78727/f23d6b76-b336-4286-b1af-71b9df160c3e/312793e4-5feb-4169-aae8-fd5d8f64b6c2) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:40:17.653371 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.722679 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.781562 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.845331 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423a55-4efc-46fe-8bea-c7aa0e07f5df None None] Pushing event updated for resources: {'Port': ['ID=6fb2a439-bad9-4e02-b632-b5b39cb20ebd,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:17.865673 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:17.914750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:40:17.919109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:40:17.921762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:40:17.930666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=312793e4-5feb-4169-aae8-fd5d8f64b6c2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:17.977050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:18.201006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:18.478328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:18.563840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:18.637034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:18.638755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=312793e4-5feb-4169-aae8-fd5d8f64b6c2,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:18.745445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:40:18.747109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:40:18.811561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fb2a439-bad9-4e02-b632-b5b39cb20ebd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:40:18.864256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:18.864701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:18.872768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d78034ff-3a20-451c-a239-6cb1fb07a72d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:40:18.946345 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:18.981227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fb2a439-bad9-4e02-b632-b5b39cb20ebd,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:18.990793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:40:19.006966 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6f6e8a81-778f-49ea-bd8f-3341dce12595 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "PUT /v2.0/routers/d78034ff-3a20-451c-a239-6cb1fb07a72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2441475 Apr 18 17:40:19.072863 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:19.075573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bddb973f-364b-4a47-af2c-a4ffe4bfeb8c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:40:19.176663 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=6fb2a439-bad9-4e02-b632-b5b39cb20ebd,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:19.185354 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:19.185779 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:19.244524 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-8d8dfd50-b0c2-4c25-ac5a-14d43d7ea6e6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551653401&fields=id&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 267 time: 0.0460136 Apr 18 17:40:19.274407 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:19.276249 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Sync routers for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:40:19.292058 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b90fae-312e-4d7d-8863-694244302d6c None None] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:40:19.294524 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:19.295153 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:19.315814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bddb973f-364b-4a47-af2c-a4ffe4bfeb8c,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:19.378083 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-de593a2c-d9f6-47e6-9197-8db754a8bc68 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:19.379729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-de593a2c-d9f6-47e6-9197-8db754a8bc68 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/networks?id=9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 200 len: 797 time: 0.1253731 Apr 18 17:40:19.398398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-cdb62022-d273-46b0-8b59-b08483594115 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/quotas/818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 375 time: 0.0109682 Apr 18 17:40:19.464636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-52982e14-2cb0-4441-9577-550190341a89 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589912 Apr 18 17:40:19.482815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-6b9f8df9-4be6-4ac0-b386-11403e3b193a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:40:19.483747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-6b9f8df9-4be6-4ac0-b386-11403e3b193a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058994 Apr 18 17:40:19.514781 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:19.533473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:19.586204 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-2977ec41-b54f-4712-af57-88b645252711 service neutron] 10.222.0.45 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944958 Apr 18 17:40:19.592209 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-db8c67c0-ca37-4f4d-ad99-d253a1752a59 None None] Provisioning complete for port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:19.592577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db8c67c0-ca37-4f4d-ad99-d253a1752a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:19.670191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=bddb973f-364b-4a47-af2c-a4ffe4bfeb8c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:19.690433 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-f49c0e03-5357-48b7-9532-bd613021a8fb service neutron] 10.222.0.45 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953519 Apr 18 17:40:19.744150 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 2, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:19.770868 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Checking router: d78034ff-3a20-451c-a239-6cb1fb07a72d for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:40:19.771297 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Updating router d78034ff-3a20-451c-a239-6cb1fb07a72d port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:40:19.800720 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:19.960100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00b77716-f130-4356-b811-a8da2196b898 req-ae7dfc8f-e15a-4866-96af-9b70902d6b1f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 210 time: 0.0369217 Apr 18 17:40:20.084671 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7b42beaa-7413-4985-b213-a5ec74d785f4 None None] Provisioning complete for port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:20.087890 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b42beaa-7413-4985-b213-a5ec74d785f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.088039 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.175366 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.191494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7b42beaa-7413-4985-b213-a5ec74d785f4 None None] Provisioning complete for port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:20.191988 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b42beaa-7413-4985-b213-a5ec74d785f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.231688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7b42beaa-7413-4985-b213-a5ec74d785f4 None None] Port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:40:20.272629 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Pushing event updated for resources: {'Port': ['ID=312793e4-5feb-4169-aae8-fd5d8f64b6c2,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:20.300069 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.300706 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.300706 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.301054 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.301372 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.301729 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.302080 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.302395 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.302714 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.303030 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.303350 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.303729 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:20.316000 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Attempting to bind port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:40:20.316370 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Attempting to bind port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:40:20.316732 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Attempting to bind port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:40:20.327116 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:40:20.327495 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Checking segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:40:20.327895 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.328287 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Bound using segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:40:20.328757 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Bound port: 312793e4-5feb-4169-aae8-fd5d8f64b6c2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:40:20.329123 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.362188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ca559514-4fdb-4317-b064-74509884f930 None None] Provisioning complete for port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:20.366777 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca559514-4fdb-4317-b064-74509884f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.413607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ca559514-4fdb-4317-b064-74509884f930 None None] Port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:40:20.417957 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] For port 312793e4-5feb-4169-aae8-fd5d8f64b6c2, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:40:20.421361 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] For port 312793e4-5feb-4169-aae8-fd5d8f64b6c2, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=312793e4-5feb-4169-aae8-fd5d8f64b6c2,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:40:20.533189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-28b65bbf-5e5d-4080-869b-a77bdac27003 None None] Provisioning complete for port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:20.533596 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28b65bbf-5e5d-4080-869b-a77bdac27003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.572297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-28b65bbf-5e5d-4080-869b-a77bdac27003 None None] Port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:40:20.587353 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.646204 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:20.646702 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:20.684165 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4705e7f-acba-4c85-8237-adbac7d128c2 None None] Pushing event updated for resources: {'Port': ['ID=312793e4-5feb-4169-aae8-fd5d8f64b6c2,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:20.709792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-77899e5b-490d-4650-a55e-e386f49efdd2 None None] Provisioning complete for port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:20.710488 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-77899e5b-490d-4650-a55e-e386f49efdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.766230 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:20.784348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fb2a439-bad9-4e02-b632-b5b39cb20ebd up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:40:20.877687 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-77899e5b-490d-4650-a55e-e386f49efdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.892185 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:20.892549 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:20.939408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-77899e5b-490d-4650-a55e-e386f49efdd2 None None] For port 312793e4-5feb-4169-aae8-fd5d8f64b6c2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=312793e4-5feb-4169-aae8-fd5d8f64b6c2,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:20.979060 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:20Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:20.987263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bddb973f-364b-4a47-af2c-a4ffe4bfeb8c up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:40:21.009851 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266fc70-6f84-4f2d-a124-d408ec746762 None None] The sync data for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 is: [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:20Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:40:21.018316 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-77899e5b-490d-4650-a55e-e386f49efdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:21.054064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14890642-433a-4188-bb97-9a185e2c427a req-f40feb06-eab4-40f1-8af2-83967538a796 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 210 time: 0.0304415 Apr 18 17:40:21.097026 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77899e5b-490d-4650-a55e-e386f49efdd2 None None] Pushing event updated for resources: {'Port': ['ID=312793e4-5feb-4169-aae8-fd5d8f64b6c2,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:21.104238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:21.105710 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:21.153430 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-88d7e0fc-b52a-42ae-b9ab-6b3650c2b666 None None] Provisioning complete for port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:21.154090 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-88d7e0fc-b52a-42ae-b9ab-6b3650c2b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:22.178197 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec1cdeae-070a-45ca-98e7-1388b93a22b8 req-bb740ddd-ea58-4168-b571-3540f5c070fc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 210 time: 0.0315096 Apr 18 17:40:22.486051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4b4a55a1-226a-4415-87c2-51635b196ba3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:22.489979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4b4a55a1-226a-4415-87c2-51635b196ba3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.41 "GET /v2.0/networks?id=9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 200 len: 797 time: 0.1010551 Apr 18 17:40:22.540202 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-3ac648b8-4042-4a25-a8d4-363da5a93ede tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 380 time: 0.0361545 Apr 18 17:40:22.547074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'port': {'device_id': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'admin_state_up': True, 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'security_groups': ['0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:22.717962 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:40:22.722736 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:22.782594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 312793e4-5feb-4169-aae8-fd5d8f64b6c2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:40:22.831676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:22.832052 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:22.851873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.20.0.11 (9a69bcc7-1326-4f07-879e-24e0b4e78727/f23d6b76-b336-4286-b1af-71b9df160c3e/2b85981f-2fd7-4c38-8f8c-2e5081480881) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:40:22.993585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:23.084538 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:23.133438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:40:23.136457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:40:23.140258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:40:23.172390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:23.200249 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:23.201309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:23.279038 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-4d8be74c-8379-445e-9d49-5f619e1b3f50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7357955 Apr 18 17:40:23.299173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Request body: {'port': {'device_id': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:23.300187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be5177-a8ab-4748-a008-90b27c8fc4b8 req-2a1f45f1-c69c-4b49-b502-f1403f73683f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:23.301743 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39be5177-a8ab-4748-a008-90b27c8fc4b8 req-2a1f45f1-c69c-4b49-b502-f1403f73683f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 932 time: 0.0532663 Apr 18 17:40:23.347930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39be5177-a8ab-4748-a008-90b27c8fc4b8 req-97f275fb-d3c9-495e-a14d-882416d451c4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348189 Apr 18 17:40:23.359857 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:23.415793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fad9a499-107b-41fa-a883-9567762aab83 None None] Provisioning complete for port 2b85981f-2fd7-4c38-8f8c-2e5081480881 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:23.416183 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fad9a499-107b-41fa-a883-9567762aab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:23.452645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fad9a499-107b-41fa-a883-9567762aab83 None None] Port 2b85981f-2fd7-4c38-8f8c-2e5081480881 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:40:23.622284 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b85981f-2fd7-4c38-8f8c-2e5081480881 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:40:23.629482 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:23.641130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Transition to ACTIVE for port object 2b85981f-2fd7-4c38-8f8c-2e5081480881 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:40:23.717813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:23.775516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:23.847606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:40:23.847947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:40:23.848275 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:40:23.853655 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:40:23.853979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:40:23.859391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:40:23.859731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Checking segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:40:23.860118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Bound using segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:40:23.860548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Bound port: 2b85981f-2fd7-4c38-8f8c-2e5081480881, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:40:23.860911 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:23.927755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:40:23.931141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:40:24.024975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:24.061841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:24.062901 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:24.064980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] 10.222.0.41 "PUT /v2.0/ports/2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 1092 time: 0.7718112 Apr 18 17:40:24.067226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:40:24.070163 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c40327-c413-4cc1-a251-3e7e45f05ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:40:24.101941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e564f7-45f8-4017-af27-2b40a4464868 service neutron] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:24.113189 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3313d3-d3dd-472e-a3d9-2ba261dd1b88 x-openstack-request-id: req-0c3313d3-d3dd-472e-a3d9-2ba261dd1b88 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:40:24.113513 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:40:24.113809 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c3313d3-d3dd-472e-a3d9-2ba261dd1b88 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:40:24.114212 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3313d3-d3dd-472e-a3d9-2ba261dd1b88'] response: {'name': 'network-changed', 'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'status': 'completed', 'code': 200} Apr 18 17:40:24.195325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c40327-c413-4cc1-a251-3e7e45f05ab2 req-9a723105-3819-427f-8089-c3a56028ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:24.196870 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-26c40327-c413-4cc1-a251-3e7e45f05ab2 req-9a723105-3819-427f-8089-c3a56028ca8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1095 time: 0.0443754 Apr 18 17:40:24.303697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c40327-c413-4cc1-a251-3e7e45f05ab2 req-0c937ac7-6956-4c26-b4cc-75145d175921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:24.305176 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-26c40327-c413-4cc1-a251-3e7e45f05ab2 req-0c937ac7-6956-4c26-b4cc-75145d175921 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=818740d7f0dd4f5198de768a2d725101&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0953932 Apr 18 17:40:24.399574 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c40327-c413-4cc1-a251-3e7e45f05ab2 req-eed13028-5d00-4783-b9df-5e0176ba8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:24.401080 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-26c40327-c413-4cc1-a251-3e7e45f05ab2 req-eed13028-5d00-4783-b9df-5e0176ba8a63 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877542 Apr 18 17:40:24.468002 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f39e33-8865-4a3a-8b4c-f008fd54bf75 req-0c39eeb0-eae2-4715-9369-d072486f29da tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:24.469526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84f39e33-8865-4a3a-8b4c-f008fd54bf75 req-0c39eeb0-eae2-4715-9369-d072486f29da tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 944 time: 0.0487299 Apr 18 17:40:24.497189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-cc0a33eb-95b7-479c-905a-873d20fa48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:24.501958 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-cc0a33eb-95b7-479c-905a-873d20fa48c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1095 time: 0.0429862 Apr 18 17:40:24.512393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84f39e33-8865-4a3a-8b4c-f008fd54bf75 req-580c3a52-4ef7-4013-beaa-c84556aeb1a1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361416 Apr 18 17:40:24.550964 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-18f748ce-e52f-42b5-8543-adc46c3e459a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 217 time: 0.0395186 Apr 18 17:40:24.598559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-e5ece763-bca2-49ad-8dd7-7375386afb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:24.600604 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-e5ece763-bca2-49ad-8dd7-7375386afb0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f23d6b76-b336-4286-b1af-71b9df160c3e HTTP/1.1" status: 200 len: 833 time: 0.0437491 Apr 18 17:40:24.646240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-fff3c1dc-5f7e-4ddd-9df3-83d1562cc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:24.647838 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-fff3c1dc-5f7e-4ddd-9df3-83d1562cc669 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a69bcc7-1326-4f07-879e-24e0b4e78727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397780 Apr 18 17:40:25.024845 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-d061d918-baaa-4e0e-9e2a-6f8f343edffb service neutron] 10.222.0.41 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675508 Apr 18 17:40:25.114169 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-cee64bdc-87da-439f-a2e9-ebf6de3a66c8 req-ea2a6985-2ea0-41b0-9210-d78a685dc708 service neutron] 10.222.0.41 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822020 Apr 18 17:40:25.633071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fac63a-ee51-41b3-b14c-97fc4497e336 req-e754211a-797a-4999-87ec-97076aacc987 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:25.634527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23fac63a-ee51-41b3-b14c-97fc4497e336 req-e754211a-797a-4999-87ec-97076aacc987 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 944 time: 0.0509465 Apr 18 17:40:25.674552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-23fac63a-ee51-41b3-b14c-97fc4497e336 req-6c1d4fb0-fcad-45e0-9ae1-e0f8ad1a80d3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339599 Apr 18 17:40:26.794486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2406cb-5fca-4b8e-875c-d69eedc54ed9 req-3803fc9b-043e-46ad-b667-7874c37b923b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:26.796110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd2406cb-5fca-4b8e-875c-d69eedc54ed9 req-3803fc9b-043e-46ad-b667-7874c37b923b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 944 time: 0.0495598 Apr 18 17:40:26.838398 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd2406cb-5fca-4b8e-875c-d69eedc54ed9 req-f5e2f6dc-aa5f-4e02-9f5e-115e9dd47e8e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351362 Apr 18 17:40:27.723485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 2b85981f-2fd7-4c38-8f8c-2e5081480881 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:40:27.818684 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:27.829700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'port_id': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'mac_address': 'fa:16:3e:21:13:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:40:27.865193 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:27.877799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b85981f-2fd7-4c38-8f8c-2e5081480881 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:40:27.898350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:27.954102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3760ed-9c66-4a95-8b9e-df0c829f2295 req-f42f2312-ce7f-495f-a98d-59276762ef58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:27.955578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f3760ed-9c66-4a95-8b9e-df0c829f2295 req-f42f2312-ce7f-495f-a98d-59276762ef58 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 944 time: 0.0486367 Apr 18 17:40:27.975650 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:27.998505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7f3760ed-9c66-4a95-8b9e-df0c829f2295 req-4500cccf-9686-4917-8fc6-d5b48a1a1299 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361052 Apr 18 17:40:28.025471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:28.333747 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['2b85981f-2fd7-4c38-8f8c-2e5081480881'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:40:29.114235 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327499f-24e3-494a-b51b-769f58bbaffb req-6ad3191f-501c-4ecb-9de8-4ba4ccb9f7eb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:29.116213 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f327499f-24e3-494a-b51b-769f58bbaffb req-6ad3191f-501c-4ecb-9de8-4ba4ccb9f7eb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 945 time: 0.0482252 Apr 18 17:40:29.153969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f327499f-24e3-494a-b51b-769f58bbaffb req-0eda2bbc-050e-4f12-b18b-11d21b57cab6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318460 Apr 18 17:40:29.740353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 2b85981f-2fd7-4c38-8f8c-2e5081480881 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:40:29.847310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 2b85981f-2fd7-4c38-8f8c-2e5081480881 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:40:29.851720 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 2b85981f-2fd7-4c38-8f8c-2e5081480881 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:40:29.852089 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:29.932504 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:29.954572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:40:29.956887 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a33bc-efaa-4ba5-8157-88d1af63273f" -d '{"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-plugged", "status": "completed", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:40:29.969644 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:40:29.994944 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5927298c-d0d6-402e-9871-30fec40c6e3e x-openstack-request-id: req-5927298c-d0d6-402e-9871-30fec40c6e3e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:40:29.994944 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-plugged", "status": "completed", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:40:29.994944 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5927298c-d0d6-402e-9871-30fec40c6e3e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:40:29.995237 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5927298c-d0d6-402e-9871-30fec40c6e3e'] response: {'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'code': 200} Apr 18 17:40:30.042505 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:30.097116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:30.119673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64510686-a487-41d9-9aa1-c6f60c0f66cc req-f4ff0edc-cf9c-4f78-b661-cd1a7ddc82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:30.121127 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64510686-a487-41d9-9aa1-c6f60c0f66cc req-f4ff0edc-cf9c-4f78-b661-cd1a7ddc82e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1097 time: 0.0458150 Apr 18 17:40:30.155846 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64510686-a487-41d9-9aa1-c6f60c0f66cc req-1908f371-10c3-40c7-9445-66af1857b538 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281522 Apr 18 17:40:30.269629 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce0a14-a351-43af-b806-9915b156cd4c req-efd4a740-c9ef-46c6-a266-29655595a430 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:30.271069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00ce0a14-a351-43af-b806-9915b156cd4c req-efd4a740-c9ef-46c6-a266-29655595a430 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0489190 Apr 18 17:40:30.308344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00ce0a14-a351-43af-b806-9915b156cd4c req-1045a4f4-4756-4ca9-8c8e-a591bfd0c229 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Apr 18 17:40:31.008397 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf4e1-a722-4865-947d-a3ef03a86a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:31.426094 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42082622-1f17-414d-a779-d9ed64b1ffbd req-9ba92713-7350-487b-990d-4c1304c05bb8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:31.427568 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42082622-1f17-414d-a779-d9ed64b1ffbd req-9ba92713-7350-487b-990d-4c1304c05bb8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0487337 Apr 18 17:40:31.469829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42082622-1f17-414d-a779-d9ed64b1ffbd req-8b9243a7-55d3-410b-bbac-b7538f6eddd2 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357947 Apr 18 17:40:32.503955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-6348ae7c-edbd-4943-9db9-aabe64a58608 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393436 Apr 18 17:40:32.592421 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1db2d-1b85-4f67-932f-6bfa95c0efa0 req-8bff10fa-5df5-47e1-86a3-1805b595fb1d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:32.593923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2c1db2d-1b85-4f67-932f-6bfa95c0efa0 req-8bff10fa-5df5-47e1-86a3-1805b595fb1d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0536489 Apr 18 17:40:32.599147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-ed63c75d-5e8e-41ca-bf3d-4597783b299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:32.600704 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-ed63c75d-5e8e-41ca-bf3d-4597783b299d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1096 time: 0.0401380 Apr 18 17:40:32.632805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2c1db2d-1b85-4f67-932f-6bfa95c0efa0 req-1d2de083-c57e-40dc-9eba-f8e7154c5e1c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327380 Apr 18 17:40:32.708308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-2e29f4e5-124a-4a99-b893-0ada4a6ce4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:32.710533 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-2e29f4e5-124a-4a99-b893-0ada4a6ce4c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.0911870 Apr 18 17:40:32.751044 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73591dd-f90e-4f57-8098-5548765f3e99 req-54456ed1-0924-4e39-8451-c1bce004cf4c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:32.752405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b73591dd-f90e-4f57-8098-5548765f3e99 req-54456ed1-0924-4e39-8451-c1bce004cf4c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0491288 Apr 18 17:40:32.774381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-5c336c67-c7ec-4358-9376-31ad85c4f5d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1656365-e364-4e66-b8f3-13c8a14318b3 HTTP/1.1" status: 200 len: 1000 time: 0.0578923 Apr 18 17:40:32.792445 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b73591dd-f90e-4f57-8098-5548765f3e99 req-137c3705-e6ab-417f-bc93-60cd2abd84d4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337703 Apr 18 17:40:32.824930 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49858) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:32.826842 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-75319252-e124-46af-8b7c-40d2901196d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:32.828498 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-75319252-e124-46af-8b7c-40d2901196d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0482516 Apr 18 17:40:32.868172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0de6c-dd62-417a-9154-623e5480ee8a tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:32.869942 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b5b0de6c-dd62-417a-9154-623e5480ee8a tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1092 time: 0.0438850 Apr 18 17:40:32.873385 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49862) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:32.877116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:40:32.883534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-b5248779-aebb-4a77-908d-aa8dfdeccd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:32.885030 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-b5248779-aebb-4a77-908d-aa8dfdeccd51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487649 Apr 18 17:40:32.976366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-ba345988-9ea4-4c8c-a19a-9cd670696798 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841043 Apr 18 17:40:32.996237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:33.068007 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3976a245-6e2a-4d8e-935b-46ea3250a839 req-315c7419-03fe-4fc3-a7ef-40d30f3f6986 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852115 Apr 18 17:40:33.097703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:33.208344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.25.5.44 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/d08aac1e-64cc-44ef-8038-00c7b3fb2831) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:40:33.294548 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-77cd0d50-4523-4c67-a81d-bc4effa9b1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:33.311871 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:33.403857 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:33.443942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:40:33.446852 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:40:33.450522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:40:33.455865 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=d08aac1e-64cc-44ef-8038-00c7b3fb2831,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:33.490493 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.490833 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.491169 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.491500 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.491827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.492153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.492489 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.492802 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.493124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.493460 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.493814 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.494122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:40:33.817564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:33.944339 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:34.086617 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:34.146384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:34.219340 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=d08aac1e-64cc-44ef-8038-00c7b3fb2831,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:40:34.227739 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:34.327230 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Floating IP 038b2ca5-02e9-4a90-8b6d-13c880e1afcd associated. External IP: 172.25.5.44, port: 2b85981f-2fd7-4c38-8f8c-2e5081480881. Apr 18 17:40:34.506891 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:34.803174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d78034ff-3a20-451c-a239-6cb1fb07a72d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:40:34.907829 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:40:34.918734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] Sync routers for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:40:34.928270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:34.928890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:35.011521 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:35.031830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:35.039510 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d87aaa3b-f03e-4d12-83bc-3388a0487d4f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1654072 Apr 18 17:40:35.042096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:40:35.042569 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e570e748-39ee-48a5-9ec0-bfd75df06740" -d '{"events": [{"name": "network-changed", "server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:40:35.088982 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc53d1d0-62be-4206-9599-165ce9d3aa8c x-openstack-request-id: req-bc53d1d0-62be-4206-9599-165ce9d3aa8c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:40:35.089280 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:40:35.089556 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc53d1d0-62be-4206-9599-165ce9d3aa8c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:40:35.090045 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc53d1d0-62be-4206-9599-165ce9d3aa8c'] response: {'name': 'network-changed', 'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'status': 'completed', 'code': 200} Apr 18 17:40:35.147242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68da1f-8ca4-4df7-af00-ba1d3a384a56 req-348233a7-07c6-41ff-94da-1afbfe66ffa9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:35.149114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b68da1f-8ca4-4df7-af00-ba1d3a384a56 req-348233a7-07c6-41ff-94da-1afbfe66ffa9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0514729 Apr 18 17:40:35.171903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-7127d16e-3409-4f31-bd8e-40d0f96275af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:35.173711 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-7127d16e-3409-4f31-bd8e-40d0f96275af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1097 time: 0.0433216 Apr 18 17:40:35.187972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b68da1f-8ca4-4df7-af00-ba1d3a384a56 req-224ca0cb-23ba-44ac-9de0-b6dea127d541 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331292 Apr 18 17:40:35.211541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49868) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:35.265042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-13ff4811-5ca7-4d87-88c4-7dddb5290ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:35.266774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-13ff4811-5ca7-4d87-88c4-7dddb5290ce7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 200 len: 898 time: 0.0875201 Apr 18 17:40:35.277356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-013016d3-d7fd-40f7-b945-cd47b35f0160 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/038b2ca5-02e9-4a90-8b6d-13c880e1afcd HTTP/1.1" status: 200 len: 991 time: 0.0645840 Apr 18 17:40:35.293532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '038b2ca5-02e9-4a90-8b6d-13c880e1afcd', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'port_id': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'mac_address': 'fa:16:3e:21:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:40:33Z', 'updated_at': '2022-04-18T17:40:33Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:20Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:35.319711 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] Checking router: d78034ff-3a20-451c-a239-6cb1fb07a72d for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:40:35.327661 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:40:35.328262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:35.336119 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-089dbaf4-fb09-44af-9b0f-b3ab5582d87a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 999 time: 0.0628529 Apr 18 17:40:35.384784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-2b68bcb8-a8e0-4296-9e62-a441bf97de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:35.386289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-2b68bcb8-a8e0-4296-9e62-a441bf97de87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f23d6b76-b336-4286-b1af-71b9df160c3e HTTP/1.1" status: 200 len: 833 time: 0.0435965 Apr 18 17:40:35.433607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-3e24d003-fa38-4b51-8dae-d70ec3cffd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:35.434334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:40:35.435082 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-3e24d003-fa38-4b51-8dae-d70ec3cffd30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a69bcc7-1326-4f07-879e-24e0b4e78727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424461 Apr 18 17:40:35.531821 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-9fd4c1e4-8e8f-4587-9de1-d3e07239dabf service neutron] 10.222.0.41 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872629 Apr 18 17:40:35.621403 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e570e748-39ee-48a5-9ec0-bfd75df06740 req-02ad1027-f26e-4cb6-be3d-26a962359f93 service neutron] 10.222.0.41 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829108 Apr 18 17:40:35.663198 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '038b2ca5-02e9-4a90-8b6d-13c880e1afcd', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'port_id': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'mac_address': 'fa:16:3e:21:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:40:33Z', 'updated_at': '2022-04-18T17:40:33Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:20Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:40:35.687672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e331c-f2c8-4d60-8f42-188009cbed51 None None] The sync data for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 is: [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '038b2ca5-02e9-4a90-8b6d-13c880e1afcd', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'port_id': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'mac_address': 'fa:16:3e:21:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:40:33Z', 'updated_at': '2022-04-18T17:40:33Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:20Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:40:35.866976 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac54d5-0159-4f85-8b02-a703f17990f0 None None] New status for floating IP 038b2ca5-02e9-4a90-8b6d-13c880e1afcd: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:40:35.975281 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:36.151792 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:36.281282 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49870) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:40:36.340352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b0cfbd84-41b2-48ae-8ccf-b191a7f8a473 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/038b2ca5-02e9-4a90-8b6d-13c880e1afcd HTTP/1.1" status: 200 len: 993 time: 0.0580060 Apr 18 17:40:37.622406 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-7015f6e7-e0ab-493e-a99a-b6f623df1143 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443666 Apr 18 17:40:37.722937 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-d6b011ff-26ce-4219-93b9-7747fedbfa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:37.724513 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-d6b011ff-26ce-4219-93b9-7747fedbfa7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 1097 time: 0.0415246 Apr 18 17:40:37.823335 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-c12b756b-800e-4d8d-b118-4ccce5896443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:37.824772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-c12b756b-800e-4d8d-b118-4ccce5896443 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc930818-4872-4378-9c8f-e18c2d95fd01 HTTP/1.1" status: 200 len: 910 time: 0.0824909 Apr 18 17:40:37.891853 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-0291df0e-5d76-43f6-ba98-22ef2246c2a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16 HTTP/1.1" status: 200 len: 1002 time: 0.0595829 Apr 18 17:40:37.943002 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-75e92468-697a-4e22-aa23-cd16919bff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:37.944527 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-75e92468-697a-4e22-aa23-cd16919bff79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7 HTTP/1.1" status: 200 len: 848 time: 0.0462842 Apr 18 17:40:37.990407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-e9296aaf-4630-476e-9e72-d1d388f6bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:40:37.991921 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-e9296aaf-4630-476e-9e72-d1d388f6bc8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc930818-4872-4378-9c8f-e18c2d95fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405872 Apr 18 17:40:38.082155 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-384bdfc6-2a8a-4d34-b789-c5cbbd5a895a service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832260 Apr 18 17:40:38.169671 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b1b302e-d66d-44f4-9d00-c8e361f593f3 req-f67efef6-a14f-4607-9010-c573189cee81 service neutron] 10.222.0.41 "GET /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802279 Apr 18 17:40:41.260417 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:40:47.369137 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:40:47.597219 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:00.370916 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:00.667694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port b24f9642-b3d7-419c-a9a5-f21dff77f570 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:00.667966 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:00.745732 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:00.746064 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:00.757537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for b24f9642-b3d7-419c-a9a5-f21dff77f570 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:00.980367 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6923a5f-0d36-45e9-914e-79026991753a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:00.991388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:01.015956 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=b24f9642-b3d7-419c-a9a5-f21dff77f570,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:01.078129 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:01.078461 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Floating IP 293f446d-77eb-4400-88a0-ec0aa436874b disassociated (deleted). External IP: 172.25.5.81, port: 03b1d4b0-644c-4902-a599-953bcc14f6e9. Apr 18 17:41:01.288985 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:41:01.396276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:41:01.401245 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:01.407362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:41:01.418183 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:01.418793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:01.428115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-93963a9e-2788-4303-b0a2-9b1ab0ae65ce tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "DELETE /v2.0/floatingips/293f446d-77eb-4400-88a0-ec0aa436874b HTTP/1.1" status: 204 len: 168 time: 1.0561304 Apr 18 17:41:01.428704 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:01.431618 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a816dd0a-5292-4b2a-aff9-7b36250a66f6" -d '{"events": [{"name": "network-changed", "server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:01.470607 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62478e43-1128-4067-8f2e-708a6a6fcd83 x-openstack-request-id: req-62478e43-1128-4067-8f2e-708a6a6fcd83 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:01.471445 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:01.471715 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62478e43-1128-4067-8f2e-708a6a6fcd83 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:01.472272 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62478e43-1128-4067-8f2e-708a6a6fcd83'] response: {'name': 'network-changed', 'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'status': 'completed', 'code': 200} Apr 18 17:41:01.528166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:01.569461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-e798acc4-a299-4fd1-9876-9dcc2988754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:01.570893 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-e798acc4-a299-4fd1-9876-9dcc2988754b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0560112 Apr 18 17:41:01.660402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-eed9445e-ee9c-42cb-a52f-de3e105f51df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:01.662176 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-eed9445e-ee9c-42cb-a52f-de3e105f51df service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.0848544 Apr 18 17:41:01.708220 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-97cc2656-69d0-44cf-bda5-654ab15f8b1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b1d4b0-644c-4902-a599-953bcc14f6e9 HTTP/1.1" status: 200 len: 217 time: 0.0398455 Apr 18 17:41:01.761287 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-5bcaafee-7f60-41ac-bba3-b5f3de33840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:01.762811 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-5bcaafee-7f60-41ac-bba3-b5f3de33840e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0465600 Apr 18 17:41:01.767021 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:54Z', 'revision_number': 1, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:01.792797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:41:01.801850 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:01.802532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:40:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:01.820995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-214005c2-0da3-411a-a1d9-8ab6f902667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:01.823236 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-214005c2-0da3-411a-a1d9-8ab6f902667c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533884 Apr 18 17:41:01.912065 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5571-0708-4859-b366-834058250a78 req-4d19d439-ed4f-4929-a9ff-e0ec934f33da tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:01.913975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3ce5571-0708-4859-b366-834058250a78 req-4d19d439-ed4f-4929-a9ff-e0ec934f33da tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 945 time: 0.0552855 Apr 18 17:41:01.920218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:01.954623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-cace030f-cecf-4f9c-9a86-db31cf1b23aa service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949886 Apr 18 17:41:01.958988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3ce5571-0708-4859-b366-834058250a78 req-34bc27c4-9f49-4f42-bd4f-adc3a94945e4 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374391 Apr 18 17:41:02.058611 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a816dd0a-5292-4b2a-aff9-7b36250a66f6 req-3467602c-e01f-4419-841c-bb7657c262de service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965428 Apr 18 17:41:02.204386 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:54Z', 'revision_number': 1, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:02.231353 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60452b5-72d7-4572-b1d8-8de3f0a6bfef None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '198ee489-bd06-48b5-8515-fb9bbf3cb081', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'port_id': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'mac_address': 'fa:16:3e:37:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d06005-0773-4eba-afc8-705b80e91307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:35:50Z', 'updated_at': '2022-04-18T17:35:54Z', 'revision_number': 1, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:41:02.453472 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831facb-19fe-480e-afb8-d47641ea5e6b None None] New status for floating IP 293f446d-77eb-4400-88a0-ec0aa436874b: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:41:03.077841 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546064bc-deb9-4eb9-8512-fad9f707c3d2 req-6b8db59d-1857-49b5-8364-f14eaaab7839 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:03.079309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-546064bc-deb9-4eb9-8512-fad9f707c3d2 req-6b8db59d-1857-49b5-8364-f14eaaab7839 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 945 time: 0.0486436 Apr 18 17:41:03.116424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-546064bc-deb9-4eb9-8512-fad9f707c3d2 req-6fe032d7-588a-4664-a660-a09f48be1f9a tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310831 Apr 18 17:41:03.340425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-df64c63e-ebe0-473a-acfe-abd637110581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:03.615790 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-6bbe3f91-3225-4d59-8b0f-f6b897280bdc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:03.617168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-6bbe3f91-3225-4d59-8b0f-f6b897280bdc tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 945 time: 0.0545926 Apr 18 17:41:03.713962 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port 03b1d4b0-644c-4902-a599-953bcc14f6e9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:03.714307 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:03.800703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] For port 03b1d4b0-644c-4902-a599-953bcc14f6e9, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=03b1d4b0-644c-4902-a599-953bcc14f6e9,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:03.801071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:03.814314 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for 03b1d4b0-644c-4902-a599-953bcc14f6e9 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:03.997177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:04.026857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=03b1d4b0-644c-4902-a599-953bcc14f6e9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:04.069891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] No DVR routers for this DVR port 03b1d4b0-644c-4902-a599-953bcc14f6e9 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:04.073208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:04.076839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9163a19f-00bc-463f-9a5f-e7f54e20ff41 req-5a792c6b-baf1-4286-950f-aee8d3c84e8b tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "DELETE /v2.0/ports/03b1d4b0-644c-4902-a599-953bcc14f6e9 HTTP/1.1" status: 204 len: 173 time: 0.4531214 Apr 18 17:41:04.077283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'name': 'network-vif-deleted', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:04.079622 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1d1061-eae0-4e84-b26e-14c4b69c06bc" -d '{"events": [{"server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "name": "network-vif-deleted", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:04.116132 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0a6cd6-e5d5-40c1-823f-719574da46a0 x-openstack-request-id: req-1f0a6cd6-e5d5-40c1-823f-719574da46a0 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:04.116635 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a68446-59b2-4980-b00b-6e3eed61e2b2", "name": "network-vif-deleted", "tag": "03b1d4b0-644c-4902-a599-953bcc14f6e9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:04.117043 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f0a6cd6-e5d5-40c1-823f-719574da46a0 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:04.117631 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0a6cd6-e5d5-40c1-823f-719574da46a0'] response: {'server_uuid': '94a68446-59b2-4980-b00b-6e3eed61e2b2', 'name': 'network-vif-deleted', 'tag': '03b1d4b0-644c-4902-a599-953bcc14f6e9', 'status': 'completed', 'code': 200} Apr 18 17:41:04.229730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c188d4c-47fc-4ce8-b95e-9c1a7a8c1943 req-78a0a723-cf03-4ac1-a3ae-0f88dff8b9c7 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 210 time: 0.0270574 Apr 18 17:41:04.550283 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:05.333802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28ca1957-d156-4b7c-8b2c-3c550c5d6838 req-48d54d84-85cf-4caa-b2ce-da7f199deec3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 210 time: 0.0264235 Apr 18 17:41:06.031410 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:06.163007 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:06.434228 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e50d4c3a-c0d5-4eea-a472-2818e31b48f5 req-e50422bb-e8f1-423e-8449-83482d041937 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 210 time: 0.0303583 Apr 18 17:41:06.732161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 03b1d4b0-644c-4902-a599-953bcc14f6e9 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:06.755440 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 03b1d4b0-644c-4902-a599-953bcc14f6e9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:06.755782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 03b1d4b0-644c-4902-a599-953bcc14f6e9 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:07.528566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7bac383-5a68-4e43-88d2-05cfa25d90b4 req-1301bbbe-73d2-493f-bad9-ac19adcfaa77 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=94a68446-59b2-4980-b00b-6e3eed61e2b2 HTTP/1.1" status: 200 len: 210 time: 0.0257568 Apr 18 17:41:14.102637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49932) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:14.256157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port a7cd33ac-2e97-4119-8200-78a647263057 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:14.256502 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:14.329768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:14.330091 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:14.341259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for a7cd33ac-2e97-4119-8200-78a647263057 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:14.551415 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:14.576541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=a7cd33ac-2e97-4119-8200-78a647263057,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:14.640360 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:14.640613 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Floating IP 198ee489-bd06-48b5-8515-fb9bbf3cb081 disassociated (deleted). External IP: 172.25.5.89, port: e1656365-e364-4e66-b8f3-13c8a14318b3. Apr 18 17:41:14.851224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:41:14.957537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:41:14.962903 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:14.967325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:41:14.977550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:14.983273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:14.992648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c65f4391-e5c7-41a4-96b5-e5892ea4bd15 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "DELETE /v2.0/floatingips/198ee489-bd06-48b5-8515-fb9bbf3cb081 HTTP/1.1" status: 204 len: 168 time: 0.8889184 Apr 18 17:41:14.993264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:14.995577 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea762ad0-7586-4b6b-859d-cb55f570a286" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:15.034767 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f73d2a-6d79-469c-8694-a41a9a4290a2 x-openstack-request-id: req-25f73d2a-6d79-469c-8694-a41a9a4290a2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:15.035079 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:15.035330 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25f73d2a-6d79-469c-8694-a41a9a4290a2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:15.035732 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f73d2a-6d79-469c-8694-a41a9a4290a2'] response: {'name': 'network-changed', 'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'status': 'completed', 'code': 200} Apr 18 17:41:15.090606 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:15.121003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-09423079-1bce-4e47-8a8e-5614eae0a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:15.122623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-09423079-1bce-4e47-8a8e-5614eae0a4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 1096 time: 0.0421224 Apr 18 17:41:15.213805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-6af82ec9-8668-4b62-879a-340639c3e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:15.215196 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-6af82ec9-8668-4b62-879a-340639c3e535 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 200 len: 912 time: 0.0856230 Apr 18 17:41:15.264135 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-e4b099fa-3ab0-42c9-842a-90f161d5f0b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1656365-e364-4e66-b8f3-13c8a14318b3 HTTP/1.1" status: 200 len: 217 time: 0.0418310 Apr 18 17:41:15.290598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:15.314471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-120afc18-64d7-49c8-b52b-748589efce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:15.315983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-120afc18-64d7-49c8-b52b-748589efce79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 200 len: 850 time: 0.0446107 Apr 18 17:41:15.320632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:41:15.330320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:15.330932 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:15.368533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-4d5c2e4b-4f0c-4f87-a99a-81fd37307a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:15.372778 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-4d5c2e4b-4f0c-4f87-a99a-81fd37307a2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be53a38f-8416-4410-94d3-e728b33b743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477924 Apr 18 17:41:15.434806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062fb8-e2eb-459b-8e27-e64f6aaaaac8 req-d7cb7cd3-b6c8-44c8-953e-8634e3654237 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:15.436306 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36062fb8-e2eb-459b-8e27-e64f6aaaaac8 req-d7cb7cd3-b6c8-44c8-953e-8634e3654237 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 945 time: 0.0558031 Apr 18 17:41:15.442951 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:15.480630 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-577479b4-625b-48c7-b249-5aebe53582ca service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014988 Apr 18 17:41:15.485967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-36062fb8-e2eb-459b-8e27-e64f6aaaaac8 req-c4dc58a6-24a6-4097-8d9e-bd20c9d37f64 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/security-groups?id=d80a9f66-abb7-4982-a58c-8b6ed6613074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398126 Apr 18 17:41:15.574564 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea762ad0-7586-4b6b-859d-cb55f570a286 req-9a102906-d0b9-4133-8a72-acfc7a2218d8 service neutron] 10.222.0.18 "GET /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865569 Apr 18 17:41:15.640646 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:15.668752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed65be-30a9-46b1-8317-4189c150a57a None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:24:20Z', 'revision_number': 4, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'fc75f9c8-0fa3-488c-b966-b80e2ff7342b', 'name': '', 'network_id': 'be53a38f-8416-4410-94d3-e728b33b743a', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'mac_address': 'fa:16:3e:ac:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:18Z', 'updated_at': '2022-04-18T17:24:25Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'subnets': [{'id': 'e6229513-301d-4766-83b3-f878d3b6ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:41:15.883276 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2faf8-ee14-41d6-8fed-765ccc520461 None None] New status for floating IP 198ee489-bd06-48b5-8515-fb9bbf3cb081: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:41:16.197448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27549d10-73e7-459c-b458-6e386683e566 req-b9ef605f-4820-4db0-9e13-70e63ef1ab5d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:16.198845 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27549d10-73e7-459c-b458-6e386683e566 req-b9ef605f-4820-4db0-9e13-70e63ef1ab5d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 945 time: 0.0503731 Apr 18 17:41:16.292855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port e1656365-e364-4e66-b8f3-13c8a14318b3 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:16.293205 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:16.377520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] For port e1656365-e364-4e66-b8f3-13c8a14318b3, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=e1656365-e364-4e66-b8f3-13c8a14318b3,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:16.377889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:16.394679 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for e1656365-e364-4e66-b8f3-13c8a14318b3 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:16.563576 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:16.584111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-14d6733a-dec2-4cda-a63b-56a81761b84d req-f45287c7-cf90-470d-8360-bb2aab3473f2 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 210 time: 0.0274138 Apr 18 17:41:16.594788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=e1656365-e364-4e66-b8f3-13c8a14318b3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.627821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:16.649030 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] No DVR routers for this DVR port e1656365-e364-4e66-b8f3-13c8a14318b3 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:16.652128 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:16.655432 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-27549d10-73e7-459c-b458-6e386683e566 req-05bebbda-0969-459c-a05f-d91ea2cef5ef tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.18 "DELETE /v2.0/ports/e1656365-e364-4e66-b8f3-13c8a14318b3 HTTP/1.1" status: 204 len: 173 time: 0.4510124 Apr 18 17:41:16.655871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'name': 'network-vif-deleted', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:16.658238 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989fa293-1331-437e-b5af-3a34aa5887e6" -d '{"events": [{"server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "name": "network-vif-deleted", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:16.694885 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b825dc-788a-4a11-b358-6ae063bafb6b x-openstack-request-id: req-35b825dc-788a-4a11-b358-6ae063bafb6b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:16.695183 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d06005-0773-4eba-afc8-705b80e91307", "name": "network-vif-deleted", "tag": "e1656365-e364-4e66-b8f3-13c8a14318b3", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:16.695440 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35b825dc-788a-4a11-b358-6ae063bafb6b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:16.695848 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b825dc-788a-4a11-b358-6ae063bafb6b'] response: {'server_uuid': 'c0d06005-0773-4eba-afc8-705b80e91307', 'name': 'network-vif-deleted', 'tag': 'e1656365-e364-4e66-b8f3-13c8a14318b3', 'status': 'completed', 'code': 200} Apr 18 17:41:17.391657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:17.603097 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:17.691732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-817ffba8-78ca-40b8-9070-1f65090ecdc1 req-57d84430-b317-49e4-a088-876a9a0bc669 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 210 time: 0.0359979 Apr 18 17:41:18.259061 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:41:18.791214 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e734532-aec3-46e9-824d-8894c9bfde7b req-9c372b77-8a7f-4133-9fe9-2181f5639705 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 210 time: 0.0273044 Apr 18 17:41:18.809230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e1656365-e364-4e66-b8f3-13c8a14318b3 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:18.829162 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: e1656365-e364-4e66-b8f3-13c8a14318b3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:18.829649 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device e1656365-e364-4e66-b8f3-13c8a14318b3 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:19.888493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3b9baafb-79ed-44a8-8023-d9d3951e454d req-e75b28b7-64b6-45d3-97bd-dca090d2102d tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 210 time: 0.0260315 Apr 18 17:41:20.997648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1ade22b-ab8d-44f0-8e08-c6a56744790f req-c046f871-b0d5-4926-86fa-ebdbc9b2b53c tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d06005-0773-4eba-afc8-705b80e91307 HTTP/1.1" status: 200 len: 210 time: 0.0269871 Apr 18 17:41:22.051137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49956) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:22.172875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Deleting port da698cbf-1571-4989-8365-41273e395b84 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:22.173221 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:22.246725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:22.247061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:22.259417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Calling delete_port for da698cbf-1571-4989-8365-41273e395b84 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:22.476739 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:22.502208 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'Port': ['ID=da698cbf-1571-4989-8365-41273e395b84,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:22.565619 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:22.568116 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:22.569274 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1fe6c328-f7ba-4eba-8096-d3c6b1fb82fe tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "DELETE /v2.0/floatingips/0c9a9813-2417-42b6-a6c8-34a84c87c2b9 HTTP/1.1" status: 204 len: 168 time: 0.5171432 Apr 18 17:41:25.955213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49974) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:26.013053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0949710-9c1b-42f3-b763-a490967d4cf3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:26.037257 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0949710-9c1b-42f3-b763-a490967d4cf3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:26.196106 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0949710-9c1b-42f3-b763-a490967d4cf3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:26.198667 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0949710-9c1b-42f3-b763-a490967d4cf3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:26.202615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e0949710-9c1b-42f3-b763-a490967d4cf3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] 10.222.0.45 "DELETE /v2.0/security-groups/d80a9f66-abb7-4982-a58c-8b6ed6613074 HTTP/1.1" status: 204 len: 168 time: 0.2436409 Apr 18 17:41:26.208981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0949710-9c1b-42f3-b763-a490967d4cf3 tempest-TestVolumeBootPattern-229648127 tempest-TestVolumeBootPattern-229648127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80a9f66-abb7-4982-a58c-8b6ed6613074,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:26.331436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:26.837557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:27.074100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Deleting port fc75f9c8-0fa3-488c-b966-b80e2ff7342b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:27.074434 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:27.153017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] For port fc75f9c8-0fa3-488c-b966-b80e2ff7342b, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:27.153371 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:27.165718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Calling delete_port for fc75f9c8-0fa3-488c-b966-b80e2ff7342b owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:27.374193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:27.399495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc75f9c8-0fa3-488c-b966-b80e2ff7342b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:27.560512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:28.062614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Router f1be1319-9c39-48e6-899d-6ca81895f8d9 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:41:28.170307 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:41:28.176979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2604f5db-254b-4b92-a567-ed8129dee259 admin admin] 10.222.0.45 "PUT /v2.0/routers/f1be1319-9c39-48e6-899d-6ca81895f8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441069 Apr 18 17:41:28.178051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49982) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:28.179601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] Sync routers for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:41:28.189797 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:28.190401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:28.280830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:28.292912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:28.382097 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:28.468505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '05873673-9589-439e-8821-78b81a70b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:41:27Z', 'revision_number': 5, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port': {'id': '05873673-9589-439e-8821-78b81a70b309', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:13Z', 'updated_at': '2022-04-18T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:28.494733 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] Checking router: f1be1319-9c39-48e6-899d-6ca81895f8d9 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:41:28.496974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Deleting port 05873673-9589-439e-8821-78b81a70b309 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:28.497324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:28.502889 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] Routers {'f1be1319-9c39-48e6-899d-6ca81895f8d9'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:28.503503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f1be1319-9c39-48e6-899d-6ca81895f8d9'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:28.579547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] For port 05873673-9589-439e-8821-78b81a70b309, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=05873673-9589-439e-8821-78b81a70b309,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:28.580008 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:28.588894 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] Set router f1be1319-9c39-48e6-899d-6ca81895f8d9 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:28.592689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Calling delete_port for 05873673-9589-439e-8821-78b81a70b309 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:28.642488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:41:28Z', 'revision_number': 6, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:28.823286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0199aed-356c-44f5-ade8-17e6418c8426 None None] The sync data for ids ['f1be1319-9c39-48e6-899d-6ca81895f8d9'] in n-d-836015-2 is: [{'id': 'f1be1319-9c39-48e6-899d-6ca81895f8d9', 'name': 'tempest-TestVolumeBootPattern-767006168-router', 'tenant_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:10Z', 'updated_at': '2022-04-18T17:41:28Z', 'revision_number': 6, 'project_id': 'b27e0b9ac8dd49d3a9dafb71c080dca9', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:41:28.831405 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:28.862369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=05873673-9589-439e-8821-78b81a70b309,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:28.916936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.009379 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.011513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.128180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.128649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1be1319-9c39-48e6-899d-6ca81895f8d9 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:41:29.132952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.137969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b0e113f0-f217-4b31-b6d1-dfef919d48e8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f1be1319-9c39-48e6-899d-6ca81895f8d9 HTTP/1.1" status: 204 len: 168 time: 0.9551280 Apr 18 17:41:29.139757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49986) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:29.185997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ea443c-b261-43e5-b725-80a139b52fd3 admin admin] Deleting subnet e6229513-301d-4766-83b3-f878d3b6ca66 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:41:29.189400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97ea443c-b261-43e5-b725-80a139b52fd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.225034 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97ea443c-b261-43e5-b725-80a139b52fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.337111 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97ea443c-b261-43e5-b725-80a139b52fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.425981 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97ea443c-b261-43e5-b725-80a139b52fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.453860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea443c-b261-43e5-b725-80a139b52fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6229513-301d-4766-83b3-f878d3b6ca66,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:29.459383 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-97ea443c-b261-43e5-b725-80a139b52fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.463118 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-97ea443c-b261-43e5-b725-80a139b52fd3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e6229513-301d-4766-83b3-f878d3b6ca66 HTTP/1.1" status: 204 len: 168 time: 0.3223529 Apr 18 17:41:29.465258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d957d4-e698-4b90-a210-73377cfccb82 None None] Network be53a38f-8416-4410-94d3-e728b33b743a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:41:29.465746 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49988) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:29.532493 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.595923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Deleting port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:29.596277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.640094 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] DHCP port deletion for be53a38f-8416-4410-94d3-e728b33b743a request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:41:29.670088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] For port 1bf60d2d-8070-4749-96ae-48eb57e85bf2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1bf60d2d-8070-4749-96ae-48eb57e85bf2,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:29.670088 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.684149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Calling delete_port for 1bf60d2d-8070-4749-96ae-48eb57e85bf2 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:29.692057 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Deleting port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:29.692430 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.760727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] For port 1bf60d2d-8070-4749-96ae-48eb57e85bf2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1bf60d2d-8070-4749-96ae-48eb57e85bf2,segment=NetworkSegment(d37fd819-2b9b-4151-ac56-6fc687efd286),segment_id=d37fd819-2b9b-4151-ac56-6fc687efd286)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:29.761128 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.775121 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Calling delete_port for 1bf60d2d-8070-4749-96ae-48eb57e85bf2 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:29.842962 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.857148 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.875755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf60d2d-8070-4749-96ae-48eb57e85bf2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:29.877534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] No DVR routers for this DVR port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:29.881859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Pushing event deleted for resources: {'Port': ['ID=1bf60d2d-8070-4749-96ae-48eb57e85bf2,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:29.890343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] No DVR routers for this DVR port 1bf60d2d-8070-4749-96ae-48eb57e85bf2 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:29.896210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.896365 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.896613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.896949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.897289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.897635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.897965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.898293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.900505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.900505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.900505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.900505 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d093bc5-eb2e-4d19-aa4b-dd2c94788e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:29.953481 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:29.973336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be53a38f-8416-4410-94d3-e728b33b743a']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:29.982442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37fd819-2b9b-4151-ac56-6fc687efd286') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:29.982741 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37fd819-2b9b-4151-ac56-6fc687efd286') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:29.991978 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:30.005074 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:30.011796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:41:30.012186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:41:30.013860 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:41:30.122663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:30.128274 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:30.131440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] 10.222.0.45 "DELETE /v2.0/networks/be53a38f-8416-4410-94d3-e728b33b743a HTTP/1.1" status: 204 len: 168 time: 0.6649265 Apr 18 17:41:30.138364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49990) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:30.142784 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59739c34-6b40-42c5-9af6-5d901a7007ba admin admin] Pushing event deleted for resources: {'Network': ['ID=be53a38f-8416-4410-94d3-e728b33b743a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:30.483057 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:30.723194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Deleting port c37dde85-00cb-4161-9e71-89b40d297eeb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:30.723540 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:30.789526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1bf60d2d-8070-4749-96ae-48eb57e85bf2 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:30.801068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] For port c37dde85-00cb-4161-9e71-89b40d297eeb, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c37dde85-00cb-4161-9e71-89b40d297eeb,segment=NetworkSegment(a870e602-b760-4024-aaa5-b119b6e43e6d),segment_id=a870e602-b760-4024-aaa5-b119b6e43e6d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:30.801460 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:30.813825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1bf60d2d-8070-4749-96ae-48eb57e85bf2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:30.814170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1bf60d2d-8070-4749-96ae-48eb57e85bf2 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:30.814586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fc75f9c8-0fa3-488c-b966-b80e2ff7342b no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:30.818400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Calling delete_port for c37dde85-00cb-4161-9e71-89b40d297eeb owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:30.833174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: fc75f9c8-0fa3-488c-b966-b80e2ff7342b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:30.833549 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device fc75f9c8-0fa3-488c-b966-b80e2ff7342b not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:30.833963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05873673-9589-439e-8821-78b81a70b309 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:30.851980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 05873673-9589-439e-8821-78b81a70b309 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:30.852867 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 05873673-9589-439e-8821-78b81a70b309 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:30.957703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6572b1d-2e5d-4ef3-9710-d5f33f11e967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:31.054338 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:31.081458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Pushing event deleted for resources: {'Port': ['ID=c37dde85-00cb-4161-9e71-89b40d297eeb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:31.249872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:31.734449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:41:31.839616 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:41:31.845294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bf9cfa4f-2ef2-493b-8ae2-aff2ac33e349 admin admin] 10.222.0.45 "PUT /v2.0/routers/f8b4fd96-7009-4a6a-98bd-6a56004f18e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053051 Apr 18 17:41:31.847289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 49994) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:31.852782 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] Sync routers for ids ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:41:31.862743 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] Routers {'f8b4fd96-7009-4a6a-98bd-6a56004f18e8'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:31.863576 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:31.957371 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:31.964275 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] Set router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:32.060706 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.181271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Deleting port 60b98142-6fff-442a-8022-9beedae8f514 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:32.181644 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.234506 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '60b98142-6fff-442a-8022-9beedae8f514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:41:30Z', 'revision_number': 5, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port': {'id': '60b98142-6fff-442a-8022-9beedae8f514', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:24:30Z', 'updated_at': '2022-04-18T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:32.259343 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] For port 60b98142-6fff-442a-8022-9beedae8f514, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=60b98142-6fff-442a-8022-9beedae8f514,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:32.259892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.260123 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] Checking router: f8b4fd96-7009-4a6a-98bd-6a56004f18e8 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:41:32.268074 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] Routers {'f8b4fd96-7009-4a6a-98bd-6a56004f18e8'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:32.268681 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:32.272494 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Calling delete_port for 60b98142-6fff-442a-8022-9beedae8f514 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:32.353302 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] Set router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:32.407154 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:41:32Z', 'revision_number': 6, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:32.433656 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f42514-ce27-4f87-9a53-3d3d44ea3a28 None None] The sync data for ids ['f8b4fd96-7009-4a6a-98bd-6a56004f18e8'] in n-d-836015-2 is: [{'id': 'f8b4fd96-7009-4a6a-98bd-6a56004f18e8', 'name': 'tempest-TestVolumeBootPattern-339603998-router', 'tenant_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:24:28Z', 'updated_at': '2022-04-18T17:41:32Z', 'revision_number': 6, 'project_id': 'aff87effcd8c4907bcbb7ad484a33ec9', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:41:32.500239 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.533045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b98142-6fff-442a-8022-9beedae8f514,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:32.594664 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.685313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.687423 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.786114 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.787035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b4fd96-7009-4a6a-98bd-6a56004f18e8 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:41:32.793939 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.797982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49996) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:32.802719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d59c3053-7a7b-43fe-9ac8-0d35ad979374 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f8b4fd96-7009-4a6a-98bd-6a56004f18e8 HTTP/1.1" status: 204 len: 168 time: 0.9541574 Apr 18 17:41:32.850910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4282b8-eb46-433a-af4f-5936800cc2e6 admin admin] Deleting subnet fcfae39a-933b-40ba-8a71-15b49634f5ee {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:41:32.854987 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4282b8-eb46-433a-af4f-5936800cc2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.893570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4282b8-eb46-433a-af4f-5936800cc2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:32.896050 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c37dde85-00cb-4161-9e71-89b40d297eeb no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:32.919934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c37dde85-00cb-4161-9e71-89b40d297eeb {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:32.920278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c37dde85-00cb-4161-9e71-89b40d297eeb not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:32.979687 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4282b8-eb46-433a-af4f-5936800cc2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.093285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4282b8-eb46-433a-af4f-5936800cc2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.120865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4282b8-eb46-433a-af4f-5936800cc2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfae39a-933b-40ba-8a71-15b49634f5ee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:33.127529 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8b4282b8-eb46-433a-af4f-5936800cc2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.133132 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ccdf5-03b0-4acb-b945-2ba9da0c182c None None] Network 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:41:33.140142 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8b4282b8-eb46-433a-af4f-5936800cc2e6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fcfae39a-933b-40ba-8a71-15b49634f5ee HTTP/1.1" status: 204 len: 168 time: 0.3388898 Apr 18 17:41:33.140410 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 49998) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:33.213007 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.268419 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Deleting port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:33.268714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.329395 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] DHCP port deletion for 6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:41:33.333978 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9406b89c-0a49-41c8-81f0-c6c88de49d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.335399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] For port f5a5d944-0728-4095-b5fc-8cbfdf329bd5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,segment=NetworkSegment(a870e602-b760-4024-aaa5-b119b6e43e6d),segment_id=a870e602-b760-4024-aaa5-b119b6e43e6d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:33.336353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.352001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Calling delete_port for f5a5d944-0728-4095-b5fc-8cbfdf329bd5 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:33.387869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] Deleting port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:33.388248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.456036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] For port f5a5d944-0728-4095-b5fc-8cbfdf329bd5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,segment=NetworkSegment(a870e602-b760-4024-aaa5-b119b6e43e6d),segment_id=a870e602-b760-4024-aaa5-b119b6e43e6d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:33.456446 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.470883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] Calling delete_port for f5a5d944-0728-4095-b5fc-8cbfdf329bd5 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:33.500315 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.527186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:33.533691 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] No DVR routers for this DVR port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:33.559985 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.584709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] Pushing event deleted for resources: {'Port': ['ID=f5a5d944-0728-4095-b5fc-8cbfdf329bd5,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:33.591620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cd6b9-cab1-4aa5-8f52-98c66d82d316 None None] No DVR routers for this DVR port f5a5d944-0728-4095-b5fc-8cbfdf329bd5 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:33.616526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.640390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:33.650098 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a870e602-b760-4024-aaa5-b119b6e43e6d') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:33.650392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a870e602-b760-4024-aaa5-b119b6e43e6d') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:33.659853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.674583 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.680933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:41:33.681362 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:41:33.682995 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:41:33.779692 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.785335 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:33.788648 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] 10.222.0.45 "DELETE /v2.0/networks/6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2 HTTP/1.1" status: 204 len: 168 time: 0.6471922 Apr 18 17:41:33.800751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e023b81-5108-43a4-aefd-66191824205c admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0a85d5-9ca9-4372-b5b3-d2c0c33e2dc2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:34.087187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50002) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:34.124458 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ce83313a-5085-4c8f-99ce-20312ed6a772 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b27e0b9ac8dd49d3a9dafb71c080dca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379784 Apr 18 17:41:34.126789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50004) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:34.174029 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-493a77c7-fd1c-4b6e-ad2d-b2a562623e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:34.200836 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-493a77c7-fd1c-4b6e-ad2d-b2a562623e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:34.316929 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-493a77c7-fd1c-4b6e-ad2d-b2a562623e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:34.320211 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-493a77c7-fd1c-4b6e-ad2d-b2a562623e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:34.322224 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-493a77c7-fd1c-4b6e-ad2d-b2a562623e64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b25f37b4-702d-4300-89d4-eb19785600ee HTTP/1.1" status: 204 len: 168 time: 0.1944654 Apr 18 17:41:34.330777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a77c7-fd1c-4b6e-ad2d-b2a562623e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f37b4-702d-4300-89d4-eb19785600ee,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:34.556479 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:34.789003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 60b98142-6fff-442a-8022-9beedae8f514 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:34.809900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 60b98142-6fff-442a-8022-9beedae8f514 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:34.810249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 60b98142-6fff-442a-8022-9beedae8f514 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:34.810653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5a5d944-0728-4095-b5fc-8cbfdf329bd5 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:34.831437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: f5a5d944-0728-4095-b5fc-8cbfdf329bd5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:34.831782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f5a5d944-0728-4095-b5fc-8cbfdf329bd5 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:34.952689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50010) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:34.997555 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-445b6631-203f-41da-bd9f-e1e97bf22dd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aff87effcd8c4907bcbb7ad484a33ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436847 Apr 18 17:41:35.000984 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50012) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:35.047386 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:35.068523 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:35.184397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:35.186862 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:35.188031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30623601-ae6b-40ce-a8dd-59e1a2bc6df0 HTTP/1.1" status: 204 len: 168 time: 0.1861129 Apr 18 17:41:35.196056 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30623601-ae6b-40ce-a8dd-59e1a2bc6df0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:35.203400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.203744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.204081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.204415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.204744 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.205068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.205390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.205740 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.206102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.206381 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.206700 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.207015 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ae1df-4185-4d47-8840-6c4981330e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:41:35.995695 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:36.178423 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:37.133590 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35038cd2-5a19-4294-b98d-3c5b390c7296 req-c275a0a8-fcc3-4785-a9f2-8d6bb029e23c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:37.135113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35038cd2-5a19-4294-b98d-3c5b390c7296 req-c275a0a8-fcc3-4785-a9f2-8d6bb029e23c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0497692 Apr 18 17:41:37.173493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35038cd2-5a19-4294-b98d-3c5b390c7296 req-b4dea43d-610f-4807-aa6f-706f4b5f3469 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323269 Apr 18 17:41:37.197043 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50020) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:37.260380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a8385f01-8d32-4c50-af33-8ea875fa6fbd tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/038b2ca5-02e9-4a90-8b6d-13c880e1afcd HTTP/1.1" status: 200 len: 993 time: 0.0621781 Apr 18 17:41:37.642513 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdb0eb-f84a-45e2-92a9-b2bc73b708af req-70c973ad-32fe-4fd9-8e0a-fc190cf0c366 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:37.644007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58bdb0eb-f84a-45e2-92a9-b2bc73b708af req-70c973ad-32fe-4fd9-8e0a-fc190cf0c366 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1097 time: 0.0405736 Apr 18 17:41:37.679308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58bdb0eb-f84a-45e2-92a9-b2bc73b708af req-fbfc9bd4-6cf3-4690-adfe-c5d1980d9e21 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285866 Apr 18 17:41:38.638385 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-cd03c5cb-1bab-4f34-afd8-9f1eaf3d1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:38.639896 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-cd03c5cb-1bab-4f34-afd8-9f1eaf3d1e61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1097 time: 0.0408521 Apr 18 17:41:38.662157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-a47b2096-1ba8-4b46-a918-e4b7e689a106 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402367 Apr 18 17:41:38.673691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-d260ff13-a73a-452a-8407-ef4d5c93155f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:41:38.674899 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-d260ff13-a73a-452a-8407-ef4d5c93155f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051372 Apr 18 17:41:38.747984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-648c55bd-dc28-4209-8019-179ba2d2ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:38.749450 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-648c55bd-dc28-4209-8019-179ba2d2ae66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 200 len: 898 time: 0.0908821 Apr 18 17:41:38.821517 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-d60fd8de-20ef-4b7a-9fc5-f223e71f5ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 1001 time: 0.0643044 Apr 18 17:41:38.870141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-b49481dd-7978-4f55-885e-ff1c4b57b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:38.871583 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-b49481dd-7978-4f55-885e-ff1c4b57b493 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f23d6b76-b336-4286-b1af-71b9df160c3e HTTP/1.1" status: 200 len: 833 time: 0.0433788 Apr 18 17:41:38.920917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-c71446c1-e6cd-43cc-bd2a-85c454bda74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:38.922429 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-c71446c1-e6cd-43cc-bd2a-85c454bda74c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a69bcc7-1326-4f07-879e-24e0b4e78727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436392 Apr 18 17:41:39.010493 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-0e1f63a6-f707-4c7d-92b1-7f61ae283090 service neutron] 10.222.0.41 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808110 Apr 18 17:41:39.102442 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-48fbbae2-ad88-4a15-9647-f12c5a8bb5af req-df933168-c881-4063-b4ad-4655688eeb9d service neutron] 10.222.0.41 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856786 Apr 18 17:41:39.559711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-6d33c0eb-b451-4548-b7d5-a90d9228a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:39.561087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-6d33c0eb-b451-4548-b7d5-a90d9228a07b service neutron] 10.222.0.45 "GET /v2.0/ports/2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 1094 time: 0.0382483 Apr 18 17:41:39.569809 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Request body: {'binding': {'host': 'n-h1-836015-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:41:39.570256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Unknown quota resources ['binding']. {{(pid=109826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 17:41:39.697821 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on host n-h1-836015-2 for vnic_type normal with profile None {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:41:39.698423 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:41:39.698538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:41:39.703982 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:41:39.704299 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:41:39.708992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:41:39.709324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Checking segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:41:39.709733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Bound using segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:41:39.710152 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Bound port: 2b85981f-2fd7-4c38-8f8c-2e5081480881, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:41:39.798820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:41:39.856247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] Notify callbacks [] for binding, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:39.857537 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] 10.222.0.45 "POST /v2.0/ports/2b85981f-2fd7-4c38-8f8c-2e5081480881/bindings HTTP/1.1" status: 201 len: 389 time: 0.2910538 Apr 18 17:41:40.075684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33949def-86cb-4393-aebb-58baf9281de9 req-fcf32b67-d8b8-45fa-a95f-0a2410e77e86 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:40.077054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33949def-86cb-4393-aebb-58baf9281de9 req-fcf32b67-d8b8-45fa-a95f-0a2410e77e86 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0507486 Apr 18 17:41:40.115092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-33949def-86cb-4393-aebb-58baf9281de9 req-a06eb160-45ff-4468-b6b0-3488374a3d0c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Apr 18 17:41:40.390397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-dd12d496-8091-4f96-9b0c-2eba2b12a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:40.391818 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-dd12d496-8091-4f96-9b0c-2eba2b12a30a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1097 time: 0.0411389 Apr 18 17:41:40.482451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-05277662-c354-4ed6-b58c-c7274b316e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:40.483903 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-05277662-c354-4ed6-b58c-c7274b316e62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 200 len: 898 time: 0.0862954 Apr 18 17:41:40.551561 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-c1d5fd33-7a3d-4131-8ab7-6489fcafbbbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 1001 time: 0.0607073 Apr 18 17:41:40.597204 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-a0c2dd4c-1e3f-4448-96d4-1e02bac2d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:40.599223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-a0c2dd4c-1e3f-4448-96d4-1e02bac2d1a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f23d6b76-b336-4286-b1af-71b9df160c3e HTTP/1.1" status: 200 len: 833 time: 0.0410428 Apr 18 17:41:40.642159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-ee8aa972-7110-4c2b-9346-7a053f15d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:40.643524 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-ee8aa972-7110-4c2b-9346-7a053f15d1d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a69bcc7-1326-4f07-879e-24e0b4e78727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386569 Apr 18 17:41:40.735962 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-1008b311-a6d6-41f0-9083-a2a2b2a09139 service neutron] 10.222.0.18 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858746 Apr 18 17:41:40.822022 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-a8cfaf87-bd78-4589-9d5f-7a8bf2794d1c service neutron] 10.222.0.18 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799963 Apr 18 17:41:41.002244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-38659b22-535c-4089-bd4b-c125817ab087 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:41.003834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-38659b22-535c-4089-bd4b-c125817ab087 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf&tenant_id=818740d7f0dd4f5198de768a2d725101&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1097 time: 0.0795951 Apr 18 17:41:41.013978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-2'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:41:41.064633 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:41.188334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:41.224451 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:41:41.237907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c5746-bb11-452c-99fe-13c57a7f0e18 req-60a2fd75-9400-41b3-8f91-4b7c19caf868 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:41.239387 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb5c5746-bb11-452c-99fe-13c57a7f0e18 req-60a2fd75-9400-41b3-8f91-4b7c19caf868 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0524812 Apr 18 17:41:41.264469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:41.266668 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b436a-e4b1-48c3-a7a6-72ebae431c34" -d '{"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-unplugged", "status": "completed", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:41.270564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:41.282276 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eb5c5746-bb11-452c-99fe-13c57a7f0e18 req-9dee673f-50d0-4622-bb8b-fc1563688e50 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Apr 18 17:41:41.306517 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849ba95f-aa0d-4275-bef2-25110a98b0f6 x-openstack-request-id: req-849ba95f-aa0d-4275-bef2-25110a98b0f6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:41.306814 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-unplugged", "status": "completed", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:41.307068 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-849ba95f-aa0d-4275-bef2-25110a98b0f6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:41.307469 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849ba95f-aa0d-4275-bef2-25110a98b0f6'] response: {'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'code': 200} Apr 18 17:41:41.333998 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:41.424380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:41.479125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on host n-h2-836015-2 for vnic_type normal with profile {"migrating_to": "n-h1-836015-2"} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:41:41.479466 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:41:41.479801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:41:41.484551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:41:41.484881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Attempting to bind port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on network 9a69bcc7-1326-4f07-879e-24e0b4e78727 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:41:41.490008 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:41:41.490354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Checking segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:41:41.490748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Bound using segment: {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:41:41.491185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Bound port: 2b85981f-2fd7-4c38-8f8c-2e5081480881, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945d20c6-1dd8-4249-a4f6-597b79b9a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:41:41.491708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:41.560563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:41:41.563653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:41:41.575000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7862b4e2-fa5b-441d-b939-7bee773a9dbc None None] Provisioning complete for port 2b85981f-2fd7-4c38-8f8c-2e5081480881 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:41:41.575533 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7862b4e2-fa5b-441d-b939-7bee773a9dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:41.608949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7862b4e2-fa5b-441d-b939-7bee773a9dbc None None] Port 2b85981f-2fd7-4c38-8f8c-2e5081480881 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:41:41.643325 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:41.744348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=8']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:41.929844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a7a4cc9d-0101-42e3-be2a-861db2477de1 None None] Provisioning complete for port 2b85981f-2fd7-4c38-8f8c-2e5081480881 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:41:41.930782 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7a4cc9d-0101-42e3-be2a-861db2477de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:42.012400 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7a4cc9d-0101-42e3-be2a-861db2477de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:42.034531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:42.036768 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37846c3c-a79c-476a-aab4-9cd9a9753024" -d '{"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-plugged", "status": "completed", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:42.051283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a7a4cc9d-0101-42e3-be2a-861db2477de1 None None] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:42.084504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:42.085286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:42.086740 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5fc440c7-6b73-493c-b9c9-4a2758076573 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 1122 time: 1.0765967 Apr 18 17:41:42.111225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7a4cc9d-0101-42e3-be2a-861db2477de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:42.210833 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11288a79-6aa5-4c82-b19e-6fd7aae63b9e x-openstack-request-id: req-11288a79-6aa5-4c82-b19e-6fd7aae63b9e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:42.211131 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-plugged", "status": "completed", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:42.211888 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11288a79-6aa5-4c82-b19e-6fd7aae63b9e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:42.212280 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11288a79-6aa5-4c82-b19e-6fd7aae63b9e'] response: {'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'code': 200} Apr 18 17:41:42.225120 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['2b85981f-2fd7-4c38-8f8c-2e5081480881'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:41:42.280546 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4cc9d-0101-42e3-be2a-861db2477de1 None None] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:42.399521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c616801-e16b-4189-affe-571d2043621a req-8f961c31-7098-4c3d-8dd0-7d6c3bb718c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:42.401051 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c616801-e16b-4189-affe-571d2043621a req-8f961c31-7098-4c3d-8dd0-7d6c3bb718c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0508833 Apr 18 17:41:42.440238 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c616801-e16b-4189-affe-571d2043621a req-f055ccac-535a-4a42-9b04-4cd3262debbe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Apr 18 17:41:43.308969 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:43.311387 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031cdcac-1272-4551-a2a1-ee919b6634dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:43.347738 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f74e1-24f7-442b-a007-dd626efd495c x-openstack-request-id: req-678f74e1-24f7-442b-a007-dd626efd495c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:43.348024 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:43.348272 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-678f74e1-24f7-442b-a007-dd626efd495c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:43.348663 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678f74e1-24f7-442b-a007-dd626efd495c'] response: {'name': 'network-changed', 'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'status': 'completed', 'code': 200} Apr 18 17:41:43.430496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-10a7b943-0c2e-496a-a3d4-bc6d5f94835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:43.432051 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-10a7b943-0c2e-496a-a3d4-bc6d5f94835d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1127 time: 0.0394790 Apr 18 17:41:43.527864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-d5114556-f094-4af4-b73d-50b8e2d469f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:43.527864 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-d5114556-f094-4af4-b73d-50b8e2d469f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 200 len: 898 time: 0.0884593 Apr 18 17:41:43.563025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee786e-7ee4-4085-bcbf-fbf31ab485a4 req-56be028c-e17f-4a07-aab8-faa76a153ef8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:43.564425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9ee786e-7ee4-4085-bcbf-fbf31ab485a4 req-56be028c-e17f-4a07-aab8-faa76a153ef8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0484939 Apr 18 17:41:43.602938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9ee786e-7ee4-4085-bcbf-fbf31ab485a4 req-0ce07def-0517-49f6-8e72-0a2a72b0e401 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Apr 18 17:41:43.603966 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-b8dfe5a2-6c1b-41b3-a8f8-ba4749d970d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 1001 time: 0.0698135 Apr 18 17:41:43.653004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-5f69c335-9946-48de-ae78-f0a111d5b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:43.654447 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-5f69c335-9946-48de-ae78-f0a111d5b087 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f23d6b76-b336-4286-b1af-71b9df160c3e HTTP/1.1" status: 200 len: 833 time: 0.0438519 Apr 18 17:41:43.700222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-566c5dd2-7ad7-4c74-9e64-3cdb2f0559d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:43.707946 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-566c5dd2-7ad7-4c74-9e64-3cdb2f0559d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a69bcc7-1326-4f07-879e-24e0b4e78727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403111 Apr 18 17:41:43.793536 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-16f143ca-7764-46b1-95a9-5c22ee274335 service neutron] 10.222.0.41 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851626 Apr 18 17:41:43.880225 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-031cdcac-1272-4551-a2a1-ee919b6634dc req-10c2f7f1-1fc9-4de1-a491-7090f93f2f80 service neutron] 10.222.0.41 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796964 Apr 18 17:41:44.724939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451e02d-04f9-44c0-ad1d-b84294f8d975 req-b38d61a2-4b72-4ee8-82c1-9c3445df9fe7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:44.726425 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5451e02d-04f9-44c0-ad1d-b84294f8d975 req-b38d61a2-4b72-4ee8-82c1-9c3445df9fe7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0528848 Apr 18 17:41:44.764160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5451e02d-04f9-44c0-ad1d-b84294f8d975 req-be5e41d7-bc0b-4635-8ca4-307d0bebda7d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Apr 18 17:41:44.901943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 2b85981f-2fd7-4c38-8f8c-2e5081480881 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:41:44.993334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:45.004239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 2b85981f-2fd7-4c38-8f8c-2e5081480881 has no active binding in host n-h1-836015-2 {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 17:41:45.882406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d7b2-c5da-483d-84ff-12d5f9dd8d8c req-f9a9e977-6387-4c4c-af28-140fcb8ac25f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:45.883865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0310d7b2-c5da-483d-84ff-12d5f9dd8d8c req-f9a9e977-6387-4c4c-af28-140fcb8ac25f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0481882 Apr 18 17:41:45.920077 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0310d7b2-c5da-483d-84ff-12d5f9dd8d8c req-345eab41-a9c1-477c-83d7-7316f89a1a3e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302508 Apr 18 17:41:47.033464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e46dad-3b42-49ca-ad74-33f5b44b64e7 req-d63ae892-1ee9-4e2e-8894-f5a4e5dfa913 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:47.034895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1e46dad-3b42-49ca-ad74-33f5b44b64e7 req-d63ae892-1ee9-4e2e-8894-f5a4e5dfa913 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0480082 Apr 18 17:41:47.071732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1e46dad-3b42-49ca-ad74-33f5b44b64e7 req-78a9c7d5-f15d-4306-979c-ea9bf879c12a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309510 Apr 18 17:41:47.379671 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:47.602950 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:48.191194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de34c-79fc-4909-9ce0-ec6a26330da2 req-83e16447-1311-4e24-bb99-8dd07723dfab tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:48.192648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e39de34c-79fc-4909-9ce0-ec6a26330da2 req-83e16447-1311-4e24-bb99-8dd07723dfab tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0526261 Apr 18 17:41:48.229383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e39de34c-79fc-4909-9ce0-ec6a26330da2 req-4d6749af-351a-42ce-ba1f-a138577fc63e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301495 Apr 18 17:41:49.343268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88725a-21e4-4373-acad-75d4aa7768b4 req-c0544854-287c-4658-adc4-a2fed9a497b9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:49.345561 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e88725a-21e4-4373-acad-75d4aa7768b4 req-c0544854-287c-4658-adc4-a2fed9a497b9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0490937 Apr 18 17:41:49.382068 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3e88725a-21e4-4373-acad-75d4aa7768b4 req-aa530bff-a316-4400-93f0-ba97252878ec tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 Apr 18 17:41:50.416772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-97cbeeb1-06de-4856-8d8e-6fc5753ca3ae service neutron] 10.222.0.41 "GET /v2.0/ports/2b85981f-2fd7-4c38-8f8c-2e5081480881/bindings/n-h1-836015-2 HTTP/1.1" status: 200 len: 384 time: 0.0595143 Apr 18 17:41:50.497751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af8c0f-a231-4d7a-9fca-acfcfcb19b55 req-c32a0bd5-5c5c-4b48-8fa0-d8f4669626e3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:50.499215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90af8c0f-a231-4d7a-9fca-acfcfcb19b55 req-c32a0bd5-5c5c-4b48-8fa0-d8f4669626e3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 946 time: 0.0488651 Apr 18 17:41:50.536294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-90af8c0f-a231-4d7a-9fca-acfcfcb19b55 req-8da1a39a-04bd-42db-9a87-2ca9ce83e5c4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Apr 18 17:41:50.588798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:50.608210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:41:50.646953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:50.649188 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6a0b66-e32a-4775-895f-c4c49d61f197" -d '{"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-unplugged", "status": "completed", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:50.656663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:50.715618 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5642ac30-7631-4744-b0af-33b1ce04dd0c x-openstack-request-id: req-5642ac30-7631-4744-b0af-33b1ce04dd0c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:50.715910 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-unplugged", "status": "completed", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:50.716159 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5642ac30-7631-4744-b0af-33b1ce04dd0c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:50.716572 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5642ac30-7631-4744-b0af-33b1ce04dd0c'] response: {'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'code': 200} Apr 18 17:41:50.733685 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:50.805163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] Transition to ACTIVE for port object 2b85981f-2fd7-4c38-8f8c-2e5081480881 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:41:50.859814 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:50.955774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] Pushing event updated for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=11']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:50.988877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] No DVR routers for this DVR port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:51.120497 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b6cf4d96-a266-48b0-bb62-6f09bc0e4c3d service neutron] 10.222.0.41 "PUT /v2.0/ports/2b85981f-2fd7-4c38-8f8c-2e5081480881/bindings/n-h1-836015-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6983912 Apr 18 17:41:51.295253 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-0aa3a7f2-9929-4e6c-8e57-1c121d40982f tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:51.296730 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-0aa3a7f2-9929-4e6c-8e57-1c121d40982f tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf&tenant_id=818740d7f0dd4f5198de768a2d725101&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.0469944 Apr 18 17:41:51.341199 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-36b4b7a6-b19a-43f7-922d-508e5523b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:51.342671 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-36b4b7a6-b19a-43f7-922d-508e5523b8fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 1096 time: 0.0391479 Apr 18 17:41:51.412116 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-da79b497-42d5-4b5a-9f85-f108bcc458c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:51.413606 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-da79b497-42d5-4b5a-9f85-f108bcc458c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1096 time: 0.0395432 Apr 18 17:41:51.505693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-7b62fd36-b42e-4d9a-bb2c-3c4a9f9c21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:51.507144 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-7b62fd36-b42e-4d9a-bb2c-3c4a9f9c21cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 200 len: 898 time: 0.0873168 Apr 18 17:41:51.571852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-6a52605e-2e33-4d1d-965d-a54c41adc00a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 999 time: 0.0580614 Apr 18 17:41:51.619789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5dd65eea-51ea-4917-b0d9-79e4619ba761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:51.621291 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-5dd65eea-51ea-4917-b0d9-79e4619ba761 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f23d6b76-b336-4286-b1af-71b9df160c3e HTTP/1.1" status: 200 len: 833 time: 0.0438147 Apr 18 17:41:51.656086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768902f-75fb-4c78-bb43-c1bc3e224af7 req-f740bea7-8277-46f1-b2dd-65b4fde0923f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:51.657609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2768902f-75fb-4c78-bb43-c1bc3e224af7 req-f740bea7-8277-46f1-b2dd-65b4fde0923f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 945 time: 0.0531349 Apr 18 17:41:51.672494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b69bf571-0d54-4ef5-90c0-b6c6be2d4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:51.674031 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-b69bf571-0d54-4ef5-90c0-b6c6be2d4c2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a69bcc7-1326-4f07-879e-24e0b4e78727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459855 Apr 18 17:41:51.696636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2768902f-75fb-4c78-bb43-c1bc3e224af7 req-caba71c2-aa2e-40d1-92e6-7b140e7bb5fa tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322275 Apr 18 17:41:51.762100 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-4fd93f12-cb1d-4ca4-b812-ba6f195a452d service neutron] 10.222.0.18 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812907 Apr 18 17:41:51.863499 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-76ed33eb-226e-4d56-bff4-20355e15c3da service neutron] 10.222.0.18 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937133 Apr 18 17:41:52.327623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-baa5cef3-ddfc-4367-825d-efc708ebff94 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:52.329112 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-baa5cef3-ddfc-4367-825d-efc708ebff94 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf&tenant_id=818740d7f0dd4f5198de768a2d725101&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 1096 time: 0.0444529 Apr 18 17:41:52.531165 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-2fc89772-fa61-403f-bae4-67befcf57fd5 service neutron] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:41:52.534344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-2fc89772-fa61-403f-bae4-67befcf57fd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:52.535483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-2fc89772-fa61-403f-bae4-67befcf57fd5 service neutron] 10.222.0.18 "DELETE /v2.0/ports/2b85981f-2fd7-4c38-8f8c-2e5081480881/bindings/n-h2-836015-2 HTTP/1.1" status: 204 len: 173 time: 0.1994793 Apr 18 17:41:52.812236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c58e0-26cc-4708-97dd-f17026087fcb req-10376edb-3af9-4030-9d82-e78478cd562a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:52.813690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a88c58e0-26cc-4708-97dd-f17026087fcb req-10376edb-3af9-4030-9d82-e78478cd562a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 945 time: 0.0478854 Apr 18 17:41:52.849975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a88c58e0-26cc-4708-97dd-f17026087fcb req-41b3f6a8-c2c7-4c51-a7ca-eaab7267152b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304189 Apr 18 17:41:52.956735 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05989-ccbf-4554-bf58-e3af0fa94cd3 req-48157a0b-34df-4c26-a150-a42c940ce306 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:52.958176 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acf05989-ccbf-4554-bf58-e3af0fa94cd3 req-48157a0b-34df-4c26-a150-a42c940ce306 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1096 time: 0.0411508 Apr 18 17:41:52.992034 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acf05989-ccbf-4554-bf58-e3af0fa94cd3 req-549c5e82-ce62-4695-8a79-f723f126a4bf tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276463 Apr 18 17:41:53.108940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdca966-9288-4252-9ac5-2e03dc662814 req-2235b4bd-2179-416e-b485-87d67ece67a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:53.110468 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bdca966-9288-4252-9ac5-2e03dc662814 req-2235b4bd-2179-416e-b485-87d67ece67a4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 945 time: 0.0521953 Apr 18 17:41:53.148554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bdca966-9288-4252-9ac5-2e03dc662814 req-190355eb-6d3e-47de-abe0-518a200f4333 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Apr 18 17:41:53.172879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50090) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:53.233319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3f665036-68b6-4788-a84f-8ad8770f1929 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/038b2ca5-02e9-4a90-8b6d-13c880e1afcd HTTP/1.1" status: 200 len: 991 time: 0.0586612 Apr 18 17:41:53.469472 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50096) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:53.628527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port d08aac1e-64cc-44ef-8038-00c7b3fb2831 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:53.628872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:53.705639 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:53.705970 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:53.717716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for d08aac1e-64cc-44ef-8038-00c7b3fb2831 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:53.926998 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:53.951415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=d08aac1e-64cc-44ef-8038-00c7b3fb2831,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:54.013530 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:54.013881 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Floating IP 038b2ca5-02e9-4a90-8b6d-13c880e1afcd disassociated (deleted). External IP: 172.25.5.44, port: 2b85981f-2fd7-4c38-8f8c-2e5081480881. Apr 18 17:41:54.221405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d78034ff-3a20-451c-a239-6cb1fb07a72d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:41:54.223051 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 2b85981f-2fd7-4c38-8f8c-2e5081480881 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:54.262425 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 2b85981f-2fd7-4c38-8f8c-2e5081480881 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:54.330791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:41:54.335730 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:54.341464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] Sync routers for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:41:54.350402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:54.351003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:54.362656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c4fd6fd0-d777-42ef-84f4-29ecf8d5ae9d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/floatingips/038b2ca5-02e9-4a90-8b6d-13c880e1afcd HTTP/1.1" status: 204 len: 168 time: 0.8921151 Apr 18 17:41:54.363237 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:54.365523 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ab694-9d4d-4624-bf17-3429985833e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:54.407442 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a562454e-6719-4d82-b233-f5da5910da86 x-openstack-request-id: req-a562454e-6719-4d82-b233-f5da5910da86 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:54.407798 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:54.408110 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a562454e-6719-4d82-b233-f5da5910da86 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:54.408684 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a562454e-6719-4d82-b233-f5da5910da86'] response: {'name': 'network-changed', 'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'status': 'completed', 'code': 200} Apr 18 17:41:54.464973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:54.497514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-70bc52eb-4825-49a1-a7c0-29d1cdbc3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:54.498237 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-70bc52eb-4825-49a1-a7c0-29d1cdbc3ff9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 1096 time: 0.0440495 Apr 18 17:41:54.592762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-bb00aa8e-c11b-4821-90ac-d0c67f25294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:54.594282 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-bb00aa8e-c11b-4821-90ac-d0c67f25294f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 200 len: 898 time: 0.0892501 Apr 18 17:41:54.636033 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-601a9834-4945-4dac-899e-ba3905a07592 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 200 len: 217 time: 0.0349884 Apr 18 17:41:54.673504 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:20Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:54.686461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-e1a25a78-d649-4110-b4cc-2545fe9fb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:54.687978 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-e1a25a78-d649-4110-b4cc-2545fe9fb492 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f23d6b76-b336-4286-b1af-71b9df160c3e HTTP/1.1" status: 200 len: 833 time: 0.0464532 Apr 18 17:41:54.700642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] Checking router: d78034ff-3a20-451c-a239-6cb1fb07a72d for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:41:54.713664 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:54.714288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:54.736187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-75ad20cf-bbb8-49e1-9bf2-64d49ec27593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:54.738488 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-75ad20cf-bbb8-49e1-9bf2-64d49ec27593 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a69bcc7-1326-4f07-879e-24e0b4e78727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439038 Apr 18 17:41:54.803259 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef23aa-3a12-436f-abe1-8c5cceb5a7d2 req-3cf07638-2d35-414f-86cb-f76b922739b0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:54.809306 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29ef23aa-3a12-436f-abe1-8c5cceb5a7d2 req-3cf07638-2d35-414f-86cb-f76b922739b0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 945 time: 0.0541465 Apr 18 17:41:54.824507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:54.847317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29ef23aa-3a12-436f-abe1-8c5cceb5a7d2 req-157f3fb4-3504-4207-8401-d340984b10fb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351357 Apr 18 17:41:54.867961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-7e2cbbf4-6e37-41bb-8436-9a6ffa570ed1 service neutron] 10.222.0.18 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925601 Apr 18 17:41:54.983167 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9c1ab694-9d4d-4624-bf17-3429985833e1 req-74ff93f0-3271-4181-bd07-c7e92992f604 service neutron] 10.222.0.18 "GET /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883365 Apr 18 17:41:55.027025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:20Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:55.053261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04456e-99fc-4502-9fe4-6fc6269c219d None None] The sync data for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 is: [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:40:18Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '312793e4-5feb-4169-aae8-fd5d8f64b6c2', 'name': '', 'network_id': '9a69bcc7-1326-4f07-879e-24e0b4e78727', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:ef:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:17Z', 'updated_at': '2022-04-18T17:40:20Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': 'f23d6b76-b336-4286-b1af-71b9df160c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:41:55.258706 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:41:55.263310 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf2726-7e47-4d0f-930f-9069da7ce449 None None] New status for floating IP 038b2ca5-02e9-4a90-8b6d-13c880e1afcd: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:41:55.494308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-5a70eb26-fa4d-48d5-832b-a78c6b16ef69 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:41:55.497939 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-5a70eb26-fa4d-48d5-832b-a78c6b16ef69 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 945 time: 0.0603211 Apr 18 17:41:55.596462 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 2b85981f-2fd7-4c38-8f8c-2e5081480881 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:55.596717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:55.691757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port 2b85981f-2fd7-4c38-8f8c-2e5081480881, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=2b85981f-2fd7-4c38-8f8c-2e5081480881,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:55.692135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:55.705686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 2b85981f-2fd7-4c38-8f8c-2e5081480881 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:55.906089 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:55.941063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=2b85981f-2fd7-4c38-8f8c-2e5081480881,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:55.961914 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-844176f0-e7e4-4385-9bea-68dcdbb2c36a req-81133b11-4fe3-4936-aa76-ca7ff32a3bfb tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=4656d6cc-9470-4208-b432-d9c2ffcd53bf HTTP/1.1" status: 200 len: 210 time: 0.0378108 Apr 18 17:41:56.001436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] No DVR routers for this DVR port 2b85981f-2fd7-4c38-8f8c-2e5081480881 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:56.004871 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:56.008326 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-460f2867-7bd4-4d05-a52b-6e64b9fc5a9a req-8dc1845b-4065-4e9f-ba43-5e664b87d43c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "DELETE /v2.0/ports/2b85981f-2fd7-4c38-8f8c-2e5081480881 HTTP/1.1" status: 204 len: 173 time: 0.5032635 Apr 18 17:41:56.008855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-deleted', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:41:56.011793 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c15b230-fe6e-4df3-966c-afd24ef0e9e8" -d '{"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-deleted", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:41:56.052078 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f180a243-0ed6-47c0-8f28-02b5aa6861a2 x-openstack-request-id: req-f180a243-0ed6-47c0-8f28-02b5aa6861a2 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:41:56.052355 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4656d6cc-9470-4208-b432-d9c2ffcd53bf", "name": "network-vif-deleted", "tag": "2b85981f-2fd7-4c38-8f8c-2e5081480881", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:41:56.052608 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f180a243-0ed6-47c0-8f28-02b5aa6861a2 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:41:56.053018 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f180a243-0ed6-47c0-8f28-02b5aa6861a2'] response: {'server_uuid': '4656d6cc-9470-4208-b432-d9c2ffcd53bf', 'name': 'network-vif-deleted', 'tag': '2b85981f-2fd7-4c38-8f8c-2e5081480881', 'status': 'completed', 'code': 200} Apr 18 17:41:57.019627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50110) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:57.644616 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:57.891562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 312793e4-5feb-4169-aae8-fd5d8f64b6c2 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:57.891903 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:57.980599 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port 312793e4-5feb-4169-aae8-fd5d8f64b6c2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=312793e4-5feb-4169-aae8-fd5d8f64b6c2,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:57.980959 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:57.993311 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 312793e4-5feb-4169-aae8-fd5d8f64b6c2 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:58.242238 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:58.268491 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=312793e4-5feb-4169-aae8-fd5d8f64b6c2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:58.442843 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:58.659504 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router d78034ff-3a20-451c-a239-6cb1fb07a72d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:41:58.772407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:41:58.777792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7400fba6-893a-452d-8fc1-5391bcce2339 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "PUT /v2.0/routers/d78034ff-3a20-451c-a239-6cb1fb07a72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7570610 Apr 18 17:41:58.780481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50112) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:58.783579 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] Sync routers for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:41:58.795760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:58.796747 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:58.851244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0934ba-d451-4bed-8290-ee1f4b33a27b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting subnet f23d6b76-b336-4286-b1af-71b9df160c3e {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:41:58.855132 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef0934ba-d451-4bed-8290-ee1f4b33a27b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:58.903588 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef0934ba-d451-4bed-8290-ee1f4b33a27b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:58.990615 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef0934ba-d451-4bed-8290-ee1f4b33a27b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.044821 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 2b85981f-2fd7-4c38-8f8c-2e5081480881 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:41:59.070358 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 2b85981f-2fd7-4c38-8f8c-2e5081480881 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:41:59.070698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 2b85981f-2fd7-4c38-8f8c-2e5081480881 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:41:59.084228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:59.128179 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef0934ba-d451-4bed-8290-ee1f4b33a27b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.156431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0934ba-d451-4bed-8290-ee1f4b33a27b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Subnet': ['ID=f23d6b76-b336-4286-b1af-71b9df160c3e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:59.158448 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef0934ba-d451-4bed-8290-ee1f4b33a27b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.164362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ef0934ba-d451-4bed-8290-ee1f4b33a27b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/subnets/f23d6b76-b336-4286-b1af-71b9df160c3e HTTP/1.1" status: 204 len: 168 time: 0.3714700 Apr 18 17:41:59.164362 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50114) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:41:59.186174 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6edcc6-3c5c-404b-b94d-7b5ea0d47e65 None None] Network 9a69bcc7-1326-4f07-879e-24e0b4e78727 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:41:59.274390 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.372204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:41:58Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:59.381222 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.398847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] Checking router: d78034ff-3a20-451c-a239-6cb1fb07a72d for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:41:59.407878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] Routers {'d78034ff-3a20-451c-a239-6cb1fb07a72d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:41:59.408492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:41:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['d78034ff-3a20-451c-a239-6cb1fb07a72d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:59.443302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] DHCP port deletion for 9a69bcc7-1326-4f07-879e-24e0b4e78727 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:41:59.483981 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:59.484324 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.551191 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] Set router d78034ff-3a20-451c-a239-6cb1fb07a72d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:41:59.566062 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port bddb973f-364b-4a47-af2c-a4ffe4bfeb8c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=bddb973f-364b-4a47-af2c-a4ffe4bfeb8c,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:59.566439 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.578033 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for bddb973f-364b-4a47-af2c-a4ffe4bfeb8c owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:59.607925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] Deleting port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:41:59.608289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.715233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] For port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6fb2a439-bad9-4e02-b632-b5b39cb20ebd,segment=NetworkSegment(945d20c6-1dd8-4249-a4f6-597b79b9a808),segment_id=945d20c6-1dd8-4249-a4f6-597b79b9a808)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:41:59.715628 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.737436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] Calling delete_port for 6fb2a439-bad9-4e02-b632-b5b39cb20ebd owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:41:59.795662 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.822325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=bddb973f-364b-4a47-af2c-a4ffe4bfeb8c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:59.855136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:41:58Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:41:59.888470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7dbd1-e95b-45de-a9ac-7554486fa302 None None] The sync data for ids ['d78034ff-3a20-451c-a239-6cb1fb07a72d'] in n-d-836015-2 is: [{'id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240714712', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:40:13Z', 'updated_at': '2022-04-18T17:41:58Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'bddb973f-364b-4a47-af2c-a4ffe4bfeb8c', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78034ff-3a20-451c-a239-6cb1fb07a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:40:14Z', 'updated_at': '2022-04-18T17:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:41:59.896435 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.924776 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.950961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] Pushing event deleted for resources: {'Port': ['ID=6fb2a439-bad9-4e02-b632-b5b39cb20ebd,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:41:59.952776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ba5ce-b38f-4154-a37c-77c06b7bf48c None None] No DVR routers for this DVR port 6fb2a439-bad9-4e02-b632-b5b39cb20ebd on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:41:59.992768 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:41:59.995545 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.111029 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.111618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Fanout notify agent at l3_agent the message router_deleted on router d78034ff-3a20-451c-a239-6cb1fb07a72d {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:42:00.118518 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.120266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f6a72d5b-b6c6-4f7d-a550-2e4a2a592df1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/routers/d78034ff-3a20-451c-a239-6cb1fb07a72d HTTP/1.1" status: 204 len: 168 time: 0.9539051 Apr 18 17:42:00.127413 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50116) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:00.207053 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.296078 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.317607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a69bcc7-1326-4f07-879e-24e0b4e78727']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:00.327345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945d20c6-1dd8-4249-a4f6-597b79b9a808') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:00.327647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945d20c6-1dd8-4249-a4f6-597b79b9a808') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:00.337745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.352612 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.359269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:42:00.359666 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:42:00.362727 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:42:00.476673 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.485022 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.487724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/networks/9a69bcc7-1326-4f07-879e-24e0b4e78727 HTTP/1.1" status: 204 len: 168 time: 0.3593740 Apr 18 17:42:00.490583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50118) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:00.501907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb6f56-a571-48b4-a2c7-4fbdd5044c05 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Network': ['ID=9a69bcc7-1326-4f07-879e-24e0b4e78727,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:00.552976 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04b826fe-70df-445f-ac58-6cf61724a2d7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.579226 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04b826fe-70df-445f-ac58-6cf61724a2d7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.710010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04b826fe-70df-445f-ac58-6cf61724a2d7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.712613 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-04b826fe-70df-445f-ac58-6cf61724a2d7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.714494 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-04b826fe-70df-445f-ac58-6cf61724a2d7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/security-groups/0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0 HTTP/1.1" status: 204 len: 168 time: 0.2229204 Apr 18 17:42:00.723692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b826fe-70df-445f-ac58-6cf61724a2d7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8ddb58-e86d-49c5-84ae-3e7009ccbbb0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:00.932914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 312793e4-5feb-4169-aae8-fd5d8f64b6c2 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:00.958082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 312793e4-5feb-4169-aae8-fd5d8f64b6c2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:00.958427 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 312793e4-5feb-4169-aae8-fd5d8f64b6c2 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:00.958831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fb2a439-bad9-4e02-b632-b5b39cb20ebd no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:00.960557 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4116e87a-a18c-4204-a722-e09c3e6eec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:00.981370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6fb2a439-bad9-4e02-b632-b5b39cb20ebd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:00.981740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6fb2a439-bad9-4e02-b632-b5b39cb20ebd not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:00.982142 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bddb973f-364b-4a47-af2c-a4ffe4bfeb8c no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:01.000600 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: bddb973f-364b-4a47-af2c-a4ffe4bfeb8c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:01.001047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device bddb973f-364b-4a47-af2c-a4ffe4bfeb8c not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:01.174016 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50124) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:01.178808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-eda905e8-c81a-4fa7-9380-fdae2ae9e8c9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512922705', 'description': 'tempest-secgroup-smoke-512922705 description', 'project_id': '818740d7f0dd4f5198de768a2d725101'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:01.264928 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eda905e8-c81a-4fa7-9380-fdae2ae9e8c9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.329180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eda905e8-c81a-4fa7-9380-fdae2ae9e8c9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.395192 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eda905e8-c81a-4fa7-9380-fdae2ae9e8c9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.423571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda905e8-c81a-4fa7-9380-fdae2ae9e8c9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd9846e-46b2-492d-82ba-6b59fd07fde5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:01.494384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-eda905e8-c81a-4fa7-9380-fdae2ae9e8c9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.495652 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-eda905e8-c81a-4fa7-9380-fdae2ae9e8c9 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3206780 Apr 18 17:42:01.498460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50126) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:01.502713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f813a5f3-674d-471f-b0d6-bfa0d857f3cc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': 'bbd9846e-46b2-492d-82ba-6b59fd07fde5', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:01.578689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f813a5f3-674d-471f-b0d6-bfa0d857f3cc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.632859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f813a5f3-674d-471f-b0d6-bfa0d857f3cc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.693490 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f813a5f3-674d-471f-b0d6-bfa0d857f3cc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.712261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a5f3-674d-471f-b0d6-bfa0d857f3cc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d203cb-eaac-4158-b9ab-a5ab0a345e67,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:01.763960 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f813a5f3-674d-471f-b0d6-bfa0d857f3cc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.765185 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f813a5f3-674d-471f-b0d6-bfa0d857f3cc tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2657399 Apr 18 17:42:01.767910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50128) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:01.772345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ab05a12f-621f-4eec-8485-4661ecc116b6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': 'bbd9846e-46b2-492d-82ba-6b59fd07fde5', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:01.841363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab05a12f-621f-4eec-8485-4661ecc116b6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.906331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab05a12f-621f-4eec-8485-4661ecc116b6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.967127 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab05a12f-621f-4eec-8485-4661ecc116b6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:01.987474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05a12f-621f-4eec-8485-4661ecc116b6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1b526b-2bd7-4310-a883-38f14831043a,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:02.054884 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab05a12f-621f-4eec-8485-4661ecc116b6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.056116 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab05a12f-621f-4eec-8485-4661ecc116b6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2872119 Apr 18 17:42:02.059516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50130) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:02.063898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c0c70c11-d5b0-482f-9d73-a59e0fb7c8c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': 'bbd9846e-46b2-492d-82ba-6b59fd07fde5', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:02.161707 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0c70c11-d5b0-482f-9d73-a59e0fb7c8c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.219150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0c70c11-d5b0-482f-9d73-a59e0fb7c8c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.287691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0c70c11-d5b0-482f-9d73-a59e0fb7c8c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.306328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c70c11-d5b0-482f-9d73-a59e0fb7c8c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc02bd46-af45-45fb-bb02-4ca381f69315,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:02.375507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c0c70c11-d5b0-482f-9d73-a59e0fb7c8c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.376729 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c0c70c11-d5b0-482f-9d73-a59e0fb7c8c0 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162897 Apr 18 17:42:02.380159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50132) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:02.384568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d57c28fa-2a6a-4d86-8d2f-aca482f7b098 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': 'bbd9846e-46b2-492d-82ba-6b59fd07fde5', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:02.474517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d57c28fa-2a6a-4d86-8d2f-aca482f7b098 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.534118 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d57c28fa-2a6a-4d86-8d2f-aca482f7b098 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.602061 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d57c28fa-2a6a-4d86-8d2f-aca482f7b098 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.620078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c28fa-2a6a-4d86-8d2f-aca482f7b098 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb157eb-0df3-4238-a845-39a39292d6e1,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:02.712509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d57c28fa-2a6a-4d86-8d2f-aca482f7b098 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.714374 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d57c28fa-2a6a-4d86-8d2f-aca482f7b098 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332171 Apr 18 17:42:02.716960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50134) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:02.721203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-730624d2-4223-4937-9829-6bc60204736b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': 'bbd9846e-46b2-492d-82ba-6b59fd07fde5', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:02.802207 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-730624d2-4223-4937-9829-6bc60204736b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Project 818740d7f0dd4f5198de768a2d725101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:42:02.807534 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-730624d2-4223-4937-9829-6bc60204736b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.870830 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-730624d2-4223-4937-9829-6bc60204736b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.950571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-730624d2-4223-4937-9829-6bc60204736b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:02.971260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730624d2-4223-4937-9829-6bc60204736b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d886b88f-5d86-431d-8488-fc3114190d61,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:03.043888 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-730624d2-4223-4937-9829-6bc60204736b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.045088 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-730624d2-4223-4937-9829-6bc60204736b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271415 Apr 18 17:42:03.047756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50136) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:03.052303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-060ea044-781b-42ec-9cfe-b669031818bf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'security_group_rule': {'security_group_id': 'bbd9846e-46b2-492d-82ba-6b59fd07fde5', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:03.127918 n-d-836015-2 neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-060ea044-781b-42ec-9cfe-b669031818bf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Project 818740d7f0dd4f5198de768a2d725101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:42:03.133277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-060ea044-781b-42ec-9cfe-b669031818bf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.195500 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-060ea044-781b-42ec-9cfe-b669031818bf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.270587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-060ea044-781b-42ec-9cfe-b669031818bf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.288232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ea044-781b-42ec-9cfe-b669031818bf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab4aba3-6a37-4421-aa0d-18c819272f24,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:03.304616 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0afbf298-683f-4247-a39f-a891781ec026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.409494 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-060ea044-781b-42ec-9cfe-b669031818bf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.410825 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-060ea044-781b-42ec-9cfe-b669031818bf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3621194 Apr 18 17:42:03.413599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50138) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:03.419865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'network': {'name': 'tempest-network-smoke--252154490', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'port_security_enabled': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:03.521809 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:42:03.525275 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.552035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:42:03.560968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.561338 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Added segment 1c736b2b-7e03-433e-a2a6-8e33905e18a9 of type vlan for network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f Apr 18 17:42:03.601557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.699442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.704892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:03.705544 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.773206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Network': ['ID=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:03.783178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:42:03.793613 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4c91e5f1-61d9-4cde-85a5-b6e7ca061261 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3789675 Apr 18 17:42:03.796251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50140) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:03.800901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'admin_state_up': True, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:03.876334 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.877465 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:03.933649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:04.103442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:04.363754 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:04.386769 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:04.495166 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.25.5.204 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/f63e8a59-058b-4ec5-bb62-c178d68258d3) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:42:04.516359 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:04.602735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:04.722724 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:04.763094 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:42:04.765996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:42:04.768523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:42:04.794162 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=f63e8a59-058b-4ec5-bb62-c178d68258d3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:05.074036 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:05.269740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:05.761905 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:42:05.863956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:42:05.873867 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Sync routers for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:42:05.883507 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:05.889445 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:05.947343 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:05.948713 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ce507e42-fa3c-46fc-bc00-94353069fea7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1514916 Apr 18 17:42:05.951886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50144) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:05.980425 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7b87a201-eca9-4f1b-b48d-18d7c4dca925 tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=818740d7f0dd4f5198de768a2d725101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273950 Apr 18 17:42:05.982996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50146) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:05.990789 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:05.996943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.069724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93cd8ba-5d34-4e7a-978c-5c973a30c21a tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:06.071252 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f93cd8ba-5d34-4e7a-978c-5c973a30c21a tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873406 Apr 18 17:42:06.074155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50148) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:06.108254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2d0c84d9-09d7-4ef1-b494-fb61257a0b0c tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=6f5584dc-5e6a-418a-b84a-133990456da5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308633 Apr 18 17:42:06.108649 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50150) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:06.113437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934429734', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'project_id': '818740d7f0dd4f5198de768a2d725101', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:06.162156 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.171623 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:04Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:06.198004 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Checking router: c65f9811-f3fe-4ede-821c-ea0ac71f9c08 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:42:06.198277 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Updating router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 port f63e8a59-058b-4ec5-bb62-c178d68258d3 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:42:06.226080 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.247968 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:42:06.251589 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.468612 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.489537 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.533447 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.549448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Subnet': ['ID=9fa12f1e-e032-47d6-b9f5-84a45d6d807c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:06.559601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Checking segment: {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:42:06.560426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network hostable DHCP agents. Network: e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:42:06.583428 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Attempting to bind port f63e8a59-058b-4ec5-bb62-c178d68258d3 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:42:06.584477 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Attempting to bind port f63e8a59-058b-4ec5-bb62-c178d68258d3 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:42:06.584477 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Attempting to bind port f63e8a59-058b-4ec5-bb62-c178d68258d3 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:42:06.591396 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Pushing event updated for resources: {'Port': ['ID=f63e8a59-058b-4ec5-bb62-c178d68258d3,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:06.594565 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:42:06.594931 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:42:06.595454 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.595756 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:42:06.596216 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Bound port: f63e8a59-058b-4ec5-bb62-c178d68258d3, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:42:06.596589 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.602867 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.604146 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.604146 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.604146 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.604472 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.604571 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.604831 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.605153 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.605501 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.605819 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.606138 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.606491 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:06.614652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:42:06.660098 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] For port f63e8a59-058b-4ec5-bb62-c178d68258d3, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:42:06.663640 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] For port f63e8a59-058b-4ec5-bb62-c178d68258d3, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f63e8a59-058b-4ec5-bb62-c178d68258d3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:42:06.692772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:42:06.697090 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:06.698413 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.701923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea8889-5e71-4b07-83a3-0c528282c07a None None] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:42:06.750630 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:06.789154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c8ed568d-4a93-45bc-969f-f8df8b074a62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6768873 Apr 18 17:42:06.789780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50152) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:06.815211 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47116d7-40d2-4245-a75f-dce75234bf96 None None] Pushing event updated for resources: {'Port': ['ID=f63e8a59-058b-4ec5-bb62-c178d68258d3,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:06.820171 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:06.820780 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:06.855194 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:42:06.856426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.008378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Allocated IP 172.20.0.2 (e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f/9fa12f1e-e032-47d6-b9f5-84a45d6d807c/048be3ec-39dd-4521-8576-710fa5857bb3) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:42:07.027177 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:07.158166 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.203416 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:04Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:07.230356 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a3a03-d142-4b2d-bb72-20c764a4cc77 None None] The sync data for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 is: [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:04Z', 'revision_number': 3, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:42:07.251431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.252126 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.299699 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:42:07.303009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:42:07.305506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:42:07.313235 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Pushing event updated for resources: {'Port': ['ID=048be3ec-39dd-4521-8576-710fa5857bb3,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:07.364470 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Attempting to bind port 048be3ec-39dd-4521-8576-710fa5857bb3 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:42:07.364844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Attempting to bind port 048be3ec-39dd-4521-8576-710fa5857bb3 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:42:07.365210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Attempting to bind port 048be3ec-39dd-4521-8576-710fa5857bb3 on network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:42:07.371915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:42:07.372431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Checking segment: {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:42:07.373152 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.373281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Bound using segment: {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:42:07.373747 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Bound port: 048be3ec-39dd-4521-8576-710fa5857bb3, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:42:07.374134 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.441555 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] For port 048be3ec-39dd-4521-8576-710fa5857bb3, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:42:07.447416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] For port 048be3ec-39dd-4521-8576-710fa5857bb3, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=048be3ec-39dd-4521-8576-710fa5857bb3,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:42:07.516850 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.575281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.20.0.1 (e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f/9fa12f1e-e032-47d6-b9f5-84a45d6d807c/2be5b08c-8a26-46f3-b3c4-91add3a45f50) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:42:07.593692 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07676d2e-2d03-40e2-9fae-d5b13672d954 None None] Pushing event updated for resources: {'Port': ['ID=048be3ec-39dd-4521-8576-710fa5857bb3,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:07.708243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.819999 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:07.860635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:42:07.866764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:42:07.869277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:42:07.905267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=2be5b08c-8a26-46f3-b3c4-91add3a45f50,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:07.929027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:08.133327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:08.420616 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:08.476108 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:08.507267 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7df5e-571c-4256-a0d7-c961aa158a4d None None] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:42:08.561493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=2be5b08c-8a26-46f3-b3c4-91add3a45f50,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:08.565371 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:08.578306 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b33ee476-aa34-45b6-9a27-b4759a4c62e4 None None] Provisioning complete for port 048be3ec-39dd-4521-8576-710fa5857bb3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:08.578677 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b33ee476-aa34-45b6-9a27-b4759a4c62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:08.664428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:42:08.668943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:42:08.797915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:42:08.900643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b33ee476-aa34-45b6-9a27-b4759a4c62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:08.924544 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:42:08.933776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-44fa773d-259e-4cf8-9cf5-90f335f0f18e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "PUT /v2.0/routers/c65f9811-f3fe-4ede-821c-ea0ac71f9c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1432681 Apr 18 17:42:08.944508 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f63e8a59-058b-4ec5-bb62-c178d68258d3 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:42:08.992585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b33ee476-aa34-45b6-9a27-b4759a4c62e4 None None] For port 048be3ec-39dd-4521-8576-710fa5857bb3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=048be3ec-39dd-4521-8576-710fa5857bb3,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:09.010158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f63e8a59-058b-4ec5-bb62-c178d68258d3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:09.013615 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:09.088467 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b33ee476-aa34-45b6-9a27-b4759a4c62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:09.126412 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:09.166071 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-c25d1edf-1b6b-49a5-a79f-abf03ae5bc99 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512922705&fields=id&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 267 time: 0.0445325 Apr 18 17:42:09.168581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port f63e8a59-058b-4ec5-bb62-c178d68258d3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f63e8a59-058b-4ec5-bb62-c178d68258d3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:09.171718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ee476-aa34-45b6-9a27-b4759a4c62e4 None None] Pushing event updated for resources: {'Port': ['ID=048be3ec-39dd-4521-8576-710fa5857bb3,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:09.216144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c3dea0e4-23df-4af5-a4bb-43c299b1ec86 None None] Provisioning complete for port 048be3ec-39dd-4521-8576-710fa5857bb3 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:09.216866 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c3dea0e4-23df-4af5-a4bb-43c299b1ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:09.249114 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:09.250080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 048be3ec-39dd-4521-8576-710fa5857bb3 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:42:09.252105 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Sync routers for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:42:09.281221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f11f-742a-4305-9afa-e1776962d660 req-6e1f5550-61cc-4a70-8282-0ad339487c73 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:09.283188 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-6e1f5550-61cc-4a70-8282-0ad339487c73 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/networks?id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 200 len: 796 time: 0.1146209 Apr 18 17:42:09.300270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-e6fb426b-6994-4173-8866-809ff8bdadb5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/quotas/818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 375 time: 0.0109961 Apr 18 17:42:09.330905 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:09.337080 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:09.361339 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-b6337e2c-d7ce-462c-a15c-a8b382502f7d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550618 Apr 18 17:42:09.401828 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=f63e8a59-058b-4ec5-bb62-c178d68258d3,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:09.486024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 048be3ec-39dd-4521-8576-710fa5857bb3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:09.486405 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:09.545047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:09.579108 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c3dea0e4-23df-4af5-a4bb-43c299b1ec86 None None] Provisioning complete for port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:09.579478 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c3dea0e4-23df-4af5-a4bb-43c299b1ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:09.586102 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-0a36ec43-0309-4fa9-a934-ac99e89fef7c service neutron] 10.222.0.45 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120802 Apr 18 17:42:09.682308 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-59f4ffa4-cca8-44e4-bd7b-09fe13a3bfdf service neutron] 10.222.0.45 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912833 Apr 18 17:42:09.683822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c3dea0e4-23df-4af5-a4bb-43c299b1ec86 None None] Port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:42:09.811627 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ad4f7ba1-13e4-4608-b981-0d47329a5938 None None] Provisioning complete for port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:09.811970 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad4f7ba1-13e4-4608-b981-0d47329a5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:09.862805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f7ba1-13e4-4608-b981-0d47329a5938 None None] Port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:42:09.876233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 2, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:09.910402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Checking router: c65f9811-f3fe-4ede-821c-ea0ac71f9c08 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:42:09.910751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Updating router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:42:09.913978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9891e65d-991d-4e19-b039-08afcd57174f req-1c9295d5-2f14-4fc0-9566-aeda66cdabd5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 210 time: 0.0297437 Apr 18 17:42:09.942533 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:10.213541 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:10.281449 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:10.334633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd05769-3cea-446b-90ac-84ecda9f0c10 None None] Pushing event updated for resources: {'Port': ['ID=2be5b08c-8a26-46f3-b3c4-91add3a45f50,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:10.385799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Attempting to bind port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:42:10.386454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Attempting to bind port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:42:10.386820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Attempting to bind port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 on network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:42:10.392103 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:42:10.392471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Checking segment: {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:42:10.392905 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:10.393302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Bound using segment: {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:42:10.393825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Bound port: 2be5b08c-8a26-46f3-b3c4-91add3a45f50, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:42:10.394244 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:10.470471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] For port 2be5b08c-8a26-46f3-b3c4-91add3a45f50, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:42:10.474824 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] For port 2be5b08c-8a26-46f3-b3c4-91add3a45f50, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2be5b08c-8a26-46f3-b3c4-91add3a45f50,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:42:10.556458 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:10.624393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:10.624953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:10.631680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd05769-3cea-446b-90ac-84ecda9f0c10 None None] Pushing event updated for resources: {'Port': ['ID=2be5b08c-8a26-46f3-b3c4-91add3a45f50,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:10.634242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1a9613e9-879a-4956-adfd-99ac4027e006 None None] Provisioning complete for port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:10.634644 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a9613e9-879a-4956-adfd-99ac4027e006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:10.790404 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:10.834336 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f63e8a59-058b-4ec5-bb62-c178d68258d3 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:42:10.842165 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a9613e9-879a-4956-adfd-99ac4027e006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:10.975697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1a9613e9-879a-4956-adfd-99ac4027e006 None None] For port 2be5b08c-8a26-46f3-b3c4-91add3a45f50, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2be5b08c-8a26-46f3-b3c4-91add3a45f50,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:11.014135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port f63e8a59-058b-4ec5-bb62-c178d68258d3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:11.014509 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:11.015962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76882cfa-3dfe-419a-a1b1-0fc560078d29 req-d78e9ef2-3850-4e3c-ae61-67255b9b71c5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Apr 18 17:42:11.201804 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a9613e9-879a-4956-adfd-99ac4027e006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:11.287003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9613e9-879a-4956-adfd-99ac4027e006 None None] Pushing event updated for resources: {'Port': ['ID=2be5b08c-8a26-46f3-b3c4-91add3a45f50,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:11.344348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:10Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:11.375380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 048be3ec-39dd-4521-8576-710fa5857bb3 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:42:11.378402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c4bcc-1530-4063-98c9-783b2859a047 None None] The sync data for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 is: [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:10Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:42:11.395778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c09a6a23-2974-4b93-8e9d-d98d1c9f7077 None None] Provisioning complete for port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:11.396150 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c09a6a23-2974-4b93-8e9d-d98d1c9f7077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:11.473101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 048be3ec-39dd-4521-8576-710fa5857bb3 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:11.473502 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:11.794122 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f11f-742a-4305-9afa-e1776962d660 req-547b8cde-f0db-4650-9f65-9533e627076a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:11.796961 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-547b8cde-f0db-4650-9f65-9533e627076a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "GET /v2.0/networks?id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 200 len: 796 time: 0.1188955 Apr 18 17:42:11.848680 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-60e06ff0-7a82-498f-a147-6a5a9e923d3e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818740d7f0dd4f5198de768a2d725101 HTTP/1.1" status: 200 len: 379 time: 0.0373390 Apr 18 17:42:11.864684 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567469-2515-4ff7-85ad-9552f2403b8f req-b4b88330-1642-4f20-88ae-7f7ba9e572d7 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:11.866868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'port': {'device_id': '95f4958e-0f21-4c45-90d3-a136c088f082', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'admin_state_up': True, 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'security_groups': ['bbd9846e-46b2-492d-82ba-6b59fd07fde5']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:11.872950 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5567469-2515-4ff7-85ad-9552f2403b8f req-b4b88330-1642-4f20-88ae-7f7ba9e572d7 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 946 time: 0.0585225 Apr 18 17:42:11.912621 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5567469-2515-4ff7-85ad-9552f2403b8f req-e0969044-9b6a-4d48-94e0-d6f49d976b74 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387850 Apr 18 17:42:12.030417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Made reservation on behalf of 818740d7f0dd4f5198de768a2d725101 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:42:12.034064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:12.126080 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d7692b6a-b0eb-40b8-a048-7fea90722403 req-12638b33-347f-48c5-ba64-4f9bf413926a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 210 time: 0.0337057 Apr 18 17:42:12.176135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.20.0.4 (e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f/9fa12f1e-e032-47d6-b9f5-84a45d6d807c/5ff1a82c-bcc8-49d8-816a-73b5937d2880) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:42:12.323940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:12.442755 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:12.502719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:42:12.509354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:42:12.527703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:42:12.531986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:12.592545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-49b2ccb1-1091-41ad-9cc1-2fd0aa8f6a4f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:12.594135 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-49b2ccb1-1091-41ad-9cc1-2fd0aa8f6a4f tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.41 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 946 time: 0.1051936 Apr 18 17:42:12.600295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:12.600918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:12.697220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Deleting port d9efa764-c0f0-4582-b9cb-fe383d57ea16 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:12.698209 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:12.719709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-32df4637-067f-4653-b831-4aa36387e356 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8572955 Apr 18 17:42:12.754950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Request body: {'port': {'device_id': '95f4958e-0f21-4c45-90d3-a136c088f082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:12.781212 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bef96b6d-6bd2-4aaa-92a7-c37cf0272720 None None] Provisioning complete for port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:12.781810 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bef96b6d-6bd2-4aaa-92a7-c37cf0272720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:12.824081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bef96b6d-6bd2-4aaa-92a7-c37cf0272720 None None] Port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:42:12.835617 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:12.842678 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] For port d9efa764-c0f0-4582-b9cb-fe383d57ea16, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d9efa764-c0f0-4582-b9cb-fe383d57ea16,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:12.843105 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:12.857350 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2be5b08c-8a26-46f3-b3c4-91add3a45f50 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:42:12.906290 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:12.906666 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:13.034121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df128a-35b2-49e9-accc-0365ed977295 req-91fccd4a-6f05-4af3-bf00-c6b06593395e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:13.035536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4df128a-35b2-49e9-accc-0365ed977295 req-91fccd4a-6f05-4af3-bf00-c6b06593395e tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 946 time: 0.0502422 Apr 18 17:42:13.074160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4df128a-35b2-49e9-accc-0365ed977295 req-dd5554e4-7daa-464f-b0fb-64d8093ee337 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b4a8596-594d-4f27-8eaf-5d6ce62677a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Apr 18 17:42:13.249902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534faa-54ef-466a-9c5f-bc2ed0d15689 req-a63f6071-8f39-441c-9b7c-7c60207b016c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:13.252278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8534faa-54ef-466a-9c5f-bc2ed0d15689 req-a63f6071-8f39-441c-9b7c-7c60207b016c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 931 time: 0.0516546 Apr 18 17:42:13.298357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8534faa-54ef-466a-9c5f-bc2ed0d15689 req-a48f3a06-9e07-4f9b-99b2-8c8f626ff314 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345020 Apr 18 17:42:13.465349 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:13.465740 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:13.466064 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Floating IP 3f3a655d-0bc3-41c4-91e8-e12ae575ad3b disassociated. External IP: 172.25.5.249, port: d9efa764-c0f0-4582-b9cb-fe383d57ea16. Apr 18 17:42:13.466414 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Calling delete_port for d9efa764-c0f0-4582-b9cb-fe383d57ea16 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:13.611446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff1a82c-bcc8-49d8-816a-73b5937d2880 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:42:13.626971 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:13.732886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Transition to ACTIVE for port object 5ff1a82c-bcc8-49d8-816a-73b5937d2880 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:42:13.734131 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:13.763226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event deleted for resources: {'Port': ['ID=d9efa764-c0f0-4582-b9cb-fe383d57ea16,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:13.807506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:13.910598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:13.989352 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Router f6c9b589-8673-4669-bb1b-f929f3fed71f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:42:14.048081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Attempting to bind port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:42:14.048357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Attempting to bind port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:42:14.048693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Attempting to bind port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 on network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:42:14.055934 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 on network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:42:14.056266 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Attempting to bind port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 on network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:42:14.064883 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:42:14.065228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Checking segment: {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:42:14.065648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Bound using segment: {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:42:14.066081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Bound port: 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c736b2b-7e03-433e-a2a6-8e33905e18a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:42:14.066448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:14.173004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:42:14.191342 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] Sync routers for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:42:14.203886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:42:14.205380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3900762-2923-447b-819b-6073d82566d5 req-50510eb4-6e92-4dae-baeb-5e807db15835 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 210 time: 0.0541730 Apr 18 17:42:14.216568 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:14.217203 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:14.237944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] No DVR routers for this DVR port d9efa764-c0f0-4582-b9cb-fe383d57ea16 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:42:14.240702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:42:14.242219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:14.245690 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8eba652-28e1-4cd7-9859-96af21ee3a46 req-e1f23f88-caf5-4477-8549-87e179de635b tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.41 "DELETE /v2.0/ports/d9efa764-c0f0-4582-b9cb-fe383d57ea16 HTTP/1.1" status: 204 len: 173 time: 1.6420383 Apr 18 17:42:14.246139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'name': 'network-vif-deleted', 'tag': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:42:14.254768 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380eb057-720b-4372-a072-01465f9af842" -d '{"events": [{"server_uuid": "282fb34c-4d09-4c4d-a98d-6e96baa36d69", "name": "network-vif-deleted", "tag": "d9efa764-c0f0-4582-b9cb-fe383d57ea16"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:42:14.300361 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db8029e-8892-4dcb-b76a-a11fdc9a8e98 x-openstack-request-id: req-9db8029e-8892-4dcb-b76a-a11fdc9a8e98 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:42:14.300654 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282fb34c-4d09-4c4d-a98d-6e96baa36d69", "name": "network-vif-deleted", "tag": "d9efa764-c0f0-4582-b9cb-fe383d57ea16", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:42:14.300906 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9db8029e-8892-4dcb-b76a-a11fdc9a8e98 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:42:14.301304 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db8029e-8892-4dcb-b76a-a11fdc9a8e98'] response: {'server_uuid': '282fb34c-4d09-4c4d-a98d-6e96baa36d69', 'name': 'network-vif-deleted', 'tag': 'd9efa764-c0f0-4582-b9cb-fe383d57ea16', 'status': 'completed', 'code': 200} Apr 18 17:42:14.305039 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:14.328258 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:14.355168 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:14.355725 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:14.357835 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] 10.222.0.18 "PUT /v2.0/ports/5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 200 len: 1091 time: 1.6114652 Apr 18 17:42:14.384686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e4b67-ae06-4164-b5e4-a62a58182d9d service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:14.452378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85493353-1df3-46e7-8e73-c36292d12d50 req-311e49ad-4c53-4d87-b232-e8eef49df2ca tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:14.461145 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85493353-1df3-46e7-8e73-c36292d12d50 req-311e49ad-4c53-4d87-b232-e8eef49df2ca tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 943 time: 0.0756817 Apr 18 17:42:14.502551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85493353-1df3-46e7-8e73-c36292d12d50 req-20a29e11-9acd-4270-8105-f4a097137ff7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383525 Apr 18 17:42:14.532211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f11f-742a-4305-9afa-e1776962d660 req-62d9af14-8eac-4487-88b8-a7ec0626bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:14.533999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-62d9af14-8eac-4487-88b8-a7ec0626bef8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1094 time: 0.0558853 Apr 18 17:42:14.584857 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 5, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:14.591072 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-326b0993-2dfe-49b4-95ce-9d7dc9a878f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 200 len: 217 time: 0.0427926 Apr 18 17:42:14.612958 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] Checking router: f6c9b589-8673-4669-bb1b-f929f3fed71f for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:42:14.621425 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:14.622106 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:14.729802 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:14.738032 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f11f-742a-4305-9afa-e1776962d660 req-c8bee6f0-8644-48da-8b04-474f97b38b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:14.739534 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-c8bee6f0-8644-48da-8b04-474f97b38b0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fa12f1e-e032-47d6-b9f5-84a45d6d807c HTTP/1.1" status: 200 len: 835 time: 0.1422091 Apr 18 17:42:14.784774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f11f-742a-4305-9afa-e1776962d660 req-852c3c8b-2062-4fe6-a764-de85457bffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:14.786411 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-852c3c8b-2062-4fe6-a764-de85457bffdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407293 Apr 18 17:42:14.874374 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-e802964d-e8e7-4459-a93b-4fc8dccc3033 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817626 Apr 18 17:42:14.935134 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 5, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:14.960881 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c76f3-b7ea-4772-835e-100c98bba93c None None] The sync data for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 is: [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:36:30Z', 'revision_number': 4, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'da27e96e-fe0f-4eb2-8561-0ab8bac9d861', 'name': '', 'network_id': 'dc930818-4872-4378-9c8f-e18c2d95fd01', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'mac_address': 'fa:16:3e:eb:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:30Z', 'updated_at': '2022-04-18T17:36:34Z', 'revision_number': 5, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'subnets': [{'id': 'fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:42:14.970838 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-64b0f11f-742a-4305-9afa-e1776962d660 req-c8a027e2-b919-4f0d-a94f-0f258cd6fd0b service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900314 Apr 18 17:42:15.172704 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a3853-1cbf-4ede-9a38-cdc3c0e1aa02 None None] New status for floating IP 3f3a655d-0bc3-41c4-91e8-e12ae575ad3b: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:42:15.318757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0674ce6-d6d4-47a1-84f2-195bcdda4510 req-a5e49997-b552-4ec6-82a0-8f108f809915 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "GET /v2.0/ports?device_id=282fb34c-4d09-4c4d-a98d-6e96baa36d69 HTTP/1.1" status: 200 len: 210 time: 0.0273457 Apr 18 17:42:15.615676 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15756159-ebaf-44d8-b160-9879649158f4 req-7a001a8b-bfea-42f3-a60d-ab7566bdcd32 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:15.617151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15756159-ebaf-44d8-b160-9879649158f4 req-7a001a8b-bfea-42f3-a60d-ab7566bdcd32 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 943 time: 0.0494983 Apr 18 17:42:15.658623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15756159-ebaf-44d8-b160-9879649158f4 req-a68eeed9-c442-4578-9347-3a6d34ada2ed tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337310 Apr 18 17:42:16.303019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:42:16.305432 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed" -d '{"events": [{"name": "network-changed", "server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:42:16.341350 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c089c25-cc58-4429-bdfa-3cae8c24d936 x-openstack-request-id: req-0c089c25-cc58-4429-bdfa-3cae8c24d936 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:42:16.341690 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:42:16.341949 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c089c25-cc58-4429-bdfa-3cae8c24d936 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:42:16.342358 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c089c25-cc58-4429-bdfa-3cae8c24d936'] response: {'name': 'network-changed', 'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'status': 'completed', 'code': 200} Apr 18 17:42:16.363848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d9efa764-c0f0-4582-b9cb-fe383d57ea16 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:16.372853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50210) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:16.384965 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: d9efa764-c0f0-4582-b9cb-fe383d57ea16 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:16.385357 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d9efa764-c0f0-4582-b9cb-fe383d57ea16 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:16.509244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-f0616bc4-c135-425f-b73c-758e859b457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:16.510784 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-f0616bc4-c135-425f-b73c-758e859b457a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1094 time: 0.1018193 Apr 18 17:42:16.577926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Deleting port 4774bd27-7b44-43ea-a735-12fdc3715c40 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:16.578193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:16.662356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-a0a8dd91-343a-4615-a886-73e59d4df930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:16.664254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-a0a8dd91-343a-4615-a886-73e59d4df930 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 200 len: 897 time: 0.1430004 Apr 18 17:42:16.717784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:16.718121 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:16.721731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-b8d12806-7a57-4f5e-8008-0d11c2a54cad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 200 len: 217 time: 0.0489030 Apr 18 17:42:16.738915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Calling delete_port for 4774bd27-7b44-43ea-a735-12fdc3715c40 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:16.779402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90fde4-3f1f-449e-be1a-d7a5748d962a req-8d6b6297-1b99-410d-83a6-5c7e22d7c043 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:16.781017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc90fde4-3f1f-449e-be1a-d7a5748d962a req-8d6b6297-1b99-410d-83a6-5c7e22d7c043 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 943 time: 0.0533195 Apr 18 17:42:16.820358 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc90fde4-3f1f-449e-be1a-d7a5748d962a req-f9a7c582-c757-47c4-8c00-aca3f52aabe1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332825 Apr 18 17:42:16.820826 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-cbc9a381-4757-46b7-bab2-db29f35be64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:16.822325 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-cbc9a381-4757-46b7-bab2-db29f35be64b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fa12f1e-e032-47d6-b9f5-84a45d6d807c HTTP/1.1" status: 200 len: 835 time: 0.0936742 Apr 18 17:42:16.887613 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-0cc5c15e-f08c-4d8d-9096-1269f1265b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:16.889103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-0cc5c15e-f08c-4d8d-9096-1269f1265b3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594816 Apr 18 17:42:17.013787 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-241e84c9-9601-4503-8dee-b232d15fc963 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155562 Apr 18 17:42:17.066326 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:17.099216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event deleted for resources: {'Port': ['ID=4774bd27-7b44-43ea-a735-12fdc3715c40,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:17.132170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.132509 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.132845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.133179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.133537 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.133867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.134195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.134515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.134832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.135758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.136105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.136443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:42:17.188336 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ea7318ca-89f2-4ced-bfaf-ae7edc6c25ed req-da9aa34e-3955-4e6e-b0d3-3e2fb09c3efa service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670959 Apr 18 17:42:17.194579 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:17.197178 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:17.198316 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d010fa21-764b-496c-ab5b-c4597531cf42 tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "DELETE /v2.0/floatingips/3f3a655d-0bc3-41c4-91e8-e12ae575ad3b HTTP/1.1" status: 204 len: 168 time: 0.8244150 Apr 18 17:42:17.266619 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50218) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:17.333141 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-448d878b-f01b-4d9e-911c-8edf002f889c tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:17.359605 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-448d878b-f01b-4d9e-911c-8edf002f889c tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:17.378814 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:17.487359 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-448d878b-f01b-4d9e-911c-8edf002f889c tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:17.490051 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-448d878b-f01b-4d9e-911c-8edf002f889c tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:17.491212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-448d878b-f01b-4d9e-911c-8edf002f889c tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] 10.222.0.45 "DELETE /v2.0/security-groups/7b4a8596-594d-4f27-8eaf-5d6ce62677a2 HTTP/1.1" status: 204 len: 168 time: 0.2236111 Apr 18 17:42:17.500361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d878b-f01b-4d9e-911c-8edf002f889c tempest-TestServerBasicOps-2007052719 tempest-TestServerBasicOps-2007052719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4a8596-594d-4f27-8eaf-5d6ce62677a2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:17.573897 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50222) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:17.625034 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:18.000593 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8429-7f65-4722-aaa8-085ae8a887dd req-ffb4e568-9945-4064-82cb-32cc03983ade tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:18.002262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35ad8429-7f65-4722-aaa8-085ae8a887dd req-ffb4e568-9945-4064-82cb-32cc03983ade tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 943 time: 0.1079433 Apr 18 17:42:18.056157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35ad8429-7f65-4722-aaa8-085ae8a887dd req-247d98f4-08e1-44ce-bfd1-9ed7a02f10f8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Apr 18 17:42:18.115694 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:18.378677 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Deleting port da27e96e-fe0f-4eb2-8561-0ab8bac9d861 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:18.379024 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:18.457889 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] For port da27e96e-fe0f-4eb2-8561-0ab8bac9d861, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:18.458256 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:18.470490 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Calling delete_port for da27e96e-fe0f-4eb2-8561-0ab8bac9d861 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:18.722089 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:18.747877 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Pushing event deleted for resources: {'Port': ['ID=da27e96e-fe0f-4eb2-8561-0ab8bac9d861,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:19.042548 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5ff1a82c-bcc8-49d8-816a-73b5937d2880 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:42:19.143515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:19.153589 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'port_id': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'mac_address': 'fa:16:3e:50:85:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:42:19.190238 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:19.206620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff1a82c-bcc8-49d8-816a-73b5937d2880 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:42:19.220396 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603272e9-2951-4a13-bfa7-5824a5663446 req-ccc4b483-7a3d-4d04-8490-65b960657265 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:19.221896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-603272e9-2951-4a13-bfa7-5824a5663446 req-ccc4b483-7a3d-4d04-8490-65b960657265 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 943 time: 0.0922928 Apr 18 17:42:19.227307 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:19.237265 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:19.293277 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:19.301261 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-603272e9-2951-4a13-bfa7-5824a5663446 req-aabde9b7-8d32-4e46-8a87-3368d5031341 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729001 Apr 18 17:42:19.344246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:19.471284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Router f6c9b589-8673-4669-bb1b-f929f3fed71f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:42:19.573087 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:42:19.577864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bd22a30c-78e5-47ff-ad89-bc481fa9f82e admin admin] 10.222.0.45 "PUT /v2.0/routers/f6c9b589-8673-4669-bb1b-f929f3fed71f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0025513 Apr 18 17:42:19.580274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:19.582921 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] Sync routers for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:42:19.593262 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:19.595539 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:19.685700 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:19.699012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['5ff1a82c-bcc8-49d8-816a-73b5937d2880'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:42:19.703786 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:19.791979 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:19.886055 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:42:18Z', 'revision_number': 5, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port': {'id': '34fc70b0-628a-4ab8-85a4-cf011cd9f39f', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:28Z', 'updated_at': '2022-04-18T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:19.895461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Deleting port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:19.895808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:19.916882 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] Checking router: f6c9b589-8673-4669-bb1b-f929f3fed71f for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:42:19.924893 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] Routers {'f6c9b589-8673-4669-bb1b-f929f3fed71f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:19.925817 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['f6c9b589-8673-4669-bb1b-f929f3fed71f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:19.982464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] For port 34fc70b0-628a-4ab8-85a4-cf011cd9f39f, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=34fc70b0-628a-4ab8-85a4-cf011cd9f39f,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:19.982829 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:19.994972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Calling delete_port for 34fc70b0-628a-4ab8-85a4-cf011cd9f39f owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:20.017473 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] Set router f6c9b589-8673-4669-bb1b-f929f3fed71f gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:20.169540 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:42:19Z', 'revision_number': 6, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:20.195909 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e837c-b495-455c-bfb3-b9145d6667c1 None None] The sync data for ids ['f6c9b589-8673-4669-bb1b-f929f3fed71f'] in n-d-836015-2 is: [{'id': 'f6c9b589-8673-4669-bb1b-f929f3fed71f', 'name': 'tempest-TestServerBasicOps-1493386281-router', 'tenant_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:27Z', 'updated_at': '2022-04-18T17:42:19Z', 'revision_number': 6, 'project_id': 'b7f5efd899a546108c58fc2bef8ab66f', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:42:20.227247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.252320 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Pushing event deleted for resources: {'Port': ['ID=34fc70b0-628a-4ab8-85a4-cf011cd9f39f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:20.317392 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.428237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.431071 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.484947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8316-391e-4287-9a6d-d444954048d0 req-e08c7cc8-bd22-4494-9029-7879b84d3ad1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:20.486421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b97d8316-391e-4287-9a6d-d444954048d0 req-e08c7cc8-bd22-4494-9029-7879b84d3ad1 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 944 time: 0.1138141 Apr 18 17:42:20.526936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b97d8316-391e-4287-9a6d-d444954048d0 req-6ccddeac-fe30-423a-b35d-c1a71959fa06 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345414 Apr 18 17:42:20.533124 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.534303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c9b589-8673-4669-bb1b-f929f3fed71f {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:42:20.539159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.540828 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a0d190d0-0178-4c72-a063-0378f30fff9a admin admin] 10.222.0.45 "DELETE /v2.0/routers/f6c9b589-8673-4669-bb1b-f929f3fed71f HTTP/1.1" status: 204 len: 168 time: 0.9591799 Apr 18 17:42:20.542935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50234) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:20.594458 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-da10874c-0d56-4e7b-978f-ca00e480651b admin admin] Deleting subnet fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:42:20.598819 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da10874c-0d56-4e7b-978f-ca00e480651b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.634722 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da10874c-0d56-4e7b-978f-ca00e480651b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.711077 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da10874c-0d56-4e7b-978f-ca00e480651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.824799 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da10874c-0d56-4e7b-978f-ca00e480651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.854454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10874c-0d56-4e7b-978f-ca00e480651b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:20.858237 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-da10874c-0d56-4e7b-978f-ca00e480651b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:20.861287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-da10874c-0d56-4e7b-978f-ca00e480651b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fd1e56b0-460d-4f6e-86a6-044bd5fc7ec7 HTTP/1.1" status: 204 len: 168 time: 0.3174036 Apr 18 17:42:20.863807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50236) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:20.864282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c0c35b-f245-4909-95db-a1b3436a144f None None] Network dc930818-4872-4378-9c8f-e18c2d95fd01 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:42:20.931745 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.001127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Deleting port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:21.001500 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.016676 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device da27e96e-fe0f-4eb2-8561-0ab8bac9d861 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:21.039819 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: da27e96e-fe0f-4eb2-8561-0ab8bac9d861 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:21.040165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device da27e96e-fe0f-4eb2-8561-0ab8bac9d861 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:21.040576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 34fc70b0-628a-4ab8-85a4-cf011cd9f39f no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:21.044118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5ff1a82c-bcc8-49d8-816a-73b5937d2880 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:42:21.081030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] For port 455435f0-2a90-4f0c-8644-7fbaf930d6f9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=455435f0-2a90-4f0c-8644-7fbaf930d6f9,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:21.081628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.084770 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] DHCP port deletion for dc930818-4872-4378-9c8f-e18c2d95fd01 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:42:21.089681 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 34fc70b0-628a-4ab8-85a4-cf011cd9f39f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:21.090005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 34fc70b0-628a-4ab8-85a4-cf011cd9f39f not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:21.097084 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Calling delete_port for 455435f0-2a90-4f0c-8644-7fbaf930d6f9 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:21.156764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] Deleting port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:21.157142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.220284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] For port 455435f0-2a90-4f0c-8644-7fbaf930d6f9, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=455435f0-2a90-4f0c-8644-7fbaf930d6f9,segment=NetworkSegment(47f5277d-b1a1-4768-ad8c-d1f9160bb143),segment_id=47f5277d-b1a1-4768-ad8c-d1f9160bb143)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:21.220677 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.229714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:42:21.237078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] Calling delete_port for 455435f0-2a90-4f0c-8644-7fbaf930d6f9 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:21.238810 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:42:21.239173 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.253545 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.280508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Pushing event deleted for resources: {'Port': ['ID=455435f0-2a90-4f0c-8644-7fbaf930d6f9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:21.283968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] No DVR routers for this DVR port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:42:21.364988 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.378033 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.379779 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.387906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc930818-4872-4378-9c8f-e18c2d95fd01']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:21.397077 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f5277d-b1a1-4768-ad8c-d1f9160bb143') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:21.397374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f5277d-b1a1-4768-ad8c-d1f9160bb143') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:21.407322 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.417182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] Pushing event deleted for resources: {'Port': ['ID=455435f0-2a90-4f0c-8644-7fbaf930d6f9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:21.423961 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.424635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230dab3-ec5f-4a31-b761-3a59b75ef499 None None] No DVR routers for this DVR port 455435f0-2a90-4f0c-8644-7fbaf930d6f9 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:42:21.431933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:42:21.433779 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605d3be5-ca51-4dca-8feb-0be982256b97" -d '{"events": [{"server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:42:21.441469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:42:21.442098 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:42:21.444313 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:42:21.449154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:21.473179 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276af2bf-a547-4d3b-9006-4c8e38e875b0 x-openstack-request-id: req-276af2bf-a547-4d3b-9006-4c8e38e875b0 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:42:21.473565 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:42:21.473977 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-276af2bf-a547-4d3b-9006-4c8e38e875b0 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:42:21.474377 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276af2bf-a547-4d3b-9006-4c8e38e875b0'] response: {'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'code': 200} Apr 18 17:42:21.528490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.562223 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.583019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:21.589201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dc930818-4872-4378-9c8f-e18c2d95fd01 HTTP/1.1" status: 204 len: 168 time: 0.7235546 Apr 18 17:42:21.591202 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b930a-6eb5-4d06-a131-4c90c49d4320 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc930818-4872-4378-9c8f-e18c2d95fd01,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:21.593162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50242) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:21.596385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:21.612677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100fe9c-16f5-464b-a13e-be19d2d4e121 req-6b40807e-8a05-4c66-a0da-a12fd42e2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:21.614854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4100fe9c-16f5-464b-a13e-be19d2d4e121 req-6b40807e-8a05-4c66-a0da-a12fd42e2f7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1096 time: 0.0645444 Apr 18 17:42:21.656187 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4100fe9c-16f5-464b-a13e-be19d2d4e121 req-013e791a-12bc-42f0-9c5f-c57a41326e54 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342140 Apr 18 17:42:21.731587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f6bc0-d612-4a89-9c8c-190b78e73112 req-c0ec5a0b-3433-4aeb-b659-7dadf1565293 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:21.732941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d1f6bc0-d612-4a89-9c8c-190b78e73112 req-c0ec5a0b-3433-4aeb-b659-7dadf1565293 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0977547 Apr 18 17:42:21.814639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d1f6bc0-d612-4a89-9c8c-190b78e73112 req-75143b2e-f92e-4d77-93f3-7d3ca86aae4b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749817 Apr 18 17:42:22.003723 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:22.243019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Deleting port df627364-756f-4f93-83ea-a130d0352cca {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:22.243358 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:22.318247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] For port df627364-756f-4f93-83ea-a130d0352cca, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=df627364-756f-4f93-83ea-a130d0352cca,segment=NetworkSegment(36af4121-835a-4776-a7a7-2b8e2a55327d),segment_id=36af4121-835a-4776-a7a7-2b8e2a55327d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:22.318879 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:22.331164 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Calling delete_port for df627364-756f-4f93-83ea-a130d0352cca owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:22.555814 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:22.588807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Pushing event deleted for resources: {'Port': ['ID=df627364-756f-4f93-83ea-a130d0352cca,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:22.877229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 455435f0-2a90-4f0c-8644-7fbaf930d6f9 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:22.902487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 455435f0-2a90-4f0c-8644-7fbaf930d6f9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:22.902837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 455435f0-2a90-4f0c-8644-7fbaf930d6f9 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:23.056359 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:23.080264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7f12c-aa9c-463b-a753-d28623d71015 req-911f868f-5947-4bdb-93e0-1a85133015c6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:23.081750 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0e7f12c-aa9c-463b-a753-d28623d71015 req-911f868f-5947-4bdb-93e0-1a85133015c6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0663071 Apr 18 17:42:23.162934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0e7f12c-aa9c-463b-a753-d28623d71015 req-a41456e7-396a-4675-8ce7-fe288b564c57 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491955 Apr 18 17:42:23.313717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Router 5623228d-ec72-41fe-b5df-703ec11faacf has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:42:23.420558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:42:23.425921 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8c29d395-afcb-4810-8eda-f57e0be2daaf admin admin] 10.222.0.45 "PUT /v2.0/routers/5623228d-ec72-41fe-b5df-703ec11faacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8316326 Apr 18 17:42:23.428779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50246) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:23.430028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] Sync routers for ids ['5623228d-ec72-41fe-b5df-703ec11faacf'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:42:23.439527 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] Routers {'5623228d-ec72-41fe-b5df-703ec11faacf'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:23.440207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5623228d-ec72-41fe-b5df-703ec11faacf'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:23.532043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:23.543853 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] Set router 5623228d-ec72-41fe-b5df-703ec11faacf gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:23.632224 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:23.722042 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:42:22Z', 'revision_number': 5, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port': {'id': 'e569b4c5-3e36-499a-9bee-f72dbbcf4231', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:36:34Z', 'updated_at': '2022-04-18T17:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:23.735542 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Deleting port e569b4c5-3e36-499a-9bee-f72dbbcf4231 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:23.735912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:23.752506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] Checking router: 5623228d-ec72-41fe-b5df-703ec11faacf for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:42:23.761491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] Routers {'5623228d-ec72-41fe-b5df-703ec11faacf'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:23.762106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['5623228d-ec72-41fe-b5df-703ec11faacf'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:23.815505 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] For port e569b4c5-3e36-499a-9bee-f72dbbcf4231, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=e569b4c5-3e36-499a-9bee-f72dbbcf4231,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:23.815874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:23.827892 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Calling delete_port for e569b4c5-3e36-499a-9bee-f72dbbcf4231 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:23.846275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] Set router 5623228d-ec72-41fe-b5df-703ec11faacf gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:23.895328 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:42:23Z', 'revision_number': 6, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:23.924146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129c0a-8e5a-4e7e-88f5-f5eba54f2dbe None None] The sync data for ids ['5623228d-ec72-41fe-b5df-703ec11faacf'] in n-d-836015-2 is: [{'id': '5623228d-ec72-41fe-b5df-703ec11faacf', 'name': 'tempest-TestServerBasicOps-31508070-router', 'tenant_id': '501e18fa54854086bb660548b39d06c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:36:33Z', 'updated_at': '2022-04-18T17:42:23Z', 'revision_number': 6, 'project_id': '501e18fa54854086bb660548b39d06c7', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:42:24.047911 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.073854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e569b4c5-3e36-499a-9bee-f72dbbcf4231,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:24.136297 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.225815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.227909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.333049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.333760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5623228d-ec72-41fe-b5df-703ec11faacf {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:42:24.339788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.342002 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e712e4f3-ee1f-4141-b009-4b656fed4c91 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5623228d-ec72-41fe-b5df-703ec11faacf HTTP/1.1" status: 204 len: 168 time: 0.9118474 Apr 18 17:42:24.344232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50252) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:24.392664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dabce-8d7f-42d2-a762-04ec0482b3f2 req-fa2c27f1-e667-4409-b405-c13f7d26bea8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:24.394211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e6dabce-8d7f-42d2-a762-04ec0482b3f2 req-fa2c27f1-e667-4409-b405-c13f7d26bea8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.1501720 Apr 18 17:42:24.419357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaf0ae7-2218-4ace-8536-60aeac1a388a admin admin] Deleting subnet 805c5de3-8182-441e-924a-0b802bfc52b1 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:42:24.428126 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0ae7-2218-4ace-8536-60aeac1a388a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.469667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5e6dabce-8d7f-42d2-a762-04ec0482b3f2 req-ba294aa9-c8f6-4f35-86c3-6bd282c7ac48 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680702 Apr 18 17:42:24.475255 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0ae7-2218-4ace-8536-60aeac1a388a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.558781 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0ae7-2218-4ace-8536-60aeac1a388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.659119 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892fc28-f24f-4cb8-ba09-4d82a6f15922 req-944650ed-be8d-41d6-8b56-169ab8661389 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:24.661574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1892fc28-f24f-4cb8-ba09-4d82a6f15922 req-944650ed-be8d-41d6-8b56-169ab8661389 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.1219079 Apr 18 17:42:24.688204 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0ae7-2218-4ace-8536-60aeac1a388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.717600 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0ae7-2218-4ace-8536-60aeac1a388a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805c5de3-8182-441e-924a-0b802bfc52b1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:24.726865 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0ae7-2218-4ace-8536-60aeac1a388a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.727729 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5802a278-b643-45e6-9660-ee5649b5359b None None] Network 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:42:24.730470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6eaf0ae7-2218-4ace-8536-60aeac1a388a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/805c5de3-8182-441e-924a-0b802bfc52b1 HTTP/1.1" status: 204 len: 168 time: 0.3852875 Apr 18 17:42:24.733144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50258) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:24.739552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1892fc28-f24f-4cb8-ba09-4d82a6f15922 req-9509ea44-3dad-4d6e-8268-5c0fb43bd4e8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688851 Apr 18 17:42:24.766967 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50260) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:24.823351 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e948bf8-117c-4294-9e23-8c3551ed600c tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:24.828135 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50262) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:24.831577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-3e948bf8-117c-4294-9e23-8c3551ed600c tempest-TestNetworkAdvancedServerOps-257266759 tempest-TestNetworkAdvancedServerOps-257266759-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1091 time: 0.0632138 Apr 18 17:42:24.837773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:42:24.875548 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e569b4c5-3e36-499a-9bee-f72dbbcf4231 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:24.875720 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.888046 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: e569b4c5-3e36-499a-9bee-f72dbbcf4231 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:24.888385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device e569b4c5-3e36-499a-9bee-f72dbbcf4231 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:24.888791 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device df627364-756f-4f93-83ea-a130d0352cca no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:24.909550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: df627364-756f-4f93-83ea-a130d0352cca {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:24.910160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device df627364-756f-4f93-83ea-a130d0352cca not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:24.932518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] DHCP port deletion for 84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:42:24.932724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Deleting port 5f2b3d45-9972-48d4-b71f-52b701ba7700 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:24.932904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.947045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:24.984792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] Deleting port 5f2b3d45-9972-48d4-b71f-52b701ba7700 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:42:24.985245 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.063648 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] For port 5f2b3d45-9972-48d4-b71f-52b701ba7700, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5f2b3d45-9972-48d4-b71f-52b701ba7700,segment=NetworkSegment(36af4121-835a-4776-a7a7-2b8e2a55327d),segment_id=36af4121-835a-4776-a7a7-2b8e2a55327d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:25.064026 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.080490 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Calling delete_port for 5f2b3d45-9972-48d4-b71f-52b701ba7700 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:25.183049 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.207492 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] For port 5f2b3d45-9972-48d4-b71f-52b701ba7700, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=5f2b3d45-9972-48d4-b71f-52b701ba7700,segment=NetworkSegment(36af4121-835a-4776-a7a7-2b8e2a55327d),segment_id=36af4121-835a-4776-a7a7-2b8e2a55327d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:42:25.207878 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.220061 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] Calling delete_port for 5f2b3d45-9972-48d4-b71f-52b701ba7700 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:42:25.291890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Allocated IP 172.25.5.17 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/4049083e-30f4-46a3-89cc-836555c8aab7) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:42:25.295900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.299236 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.324943 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] Pushing event deleted for resources: {'Port': ['ID=5f2b3d45-9972-48d4-b71f-52b701ba7700,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:25.329687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b86e2-c02f-456d-9b14-3ec9bbdc3294 None None] No DVR routers for this DVR port 5f2b3d45-9972-48d4-b71f-52b701ba7700 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:42:25.335126 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2b3d45-9972-48d4-b71f-52b701ba7700,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:25.340762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] No DVR routers for this DVR port 5f2b3d45-9972-48d4-b71f-52b701ba7700 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:42:25.458072 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.491852 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a72fe1-e32d-44d1-a96d-c5ae1a8f7990']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:25.507348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36af4121-835a-4776-a7a7-2b8e2a55327d') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:25.507650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36af4121-835a-4776-a7a7-2b8e2a55327d') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:25.522660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.524893 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.543377 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.554073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:42:25.554458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:42:25.556501 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:42:25.677031 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.710363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.714903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:42:25.722116 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:25.725219 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] 10.222.0.45 "DELETE /v2.0/networks/84a72fe1-e32d-44d1-a96d-c5ae1a8f7990 HTTP/1.1" status: 204 len: 168 time: 0.9898434 Apr 18 17:42:25.737725 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:42:25.741902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:42:25.743834 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c995058-aacf-48b5-ab39-385c4965a2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=84a72fe1-e32d-44d1-a96d-c5ae1a8f7990,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:25.767497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=4049083e-30f4-46a3-89cc-836555c8aab7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:26.024416 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50266) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:26.070880 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ee913c36-b7d7-4db7-8b4c-7c33666a3b0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7f5efd899a546108c58fc2bef8ab66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451517 Apr 18 17:42:26.073823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50268) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:26.125204 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74361576-0326-4fc2-af4c-50da6d578a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.147930 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74361576-0326-4fc2-af4c-50da6d578a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.310528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74361576-0326-4fc2-af4c-50da6d578a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.313190 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-74361576-0326-4fc2-af4c-50da6d578a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.314356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-74361576-0326-4fc2-af4c-50da6d578a0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eab2116c-e21d-41f5-9b07-d7a8c6395f00 HTTP/1.1" status: 204 len: 168 time: 0.2396023 Apr 18 17:42:26.324477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74361576-0326-4fc2-af4c-50da6d578a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab2116c-e21d-41f5-9b07-d7a8c6395f00,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:26.449069 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.578167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.731562 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.795884 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.822485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5f2b3d45-9972-48d4-b71f-52b701ba7700 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:42:26.842356 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 5f2b3d45-9972-48d4-b71f-52b701ba7700 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:42:26.842624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 5f2b3d45-9972-48d4-b71f-52b701ba7700 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:42:26.868401 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event updated for resources: {'Port': ['ID=4049083e-30f4-46a3-89cc-836555c8aab7,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:26.880952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:26.977845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50274) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:26.982634 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Floating IP 249a90fd-f875-48ad-ab39-d740602b3703 associated. External IP: 172.25.5.17, port: 5ff1a82c-bcc8-49d8-816a-73b5937d2880. Apr 18 17:42:27.020699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d95e3091-88ec-4c8e-a8dd-2ac9aceface1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=501e18fa54854086bb660548b39d06c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393755 Apr 18 17:42:27.020903 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50276) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:27.068877 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bec3a5f6-21a4-426d-9ae9-05592bcf1253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:27.090947 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bec3a5f6-21a4-426d-9ae9-05592bcf1253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:27.188960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:42:27.207624 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bec3a5f6-21a4-426d-9ae9-05592bcf1253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:27.210283 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bec3a5f6-21a4-426d-9ae9-05592bcf1253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:27.211614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-bec3a5f6-21a4-426d-9ae9-05592bcf1253 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/958c429e-7ddb-4c7a-a5a7-d31ba5b5e3af HTTP/1.1" status: 204 len: 168 time: 0.1896634 Apr 18 17:42:27.220447 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a5f6-21a4-426d-9ae9-05592bcf1253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958c429e-7ddb-4c7a-a5a7-d31ba5b5e3af,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:42:27.301760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:42:27.316319 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] Sync routers for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:42:27.325575 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:27.326195 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:27.380709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:27.414990 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-64e1b9a7-ecb9-4e84-9c18-8f0e5a457682 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5856607 Apr 18 17:42:27.415632 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:42:27.418685 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1241d16-d343-4742-a424-64bcad67008b" -d '{"events": [{"name": "network-changed", "server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:42:27.429932 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:27.460923 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4730320c-91ef-497f-8a73-129403c0fb13 x-openstack-request-id: req-4730320c-91ef-497f-8a73-129403c0fb13 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:42:27.461222 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:42:27.461507 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4730320c-91ef-497f-8a73-129403c0fb13 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:42:27.461917 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4730320c-91ef-497f-8a73-129403c0fb13'] response: {'name': 'network-changed', 'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'status': 'completed', 'code': 200} Apr 18 17:42:27.533021 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbc82-9c4f-43ce-8a42-81f81704c811 req-ca2dbb41-47f8-44f3-b11f-82eae4024ff3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:27.534854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-699dbc82-9c4f-43ce-8a42-81f81704c811 req-ca2dbb41-47f8-44f3-b11f-82eae4024ff3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0593612 Apr 18 17:42:27.551597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1241d16-d343-4742-a424-64bcad67008b req-130c8b7a-4833-4e78-8c5a-be25963cb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:27.553882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1241d16-d343-4742-a424-64bcad67008b req-130c8b7a-4833-4e78-8c5a-be25963cb4e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1096 time: 0.0505090 Apr 18 17:42:27.624455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-699dbc82-9c4f-43ce-8a42-81f81704c811 req-c8a8e676-b5df-48a3-9a53-3042abba397f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821047 Apr 18 17:42:27.654771 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50284) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:27.673328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1241d16-d343-4742-a424-64bcad67008b req-e35426c0-47c3-4cc1-8784-b763c3fa4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:27.675581 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1241d16-d343-4742-a424-64bcad67008b req-e35426c0-47c3-4cc1-8784-b763c3fa4cde service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 200 len: 897 time: 0.1147246 Apr 18 17:42:27.705216 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '249a90fd-f875-48ad-ab39-d740602b3703', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'port_id': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'mac_address': 'fa:16:3e:50:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4958e-0f21-4c45-90d3-a136c088f082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:42:26Z', 'updated_at': '2022-04-18T17:42:26Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:10Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:27.745214 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] Checking router: c65f9811-f3fe-4ede-821c-ea0ac71f9c08 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:42:27.755289 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-28160f8f-d424-44af-a060-ea5cf6673caf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/249a90fd-f875-48ad-ab39-d740602b3703 HTTP/1.1" status: 200 len: 990 time: 0.0978532 Apr 18 17:42:27.755544 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:42:27.756374 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:42:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:27.760834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1241d16-d343-4742-a424-64bcad67008b req-20661b83-3083-45c2-a3a6-203a0d92c4cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 200 len: 998 time: 0.0787101 Apr 18 17:42:27.813862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1241d16-d343-4742-a424-64bcad67008b req-4ac65a96-9a7f-484a-b248-adec0caffeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:27.815441 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1241d16-d343-4742-a424-64bcad67008b req-4ac65a96-9a7f-484a-b248-adec0caffeca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fa12f1e-e032-47d6-b9f5-84a45d6d807c HTTP/1.1" status: 200 len: 835 time: 0.0484538 Apr 18 17:42:27.866017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1241d16-d343-4742-a424-64bcad67008b req-7cc4562f-4825-47d7-b94b-81b3bdff8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:27.867772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1241d16-d343-4742-a424-64bcad67008b req-7cc4562f-4825-47d7-b94b-81b3bdff8d15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459588 Apr 18 17:42:27.871470 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:42:27.978627 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1241d16-d343-4742-a424-64bcad67008b req-0b93fc78-08ed-4157-8721-185532ec19c5 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040535 Apr 18 17:42:28.078868 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e1241d16-d343-4742-a424-64bcad67008b req-d9004b33-7e00-43f9-b4a5-e773538f6ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943155 Apr 18 17:42:28.115015 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '249a90fd-f875-48ad-ab39-d740602b3703', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'port_id': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'mac_address': 'fa:16:3e:50:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4958e-0f21-4c45-90d3-a136c088f082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:42:26Z', 'updated_at': '2022-04-18T17:42:26Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:10Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:42:28.142217 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad6d20-bb41-4b56-82b2-b3b8f5d360ca None None] The sync data for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 is: [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '249a90fd-f875-48ad-ab39-d740602b3703', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'port_id': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'mac_address': 'fa:16:3e:50:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4958e-0f21-4c45-90d3-a136c088f082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:42:26Z', 'updated_at': '2022-04-18T17:42:26Z', 'revision_number': 0, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:10Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:42:28.322202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934a7fd-106d-4650-9cc6-a9237a9763e2 None None] New status for floating IP 249a90fd-f875-48ad-ab39-d740602b3703: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:42:28.756678 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50286) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:42:28.821233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a3d902a-5641-472f-98a7-bae2f1be0ff6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/249a90fd-f875-48ad-ab39-d740602b3703 HTTP/1.1" status: 200 len: 992 time: 0.0632737 Apr 18 17:42:30.933759 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4629-d145-4a4b-8f8f-ca5526771ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:32.262666 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:42:33.304560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d944ff84-904b-46eb-aa7c-2e9d2a2c10f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:34.505922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ead6852b-0209-4613-bbae-49cd8759643b req-b13ed122-0112-48ef-8f59-19c91b13247f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404458 Apr 18 17:42:34.515527 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:34.607791 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6852b-0209-4613-bbae-49cd8759643b req-b1df27e3-407e-4b4f-a863-2d62bb3d30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:34.609591 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ead6852b-0209-4613-bbae-49cd8759643b req-b1df27e3-407e-4b4f-a863-2d62bb3d30a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1096 time: 0.0481064 Apr 18 17:42:34.713669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6852b-0209-4613-bbae-49cd8759643b req-28a0eba4-21b4-46cb-a64e-b7c431013ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:34.715125 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ead6852b-0209-4613-bbae-49cd8759643b req-28a0eba4-21b4-46cb-a64e-b7c431013ef0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 200 len: 897 time: 0.0844917 Apr 18 17:42:34.783419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ead6852b-0209-4613-bbae-49cd8759643b req-79622117-6409-46e1-b5fe-5a9a6030e5a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 200 len: 1000 time: 0.0603678 Apr 18 17:42:34.834449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6852b-0209-4613-bbae-49cd8759643b req-6c0fc273-a4d2-43d0-b4c3-8ef6c9069b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:34.835937 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ead6852b-0209-4613-bbae-49cd8759643b req-6c0fc273-a4d2-43d0-b4c3-8ef6c9069b7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fa12f1e-e032-47d6-b9f5-84a45d6d807c HTTP/1.1" status: 200 len: 835 time: 0.0456033 Apr 18 17:42:34.882608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6852b-0209-4613-bbae-49cd8759643b req-9d53fecb-fb54-4e7e-a825-144b0ba93257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:42:34.884089 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ead6852b-0209-4613-bbae-49cd8759643b req-9d53fecb-fb54-4e7e-a825-144b0ba93257 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411968 Apr 18 17:42:34.978311 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ead6852b-0209-4613-bbae-49cd8759643b req-e3849e76-fa81-4924-ae17-43cc82547bd1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861785 Apr 18 17:42:35.066949 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ead6852b-0209-4613-bbae-49cd8759643b req-0fd2a254-5f2d-4115-9fcb-207f12a5f0d0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798211 Apr 18 17:42:36.030046 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:36.308496 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:47.406925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:42:47.652686 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:00.943897 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b4e60cfe-f548-4e9a-a97e-b19caf475c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:03.286769 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-18c19141-1da6-4b0f-9e41-5c3f272b195f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:04.544260 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:05.989624 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:06.183576 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:09.261803 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:43:17.395018 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:17.657813 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:29.910039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47159ac8-2ee6-4c93-82ed-b6928bf1b417 req-0256a91d-f15a-4d26-950e-f6fa889c6ddf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:29.911558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47159ac8-2ee6-4c93-82ed-b6928bf1b417 req-0256a91d-f15a-4d26-950e-f6fa889c6ddf tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0539589 Apr 18 17:43:29.950043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-47159ac8-2ee6-4c93-82ed-b6928bf1b417 req-cbf296d8-ff1d-49f0-b0ba-896825b945f8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324645 Apr 18 17:43:30.938468 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6854ab81-590a-487b-ad1c-54ad6f8c6e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:31.065096 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f4dd2-fc46-4c94-92f1-df0cbaf3739b req-b339d794-a57f-4329-a094-0a1e4291f34d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:31.066560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f5f4dd2-fc46-4c94-92f1-df0cbaf3739b req-b339d794-a57f-4329-a094-0a1e4291f34d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0492902 Apr 18 17:43:31.103207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5f5f4dd2-fc46-4c94-92f1-df0cbaf3739b req-4b895b68-beca-4dc1-abcb-44034f887567 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306375 Apr 18 17:43:32.217303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fffe-c86a-4608-8b9c-786111703cd8 req-9af53e72-016a-4606-81df-a44a9a383ea3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:32.218854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5489fffe-c86a-4608-8b9c-786111703cd8 req-9af53e72-016a-4606-81df-a44a9a383ea3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Apr 18 17:43:32.260229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5489fffe-c86a-4608-8b9c-786111703cd8 req-41b9e108-c17b-4c63-93f5-1026dc402e14 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354271 Apr 18 17:43:33.286724 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52ba1b41-a630-4a7b-9425-2c4538acf4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:33.379418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b950e50-69e1-4a22-83e8-9ad6aa8e48c8 req-948b7cbf-4993-4370-b9de-bd6ff632a28a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:33.380789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b950e50-69e1-4a22-83e8-9ad6aa8e48c8 req-948b7cbf-4993-4370-b9de-bd6ff632a28a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0485642 Apr 18 17:43:33.418144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5b950e50-69e1-4a22-83e8-9ad6aa8e48c8 req-48cba5c6-891f-443e-96e1-8073a3e26426 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314147 Apr 18 17:43:34.503693 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:34.538116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1806f-5ff7-4dcd-a1d6-81b372da08b4 req-e48569ec-ae14-487c-b731-e8f0e805eae3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:34.539746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbb1806f-5ff7-4dcd-a1d6-81b372da08b4 req-e48569ec-ae14-487c-b731-e8f0e805eae3 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0519731 Apr 18 17:43:34.578588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bbb1806f-5ff7-4dcd-a1d6-81b372da08b4 req-4cc540d4-3a57-49af-9b06-9fc336c02922 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329411 Apr 18 17:43:34.694288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ce423-334a-4f12-926b-45376326d639 req-20c59105-551c-48db-8f5a-4e3ebee0e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:34.695831 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-374ce423-334a-4f12-926b-45376326d639 req-20c59105-551c-48db-8f5a-4e3ebee0e282 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1096 time: 0.1866724 Apr 18 17:43:34.800770 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ce423-334a-4f12-926b-45376326d639 req-f9c90305-d169-4103-b5ef-99ecea132e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:34.802542 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-374ce423-334a-4f12-926b-45376326d639 req-f9c90305-d169-4103-b5ef-99ecea132e45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 200 len: 897 time: 0.0877485 Apr 18 17:43:34.866744 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-374ce423-334a-4f12-926b-45376326d639 req-5540211a-69b1-41fa-98e9-3b01e9235375 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 200 len: 1000 time: 0.0578542 Apr 18 17:43:34.917894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ce423-334a-4f12-926b-45376326d639 req-2511b6ad-d08d-4f43-b349-c401f4c427f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:34.919284 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-374ce423-334a-4f12-926b-45376326d639 req-2511b6ad-d08d-4f43-b349-c401f4c427f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fa12f1e-e032-47d6-b9f5-84a45d6d807c HTTP/1.1" status: 200 len: 835 time: 0.0465159 Apr 18 17:43:34.963642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ce423-334a-4f12-926b-45376326d639 req-1483d63b-4e71-4f01-9be1-52a0062d3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:34.964981 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-374ce423-334a-4f12-926b-45376326d639 req-1483d63b-4e71-4f01-9be1-52a0062d3ca8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387566 Apr 18 17:43:35.051847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-374ce423-334a-4f12-926b-45376326d639 req-ad8a6381-b522-4bdb-9fe8-ea6018ffb960 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791557 Apr 18 17:43:35.144830 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-374ce423-334a-4f12-926b-45376326d639 req-bb976ab1-c6e6-48ff-bb01-736ed08c2e64 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863805 Apr 18 17:43:35.695597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc2496-29c7-48f2-acc3-d2c601eafcc8 req-44eae21e-79df-455d-af75-758fb09923b7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:35.697103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38dc2496-29c7-48f2-acc3-d2c601eafcc8 req-44eae21e-79df-455d-af75-758fb09923b7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0497673 Apr 18 17:43:35.738199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-38dc2496-29c7-48f2-acc3-d2c601eafcc8 req-485255ac-b2a5-4b32-9055-b64a77df000d tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350950 Apr 18 17:43:35.994861 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:36.172585 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:36.853269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8cf26-71e0-4cb3-ba7a-fcca9c412a3a req-054b06e0-0112-4078-bafe-37cf4c25e99f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:36.854757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34f8cf26-71e0-4cb3-ba7a-fcca9c412a3a req-054b06e0-0112-4078-bafe-37cf4c25e99f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Apr 18 17:43:36.892009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-34f8cf26-71e0-4cb3-ba7a-fcca9c412a3a req-aab0a59b-ed45-42e9-93ee-d545cf0308ae tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307665 Apr 18 17:43:38.011845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48554e52-b989-4f51-bbce-58975e20a3ea req-d0fd73c3-9466-43f2-9939-627f542d07ab tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:38.013307 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48554e52-b989-4f51-bbce-58975e20a3ea req-d0fd73c3-9466-43f2-9939-627f542d07ab tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Apr 18 17:43:38.050378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48554e52-b989-4f51-bbce-58975e20a3ea req-b1062f75-1c75-4363-a004-371562d32dfe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309978 Apr 18 17:43:39.166227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6facc6-b75c-468d-b89b-d1b1bdac599c req-45da85b2-ca77-4d93-b546-ac169368226f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:39.167682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd6facc6-b75c-468d-b89b-d1b1bdac599c req-45da85b2-ca77-4d93-b546-ac169368226f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0477786 Apr 18 17:43:39.210473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd6facc6-b75c-468d-b89b-d1b1bdac599c req-64cf4d9d-4628-4945-ae77-88fba408389b tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360456 Apr 18 17:43:40.330079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1042fd-9f9f-42b1-877a-15f23dfab98b req-b224331b-a522-413b-9019-2e0041757a39 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:40.331526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee1042fd-9f9f-42b1-877a-15f23dfab98b req-b224331b-a522-413b-9019-2e0041757a39 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Apr 18 17:43:40.368005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee1042fd-9f9f-42b1-877a-15f23dfab98b req-fd2fb63d-bcc6-4ead-909c-6dc84afec17a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305495 Apr 18 17:43:41.480560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bc86b-3cae-4e62-930a-b01f7aaf9465 req-ca14dfea-46f2-42c7-aba9-6ec48b6073f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:41.482029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d17bc86b-3cae-4e62-930a-b01f7aaf9465 req-ca14dfea-46f2-42c7-aba9-6ec48b6073f5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0474989 Apr 18 17:43:41.520389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d17bc86b-3cae-4e62-930a-b01f7aaf9465 req-5fbd6b03-42ac-42c9-acfd-d59a79359995 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317597 Apr 18 17:43:42.639417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a281-652a-4ec4-b722-a045c4d88ab3 req-111c2ecb-abda-4b56-b240-3972d350fe17 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:42.640874 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee34a281-652a-4ec4-b722-a045c4d88ab3 req-111c2ecb-abda-4b56-b240-3972d350fe17 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0479231 Apr 18 17:43:42.682191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ee34a281-652a-4ec4-b722-a045c4d88ab3 req-1bb9ab36-778d-41cf-bab5-5f11c7dfa796 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353878 Apr 18 17:43:43.797403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e61a8-885c-4055-b659-d0a8df648103 req-08823b81-4ec8-46e4-83f5-d3ecc6e7e27f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:43.798891 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-840e61a8-885c-4055-b659-d0a8df648103 req-08823b81-4ec8-46e4-83f5-d3ecc6e7e27f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Apr 18 17:43:43.835792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-840e61a8-885c-4055-b659-d0a8df648103 req-616a167b-b2c1-49bf-85f1-e3cea9f40ef7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307920 Apr 18 17:43:44.949081 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb691cd-d37b-4e16-a2fe-4c21f9b36b70 req-fc99b13c-4adb-4dcf-94b7-968db77a0d07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:44.950482 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cb691cd-d37b-4e16-a2fe-4c21f9b36b70 req-fc99b13c-4adb-4dcf-94b7-968db77a0d07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Apr 18 17:43:44.987797 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cb691cd-d37b-4e16-a2fe-4c21f9b36b70 req-07c4f46e-b7ee-4700-816c-9a3c06b301e8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313256 Apr 18 17:43:46.100294 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d65c4-2bad-4e5c-91ce-57b8c0a6d236 req-914973c5-09cf-424f-88d7-838cfeb9772f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:46.101770 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b3d65c4-2bad-4e5c-91ce-57b8c0a6d236 req-914973c5-09cf-424f-88d7-838cfeb9772f tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0475657 Apr 18 17:43:46.143199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0b3d65c4-2bad-4e5c-91ce-57b8c0a6d236 req-9f8ff540-a777-4d49-a16b-adf07fbd6734 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353913 Apr 18 17:43:46.261055 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:43:47.261484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f355c-f6bb-40fd-b423-c5c1bdbc6bbb req-95ce85a1-ffa1-40de-9f08-a27a4b720c3c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:47.262962 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab6f355c-f6bb-40fd-b423-c5c1bdbc6bbb req-95ce85a1-ffa1-40de-9f08-a27a4b720c3c tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0496757 Apr 18 17:43:47.301378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab6f355c-f6bb-40fd-b423-c5c1bdbc6bbb req-9f81ac6f-df59-47aa-b3d5-688394fc5d02 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Apr 18 17:43:47.423910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:47.646161 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:48.414519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df787568-cf17-469e-a02a-464ba86e6a00 req-e41cad8e-4f1e-414e-bdf3-c3ad47ec31d5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:48.415951 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df787568-cf17-469e-a02a-464ba86e6a00 req-e41cad8e-4f1e-414e-bdf3-c3ad47ec31d5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0479887 Apr 18 17:43:48.452420 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-df787568-cf17-469e-a02a-464ba86e6a00 req-d2eb3f93-fe97-42a8-9188-a0a38b463840 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305457 Apr 18 17:43:49.538005 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5ff1a82c-bcc8-49d8-816a-73b5937d2880 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:43:49.573318 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbfc15-9bfe-450d-bfb3-9c2241e32ed3 req-521d2726-bf7a-46ca-9122-600164330698 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:49.574845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5fbfc15-9bfe-450d-bfb3-9c2241e32ed3 req-521d2726-bf7a-46ca-9122-600164330698 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0544586 Apr 18 17:43:49.605169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05fc6b-b812-44b5-b657-502688e54382 req-c7032060-3d0e-408f-b586-f1099524e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:49.606856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab05fc6b-b812-44b5-b657-502688e54382 req-c7032060-3d0e-408f-b586-f1099524e8a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1096 time: 0.0440009 Apr 18 17:43:49.619403 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5fbfc15-9bfe-450d-bfb3-9c2241e32ed3 req-8b0cb13b-1d09-4441-bd70-2035e10c6e3e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Apr 18 17:43:49.620521 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:49.642854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:43:49.645005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ab05fc6b-b812-44b5-b657-502688e54382 req-b7f7d167-5764-4129-b8f4-63985765fa22 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318594 Apr 18 17:43:49.645154 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e49d799-2174-4558-be1d-4265ecb69dc8" -d '{"events": [{"server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:43:49.658227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:43:49.682329 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f49c78-430f-4579-ac6a-90c9611ae55e x-openstack-request-id: req-92f49c78-430f-4579-ac6a-90c9611ae55e {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:43:49.682616 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:43:49.682866 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92f49c78-430f-4579-ac6a-90c9611ae55e {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:43:49.683285 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f49c78-430f-4579-ac6a-90c9611ae55e'] response: {'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'code': 200} Apr 18 17:43:49.737618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:49.782698 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:43:49.789930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.790269 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.790602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.790929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.791252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.791575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.791899 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.792216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.792531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.792847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.793211 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:49.793563 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:43:50.734426 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8eda6-8d63-449a-a3ed-35a28ef96c38 req-1fbcd58f-5fab-43c4-b9fa-5f5f4ec988c5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:50.735872 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bff8eda6-8d63-449a-a3ed-35a28ef96c38 req-1fbcd58f-5fab-43c4-b9fa-5f5f4ec988c5 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 943 time: 0.0489793 Apr 18 17:43:50.772775 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bff8eda6-8d63-449a-a3ed-35a28ef96c38 req-b0092542-9168-492c-97e9-4f7debc6b640 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309048 Apr 18 17:43:51.547244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5ff1a82c-bcc8-49d8-816a-73b5937d2880 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:43:51.642389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:43:51.653275 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'port_id': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'mac_address': 'fa:16:3e:50:85:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:43:51.690024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:51.702285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff1a82c-bcc8-49d8-816a-73b5937d2880 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:43:51.725679 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:43:51.789565 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:51.839846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:43:51.893670 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b658-6c91-45dc-8e31-8f99d5907871 req-b0f32245-37db-4e82-915b-49d4a7cdec62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:43:51.895131 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bd4b658-6c91-45dc-8e31-8f99d5907871 req-b0f32245-37db-4e82-915b-49d4a7cdec62 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 944 time: 0.0492711 Apr 18 17:43:51.931590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bd4b658-6c91-45dc-8e31-8f99d5907871 req-48f9deb8-f67a-4560-8b47-509f1805aaf7 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303850 Apr 18 17:43:51.954051 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50370) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:43:52.022175 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4cd110f6-f85a-480c-85e0-66593549aaa4 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/floatingips/249a90fd-f875-48ad-ab39-d740602b3703 HTTP/1.1" status: 200 len: 991 time: 0.0662799 Apr 18 17:43:52.238385 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['5ff1a82c-bcc8-49d8-816a-73b5937d2880'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:43:53.576180 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5ff1a82c-bcc8-49d8-816a-73b5937d2880 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:43:53.622763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:43:53.623130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:53.699916 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:53.722458 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:43:53.724702 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8851f205-81d1-4235-9a36-fe4fa486d826" -d '{"events": [{"server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:43:53.736789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:43:53.764426 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f35cc5d-5449-44b3-9f5b-56eb40f3608f x-openstack-request-id: req-6f35cc5d-5449-44b3-9f5b-56eb40f3608f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:43:53.764714 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:43:53.765550 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f35cc5d-5449-44b3-9f5b-56eb40f3608f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:43:53.766867 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f35cc5d-5449-44b3-9f5b-56eb40f3608f'] response: {'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'code': 200} Apr 18 17:43:53.777723 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:43:53.824491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:44:00.989090 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-90aa9a08-1ca7-4d96-a9c4-9dd069f8aea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:03.297910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-69822cb9-e746-4d73-94e4-94cd976320eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:04.526393 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:06.006106 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:06.199882 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:17.429016 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:17.622698 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:23.260033 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:44:30.977723 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b50e7e25-d7ba-49d7-88ae-1fc426a1d69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:33.298483 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-612636ef-e953-4164-bc4e-9113b8163c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:34.531709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:35.989117 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:36.160740 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:36.498275 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-5e3fc2b6-df66-4e91-bbe0-0d142194699c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450964 Apr 18 17:44:36.593996 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-87e08194-4e7b-47a5-909b-d3127276935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:36.595429 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-87e08194-4e7b-47a5-909b-d3127276935c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1096 time: 0.0394144 Apr 18 17:44:36.699460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-ce19493c-55bb-496e-9a47-935a045a28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:36.701315 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-ce19493c-55bb-496e-9a47-935a045a28b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 200 len: 897 time: 0.0869176 Apr 18 17:44:36.766019 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-0b5527a3-a582-4c8d-83ff-e7ca8fd8f068 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 200 len: 1000 time: 0.0573623 Apr 18 17:44:36.813624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-79d720e6-ac13-465a-bed1-c18797cfb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:36.815017 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-79d720e6-ac13-465a-bed1-c18797cfb7b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fa12f1e-e032-47d6-b9f5-84a45d6d807c HTTP/1.1" status: 200 len: 835 time: 0.0428445 Apr 18 17:44:36.869405 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-53218066-ddf2-4588-bfdc-57892bf8a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:36.870918 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-53218066-ddf2-4588-bfdc-57892bf8a2c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497730 Apr 18 17:44:36.956181 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-5b5a1e12-39a5-4d68-ad33-3fe79ea3f22c service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786774 Apr 18 17:44:37.046486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da6e1f31-9af0-424e-ba94-a239ead04804 req-f02952b9-13be-4f0c-a370-af5408052616 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832253 Apr 18 17:44:47.433674 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:47.634578 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:56.637798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50394) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:44:56.968549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 4049083e-30f4-46a3-89cc-836555c8aab7 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:44:56.968899 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:57.040602 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:57.040933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:57.052304 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 4049083e-30f4-46a3-89cc-836555c8aab7 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:44:57.274921 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:57.301512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=4049083e-30f4-46a3-89cc-836555c8aab7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:44:57.312073 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.312429 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.312780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.313118 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.314699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.314699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.314891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.315061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.315395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.316176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.316511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.316888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:44:57.375512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:57.375844 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Floating IP 249a90fd-f875-48ad-ab39-d740602b3703 disassociated (deleted). External IP: 172.25.5.17, port: 5ff1a82c-bcc8-49d8-816a-73b5937d2880. Apr 18 17:44:57.578372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:44:57.685869 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:44:57.690426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:44:57.695800 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] Sync routers for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:44:57.705692 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:44:57.706306 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:44:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:44:57.716910 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c9134896-40cb-4523-a736-95dd4eb6c19a tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/floatingips/249a90fd-f875-48ad-ab39-d740602b3703 HTTP/1.1" status: 204 len: 168 time: 1.0781276 Apr 18 17:44:57.717512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:44:57.719812 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dd1b6e-a652-4865-be54-261ec1b04959" -d '{"events": [{"name": "network-changed", "server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:44:57.901495 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:44:57.901713 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c34e34f-c5e6-42b7-951e-ad43b08f3125 x-openstack-request-id: req-0c34e34f-c5e6-42b7-951e-ad43b08f3125 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:44:57.902004 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:44:57.902270 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c34e34f-c5e6-42b7-951e-ad43b08f3125 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:44:57.902715 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c34e34f-c5e6-42b7-951e-ad43b08f3125'] response: {'name': 'network-changed', 'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'status': 'completed', 'code': 200} Apr 18 17:44:57.985534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-f54af55c-0dbb-496a-a07c-41b7145fbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:57.987789 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-f54af55c-0dbb-496a-a07c-41b7145fbfa7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=818740d7f0dd4f5198de768a2d725101&device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 1096 time: 0.0429213 Apr 18 17:44:58.083547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-1b583b56-c271-42e4-a38a-f54c0b11d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:58.085126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-1b583b56-c271-42e4-a38a-f54c0b11d7a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 200 len: 897 time: 0.0906296 Apr 18 17:44:58.106045 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:10Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:44:58.130116 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-45b125e6-a25e-4ee9-995b-df298f5aad2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 200 len: 217 time: 0.0366764 Apr 18 17:44:58.135862 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] Checking router: c65f9811-f3fe-4ede-821c-ea0ac71f9c08 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:44:58.145171 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:44:58.145821 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:44:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:44:58.164194 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288f861-3c36-4742-9e68-f6a9fec406ad req-56b44362-1eed-446b-82d5-fff68c0a25e6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:58.165812 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4288f861-3c36-4742-9e68-f6a9fec406ad req-56b44362-1eed-446b-82d5-fff68c0a25e6 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0584438 Apr 18 17:44:58.184706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-c10e5103-277a-4c4f-9cdb-db7013e8421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:58.186477 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-c10e5103-277a-4c4f-9cdb-db7013e8421d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9fa12f1e-e032-47d6-b9f5-84a45d6d807c HTTP/1.1" status: 200 len: 835 time: 0.0454662 Apr 18 17:44:58.206330 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4288f861-3c36-4742-9e68-f6a9fec406ad req-9dabb8d4-a5a3-48a7-b68e-0d76db756580 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340145 Apr 18 17:44:58.261278 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:44:58.462817 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:10Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:44:58.488128 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61eca9e-1b4d-4b7b-8967-e566fa2b28a8 None None] The sync data for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 is: [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:42:08Z', 'revision_number': 4, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '2be5b08c-8a26-46f3-b3c4-91add3a45f50', 'name': '', 'network_id': 'e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'mac_address': 'fa:16:3e:47:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:07Z', 'updated_at': '2022-04-18T17:42:10Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'subnets': [{'id': '9fa12f1e-e032-47d6-b9f5-84a45d6d807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:44:58.552152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-654a14ad-90fa-4bbb-a420-a000b5053e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:58.554002 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-654a14ad-90fa-4bbb-a420-a000b5053e56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598745 Apr 18 17:44:58.647225 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-f0a23591-34fd-4f36-b0b8-b5c717487b7e service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Apr 18 17:44:58.719287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8f6ca-b3c0-4916-934c-f6564a5d44ce None None] New status for floating IP 249a90fd-f875-48ad-ab39-d740602b3703: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:44:58.747763 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d9dd1b6e-a652-4865-be54-261ec1b04959 req-c64bf5dc-9d85-4a89-ac33-c1ae3377b888 service neutron] 10.222.0.18 "GET /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912280 Apr 18 17:44:59.330729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688819-d0d9-4675-8b59-3e337cbf09f7 req-8b7b7c2f-b7aa-477f-a5d9-fe2d6339e371 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:59.332203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec688819-d0d9-4675-8b59-3e337cbf09f7 req-8b7b7c2f-b7aa-477f-a5d9-fe2d6339e371 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0495145 Apr 18 17:44:59.370894 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec688819-d0d9-4675-8b59-3e337cbf09f7 req-e1d74743-defa-404b-b7ba-9f88feea967e tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbd9846e-46b2-492d-82ba-6b59fd07fde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325680 Apr 18 17:44:59.944802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-ac029097-bf5d-45f0-b970-882d6738d5e8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:44:59.946206 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-ac029097-bf5d-45f0-b970-882d6738d5e8 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 945 time: 0.0516000 Apr 18 17:45:00.035965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:45:00.036355 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:00.137619 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port 5ff1a82c-bcc8-49d8-816a-73b5937d2880, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=5ff1a82c-bcc8-49d8-816a-73b5937d2880,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:00.137993 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:00.150412 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 5ff1a82c-bcc8-49d8-816a-73b5937d2880 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:45:00.258559 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:45:00.326521 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:00.353583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=5ff1a82c-bcc8-49d8-816a-73b5937d2880,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:00.395353 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] No DVR routers for this DVR port 5ff1a82c-bcc8-49d8-816a-73b5937d2880 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:45:00.397942 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:00.401235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b399cab0-ab64-4e60-9655-a9e5b5c02f84 req-c5158daa-3243-4690-9d24-9d0f2bbc8243 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.18 "DELETE /v2.0/ports/5ff1a82c-bcc8-49d8-816a-73b5937d2880 HTTP/1.1" status: 204 len: 173 time: 0.4490561 Apr 18 17:45:00.401708 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'name': 'network-vif-deleted', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:45:00.403998 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e4f0a-fa5f-46f4-97fd-50657a937b2a" -d '{"events": [{"server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "name": "network-vif-deleted", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:45:00.447143 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bd07aa-b93c-41b4-be2f-b72436d782bc x-openstack-request-id: req-75bd07aa-b93c-41b4-be2f-b72436d782bc {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:45:00.447440 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f4958e-0f21-4c45-90d3-a136c088f082", "name": "network-vif-deleted", "tag": "5ff1a82c-bcc8-49d8-816a-73b5937d2880", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:45:00.447696 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75bd07aa-b93c-41b4-be2f-b72436d782bc {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:45:00.448103 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bd07aa-b93c-41b4-be2f-b72436d782bc'] response: {'server_uuid': '95f4958e-0f21-4c45-90d3-a136c088f082', 'name': 'network-vif-deleted', 'tag': '5ff1a82c-bcc8-49d8-816a-73b5937d2880', 'status': 'completed', 'code': 200} Apr 18 17:45:00.480030 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b5616c9-710e-4c11-bbd1-17cae0419817 req-49f39815-5798-486a-821b-affc6219ba63 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "GET /v2.0/ports?device_id=95f4958e-0f21-4c45-90d3-a136c088f082 HTTP/1.1" status: 200 len: 210 time: 0.0286894 Apr 18 17:45:00.989130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-784ad0d9-c8a0-404b-81e1-76c08e15344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:01.538545 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50420) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:01.867577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5ff1a82c-bcc8-49d8-816a-73b5937d2880 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:45:01.887296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 5ff1a82c-bcc8-49d8-816a-73b5937d2880 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:45:01.887640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 5ff1a82c-bcc8-49d8-816a-73b5937d2880 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:45:01.894136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:02.151972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port 2be5b08c-8a26-46f3-b3c4-91add3a45f50 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:45:02.152324 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:02.238677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port 2be5b08c-8a26-46f3-b3c4-91add3a45f50, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=2be5b08c-8a26-46f3-b3c4-91add3a45f50,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:02.239044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:02.251894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for 2be5b08c-8a26-46f3-b3c4-91add3a45f50 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:45:02.503513 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:02.531601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=2be5b08c-8a26-46f3-b3c4-91add3a45f50,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:02.708092 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:02.923626 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:45:03.027411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:45:03.032297 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d5ec7805-7ee9-4dda-85e6-38bcb711e2ba tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "PUT /v2.0/routers/c65f9811-f3fe-4ede-821c-ea0ac71f9c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4927416 Apr 18 17:45:03.035013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50422) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:03.041899 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] Sync routers for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:45:03.050886 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:45:03.051500 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:44:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:45:03.084989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-66956b87-34f9-44f4-aa92-12dc8eabcefe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting subnet 9fa12f1e-e032-47d6-b9f5-84a45d6d807c {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:45:03.087977 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66956b87-34f9-44f4-aa92-12dc8eabcefe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.129043 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66956b87-34f9-44f4-aa92-12dc8eabcefe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.153995 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:45:03.211696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66956b87-34f9-44f4-aa92-12dc8eabcefe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.320442 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b43ff8ca-c138-4ddc-910e-f48b8541e429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.326094 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:45:02Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:45:03.349643 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66956b87-34f9-44f4-aa92-12dc8eabcefe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.352514 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] Checking router: c65f9811-f3fe-4ede-821c-ea0ac71f9c08 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:45:03.360627 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] Routers {'c65f9811-f3fe-4ede-821c-ea0ac71f9c08'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:45:03.361233 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:45:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:45:03.376600 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66956b87-34f9-44f4-aa92-12dc8eabcefe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa12f1e-e032-47d6-b9f5-84a45d6d807c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:03.381646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66956b87-34f9-44f4-aa92-12dc8eabcefe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.387302 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-66956b87-34f9-44f4-aa92-12dc8eabcefe tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/subnets/9fa12f1e-e032-47d6-b9f5-84a45d6d807c HTTP/1.1" status: 204 len: 168 time: 0.3489504 Apr 18 17:45:03.387500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50424) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:03.388978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c9e06-73d8-4272-9e14-31bb373bf94a None None] Network e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:45:03.465539 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] Set router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:45:03.499044 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.586334 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] DHCP port deletion for e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:45:03.608738 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.633799 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Deleting port 048be3ec-39dd-4521-8576-710fa5857bb3 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:45:03.634088 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.654538 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:45:02Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:45:03.682963 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210a92d-d06e-48ac-915d-2202fee8b200 None None] The sync data for ids ['c65f9811-f3fe-4ede-821c-ea0ac71f9c08'] in n-d-836015-2 is: [{'id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271355925', 'tenant_id': '818740d7f0dd4f5198de768a2d725101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:42:03Z', 'updated_at': '2022-04-18T17:45:02Z', 'revision_number': 5, 'project_id': '818740d7f0dd4f5198de768a2d725101', 'gw_port': {'id': 'f63e8a59-058b-4ec5-bb62-c178d68258d3', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65f9811-f3fe-4ede-821c-ea0ac71f9c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:42:04Z', 'updated_at': '2022-04-18T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:45:03.699818 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] For port 048be3ec-39dd-4521-8576-710fa5857bb3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=048be3ec-39dd-4521-8576-710fa5857bb3,segment=NetworkSegment(1c736b2b-7e03-433e-a2a6-8e33905e18a9),segment_id=1c736b2b-7e03-433e-a2a6-8e33905e18a9)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:03.700215 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.713990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Calling delete_port for 048be3ec-39dd-4521-8576-710fa5857bb3 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:45:03.730918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Deleting port f63e8a59-058b-4ec5-bb62-c178d68258d3 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:45:03.731439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.813242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] For port f63e8a59-058b-4ec5-bb62-c178d68258d3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=f63e8a59-058b-4ec5-bb62-c178d68258d3,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:03.813564 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.824984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Calling delete_port for f63e8a59-058b-4ec5-bb62-c178d68258d3 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:45:03.873577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:03.900441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Pushing event deleted for resources: {'Port': ['ID=048be3ec-39dd-4521-8576-710fa5857bb3,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:03.910985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] No DVR routers for this DVR port 048be3ec-39dd-4521-8576-710fa5857bb3 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:03.920045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8449ae5-e582-4be3-b3e8-cb853612cfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.056397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.081669 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Port': ['ID=f63e8a59-058b-4ec5-bb62-c178d68258d3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:04.149284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.242091 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.244499 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.371811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.372394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Fanout notify agent at l3_agent the message router_deleted on router c65f9811-f3fe-4ede-821c-ea0ac71f9c08 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:45:04.379380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.380484 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-29b09d9f-d694-4e11-b3ab-a2a0e16e3e07 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/routers/c65f9811-f3fe-4ede-821c-ea0ac71f9c08 HTTP/1.1" status: 204 len: 168 time: 0.9919631 Apr 18 17:45:04.383276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50426) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:04.462993 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.526410 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.551400 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.571147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:45:04.580469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c736b2b-7e03-433e-a2a6-8e33905e18a9') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:45:04.580765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c736b2b-7e03-433e-a2a6-8e33905e18a9') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:45:04.590081 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.603548 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.609399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:45:04.613480 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:45:04.730426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.743683 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.743683 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/networks/e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f HTTP/1.1" status: 204 len: 168 time: 0.3567202 Apr 18 17:45:04.744479 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50428) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:04.752581 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e00d6-648c-4df8-9a05-8e52805c1071 tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'Network': ['ID=e4c2e449-1fb1-4fee-9e7c-5ccb95f4f33f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:04.802133 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.829920 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.907495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f63e8a59-058b-4ec5-bb62-c178d68258d3 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:45:04.927868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: f63e8a59-058b-4ec5-bb62-c178d68258d3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:45:04.930594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device f63e8a59-058b-4ec5-bb62-c178d68258d3 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:45:04.930594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2be5b08c-8a26-46f3-b3c4-91add3a45f50 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:45:04.947076 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 2be5b08c-8a26-46f3-b3c4-91add3a45f50 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:45:04.947411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 2be5b08c-8a26-46f3-b3c4-91add3a45f50 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:45:04.947848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 048be3ec-39dd-4521-8576-710fa5857bb3 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:45:04.949118 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.951748 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:04.960961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] 10.222.0.45 "DELETE /v2.0/security-groups/bbd9846e-46b2-492d-82ba-6b59fd07fde5 HTTP/1.1" status: 204 len: 168 time: 0.2082429 Apr 18 17:45:04.962326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd9846e-46b2-492d-82ba-6b59fd07fde5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:04.966222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 048be3ec-39dd-4521-8576-710fa5857bb3 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:45:04.966566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 048be3ec-39dd-4521-8576-710fa5857bb3 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:45:04.970382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.970768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.971063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.971397 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.971894 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.972382 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.972880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.973741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.974303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.974608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.974940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:04.975263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09cd09-fc58-4350-ab1c-6f2dfccc2ded tempest-TestNetworkAdvancedServerOps-311308947 tempest-TestNetworkAdvancedServerOps-311308947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:45:05.447526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50436) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:05.605705 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6200305d-e7ac-4982-9fff-d41da82415b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=818740d7f0dd4f5198de768a2d725101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562011 Apr 18 17:45:05.607361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50442) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:05.659604 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c36f5290-6e8b-4dbf-ac0e-a0a5637effe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:05.681540 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c36f5290-6e8b-4dbf-ac0e-a0a5637effe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:05.799104 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c36f5290-6e8b-4dbf-ac0e-a0a5637effe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:05.801537 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c36f5290-6e8b-4dbf-ac0e-a0a5637effe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:05.802681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c36f5290-6e8b-4dbf-ac0e-a0a5637effe5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a47805c6-0bea-43d7-b27e-ea2fce15bba1 HTTP/1.1" status: 204 len: 168 time: 0.1944296 Apr 18 17:45:05.812432 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f5290-6e8b-4dbf-ac0e-a0a5637effe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47805c6-0bea-43d7-b27e-ea2fce15bba1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:06.006148 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:06.223201 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:06.415588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50448) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:06.455705 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-267b2066-1b0a-4f9b-99a7-0ce849a2529f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e92f9d708fd34389bc34d533f06fe52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387986 Apr 18 17:45:06.458034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50450) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:06.505353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-609013fc-4a23-45cf-bec1-ec30b2e0b128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:06.525586 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-609013fc-4a23-45cf-bec1-ec30b2e0b128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:06.629348 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-609013fc-4a23-45cf-bec1-ec30b2e0b128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:06.631889 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-609013fc-4a23-45cf-bec1-ec30b2e0b128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:06.633052 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-609013fc-4a23-45cf-bec1-ec30b2e0b128 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17799c19-186b-4ac0-b8f1-04a8f9977243 HTTP/1.1" status: 204 len: 168 time: 0.1740544 Apr 18 17:45:06.641068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609013fc-4a23-45cf-bec1-ec30b2e0b128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17799c19-186b-4ac0-b8f1-04a8f9977243,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:17.428976 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:17.638911 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:17.886685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-47c357a7-dd89-446f-a505-f088300db20a tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=933de993ad364c68af97d2d99f064472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288157 Apr 18 17:45:18.065906 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-4ca07e5d-f90b-45a5-800e-94a9a11e24e5 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:18.067341 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-4ca07e5d-f90b-45a5-800e-94a9a11e24e5 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747663 Apr 18 17:45:18.081719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-589c49b6-9b1a-474b-9890-ac72f3848309 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/quotas/933de993ad364c68af97d2d99f064472 HTTP/1.1" status: 200 len: 375 time: 0.0086882 Apr 18 17:45:18.112290 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-f97f8e0b-e571-4ffe-ad0e-621ffa4d77ae tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=933de993ad364c68af97d2d99f064472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254772 Apr 18 17:45:18.355672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81b64e09-9cbd-447d-b417-9f6a97886359 req-9c48204f-faf2-4869-aff3-4fdd9da833e0 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 210 time: 0.0260439 Apr 18 17:45:19.449267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-acc811f6-a4f8-4ad8-b4a3-00faf941f0ed req-4f344d86-cbc8-47e1-8cdd-d71f64c3e2ae tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 210 time: 0.0270379 Apr 18 17:45:20.277943 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-5f27154e-f84a-4d89-bc13-acc2de57aa44 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=933de993ad364c68af97d2d99f064472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279627 Apr 18 17:45:20.464956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-2abfa1fe-c4a1-46e4-a162-7d6288cb342a tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:20.466424 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-2abfa1fe-c4a1-46e4-a162-7d6288cb342a tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823745 Apr 18 17:45:20.483917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Request body: {'port': {'device_id': '08002a4a-449f-4158-9a93-b8c9ca544a9a', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'admin_state_up': True, 'tenant_id': '933de993ad364c68af97d2d99f064472'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:45:20.543958 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b064c0db-d09b-4c8f-9aa8-fe1a6cc43b4b req-cbb7c090-21bb-4221-9e36-dc8f5a563940 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 210 time: 0.0272036 Apr 18 17:45:20.640313 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Made reservation on behalf of 933de993ad364c68af97d2d99f064472 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:45:20.644883 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:20.653733 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:20.727966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:20.800272 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:20.857825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203a253f-100c-467e-84d3-96ccbbe6b01f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:20.931103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Allocated IP 192.168.233.139 (69675382-d362-4a20-baec-79cdb24e7e90/ed2e7aa3-7f78-4b38-b000-1e5903038420/e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:45:21.071232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:21.155167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:21.206146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Network 69675382-d362-4a20-baec-79cdb24e7e90 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:45:21.209223 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:45:21.211825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:45:21.487653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c64473fa-6467-4055-97ce-086341431d64 None None] Provisioning complete for port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:45:21.488195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c64473fa-6467-4055-97ce-086341431d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:21.524990 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c64473fa-6467-4055-97ce-086341431d64 None None] Port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:45:21.552037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Pushing event updated for resources: {'Port': ['ID=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:21.577779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:21.578393 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:21.643844 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-e6bdd634-5e86-4d8d-abd5-9a232aa6b71f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1637926 Apr 18 17:45:21.662026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9725a2-1100-452d-81a9-cb0c1233b2dc req-1470a1e9-f3f4-4117-8e9c-e2392db77d4f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:21.663974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c9725a2-1100-452d-81a9-cb0c1233b2dc req-1470a1e9-f3f4-4117-8e9c-e2392db77d4f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 936 time: 0.0527122 Apr 18 17:45:21.707079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c9725a2-1100-452d-81a9-cb0c1233b2dc req-ee417440-3acf-4a83-aeda-9dfcdefebd8d tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Apr 18 17:45:21.756980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Request body: {'port': {'device_id': '08002a4a-449f-4158-9a93-b8c9ca544a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:45:21.808188 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:22.066003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:45:22.073145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:22.084604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Transition to ACTIVE for port object e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:45:22.137328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:22.187652 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:22.256700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Attempting to bind port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:45:22.257037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Attempting to bind port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:45:22.257368 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Attempting to bind port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:45:22.261919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d on network 69675382-d362-4a20-baec-79cdb24e7e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:45:22.262244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Attempting to bind port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d on network 69675382-d362-4a20-baec-79cdb24e7e90 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:45:22.267215 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:45:22.267559 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Checking segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:45:22.267973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Bound using segment: {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:45:22.268378 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Bound port: e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db966f2-cf29-4cff-8cf1-ee0b01677f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:45:22.268739 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:22.338496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] For port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:45:22.342404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] For port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:45:22.410677 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:22.445296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:22.446005 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:22.447369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d HTTP/1.1" status: 200 len: 1096 time: 0.7908103 Apr 18 17:45:22.447875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08002a4a-449f-4158-9a93-b8c9ca544a9a', 'tag': 'e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:45:22.450210 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dbfae9-88c1-45f9-bec2-4a1c96570ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "08002a4a-449f-4158-9a93-b8c9ca544a9a", "tag": "e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:45:22.479504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef72639-0f1d-4c9f-881f-16ba137160c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:22.497574 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c69f940-7b37-479a-be11-ec708e7c7cfc x-openstack-request-id: req-6c69f940-7b37-479a-be11-ec708e7c7cfc {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:45:22.497895 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08002a4a-449f-4158-9a93-b8c9ca544a9a", "tag": "e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:45:22.498125 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c69f940-7b37-479a-be11-ec708e7c7cfc {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:45:22.498583 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c69f940-7b37-479a-be11-ec708e7c7cfc'] response: {'name': 'network-changed', 'server_uuid': '08002a4a-449f-4158-9a93-b8c9ca544a9a', 'tag': 'e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d', 'status': 'completed', 'code': 200} Apr 18 17:45:22.580917 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfae9-88c1-45f9-bec2-4a1c96570ab1 req-22e8086a-d79c-4716-9985-3c8a56d40989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:22.582478 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8dbfae9-88c1-45f9-bec2-4a1c96570ab1 req-22e8086a-d79c-4716-9985-3c8a56d40989 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933de993ad364c68af97d2d99f064472&device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 1099 time: 0.0433118 Apr 18 17:45:22.616486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8dbfae9-88c1-45f9-bec2-4a1c96570ab1 req-357e0663-8699-479d-a9d9-c5ea951c4a6a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=933de993ad364c68af97d2d99f064472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197091 Apr 18 17:45:22.718185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfae9-88c1-45f9-bec2-4a1c96570ab1 req-0c899a3d-5701-465a-adfa-6bd5c2d63e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:22.721304 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e8dbfae9-88c1-45f9-bec2-4a1c96570ab1 req-0c899a3d-5701-465a-adfa-6bd5c2d63e3c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981731 Apr 18 17:45:22.817654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-5eefdbaa-c2cf-491f-84f0-48e7e43d8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:22.819147 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-5eefdbaa-c2cf-491f-84f0-48e7e43d8d48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=933de993ad364c68af97d2d99f064472&device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 1099 time: 0.0410461 Apr 18 17:45:22.822215 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7b3b8-9438-4658-ae48-57b3c26643ed req-1d88e400-e0a9-44a0-9297-f52e3474ddba tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:22.823736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05f7b3b8-9438-4658-ae48-57b3c26643ed req-1d88e400-e0a9-44a0-9297-f52e3474ddba tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 948 time: 0.0506282 Apr 18 17:45:22.862728 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05f7b3b8-9438-4658-ae48-57b3c26643ed req-cb8ca2a4-39da-44a2-8151-6040ae1c42cc tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Apr 18 17:45:22.869218 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-f0d08bc2-2ee1-41f8-8925-81a4bda83318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d HTTP/1.1" status: 200 len: 217 time: 0.0380964 Apr 18 17:45:22.922394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9f6622b6-42ff-46d6-8d72-18e92bea86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:22.923854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-9f6622b6-42ff-46d6-8d72-18e92bea86a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed2e7aa3-7f78-4b38-b000-1e5903038420 HTTP/1.1" status: 200 len: 843 time: 0.0477722 Apr 18 17:45:22.967909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-bf60c86a-3531-49de-8c0d-1d82ef8bc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:22.969367 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-bf60c86a-3531-49de-8c0d-1d82ef8bc07b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69675382-d362-4a20-baec-79cdb24e7e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0392723 Apr 18 17:45:23.056335 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-66283be2-b778-4713-a204-8758b4b5382e service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794954 Apr 18 17:45:23.148451 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2b3baa06-8254-4b38-87e8-5e001778d256 req-11a664c3-b548-4f5f-9c72-db2ff63c1564 service neutron] 10.222.0.41 "GET /v2.0/networks/69675382-d362-4a20-baec-79cdb24e7e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855565 Apr 18 17:45:23.981454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba86aa-7d56-40f6-902d-32285b4f9240 req-fe0ae66c-d7b5-434e-9cc9-51a64ed994c5 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:23.982917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faba86aa-7d56-40f6-902d-32285b4f9240 req-fe0ae66c-d7b5-434e-9cc9-51a64ed994c5 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 948 time: 0.0489271 Apr 18 17:45:24.019751 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-faba86aa-7d56-40f6-902d-32285b4f9240 req-837a35a6-9259-4218-874c-ad7de5eae466 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Apr 18 17:45:25.135481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565920-d907-4ad3-b64a-769192cec46d req-f9b1b558-f588-4800-923e-eec2a0341762 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:25.136804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3565920-d907-4ad3-b64a-769192cec46d req-f9b1b558-f588-4800-923e-eec2a0341762 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 948 time: 0.0513866 Apr 18 17:45:25.174873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f3565920-d907-4ad3-b64a-769192cec46d req-15700720-aa51-43f8-afa5-32c8a5005ad5 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318124 Apr 18 17:45:26.287620 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494c16a-df52-40fd-a4ab-933ed8d1a94f req-213a87bb-5866-44b2-95ab-4c7d264b2d0a tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:26.289061 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9494c16a-df52-40fd-a4ab-933ed8d1a94f req-213a87bb-5866-44b2-95ab-4c7d264b2d0a tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 948 time: 0.0481720 Apr 18 17:45:26.325604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9494c16a-df52-40fd-a4ab-933ed8d1a94f req-144554ac-7faa-48fa-be6d-b15b4d7784cd tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Apr 18 17:45:27.218261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:45:27.311081 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:27.322782 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d', 'network_id': '69675382-d362-4a20-baec-79cdb24e7e90', 'port_id': 'e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d', 'mac_address': 'fa:16:3e:08:1c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e7aa3-7f78-4b38-b000-1e5903038420', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:45:27.360803 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:27.373753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:45:27.395847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:27.441983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4b4d9-2158-4987-9ac1-0886788c94cb req-5c65b147-416c-4c04-8fbd-f149463a97d4 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:27.443433 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3b4b4d9-2158-4987-9ac1-0886788c94cb req-5c65b147-416c-4c04-8fbd-f149463a97d4 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 948 time: 0.0481288 Apr 18 17:45:27.457937 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:27.481273 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3b4b4d9-2158-4987-9ac1-0886788c94cb req-3d0f0f65-2def-4032-a79d-0de4a1929bb8 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Apr 18 17:45:27.504893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:27.864655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:45:28.600607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3347-8c52-4ceb-ad12-f8c6cbf7dd95 req-41e4367c-a80c-4260-bae4-a49b17eeaa9e tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:28.602136 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b84f3347-8c52-4ceb-ad12-f8c6cbf7dd95 req-41e4367c-a80c-4260-bae4-a49b17eeaa9e tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 949 time: 0.0545266 Apr 18 17:45:28.638873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b84f3347-8c52-4ceb-ad12-f8c6cbf7dd95 req-00ecbc18-1f5e-4f89-95de-1f50e820ed2d tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308352 Apr 18 17:45:29.250524 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:45:29.365783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:45:29.369670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:45:29.370045 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:29.445969 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:29.467273 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08002a4a-449f-4158-9a93-b8c9ca544a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:45:29.469520 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3774540e-b80f-43e4-84d3-f88b42e5c0ee" -d '{"events": [{"server_uuid": "08002a4a-449f-4158-9a93-b8c9ca544a9a", "name": "network-vif-plugged", "status": "completed", "tag": "e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:45:29.482259 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:29.506961 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0280a573-a82f-41d5-b763-53ebec103cc8 x-openstack-request-id: req-0280a573-a82f-41d5-b763-53ebec103cc8 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:45:29.507245 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08002a4a-449f-4158-9a93-b8c9ca544a9a", "name": "network-vif-plugged", "status": "completed", "tag": "e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:45:29.507493 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0280a573-a82f-41d5-b763-53ebec103cc8 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:45:29.507925 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0280a573-a82f-41d5-b763-53ebec103cc8'] response: {'server_uuid': '08002a4a-449f-4158-9a93-b8c9ca544a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d', 'code': 200} Apr 18 17:45:29.543016 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:29.591457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:29.623923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec032c6-0e09-492b-b1aa-f2cd6bb082a5 req-843b2fcf-0b10-44ec-8b59-a9831df2b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:29.625503 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0ec032c6-0e09-492b-b1aa-f2cd6bb082a5 req-843b2fcf-0b10-44ec-8b59-a9831df2b5cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 1101 time: 0.0413005 Apr 18 17:45:29.659619 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0ec032c6-0e09-492b-b1aa-f2cd6bb082a5 req-9b871e51-531b-4a8f-a629-53610d3adeac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272973 Apr 18 17:45:29.751010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb16e0-3965-4c26-a55d-42e7f124f5ff req-99fe991c-d240-46b9-9681-c4a4bac57f18 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:29.756517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fbb16e0-3965-4c26-a55d-42e7f124f5ff req-99fe991c-d240-46b9-9681-c4a4bac57f18 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 950 time: 0.0519321 Apr 18 17:45:29.793584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7fbb16e0-3965-4c26-a55d-42e7f124f5ff req-7fa4dbe5-9101-4ca3-ac78-43e26f517c30 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Apr 18 17:45:30.909980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bfb66-81cc-4393-b632-de2cc02a42e4 req-759c9dda-5006-4502-b0c3-bc1fb4938309 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:30.911444 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-662bfb66-81cc-4393-b632-de2cc02a42e4 req-759c9dda-5006-4502-b0c3-bc1fb4938309 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 950 time: 0.0488977 Apr 18 17:45:30.937911 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-25a6b3e7-5772-44b9-adc2-00384a358278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:30.949628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-662bfb66-81cc-4393-b632-de2cc02a42e4 req-6259e418-83f0-4fd0-8761-2082bc619f5b tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Apr 18 17:45:32.066011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf7cfb-9391-4e78-b7a0-3d61c936ff36 req-7100522d-57dc-4c65-9b4f-b1b2cd303777 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:32.067456 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-afaf7cfb-9391-4e78-b7a0-3d61c936ff36 req-7100522d-57dc-4c65-9b4f-b1b2cd303777 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 950 time: 0.0520046 Apr 18 17:45:32.104180 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-afaf7cfb-9391-4e78-b7a0-3d61c936ff36 req-c892560a-332a-460d-85b2-8c4563313f0f tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Apr 18 17:45:32.469267 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-886537c2-7752-4516-8739-3b261c90cdac req-bdca2abd-24a5-47fa-a961-2923248822e1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:45:32.470917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-886537c2-7752-4516-8739-3b261c90cdac req-bdca2abd-24a5-47fa-a961-2923248822e1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0575924 Apr 18 17:45:33.161178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-3ae8d171-0d17-4371-8b5d-f56b67915b11 req-bcab76b8-c6ab-4c37-b8fd-705b11897fd5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:45:33.162223 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3ae8d171-0d17-4371-8b5d-f56b67915b11 req-bcab76b8-c6ab-4c37-b8fd-705b11897fd5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052905 Apr 18 17:45:33.290130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04f4a16a-74c3-496f-aa86-e387033d0adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:33.793547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555c98c-49fd-4b69-97ef-96e71b199ab5 req-1fe2d3d1-b79e-4bd6-9026-bd5228f30ac0 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:33.795004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1555c98c-49fd-4b69-97ef-96e71b199ab5 req-1fe2d3d1-b79e-4bd6-9026-bd5228f30ac0 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 950 time: 0.0497329 Apr 18 17:45:33.832332 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1555c98c-49fd-4b69-97ef-96e71b199ab5 req-97133d11-2613-4528-aa01-805fc514bbd4 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Apr 18 17:45:34.537484 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:35.213271 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85e1a-bf0a-4b34-95bf-f54166858bed req-1b46c61f-c077-41a3-8851-7e9e7e7713ee tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:35.214690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69c85e1a-bf0a-4b34-95bf-f54166858bed req-1b46c61f-c077-41a3-8851-7e9e7e7713ee tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 950 time: 0.0488219 Apr 18 17:45:35.251929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69c85e1a-bf0a-4b34-95bf-f54166858bed req-9728f249-4910-47ec-8e86-6d7c6e959cfc tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/security-groups?id=203a253f-100c-467e-84d3-96ccbbe6b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Apr 18 17:45:35.265114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-8349371e-5cce-42ac-a95d-d486ed27dfed tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:35.267321 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-8349371e-5cce-42ac-a95d-d486ed27dfed tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.41 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 950 time: 0.0522473 Apr 18 17:45:35.353228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Deleting port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:45:35.353606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:35.443394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] For port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,segment=NetworkSegment(6db966f2-cf29-4cff-8cf1-ee0b01677f82),segment_id=6db966f2-cf29-4cff-8cf1-ee0b01677f82)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:35.443762 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:35.456107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Calling delete_port for e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:45:35.628979 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:35.662598 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Pushing event deleted for resources: {'Port': ['ID=e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:35.666501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:45:35.719232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] No DVR routers for this DVR port e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:45:35.719232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:35.719232 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ca165631-b65c-48df-91c5-d364e9d80e8e req-31890fac-52af-40d1-81db-1c6693a87a90 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.41 "DELETE /v2.0/ports/e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d HTTP/1.1" status: 204 len: 173 time: 0.4424856 Apr 18 17:45:35.719232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08002a4a-449f-4158-9a93-b8c9ca544a9a', 'name': 'network-vif-deleted', 'tag': 'e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:45:35.719232 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe8c59-5019-4b0d-b964-4eeb8891b390" -d '{"events": [{"server_uuid": "08002a4a-449f-4158-9a93-b8c9ca544a9a", "name": "network-vif-deleted", "tag": "e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:45:35.761729 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55edf44-8a03-4758-a25d-5becc6efbd96 x-openstack-request-id: req-e55edf44-8a03-4758-a25d-5becc6efbd96 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:45:35.762020 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08002a4a-449f-4158-9a93-b8c9ca544a9a", "name": "network-vif-deleted", "tag": "e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:45:35.762272 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e55edf44-8a03-4758-a25d-5becc6efbd96 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:45:35.762699 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55edf44-8a03-4758-a25d-5becc6efbd96'] response: {'server_uuid': '08002a4a-449f-4158-9a93-b8c9ca544a9a', 'name': 'network-vif-deleted', 'tag': 'e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d', 'status': 'completed', 'code': 200} Apr 18 17:45:36.032502 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:36.200054 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:36.360567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65fcbcb5-f752-43c0-ad8f-5db805dcd139 req-182da1c4-b7c0-47ba-bb25-ea5dd5e073f2 tempest-ServersAdminNegativeTestJSON-1792563333 tempest-ServersAdminNegativeTestJSON-1792563333-project] 10.222.0.45 "GET /v2.0/ports?device_id=08002a4a-449f-4158-9a93-b8c9ca544a9a HTTP/1.1" status: 200 len: 210 time: 0.0318303 Apr 18 17:45:37.257043 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:45:37.889796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50596) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:38.019099 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4acb2bb2-57e7-4fe8-b2ee-924bb28a4289 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=933de993ad364c68af97d2d99f064472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281035 Apr 18 17:45:38.021616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50600) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:38.068576 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1da92918-0c2f-4090-8177-aece30ef3ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:38.090763 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1da92918-0c2f-4090-8177-aece30ef3ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:38.234475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1da92918-0c2f-4090-8177-aece30ef3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:38.237582 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1da92918-0c2f-4090-8177-aece30ef3ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:38.238769 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1da92918-0c2f-4090-8177-aece30ef3ed6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/203a253f-100c-467e-84d3-96ccbbe6b01f HTTP/1.1" status: 204 len: 168 time: 0.2162471 Apr 18 17:45:38.246674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da92918-0c2f-4090-8177-aece30ef3ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a253f-100c-467e-84d3-96ccbbe6b01f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:38.850011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 50606) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:38.863456 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04510fb8-410b-4436-ba1b-544fa8312419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:38.935409 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04510fb8-410b-4436-ba1b-544fa8312419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:39.000311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04510fb8-410b-4436-ba1b-544fa8312419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:39.039187 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-04510fb8-410b-4436-ba1b-544fa8312419 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b39f797b718b415cba56dcc8b2fe2121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881211 Apr 18 17:45:39.040100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04510fb8-410b-4436-ba1b-544fa8312419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a167ac-b6ad-4d9a-aef4-5509de4f1166,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:39.041956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50608) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:39.098001 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f658fc74-2f0e-431b-ad95-48704c8c2432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:39.118461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f658fc74-2f0e-431b-ad95-48704c8c2432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:39.240193 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f658fc74-2f0e-431b-ad95-48704c8c2432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:39.242840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f658fc74-2f0e-431b-ad95-48704c8c2432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:39.244021 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f658fc74-2f0e-431b-ad95-48704c8c2432 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94a167ac-b6ad-4d9a-aef4-5509de4f1166 HTTP/1.1" status: 204 len: 168 time: 0.2010076 Apr 18 17:45:39.252562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658fc74-2f0e-431b-ad95-48704c8c2432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a167ac-b6ad-4d9a-aef4-5509de4f1166,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:39.294942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:45:39.474095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:45:39.474439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device e80b6049-f4c5-41ab-ac4c-1e89bfb8a50d not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:45:40.273036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50630) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:40.372452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1320768780-network', 'tenant_id': '866eb38fbdc14a9ebcac08b3a0b76269'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:45:40.440300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Made reservation on behalf of 866eb38fbdc14a9ebcac08b3a0b76269 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:45:40.442615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:40.450723 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:40.520912 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:40.603988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:40.629014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:45:40.638448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c6957-8b00-4dd9-8442-fff37051fb3b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:40.643204 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:40.643548 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Added segment 42a9e8bc-4926-4768-9360-ebfbdb934fda of type vlan for network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b Apr 18 17:45:40.683813 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:40.764212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:40.765145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:40.765755 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:40.824450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] Pushing event updated for resources: {'Network': ['ID=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:40.833756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:45:40.854154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-0e01d8f4-3375-4393-8f54-5759559e4796 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5799985 Apr 18 17:45:40.861181 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:45:40.862420 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Request body: {'subnet': {'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1320768780-subnet', 'tenant_id': '866eb38fbdc14a9ebcac08b3a0b76269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:45:40.937056 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Made reservation on behalf of 866eb38fbdc14a9ebcac08b3a0b76269 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:45:40.939473 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:41.160644 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:41.214808 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325a919a-861d-4cd5-8a51-9c5b07877e65,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:41.223210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Checking segment: {'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:45:41.223578 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Network hostable DHCP agents. Network: 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:45:41.312646 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:45:41.386872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:45:41.390995 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:41.391585 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:41.397252 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eeb14b-6f9f-40e3-8e28-b18e480c47c2 None None] Network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:45:41.469952 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-69eea310-ba08-468a-80c5-2e4a6a2147b2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6117935 Apr 18 17:45:41.515740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a6aae4-843c-4f9a-b170-d12bb37249ea None None] Network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:45:41.884454 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976148-97eb-4146-9007-e7da00e4a96a req-49919812-3b2e-439e-bfb8-617c13462e11 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:41.885909 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-49919812-3b2e-439e-bfb8-617c13462e11 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/networks?id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b HTTP/1.1" status: 200 len: 812 time: 0.1007519 Apr 18 17:45:41.900928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-9a37f225-996c-4da7-ade1-ba14e7baf62c tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/quotas/866eb38fbdc14a9ebcac08b3a0b76269 HTTP/1.1" status: 200 len: 375 time: 0.0092499 Apr 18 17:45:41.932447 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-6a25e003-e24e-4f7c-bc58-d48efb4656be tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263431 Apr 18 17:45:42.018108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-d7650eba-e032-4d93-a4d0-8080a1211e59 service neutron] 10.222.0.45 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785589 Apr 18 17:45:42.107269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-1dfc57d8-afde-46c1-9f18-559748a5af8f service neutron] 10.222.0.45 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828166 Apr 18 17:45:42.341814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94b1eaa2-184c-4615-b609-91fd31109709 req-e45c8ff2-2c31-4120-8e64-ede74d53f0b4 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 210 time: 0.0277534 Apr 18 17:45:43.433433 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fba282bd-0418-4b5c-afba-fae6e2d9b68e req-1a71bea2-3015-47d5-aebd-dc7d38fe1102 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 210 time: 0.0265977 Apr 18 17:45:44.526475 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976148-97eb-4146-9007-e7da00e4a96a req-79b23a0f-91c4-4b42-92ac-654122daf70c tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:44.527953 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-79b23a0f-91c4-4b42-92ac-654122daf70c tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.41 "GET /v2.0/networks?id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b HTTP/1.1" status: 200 len: 812 time: 0.1091061 Apr 18 17:45:44.530407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0afbce55-be81-41c1-bdde-32408f7b3778 req-829c9e54-73a4-4de0-ab8b-92c65e3041b5 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 210 time: 0.0286624 Apr 18 17:45:44.545710 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Request body: {'port': {'device_id': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b', 'admin_state_up': True, 'tenant_id': '866eb38fbdc14a9ebcac08b3a0b76269'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:45:44.746814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Made reservation on behalf of 866eb38fbdc14a9ebcac08b3a0b76269 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:45:44.750519 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:44.878583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Allocated IP 172.20.0.6 (517e3e18-f609-43d8-9c9f-b0f26f4dcb0b/325a919a-861d-4cd5-8a51-9c5b07877e65/fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:45:45.021480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:45.115084 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:45.158793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:45:45.161872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:45:45.165724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:45:45.189170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:45.216767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:45.217376 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:45.317043 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-e6738a54-fb86-4183-a741-3d6ee80f66ed tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7753263 Apr 18 17:45:45.333348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Request body: {'port': {'device_id': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:45:45.391362 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:45.653394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f23ef-2d06-45cf-96ea-93126fa32f7c req-33830d9d-fb70-4c19-89b8-2c55b473b078 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:45.655035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f66f23ef-2d06-45cf-96ea-93126fa32f7c req-33830d9d-fb70-4c19-89b8-2c55b473b078 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 931 time: 0.0532126 Apr 18 17:45:45.664104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:45:45.671881 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:45.684460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Transition to ACTIVE for port object fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:45:45.694334 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f66f23ef-2d06-45cf-96ea-93126fa32f7c req-1b1725af-35b9-4b93-9119-a166edf99ee4 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Apr 18 17:45:45.748593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:45.797901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:45.868594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Attempting to bind port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:45:45.868849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Attempting to bind port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:45:45.869198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Attempting to bind port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:45:45.873501 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:45:45.873823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Attempting to bind port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:45:45.878523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:45:45.878891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Checking segment: {'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:45:45.879272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Bound using segment: {'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:45:45.879696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Bound port: fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:45:45.880048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:45.941511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:45:45.944446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:45:46.029223 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:46.061315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:46.061956 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:46.063343 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] 10.222.0.41 "PUT /v2.0/ports/fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 200 len: 1091 time: 0.7339776 Apr 18 17:45:46.063794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:45:46.066560 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beaa450-44b0-41d7-af97-881eebd04c09" -d '{"events": [{"name": "network-changed", "server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:45:46.092615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab5163-0b34-4bc2-94c9-8d7ccbd6cf0a service neutron] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:46.106282 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a758744b-0919-4a02-8895-2590c64a3d80 x-openstack-request-id: req-a758744b-0919-4a02-8895-2590c64a3d80 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:45:46.106484 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:45:46.106710 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a758744b-0919-4a02-8895-2590c64a3d80 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:45:46.107118 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a758744b-0919-4a02-8895-2590c64a3d80'] response: {'name': 'network-changed', 'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'status': 'completed', 'code': 200} Apr 18 17:45:46.193960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaa450-44b0-41d7-af97-881eebd04c09 req-96b877df-3259-4670-b6d8-3bb1e8172592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:46.195369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2beaa450-44b0-41d7-af97-881eebd04c09 req-96b877df-3259-4670-b6d8-3bb1e8172592 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 1094 time: 0.0429962 Apr 18 17:45:46.303086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaa450-44b0-41d7-af97-881eebd04c09 req-40ec29c2-1573-48ff-a642-c88e58e5803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:46.304801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2beaa450-44b0-41d7-af97-881eebd04c09 req-40ec29c2-1573-48ff-a642-c88e58e5803f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969741 Apr 18 17:45:46.400159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaa450-44b0-41d7-af97-881eebd04c09 req-b5b92c4f-f2b9-4832-b1bf-d8e1107fd598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:46.401634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2beaa450-44b0-41d7-af97-881eebd04c09 req-b5b92c4f-f2b9-4832-b1bf-d8e1107fd598 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903778 Apr 18 17:45:46.494974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976148-97eb-4146-9007-e7da00e4a96a req-205d3a00-f14d-485d-827a-6d94d339ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:46.496413 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-205d3a00-f14d-485d-827a-6d94d339ec99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 1094 time: 0.0395372 Apr 18 17:45:46.541543 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-77fa732c-2ba2-4c48-b284-8faf9579d9af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 200 len: 217 time: 0.0322783 Apr 18 17:45:46.587621 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976148-97eb-4146-9007-e7da00e4a96a req-ab4e223e-deab-4ad3-b40f-8cd1ba87a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:46.588993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-ab4e223e-deab-4ad3-b40f-8cd1ba87a2c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=325a919a-861d-4cd5-8a51-9c5b07877e65 HTTP/1.1" status: 200 len: 852 time: 0.0417802 Apr 18 17:45:46.622327 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-98c3ef3f-ca2b-4c1c-99e7-d335a46ab116 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272927 Apr 18 17:45:46.709136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-94732620-77f7-471e-b655-5af2643ad542 service neutron] 10.222.0.41 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795095 Apr 18 17:45:46.805833 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-99976148-97eb-4146-9007-e7da00e4a96a req-8ea8311a-ba37-4c3b-81dc-e87b883b1e30 service neutron] 10.222.0.41 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902183 Apr 18 17:45:46.815042 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503589f-be88-491f-91ec-46e13335b4cd req-c61b4673-a833-4107-a2f8-c29ffe2c855d tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:46.816523 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f503589f-be88-491f-91ec-46e13335b4cd req-c61b4673-a833-4107-a2f8-c29ffe2c855d tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0532703 Apr 18 17:45:46.853953 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f503589f-be88-491f-91ec-46e13335b4cd req-2d9c0599-dade-4773-8cd7-29a9a49af075 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Apr 18 17:45:47.474322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:47.655627 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:47.970098 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9ddc5-93c7-44b2-b3ee-540084f5cf79 req-2f3042f6-d5fd-436b-aafc-aa92b816f5bb tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:47.971517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdd9ddc5-93c7-44b2-b3ee-540084f5cf79 req-2f3042f6-d5fd-436b-aafc-aa92b816f5bb tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0475948 Apr 18 17:45:48.008202 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bdd9ddc5-93c7-44b2-b3ee-540084f5cf79 req-48cdbaab-46b0-49f7-bde2-194fb114b0b3 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307598 Apr 18 17:45:49.124683 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c699513-0e4d-4397-9408-1120f8ea3e03 req-9b56b5d8-4774-4e23-95a6-532fd98655dd tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:49.126163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c699513-0e4d-4397-9408-1120f8ea3e03 req-9b56b5d8-4774-4e23-95a6-532fd98655dd tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0513861 Apr 18 17:45:49.164554 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c699513-0e4d-4397-9408-1120f8ea3e03 req-bba69ee0-64b4-466d-9107-868808b6998e tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Apr 18 17:45:50.279789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779932f-b5eb-4fde-a5c7-9666e5790bfa req-06414f32-7bc5-4a4d-90fb-d28f57c8b8bf tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:50.281242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b779932f-b5eb-4fde-a5c7-9666e5790bfa req-06414f32-7bc5-4a4d-90fb-d28f57c8b8bf tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0477910 Apr 18 17:45:50.318100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b779932f-b5eb-4fde-a5c7-9666e5790bfa req-de2b50a0-1360-48f6-983c-8cd4a4780911 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302424 Apr 18 17:45:51.390535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:45:51.431265 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb9ec-6233-4b43-baaa-91b5dd4e99de req-34b4c183-1add-4bfd-b9b1-2fe34f65c444 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:51.432754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b6bb9ec-6233-4b43-baaa-91b5dd4e99de req-34b4c183-1add-4bfd-b9b1-2fe34f65c444 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0481498 Apr 18 17:45:51.470009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b6bb9ec-6233-4b43-baaa-91b5dd4e99de req-51f9cf96-184a-4e7b-b95c-fb58459db99c tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Apr 18 17:45:51.483271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:51.495047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b', 'port_id': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'mac_address': 'fa:16:3e:ea:8d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325a919a-861d-4cd5-8a51-9c5b07877e65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:45:51.534384 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:51.546457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:45:51.565381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:51.634483 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:51.681559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:51.982648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:45:52.587284 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3ec7-17c5-4741-a6af-46a4b11efa9b req-ba2bc574-646a-4bb3-ae5c-71d03c86b7d1 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:52.588745 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-661f3ec7-17c5-4741-a6af-46a4b11efa9b req-ba2bc574-646a-4bb3-ae5c-71d03c86b7d1 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 944 time: 0.0513291 Apr 18 17:45:52.625485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-661f3ec7-17c5-4741-a6af-46a4b11efa9b req-b8fbabc6-67dc-4cef-a0aa-ade1599e4a5e tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Apr 18 17:45:53.403329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:45:53.517870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:45:53.521641 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:45:53.522009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:53.598674 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:53.623323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:45:53.625756 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d42be9-5602-4157-b204-e53552748fd0" -d '{"events": [{"server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "name": "network-vif-plugged", "status": "completed", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:45:53.637997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:45:53.662095 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c85eed-07ea-4cd1-91dc-803a8bfab0e3 x-openstack-request-id: req-17c85eed-07ea-4cd1-91dc-803a8bfab0e3 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:45:53.662377 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "name": "network-vif-plugged", "status": "completed", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:45:53.662913 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17c85eed-07ea-4cd1-91dc-803a8bfab0e3 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:45:53.663382 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c85eed-07ea-4cd1-91dc-803a8bfab0e3'] response: {'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'code': 200} Apr 18 17:45:53.714857 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:45:53.745922 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6d3dc-8cc7-4378-84cf-3b28d2d28070 req-e7495c02-d028-4921-9d7e-448d01be5528 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:53.747654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3b6d3dc-8cc7-4378-84cf-3b28d2d28070 req-e7495c02-d028-4921-9d7e-448d01be5528 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 944 time: 0.0509980 Apr 18 17:45:53.764469 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:45:53.792170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b3b6d3dc-8cc7-4378-84cf-3b28d2d28070 req-030be567-5499-45da-90d4-8b9eb334d218 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Apr 18 17:45:53.796004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3241c2a-cad1-4b80-872c-fb4ac2c6e237 req-cc802a82-6a7b-4553-89c2-77a4714479ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:53.797547 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3241c2a-cad1-4b80-872c-fb4ac2c6e237 req-cc802a82-6a7b-4553-89c2-77a4714479ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 1096 time: 0.0560524 Apr 18 17:45:53.831826 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3241c2a-cad1-4b80-872c-fb4ac2c6e237 req-0f81ae65-a445-4c41-8a24-2c3e67a242b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267003 Apr 18 17:45:54.906789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18a22-7b72-4a49-890c-00b4abaa4a64 req-92271f95-83f2-4fdb-88a0-61ddbdc66fec tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:54.908243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53e18a22-7b72-4a49-890c-00b4abaa4a64 req-92271f95-83f2-4fdb-88a0-61ddbdc66fec tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0473795 Apr 18 17:45:54.945156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53e18a22-7b72-4a49-890c-00b4abaa4a64 req-255ba7b8-21e2-4359-babe-b9bf33efaa11 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303063 Apr 18 17:45:56.063495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e860f-f089-4c2f-bd73-44d2691cd14e req-dfdf65a9-0003-42df-8eaa-c302dafce19e tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:56.064929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d40e860f-f089-4c2f-bd73-44d2691cd14e req-dfdf65a9-0003-42df-8eaa-c302dafce19e tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0523126 Apr 18 17:45:56.102663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d40e860f-f089-4c2f-bd73-44d2691cd14e req-c26b729b-7cdf-45b4-a533-eb9ce27d8438 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Apr 18 17:45:56.465625 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5424-90d2-4d52-9a59-1dca9b9c1dd6 req-388cc547-8082-41f8-94cb-4d66ccf3969c tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:56.467099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f1e5424-90d2-4d52-9a59-1dca9b9c1dd6 req-388cc547-8082-41f8-94cb-4d66ccf3969c tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0488100 Apr 18 17:45:56.505865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f1e5424-90d2-4d52-9a59-1dca9b9c1dd6 req-8d376e65-b3f7-4a25-8464-f9f48589c8c6 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Apr 18 17:45:56.628702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-f4dcc340-1b78-4a40-a08f-5d92d12e7164 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003430 Apr 18 17:45:56.637371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-13a86fd0-23aa-4da6-9724-dbed337298d8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:45:56.638272 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-13a86fd0-23aa-4da6-9724-dbed337298d8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047927 Apr 18 17:45:57.625106 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff902e63-e249-4f8c-9115-52f60de30d56 req-0faa9f6d-e316-4f62-8ad0-b2d0b69e30fc tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:57.626618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff902e63-e249-4f8c-9115-52f60de30d56 req-0faa9f6d-e316-4f62-8ad0-b2d0b69e30fc tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0519214 Apr 18 17:45:57.670718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ff902e63-e249-4f8c-9115-52f60de30d56 req-502dd5b0-7e4b-441c-a093-f2e42416c54e tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 Apr 18 17:45:58.720907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-0756eeaa-cd3f-4c5d-8a68-221ca5a3aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:58.723013 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-0756eeaa-cd3f-4c5d-8a68-221ca5a3aa67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 1096 time: 0.0434098 Apr 18 17:45:58.793310 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986b5cb-7d81-4707-adac-4ab9b51cae97 req-9041171d-3f16-4ae1-83af-e507500fd36d tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:58.794961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8986b5cb-7d81-4707-adac-4ab9b51cae97 req-9041171d-3f16-4ae1-83af-e507500fd36d tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0529642 Apr 18 17:45:58.824411 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-f849b66c-1bac-4a42-8491-f86b04782c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:58.825918 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-f849b66c-1bac-4a42-8491-f86b04782c4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b HTTP/1.1" status: 200 len: 913 time: 0.0969992 Apr 18 17:45:58.843249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8986b5cb-7d81-4707-adac-4ab9b51cae97 req-045c46b2-364a-4e15-9a8d-da04c6d28b18 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385118 Apr 18 17:45:58.868602 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-3b2f1b10-cc27-45cb-9ad1-20d1dd23bf93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 200 len: 217 time: 0.0355823 Apr 18 17:45:58.915932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-ed940888-ff92-4c4e-858e-613f8f3f5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:58.917433 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-ed940888-ff92-4c4e-858e-613f8f3f5634 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=325a919a-861d-4cd5-8a51-9c5b07877e65 HTTP/1.1" status: 200 len: 852 time: 0.0425940 Apr 18 17:45:58.952557 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-42e437fa-db99-40f9-81f5-1a3d3799c6c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286140 Apr 18 17:45:59.038987 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-2cb01ad3-88df-4683-aacd-29783021f7d8 service neutron] 10.222.0.41 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797307 Apr 18 17:45:59.133624 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-1b643140-d496-455a-8ae2-f01029ab7c3b service neutron] 10.222.0.41 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886736 Apr 18 17:45:59.970379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52afe53-7063-4cde-84e6-d29d5378b60c req-83e57c06-8633-4e6d-8b27-8e908c600f73 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:45:59.971867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c52afe53-7063-4cde-84e6-d29d5378b60c req-83e57c06-8633-4e6d-8b27-8e908c600f73 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0530941 Apr 18 17:46:00.013222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c52afe53-7063-4cde-84e6-d29d5378b60c req-bd800823-245b-47a2-ad58-fc49692fb430 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349081 Apr 18 17:46:00.965872 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-38581bb2-ece9-467d-8c3e-85c98560284c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:01.138224 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b363f-2438-4379-9604-06f4beb0bd5d req-d2e9aa48-62f8-4086-9f9f-421ddfb230d3 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:01.139657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a3b363f-2438-4379-9604-06f4beb0bd5d req-d2e9aa48-62f8-4086-9f9f-421ddfb230d3 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0521860 Apr 18 17:46:01.176761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5a3b363f-2438-4379-9604-06f4beb0bd5d req-16c6eee5-22f0-48d3-8a4d-98e3c846ce25 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303004 Apr 18 17:46:02.291197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465641-52a8-4d07-b25b-b0939b088623 req-015d4c44-0a32-4fd3-a697-9af58ee7cae6 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:02.292644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d465641-52a8-4d07-b25b-b0939b088623 req-015d4c44-0a32-4fd3-a697-9af58ee7cae6 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0491781 Apr 18 17:46:02.330074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d465641-52a8-4d07-b25b-b0939b088623 req-2727c368-f3e4-4f8a-933a-c1d22b05256e tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Apr 18 17:46:03.295156 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4f018b67-4516-4c02-a586-c0de76f93ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:03.445959 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fbbe-9a98-4e35-87da-9c8310fec676 req-040f9207-c2c9-4131-9e19-c7cc6792c688 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:03.447399 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9580fbbe-9a98-4e35-87da-9c8310fec676 req-040f9207-c2c9-4131-9e19-c7cc6792c688 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0478075 Apr 18 17:46:03.483923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9580fbbe-9a98-4e35-87da-9c8310fec676 req-d7db1d46-cd7a-4b33-a1e0-04013a389d32 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Apr 18 17:46:04.541222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:04.600953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9297100-2dd0-4d0f-8255-c6d16d2b2c1b req-b35422f4-2f9e-4a30-84f0-7d02f83bbf4f tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:04.602426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9297100-2dd0-4d0f-8255-c6d16d2b2c1b req-b35422f4-2f9e-4a30-84f0-7d02f83bbf4f tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0523245 Apr 18 17:46:04.917556 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e9297100-2dd0-4d0f-8255-c6d16d2b2c1b req-8dbb034a-e989-452d-b052-01e21853abda tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090432 Apr 18 17:46:06.032427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6d867-7d88-4416-bb48-5b9ce9de4dda req-d9d9eca4-6dc5-432d-8338-fcb9ffbdcaf9 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:06.033902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8e6d867-7d88-4416-bb48-5b9ce9de4dda req-d9d9eca4-6dc5-432d-8338-fcb9ffbdcaf9 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0478351 Apr 18 17:46:06.034580 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:06.073469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8e6d867-7d88-4416-bb48-5b9ce9de4dda req-5afb9542-28f9-4f6e-84c1-87ef383a1afd tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Apr 18 17:46:06.188664 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:07.190344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f826e-883e-4a86-a8a6-a9a29aeb7d76 req-6ff9c2d0-1fec-4d64-80c9-351d33472bb0 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:07.192446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-513f826e-883e-4a86-a8a6-a9a29aeb7d76 req-6ff9c2d0-1fec-4d64-80c9-351d33472bb0 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0482893 Apr 18 17:46:07.228993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-513f826e-883e-4a86-a8a6-a9a29aeb7d76 req-ae9ef073-8a00-4768-a685-fdfe71a35f48 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Apr 18 17:46:08.345497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733de0d8-5bc7-459e-907e-967117d115c0 req-790486da-c15b-4365-bc6e-3445a286bc3f tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:08.346889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-733de0d8-5bc7-459e-907e-967117d115c0 req-790486da-c15b-4365-bc6e-3445a286bc3f tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0514259 Apr 18 17:46:08.384249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-733de0d8-5bc7-459e-907e-967117d115c0 req-7b6a413e-b561-4c19-ac03-c49d1a5b2a50 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Apr 18 17:46:09.498364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86847776-cf13-4bb4-8997-00e2db38b451 req-a30584b1-b706-415b-b4ec-b82b07f801ae tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:09.499792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86847776-cf13-4bb4-8997-00e2db38b451 req-a30584b1-b706-415b-b4ec-b82b07f801ae tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0474982 Apr 18 17:46:09.537006 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-86847776-cf13-4bb4-8997-00e2db38b451 req-8f8dcebc-703f-4211-9270-80adb610702b tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306048 Apr 18 17:46:10.653495 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7394-e2c0-4b12-90aa-e8140bbfcbf5 req-1b0c7d1a-5517-4e6b-9089-75a409866c04 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:10.654972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e27a7394-e2c0-4b12-90aa-e8140bbfcbf5 req-1b0c7d1a-5517-4e6b-9089-75a409866c04 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0506301 Apr 18 17:46:10.693818 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e27a7394-e2c0-4b12-90aa-e8140bbfcbf5 req-77160f24-e55e-40d0-9a49-fd34931ce727 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Apr 18 17:46:11.810779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19160bcb-70fb-41da-a2f6-f94134fc2b3d req-80429408-5606-450d-8b08-5917d87bef8d tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:11.812210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19160bcb-70fb-41da-a2f6-f94134fc2b3d req-80429408-5606-450d-8b08-5917d87bef8d tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0516782 Apr 18 17:46:11.849137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-19160bcb-70fb-41da-a2f6-f94134fc2b3d req-930b7e50-2e95-48d5-a0ed-6d8eccdb95da tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303385 Apr 18 17:46:12.966750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026fcac-2c7e-4e02-b850-79a25cd9b322 req-80da1742-79b3-4118-a281-1c9ffc0805e2 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:12.968199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1026fcac-2c7e-4e02-b850-79a25cd9b322 req-80da1742-79b3-4118-a281-1c9ffc0805e2 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0483804 Apr 18 17:46:13.004013 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1026fcac-2c7e-4e02-b850-79a25cd9b322 req-c7bdb388-fe88-447c-800f-177f4b517666 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299268 Apr 18 17:46:14.121690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58ad9-c691-4cd6-979b-a512ac3714d7 req-9365d143-032d-4e52-a7ce-c87f99ada768 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:14.123147 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0d58ad9-c691-4cd6-979b-a512ac3714d7 req-9365d143-032d-4e52-a7ce-c87f99ada768 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0481653 Apr 18 17:46:14.160256 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0d58ad9-c691-4cd6-979b-a512ac3714d7 req-2d51dc3b-d989-4f6a-a38e-57c87c979729 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311644 Apr 18 17:46:14.255828 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:46:15.291009 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afa646-ee63-40c2-a228-121fb4dbb4fb req-ba11440b-215a-4592-9578-b7cabffcea82 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:15.292477 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9afa646-ee63-40c2-a228-121fb4dbb4fb req-ba11440b-215a-4592-9578-b7cabffcea82 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0513966 Apr 18 17:46:15.329734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9afa646-ee63-40c2-a228-121fb4dbb4fb req-f6897908-a713-4f82-a3fe-7a9c58a8db91 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Apr 18 17:46:16.443247 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af9d7-152b-4987-a158-db11d0ad03b7 req-345a9915-ad5b-4f4f-9f20-d1f40f1fb353 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:16.444735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b69af9d7-152b-4987-a158-db11d0ad03b7 req-345a9915-ad5b-4f4f-9f20-d1f40f1fb353 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0482833 Apr 18 17:46:16.490560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b69af9d7-152b-4987-a158-db11d0ad03b7 req-b79ca3ed-acdc-4a2f-91aa-43d1b5cd561e tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340092 Apr 18 17:46:17.460779 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:17.609290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce9814-c8f3-406c-92b1-7487ea5a72ae req-31997da4-65d4-4afc-b1e7-4a532fc03a4b tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:17.610767 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1ce9814-c8f3-406c-92b1-7487ea5a72ae req-31997da4-65d4-4afc-b1e7-4a532fc03a4b tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0518730 Apr 18 17:46:17.655055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1ce9814-c8f3-406c-92b1-7487ea5a72ae req-5ec20e00-429b-4800-91e1-6ca4320c669b tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Apr 18 17:46:17.666618 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:18.772658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d46f3-ea9a-4dda-b70f-d00426d22613 req-33d891c1-d1a7-45cc-bc36-8ccbcb1a9895 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:18.774121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f6d46f3-ea9a-4dda-b70f-d00426d22613 req-33d891c1-d1a7-45cc-bc36-8ccbcb1a9895 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0518329 Apr 18 17:46:18.810893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f6d46f3-ea9a-4dda-b70f-d00426d22613 req-4f275b1a-bed3-4813-94ac-d9ba2b448472 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308886 Apr 18 17:46:19.923834 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cab93-5f57-4a6e-af60-3eda887a28f4 req-9946354f-3671-411c-8461-541dbe89bd34 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:19.925205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-181cab93-5f57-4a6e-af60-3eda887a28f4 req-9946354f-3671-411c-8461-541dbe89bd34 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0476577 Apr 18 17:46:19.963220 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-181cab93-5f57-4a6e-af60-3eda887a28f4 req-6f0b23e9-b0f8-404e-b0fb-6dff23433ffc tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Apr 18 17:46:21.077000 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd363e-ecf0-4808-bfa8-22ed08be51c5 req-238b5164-1b0f-447a-80d2-0129f6105816 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:21.078487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15fd363e-ecf0-4808-bfa8-22ed08be51c5 req-238b5164-1b0f-447a-80d2-0129f6105816 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0484426 Apr 18 17:46:21.116608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15fd363e-ecf0-4808-bfa8-22ed08be51c5 req-02ab0cf3-0407-42d9-a393-80520f752763 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Apr 18 17:46:22.235427 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c913b9d-e9fa-4888-b513-c3a61e036ab2 req-5bcc179f-bfd6-4a0a-ac38-c266b9091671 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:22.236882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c913b9d-e9fa-4888-b513-c3a61e036ab2 req-5bcc179f-bfd6-4a0a-ac38-c266b9091671 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0517945 Apr 18 17:46:22.274216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9c913b9d-e9fa-4888-b513-c3a61e036ab2 req-ed2e3379-f173-45e0-b359-75f3c2125816 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306551 Apr 18 17:46:23.387750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305806e-3bf5-491a-9f78-d1d72b1f24af req-fc1cf7c4-8c2b-41ce-afe8-b441c767bb32 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:23.389218 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c305806e-3bf5-491a-9f78-d1d72b1f24af req-fc1cf7c4-8c2b-41ce-afe8-b441c767bb32 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0482147 Apr 18 17:46:23.427720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c305806e-3bf5-491a-9f78-d1d72b1f24af req-e0875d19-9fbe-4680-9ac7-55a6c227d006 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Apr 18 17:46:24.542344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cd8f8-e56e-4c31-8b1f-1421fe20e84f req-1395eacd-9117-4774-835f-e2c1360165d2 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:24.543807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c4cd8f8-e56e-4c31-8b1f-1421fe20e84f req-1395eacd-9117-4774-835f-e2c1360165d2 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0482233 Apr 18 17:46:24.581215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c4cd8f8-e56e-4c31-8b1f-1421fe20e84f req-6c035340-e1da-43be-be1c-50d0fa72c205 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314634 Apr 18 17:46:25.700019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424c6e8-faab-4ff0-9d76-f6b608813c39 req-548c69f6-5999-4722-b723-4ebbaa2d7020 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:25.701499 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7424c6e8-faab-4ff0-9d76-f6b608813c39 req-548c69f6-5999-4722-b723-4ebbaa2d7020 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0534582 Apr 18 17:46:25.739883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7424c6e8-faab-4ff0-9d76-f6b608813c39 req-3465d1e9-c43a-4498-8725-d3688213b9d9 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Apr 18 17:46:26.492635 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-0689bee4-78fc-42c3-807b-6f6b47807fc5 service neutron] show failed (client error): The resource could not be found. Apr 18 17:46:26.493700 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-0689bee4-78fc-42c3-807b-6f6b47807fc5 service neutron] 10.222.0.41 "GET /v2.0/ports/fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0561645 Apr 18 17:46:26.865355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0ac7b-d513-4968-84ed-974407936681 req-d84f80f3-8847-48c2-a92d-046d4aeb5c74 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:26.866946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49f0ac7b-d513-4968-84ed-974407936681 req-d84f80f3-8847-48c2-a92d-046d4aeb5c74 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0553331 Apr 18 17:46:26.908816 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49f0ac7b-d513-4968-84ed-974407936681 req-55ce01c2-372d-4de1-9b3e-115f1cd7278b tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354915 Apr 18 17:46:26.909145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-0b4439bc-a467-45b1-af9f-26b064e0da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:26.910605 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-0b4439bc-a467-45b1-af9f-26b064e0da8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a&tenant_id=866eb38fbdc14a9ebcac08b3a0b76269 HTTP/1.1" status: 200 len: 1096 time: 0.0423870 Apr 18 17:46:26.930325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:46:26.985859 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:27.183320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:46:27.215330 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:46:27.252756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:46:27.255004 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bca419-35b2-448a-81dd-968f42010bcc" -d '{"events": [{"server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:46:27.259601 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:27.272354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Transition to ACTIVE for port object fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:46:27.307397 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a326a8-532c-46e2-bbe7-2b2e5651613c x-openstack-request-id: req-f8a326a8-532c-46e2-bbe7-2b2e5651613c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:46:27.307686 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:46:27.307936 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8a326a8-532c-46e2-bbe7-2b2e5651613c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:46:27.308336 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a326a8-532c-46e2-bbe7-2b2e5651613c'] response: {'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'code': 200} Apr 18 17:46:27.325909 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:27.385895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] No DVR routers for this DVR port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:46:27.387744 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:27.400517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.400861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.401200 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.401565 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.401900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.402229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.402554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.402877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.403205 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.403528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.403850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.404170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:27.435857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Attempting to bind port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:46:27.436112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Attempting to bind port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:46:27.436439 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Attempting to bind port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:46:27.440654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:46:27.440943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Attempting to bind port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on network 517e3e18-f609-43d8-9c9f-b0f26f4dcb0b {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:46:27.445788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:46:27.446123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Checking segment: {'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:46:27.446503 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Bound using segment: {'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:46:27.446930 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Bound port: fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a9e8bc-4926-4768-9360-ebfbdb934fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:46:27.447284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:27.508402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:46:27.511436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:46:27.578048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:27.610603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:27.611218 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:27.612596 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 200 len: 1091 time: 0.6868577 Apr 18 17:46:27.636571 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a923e-8b70-4d98-90a3-9bb367a6b152 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:27.682849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-563222c8-f167-4062-9645-0847a6ee3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:27.684331 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-563222c8-f167-4062-9645-0847a6ee3b29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 1094 time: 0.0406384 Apr 18 17:46:27.776011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-5a4e42b7-399a-4bcd-a010-f2c2294a441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:27.777482 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-5a4e42b7-399a-4bcd-a010-f2c2294a441c service neutron] 10.222.0.18 "GET /v2.0/networks?id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b HTTP/1.1" status: 200 len: 913 time: 0.0869124 Apr 18 17:46:27.816851 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-25b88bbf-08d1-4f8f-9383-8823642f5d9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 200 len: 217 time: 0.0329249 Apr 18 17:46:27.869170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-4d788c48-71e5-42fb-bb6e-e6dca4321679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:27.870582 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-4d788c48-71e5-42fb-bb6e-e6dca4321679 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=325a919a-861d-4cd5-8a51-9c5b07877e65 HTTP/1.1" status: 200 len: 852 time: 0.0464208 Apr 18 17:46:27.899955 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-9f8642a7-38b5-427b-920f-87d417fa98d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231895 Apr 18 17:46:27.993160 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-dff32343-14c9-48e0-9872-289afeb334b8 service neutron] 10.222.0.18 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866001 Apr 18 17:46:28.027275 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1294acd-508f-4c87-8b33-0520522cb93a req-53ab1a6c-7563-4c81-a2f8-bc84532921cb tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:28.028684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1294acd-508f-4c87-8b33-0520522cb93a req-53ab1a6c-7563-4c81-a2f8-bc84532921cb tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0484762 Apr 18 17:46:28.066353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1294acd-508f-4c87-8b33-0520522cb93a req-01d5e06c-018e-4ae9-a358-290bd17f14cb tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Apr 18 17:46:28.086230 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c8580cc2-bf39-4c11-8ab5-54365f585635 req-1c0a5f6c-6186-4060-86bb-3ebca01c04a7 service neutron] 10.222.0.18 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866687 Apr 18 17:46:29.190808 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3226020-29d7-4123-845e-8cf4971168c5 req-80e10b53-24e0-417d-9fd9-ae6702764865 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:29.192275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3226020-29d7-4123-845e-8cf4971168c5 req-80e10b53-24e0-417d-9fd9-ae6702764865 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0536981 Apr 18 17:46:29.229712 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a3226020-29d7-4123-845e-8cf4971168c5 req-433061f3-8c1f-4dc8-86f0-86be83ae5eeb tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Apr 18 17:46:29.309212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:46:29.311544 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1584e7d9-0dc1-454f-9386-8a28bfa7da69" -d '{"events": [{"name": "network-changed", "server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:46:29.358813 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f20518-471a-45e9-9dcd-a2e85f1f5999 x-openstack-request-id: req-07f20518-471a-45e9-9dcd-a2e85f1f5999 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:46:29.359108 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:46:29.359358 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07f20518-471a-45e9-9dcd-a2e85f1f5999 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:46:29.359767 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f20518-471a-45e9-9dcd-a2e85f1f5999'] response: {'name': 'network-changed', 'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'status': 'completed', 'code': 200} Apr 18 17:46:29.440814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-00d301a7-eae4-46a5-82f0-7c1e1999c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:29.442337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-00d301a7-eae4-46a5-82f0-7c1e1999c0cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 1094 time: 0.0441537 Apr 18 17:46:29.537563 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-cb8cbfc3-0051-4864-afba-3602f199d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:29.539016 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-cb8cbfc3-0051-4864-afba-3602f199d232 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 1094 time: 0.0921237 Apr 18 17:46:29.577041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:46:29.602432 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-60a48035-20d1-4be8-b96b-c2cc348b8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:29.603887 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-60a48035-20d1-4be8-b96b-c2cc348b8ed1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b HTTP/1.1" status: 200 len: 913 time: 0.1496134 Apr 18 17:46:29.615732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:46:29.651409 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-895ea684-fa75-49f3-8c26-1fd4b5e30724 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 200 len: 217 time: 0.0399485 Apr 18 17:46:29.703947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-cad202a3-e193-401d-8c94-94e13463d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:29.705362 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-cad202a3-e193-401d-8c94-94e13463d695 service neutron] 10.222.0.41 "GET /v2.0/networks?id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b HTTP/1.1" status: 200 len: 913 time: 0.1586540 Apr 18 17:46:29.722628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-9f0d7819-ced3-4210-b405-1bd3eb865504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:29.723975 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-9f0d7819-ced3-4210-b405-1bd3eb865504 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=325a919a-861d-4cd5-8a51-9c5b07877e65 HTTP/1.1" status: 200 len: 852 time: 0.0643444 Apr 18 17:46:29.761754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-d037bc7a-b6ba-474f-980f-375d35a9aa59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 200 len: 217 time: 0.0482888 Apr 18 17:46:30.091106 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-26784f58-79e0-414e-b751-50bcc12d65a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3375037 Apr 18 17:46:30.180990 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-ce88f74c-e784-411a-80b4-00317b4cf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:30.182449 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-ce88f74c-e784-411a-80b4-00317b4cf644 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=325a919a-861d-4cd5-8a51-9c5b07877e65 HTTP/1.1" status: 200 len: 852 time: 0.0937197 Apr 18 17:46:30.223154 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-0f5f1281-43ca-4afa-b705-1eb380a0ea0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332227 Apr 18 17:46:30.240536 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-fee91e7a-2695-46b0-bf84-22a92b0c37fb service neutron] 10.222.0.18 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417577 Apr 18 17:46:30.347633 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6554-6059-4db4-acc7-9706fc28d869 req-90de7c8c-46c7-4bba-8866-e889c32ea924 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:30.349173 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-587e6554-6059-4db4-acc7-9706fc28d869 req-90de7c8c-46c7-4bba-8866-e889c32ea924 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0497150 Apr 18 17:46:30.384836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-b7c2115e-6485-4179-9066-3e73c9f77289 service neutron] 10.222.0.41 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542771 Apr 18 17:46:30.387631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-587e6554-6059-4db4-acc7-9706fc28d869 req-8dc92fe0-3911-4119-8c89-1a6cfdac557d tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Apr 18 17:46:30.388255 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-815fa92d-a497-4cf5-8239-fedee4802629 service neutron] 10.222.0.18 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385860 Apr 18 17:46:30.477990 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1584e7d9-0dc1-454f-9386-8a28bfa7da69 req-c9f0a4d8-5ed4-4435-a21c-753b4d63dfbc service neutron] 10.222.0.41 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864565 Apr 18 17:46:30.969275 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-de8f7925-3d2f-41da-b313-e1c231c319ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:31.506389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57636e-b52a-4eb4-bf27-af620149f1ee req-32424c37-cfd8-4f92-8864-3c0a40f4d58f tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:31.507840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd57636e-b52a-4eb4-bf27-af620149f1ee req-32424c37-cfd8-4f92-8864-3c0a40f4d58f tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 943 time: 0.0498331 Apr 18 17:46:31.544567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd57636e-b52a-4eb4-bf27-af620149f1ee req-a193c500-5038-46a1-84e7-e9d2df09ef8b tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Apr 18 17:46:31.982607 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-f8ad0476-24cd-4533-ba46-227b284c8513 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:31.984040 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-f8ad0476-24cd-4533-ba46-227b284c8513 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a&tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 943 time: 0.0514662 Apr 18 17:46:32.042352 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-e1a84ba2-dc66-4501-9e1c-9ab81a05fdad service neutron] delete failed (client error): The resource could not be found. Apr 18 17:46:32.043313 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-e1a84ba2-dc66-4501-9e1c-9ab81a05fdad service neutron] 10.222.0.41 "DELETE /v2.0/ports/fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0514293 Apr 18 17:46:32.144620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-1235f924-cf87-466b-9cc8-5e2e5f436fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:32.146123 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-1235f924-cf87-466b-9cc8-5e2e5f436fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 1094 time: 0.0402334 Apr 18 17:46:32.208437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:46:32.242764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-f1faf4a7-0ac9-4d0b-ad7f-c29d079b9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:32.244243 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-f1faf4a7-0ac9-4d0b-ad7f-c29d079b9a85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b HTTP/1.1" status: 200 len: 913 time: 0.0918384 Apr 18 17:46:32.284656 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-2808c6be-9c67-4a41-aa12-4338545baaa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 200 len: 217 time: 0.0342069 Apr 18 17:46:32.311844 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:46:32.323293 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'network_id': '517e3e18-f609-43d8-9c9f-b0f26f4dcb0b', 'port_id': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'mac_address': 'fa:16:3e:ea:8d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325a919a-861d-4cd5-8a51-9c5b07877e65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:46:32.338093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-3e83b070-df8a-4b5d-a338-6ae260ff6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:32.339725 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-3e83b070-df8a-4b5d-a338-6ae260ff6591 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=325a919a-861d-4cd5-8a51-9c5b07877e65 HTTP/1.1" status: 200 len: 852 time: 0.0492065 Apr 18 17:46:32.360878 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:32.372653 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-e60a26d8-93a0-437f-8038-87e60f1c3ccb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252945 Apr 18 17:46:32.374164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:46:32.393272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:46:32.461013 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-49642c9e-872b-4b31-88b4-6af3afe02848 service neutron] 10.222.0.41 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802014 Apr 18 17:46:32.491311 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:32.544834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:32.551961 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.552303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.552672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.553007 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.553243 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-362eb1e8-e45f-46ae-993f-35da01e1c17e service neutron] 10.222.0.41 "GET /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860846 Apr 18 17:46:32.553362 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.553675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.554002 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.554325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.554912 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.555232 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.555593 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.555911 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:46:32.906346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:46:33.300229 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0697-8cae-4c12-962a-e7a629225c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:33.948088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b5e6f-1642-4b9c-9184-e7ac624ddd9f req-b19a1b5f-5b75-464d-8f82-bb7080debda4 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:33.949478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3b5e6f-1642-4b9c-9184-e7ac624ddd9f req-b19a1b5f-5b75-464d-8f82-bb7080debda4 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 944 time: 0.0541182 Apr 18 17:46:33.985625 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c3b5e6f-1642-4b9c-9184-e7ac624ddd9f req-6cdcbf2f-c526-460c-9c3b-a4bd63ef76f4 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301132 Apr 18 17:46:34.220927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:46:34.317481 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:46:34.321559 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:46:34.321932 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:34.395647 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:34.417431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:46:34.419678 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ee3f87-c6e9-4cd2-a079-1b4e022bfc4b" -d '{"events": [{"server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "name": "network-vif-plugged", "status": "completed", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:46:34.431871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:46:34.457353 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a0ae2-1d8a-46c5-aa7b-37e1dc5bb6b1 x-openstack-request-id: req-797a0ae2-1d8a-46c5-aa7b-37e1dc5bb6b1 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:46:34.463136 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "name": "network-vif-plugged", "status": "completed", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:46:34.463136 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-797a0ae2-1d8a-46c5-aa7b-37e1dc5bb6b1 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:46:34.463136 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797a0ae2-1d8a-46c5-aa7b-37e1dc5bb6b1'] response: {'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'code': 200} Apr 18 17:46:34.497305 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:34.551084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:34.560146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:35.098630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae776c-cbc5-475b-a342-708d53c5cd86 req-71362b14-1f40-4d29-8846-d4c2f8533fcb tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:35.102684 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dae776c-cbc5-475b-a342-708d53c5cd86 req-71362b14-1f40-4d29-8846-d4c2f8533fcb tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0484667 Apr 18 17:46:35.140965 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8dae776c-cbc5-475b-a342-708d53c5cd86 req-a177009e-9222-4add-95f0-efbba93b7193 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/security-groups?id=342c6957-8b00-4dd9-8442-fff37051fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Apr 18 17:46:35.467046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-dd723172-de25-4dc6-80ea-8b72b412970a tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:35.468471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-dd723172-de25-4dc6-80ea-8b72b412970a tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 945 time: 0.0490079 Apr 18 17:46:35.559988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Deleting port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:46:35.560337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:35.652425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] For port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,segment=NetworkSegment(42a9e8bc-4926-4768-9360-ebfbdb934fda),segment_id=42a9e8bc-4926-4768-9360-ebfbdb934fda)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:46:35.652767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:35.666312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Calling delete_port for fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:46:35.857273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:35.884127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Pushing event deleted for resources: {'Port': ['ID=fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:35.887620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:46:35.928362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] No DVR routers for this DVR port fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:46:35.931185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:35.934440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-323f4c10-2fca-457c-a73c-d0e7f8f5363b req-a77e73e9-54a6-445c-9c03-bd334b700400 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.18 "DELETE /v2.0/ports/fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e HTTP/1.1" status: 204 len: 173 time: 0.4602003 Apr 18 17:46:35.934972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'name': 'network-vif-deleted', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:46:35.937258 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5395a38-3834-4d60-95d1-3f4f156fb727" -d '{"events": [{"server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "name": "network-vif-deleted", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:46:35.973433 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b76f197-0d36-4963-9a32-a2c12ad9c7bb x-openstack-request-id: req-8b76f197-0d36-4963-9a32-a2c12ad9c7bb {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:46:35.973736 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71ff8c-99c4-4421-9eea-34b3a6cc099a", "name": "network-vif-deleted", "tag": "fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:46:35.973991 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b76f197-0d36-4963-9a32-a2c12ad9c7bb {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:46:35.974989 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b76f197-0d36-4963-9a32-a2c12ad9c7bb'] response: {'server_uuid': '2e71ff8c-99c4-4421-9eea-34b3a6cc099a', 'name': 'network-vif-deleted', 'tag': 'fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e', 'status': 'completed', 'code': 200} Apr 18 17:46:36.022712 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:36.188574 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:36.239690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-975d27f8-e899-475b-a47d-5aa7b2cb4d67 req-b8ce6ea3-4876-4d03-9646-4ea821aa9576 tempest-DeleteServersTestJSON-1028969160 tempest-DeleteServersTestJSON-1028969160-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71ff8c-99c4-4421-9eea-34b3a6cc099a HTTP/1.1" status: 200 len: 210 time: 0.0272014 Apr 18 17:46:37.369203 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50820) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:46:37.422547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ad1b0d-488a-453d-b444-1ce9a9246207 admin admin] Deleting subnet 325a919a-861d-4cd5-8a51-9c5b07877e65 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:46:37.425819 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ad1b0d-488a-453d-b444-1ce9a9246207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.460924 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ad1b0d-488a-453d-b444-1ce9a9246207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.499728 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ad1b0d-488a-453d-b444-1ce9a9246207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.628766 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ad1b0d-488a-453d-b444-1ce9a9246207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.655079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad1b0d-488a-453d-b444-1ce9a9246207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325a919a-861d-4cd5-8a51-9c5b07877e65,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:37.662815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-79ad1b0d-488a-453d-b444-1ce9a9246207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.662815 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-79ad1b0d-488a-453d-b444-1ce9a9246207 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/325a919a-861d-4cd5-8a51-9c5b07877e65 HTTP/1.1" status: 204 len: 168 time: 0.2899935 Apr 18 17:46:37.663847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50822) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:46:37.736907 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.815112 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.834759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517e3e18-f609-43d8-9c9f-b0f26f4dcb0b']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:46:37.843631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a9e8bc-4926-4768-9360-ebfbdb934fda') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:46:37.843932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a9e8bc-4926-4768-9360-ebfbdb934fda') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:46:37.858035 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.870691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.876300 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:46:37.876681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:46:37.878314 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:46:37.997166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:38.002654 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:38.005748 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] 10.222.0.45 "DELETE /v2.0/networks/517e3e18-f609-43d8-9c9f-b0f26f4dcb0b HTTP/1.1" status: 204 len: 168 time: 0.3414805 Apr 18 17:46:38.016673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2861411-b125-49ea-9b72-5480bde5343f admin admin] Pushing event deleted for resources: {'Network': ['ID=517e3e18-f609-43d8-9c9f-b0f26f4dcb0b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:38.305387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50826) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:46:38.346118 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-45549000-b117-4f65-8b2e-845ce7bfc19c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=866eb38fbdc14a9ebcac08b3a0b76269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395532 Apr 18 17:46:38.348554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50828) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:46:38.396727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81945a27-af2a-484c-b164-aecdbcce846f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:38.417238 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81945a27-af2a-484c-b164-aecdbcce846f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:38.525721 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81945a27-af2a-484c-b164-aecdbcce846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:38.534144 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81945a27-af2a-484c-b164-aecdbcce846f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:38.534144 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-81945a27-af2a-484c-b164-aecdbcce846f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/342c6957-8b00-4dd9-8442-fff37051fb3b HTTP/1.1" status: 204 len: 168 time: 0.1820722 Apr 18 17:46:38.542123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81945a27-af2a-484c-b164-aecdbcce846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c6957-8b00-4dd9-8442-fff37051fb3b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:39.479408 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50850) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:46:39.574011 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-818032968-network', 'tenant_id': '36a9aa16a7f24ca5afd56633b4726fef'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:46:39.673978 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Made reservation on behalf of 36a9aa16a7f24ca5afd56633b4726fef for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:46:39.676381 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:39.685806 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:39.764975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:39.819865 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:39.843052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:46:39.852775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136986ae-de49-449e-909d-b9858b86dfad,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:39.857489 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:39.857831 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Added segment fa023685-4dfc-4c29-9aec-a2f82a1fbdee of type vlan for network 725fdce4-63fb-49de-abbd-a43678f72bef Apr 18 17:46:39.896457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:39.982595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:39.983566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:39.984146 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:40.046018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] Pushing event updated for resources: {'Network': ['ID=725fdce4-63fb-49de-abbd-a43678f72bef,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:40.056752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 725fdce4-63fb-49de-abbd-a43678f72bef details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:46:40.100932 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-679db9ff-7dea-416f-94a8-cdfd0bfa12ef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6199460 Apr 18 17:46:40.103883 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 50854) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:46:40.108665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Request body: {'subnet': {'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-818032968-subnet', 'tenant_id': '36a9aa16a7f24ca5afd56633b4726fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:46:40.188650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Made reservation on behalf of 36a9aa16a7f24ca5afd56633b4726fef for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:46:40.191048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:40.251659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:46:40.272460 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:46:40.277285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device fd3b4fbf-1cc1-4ee6-920a-8458b89dad6e not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:46:40.403747 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:40.463354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10a7308-b31d-4dcf-a2cc-f0b475f5364a,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:40.471853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Checking segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:46:40.472219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Network hostable DHCP agents. Network: 725fdce4-63fb-49de-abbd-a43678f72bef, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:46:40.542640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Network 725fdce4-63fb-49de-abbd-a43678f72bef is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:46:40.611086 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 725fdce4-63fb-49de-abbd-a43678f72bef) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:46:40.615037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:40.615622 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:40.620454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ec94b6-0b3a-433d-bdeb-58c41ef1b936 None None] Network 725fdce4-63fb-49de-abbd-a43678f72bef requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:46:40.693956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a7c3563e-29fb-415c-8166-68a25315165d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5890124 Apr 18 17:46:40.742680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090f253e-d1c6-41e9-9901-7cde103b38bc None None] Network 725fdce4-63fb-49de-abbd-a43678f72bef requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:46:41.116130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-dbb93086-1a44-486a-b7e3-c6a681e292a7 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:41.117606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-dbb93086-1a44-486a-b7e3-c6a681e292a7 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 814 time: 0.1054177 Apr 18 17:46:41.132532 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-3511ba48-53fb-4362-841a-832bd9ab90e3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/quotas/36a9aa16a7f24ca5afd56633b4726fef HTTP/1.1" status: 200 len: 375 time: 0.0091109 Apr 18 17:46:41.164121 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-5e72ffc7-7281-4962-bc12-5564fef36531 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262959 Apr 18 17:46:41.174879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-fb9e14df-3177-4b6a-af54-29807e1a2a35 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:46:41.175788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-fb9e14df-3177-4b6a-af54-29807e1a2a35 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049357 Apr 18 17:46:41.266190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-d3addc50-4ba3-4c75-b0e1-741e3adbe595 service neutron] 10.222.0.45 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838139 Apr 18 17:46:41.353539 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-1b084a1c-6484-4837-8729-1ea1ab780d85 service neutron] 10.222.0.45 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812352 Apr 18 17:46:42.596969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e6c4d3f-d6c2-4a73-853c-cd07193a2d5d req-1118ee70-7bdd-43e8-a606-c88ee5a9805c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 210 time: 0.0328975 Apr 18 17:46:43.691075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-907b2941-cb64-4b7b-a5e8-1800bc02e115 req-6657eda1-bc84-460f-b33b-3f4b14077ee6 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 210 time: 0.0268934 Apr 18 17:46:44.608843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-143903bd-d3c3-4e6d-a306-d3855b87da84 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:44.610376 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-143903bd-d3c3-4e6d-a306-d3855b87da84 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.41 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 814 time: 0.1059339 Apr 18 17:46:44.628884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Request body: {'port': {'device_id': '0e054147-d7b9-44a2-8338-f7e555611005', 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef', 'admin_state_up': True, 'tenant_id': '36a9aa16a7f24ca5afd56633b4726fef'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:46:44.793267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc12edf9-2f26-40a9-ab2d-d44fc061ce1c req-88123a97-238f-478d-8fd2-9ff569736e81 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 210 time: 0.0318799 Apr 18 17:46:44.825867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Made reservation on behalf of 36a9aa16a7f24ca5afd56633b4726fef for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:46:44.829389 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:44.963265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Allocated IP 172.20.0.12 (725fdce4-63fb-49de-abbd-a43678f72bef/e10a7308-b31d-4dcf-a2cc-f0b475f5364a/1b2b3d44-bd04-46bd-be10-bf66ef28ea65) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:46:45.115931 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:45.200222 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:45.248533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Network 725fdce4-63fb-49de-abbd-a43678f72bef is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:46:45.251643 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:46:45.255532 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:46:45.261939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:45.306386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:45.307002 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:45.387235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-18e8110f-8859-4c4b-b487-2a833995e52c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7618589 Apr 18 17:46:45.406161 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Request body: {'port': {'device_id': '0e054147-d7b9-44a2-8338-f7e555611005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:46:45.461712 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:45.721114 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:46:45.729191 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:45.741442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Transition to ACTIVE for port object 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:46:45.811145 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:45.862424 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:45.910919 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636154da-9f9e-47b4-9217-b909b66297de req-2626e2a2-efd0-431c-bf53-74e49f36cd72 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:45.913008 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-636154da-9f9e-47b4-9217-b909b66297de req-2626e2a2-efd0-431c-bf53-74e49f36cd72 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0512855 Apr 18 17:46:45.930689 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Attempting to bind port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:46:45.931028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Attempting to bind port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:46:45.931361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Attempting to bind port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on network 725fdce4-63fb-49de-abbd-a43678f72bef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:46:45.935671 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on network 725fdce4-63fb-49de-abbd-a43678f72bef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:46:45.935997 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Attempting to bind port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on network 725fdce4-63fb-49de-abbd-a43678f72bef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:46:45.940749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:46:45.941089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Checking segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:46:45.941498 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Bound using segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:46:45.941954 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Bound port: 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:46:45.942290 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:45.952184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-636154da-9f9e-47b4-9217-b909b66297de req-ad341584-8ecb-47a8-90de-0abe51cec7c3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Apr 18 17:46:46.004740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:46:46.007688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:46:46.077185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:46.111379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:46.112003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:46.113378 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] 10.222.0.41 "PUT /v2.0/ports/1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 200 len: 1092 time: 0.7115138 Apr 18 17:46:46.113845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:46:46.116152 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0642bacf-1d96-4f01-ad4e-61c8981d73ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:46:46.140751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc508f-2fc7-45ce-a0ff-14251dbd7db6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:46.155442 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd798c6c-f0c1-4050-b753-7b466decefd7 x-openstack-request-id: req-dd798c6c-f0c1-4050-b753-7b466decefd7 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:46:46.155732 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:46:46.155986 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd798c6c-f0c1-4050-b753-7b466decefd7 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:46:46.156390 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd798c6c-f0c1-4050-b753-7b466decefd7'] response: {'name': 'network-changed', 'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'status': 'completed', 'code': 200} Apr 18 17:46:46.237164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642bacf-1d96-4f01-ad4e-61c8981d73ae req-fd6f746f-e57e-4f49-a64b-0d9712416f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:46.238673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0642bacf-1d96-4f01-ad4e-61c8981d73ae req-fd6f746f-e57e-4f49-a64b-0d9712416f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 1095 time: 0.0415208 Apr 18 17:46:46.341794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642bacf-1d96-4f01-ad4e-61c8981d73ae req-e9a66cc9-a13f-40ca-ae3f-6afa44982f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:46.343151 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0642bacf-1d96-4f01-ad4e-61c8981d73ae req-e9a66cc9-a13f-40ca-ae3f-6afa44982f7f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925622 Apr 18 17:46:46.438558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642bacf-1d96-4f01-ad4e-61c8981d73ae req-4769852b-cfe2-4731-9faf-3928139bee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:46.440008 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0642bacf-1d96-4f01-ad4e-61c8981d73ae req-4769852b-cfe2-4731-9faf-3928139bee02 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901866 Apr 18 17:46:46.533172 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-3b97da74-01ff-474b-bedc-a221304de40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:46.534677 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-3b97da74-01ff-474b-bedc-a221304de40d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 1095 time: 0.0405972 Apr 18 17:46:46.580568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-c1cc2c9f-f9eb-41a7-a160-a273136bcacf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 200 len: 217 time: 0.0342069 Apr 18 17:46:46.631737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7543815e-eec2-45cf-9ea8-5aca6da2a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:46.633073 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-7543815e-eec2-45cf-9ea8-5aca6da2a4a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0440779 Apr 18 17:46:46.667883 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-83b7b652-378c-4f23-b07e-50bf09862da0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282903 Apr 18 17:46:46.756080 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-dc48de50-faa8-4279-a7f2-6c92872ea3c8 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811627 Apr 18 17:46:46.846456 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f09cfd97-9f57-4537-8a3b-0f45d9d48769 req-198e7f33-94da-4dd8-9d66-98fa81fc0904 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848560 Apr 18 17:46:47.068719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6821666-c476-4066-b9d0-30098bba2458 req-776c0a08-fdd4-4ee4-bced-b6984eacfe7a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:47.070205 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6821666-c476-4066-b9d0-30098bba2458 req-776c0a08-fdd4-4ee4-bced-b6984eacfe7a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0495584 Apr 18 17:46:47.107633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6821666-c476-4066-b9d0-30098bba2458 req-8679a043-4ced-4ad9-ba27-d178b6a5271a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Apr 18 17:46:47.500058 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:47.665938 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:48.228441 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781c8ca-ea31-4f52-846c-b622954c6636 req-e65a4bd1-3778-465b-9133-bbb1959e5db0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:48.229928 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0781c8ca-ea31-4f52-846c-b622954c6636 req-e65a4bd1-3778-465b-9133-bbb1959e5db0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0526335 Apr 18 17:46:48.266044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0781c8ca-ea31-4f52-846c-b622954c6636 req-303e5ae4-bfbb-4e06-9071-d3f87128ac5b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300984 Apr 18 17:46:49.380244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc89559-9c3d-4dd8-8f12-fcc9855564a5 req-397f1c94-7bae-466e-9534-ae6b801e0e99 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:49.381708 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5dc89559-9c3d-4dd8-8f12-fcc9855564a5 req-397f1c94-7bae-466e-9534-ae6b801e0e99 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0484278 Apr 18 17:46:49.418271 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5dc89559-9c3d-4dd8-8f12-fcc9855564a5 req-1eac9d66-5799-4e21-b029-a2687069840d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 Apr 18 17:46:50.531124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f58f36-87da-4a79-b5b6-ed8a410cb670 req-aa82ee9d-96f7-444f-a725-4824234a124d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:50.532560 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8f58f36-87da-4a79-b5b6-ed8a410cb670 req-aa82ee9d-96f7-444f-a725-4824234a124d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0480499 Apr 18 17:46:50.569672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c8f58f36-87da-4a79-b5b6-ed8a410cb670 req-64adfde1-fd4e-4e32-99ce-a37c72c38f21 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305879 Apr 18 17:46:51.257102 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:46:51.689428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cca5c1-9f30-4dc8-86e5-2aa36f26777c req-396f4f01-ce5f-47a9-8c6b-3b875e7ae6ea tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:51.690879 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1cca5c1-9f30-4dc8-86e5-2aa36f26777c req-396f4f01-ce5f-47a9-8c6b-3b875e7ae6ea tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0523026 Apr 18 17:46:51.716739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:46:51.729406 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f1cca5c1-9f30-4dc8-86e5-2aa36f26777c req-5c2144ec-4ecf-4b9f-85e1-4aba54f87e4f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Apr 18 17:46:51.807973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:46:51.819464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef', 'port_id': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'mac_address': 'fa:16:3e:9c:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10a7308-b31d-4dcf-a2cc-f0b475f5364a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:46:51.855172 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:51.870341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:46:51.889432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:46:51.976967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:52.022621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:52.353777 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['1b2b3d44-bd04-46bd-be10-bf66ef28ea65'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:46:52.842870 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713700b-cbbe-4f67-aca7-142ab934abd8 req-b9b0fb45-674c-4696-9ecb-dedd5ab43742 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:52.844346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f713700b-cbbe-4f67-aca7-142ab934abd8 req-b9b0fb45-674c-4696-9ecb-dedd5ab43742 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 945 time: 0.0488384 Apr 18 17:46:52.880727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f713700b-cbbe-4f67-aca7-142ab934abd8 req-72b4c938-8d0b-4c6d-b739-bfea27054682 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305283 Apr 18 17:46:53.732004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:46:53.851428 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:46:53.855054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:46:53.855520 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:53.937437 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:53.964506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:46:53.966760 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884079d0-bbc2-4d0d-9e56-d136688485b3" -d '{"events": [{"server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:46:53.980455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:46:54.004898 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e31c5-dd57-43db-ae54-a7dbed183cca req-c306ffa0-dfc8-4162-9a1a-c6456455c38e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:54.004898 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f9e31c5-dd57-43db-ae54-a7dbed183cca req-c306ffa0-dfc8-4162-9a1a-c6456455c38e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Apr 18 17:46:54.041926 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f9e31c5-dd57-43db-ae54-a7dbed183cca req-620cf247-0af8-4f37-b732-c06bd831e554 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Apr 18 17:46:54.051718 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:46:54.077497 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef02cc27-39f0-4078-bb46-7e6f36fdb08d x-openstack-request-id: req-ef02cc27-39f0-4078-bb46-7e6f36fdb08d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:46:54.077786 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:46:54.078034 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef02cc27-39f0-4078-bb46-7e6f36fdb08d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:46:54.078421 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef02cc27-39f0-4078-bb46-7e6f36fdb08d'] response: {'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'code': 200} Apr 18 17:46:54.104009 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:46:54.193570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9cfd5-3f75-446b-b2b4-c7efe456c4de req-fa2a7402-ed6e-4d9d-aa43-260336b53df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:54.195025 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ec9cfd5-3f75-446b-b2b4-c7efe456c4de req-fa2a7402-ed6e-4d9d-aa43-260336b53df2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 1097 time: 0.0405121 Apr 18 17:46:54.229031 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ec9cfd5-3f75-446b-b2b4-c7efe456c4de req-3914e948-a86a-4a10-b8c4-256f18f50f63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279799 Apr 18 17:46:55.166230 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03262c76-76ed-41af-b361-be97a8d00b0a req-b08d3f1a-c0a0-41e5-bc89-ce15f52a02d0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:55.167690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03262c76-76ed-41af-b361-be97a8d00b0a req-b08d3f1a-c0a0-41e5-bc89-ce15f52a02d0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0530243 Apr 18 17:46:55.205890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-03262c76-76ed-41af-b361-be97a8d00b0a req-b82a9c0c-de44-4352-91fa-109d13f00053 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Apr 18 17:46:56.323023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716289-a9c8-42bc-a1c6-7297fbb7f5b4 req-efbf2d7d-2f64-466b-b5cd-3d9ae1e1aaa0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:56.324463 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e716289-a9c8-42bc-a1c6-7297fbb7f5b4 req-efbf2d7d-2f64-466b-b5cd-3d9ae1e1aaa0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0476704 Apr 18 17:46:56.363982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e716289-a9c8-42bc-a1c6-7297fbb7f5b4 req-ac0e71fc-9983-4324-9243-eb988423556f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Apr 18 17:46:56.478636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0cf30-fdc8-4d4b-891e-ce97b4cc5f60 req-8bec530f-9660-447f-b944-07a680cecda8 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:56.480118 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59e0cf30-fdc8-4d4b-891e-ce97b4cc5f60 req-8bec530f-9660-447f-b944-07a680cecda8 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0484138 Apr 18 17:46:56.518589 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59e0cf30-fdc8-4d4b-891e-ce97b4cc5f60 req-e66185a9-da65-4ea7-a164-db953eb27fb9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Apr 18 17:46:56.811505 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46758d0-b723-4dcd-ba4c-0d7fa219f4a0 req-1a0a6c31-b489-4b08-807e-f1c07a069a2c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:56.813019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b46758d0-b723-4dcd-ba4c-0d7fa219f4a0 req-1a0a6c31-b489-4b08-807e-f1c07a069a2c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0534275 Apr 18 17:46:56.852320 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b46758d0-b723-4dcd-ba4c-0d7fa219f4a0 req-ec64f064-d00d-455c-8b07-494b7de28bd4 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Apr 18 17:46:56.963512 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096ced4-bb5c-410b-9f31-f472bb9e34cb req-7e3f3cc4-7318-4280-9778-4a7b6dcc685e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:56.964975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9096ced4-bb5c-410b-9f31-f472bb9e34cb req-7e3f3cc4-7318-4280-9778-4a7b6dcc685e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0484331 Apr 18 17:46:57.002401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9096ced4-bb5c-410b-9f31-f472bb9e34cb req-121a60db-5a98-4089-adbe-1dad079f67a6 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Apr 18 17:46:57.382707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfd11f-5e32-4c80-9626-dfdeccbbc0c5 req-9ec26f5c-59b1-41b1-b46a-4d69e3bbc90f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:57.384093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70bfd11f-5e32-4c80-9626-dfdeccbbc0c5 req-9ec26f5c-59b1-41b1-b46a-4d69e3bbc90f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0512004 Apr 18 17:46:57.422052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70bfd11f-5e32-4c80-9626-dfdeccbbc0c5 req-5289c16d-e161-4c79-9707-96b6d7e7c9e2 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318966 Apr 18 17:46:57.486255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-f00d259c-c509-4454-834e-e4dbace175ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433662 Apr 18 17:46:58.539941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543ef1d-4a07-4f62-8adb-69c18a824ff5 req-d5ee7a07-d831-46ec-88ff-8c49af487e57 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:58.541338 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6543ef1d-4a07-4f62-8adb-69c18a824ff5 req-d5ee7a07-d831-46ec-88ff-8c49af487e57 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0505648 Apr 18 17:46:58.579724 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6543ef1d-4a07-4f62-8adb-69c18a824ff5 req-d5d69cc7-302f-407e-8ca8-3f616834c055 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Apr 18 17:46:59.509850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-a1e9035f-375f-4707-a31c-911a60eba446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:59.511331 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-a1e9035f-375f-4707-a31c-911a60eba446 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 1097 time: 0.0403776 Apr 18 17:46:59.599801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-8076ae80-435f-4994-9c7a-3d7c5b33a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:59.601269 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-8076ae80-435f-4994-9c7a-3d7c5b33a4da service neutron] 10.222.0.41 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.0839438 Apr 18 17:46:59.642649 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-c6d33c5d-80c4-4e27-b392-9bc63912bfa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 200 len: 217 time: 0.0347693 Apr 18 17:46:59.690482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-12b06aaf-25bf-45e3-bdc2-12d9d7a36117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:59.691980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-12b06aaf-25bf-45e3-bdc2-12d9d7a36117 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0435286 Apr 18 17:46:59.698236 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233ec1a-e421-4248-b719-acc3f543b4f4 req-c67a49cd-b19e-4a82-8c93-7d12732e0170 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:46:59.699599 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7233ec1a-e421-4248-b719-acc3f543b4f4 req-c67a49cd-b19e-4a82-8c93-7d12732e0170 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0514343 Apr 18 17:46:59.727191 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-442eaba0-9df5-49ff-8fe3-1ae8e7498166 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284917 Apr 18 17:46:59.737851 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7233ec1a-e421-4248-b719-acc3f543b4f4 req-e5d358c8-6b93-4ed3-ae6a-1e51526be395 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Apr 18 17:46:59.815265 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-c86f5475-ee04-467e-988a-5f7c4e359a28 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817430 Apr 18 17:46:59.905741 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-48f3125a-869b-429e-93d8-ab5fe595c1a0 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838976 Apr 18 17:47:00.861027 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403dbc9-a17b-476e-a595-787f219323c3 req-1203e707-5096-4352-af53-0e06b93c21de tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:00.863633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a403dbc9-a17b-476e-a595-787f219323c3 req-1203e707-5096-4352-af53-0e06b93c21de tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0506175 Apr 18 17:47:00.907301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a403dbc9-a17b-476e-a595-787f219323c3 req-db5eed9b-97cd-4a61-ab92-d918ff056dfb tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 Apr 18 17:47:00.949489 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d33a1ed-9227-4cbe-af15-e7c44502f636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:02.023244 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac5d92-0aef-4ef3-8728-980ed2ea1b42 req-11f16b42-65fa-41b5-82fa-fef4b1df3ffd tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:02.025262 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6eac5d92-0aef-4ef3-8728-980ed2ea1b42 req-11f16b42-65fa-41b5-82fa-fef4b1df3ffd tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Apr 18 17:47:02.061574 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6eac5d92-0aef-4ef3-8728-980ed2ea1b42 req-cb1fff13-3ead-4821-88f7-f20e0b14c8d4 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303514 Apr 18 17:47:03.183924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8bf0-a376-4bf6-8f62-85c37a1ef1e9 req-799f41e0-22ad-4937-bc47-8963431de628 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:03.185349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcdb8bf0-a376-4bf6-8f62-85c37a1ef1e9 req-799f41e0-22ad-4937-bc47-8963431de628 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0490034 Apr 18 17:47:03.222794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fcdb8bf0-a376-4bf6-8f62-85c37a1ef1e9 req-f72431b7-7deb-4019-a2ff-6c6a5cb7a2b5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Apr 18 17:47:03.308421 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dcdcfa21-f219-4545-80c7-9201cbcea24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:04.346706 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396efefc-9fcb-4967-bc82-b90eee0afd60 req-f5898514-8f58-4b70-955d-d71e27059951 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:04.349163 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-396efefc-9fcb-4967-bc82-b90eee0afd60 req-f5898514-8f58-4b70-955d-d71e27059951 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0540614 Apr 18 17:47:04.393814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-396efefc-9fcb-4967-bc82-b90eee0afd60 req-340e767e-1bfa-4501-976f-0112ec0d9b38 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Apr 18 17:47:04.546030 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:05.507221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c69c9f-aa16-4699-a7ff-7635ab235d21 req-a9c4b578-fd68-443b-8e5d-81ed3ebc98ad tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:05.508707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70c69c9f-aa16-4699-a7ff-7635ab235d21 req-a9c4b578-fd68-443b-8e5d-81ed3ebc98ad tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0482175 Apr 18 17:47:05.548384 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70c69c9f-aa16-4699-a7ff-7635ab235d21 req-98d1a4bf-0e64-4f73-82a1-250ad5c55ebb tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Apr 18 17:47:06.028197 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:06.194104 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:06.664140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4a24f-3a00-404e-8007-9a49d1cf3403 req-d1994ac3-0cf9-42c9-97ae-76c3c1004372 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:06.665687 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49c4a24f-3a00-404e-8007-9a49d1cf3403 req-d1994ac3-0cf9-42c9-97ae-76c3c1004372 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0496707 Apr 18 17:47:06.703230 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49c4a24f-3a00-404e-8007-9a49d1cf3403 req-f1241390-cb53-40e6-90cf-445019e23ba9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Apr 18 17:47:07.817176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5bfcc-6954-46a0-8d6d-1773257b2dc8 req-81330b71-e334-446d-ac42-be6e34fb2333 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:07.818656 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46e5bfcc-6954-46a0-8d6d-1773257b2dc8 req-81330b71-e334-446d-ac42-be6e34fb2333 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0483830 Apr 18 17:47:07.860216 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46e5bfcc-6954-46a0-8d6d-1773257b2dc8 req-5c3a7bde-f612-47f9-9ab4-53b5cf077b51 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Apr 18 17:47:08.973424 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be8bac-dd0b-402f-8f53-6f12997ce869 req-13598c6b-2c4c-41d0-be76-328f34940811 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:08.974904 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53be8bac-dd0b-402f-8f53-6f12997ce869 req-13598c6b-2c4c-41d0-be76-328f34940811 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0484395 Apr 18 17:47:09.011922 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-53be8bac-dd0b-402f-8f53-6f12997ce869 req-e0f62a59-15ec-42c5-8d94-1ca65543ddc9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305412 Apr 18 17:47:10.126364 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad51eb-5e14-4a51-8d85-2b236be3dfd2 req-64b532fa-da95-4ee9-8233-69b429b4215e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:10.127834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5ad51eb-5e14-4a51-8d85-2b236be3dfd2 req-64b532fa-da95-4ee9-8233-69b429b4215e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0485010 Apr 18 17:47:10.165617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d5ad51eb-5e14-4a51-8d85-2b236be3dfd2 req-009a4a9f-2a9f-4355-9659-33597dfc16ea tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308836 Apr 18 17:47:11.281082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0737e-bf82-4fd7-aa2a-2c52c05cab26 req-c45a32f9-14f5-4b0a-8fc4-18673772ffa9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:11.282551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39d0737e-bf82-4fd7-aa2a-2c52c05cab26 req-c45a32f9-14f5-4b0a-8fc4-18673772ffa9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0476825 Apr 18 17:47:11.325152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39d0737e-bf82-4fd7-aa2a-2c52c05cab26 req-b1f16ead-2387-43ad-9bdc-40e26917ffbf tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366502 Apr 18 17:47:12.439466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21df3-66fa-4645-a665-2f985dff3d2b req-fbf2b603-8411-48f4-9221-f78d715fcca9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:12.440935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8f21df3-66fa-4645-a665-2f985dff3d2b req-fbf2b603-8411-48f4-9221-f78d715fcca9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0489411 Apr 18 17:47:12.479585 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a8f21df3-66fa-4645-a665-2f985dff3d2b req-785f4583-5c0b-4aa9-b1ef-97522e36e20a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325131 Apr 18 17:47:13.593713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1c667-1e30-48c3-9d60-4b42e6ec51f2 req-9e8fa451-3972-4587-abb6-19e4c6b2620f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:13.595166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffa1c667-1e30-48c3-9d60-4b42e6ec51f2 req-9e8fa451-3972-4587-abb6-19e4c6b2620f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0485933 Apr 18 17:47:13.631788 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ffa1c667-1e30-48c3-9d60-4b42e6ec51f2 req-236dd7b4-430f-43e1-ab95-d510b3cb23fa tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307016 Apr 18 17:47:14.749349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a217877-cef7-475e-8630-33d107099d91 req-676cc9a7-6364-4128-9ae2-c3da6ad734fd tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:14.750820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a217877-cef7-475e-8630-33d107099d91 req-676cc9a7-6364-4128-9ae2-c3da6ad734fd tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0474656 Apr 18 17:47:14.792383 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a217877-cef7-475e-8630-33d107099d91 req-f6b8e563-ab57-466f-95a2-d215afff832c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355887 Apr 18 17:47:15.906782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cd0d7-3d83-48d6-82a6-09544add4c06 req-df4adae6-895c-4528-a543-37a3f9687a26 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:15.908244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-750cd0d7-3d83-48d6-82a6-09544add4c06 req-df4adae6-895c-4528-a543-37a3f9687a26 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0484381 Apr 18 17:47:15.945821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-750cd0d7-3d83-48d6-82a6-09544add4c06 req-bc6e4edd-b120-4940-9539-d6e3822569ec tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Apr 18 17:47:17.058344 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcdd38-ba5d-42dd-9e69-7fb80fa16f17 req-bcec6466-fb50-49e5-a6e9-6ab013099db9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:17.059792 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98bcdd38-ba5d-42dd-9e69-7fb80fa16f17 req-bcec6466-fb50-49e5-a6e9-6ab013099db9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0481853 Apr 18 17:47:17.096901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98bcdd38-ba5d-42dd-9e69-7fb80fa16f17 req-0dac734d-5c0f-4efd-b6e0-384d8f24209e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310447 Apr 18 17:47:17.522237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:17.668951 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:18.214475 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56361e3-eadb-4b7a-94c1-46ca146299bb req-428743be-4b0b-46fd-93cf-67e084698efe tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:18.215939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e56361e3-eadb-4b7a-94c1-46ca146299bb req-428743be-4b0b-46fd-93cf-67e084698efe tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0491292 Apr 18 17:47:18.256613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e56361e3-eadb-4b7a-94c1-46ca146299bb req-c61a39c9-3707-4c82-b7cd-b3f2daf3d8d2 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346978 Apr 18 17:47:19.369539 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0de6-8a95-42e5-a4b1-08746fe5203d req-839f9d9f-70ba-45eb-b05a-4d56183f53e7 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:19.371624 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd1b0de6-8a95-42e5-a4b1-08746fe5203d req-839f9d9f-70ba-45eb-b05a-4d56183f53e7 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0485048 Apr 18 17:47:19.408168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fd1b0de6-8a95-42e5-a4b1-08746fe5203d req-d1f121b5-621f-40ef-90b1-d77c2a983f2b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305896 Apr 18 17:47:20.521885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474dde-2621-44db-986f-cab44ee6d4ab req-0c66a416-1e8e-4591-b77c-97810ef35e27 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:20.523336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39474dde-2621-44db-986f-cab44ee6d4ab req-0c66a416-1e8e-4591-b77c-97810ef35e27 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0477898 Apr 18 17:47:20.561367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-39474dde-2621-44db-986f-cab44ee6d4ab req-4a126e87-3747-4bad-9cec-17dc75851086 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Apr 18 17:47:21.674584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592f067-fbce-41ad-b74e-7e33cdc94a0f req-e664b96d-27fe-42c7-b691-f75b46ae4c10 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:21.676053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6592f067-fbce-41ad-b74e-7e33cdc94a0f req-e664b96d-27fe-42c7-b691-f75b46ae4c10 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0475929 Apr 18 17:47:21.716638 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6592f067-fbce-41ad-b74e-7e33cdc94a0f req-28535d74-f09e-4f4d-8ba5-eb32e74cf8cf tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Apr 18 17:47:22.830661 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7bd25-0a97-4175-a28f-400c9ee20577 req-3806f471-00f8-490d-85ac-ace85aedad2c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:22.832111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5c7bd25-0a97-4175-a28f-400c9ee20577 req-3806f471-00f8-490d-85ac-ace85aedad2c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0483685 Apr 18 17:47:22.870449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5c7bd25-0a97-4175-a28f-400c9ee20577 req-9757d194-16ec-445b-9c16-d1bc2757e526 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Apr 18 17:47:23.983977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b8460-b0a2-4543-b356-9c81a9ddf9f1 req-a056123c-7a07-4227-8541-0d8a1c443b6d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:23.985435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f0b8460-b0a2-4543-b356-9c81a9ddf9f1 req-a056123c-7a07-4227-8541-0d8a1c443b6d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0479138 Apr 18 17:47:24.022742 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3f0b8460-b0a2-4543-b356-9c81a9ddf9f1 req-818ada7d-874d-4e24-97d4-c1e18bf4d268 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Apr 18 17:47:25.257846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa530d3-3365-4e83-b89c-b7e4f1062988 req-1c3bdeaa-2b13-43ee-a08b-8929aa9145b3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:25.259549 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa530d3-3365-4e83-b89c-b7e4f1062988 req-1c3bdeaa-2b13-43ee-a08b-8929aa9145b3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.1688607 Apr 18 17:47:25.301622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1aa530d3-3365-4e83-b89c-b7e4f1062988 req-f8790803-ccb7-4514-b82f-b1d01a9908a8 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Apr 18 17:47:26.478010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3951-2cc8-47ef-b646-4797b8dbcbf4 req-c96824bb-83ea-49f4-ae83-28f54053ee17 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:26.480069 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94cb3951-2cc8-47ef-b646-4797b8dbcbf4 req-c96824bb-83ea-49f4-ae83-28f54053ee17 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.1106293 Apr 18 17:47:26.516267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94cb3951-2cc8-47ef-b646-4797b8dbcbf4 req-9acf7ddf-1f40-4ae2-a67a-c562a17c3bb5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302112 Apr 18 17:47:27.194323 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-c7e5231c-9db0-46ac-83c7-9c24e7dfc521 service neutron] show failed (client error): The resource could not be found. Apr 18 17:47:27.195318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-c7e5231c-9db0-46ac-83c7-9c24e7dfc521 service neutron] 10.222.0.41 "GET /v2.0/ports/1b2b3d44-bd04-46bd-be10-bf66ef28ea65/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0554917 Apr 18 17:47:27.633659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769dd21-220a-4312-bc1a-a5c89af862d0 req-660de001-9e51-4d19-924e-134599bb7773 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:27.635704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a769dd21-220a-4312-bc1a-a5c89af862d0 req-660de001-9e51-4d19-924e-134599bb7773 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0484180 Apr 18 17:47:27.681870 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a769dd21-220a-4312-bc1a-a5c89af862d0 req-1e3d92f2-1713-4634-a529-1cebd92c7b65 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Apr 18 17:47:27.694273 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-151b460d-de77-486a-952d-13e2c6cd87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:27.695778 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-151b460d-de77-486a-952d-13e2c6cd87c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005&tenant_id=36a9aa16a7f24ca5afd56633b4726fef HTTP/1.1" status: 200 len: 1097 time: 0.0415566 Apr 18 17:47:27.715294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:47:27.769048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:27.966418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:47:27.997883 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:47:28.035217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:47:28.037450 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4534d1-7f21-421a-bb98-e8bf1482543d" -d '{"events": [{"server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:47:28.041526 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:28.054198 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Transition to ACTIVE for port object 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:47:28.087657 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d90be74-2d3c-4ae2-8230-d79838d43040 x-openstack-request-id: req-5d90be74-2d3c-4ae2-8230-d79838d43040 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:47:28.087945 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:47:28.088196 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d90be74-2d3c-4ae2-8230-d79838d43040 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:47:28.089523 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d90be74-2d3c-4ae2-8230-d79838d43040'] response: {'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'code': 200} Apr 18 17:47:28.116485 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:28.182013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] No DVR routers for this DVR port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:47:28.185149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:28.196486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.197095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.197193 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.197511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.198485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.199046 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.199533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.200006 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.200495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.200887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.201224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.201587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:28.258944 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:47:28.543325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Attempting to bind port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:47:28.543575 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Attempting to bind port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:47:28.543903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Attempting to bind port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on network 725fdce4-63fb-49de-abbd-a43678f72bef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:47:28.548045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on network 725fdce4-63fb-49de-abbd-a43678f72bef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:47:28.548369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Attempting to bind port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on network 725fdce4-63fb-49de-abbd-a43678f72bef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:47:28.553404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:47:28.553766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Checking segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:47:28.554149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Bound using segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:47:28.554576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Bound port: 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:47:28.554956 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:28.615021 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:47:28.617944 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:47:28.714697 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:28.748941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:28.749595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:28.751023 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] 10.222.0.18 "PUT /v2.0/ports/1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 200 len: 1092 time: 1.0402262 Apr 18 17:47:28.771730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856cbee-6812-4990-bd2b-941ade218450 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:28.805714 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0f461-1579-4f39-9e0c-f58142883e83 req-35432890-9aac-4199-988a-aadf413adff2 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:28.807729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3f0f461-1579-4f39-9e0c-f58142883e83 req-35432890-9aac-4199-988a-aadf413adff2 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0527546 Apr 18 17:47:28.826467 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-b8ed9f7c-e4f8-45bd-8df6-a421a6eb0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:28.827969 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-b8ed9f7c-e4f8-45bd-8df6-a421a6eb0dbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 1095 time: 0.0444884 Apr 18 17:47:28.849954 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c3f0f461-1579-4f39-9e0c-f58142883e83 req-33ec6b50-991f-4162-b235-7f6fe3821d38 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360360 Apr 18 17:47:28.915267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-f02d8765-0853-48b0-99b7-34cd1f896d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:28.917279 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-f02d8765-0853-48b0-99b7-34cd1f896d43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.0824003 Apr 18 17:47:28.960475 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-2e3dc489-fd72-4672-b8ed-4a1fcb94c655 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 200 len: 217 time: 0.0372436 Apr 18 17:47:29.008074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-25c22431-9e0b-4602-b388-ef3438d09449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:29.009496 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-25c22431-9e0b-4602-b388-ef3438d09449 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0423851 Apr 18 17:47:29.039089 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-5deae954-96fc-4fd7-b703-f6d49289a4fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233483 Apr 18 17:47:29.129168 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-7a580069-de9a-4e22-b272-38810aca66ad service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836630 Apr 18 17:47:29.223579 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-78bf2098-5929-4a2d-8892-e134766c25d0 req-b530aef7-c2fd-48fe-839f-810ef75ea78f service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873704 Apr 18 17:47:29.967437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a9dbf-8bf9-47f2-bd61-69f3f2738cbe req-e338f91c-7df8-4c94-b353-26062339a522 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:29.968893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f70a9dbf-8bf9-47f2-bd61-69f3f2738cbe req-e338f91c-7df8-4c94-b353-26062339a522 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0486786 Apr 18 17:47:30.006219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f70a9dbf-8bf9-47f2-bd61-69f3f2738cbe req-73b8a08c-3e8f-45d1-a983-725c60958f74 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Apr 18 17:47:30.091127 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:47:30.093479 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87" -d '{"events": [{"name": "network-changed", "server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:47:30.140831 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b31c2c-2a9e-45c2-b2d3-0451c134fca8 x-openstack-request-id: req-a0b31c2c-2a9e-45c2-b2d3-0451c134fca8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:47:30.141117 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:47:30.141368 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0b31c2c-2a9e-45c2-b2d3-0451c134fca8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:47:30.141852 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b31c2c-2a9e-45c2-b2d3-0451c134fca8'] response: {'name': 'network-changed', 'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'status': 'completed', 'code': 200} Apr 18 17:47:30.248430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-08798dbf-8b9a-4b10-a62b-e5f1adc51c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:30.250519 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-08798dbf-8b9a-4b10-a62b-e5f1adc51c95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 1095 time: 0.0696194 Apr 18 17:47:30.256993 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-cff60d6d-6a6d-4fd5-8dfb-29986ca96ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:30.258547 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-cff60d6d-6a6d-4fd5-8dfb-29986ca96ca1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 1095 time: 0.0688739 Apr 18 17:47:30.407329 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-f1c36a4a-ba04-475a-a8e2-cbe145f971f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:30.408692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-f1c36a4a-ba04-475a-a8e2-cbe145f971f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.1492915 Apr 18 17:47:30.411240 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-2cd14897-2ba0-426e-9152-e11a2b865ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:30.412545 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-2cd14897-2ba0-426e-9152-e11a2b865ae4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.1458132 Apr 18 17:47:30.484134 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-7e5538a0-7ca8-4497-8963-329723add1aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 200 len: 217 time: 0.0677767 Apr 18 17:47:30.485739 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-453494a0-f26a-4426-b851-80943eca5992 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 200 len: 217 time: 0.0634537 Apr 18 17:47:30.564558 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-384eb972-1e04-45db-9dc6-15d77a034c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:30.566001 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-384eb972-1e04-45db-9dc6-15d77a034c68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0755444 Apr 18 17:47:30.567365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-dcf085bf-8e5a-44fe-8a39-50bf85e1b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:30.568658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-dcf085bf-8e5a-44fe-8a39-50bf85e1b8ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0713108 Apr 18 17:47:30.604261 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-5d0b9f16-90ba-48d5-ae98-1f8eded9c3ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301325 Apr 18 17:47:30.622630 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-9fa5de38-4f33-4b95-9080-28ea93480ed5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415125 Apr 18 17:47:30.769031 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-917ecae5-338e-4301-8336-fbe7df02ff90 service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484869 Apr 18 17:47:30.774005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-6b9d670c-e708-48a4-816b-8cb81adb3ccc service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442542 Apr 18 17:47:30.923734 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-def70ec5-f1ba-4f38-9099-f2df438307a8 service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466186 Apr 18 17:47:30.927132 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da8d9e0c-fd63-4ebb-afa6-7f81c4e21d87 req-8f57dea6-fc0c-4d2e-aa9a-4e761e31a2c2 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425443 Apr 18 17:47:30.954063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc7d5656-337a-469a-b775-fc618a053918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:31.120560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f274a7-9208-4f3a-b236-4c305eef7811 req-1a8a153f-6332-4d93-a3ac-130728d52b9b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:31.122052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64f274a7-9208-4f3a-b236-4c305eef7811 req-1a8a153f-6332-4d93-a3ac-130728d52b9b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0475078 Apr 18 17:47:31.158908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-64f274a7-9208-4f3a-b236-4c305eef7811 req-e1cdfc3b-6b89-4190-a8f2-0efb0cf7090a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Apr 18 17:47:31.919800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:47:31.960079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:47:32.286085 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54f2dc-cfa0-41ae-a9e8-70ca66e14dd9 req-000f5170-73bf-4d91-be70-7b8e5fc0b84f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:32.287541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef54f2dc-cfa0-41ae-a9e8-70ca66e14dd9 req-000f5170-73bf-4d91-be70-7b8e5fc0b84f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 944 time: 0.0485694 Apr 18 17:47:32.330062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ef54f2dc-cfa0-41ae-a9e8-70ca66e14dd9 req-be582c0f-7cb1-48da-ac5b-5978c6c01498 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348916 Apr 18 17:47:32.471716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:47:32.718737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:47:32.732420 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef', 'port_id': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'mac_address': 'fa:16:3e:9c:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10a7308-b31d-4dcf-a2cc-f0b475f5364a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:47:32.772712 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:32.786054 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:47:32.804926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:47:32.864743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:32.911432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:32.919551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.919902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.920263 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.920590 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.920925 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.921256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.921686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.922016 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.922343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.922667 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.922993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:32.923318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:47:33.240115 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1b2b3d44-bd04-46bd-be10-bf66ef28ea65'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:47:33.328588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b924261b-e019-4caf-9787-22d50ec6c1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:33.447366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2120-70d4-44cb-84c7-d1b3117e3dd2 req-289f015c-d5a7-4803-b02b-0a169ca12bb3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:33.449244 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac7a2120-70d4-44cb-84c7-d1b3117e3dd2 req-289f015c-d5a7-4803-b02b-0a169ca12bb3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Apr 18 17:47:33.486217 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ac7a2120-70d4-44cb-84c7-d1b3117e3dd2 req-0b95e498-56d2-4dd4-b176-a87afeeee3ed tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309527 Apr 18 17:47:33.898598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9ae2-07ba-42da-9277-2d28720402b4 req-3bd15070-c131-4b56-9c69-8689a450abd7 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:33.900070 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be6c9ae2-07ba-42da-9277-2d28720402b4 req-3bd15070-c131-4b56-9c69-8689a450abd7 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Apr 18 17:47:33.939346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be6c9ae2-07ba-42da-9277-2d28720402b4 req-255bdb24-abb3-4ae5-bf82-2e1eb7652fae tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327833 Apr 18 17:47:33.984406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-2a367c68-2eb1-4f43-9f38-ea64d1c647ec tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:33.985921 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-2a367c68-2eb1-4f43-9f38-ea64d1c647ec tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005&tenant_id=36a9aa16a7f24ca5afd56633b4726fef&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 945 time: 0.0523887 Apr 18 17:47:34.044936 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-82ea0f34-3e22-43e3-adee-3169720a0841 service neutron] delete failed (client error): The resource could not be found. Apr 18 17:47:34.045949 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-82ea0f34-3e22-43e3-adee-3169720a0841 service neutron] 10.222.0.41 "DELETE /v2.0/ports/1b2b3d44-bd04-46bd-be10-bf66ef28ea65/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0524037 Apr 18 17:47:34.153739 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-d2c4e2e0-a9c3-4377-82e0-1b14797af420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:34.155159 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-d2c4e2e0-a9c3-4377-82e0-1b14797af420 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 1096 time: 0.0461109 Apr 18 17:47:34.248697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-96dcc782-252b-4bf5-abc1-e6612f4b94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:34.250200 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-96dcc782-252b-4bf5-abc1-e6612f4b94ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.0854611 Apr 18 17:47:34.295521 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-0ea9ba8e-70c4-4412-a860-b857ca01c8be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 200 len: 217 time: 0.0379376 Apr 18 17:47:34.342888 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-5b7af0ec-8109-4552-a8db-5889acf139df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:34.344276 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-5b7af0ec-8109-4552-a8db-5889acf139df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0428748 Apr 18 17:47:34.376096 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-4920a46f-12c8-4f54-9cde-246be5b53504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246515 Apr 18 17:47:34.461993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-b145f69f-412a-45e0-a517-0d0561f710fc service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789294 Apr 18 17:47:34.485738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:47:34.550453 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:34.557893 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-826d16bf-a2fc-457f-b204-5d657f3d8a6a req-5de4c084-0ee8-406e-bff1-afe27a5ad2d4 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894189 Apr 18 17:47:34.602012 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:47:34.606554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:47:34.606925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:34.686157 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:34.707566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:47:34.709825 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c283ba80-ec57-468d-862c-aac793734891" -d '{"events": [{"server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:47:34.722999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:47:34.760320 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3a1fd6-819a-4c0a-af24-9f47c7f49acd x-openstack-request-id: req-cb3a1fd6-819a-4c0a-af24-9f47c7f49acd {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:47:34.760610 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:47:34.760863 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb3a1fd6-819a-4c0a-af24-9f47c7f49acd {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:47:34.761260 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3a1fd6-819a-4c0a-af24-9f47c7f49acd'] response: {'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'code': 200} Apr 18 17:47:34.813300 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:34.858859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:35.056687 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56dce7-b337-4f4a-afb5-1d2618281b61 req-37ac8bdc-0976-4d5b-bce8-df3e64de101b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:35.058198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da56dce7-b337-4f4a-afb5-1d2618281b61 req-37ac8bdc-0976-4d5b-bce8-df3e64de101b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0488384 Apr 18 17:47:35.099268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da56dce7-b337-4f4a-afb5-1d2618281b61 req-df649ce9-2b2c-4597-9229-0d397eb49c7d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348856 Apr 18 17:47:36.024859 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:36.196409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:36.216456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779be0-0fbb-4c16-b8b3-8fc8093a7d0a req-664ef1cf-7b66-4a54-b14f-4a7db0ba8707 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:36.217982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c779be0-0fbb-4c16-b8b3-8fc8093a7d0a req-664ef1cf-7b66-4a54-b14f-4a7db0ba8707 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0514779 Apr 18 17:47:36.254876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c779be0-0fbb-4c16-b8b3-8fc8093a7d0a req-45685578-ce6f-4f50-b012-dae670900b8c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309196 Apr 18 17:47:36.367709 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76987c0-0bce-4aeb-b778-d198bca7e25b req-469fac07-e051-4825-915c-9b7739339354 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:36.369153 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f76987c0-0bce-4aeb-b778-d198bca7e25b req-469fac07-e051-4825-915c-9b7739339354 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0482669 Apr 18 17:47:36.405598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f76987c0-0bce-4aeb-b778-d198bca7e25b req-cf3402c2-f91c-4a00-bb41-3697bc999853 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304821 Apr 18 17:47:36.516167 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f505f-1b89-4c29-ba93-c4c6b2324c5c req-8a11bc89-2993-4efa-ac8b-863a5128ff2e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:36.517609 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c0f505f-1b89-4c29-ba93-c4c6b2324c5c req-8a11bc89-2993-4efa-ac8b-863a5128ff2e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0468621 Apr 18 17:47:36.558254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c0f505f-1b89-4c29-ba93-c4c6b2324c5c req-a24daf55-f032-40a9-bc52-a2b7e5fd42a6 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 Apr 18 17:47:37.092516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596daf34-4694-4ff9-9940-52c804aa7daa req-e1015b21-6353-496b-b803-751e4ab4b148 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:37.093980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-e1015b21-6353-496b-b803-751e4ab4b148 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 814 time: 0.0981770 Apr 18 17:47:37.108494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-aa48173d-0292-4d4c-98db-1057e120820b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/quotas/36a9aa16a7f24ca5afd56633b4726fef HTTP/1.1" status: 200 len: 375 time: 0.0087960 Apr 18 17:47:37.156432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-479e63f8-61d2-4533-8683-f92d4f7eb6a9 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426366 Apr 18 17:47:37.257048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-5a406fe5-22eb-4c4b-a4e4-c1ec25280fb1 service neutron] 10.222.0.45 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926890 Apr 18 17:47:37.345544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-c6309d5a-1641-4347-9a09-590b70af9d11 service neutron] 10.222.0.45 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821154 Apr 18 17:47:37.576833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0c9bdcf3-857c-40d8-89d7-3d6b4c9fcfdc req-23323ce1-bae1-4abf-b672-c67c8c791020 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 210 time: 0.0328937 Apr 18 17:47:38.509276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-c5f4aa4b-2b94-4a46-a471-da580f2e9e98 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:38.510798 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-c5f4aa4b-2b94-4a46-a471-da580f2e9e98 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 946 time: 0.0487847 Apr 18 17:47:38.603601 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Deleting port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:47:38.603972 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:38.684918 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-49812b5d-58d4-4334-8ec9-615717d4b909 req-05388564-447f-4eb3-a7b0-7a3b2e1e316d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 210 time: 0.0371649 Apr 18 17:47:38.703522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] For port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:47:38.703522 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:38.711870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Calling delete_port for 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:47:38.910961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:38.943395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Pushing event deleted for resources: {'Port': ['ID=1b2b3d44-bd04-46bd-be10-bf66ef28ea65,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:38.944226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1b2b3d44-bd04-46bd-be10-bf66ef28ea65'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:47:38.989331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] No DVR routers for this DVR port 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:47:38.991939 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:38.995254 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b1e49806-cb02-4ac5-a872-a2663bf4b25e req-622152e7-1a3b-472a-bda8-63635e5ed237 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.18 "DELETE /v2.0/ports/1b2b3d44-bd04-46bd-be10-bf66ef28ea65 HTTP/1.1" status: 204 len: 173 time: 0.4790995 Apr 18 17:47:38.995692 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'name': 'network-vif-deleted', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:47:38.997947 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf8db4-9402-4e96-8fbb-4c88aee0c144" -d '{"events": [{"server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "name": "network-vif-deleted", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:47:39.034157 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2963d5ea-6d42-48a3-9f6b-babb39825294 x-openstack-request-id: req-2963d5ea-6d42-48a3-9f6b-babb39825294 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:47:39.035394 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e054147-d7b9-44a2-8338-f7e555611005", "name": "network-vif-deleted", "tag": "1b2b3d44-bd04-46bd-be10-bf66ef28ea65", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:47:39.035653 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2963d5ea-6d42-48a3-9f6b-babb39825294 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:47:39.036061 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2963d5ea-6d42-48a3-9f6b-babb39825294'] response: {'server_uuid': '0e054147-d7b9-44a2-8338-f7e555611005', 'name': 'network-vif-deleted', 'tag': '1b2b3d44-bd04-46bd-be10-bf66ef28ea65', 'status': 'completed', 'code': 200} Apr 18 17:47:39.504754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a619cd7c-72a4-48ca-9eeb-de5e981e9790 req-4a87ab04-1513-4bdc-8d4a-5dd5d906f3cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e054147-d7b9-44a2-8338-f7e555611005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333090 Apr 18 17:47:39.525251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596daf34-4694-4ff9-9940-52c804aa7daa req-d3aa9b78-a5ae-40f0-b71d-8a7e9cf9f619 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:39.526607 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-d3aa9b78-a5ae-40f0-b71d-8a7e9cf9f619 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.18 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 814 time: 0.1253459 Apr 18 17:47:39.560386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Request body: {'port': {'device_id': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef', 'admin_state_up': True, 'tenant_id': '36a9aa16a7f24ca5afd56633b4726fef'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:47:39.638489 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a619cd7c-72a4-48ca-9eeb-de5e981e9790 req-3ea64ae3-d985-4a18-8c48-ab50e71ca4b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=0e054147-d7b9-44a2-8338-f7e555611005 HTTP/1.1" status: 200 len: 210 time: 0.0297384 Apr 18 17:47:39.781230 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619cd7c-72a4-48ca-9eeb-de5e981e9790 req-a4387ebb-c43e-4e12-9e03-92d5e52813cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:39.782639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a619cd7c-72a4-48ca-9eeb-de5e981e9790 req-a4387ebb-c43e-4e12-9e03-92d5e52813cf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1204348 Apr 18 17:47:39.807733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-35a53a02-9df7-4739-90ab-6648f2f06571 req-7ce32bf0-443c-4964-b24e-bcf6bc8e624b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 210 time: 0.0306356 Apr 18 17:47:39.837933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Made reservation on behalf of 36a9aa16a7f24ca5afd56633b4726fef for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:47:39.841988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:39.942103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619cd7c-72a4-48ca-9eeb-de5e981e9790 req-6536ed9d-2b95-4096-a833-0d3fdca864a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:39.943567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a619cd7c-72a4-48ca-9eeb-de5e981e9790 req-6536ed9d-2b95-4096-a833-0d3fdca864a0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542985 Apr 18 17:47:39.997331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Allocated IP 172.20.0.13 (725fdce4-63fb-49de-abbd-a43678f72bef/e10a7308-b31d-4dcf-a2cc-f0b475f5364a/86638340-12bd-4234-8b96-e1113dc2b308) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:47:40.146351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:40.242812 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:40.274859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1b2b3d44-bd04-46bd-be10-bf66ef28ea65'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:47:40.285515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Network 725fdce4-63fb-49de-abbd-a43678f72bef is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:47:40.290650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:47:40.294367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:47:40.321492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:40.347259 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:40.347856 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:40.433403 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-89c43150-53ec-4a67-8942-dd3ac0334859 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776996 Apr 18 17:47:40.455714 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Request body: {'port': {'device_id': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:47:40.510124 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:40.766187 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86638340-12bd-4234-8b96-e1113dc2b308 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:47:40.773624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:40.785169 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Transition to ACTIVE for port object 86638340-12bd-4234-8b96-e1113dc2b308 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:47:40.858954 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:40.911252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:40.925595 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf2e9-743d-4b82-be29-c39ef5e5fcef req-546a8d21-7875-4ef6-ba8e-d3676c6a7e0a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:40.927076 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-908cf2e9-743d-4b82-be29-c39ef5e5fcef req-546a8d21-7875-4ef6-ba8e-d3676c6a7e0a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0499220 Apr 18 17:47:40.967144 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-908cf2e9-743d-4b82-be29-c39ef5e5fcef req-b7de3b07-52ad-474b-8471-a3685595c8cc tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327070 Apr 18 17:47:40.977469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Attempting to bind port 86638340-12bd-4234-8b96-e1113dc2b308 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:47:40.977814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Attempting to bind port 86638340-12bd-4234-8b96-e1113dc2b308 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:47:40.978144 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Attempting to bind port 86638340-12bd-4234-8b96-e1113dc2b308 on network 725fdce4-63fb-49de-abbd-a43678f72bef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:47:40.983015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Port 86638340-12bd-4234-8b96-e1113dc2b308 on network 725fdce4-63fb-49de-abbd-a43678f72bef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:47:40.983333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Attempting to bind port 86638340-12bd-4234-8b96-e1113dc2b308 on network 725fdce4-63fb-49de-abbd-a43678f72bef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:47:40.987957 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:47:40.988292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Checking segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:47:40.988674 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Bound using segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:47:40.989095 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Bound port: 86638340-12bd-4234-8b96-e1113dc2b308, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:47:40.989474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:41.051879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:47:41.054788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:47:41.111019 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:41.150645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:41.151263 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:41.153437 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 200 len: 1092 time: 0.7017558 Apr 18 17:47:41.153898 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:47:41.156159 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc7a11e-32ae-4f93-bd1b-f42c538dcabf" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "tag": "86638340-12bd-4234-8b96-e1113dc2b308"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:47:41.176160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed283c6-490f-43a5-8c8a-5ecaddf793d9 service neutron] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:41.192952 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f225f5-64b9-4e2d-8a1a-cfc266f67a73 x-openstack-request-id: req-c5f225f5-64b9-4e2d-8a1a-cfc266f67a73 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:47:41.193244 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "tag": "86638340-12bd-4234-8b96-e1113dc2b308", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:47:41.193536 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5f225f5-64b9-4e2d-8a1a-cfc266f67a73 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:47:41.193941 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f225f5-64b9-4e2d-8a1a-cfc266f67a73'] response: {'name': 'network-changed', 'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308', 'status': 'completed', 'code': 200} Apr 18 17:47:41.278684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7a11e-32ae-4f93-bd1b-f42c538dcabf req-8bdb1a1e-9b4a-424a-9307-0df1063b3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:41.280200 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7bc7a11e-32ae-4f93-bd1b-f42c538dcabf req-8bdb1a1e-9b4a-424a-9307-0df1063b3be8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 1095 time: 0.0457788 Apr 18 17:47:41.383742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7a11e-32ae-4f93-bd1b-f42c538dcabf req-3edeb6c5-4b90-457c-a278-956587926a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:41.385101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7bc7a11e-32ae-4f93-bd1b-f42c538dcabf req-3edeb6c5-4b90-457c-a278-956587926a6d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0913703 Apr 18 17:47:41.478379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7a11e-32ae-4f93-bd1b-f42c538dcabf req-de6e8562-bbda-460d-9979-8a0281d716dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:41.479873 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7bc7a11e-32ae-4f93-bd1b-f42c538dcabf req-de6e8562-bbda-460d-9979-8a0281d716dc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890541 Apr 18 17:47:41.572446 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596daf34-4694-4ff9-9940-52c804aa7daa req-a640d43b-f44b-45a2-aa82-9702eb86a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:41.574570 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-a640d43b-f44b-45a2-aa82-9702eb86a6ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 1095 time: 0.0409169 Apr 18 17:47:41.619378 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-762d7460-d3b1-409a-83dc-0a815476eadd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 200 len: 217 time: 0.0327168 Apr 18 17:47:41.666146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596daf34-4694-4ff9-9940-52c804aa7daa req-92348f25-2e9b-40ee-bdea-7ccea8fd68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:41.668045 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-92348f25-2e9b-40ee-bdea-7ccea8fd68d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0429778 Apr 18 17:47:41.702028 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-e824b331-fb25-4dd9-98ff-ffa5f03c24bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280595 Apr 18 17:47:41.786199 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-3ec7d245-ae69-4935-a2d0-6c8d8cefcf93 service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781131 Apr 18 17:47:41.876449 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-596daf34-4694-4ff9-9940-52c804aa7daa req-0d5a4ea2-0d6d-4962-8186-76281a540caf service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Apr 18 17:47:42.082162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc05d-2800-4edd-b7d6-ad71efe0698b req-f820bf6c-4609-4397-a459-c6721016009c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:42.083580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da4fc05d-2800-4edd-b7d6-ad71efe0698b req-f820bf6c-4609-4397-a459-c6721016009c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0472238 Apr 18 17:47:42.123990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da4fc05d-2800-4edd-b7d6-ad71efe0698b req-d6b6a0c0-acf9-4fa2-ab4a-332095f69657 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340078 Apr 18 17:47:42.516422 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:47:42.536950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:47:42.537295 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1b2b3d44-bd04-46bd-be10-bf66ef28ea65 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:47:43.239184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf6491-bfbf-4746-9366-4cd5e0b3766e req-c42a0336-cb1f-4e81-bbe5-f86f7c008ff5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:43.240626 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ddf6491-bfbf-4746-9366-4cd5e0b3766e req-c42a0336-cb1f-4e81-bbe5-f86f7c008ff5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0478032 Apr 18 17:47:43.278699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ddf6491-bfbf-4746-9366-4cd5e0b3766e req-17d590e6-5a19-473e-b1bc-8a43df31af21 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Apr 18 17:47:44.392434 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2846a-e812-42e2-a914-6fed9b84f6a6 req-0f257ed6-32be-4ae1-84ed-6c02dcc07294 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:44.393902 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93f2846a-e812-42e2-a914-6fed9b84f6a6 req-0f257ed6-32be-4ae1-84ed-6c02dcc07294 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0480082 Apr 18 17:47:44.431115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93f2846a-e812-42e2-a914-6fed9b84f6a6 req-e56bef07-d168-4107-9764-b1f04c7774d0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Apr 18 17:47:44.530836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 86638340-12bd-4234-8b96-e1113dc2b308 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:47:44.626305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:47:44.637830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '86638340-12bd-4234-8b96-e1113dc2b308', 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef', 'port_id': '86638340-12bd-4234-8b96-e1113dc2b308', 'mac_address': 'fa:16:3e:4b:17:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10a7308-b31d-4dcf-a2cc-f0b475f5364a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:47:44.673539 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:44.686197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86638340-12bd-4234-8b96-e1113dc2b308 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:47:44.705297 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:47:44.779157 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:44.829116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:45.129493 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['86638340-12bd-4234-8b96-e1113dc2b308'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:47:45.544126 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b6f5e-dd96-48da-aaa9-57ce75cb49f8 req-02d69b45-3e06-4f3c-a2bb-c87c49b5f31c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:45.545597 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d5b6f5e-dd96-48da-aaa9-57ce75cb49f8 req-02d69b45-3e06-4f3c-a2bb-c87c49b5f31c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 945 time: 0.0478427 Apr 18 17:47:45.588714 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8d5b6f5e-dd96-48da-aaa9-57ce75cb49f8 req-af8a3d18-59d2-47c9-95d1-18800cc0f90f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Apr 18 17:47:46.538441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 86638340-12bd-4234-8b96-e1113dc2b308 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:47:46.647628 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 86638340-12bd-4234-8b96-e1113dc2b308 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:47:46.651653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 86638340-12bd-4234-8b96-e1113dc2b308 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:47:46.652188 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:46.707547 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227ac71-cb1b-4400-8f60-f891ce58be67 req-cce63eda-7890-468c-bce9-fa92b86f71ae tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:46.709110 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1227ac71-cb1b-4400-8f60-f891ce58be67 req-cce63eda-7890-468c-bce9-fa92b86f71ae tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 945 time: 0.0511720 Apr 18 17:47:46.731952 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:46.750117 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1227ac71-cb1b-4400-8f60-f891ce58be67 req-4238fac3-e24e-4d25-b07b-045bb6cd716a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Apr 18 17:47:46.756345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:47:46.758659 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0000ed-3696-48e3-b230-109d4bc98280" -d '{"events": [{"server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "name": "network-vif-plugged", "status": "completed", "tag": "86638340-12bd-4234-8b96-e1113dc2b308"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:47:46.772654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:47:46.802564 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5518bc1-d37c-4f55-aca8-2fd6931a837d x-openstack-request-id: req-e5518bc1-d37c-4f55-aca8-2fd6931a837d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:47:46.802853 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "name": "network-vif-plugged", "status": "completed", "tag": "86638340-12bd-4234-8b96-e1113dc2b308", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:47:46.803102 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5518bc1-d37c-4f55-aca8-2fd6931a837d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:47:46.803624 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5518bc1-d37c-4f55-aca8-2fd6931a837d'] response: {'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308', 'code': 200} Apr 18 17:47:46.856473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:46.909147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:47:46.919064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34541d-ec0b-4e06-a229-8f96a35ec80e req-8d20d6a3-a1ab-40b6-b6d8-62a0dad8621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:46.920625 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1f34541d-ec0b-4e06-a229-8f96a35ec80e req-8d20d6a3-a1ab-40b6-b6d8-62a0dad8621f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 1097 time: 0.0417912 Apr 18 17:47:46.957741 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1f34541d-ec0b-4e06-a229-8f96a35ec80e req-8f3daaac-a054-4cc7-8188-1a7b0bd078ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293076 Apr 18 17:47:47.510341 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:47.653227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:47:47.867258 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d303a2-e8e3-4370-b606-60725223402f req-1e55679c-873e-4159-812b-e853b2375e2c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:47.868722 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8d303a2-e8e3-4370-b606-60725223402f req-1e55679c-873e-4159-812b-e853b2375e2c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0485401 Apr 18 17:47:47.905709 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b8d303a2-e8e3-4370-b606-60725223402f req-a6d752a9-3a87-4591-91ca-ecc57894f220 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303118 Apr 18 17:47:49.022032 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109b0b-0e54-43b8-b1be-d106d650a1ee req-c32ae51e-cdd7-4665-aba3-dbb3a61d4932 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:49.023478 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e109b0b-0e54-43b8-b1be-d106d650a1ee req-c32ae51e-cdd7-4665-aba3-dbb3a61d4932 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0480282 Apr 18 17:47:49.063779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e109b0b-0e54-43b8-b1be-d106d650a1ee req-71b686ff-75f8-43a4-ad68-0f7bfa26d055 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Apr 18 17:47:49.178035 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e2d68-6967-47dc-9bed-5c10d9c6bf9b req-25dec413-7de5-4a75-a66a-00596b4ede32 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:49.179519 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db3e2d68-6967-47dc-9bed-5c10d9c6bf9b req-25dec413-7de5-4a75-a66a-00596b4ede32 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0496702 Apr 18 17:47:49.218327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-db3e2d68-6967-47dc-9bed-5c10d9c6bf9b req-b9f90b03-8a2a-4bf0-83f9-b020dcb9bddd tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Apr 18 17:47:49.586576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff454ec-6524-49c2-82e1-fc4cee956e9c req-70065cee-6b6e-4b87-80e3-e4c3233af3f5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:49.588078 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bff454ec-6524-49c2-82e1-fc4cee956e9c req-70065cee-6b6e-4b87-80e3-e4c3233af3f5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0489497 Apr 18 17:47:49.626005 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bff454ec-6524-49c2-82e1-fc4cee956e9c req-2021bbf8-c95f-487a-b8c3-d5db7193c422 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Apr 18 17:47:49.704474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-c17b53fc-09f3-40e5-ae00-1b94969c1787 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389876 Apr 18 17:47:50.752759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c7046-2b39-433a-8d91-ac5879f272c0 req-6294c4c7-bb0f-45ed-bfbb-4ee50a95a472 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:50.754190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e0c7046-2b39-433a-8d91-ac5879f272c0 req-6294c4c7-bb0f-45ed-bfbb-4ee50a95a472 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0518582 Apr 18 17:47:50.791627 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e0c7046-2b39-433a-8d91-ac5879f272c0 req-550f1b4c-794d-45d6-a737-87a01aebeb66 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Apr 18 17:47:51.753749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-1d40c2a9-1d33-49b3-a9ff-362bb39f362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:51.755191 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-1d40c2a9-1d33-49b3-a9ff-362bb39f362e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 1097 time: 0.0406003 Apr 18 17:47:51.918665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a220d-086e-45f1-9e14-0b9c278e3123 req-06b49175-4420-4f0a-9957-5e00e824da42 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:51.920386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d8a220d-086e-45f1-9e14-0b9c278e3123 req-06b49175-4420-4f0a-9957-5e00e824da42 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0516124 Apr 18 17:47:51.960449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3d8a220d-086e-45f1-9e14-0b9c278e3123 req-197a9e84-5fb4-4c7d-96c8-c347f8be4c3e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Apr 18 17:47:52.162343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-f594313f-8433-499a-9d0f-22d67b3a1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:52.163821 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-f594313f-8433-499a-9d0f-22d67b3a1730 service neutron] 10.222.0.18 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.4011102 Apr 18 17:47:52.204653 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-665206f1-f877-4479-9116-96c3818427ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 200 len: 217 time: 0.0339825 Apr 18 17:47:52.251847 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-aebbdf4b-cdd8-45ae-93e2-eec92b35cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:52.253256 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-aebbdf4b-cdd8-45ae-93e2-eec92b35cc85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0426185 Apr 18 17:47:52.288488 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-99efb227-a02a-47b5-81a5-0977d530fd1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287042 Apr 18 17:47:52.377424 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-e9bf26fe-2d13-4b97-88ad-65aeb9cbd28b service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828128 Apr 18 17:47:52.468412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-867d0835-7e27-4677-913f-36174e06df22 service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851209 Apr 18 17:47:53.075554 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d31d18-7a6a-46b8-be43-50e762dd32f3 req-360e313d-9350-445d-a3de-d775dc990543 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:53.076977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2d31d18-7a6a-46b8-be43-50e762dd32f3 req-360e313d-9350-445d-a3de-d775dc990543 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0471587 Apr 18 17:47:53.113347 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d2d31d18-7a6a-46b8-be43-50e762dd32f3 req-e7065e60-4eba-4b4c-8c41-db7e2865d2ab tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303664 Apr 18 17:47:54.237546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b63bb-94ed-4b5c-94ad-62c5e113b694 req-7d796de3-0f7e-4c7a-9592-dc261a3392a0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:54.239345 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e2b63bb-94ed-4b5c-94ad-62c5e113b694 req-7d796de3-0f7e-4c7a-9592-dc261a3392a0 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0592926 Apr 18 17:47:54.277982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2e2b63bb-94ed-4b5c-94ad-62c5e113b694 req-5fee331b-c3c4-44c7-8064-7fbb67c590d1 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Apr 18 17:47:55.391886 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f12f-18d8-4020-932f-d4ecac96a659 req-b6016b66-a85c-406e-a852-1494ba54df16 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:55.393319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1852f12f-18d8-4020-932f-d4ecac96a659 req-b6016b66-a85c-406e-a852-1494ba54df16 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0479426 Apr 18 17:47:55.435116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1852f12f-18d8-4020-932f-d4ecac96a659 req-68fecdc1-b929-4c23-a9de-723ed97885d5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357139 Apr 18 17:47:56.559216 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6489f38-1f2c-46b6-910e-55b01c0088c1 req-64edda11-3efd-4efb-9055-8560e06b45e7 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:56.560779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6489f38-1f2c-46b6-910e-55b01c0088c1 req-64edda11-3efd-4efb-9055-8560e06b45e7 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0496426 Apr 18 17:47:56.598167 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6489f38-1f2c-46b6-910e-55b01c0088c1 req-baa960b7-b48f-4a8b-8c9e-0db46715d5bb tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Apr 18 17:47:57.717882 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7794-4944-4f87-8f50-c21e1c4dbdea req-74439711-4d8c-4e50-97c3-db509d958d5f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:57.719307 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-333e7794-4944-4f87-8f50-c21e1c4dbdea req-74439711-4d8c-4e50-97c3-db509d958d5f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0518060 Apr 18 17:47:57.755735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-333e7794-4944-4f87-8f50-c21e1c4dbdea req-61fa6a63-7ed5-4461-8170-777717414c38 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304427 Apr 18 17:47:58.877457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a7343-aeec-477e-b61a-7d17c47737e4 req-a5724e1d-a6b4-4248-ae92-4ef1b5952629 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:47:58.878932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216a7343-aeec-477e-b61a-7d17c47737e4 req-a5724e1d-a6b4-4248-ae92-4ef1b5952629 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0529881 Apr 18 17:47:58.916215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-216a7343-aeec-477e-b61a-7d17c47737e4 req-3503954e-8e9d-4b86-9df3-e0608e0c9a5c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Apr 18 17:48:00.032651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7668462-3764-4369-91e5-123f8d7dcece req-7288d474-889b-4ca6-ab37-dac3b1bd4520 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:00.034140 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7668462-3764-4369-91e5-123f8d7dcece req-7288d474-889b-4ca6-ab37-dac3b1bd4520 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0486968 Apr 18 17:48:00.071386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7668462-3764-4369-91e5-123f8d7dcece req-3bfb7391-6243-436a-abe4-72873b8b3dfa tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Apr 18 17:48:00.990647 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6866ed88-9139-460f-902a-710ee4a2cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:01.190614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd747d-1b49-4644-94b3-b2ee30e2bb32 req-06fc3b50-d4c4-4e1b-a48f-d8147e3e12ec tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:01.192074 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29fd747d-1b49-4644-94b3-b2ee30e2bb32 req-06fc3b50-d4c4-4e1b-a48f-d8147e3e12ec tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0526338 Apr 18 17:48:01.230419 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-29fd747d-1b49-4644-94b3-b2ee30e2bb32 req-14c13e6f-e867-42d9-bb64-6ce06cde230e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Apr 18 17:48:02.344336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282821ab-a2d2-453a-9fed-b4ccf346b832 req-5b2179cc-2ef8-4b8d-873d-27082e27657d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:02.345807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-282821ab-a2d2-453a-9fed-b4ccf346b832 req-5b2179cc-2ef8-4b8d-873d-27082e27657d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0484896 Apr 18 17:48:02.382071 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-282821ab-a2d2-453a-9fed-b4ccf346b832 req-53bebf91-cebc-4464-adbc-35631ac6c321 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304048 Apr 18 17:48:03.296780 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6a7463c8-6006-44ba-89d1-7197284aec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:03.496747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510ff4d-cea9-4053-b370-5d80c0a48f43 req-b1d80fad-cf9b-425f-a755-3c3e16c93822 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:03.498222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c510ff4d-cea9-4053-b370-5d80c0a48f43 req-b1d80fad-cf9b-425f-a755-3c3e16c93822 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0477607 Apr 18 17:48:03.535710 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c510ff4d-cea9-4053-b370-5d80c0a48f43 req-19c0fac8-931f-49d6-9040-756aad041c67 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Apr 18 17:48:04.555436 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:04.655324 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc52a1-4a15-4035-96f4-cebc128f0bf5 req-adf10ecd-33e3-44ff-9d48-b94205592fb4 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:04.656756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7fc52a1-4a15-4035-96f4-cebc128f0bf5 req-adf10ecd-33e3-44ff-9d48-b94205592fb4 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Apr 18 17:48:04.694322 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7fc52a1-4a15-4035-96f4-cebc128f0bf5 req-f932b54c-a43b-4ba5-b191-eab885ffe92a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Apr 18 17:48:05.257721 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:48:05.811144 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab990-7056-4e49-b98c-0b43f7063a5d req-ca5ead39-71fc-426e-8899-79970285cb0f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:05.812842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cfab990-7056-4e49-b98c-0b43f7063a5d req-ca5ead39-71fc-426e-8899-79970285cb0f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0509210 Apr 18 17:48:05.850411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cfab990-7056-4e49-b98c-0b43f7063a5d req-84cef600-7624-4a97-8b85-d5fd77759908 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Apr 18 17:48:06.033871 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:06.182538 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:06.966541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7430b-8c76-4206-8c67-c6e1076ff0a9 req-5407a09e-7eeb-4b49-bccb-45d60223976c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:06.968002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26e7430b-8c76-4206-8c67-c6e1076ff0a9 req-5407a09e-7eeb-4b49-bccb-45d60223976c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Apr 18 17:48:07.004806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26e7430b-8c76-4206-8c67-c6e1076ff0a9 req-7745c358-d190-4738-b64f-bab62bc0d4c3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Apr 18 17:48:08.121429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4733b4-96c7-455a-8957-91b3ef8f414e req-66622d93-fb9b-4daf-9c04-108ad1be273a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:08.123473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe4733b4-96c7-455a-8957-91b3ef8f414e req-66622d93-fb9b-4daf-9c04-108ad1be273a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0512309 Apr 18 17:48:08.159693 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe4733b4-96c7-455a-8957-91b3ef8f414e req-9e226639-0771-4dc0-b41f-7eb401ddcdfb tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302420 Apr 18 17:48:09.272635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834c5c-9e29-4968-ac9d-c75a51609be9 req-4917d76a-3ddc-4a6a-93c4-be2337d3e607 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:09.274135 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e834c5c-9e29-4968-ac9d-c75a51609be9 req-4917d76a-3ddc-4a6a-93c4-be2337d3e607 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0479624 Apr 18 17:48:09.311769 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8e834c5c-9e29-4968-ac9d-c75a51609be9 req-0f8b2e61-c784-49d2-8ab3-2ea3d50c7f02 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Apr 18 17:48:10.425770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5110199-3625-411f-ab28-442a6ca70672 req-c1bf8c05-577e-4bad-9f8a-4034f7602846 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:10.427206 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5110199-3625-411f-ab28-442a6ca70672 req-c1bf8c05-577e-4bad-9f8a-4034f7602846 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0480287 Apr 18 17:48:10.463536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a5110199-3625-411f-ab28-442a6ca70672 req-8f07480b-95be-4846-a380-499ab14c8945 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301285 Apr 18 17:48:11.580304 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c311bb-01ae-43a0-8073-7f24d8cb5cc8 req-70325313-7016-465e-a670-861f452e2d0a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:11.581741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c311bb-01ae-43a0-8073-7f24d8cb5cc8 req-70325313-7016-465e-a670-861f452e2d0a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0512793 Apr 18 17:48:11.618252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28c311bb-01ae-43a0-8073-7f24d8cb5cc8 req-a07f7472-e4ce-47fc-b6ca-540fb74ac94f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Apr 18 17:48:12.734782 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3259-e1a3-4c6f-8119-a020fd278a24 req-7b92c276-3aaf-4234-bf17-5f646004b8bd tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:12.736212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94aa3259-e1a3-4c6f-8119-a020fd278a24 req-7b92c276-3aaf-4234-bf17-5f646004b8bd tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0476460 Apr 18 17:48:12.771917 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-94aa3259-e1a3-4c6f-8119-a020fd278a24 req-7b348d86-00a3-4c49-b9a9-36d93fc59c7e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297201 Apr 18 17:48:13.885046 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ff32a-f18f-4a64-b5c6-eef0d561e551 req-9606efa7-9ea5-478f-8e73-e3d6002fe8ad tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:13.886506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-448ff32a-f18f-4a64-b5c6-eef0d561e551 req-9606efa7-9ea5-478f-8e73-e3d6002fe8ad tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0469177 Apr 18 17:48:13.923877 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-448ff32a-f18f-4a64-b5c6-eef0d561e551 req-75b919a0-3254-4e51-8104-517c8e2cf318 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Apr 18 17:48:15.040851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441560c7-7689-4b45-9623-fd45ba8cb868 req-e24090b9-1d68-49ae-b337-81e5129d768e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:15.042304 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-441560c7-7689-4b45-9623-fd45ba8cb868 req-e24090b9-1d68-49ae-b337-81e5129d768e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Apr 18 17:48:15.079249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-441560c7-7689-4b45-9623-fd45ba8cb868 req-50e4f0b0-8d18-42bf-b440-4728bd01e739 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Apr 18 17:48:16.191939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd107ae-e533-4050-bf8b-700cb29d3f46 req-b30af3dd-7d32-4707-9561-555f5dec5da3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:16.193381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bd107ae-e533-4050-bf8b-700cb29d3f46 req-b30af3dd-7d32-4707-9561-555f5dec5da3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0477486 Apr 18 17:48:16.230740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bd107ae-e533-4050-bf8b-700cb29d3f46 req-023d26b2-de1c-4e11-8dc8-eec35864d421 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Apr 18 17:48:17.345989 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f7a3f-b88f-4d91-bf17-bbfb350ff133 req-eb2d33cd-dee6-4181-9f8d-e36376668832 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:17.347468 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-252f7a3f-b88f-4d91-bf17-bbfb350ff133 req-eb2d33cd-dee6-4181-9f8d-e36376668832 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0490646 Apr 18 17:48:17.385401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-252f7a3f-b88f-4d91-bf17-bbfb350ff133 req-db92d00c-08cb-4c41-ac8e-99b5800bd420 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Apr 18 17:48:17.498821 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:17.709910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:18.508161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f91d4-2689-4a5b-81a7-dfc996999562 req-04a3f444-0476-454e-8b55-63ec884e4fc3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:18.510806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-696f91d4-2689-4a5b-81a7-dfc996999562 req-04a3f444-0476-454e-8b55-63ec884e4fc3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0528839 Apr 18 17:48:18.547452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-696f91d4-2689-4a5b-81a7-dfc996999562 req-9dcf2bc4-74cc-48d8-8044-abfee07d5e74 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Apr 18 17:48:19.662465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d8e7c-a6d9-4a4b-9656-6bbfae3c493b req-7add8a92-28a8-4d7c-8c5a-4025f9ca64c5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:19.663975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e2d8e7c-a6d9-4a4b-9656-6bbfae3c493b req-7add8a92-28a8-4d7c-8c5a-4025f9ca64c5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0483179 Apr 18 17:48:19.665230 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-8a7a749a-07dd-4ff8-8655-ce64b7a6ebcc service neutron] show failed (client error): The resource could not be found. Apr 18 17:48:19.666318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-8a7a749a-07dd-4ff8-8655-ce64b7a6ebcc service neutron] 10.222.0.18 "GET /v2.0/ports/86638340-12bd-4234-8b96-e1113dc2b308/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0563052 Apr 18 17:48:19.703611 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0e2d8e7c-a6d9-4a4b-9656-6bbfae3c493b req-cef47e55-1c3e-4b62-be33-9adca8d45f76 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325787 Apr 18 17:48:20.130913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-c1e87d71-1223-4082-94fc-c587d78d411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:20.132419 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-c1e87d71-1223-4082-94fc-c587d78d411f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45&tenant_id=36a9aa16a7f24ca5afd56633b4726fef HTTP/1.1" status: 200 len: 1097 time: 0.0413508 Apr 18 17:48:20.149130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:20.204285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:20.399569 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:20.432035 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:48:20.470457 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:48:20.472775 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dfe125-559c-4724-930b-e856d2ac5575" -d '{"events": [{"server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "name": "network-vif-unplugged", "status": "completed", "tag": "86638340-12bd-4234-8b96-e1113dc2b308"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:48:20.476952 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:20.489534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Transition to ACTIVE for port object 86638340-12bd-4234-8b96-e1113dc2b308 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:48:20.520284 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55149150-3198-455c-9eca-097380604fb3 x-openstack-request-id: req-55149150-3198-455c-9eca-097380604fb3 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:48:20.520577 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "name": "network-vif-unplugged", "status": "completed", "tag": "86638340-12bd-4234-8b96-e1113dc2b308", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:48:20.520830 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55149150-3198-455c-9eca-097380604fb3 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:48:20.521250 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55149150-3198-455c-9eca-097380604fb3'] response: {'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308', 'code': 200} Apr 18 17:48:20.553801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:20.614628 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] No DVR routers for this DVR port 86638340-12bd-4234-8b96-e1113dc2b308 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:48:20.616609 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:20.654356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Attempting to bind port 86638340-12bd-4234-8b96-e1113dc2b308 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:48:20.654630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Attempting to bind port 86638340-12bd-4234-8b96-e1113dc2b308 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:48:20.655502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Attempting to bind port 86638340-12bd-4234-8b96-e1113dc2b308 on network 725fdce4-63fb-49de-abbd-a43678f72bef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:48:20.660391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Port 86638340-12bd-4234-8b96-e1113dc2b308 on network 725fdce4-63fb-49de-abbd-a43678f72bef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:48:20.660717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Attempting to bind port 86638340-12bd-4234-8b96-e1113dc2b308 on network 725fdce4-63fb-49de-abbd-a43678f72bef {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:48:20.669279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:48:20.669913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Checking segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:48:20.670019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Bound using segment: {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:48:20.670426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Bound port: 86638340-12bd-4234-8b96-e1113dc2b308, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:48:20.670785 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:20.732197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:48:20.735333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:48:20.807970 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:20.819378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db6859-c348-4a06-befe-27d504e47dea req-d315ed79-56cf-4df3-a6ae-601c8196e528 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:20.821031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0db6859-c348-4a06-befe-27d504e47dea req-d315ed79-56cf-4df3-a6ae-601c8196e528 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0491920 Apr 18 17:48:20.843732 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:20.844346 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:20.845741 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] 10.222.0.41 "PUT /v2.0/ports/86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 200 len: 1092 time: 0.7005494 Apr 18 17:48:20.861490 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f0db6859-c348-4a06-befe-27d504e47dea req-de707c6f-a1d2-47ad-b7b2-be4ba8365f6f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334957 Apr 18 17:48:20.867399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cee4ab-17eb-4eeb-a4f1-974ebcb9a60e service neutron] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:20.920111 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-de7e08b5-e4c3-417c-9738-f3ebf2163758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:20.921603 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-de7e08b5-e4c3-417c-9738-f3ebf2163758 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 1095 time: 0.0418618 Apr 18 17:48:21.011720 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-d17ea294-da04-4e70-94dd-b3fd3073b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:21.019013 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-d17ea294-da04-4e70-94dd-b3fd3073b128 service neutron] 10.222.0.41 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.0850968 Apr 18 17:48:21.053451 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-f769a33b-ceb2-4962-93bc-cd56a0b58742 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 200 len: 217 time: 0.0336933 Apr 18 17:48:21.104718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-87d5aca6-1522-4ee1-a811-da2d53e378bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:21.106201 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-87d5aca6-1522-4ee1-a811-da2d53e378bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0466986 Apr 18 17:48:21.136690 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-fb6f709a-7cc9-4b12-a24e-a3eb494fc6b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242453 Apr 18 17:48:21.222202 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-f7e1a813-f0a5-4248-a042-47eb4703d0e7 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794284 Apr 18 17:48:21.313758 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-55a9eda4-f392-47ae-8c6f-28ec7ff9c0af req-6c1d774b-e98c-4431-8823-b888c7a65f19 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847490 Apr 18 17:48:21.981440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa4ec-f235-41c0-a0fd-70ab4ace0456 req-c25e712d-c5f0-4fb8-b6b6-43a49d598a1e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:21.983544 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b4fa4ec-f235-41c0-a0fd-70ab4ace0456 req-c25e712d-c5f0-4fb8-b6b6-43a49d598a1e tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0503573 Apr 18 17:48:22.020706 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2b4fa4ec-f235-41c0-a0fd-70ab4ace0456 req-f59d38e0-f74c-41bf-a48a-58f158164552 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Apr 18 17:48:22.522381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:48:22.524803 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb6f19-0a09-4ea9-848b-84e658e29379" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "tag": "86638340-12bd-4234-8b96-e1113dc2b308"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:48:22.571781 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6a8b0d-fb56-4d4f-b154-ab81b550083a x-openstack-request-id: req-ad6a8b0d-fb56-4d4f-b154-ab81b550083a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:48:22.572065 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "tag": "86638340-12bd-4234-8b96-e1113dc2b308", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:48:22.572325 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad6a8b0d-fb56-4d4f-b154-ab81b550083a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:48:22.572729 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6a8b0d-fb56-4d4f-b154-ab81b550083a'] response: {'name': 'network-changed', 'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308', 'status': 'completed', 'code': 200} Apr 18 17:48:22.681818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-f180bd4e-c21c-495c-966c-e8269c647b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:22.683306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-f180bd4e-c21c-495c-966c-e8269c647b9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 1095 time: 0.0691774 Apr 18 17:48:22.685004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-2867f3d3-98f2-4348-9992-d9b7aa38f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:22.686357 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-2867f3d3-98f2-4348-9992-d9b7aa38f709 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 1095 time: 0.0632017 Apr 18 17:48:22.840062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-3c12cf8b-6846-4316-b279-95ea2dd6266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:22.841444 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-3c12cf8b-6846-4316-b279-95ea2dd6266e service neutron] 10.222.0.18 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.1519120 Apr 18 17:48:22.844557 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-48ee9feb-894a-4272-b960-eaee5c2b5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:22.845888 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-48ee9feb-894a-4272-b960-eaee5c2b5e47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.1494532 Apr 18 17:48:22.912266 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-b21b017f-cb09-4977-964e-980bb52083a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 200 len: 217 time: 0.0630167 Apr 18 17:48:22.913623 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-ef9e39b5-cc35-406f-839b-9093c06121df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 200 len: 217 time: 0.0589261 Apr 18 17:48:22.996283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-fc542735-82b9-46d5-8a24-7a3902c0df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:22.997807 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-fc542735-82b9-46d5-8a24-7a3902c0df56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0790854 Apr 18 17:48:23.001026 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-156a516d-eb5a-4c5e-8d3b-68d21c97acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:23.002411 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-156a516d-eb5a-4c5e-8d3b-68d21c97acbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0824742 Apr 18 17:48:23.035571 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-89b5ccca-4a8c-44f4-bffd-c51fceb9dac9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316579 Apr 18 17:48:23.050381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-dccdedbc-127e-43c8-b515-fa10a4a188a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392210 Apr 18 17:48:23.143779 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3101f-e7e3-443d-a369-3347258e4912 req-c7c2afb9-26ec-44b3-aa5b-646baf745f39 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:23.145207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8c3101f-e7e3-443d-a369-3347258e4912 req-c7c2afb9-26ec-44b3-aa5b-646baf745f39 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0546527 Apr 18 17:48:23.183752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8c3101f-e7e3-443d-a369-3347258e4912 req-40fc5d0a-8a45-4663-91fb-54b1da28e1a5 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Apr 18 17:48:23.206174 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-36420678-90e7-4397-8381-12e30243f0d1 service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560791 Apr 18 17:48:23.206437 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-be75bf1b-063c-4da1-86d6-b3cf28a015c4 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479037 Apr 18 17:48:23.359725 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-06ae01e4-0463-425b-9f20-2931c160e660 service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491776 Apr 18 17:48:23.362979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-eceb6f19-0a09-4ea9-848b-84e658e29379 req-a29155b9-c653-4e3d-8786-bdafccc5e401 service neutron] 10.222.0.41 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455228 Apr 18 17:48:24.303074 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c0670-35b4-47c0-999d-425be18c9dfc req-8cae2e87-1787-416d-baa5-2ebb2c7ff570 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:24.304516 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-684c0670-35b4-47c0-999d-425be18c9dfc req-8cae2e87-1787-416d-baa5-2ebb2c7ff570 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0482183 Apr 18 17:48:24.342300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-684c0670-35b4-47c0-999d-425be18c9dfc req-1622cc92-9f7f-4520-bbbe-e9fce59e6274 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Apr 18 17:48:24.700861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 86638340-12bd-4234-8b96-e1113dc2b308 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:48:24.739359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 86638340-12bd-4234-8b96-e1113dc2b308 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:48:25.464232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13e23-2d5f-44e4-bbc3-8cf11ed03f54 req-0e74d35e-c2b5-4f92-93f7-b7cab9661e0d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:25.465681 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bc13e23-2d5f-44e4-bbc3-8cf11ed03f54 req-0e74d35e-c2b5-4f92-93f7-b7cab9661e0d tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0513577 Apr 18 17:48:25.503464 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5bc13e23-2d5f-44e4-bbc3-8cf11ed03f54 req-58048c99-43ed-4edc-b419-24c253bd2020 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Apr 18 17:48:25.822759 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facbf1a-4e67-4383-891e-cfa2ade26fa2 req-2ee3395a-48ad-4359-8eb8-715ecfbc7095 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:25.824245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8facbf1a-4e67-4383-891e-cfa2ade26fa2 req-2ee3395a-48ad-4359-8eb8-715ecfbc7095 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 944 time: 0.0496318 Apr 18 17:48:25.864123 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8facbf1a-4e67-4383-891e-cfa2ade26fa2 req-8ef7112c-6ab5-49fe-a555-9f42a538e328 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Apr 18 17:48:25.903690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-ca370f6e-4dee-48e2-a8c8-adcf7976f917 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:25.905223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-ca370f6e-4dee-48e2-a8c8-adcf7976f917 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45&tenant_id=36a9aa16a7f24ca5afd56633b4726fef&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 944 time: 0.0534678 Apr 18 17:48:25.915191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-fc480e9f-a152-459c-a0b7-ac53a9e4e309 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:48:25.916152 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-fc480e9f-a152-459c-a0b7-ac53a9e4e309 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047746 Apr 18 17:48:25.974028 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-07424e76-8c5a-4cc9-b59b-a907e8a653be service neutron] delete failed (client error): The resource could not be found. Apr 18 17:48:25.975003 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-07424e76-8c5a-4cc9-b59b-a907e8a653be service neutron] 10.222.0.18 "DELETE /v2.0/ports/86638340-12bd-4234-8b96-e1113dc2b308/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0518382 Apr 18 17:48:26.075271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-2d639750-1617-4d6b-b364-d7d51256937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:26.076814 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-2d639750-1617-4d6b-b364-d7d51256937c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 1095 time: 0.0408590 Apr 18 17:48:26.167943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-f02b8330-6782-49e7-af8d-f896fc1bfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:26.169436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-f02b8330-6782-49e7-af8d-f896fc1bfa56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 200 len: 915 time: 0.0866961 Apr 18 17:48:26.208947 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-872caeb0-59eb-4cf0-8a48-1e7df4f143a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 200 len: 217 time: 0.0333183 Apr 18 17:48:26.234625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86638340-12bd-4234-8b96-e1113dc2b308 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:48:26.256307 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-a350bf8f-d8d7-4ab0-bf8e-d34dd90d4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:26.257813 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-a350bf8f-d8d7-4ab0-bf8e-d34dd90d4bcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 200 len: 854 time: 0.0421743 Apr 18 17:48:26.292527 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-7b2c9a33-c355-486d-bb3d-c2e1ab403a65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725fdce4-63fb-49de-abbd-a43678f72bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287242 Apr 18 17:48:26.329482 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:26.340426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '86638340-12bd-4234-8b96-e1113dc2b308', 'network_id': '725fdce4-63fb-49de-abbd-a43678f72bef', 'port_id': '86638340-12bd-4234-8b96-e1113dc2b308', 'mac_address': 'fa:16:3e:4b:17:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10a7308-b31d-4dcf-a2cc-f0b475f5364a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:48:26.375999 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:26.377785 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-35479136-d096-45e4-841f-316d3eedc1f7 service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789778 Apr 18 17:48:26.388621 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86638340-12bd-4234-8b96-e1113dc2b308 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:48:26.408118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:26.469979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc8bdc1e-7cec-49fe-8909-15a91a8eacdb req-6551353d-9d71-4858-8c4a-d3a49ab154d5 service neutron] 10.222.0.18 "GET /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859058 Apr 18 17:48:26.470225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:26.520662 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:26.856402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['86638340-12bd-4234-8b96-e1113dc2b308'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:48:26.989663 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a13c-b74a-4407-9033-b1e1627f54f5 req-27c73cbf-fabf-47e2-bddb-38d64507df5c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:26.991955 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e36a13c-b74a-4407-9033-b1e1627f54f5 req-27c73cbf-fabf-47e2-bddb-38d64507df5c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 945 time: 0.0541930 Apr 18 17:48:27.031269 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e36a13c-b74a-4407-9033-b1e1627f54f5 req-f1025bde-37fb-4a11-a49b-df1511f4ea59 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Apr 18 17:48:28.155640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6c6f2-450e-42ad-a62f-ead7df9ed583 req-f170b842-a791-4566-81df-426a3409ff7f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:28.157760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ca6c6f2-450e-42ad-a62f-ead7df9ed583 req-f170b842-a791-4566-81df-426a3409ff7f tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 945 time: 0.0540962 Apr 18 17:48:28.195259 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ca6c6f2-450e-42ad-a62f-ead7df9ed583 req-037f6f38-0bee-44b7-9acc-eebb765ad623 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Apr 18 17:48:28.252993 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86638340-12bd-4234-8b96-e1113dc2b308 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:48:28.309823 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62e5d8-bc3c-482e-bbf5-e445bf3165ed req-c244c7c0-b2b2-4024-a955-322d60a81969 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:28.311191 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f62e5d8-bc3c-482e-bbf5-e445bf3165ed req-c244c7c0-b2b2-4024-a955-322d60a81969 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Apr 18 17:48:28.348827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f62e5d8-bc3c-482e-bbf5-e445bf3165ed req-f4389f11-17a7-49ad-b8af-3d463e3b655b tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Apr 18 17:48:28.378137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 86638340-12bd-4234-8b96-e1113dc2b308 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:48:28.382201 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 86638340-12bd-4234-8b96-e1113dc2b308 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:28.382598 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:28.459942 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:28.467039 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092a121-8deb-40bf-abf7-d65c0cf9977e req-7f2426ea-87ee-43cc-b044-e842b81c9fbc tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:28.468497 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5092a121-8deb-40bf-abf7-d65c0cf9977e req-7f2426ea-87ee-43cc-b044-e842b81c9fbc tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 945 time: 0.0481262 Apr 18 17:48:28.481958 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:48:28.484178 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc99cef7-b5d6-428c-864b-2578275c1853" -d '{"events": [{"server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "name": "network-vif-plugged", "status": "completed", "tag": "86638340-12bd-4234-8b96-e1113dc2b308"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:48:28.497859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:28.507249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5092a121-8deb-40bf-abf7-d65c0cf9977e req-2421ab31-4b5b-4b26-8b8e-87286266f30c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Apr 18 17:48:28.523464 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc150164-0720-4759-a280-dd1d103f4a17 x-openstack-request-id: req-bc150164-0720-4759-a280-dd1d103f4a17 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:48:28.523816 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "name": "network-vif-plugged", "status": "completed", "tag": "86638340-12bd-4234-8b96-e1113dc2b308", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:48:28.528120 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc150164-0720-4759-a280-dd1d103f4a17 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:48:28.528120 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc150164-0720-4759-a280-dd1d103f4a17'] response: {'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308', 'code': 200} Apr 18 17:48:28.559204 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:28.612084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:29.013390 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99455dd0-65ab-4c3e-aab2-3a1ae966240e req-1bd62f16-6d8b-42cb-b1e9-c2d7564821a2 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:29.014864 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99455dd0-65ab-4c3e-aab2-3a1ae966240e req-1bd62f16-6d8b-42cb-b1e9-c2d7564821a2 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0517943 Apr 18 17:48:29.051865 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-99455dd0-65ab-4c3e-aab2-3a1ae966240e req-0706351a-48c4-4c7a-80ee-90f2d7e627ec tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Apr 18 17:48:30.166025 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806268d-6d3c-4f03-bf2f-708a64766c17 req-552ea2de-154e-4443-9722-66f55f2db726 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:30.167527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1806268d-6d3c-4f03-bf2f-708a64766c17 req-552ea2de-154e-4443-9722-66f55f2db726 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0482736 Apr 18 17:48:30.205778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1806268d-6d3c-4f03-bf2f-708a64766c17 req-7306df5a-2abe-48a9-8310-ae2c5b6ccfa3 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/security-groups?id=136986ae-de49-449e-909d-b9858b86dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Apr 18 17:48:30.416870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-0856f1c8-f3f8-4a81-8848-67e10c29280a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:30.418275 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-0856f1c8-f3f8-4a81-8848-67e10c29280a tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 946 time: 0.0497994 Apr 18 17:48:30.503972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Deleting port 86638340-12bd-4234-8b96-e1113dc2b308 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:48:30.504322 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:30.591914 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] For port 86638340-12bd-4234-8b96-e1113dc2b308, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=86638340-12bd-4234-8b96-e1113dc2b308,segment=NetworkSegment(fa023685-4dfc-4c29-9aec-a2f82a1fbdee),segment_id=fa023685-4dfc-4c29-9aec-a2f82a1fbdee)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:30.592276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:30.604662 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Calling delete_port for 86638340-12bd-4234-8b96-e1113dc2b308 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:48:30.801257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:30.828074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Pushing event deleted for resources: {'Port': ['ID=86638340-12bd-4234-8b96-e1113dc2b308,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:30.834003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['86638340-12bd-4234-8b96-e1113dc2b308'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:48:30.838058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.838413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.838758 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.839100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.839435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.839768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.840099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.840424 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.840755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.841082 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.841406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.841750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:30.885087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] No DVR routers for this DVR port 86638340-12bd-4234-8b96-e1113dc2b308 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:48:30.887916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:30.891481 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c3ccc9ed-fadf-4521-9b6a-902cbb881471 req-2d7c7cd4-0b9a-49fc-b35c-2095507df241 tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.41 "DELETE /v2.0/ports/86638340-12bd-4234-8b96-e1113dc2b308 HTTP/1.1" status: 204 len: 173 time: 0.4677217 Apr 18 17:48:30.891923 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'name': 'network-vif-deleted', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:48:30.894305 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd3beab-3482-4713-b938-e2c47b3086f4" -d '{"events": [{"server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "name": "network-vif-deleted", "tag": "86638340-12bd-4234-8b96-e1113dc2b308"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:48:30.932963 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c06e283-4c84-4bab-a003-1d0991e738bc x-openstack-request-id: req-7c06e283-4c84-4bab-a003-1d0991e738bc {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:48:30.933255 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdebfc8-9934-432b-8a3b-b23afa604c45", "name": "network-vif-deleted", "tag": "86638340-12bd-4234-8b96-e1113dc2b308", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:48:30.933554 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c06e283-4c84-4bab-a003-1d0991e738bc {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:48:30.933991 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c06e283-4c84-4bab-a003-1d0991e738bc'] response: {'server_uuid': 'dbdebfc8-9934-432b-8a3b-b23afa604c45', 'name': 'network-vif-deleted', 'tag': '86638340-12bd-4234-8b96-e1113dc2b308', 'status': 'completed', 'code': 200} Apr 18 17:48:30.943785 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94f8d41f-98ae-4696-87b6-cbdd4601043f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:31.309639 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98439da9-ed95-4391-b981-7a231344ceaa req-70c99a0d-48e4-457b-9367-449b2574a74c tempest-ServerDiskConfigTestJSON-611866916 tempest-ServerDiskConfigTestJSON-611866916-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbdebfc8-9934-432b-8a3b-b23afa604c45 HTTP/1.1" status: 200 len: 210 time: 0.0261488 Apr 18 17:48:32.448703 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51234) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:32.492718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dec46c-4e9e-45f4-a776-e22251cbeb0c admin admin] Deleting subnet e10a7308-b31d-4dcf-a2cc-f0b475f5364a {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:48:32.495717 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98dec46c-4e9e-45f4-a776-e22251cbeb0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.533403 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98dec46c-4e9e-45f4-a776-e22251cbeb0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.572068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98dec46c-4e9e-45f4-a776-e22251cbeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.675916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98dec46c-4e9e-45f4-a776-e22251cbeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.699788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dec46c-4e9e-45f4-a776-e22251cbeb0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10a7308-b31d-4dcf-a2cc-f0b475f5364a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:32.705475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98dec46c-4e9e-45f4-a776-e22251cbeb0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.708639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-98dec46c-4e9e-45f4-a776-e22251cbeb0c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e10a7308-b31d-4dcf-a2cc-f0b475f5364a HTTP/1.1" status: 204 len: 168 time: 0.2589240 Apr 18 17:48:32.711061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51236) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:32.782351 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.858718 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.878941 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725fdce4-63fb-49de-abbd-a43678f72bef']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:32.887817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:32.888112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa023685-4dfc-4c29-9aec-a2f82a1fbdee') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:32.897142 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.910280 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.915889 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:48:32.916275 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:48:32.917895 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:48:33.018332 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:33.023918 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:33.026983 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/725fdce4-63fb-49de-abbd-a43678f72bef HTTP/1.1" status: 204 len: 168 time: 0.3150270 Apr 18 17:48:33.038448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45f078-a38f-498f-8657-08f4ead573a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=725fdce4-63fb-49de-abbd-a43678f72bef,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:33.289698 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:33.290934 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c86c354f-4e77-4e12-9127-e0e49f14ada3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:33.332649 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-87de1696-59e6-47b0-9b55-cfe05dde2d5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36a9aa16a7f24ca5afd56633b4726fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417316 Apr 18 17:48:33.335036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51242) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:33.381225 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:33.401591 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:33.515206 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:33.518351 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:33.519462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/136986ae-de49-449e-909d-b9858b86dfad HTTP/1.1" status: 204 len: 168 time: 0.1835470 Apr 18 17:48:33.527270 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136986ae-de49-449e-909d-b9858b86dfad,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:33.535374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.535729 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.536071 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.536407 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.536737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.537153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.537468 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.537799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.538125 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.538450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.538770 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:33.539090 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec276a65-a7cc-46f0-ad28-91d9caf9a5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:34.308783 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86638340-12bd-4234-8b96-e1113dc2b308 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:48:34.331871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 86638340-12bd-4234-8b96-e1113dc2b308 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:48:34.332218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 86638340-12bd-4234-8b96-e1113dc2b308 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:48:34.491461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51264) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:34.543688 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:34.598394 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1457169244-network', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:34.669442 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Made reservation on behalf of 3e5f35c7a38e414092bce2762e053db5 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:48:34.671597 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:34.680671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:34.753226 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:34.821652 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:34.846157 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:48:34.854707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d473993f-8219-4b3a-bda5-d80a99f338d7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:34.861015 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:34.861359 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Added segment c1f0bf00-ed02-49c5-82c8-1a56a09b11e1 of type vlan for network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 Apr 18 17:48:34.902457 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:34.987639 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:34.988607 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:34.989193 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:35.047861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] Pushing event updated for resources: {'Network': ['ID=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:35.057654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:48:35.180801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ee49600c-398b-491d-9c88-c0bf1b255774 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6882191 Apr 18 17:48:35.183927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51268) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:35.189820 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Request body: {'subnet': {'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1457169244-subnet', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:35.285088 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Made reservation on behalf of 3e5f35c7a38e414092bce2762e053db5 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:48:35.287713 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:35.515676 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:35.569431 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1abf40-97c4-4dbb-b9ed-7492fb364459,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:35.579561 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:48:35.579924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Network hostable DHCP agents. Network: faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:48:35.658182 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:48:35.732303 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:48:35.737139 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:35.737781 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:35.741764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aedf6d-f52a-486b-8ff0-621434815406 None None] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:48:35.820941 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-23bcab66-d920-47b4-88f4-3ede43c455da admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6357238 Apr 18 17:48:35.823430 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51270) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:35.831308 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:35.886839 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:48:35.887701 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:35.921280 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:35.923020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:35.977778 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.029651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Allocated IP 172.20.0.2 (faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94/1c1abf40-97c4-4dbb-b9ed-7492fb364459/1596cce6-7a2a-4ea3-999e-df2815d8973a) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:48:36.057700 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.196744 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.199851 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.282418 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.326520 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:48:36.330203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:48:36.332913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:48:36.339224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Pushing event updated for resources: {'Port': ['ID=1596cce6-7a2a-4ea3-999e-df2815d8973a,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:36.351847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.352189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.352597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.352857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.353184 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.353542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.353868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.354231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.354552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.354872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.355188 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.355502 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:36.402445 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Attempting to bind port 1596cce6-7a2a-4ea3-999e-df2815d8973a on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:48:36.402809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Attempting to bind port 1596cce6-7a2a-4ea3-999e-df2815d8973a by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:48:36.403165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Attempting to bind port 1596cce6-7a2a-4ea3-999e-df2815d8973a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:48:36.408638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:48:36.409003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:48:36.409399 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.409874 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:48:36.410459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Bound port: 1596cce6-7a2a-4ea3-999e-df2815d8973a, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:48:36.410838 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.477675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] For port 1596cce6-7a2a-4ea3-999e-df2815d8973a, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:48:36.480753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] For port 1596cce6-7a2a-4ea3-999e-df2815d8973a, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1596cce6-7a2a-4ea3-999e-df2815d8973a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:48:36.503235 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.567354 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.627702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d16d-923d-41c0-aa22-072fde63e085 None None] Pushing event updated for resources: {'Port': ['ID=1596cce6-7a2a-4ea3-999e-df2815d8973a,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:36.815847 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.835505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:36.944145 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Allocated IP 172.25.5.84 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/c9da4e34-625b-499b-9379-2f19d5aae513) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:48:37.052697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1596cce6-7a2a-4ea3-999e-df2815d8973a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:48:37.053881 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:37.102734 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1596cce6-7a2a-4ea3-999e-df2815d8973a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:37.103108 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:37.138919 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:37.184843 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:37.185330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:48:37.188422 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:48:37.191064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:48:37.220016 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Pushing event updated for resources: {'Port': ['ID=c9da4e34-625b-499b-9379-2f19d5aae513,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:37.221349 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 1596cce6-7a2a-4ea3-999e-df2815d8973a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1596cce6-7a2a-4ea3-999e-df2815d8973a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:37.299010 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:37.352562 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=1596cce6-7a2a-4ea3-999e-df2815d8973a,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:37.528808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:37.542380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c9949-e651-4e96-a0e7-87456015df73 None None] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:48:37.666370 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1388b1d3-68e9-4dfb-9bf1-5b81653d4204 None None] Provisioning complete for port 1596cce6-7a2a-4ea3-999e-df2815d8973a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:37.666999 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1388b1d3-68e9-4dfb-9bf1-5b81653d4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:37.732677 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:37.943932 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Router 77ade204-704b-4b40-b9df-0b84d24694e1 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:48:37.993159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a5ee4ab7-5b2a-4d21-8246-17951402c858 None None] Provisioning complete for port 1596cce6-7a2a-4ea3-999e-df2815d8973a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:37.993552 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4ab7-5b2a-4d21-8246-17951402c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.047618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:48:38.057902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:48:38.083710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:48:38.084327 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:48:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:38.123122 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.124421 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-926d6f71-c42c-4f6f-ac0e-5abfde585e82 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3000412 Apr 18 17:48:38.127566 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51272) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:38.344558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:48:38.517807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:37Z', 'revision_number': 3, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:38.543795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:48:38.544149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Updating router 77ade204-704b-4b40-b9df-0b84d24694e1 port c9da4e34-625b-499b-9379-2f19d5aae513 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:48:38.563285 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.570024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.721957 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Allocated IP 172.20.0.1 (faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94/1c1abf40-97c4-4dbb-b9ed-7492fb364459/861cc49c-64b9-4c8e-bb55-a8e8ba5372f2) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:48:38.823495 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.823743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.921173 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.949903 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.971917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Attempting to bind port c9da4e34-625b-499b-9379-2f19d5aae513 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:48:38.972286 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Attempting to bind port c9da4e34-625b-499b-9379-2f19d5aae513 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:48:38.972651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Attempting to bind port c9da4e34-625b-499b-9379-2f19d5aae513 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:48:38.981638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:48:38.982018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:48:38.982463 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.982973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:48:38.983296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Bound port: c9da4e34-625b-499b-9379-2f19d5aae513, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:48:38.983675 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:38.985904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f409ea5-813d-48b3-a01c-a697d407cc4e None None] Pushing event updated for resources: {'Port': ['ID=c9da4e34-625b-499b-9379-2f19d5aae513,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:38.989751 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:48:38.997100 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:48:39.005469 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:48:39.035400 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Pushing event updated for resources: {'Port': ['ID=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:39.048236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] For port c9da4e34-625b-499b-9379-2f19d5aae513, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:48:39.053276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] For port c9da4e34-625b-499b-9379-2f19d5aae513, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c9da4e34-625b-499b-9379-2f19d5aae513,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:48:39.055546 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:39.058696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1596cce6-7a2a-4ea3-999e-df2815d8973a up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:48:39.114098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 1596cce6-7a2a-4ea3-999e-df2815d8973a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:39.114474 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:39.138062 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:39.213781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:48:39.214426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:48:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:39.256223 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:39.257200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f409ea5-813d-48b3-a01c-a697d407cc4e None None] Pushing event updated for resources: {'Port': ['ID=c9da4e34-625b-499b-9379-2f19d5aae513,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:39.361975 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-923e8e39-8442-496e-b96f-a078a932337a None None] Provisioning complete for port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:39.362349 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-923e8e39-8442-496e-b96f-a078a932337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:39.387471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:48:39.423681 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:39.463795 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-923e8e39-8442-496e-b96f-a078a932337a None None] Port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:48:39.492703 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:39.562979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Pushing event updated for resources: {'Port': ['ID=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:39.565533 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:39.572510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:37Z', 'revision_number': 3, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:39.599393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e638ce-eaa7-40cd-b935-bc46d83530eb None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:37Z', 'revision_number': 3, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:48:39.657758 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:48:39.660398 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:48:39.780481 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:48:39.929232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:48:39.929232 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-68e47393-3b7b-4c09-acd3-b8b932653bba admin admin] 10.222.0.45 "PUT /v2.0/routers/77ade204-704b-4b40-b9df-0b84d24694e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002124 Apr 18 17:48:39.992945 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-771a68d8-6408-4a9b-b489-2c75aa5d7df7 None None] Provisioning complete for port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:39.993583 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-771a68d8-6408-4a9b-b489-2c75aa5d7df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:40.034556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-771a68d8-6408-4a9b-b489-2c75aa5d7df7 None None] Port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:48:40.430788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51280) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:40.435733 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a00a16a5-7546-4fd4-b992-0eaa4b0270cc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675734132', 'description': 'tempest-description--1897828553'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:40.514036 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a00a16a5-7546-4fd4-b992-0eaa4b0270cc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:40.580236 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a00a16a5-7546-4fd4-b992-0eaa4b0270cc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:40.650915 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a00a16a5-7546-4fd4-b992-0eaa4b0270cc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:40.679732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a16a5-7546-4fd4-b992-0eaa4b0270cc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae958436-8c73-4273-87a5-590e7e769844,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:40.750409 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a00a16a5-7546-4fd4-b992-0eaa4b0270cc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:40.751660 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a00a16a5-7546-4fd4-b992-0eaa4b0270cc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3198261 Apr 18 17:48:40.754444 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51282) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:40.758739 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-89ff9976-e761-4201-9f3a-0d6977ae7f8f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'security_group_rule': {'security_group_id': 'ae958436-8c73-4273-87a5-590e7e769844', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:40.838892 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89ff9976-e761-4201-9f3a-0d6977ae7f8f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:40.902158 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89ff9976-e761-4201-9f3a-0d6977ae7f8f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:40.966667 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89ff9976-e761-4201-9f3a-0d6977ae7f8f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:40.985559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff9976-e761-4201-9f3a-0d6977ae7f8f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13fbea8-8897-4825-89e6-eb988abc0aaa,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:41.065716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c9da4e34-625b-499b-9379-2f19d5aae513 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:48:41.073442 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-89ff9976-e761-4201-9f3a-0d6977ae7f8f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.074631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-89ff9976-e761-4201-9f3a-0d6977ae7f8f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3192620 Apr 18 17:48:41.077234 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51284) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:41.081708 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2246875d-d41e-4cd4-8947-1fb25b49a4ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'security_group_rule': {'security_group_id': 'ae958436-8c73-4273-87a5-590e7e769844', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:41.113580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c9da4e34-625b-499b-9379-2f19d5aae513 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:41.113967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.144676 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:48:41.154116 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:48:41.159859 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:48:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:41.183906 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2246875d-d41e-4cd4-8947-1fb25b49a4ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.196928 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.217793 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port c9da4e34-625b-499b-9379-2f19d5aae513, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c9da4e34-625b-499b-9379-2f19d5aae513,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:41.243461 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2246875d-d41e-4cd4-8947-1fb25b49a4ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.260233 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:48:41.309722 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.326709 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2246875d-d41e-4cd4-8947-1fb25b49a4ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.346438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246875d-d41e-4cd4-8947-1fb25b49a4ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf50db7-dbe4-4cc4-9348-c02afb8891f4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:41.365312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=c9da4e34-625b-499b-9379-2f19d5aae513,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:41.397334 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2246875d-d41e-4cd4-8947-1fb25b49a4ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.398628 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2246875d-d41e-4cd4-8947-1fb25b49a4ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3203804 Apr 18 17:48:41.401720 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:41.406258 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:41.455292 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 2, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:41.470129 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.481710 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:48:41.482038 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Updating router 77ade204-704b-4b40-b9df-0b84d24694e1 port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:48:41.516578 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.567536 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.671358 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Allocated IP 172.25.5.25 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/cabe552d-b3ba-42ff-bcda-72f340ab8f89) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:48:41.770452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.773584 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.852190 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.881268 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.904780 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Pushing event updated for resources: {'Port': ['ID=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:41.918244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:48:41.921318 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:48:41.927577 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:48:41.956138 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'Port': ['ID=cabe552d-b3ba-42ff-bcda-72f340ab8f89,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:41.956301 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.956514 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.956808 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.957132 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.957507 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.957795 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.961184 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.961662 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.962007 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.962337 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.963256 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.963256 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:48:41.971454 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Attempting to bind port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:48:41.971834 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Attempting to bind port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:48:41.972200 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Attempting to bind port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:48:41.977507 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:48:41.977889 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:48:41.978297 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:41.978686 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:48:41.979153 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Bound port: 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:48:41.979529 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.026175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.044690 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] For port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:48:42.048170 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] For port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:48:42.140429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.150110 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.168838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-415f9cfd-9c0b-4380-9547-e4b4e9a9320c None None] Provisioning complete for port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:42.169395 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-415f9cfd-9c0b-4380-9547-e4b4e9a9320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.205559 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:48:42.206182 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:48:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:42.252869 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-415f9cfd-9c0b-4380-9547-e4b4e9a9320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.293197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-415f9cfd-9c0b-4380-9547-e4b4e9a9320c None None] For port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:42.301718 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.365168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-415f9cfd-9c0b-4380-9547-e4b4e9a9320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.370930 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d440f-951b-4b97-9fb7-7466c43e050d None None] Pushing event updated for resources: {'Port': ['ID=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:42.376590 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:48:42.393549 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.443157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9cfd-9c0b-4380-9547-e4b4e9a9320c None None] Pushing event updated for resources: {'Port': ['ID=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:42.447374 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:48:42.487430 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'Port': ['ID=cabe552d-b3ba-42ff-bcda-72f340ab8f89,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:42.489957 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.490815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d9da7321-0660-47ee-8fc1-506482118843 None None] Provisioning complete for port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:42.491268 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9da7321-0660-47ee-8fc1-506482118843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.567781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:42.569834 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d37ed16e-cae7-4601-9197-cd9d83af8ff3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1670644 Apr 18 17:48:42.650939 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:42.679892 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6bb7-5a40-4e54-9b5f-150369628ea8 None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:48:42.722487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-1cfe9774-aa52-4700-8e67-8bf38cf4ae0d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--675734132&fields=id&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 267 time: 0.0368311 Apr 18 17:48:42.852301 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df6dc-47b7-4232-9800-6a523ceff63a req-2ca0f127-8da1-4eb8-895b-3057d8c0081d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:42.853883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-2ca0f127-8da1-4eb8-895b-3057d8c0081d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 812 time: 0.1138308 Apr 18 17:48:42.870325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-dfd0dee5-07eb-41f0-805a-f0d642f6a25d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/quotas/3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 375 time: 0.0096378 Apr 18 17:48:42.926486 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-1674d8f6-0345-4832-97bc-bdc6ea78d820 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502908 Apr 18 17:48:43.093255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-70582919-f485-43c7-a2f6-701e3d2b586e service neutron] 10.222.0.45 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537559 Apr 18 17:48:43.115485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c9da4e34-625b-499b-9379-2f19d5aae513 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:48:43.163167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port c9da4e34-625b-499b-9379-2f19d5aae513 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:43.163869 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:43.207127 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-1817251c-be53-4935-9708-d5dd1980f8b9 service neutron] 10.222.0.45 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037982 Apr 18 17:48:43.250533 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:48:43.301085 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:43.304264 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:43.450571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc1f6656-58aa-4d46-942c-525aa5fb7836 req-3f6f2f55-5cba-499a-a7d1-b7f37ed11f62 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 210 time: 0.0278502 Apr 18 17:48:44.552160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-59d2906e-7695-42da-959a-99cbc51493f0 req-8ebf4be9-09d7-40c4-9ba7-6fca78477e83 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 210 time: 0.0264096 Apr 18 17:48:45.503916 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df6dc-47b7-4232-9800-6a523ceff63a req-c39ecf61-9cf6-47a4-b626-0090f2f4afff tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:45.505372 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-c39ecf61-9cf6-47a4-b626-0090f2f4afff tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 812 time: 0.1007154 Apr 18 17:48:45.574428 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-fca2042d-fb74-42c2-9693-f4d4d4e3a81e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 379 time: 0.0352423 Apr 18 17:48:45.583789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'port': {'device_id': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'admin_state_up': True, 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'security_groups': ['ae958436-8c73-4273-87a5-590e7e769844']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:45.656150 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9f2b333-73f7-4b8e-92c2-fc8d43ef51da req-02bfd2cb-b468-4a69-aff2-3de7caa8240b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 210 time: 0.0312688 Apr 18 17:48:45.789735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Made reservation on behalf of 3e5f35c7a38e414092bce2762e053db5 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:48:45.793220 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:45.922712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Allocated IP 172.20.0.7 (faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94/1c1abf40-97c4-4dbb-b9ed-7492fb364459/b06b7feb-f96d-4728-956b-900ee2b99d45) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:48:46.053000 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:46.138603 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:46.187019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:48:46.190207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:48:46.193992 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:48:46.200269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:46.246478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:46.247467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:46.312150 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-4666e825-3544-465d-9a08-a20979692c0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319653 Apr 18 17:48:46.357757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-21a51576-a418-43d6-b83c-783a5599d14c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:48:46.358977 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-21a51576-a418-43d6-b83c-783a5599d14c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056462 Apr 18 17:48:46.377390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Request body: {'port': {'device_id': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:46.417736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0e8371f0-8e67-4bf7-b8f0-17e5a2d0c3dc None None] Provisioning complete for port b06b7feb-f96d-4728-956b-900ee2b99d45 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:46.418325 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0e8371f0-8e67-4bf7-b8f0-17e5a2d0c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:46.430454 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:46.452507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0e8371f0-8e67-4bf7-b8f0-17e5a2d0c3dc None None] Port b06b7feb-f96d-4728-956b-900ee2b99d45 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:48:46.697028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06b7feb-f96d-4728-956b-900ee2b99d45 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:48:46.705107 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:46.717182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Transition to ACTIVE for port object b06b7feb-f96d-4728-956b-900ee2b99d45 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:48:46.780942 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cac2d-df86-4042-b12f-abb81c76ac1a req-4ab92f4d-bfb6-4d4a-bbdc-57d03b185091 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:46.782432 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-115cac2d-df86-4042-b12f-abb81c76ac1a req-4ab92f4d-bfb6-4d4a-bbdc-57d03b185091 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 931 time: 0.0489249 Apr 18 17:48:46.784024 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:46.830012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-115cac2d-df86-4042-b12f-abb81c76ac1a req-80c2697d-6f3c-476a-ae3a-d3725879fd5a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413826 Apr 18 17:48:46.835640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:46.904718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Attempting to bind port b06b7feb-f96d-4728-956b-900ee2b99d45 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:48:46.905062 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Attempting to bind port b06b7feb-f96d-4728-956b-900ee2b99d45 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:48:46.905436 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Attempting to bind port b06b7feb-f96d-4728-956b-900ee2b99d45 on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:48:46.910031 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Port b06b7feb-f96d-4728-956b-900ee2b99d45 on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:48:46.910356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Attempting to bind port b06b7feb-f96d-4728-956b-900ee2b99d45 on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:48:46.915301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:48:46.915504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:48:46.915899 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:48:46.916326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Bound port: b06b7feb-f96d-4728-956b-900ee2b99d45, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:48:46.916693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:46.987148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:48:46.990388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:48:47.069794 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:47.102531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:47.103141 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:47.104567 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] 10.222.0.41 "PUT /v2.0/ports/b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 1091 time: 0.7315211 Apr 18 17:48:47.105027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:48:47.107284 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c1a11d-c126-43b3-90da-91e1315fcc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:48:47.138132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bce26-1d43-4a2c-95f8-56919efeaa05 service neutron] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:47.149110 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d866a2-637f-4803-875c-641d9cb704ae x-openstack-request-id: req-f2d866a2-637f-4803-875c-641d9cb704ae {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:48:47.149231 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:48:47.149488 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2d866a2-637f-4803-875c-641d9cb704ae {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:48:47.149899 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d866a2-637f-4803-875c-641d9cb704ae'] response: {'name': 'network-changed', 'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'status': 'completed', 'code': 200} Apr 18 17:48:47.234087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1a11d-c126-43b3-90da-91e1315fcc9c req-120bb07e-3471-449f-9187-1ccb0c59a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:47.236223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-93c1a11d-c126-43b3-90da-91e1315fcc9c req-120bb07e-3471-449f-9187-1ccb0c59a46f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1094 time: 0.0459585 Apr 18 17:48:47.341356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1a11d-c126-43b3-90da-91e1315fcc9c req-57a6dfbb-88d2-4a54-8515-3c0e7254145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:47.342859 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-93c1a11d-c126-43b3-90da-91e1315fcc9c req-57a6dfbb-88d2-4a54-8515-3c0e7254145e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e5f35c7a38e414092bce2762e053db5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0941806 Apr 18 17:48:47.435071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1a11d-c126-43b3-90da-91e1315fcc9c req-98899a26-001a-48c3-9bf2-a44dfdf416c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:47.436546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-93c1a11d-c126-43b3-90da-91e1315fcc9c req-98899a26-001a-48c3-9bf2-a44dfdf416c3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878139 Apr 18 17:48:47.497979 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:47.542534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df6dc-47b7-4232-9800-6a523ceff63a req-fb61a8b1-919d-48ad-9bee-2b3b56166e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:47.544050 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-fb61a8b1-919d-48ad-9bee-2b3b56166e9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1094 time: 0.0445409 Apr 18 17:48:47.597661 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-6cc39847-3d2a-4e8c-8ab5-aed0a751e4b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 217 time: 0.0389423 Apr 18 17:48:47.645299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df6dc-47b7-4232-9800-6a523ceff63a req-19dc664f-766e-442a-b041-8a8bb7245ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:47.646783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-19dc664f-766e-442a-b041-8a8bb7245ca3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0431547 Apr 18 17:48:47.690971 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:47.692540 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df6dc-47b7-4232-9800-6a523ceff63a req-3f8514d0-6a0c-4f8c-963e-2286e88c6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:47.694091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-3f8514d0-6a0c-4f8c-963e-2286e88c6b96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413623 Apr 18 17:48:47.951443 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03fdd7-d2c4-464d-90b5-b935e7e94f5d req-19f0f393-3f0d-41cf-853c-f418adc157a8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:47.953018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc03fdd7-d2c4-464d-90b5-b935e7e94f5d req-19f0f393-3f0d-41cf-853c-f418adc157a8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0500102 Apr 18 17:48:47.992407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc03fdd7-d2c4-464d-90b5-b935e7e94f5d req-921cf100-4e21-4979-9b63-dca5b5f3a860 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324638 Apr 18 17:48:48.104381 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-968fb9fc-09d6-4721-b8ad-2ccc49afbe96 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031830 Apr 18 17:48:48.193492 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-806df6dc-47b7-4232-9800-6a523ceff63a req-c16d55ce-7ecf-451e-bc74-b7a07724415b service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830960 Apr 18 17:48:49.111199 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d948d4-ae18-466a-bdcc-8abdccc27a07 req-3bb71344-599d-4027-a0e3-ee634bb7e25b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:49.112654 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93d948d4-ae18-466a-bdcc-8abdccc27a07 req-3bb71344-599d-4027-a0e3-ee634bb7e25b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0496807 Apr 18 17:48:49.154553 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-93d948d4-ae18-466a-bdcc-8abdccc27a07 req-d3c1ae4e-e03f-44a0-be2f-b0c2fab44e8a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357957 Apr 18 17:48:50.268045 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2b426-d0c8-489b-a8bf-e84977050c9a req-37d4ae55-1ffb-4160-9993-e6b0f76d3b5a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:50.269522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1e2b426-d0c8-489b-a8bf-e84977050c9a req-37d4ae55-1ffb-4160-9993-e6b0f76d3b5a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0476315 Apr 18 17:48:50.306946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1e2b426-d0c8-489b-a8bf-e84977050c9a req-c5406e5c-aa8a-43f9-b803-34b3312f41f8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312171 Apr 18 17:48:51.419844 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587c243-22c5-4e23-b6b3-99faef71a510 req-ce026ae9-0cf5-4c34-872c-ad4aff1f0ac8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:51.421293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3587c243-22c5-4e23-b6b3-99faef71a510 req-ce026ae9-0cf5-4c34-872c-ad4aff1f0ac8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0481222 Apr 18 17:48:51.458048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3587c243-22c5-4e23-b6b3-99faef71a510 req-dded8726-b186-42c7-8a5a-dc702468d494 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308027 Apr 18 17:48:52.386884 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b06b7feb-f96d-4728-956b-900ee2b99d45 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:48:52.477936 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:52.489634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'mac_address': 'fa:16:3e:66:9c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:48:52.532041 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:52.551098 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06b7feb-f96d-4728-956b-900ee2b99d45 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:48:52.565274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:52.574634 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c39a-4d64-4c38-adb2-7ec6af45f76a req-12d05e0f-c828-491a-96ba-bb6badb6a34c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:52.576106 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d476c39a-4d64-4c38-adb2-7ec6af45f76a req-12d05e0f-c828-491a-96ba-bb6badb6a34c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0483716 Apr 18 17:48:52.618017 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d476c39a-4d64-4c38-adb2-7ec6af45f76a req-48b8cdfd-2d36-418f-bdf8-6f48695a88e7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347958 Apr 18 17:48:52.629288 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:52.675954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:53.017220 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['b06b7feb-f96d-4728-956b-900ee2b99d45'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:48:54.021806 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce9ce2-af2b-446d-9807-0805b66d08c1 req-29e41551-fae7-4d8c-94d1-3eda7760ddd4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:54.023277 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24ce9ce2-af2b-446d-9807-0805b66d08c1 req-29e41551-fae7-4d8c-94d1-3eda7760ddd4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 944 time: 0.3368437 Apr 18 17:48:54.059763 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24ce9ce2-af2b-446d-9807-0805b66d08c1 req-b6eaf084-33e0-4cbb-aade-c87bf7ae3cf5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305860 Apr 18 17:48:54.402651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b06b7feb-f96d-4728-956b-900ee2b99d45 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:48:54.507725 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port b06b7feb-f96d-4728-956b-900ee2b99d45 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:48:54.512032 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port b06b7feb-f96d-4728-956b-900ee2b99d45 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:48:54.512520 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:54.587682 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:54.612118 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:48:54.614339 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534e2611-8cf7-47f8-99ff-92e13ac9db78" -d '{"events": [{"server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "name": "network-vif-plugged", "status": "completed", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:48:54.627391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:48:54.652567 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae2278-81f4-42f8-ac76-10f51ed52fa2 x-openstack-request-id: req-9aae2278-81f4-42f8-ac76-10f51ed52fa2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:48:54.652950 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "name": "network-vif-plugged", "status": "completed", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:48:54.653151 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9aae2278-81f4-42f8-ac76-10f51ed52fa2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:48:54.653589 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aae2278-81f4-42f8-ac76-10f51ed52fa2'] response: {'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'code': 200} Apr 18 17:48:54.713639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:54.760035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:48:54.775013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f08e98-b4f0-4a8d-996a-d3c494b560a9 req-441ed865-10d0-4594-ae17-9c35115da043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:54.776489 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0f08e98-b4f0-4a8d-996a-d3c494b560a9 req-441ed865-10d0-4594-ae17-9c35115da043 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1096 time: 0.0451756 Apr 18 17:48:54.810831 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d0f08e98-b4f0-4a8d-996a-d3c494b560a9 req-a5f9a5c9-c934-43bd-a702-bdd55642a78e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279655 Apr 18 17:48:55.179127 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528284e-fdaf-4d46-960f-62d009f029a4 req-2224d03f-d28e-471a-9232-d476cb2ff7ec tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:55.180590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f528284e-fdaf-4d46-960f-62d009f029a4 req-2224d03f-d28e-471a-9232-d476cb2ff7ec tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0492785 Apr 18 17:48:55.218540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f528284e-fdaf-4d46-960f-62d009f029a4 req-507ba8b0-050e-4d35-a73a-630bddcd19f0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Apr 18 17:48:56.343103 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2e1a2-c206-4e72-9aa2-774a2ba39848 req-36db072c-e7e4-4e76-8e62-dac4aafe050b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:56.344634 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecd2e1a2-c206-4e72-9aa2-774a2ba39848 req-36db072c-e7e4-4e76-8e62-dac4aafe050b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0565190 Apr 18 17:48:56.384283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ecd2e1a2-c206-4e72-9aa2-774a2ba39848 req-78db33e5-1bb7-4199-bdda-b8448a15bc77 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333531 Apr 18 17:48:57.497710 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613e8a2-3335-4db8-81af-40a995713245 req-535c6f8b-ea31-4289-86dc-5d5696fe524f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:57.499159 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4613e8a2-3335-4db8-81af-40a995713245 req-535c6f8b-ea31-4289-86dc-5d5696fe524f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0481513 Apr 18 17:48:57.537199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4613e8a2-3335-4db8-81af-40a995713245 req-949e5d58-3e55-4eaa-a13e-f34debef0d8a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320094 Apr 18 17:48:57.650571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a4d21-949b-412d-9de0-5e72f2491e95 req-dccce6d0-0a0c-4795-9be1-bb93b6e16ff7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:57.652058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-323a4d21-949b-412d-9de0-5e72f2491e95 req-dccce6d0-0a0c-4795-9be1-bb93b6e16ff7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0493681 Apr 18 17:48:57.661301 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 51350) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:48:57.666186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'floatingip': {'port_id': 'b06b7feb-f96d-4728-956b-900ee2b99d45'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:48:57.704408 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:58.129186 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:58.189428 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:58.288428 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 associated. External IP: 172.25.5.25, port: b06b7feb-f96d-4728-956b-900ee2b99d45. Apr 18 17:48:58.492154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:48:58.599862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:48:58.604567 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:48:58.611710 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:48:58.621852 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:48:58.622464 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:48:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:58.631937 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-22cfe5c7-f0ea-499a-9c60-cdf71d058aca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "PUT /v2.0/floatingips/ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 HTTP/1.1" status: 200 len: 990 time: 0.9694016 Apr 18 17:48:58.632502 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:48:58.634772 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56" -d '{"events": [{"name": "network-changed", "server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:48:58.686730 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8972f83-2257-4c95-9470-be6a2c3705ff x-openstack-request-id: req-a8972f83-2257-4c95-9470-be6a2c3705ff {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:48:58.687306 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:48:58.687306 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8972f83-2257-4c95-9470-be6a2c3705ff {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:48:58.687672 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8972f83-2257-4c95-9470-be6a2c3705ff'] response: {'name': 'network-changed', 'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'status': 'completed', 'code': 200} Apr 18 17:48:58.732073 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff3219-176b-42e5-9f8c-fdb6e321382e req-d2f7d957-19e5-44d6-94c0-d5aa143baccf tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:58.733598 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65ff3219-176b-42e5-9f8c-fdb6e321382e req-d2f7d957-19e5-44d6-94c0-d5aa143baccf tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0486870 Apr 18 17:48:58.737787 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:48:58.773247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-2c7ed93c-5de2-4aa4-bf89-21c382a1ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:58.774720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-2c7ed93c-5de2-4aa4-bf89-21c382a1ca60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1096 time: 0.0438561 Apr 18 17:48:58.777594 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-65ff3219-176b-42e5-9f8c-fdb6e321382e req-8a5c99f5-4c2b-4e91-94ea-4d97b3e2a120 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367961 Apr 18 17:48:58.891641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-971468be-b283-4ae3-9f59-ff11df2ed1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:58.893146 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-971468be-b283-4ae3-9f59-ff11df2ed1b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1125269 Apr 18 17:48:58.904558 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6523a0-ef25-4ff6-bca8-9d6f53ad58f4 req-fa7fe47c-e038-4299-a103-9967f701263d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:58.909901 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e6523a0-ef25-4ff6-bca8-9d6f53ad58f4 req-fa7fe47c-e038-4299-a103-9967f701263d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0562279 Apr 18 17:48:58.949526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e6523a0-ef25-4ff6-bca8-9d6f53ad58f4 req-01e89b32-0b9a-422d-8abf-efb638d794fc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364575 Apr 18 17:48:58.965665 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-437dd920-2bb6-4cdb-baff-de8001f6560c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 998 time: 0.0646181 Apr 18 17:48:58.976750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:66:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:48:58Z', 'revision_number': 1, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:59.003922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:48:59.012028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:48:59.012659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:48:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:59.018810 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-7891c582-7dbe-4adc-88f5-2da19f6d8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:59.020778 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-7891c582-7dbe-4adc-88f5-2da19f6d8d8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0506525 Apr 18 17:48:59.066171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-d809e9fc-fd8f-45e0-ad38-537743135abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:48:59.067593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-d809e9fc-fd8f-45e0-ad38-537743135abf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404122 Apr 18 17:48:59.167181 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-8b865ab5-7607-421d-b8a1-5ad68800ad09 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931284 Apr 18 17:48:59.260424 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5f53a260-6c0f-4ece-8d3a-50fc8c2bfa56 req-6ff08d56-b1ce-4095-8e5f-7bdf728c3075 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860410 Apr 18 17:48:59.283703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:48:59.496842 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:66:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:48:58Z', 'revision_number': 1, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:48:59.526211 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff68a04-b0ab-4aad-9f78-a40862075a77 None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:66:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:48:58Z', 'revision_number': 1, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:48:59.715507 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d58995-0f2c-4d69-883f-12b471309922 None None] New status for floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:49:00.068418 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0195203-0ea5-4e2b-9d68-ab53bfd9f641 req-2c109480-9797-4dab-aeec-64ba6a3fcbd1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:00.069967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0195203-0ea5-4e2b-9d68-ab53bfd9f641 req-2c109480-9797-4dab-aeec-64ba6a3fcbd1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0492549 Apr 18 17:49:00.107014 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0195203-0ea5-4e2b-9d68-ab53bfd9f641 req-d43b4ebc-c0bf-4c83-92e9-01d5cdd26928 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310423 Apr 18 17:49:00.224437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014618b-c272-435c-b386-d364562e4ed3 req-6a327f34-c66b-4ccd-802c-46bea7691c6c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:00.225896 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e014618b-c272-435c-b386-d364562e4ed3 req-6a327f34-c66b-4ccd-802c-46bea7691c6c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0476711 Apr 18 17:49:00.266675 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e014618b-c272-435c-b386-d364562e4ed3 req-5ae208ed-ecaa-4fff-a263-b77798156d9e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345480 Apr 18 17:49:00.574208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7be40-d655-44a6-80c4-618b82106589 req-3abd3ada-e28f-4af6-8a01-3d7120a335df tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:00.575666 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85d7be40-d655-44a6-80c4-618b82106589 req-3abd3ada-e28f-4af6-8a01-3d7120a335df tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0489836 Apr 18 17:49:00.623376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-85d7be40-d655-44a6-80c4-618b82106589 req-f7977105-6966-4695-8c84-a1ea293197f6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415566 Apr 18 17:49:00.651905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-478f4689-971d-4d50-9f85-0482b5ef6645 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418887 Apr 18 17:49:00.966613 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-68149cdd-dd16-4f84-aa32-c7763df5c1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:01.746937 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023696b-bff0-41db-9edd-96a1f312db8e req-c5364f06-bd87-4d13-878e-4bac67d598b7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:01.748487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8023696b-bff0-41db-9edd-96a1f312db8e req-c5364f06-bd87-4d13-878e-4bac67d598b7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0509939 Apr 18 17:49:01.789266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8023696b-bff0-41db-9edd-96a1f312db8e req-75351891-fe73-4e22-a8ee-4f6ff93cfa3a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334516 Apr 18 17:49:02.699229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-4ec13ff9-9fbf-4d8f-a347-86a967b240c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:02.700723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-4ec13ff9-9fbf-4d8f-a347-86a967b240c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1096 time: 0.0471354 Apr 18 17:49:02.787109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-6208bed1-ec5b-4518-8cf5-deb42b6be60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:02.788601 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-6208bed1-ec5b-4518-8cf5-deb42b6be60d service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0815508 Apr 18 17:49:02.856891 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-aa857f7f-aa83-46a1-959c-f777aac06baa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 1000 time: 0.0622530 Apr 18 17:49:02.904823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-6c1db0e7-8bb6-4a50-aa14-2ffa9bff3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:02.906397 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-6c1db0e7-8bb6-4a50-aa14-2ffa9bff3c55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0431561 Apr 18 17:49:02.912641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d78ae-5692-4b09-8205-915efdb43f2c req-06d550ef-7de2-4be1-8823-09d69467f06c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:02.914116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-949d78ae-5692-4b09-8205-915efdb43f2c req-06d550ef-7de2-4be1-8823-09d69467f06c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Apr 18 17:49:02.951873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-af17c41e-c39d-42ee-9fcf-b35a913eb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:02.952719 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-949d78ae-5692-4b09-8205-915efdb43f2c req-21b4758c-3f45-43ab-9308-5c919a090b11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Apr 18 17:49:02.953291 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-af17c41e-c39d-42ee-9fcf-b35a913eb4a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404825 Apr 18 17:49:03.043441 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-781cb994-b7c7-4b03-aa82-788e3d14ab72 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838916 Apr 18 17:49:03.130327 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-e3371167-d797-4b49-870a-537a01928f44 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802851 Apr 18 17:49:03.337526 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a880f607-a1f5-4cf2-9b32-fc82dde17c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:04.067531 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6b22c-1db8-4f56-a9cf-83ad68b452e7 req-f0217682-7aeb-40cc-8435-44c8c492ddae tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:04.068967 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91b6b22c-1db8-4f56-a9cf-83ad68b452e7 req-f0217682-7aeb-40cc-8435-44c8c492ddae tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0483060 Apr 18 17:49:04.105255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91b6b22c-1db8-4f56-a9cf-83ad68b452e7 req-ff57162b-9090-440a-a117-7583dad2de0f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303686 Apr 18 17:49:04.553571 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:05.225582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc575b-a7ce-4b82-b36b-ef2c04549c2e req-669cb61b-e513-4555-abad-d828e9c13da5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:05.227050 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62bc575b-a7ce-4b82-b36b-ef2c04549c2e req-669cb61b-e513-4555-abad-d828e9c13da5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0491304 Apr 18 17:49:05.263772 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-62bc575b-a7ce-4b82-b36b-ef2c04549c2e req-78c51a9c-d57a-40d9-88d9-4fc83001ecac tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308113 Apr 18 17:49:06.040672 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:06.199457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:06.381846 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ddb1d-062c-43dc-bc5e-26aa6518e2ff req-c78fa3d0-5591-4cc0-8970-d14fb77787c2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:06.383302 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a49ddb1d-062c-43dc-bc5e-26aa6518e2ff req-c78fa3d0-5591-4cc0-8970-d14fb77787c2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0519626 Apr 18 17:49:06.420718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a49ddb1d-062c-43dc-bc5e-26aa6518e2ff req-23260783-7f1a-475c-9150-dff57653d4ee tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314915 Apr 18 17:49:07.536213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd10fb-19b7-4e41-84cb-0a311f40ada9 req-4a7596e3-3a2c-4202-98cc-3e4ba6fc3101 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:07.537858 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8bd10fb-19b7-4e41-84cb-0a311f40ada9 req-4a7596e3-3a2c-4202-98cc-3e4ba6fc3101 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0493948 Apr 18 17:49:07.576738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f8bd10fb-19b7-4e41-84cb-0a311f40ada9 req-43974401-fea3-4336-a84f-14c56511698a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326679 Apr 18 17:49:08.698414 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cd2d8-1571-48e8-aa9a-06cc1602d685 req-03ba825b-669c-4fea-9f16-a2a4c4395c8d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:08.699882 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-561cd2d8-1571-48e8-aa9a-06cc1602d685 req-03ba825b-669c-4fea-9f16-a2a4c4395c8d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0504551 Apr 18 17:49:08.736407 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-561cd2d8-1571-48e8-aa9a-06cc1602d685 req-b7fd4b99-7d7a-4928-94be-048cec0a93a3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304346 Apr 18 17:49:09.858563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593e283-af95-4c62-af8b-c05a2dba7023 req-02b34396-6bf1-42da-99b4-930cde8cb7f3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:09.860024 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4593e283-af95-4c62-af8b-c05a2dba7023 req-02b34396-6bf1-42da-99b4-930cde8cb7f3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0555842 Apr 18 17:49:09.897274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4593e283-af95-4c62-af8b-c05a2dba7023 req-020e671f-fd0d-47d7-bede-789b68348209 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311391 Apr 18 17:49:11.014163 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e82f2-eb8c-49f9-955d-680bb1d065b1 req-ea833b47-6091-4270-8d0c-e65d4e44af92 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:11.015637 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e82e82f2-eb8c-49f9-955d-680bb1d065b1 req-ea833b47-6091-4270-8d0c-e65d4e44af92 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0481644 Apr 18 17:49:11.054029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e82e82f2-eb8c-49f9-955d-680bb1d065b1 req-5cc5d842-d23d-4400-87e6-6c0524104590 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317142 Apr 18 17:49:12.178923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb2573-48ba-4339-82df-001cc35d0b5a req-5d167107-d195-43e9-bae1-b87b2caeb1e5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:12.181073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81bb2573-48ba-4339-82df-001cc35d0b5a req-5d167107-d195-43e9-bae1-b87b2caeb1e5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0580206 Apr 18 17:49:12.218319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81bb2573-48ba-4339-82df-001cc35d0b5a req-2aebe378-62fe-4b16-9b73-c80a18e524be tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310740 Apr 18 17:49:13.336822 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999dbd5-f772-4708-83ab-674e06f99113 req-4ddb5306-07af-4feb-9aff-6788d21ba404 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:13.338364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2999dbd5-f772-4708-83ab-674e06f99113 req-4ddb5306-07af-4feb-9aff-6788d21ba404 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0519552 Apr 18 17:49:13.375613 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2999dbd5-f772-4708-83ab-674e06f99113 req-b70f7fa2-a42f-4e71-baca-283315716afb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313764 Apr 18 17:49:14.490329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21766169-82d6-4d18-8d40-bf1a8d14f12c req-247a8da7-54a4-4c8a-84aa-de2e4a9677b0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:14.491790 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21766169-82d6-4d18-8d40-bf1a8d14f12c req-247a8da7-54a4-4c8a-84aa-de2e4a9677b0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0491936 Apr 18 17:49:14.528542 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21766169-82d6-4d18-8d40-bf1a8d14f12c req-93306230-bcae-499b-918f-1a359f44e385 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306780 Apr 18 17:49:15.644641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a79ad-c1a0-4b41-823e-e28006f2ab25 req-d7940b92-1d01-491b-bb61-244ce9ca8a40 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:15.646133 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-122a79ad-c1a0-4b41-823e-e28006f2ab25 req-d7940b92-1d01-491b-bb61-244ce9ca8a40 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0491109 Apr 18 17:49:15.684377 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-122a79ad-c1a0-4b41-823e-e28006f2ab25 req-390729cf-cee4-4951-a4ad-7a0176298d25 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Apr 18 17:49:16.811078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340b5b3-cbab-429f-98ad-aa1dd71c6192 req-90ab5c16-209b-43d2-9608-6372570cb2dd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:16.812534 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1340b5b3-cbab-429f-98ad-aa1dd71c6192 req-90ab5c16-209b-43d2-9608-6372570cb2dd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Apr 18 17:49:16.850473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1340b5b3-cbab-429f-98ad-aa1dd71c6192 req-b3f590f8-2d0d-4ec9-a93e-bc7e99abb393 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319104 Apr 18 17:49:17.542762 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:17.674706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:17.964309 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fa9f3-0547-46c8-a8af-7d18146d2eb3 req-e4d257e7-7ac0-47fe-afe0-6f3f353820a4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:17.965772 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-195fa9f3-0547-46c8-a8af-7d18146d2eb3 req-e4d257e7-7ac0-47fe-afe0-6f3f353820a4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Apr 18 17:49:18.002913 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-195fa9f3-0547-46c8-a8af-7d18146d2eb3 req-c75339b2-7a8d-40fb-a272-14db25e4ae7a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311906 Apr 18 17:49:19.116543 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a757100-ed1f-4ea6-8849-a9ebc93547d7 req-c5ab6c6c-50bc-4321-a1d1-23877ce2656a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:19.118039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a757100-ed1f-4ea6-8849-a9ebc93547d7 req-c5ab6c6c-50bc-4321-a1d1-23877ce2656a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0485027 Apr 18 17:49:19.155427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a757100-ed1f-4ea6-8849-a9ebc93547d7 req-3d6dae0a-a1b8-4407-a49f-d3ef743e45ee tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313253 Apr 18 17:49:19.365737 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:49:20.275411 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c417a0-12be-44ca-b097-76b39c309fb9 req-4d80aa63-acd5-40a4-9b17-ceb8b643e781 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:20.276867 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76c417a0-12be-44ca-b097-76b39c309fb9 req-4d80aa63-acd5-40a4-9b17-ceb8b643e781 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0521202 Apr 18 17:49:20.313376 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76c417a0-12be-44ca-b097-76b39c309fb9 req-21ecf962-ca30-4fb1-893d-b360bf4ab7c8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304501 Apr 18 17:49:21.427225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987d59-ded2-4463-9ce3-f30d686f30e8 req-7d6af295-86ae-47d8-a4ae-4c3c83da8196 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:21.428678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15987d59-ded2-4463-9ce3-f30d686f30e8 req-7d6af295-86ae-47d8-a4ae-4c3c83da8196 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0483780 Apr 18 17:49:21.465821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-15987d59-ded2-4463-9ce3-f30d686f30e8 req-e9a5fa26-de69-4764-8494-8e24826c9998 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Apr 18 17:49:22.583438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ac129-daa1-45d9-8027-5906dba23919 req-dbf004b5-8c5e-4e8a-bacc-f8e8c1206679 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:22.584895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a0ac129-daa1-45d9-8027-5906dba23919 req-dbf004b5-8c5e-4e8a-bacc-f8e8c1206679 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0481071 Apr 18 17:49:22.622300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3a0ac129-daa1-45d9-8027-5906dba23919 req-b680431a-f83f-45e0-b374-41f6c2fdda50 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313399 Apr 18 17:49:23.740082 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3d57-c1a7-47ed-9b30-27ce8298da64 req-38b5a921-c7c7-4dfe-ace2-de0970b70787 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:23.741558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f1b3d57-c1a7-47ed-9b30-27ce8298da64 req-38b5a921-c7c7-4dfe-ace2-de0970b70787 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0519309 Apr 18 17:49:23.778283 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4f1b3d57-c1a7-47ed-9b30-27ce8298da64 req-4ad8e763-bc91-41d0-bb65-97e65ed66bc9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306916 Apr 18 17:49:24.895925 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574c0f8-0e1d-4f9f-b139-e249c323b77b req-d8bab99d-6f28-4f6e-91d1-06ca41597862 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:24.897381 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b574c0f8-0e1d-4f9f-b139-e249c323b77b req-d8bab99d-6f28-4f6e-91d1-06ca41597862 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Apr 18 17:49:24.934454 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b574c0f8-0e1d-4f9f-b139-e249c323b77b req-c10575ee-30f1-416f-a55f-73c4d76e4e52 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309658 Apr 18 17:49:25.228409 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-70c558d2-d7ab-435c-89ee-15b5dc5e13fb service neutron] show failed (client error): The resource could not be found. Apr 18 17:49:25.229446 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-70c558d2-d7ab-435c-89ee-15b5dc5e13fb service neutron] 10.222.0.41 "GET /v2.0/ports/b06b7feb-f96d-4728-956b-900ee2b99d45/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0586476 Apr 18 17:49:25.755279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-d93d8ace-8e76-4f65-bdd0-5ec3c8e261e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:25.756736 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-d93d8ace-8e76-4f65-bdd0-5ec3c8e261e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 1096 time: 0.0977840 Apr 18 17:49:25.774538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:49:25.825321 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:26.023604 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:49:26.051662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651cb2c-dfac-45f5-bb41-07665964d719 req-55d24cf3-00ac-410e-ab1d-1a9da452047c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:26.053151 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3651cb2c-dfac-45f5-bb41-07665964d719 req-55d24cf3-00ac-410e-ab1d-1a9da452047c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0496709 Apr 18 17:49:26.057149 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:49:26.090551 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3651cb2c-dfac-45f5-bb41-07665964d719 req-2b7ec91f-7ec4-4941-9b4a-9e975c550393 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309296 Apr 18 17:49:26.100699 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:49:26.103062 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77397d36-e3dd-4714-a1e4-6f6b401c1c42" -d '{"events": [{"server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "name": "network-vif-unplugged", "status": "completed", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:49:26.106989 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:26.119738 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Transition to ACTIVE for port object b06b7feb-f96d-4728-956b-900ee2b99d45 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:49:26.156345 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc5fb21-1847-4171-b8ef-0bd8a0c1c8b5 x-openstack-request-id: req-9cc5fb21-1847-4171-b8ef-0bd8a0c1c8b5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:49:26.156636 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "name": "network-vif-unplugged", "status": "completed", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:49:26.156880 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9cc5fb21-1847-4171-b8ef-0bd8a0c1c8b5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:49:26.157280 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc5fb21-1847-4171-b8ef-0bd8a0c1c8b5'] response: {'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'code': 200} Apr 18 17:49:26.194509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:26.267977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:26.313194 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] No DVR routers for this DVR port b06b7feb-f96d-4728-956b-900ee2b99d45 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:49:26.447549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Attempting to bind port b06b7feb-f96d-4728-956b-900ee2b99d45 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:49:26.447893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Attempting to bind port b06b7feb-f96d-4728-956b-900ee2b99d45 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:49:26.448229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Attempting to bind port b06b7feb-f96d-4728-956b-900ee2b99d45 on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:49:26.452531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Port b06b7feb-f96d-4728-956b-900ee2b99d45 on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:49:26.452849 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Attempting to bind port b06b7feb-f96d-4728-956b-900ee2b99d45 on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:49:26.458183 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:49:26.458517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:49:26.458896 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:49:26.459312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Bound port: b06b7feb-f96d-4728-956b-900ee2b99d45, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:49:26.459664 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:26.523481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:49:26.526517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:49:26.605935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:26.635638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:26.636626 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:26.638325 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] 10.222.0.18 "PUT /v2.0/ports/b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 1091 time: 0.8676353 Apr 18 17:49:26.669907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4f7d-5910-4a1b-ba5a-86929c0352d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:26.722325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-fb2d9fe1-a9ac-41d0-b250-543310354f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:26.724467 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-fb2d9fe1-a9ac-41d0-b250-543310354f01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1094 time: 0.0435216 Apr 18 17:49:26.820362 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-d70a1027-81ec-4911-9aa4-e30d9745ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:26.821852 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-d70a1027-81ec-4911-9aa4-e30d9745ef56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0907049 Apr 18 17:49:26.885149 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-2346c267-7e63-4b19-8069-51aed2a7e9fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 998 time: 0.0572736 Apr 18 17:49:26.935721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-5340bcaa-a212-4a94-9edc-ab3ee7bbc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:26.937091 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-5340bcaa-a212-4a94-9edc-ab3ee7bbc5c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0460696 Apr 18 17:49:26.981817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-e77d9c21-e435-441d-947e-a3eeb79da713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:26.983278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-e77d9c21-e435-441d-947e-a3eeb79da713 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392389 Apr 18 17:49:27.070079 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-f01eda1a-e09f-45b9-b091-1cb9dc8cf99f service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801241 Apr 18 17:49:27.162355 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-d73f6f47-c237-4090-87a9-35eade78bd6e req-23ad580e-7aef-4717-a4e5-a1a4aed6679b service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859430 Apr 18 17:49:27.217204 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1633ee3-1a26-4158-a1ed-46f187b8e1e9 req-3bff0b63-8f14-42f2-8dd4-53a4000bd9f2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:27.218752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1633ee3-1a26-4158-a1ed-46f187b8e1e9 req-3bff0b63-8f14-42f2-8dd4-53a4000bd9f2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0568786 Apr 18 17:49:27.257526 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e1633ee3-1a26-4158-a1ed-46f187b8e1e9 req-dc675083-d773-4a35-a99e-eedbe9ec6c7a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327318 Apr 18 17:49:28.158825 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:49:28.161809 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e03085a-38c5-4f10-9a65-3564a00b9c50" -d '{"events": [{"name": "network-changed", "server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:49:28.209358 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c30f41b-db4b-4a6c-aaa5-e8274fc9d161 x-openstack-request-id: req-3c30f41b-db4b-4a6c-aaa5-e8274fc9d161 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:49:28.209883 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:49:28.210145 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c30f41b-db4b-4a6c-aaa5-e8274fc9d161 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:49:28.210544 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c30f41b-db4b-4a6c-aaa5-e8274fc9d161'] response: {'name': 'network-changed', 'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'status': 'completed', 'code': 200} Apr 18 17:49:28.319482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-9585189c-7d67-4187-b59a-ad6d35ef3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.320964 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-9585189c-7d67-4187-b59a-ad6d35ef3548 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1094 time: 0.0695832 Apr 18 17:49:28.323442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-116eb5dc-e8db-4163-9bf9-bdc5988eb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.324772 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-116eb5dc-e8db-4163-9bf9-bdc5988eb07c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1094 time: 0.0721905 Apr 18 17:49:28.376393 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc681e-d539-46d3-9309-ac1ba1b12d96 req-fe34d4a8-2279-4e44-8051-eaec00b12ef3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.377935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20fc681e-d539-46d3-9309-ac1ba1b12d96 req-fe34d4a8-2279-4e44-8051-eaec00b12ef3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0484672 Apr 18 17:49:28.416012 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-20fc681e-d539-46d3-9309-ac1ba1b12d96 req-a9f71d9e-eb38-462b-80ee-dfca38821788 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313590 Apr 18 17:49:28.482779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-6a864857-1c13-4c81-8cc0-b9f245bdb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.484239 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-6a864857-1c13-4c81-8cc0-b9f245bdb374 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1565270 Apr 18 17:49:28.485289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-7d99f1f8-c786-4955-bd9a-71e0f5b1fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.486587 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-7d99f1f8-c786-4955-bd9a-71e0f5b1fb6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1511436 Apr 18 17:49:28.575305 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b06b7feb-f96d-4728-956b-900ee2b99d45 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:49:28.592300 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-792a9a70-f182-48a4-b2f8-6f2931cdda33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 998 time: 0.1013873 Apr 18 17:49:28.598111 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-4f5e0b04-1961-44d4-9e9e-a5f0ea609715 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 998 time: 0.1009622 Apr 18 17:49:28.614093 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device b06b7feb-f96d-4728-956b-900ee2b99d45 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:49:28.672952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-2a4d334b-a078-424c-9020-c3cbdf6d790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.674440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-2a4d334b-a078-424c-9020-c3cbdf6d790d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0754926 Apr 18 17:49:28.678328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-4e715266-f44c-4fc5-a6f2-dcd196bfedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.687407 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-4e715266-f44c-4fc5-a6f2-dcd196bfedeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0727611 Apr 18 17:49:28.749246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-b6fe4df9-88b0-4da6-930f-2cc945847db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.750755 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-b6fe4df9-88b0-4da6-930f-2cc945847db0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697885 Apr 18 17:49:28.753148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-bf6643de-3b56-446a-ad27-af4737655657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:28.755131 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-bf6643de-3b56-446a-ad27-af4737655657 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656269 Apr 18 17:49:29.255257 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-30364bb1-9b27-41d3-89ae-3a572dc31f10 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971688 Apr 18 17:49:29.258532 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-a0261dce-8d4b-4caa-b91c-1b2db9799f6b service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939547 Apr 18 17:49:29.413385 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-b26117cf-5c12-4df3-aac0-ba4018b2b52b service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501958 Apr 18 17:49:29.415277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2e03085a-38c5-4f10-9a65-3564a00b9c50 req-55549ac8-f38c-47b3-9e26-f1094cf94280 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452947 Apr 18 17:49:29.542722 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5290b-dc4e-4816-8fe3-ed5c15e60687 req-e7dc7456-3483-42d1-8173-1bc3e887a983 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:29.544096 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0a5290b-dc4e-4816-8fe3-ed5c15e60687 req-e7dc7456-3483-42d1-8173-1bc3e887a983 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0520933 Apr 18 17:49:29.580641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e0a5290b-dc4e-4816-8fe3-ed5c15e60687 req-3216e5a8-08bc-4c15-8e57-a287d8adf95f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305393 Apr 18 17:49:30.701907 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5d441-508f-4b10-9b94-76754824a65d req-06b15ece-3ca9-42b8-956f-b246b6cdbf51 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:30.703360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb5d441-508f-4b10-9b94-76754824a65d req-06b15ece-3ca9-42b8-956f-b246b6cdbf51 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0528979 Apr 18 17:49:30.740293 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbb5d441-508f-4b10-9b94-76754824a65d req-3a35dea6-09a7-4746-a864-24a029816e35 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300806 Apr 18 17:49:30.916759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b06b7feb-f96d-4728-956b-900ee2b99d45 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:49:30.933361 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44dc9afe-37ca-49a2-8702-9f5aff654dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:31.019722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:49:31.024624 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68bc12-6b27-45aa-9297-44f7287f15d4 req-a8ee9e1b-4452-4604-aa95-12b9a590a9e2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:31.026128 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc68bc12-6b27-45aa-9297-44f7287f15d4 req-a8ee9e1b-4452-4604-aa95-12b9a590a9e2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 943 time: 0.0517874 Apr 18 17:49:31.031753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'mac_address': 'fa:16:3e:66:9c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:49:31.071626 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:31.082750 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dc68bc12-6b27-45aa-9297-44f7287f15d4 req-db1f3698-1e2e-4c8b-a8f2-470f28f6e15c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485153 Apr 18 17:49:31.085130 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06b7feb-f96d-4728-956b-900ee2b99d45 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:49:31.105750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:49:31.128040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-bd84a714-68ff-4a03-b002-897e933f85dd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:31.129592 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-bd84a714-68ff-4a03-b002-897e933f85dd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12&tenant_id=3e5f35c7a38e414092bce2762e053db5&binding%3Ahost_id=n-h1-836015-2 HTTP/1.1" status: 200 len: 943 time: 0.0627141 Apr 18 17:49:31.189009 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:31.195646 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-4410f0ac-73d9-49cd-8f51-2f5cd848d1ec service neutron] delete failed (client error): The resource could not be found. Apr 18 17:49:31.196654 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-4410f0ac-73d9-49cd-8f51-2f5cd848d1ec service neutron] 10.222.0.41 "DELETE /v2.0/ports/b06b7feb-f96d-4728-956b-900ee2b99d45/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0599501 Apr 18 17:49:31.236151 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:31.298303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-9366313f-4c87-47b7-bd33-87c46dea74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:31.299773 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-9366313f-4c87-47b7-bd33-87c46dea74d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 1095 time: 0.0411115 Apr 18 17:49:31.389641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-31947b3c-7d3c-47da-b9bc-f8e32b84d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:31.391102 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-31947b3c-7d3c-47da-b9bc-f8e32b84d5fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0851243 Apr 18 17:49:31.460622 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-f6422e04-a6f9-43b0-ad7e-1880c5e0b9f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 200 len: 999 time: 0.0634148 Apr 18 17:49:31.507339 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-1324ab70-3e0e-49ee-ba3e-77f8d1524572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:31.508744 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-1324ab70-3e0e-49ee-ba3e-77f8d1524572 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0424690 Apr 18 17:49:31.553620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-e07b1f6f-9f0e-4c6d-a5d3-1d6be2a0597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:31.555103 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-e07b1f6f-9f0e-4c6d-a5d3-1d6be2a0597d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393071 Apr 18 17:49:31.580607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['b06b7feb-f96d-4728-956b-900ee2b99d45'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:49:31.647114 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-fed4eded-a78a-47a6-bcc1-3add6969f834 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851142 Apr 18 17:49:31.738739 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-012fbb19-3fcf-49a4-a8ba-af8d9205bf7b req-f0020c65-86ec-4c7f-ac2f-1d6e4419b154 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Apr 18 17:49:32.201248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bedd0-f2f7-46aa-9511-ee3cd87d1918 req-1de5560e-a5cc-477d-86fd-674e2d3d441b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:32.202718 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f01bedd0-f2f7-46aa-9511-ee3cd87d1918 req-1de5560e-a5cc-477d-86fd-674e2d3d441b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 944 time: 0.0480180 Apr 18 17:49:32.242015 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f01bedd0-f2f7-46aa-9511-ee3cd87d1918 req-dac7e395-4340-499a-93b4-dd3e34e32886 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325413 Apr 18 17:49:32.917082 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b06b7feb-f96d-4728-956b-900ee2b99d45 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:49:33.045709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port b06b7feb-f96d-4728-956b-900ee2b99d45 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:49:33.049434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port b06b7feb-f96d-4728-956b-900ee2b99d45 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:49:33.049846 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:33.127429 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:33.151013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:49:33.153267 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79fbc01-1245-4eaf-b666-8c3e0bd9d73c" -d '{"events": [{"server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "name": "network-vif-plugged", "status": "completed", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:49:33.166735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:49:33.190758 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c66a5f-85c2-4ff5-a7d7-8ee87e35cbad x-openstack-request-id: req-45c66a5f-85c2-4ff5-a7d7-8ee87e35cbad {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:49:33.191088 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "name": "network-vif-plugged", "status": "completed", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:49:33.191395 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45c66a5f-85c2-4ff5-a7d7-8ee87e35cbad {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:49:33.191790 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c66a5f-85c2-4ff5-a7d7-8ee87e35cbad'] response: {'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'code': 200} Apr 18 17:49:33.251139 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:33.299084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:33.318623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-599f8ed2-cc72-41a1-945c-7e1cb7ee9dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:33.363051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071e48f-65a5-4887-80d0-cc91c1f3e5e5 req-879ef317-9e24-4c07-9e9d-4691349a4322 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:33.364522 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c071e48f-65a5-4887-80d0-cc91c1f3e5e5 req-879ef317-9e24-4c07-9e9d-4691349a4322 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0527315 Apr 18 17:49:33.401405 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c071e48f-65a5-4887-80d0-cc91c1f3e5e5 req-1ef7d50b-5bf4-418b-a442-a8fd4b67a489 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306785 Apr 18 17:49:33.515803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4bce2-234d-42e1-8cc5-362354a2f7cc req-b503921a-a22d-4790-9d9b-37524e13fd0d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:33.517245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1a4bce2-234d-42e1-8cc5-362354a2f7cc req-b503921a-a22d-4790-9d9b-37524e13fd0d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Apr 18 17:49:33.554319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1a4bce2-234d-42e1-8cc5-362354a2f7cc req-4ff423e3-ef0b-44be-8670-f6a8f0125381 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305355 Apr 18 17:49:33.667929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170ffdd-0d61-4e78-844a-f23d828cdca8 req-63dfa78e-d4f2-40b3-bf5e-a01b01803fbc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:33.669352 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4170ffdd-0d61-4e78-844a-f23d828cdca8 req-63dfa78e-d4f2-40b3-bf5e-a01b01803fbc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Apr 18 17:49:33.707509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4170ffdd-0d61-4e78-844a-f23d828cdca8 req-4a1dbb94-d051-4777-9231-3f8ef527c9e6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315254 Apr 18 17:49:34.128523 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bf33e-efa7-4ee1-ac3c-c56333601bef req-3414c754-4c55-4553-93b7-2a667af947a0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:34.130668 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-298bf33e-efa7-4ee1-ac3c-c56333601bef req-3414c754-4c55-4553-93b7-2a667af947a0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0525875 Apr 18 17:49:34.168469 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-298bf33e-efa7-4ee1-ac3c-c56333601bef req-3b89b54a-2db8-4e94-a392-d8493e571f58 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316677 Apr 18 17:49:34.550789 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:35.294217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486030-3a80-4e38-a043-d836faa88954 req-ab9c5a2b-d5cf-4d16-ba91-b7be25d75e91 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:35.295600 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5486030-3a80-4e38-a043-d836faa88954 req-ab9c5a2b-d5cf-4d16-ba91-b7be25d75e91 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0490379 Apr 18 17:49:35.335164 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5486030-3a80-4e38-a043-d836faa88954 req-5d323f89-080b-4e3c-9385-2c964215c512 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324514 Apr 18 17:49:35.556794 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-a5663aee-fb13-43fd-85c8-223e137f197d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:35.558469 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-a5663aee-fb13-43fd-85c8-223e137f197d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 945 time: 0.0528502 Apr 18 17:49:35.648913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Deleting port b06b7feb-f96d-4728-956b-900ee2b99d45 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:49:35.649262 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:35.740845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] For port b06b7feb-f96d-4728-956b-900ee2b99d45, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=b06b7feb-f96d-4728-956b-900ee2b99d45,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:49:35.741212 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:35.904508 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:35.904784 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:35.905107 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 disassociated. External IP: 172.25.5.25, port: b06b7feb-f96d-4728-956b-900ee2b99d45. Apr 18 17:49:35.905477 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Calling delete_port for b06b7feb-f96d-4728-956b-900ee2b99d45 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:49:36.034226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:36.085364 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:36.115391 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event deleted for resources: {'Port': ['ID=b06b7feb-f96d-4728-956b-900ee2b99d45,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:36.127034 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.127389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.127734 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.128077 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.128418 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.128752 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.129083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.129426 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.129766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.130096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.130433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.130759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:36.181744 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:36.248438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:49:36.358832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:49:36.369677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:49:36.379954 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:49:36.380576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:49:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:49:36.400061 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] No DVR routers for this DVR port b06b7feb-f96d-4728-956b-900ee2b99d45 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:49:36.402703 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:36.406524 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4cd07329-ba1a-439d-8891-6ecae86e4d13 req-365986c8-ea5d-4d49-a8b3-b5da99764c96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "DELETE /v2.0/ports/b06b7feb-f96d-4728-956b-900ee2b99d45 HTTP/1.1" status: 204 len: 173 time: 0.8414516 Apr 18 17:49:36.406977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'name': 'network-vif-deleted', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:49:36.409235 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ecb27d-6d96-4af1-88cb-83ba812a23ee" -d '{"events": [{"server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "name": "network-vif-deleted", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:49:36.444346 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eaee504f-d304-4e2e-8cc9-bb6e0804ee27 req-ffc09ce9-0917-4370-adbf-881292c0a742 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=83fd454a-4336-466f-aae8-8eb8ce497c12 HTTP/1.1" status: 200 len: 210 time: 0.0286381 Apr 18 17:49:36.457988 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb333e-f50e-427c-a649-43dff79aa92a x-openstack-request-id: req-89cb333e-f50e-427c-a649-43dff79aa92a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:49:36.458384 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd454a-4336-466f-aae8-8eb8ce497c12", "name": "network-vif-deleted", "tag": "b06b7feb-f96d-4728-956b-900ee2b99d45", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:49:36.458646 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89cb333e-f50e-427c-a649-43dff79aa92a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:49:36.459069 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89cb333e-f50e-427c-a649-43dff79aa92a'] response: {'server_uuid': '83fd454a-4336-466f-aae8-8eb8ce497c12', 'name': 'network-vif-deleted', 'tag': 'b06b7feb-f96d-4728-956b-900ee2b99d45', 'status': 'completed', 'code': 200} Apr 18 17:49:36.494051 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:49:36.706324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:49:36.732015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:49:36.740814 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:49:36.741433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:49:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:49:36.843960 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:49:37.042809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:49:37.069320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c56255-caf0-469d-9d56-cf3935370263 None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:49:37.298265 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528203f2-2cd5-45c6-90f3-15b658c5da57 None None] New status for floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:49:37.688201 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-2a4ed917-fbbf-48f6-95c1-e77221ddb7cb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--675734132&fields=id&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 267 time: 0.0374687 Apr 18 17:49:37.795618 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-404db7bb-5752-4943-a3d3-434faffd347b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:37.796990 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-404db7bb-5752-4943-a3d3-434faffd347b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 812 time: 0.1011624 Apr 18 17:49:37.812644 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-06c72992-5e98-4e8c-81e3-715a2b41abf9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/quotas/3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 375 time: 0.0091999 Apr 18 17:49:37.863752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-58c17f0a-8399-435d-aef9-4505fdbd3d5e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452938 Apr 18 17:49:37.961255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-ba9b99b0-046d-42af-b3c2-915a4c270e5e service neutron] 10.222.0.45 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854964 Apr 18 17:49:38.049397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-d0fdb01c-8c24-49ba-931d-b44ee5fd42a7 service neutron] 10.222.0.45 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813088 Apr 18 17:49:38.334642 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e2abe897-b749-4101-8183-03c83506f0c5 req-fd2421ba-8867-4949-a611-c22b828436fe tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 210 time: 0.0276840 Apr 18 17:49:39.433617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4d8616eb-11c3-4626-8707-7ef828d3d1fb req-24a725b2-af57-43fc-ae76-00e84a7f9ef0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 210 time: 0.0322657 Apr 18 17:49:40.107265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-2285920d-99e0-4fce-875f-364eedcab127 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:40.108673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-2285920d-99e0-4fce-875f-364eedcab127 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 812 time: 0.1035547 Apr 18 17:49:40.157674 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-4f2d6d7a-798b-417d-87d7-8d0fb822b162 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 379 time: 0.0346267 Apr 18 17:49:40.166818 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'port': {'device_id': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'admin_state_up': True, 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'security_groups': ['ae958436-8c73-4273-87a5-590e7e769844']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:49:40.330929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Made reservation on behalf of 3e5f35c7a38e414092bce2762e053db5 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:49:40.335179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:40.460812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Allocated IP 172.20.0.9 (faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94/1c1abf40-97c4-4dbb-b9ed-7492fb364459/6db71072-1f23-4314-9248-2ec9ee0986bb) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:49:40.531317 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8aa2aa33-c392-4c3b-9668-17bdf14f0af4 req-5b18e936-d870-4808-abcf-fff099d157ab tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 210 time: 0.0287135 Apr 18 17:49:40.597006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:40.691878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:40.741014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:49:40.744903 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:49:40.747009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:40.749475 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:49:40.797982 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:40.798607 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:40.876129 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-1c083bdf-4ad9-447c-9bb2-eec42860af11 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128921 Apr 18 17:49:40.893521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Request body: {'port': {'device_id': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:49:40.947688 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b06b7feb-f96d-4728-956b-900ee2b99d45 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:49:40.953620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:40.973817 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: b06b7feb-f96d-4728-956b-900ee2b99d45 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:49:40.974656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device b06b7feb-f96d-4728-956b-900ee2b99d45 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:49:40.983983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bc823997-d548-430e-aa4a-ce80e882d89f None None] Provisioning complete for port 6db71072-1f23-4314-9248-2ec9ee0986bb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:49:40.984358 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bc823997-d548-430e-aa4a-ce80e882d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:41.017796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bc823997-d548-430e-aa4a-ce80e882d89f None None] Port 6db71072-1f23-4314-9248-2ec9ee0986bb cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:49:41.216373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db71072-1f23-4314-9248-2ec9ee0986bb {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:49:41.223781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:41.236167 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Transition to ACTIVE for port object 6db71072-1f23-4314-9248-2ec9ee0986bb will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:49:41.313361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:41.363282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:41.436481 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Attempting to bind port 6db71072-1f23-4314-9248-2ec9ee0986bb on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:49:41.436814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Attempting to bind port 6db71072-1f23-4314-9248-2ec9ee0986bb by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:49:41.437146 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Attempting to bind port 6db71072-1f23-4314-9248-2ec9ee0986bb on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:49:41.441685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Port 6db71072-1f23-4314-9248-2ec9ee0986bb on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:49:41.442009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Attempting to bind port 6db71072-1f23-4314-9248-2ec9ee0986bb on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:49:41.446874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:49:41.447212 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:49:41.447594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:49:41.448023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Bound port: 6db71072-1f23-4314-9248-2ec9ee0986bb, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:49:41.448384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:41.514512 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:49:41.517659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:49:41.588928 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:41.624209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:41.624828 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:41.626337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] 10.222.0.18 "PUT /v2.0/ports/6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 1091 time: 0.7372317 Apr 18 17:49:41.626781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:49:41.629123 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3212c004-14b7-4545-b168-059e61fd153a" -d '{"events": [{"name": "network-changed", "server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:49:41.652314 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f12c6c-aa5c-43d2-82d2-807d6fb02e78 req-4b618724-e55a-4b8b-bcd5-6daf1a9c1b91 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:41.654693 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab3f4-c363-473d-b428-90a9e1cd7b2c service neutron] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:41.659862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0f12c6c-aa5c-43d2-82d2-807d6fb02e78 req-4b618724-e55a-4b8b-bcd5-6daf1a9c1b91 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 943 time: 0.0612674 Apr 18 17:49:41.699701 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33c507f-ab45-40e4-b1ce-8ed42ac77e34 x-openstack-request-id: req-f33c507f-ab45-40e4-b1ce-8ed42ac77e34 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:49:41.700089 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:49:41.700357 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f33c507f-ab45-40e4-b1ce-8ed42ac77e34 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:49:41.700915 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33c507f-ab45-40e4-b1ce-8ed42ac77e34'] response: {'name': 'network-changed', 'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'status': 'completed', 'code': 200} Apr 18 17:49:41.701392 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0f12c6c-aa5c-43d2-82d2-807d6fb02e78 req-7481f5d6-f629-49a3-9c57-66e1dc295b0e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404205 Apr 18 17:49:41.782756 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212c004-14b7-4545-b168-059e61fd153a req-f643f678-3c0f-438b-9c73-d20a6bd3a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:41.784412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3212c004-14b7-4545-b168-059e61fd153a req-f643f678-3c0f-438b-9c73-d20a6bd3a0f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1094 time: 0.0434513 Apr 18 17:49:41.893001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212c004-14b7-4545-b168-059e61fd153a req-c5fa637b-9fae-441d-9eda-44f82d6c19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:41.894417 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3212c004-14b7-4545-b168-059e61fd153a req-c5fa637b-9fae-441d-9eda-44f82d6c19a4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3e5f35c7a38e414092bce2762e053db5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973496 Apr 18 17:49:41.984246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212c004-14b7-4545-b168-059e61fd153a req-49dd1c86-6c57-4158-83aa-09de628f0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:41.985747 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3212c004-14b7-4545-b168-059e61fd153a req-49dd1c86-6c57-4158-83aa-09de628f0424 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847442 Apr 18 17:49:42.085492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-f30e64e5-d3f9-4c0f-a285-2d4c2969d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:42.086847 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-f30e64e5-d3f9-4c0f-a285-2d4c2969d1ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1094 time: 0.0450327 Apr 18 17:49:42.131854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-9f812d45-9eab-4dc9-99de-1b76c5b74bc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 217 time: 0.0334551 Apr 18 17:49:42.178334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-816b308e-e9b4-42d2-a3b6-e6d6cbfc831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:42.179746 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-816b308e-e9b4-42d2-a3b6-e6d6cbfc831c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0417857 Apr 18 17:49:42.223009 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-44a2b510-7445-4d33-9745-99dd6598ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:42.224525 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-44a2b510-7445-4d33-9745-99dd6598ed87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389779 Apr 18 17:49:42.314713 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-01810cc8-3812-4141-a60f-03b6d57e4840 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839694 Apr 18 17:49:42.401887 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-82a3c167-8e0a-497d-8644-0ceeade242e0 req-ff5479c0-1f5a-4aac-876d-927ede5fd591 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804019 Apr 18 17:49:42.810858 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125532-cbeb-4209-855e-80c2aca779cc req-d5732382-16fb-4d2c-a4d6-39c9d73067a9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:42.812305 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7125532-cbeb-4209-855e-80c2aca779cc req-d5732382-16fb-4d2c-a4d6-39c9d73067a9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 943 time: 0.0476913 Apr 18 17:49:42.864487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7125532-cbeb-4209-855e-80c2aca779cc req-4c180e48-46a4-49f0-8e1c-b469e4a983ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440986 Apr 18 17:49:43.982179 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc7247-dd43-4641-9d2f-04813ae05f22 req-8ea80713-f56d-42c4-888e-b9fdd79ef196 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:43.983618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cadc7247-dd43-4641-9d2f-04813ae05f22 req-8ea80713-f56d-42c4-888e-b9fdd79ef196 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 943 time: 0.0521777 Apr 18 17:49:44.020058 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cadc7247-dd43-4641-9d2f-04813ae05f22 req-36b0a1bf-b314-4048-a0aa-c9bd37709b66 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304487 Apr 18 17:49:44.947581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 6db71072-1f23-4314-9248-2ec9ee0986bb details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:49:45.040189 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:49:45.051592 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'mac_address': 'fa:16:3e:21:c0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:49:45.088475 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:45.101624 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db71072-1f23-4314-9248-2ec9ee0986bb {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:49:45.121047 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:49:45.136873 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd6e8-e616-4438-8d67-b966efa5ff56 req-008b69d6-23ce-42bd-9363-79816131064d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:45.138527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f2dd6e8-e616-4438-8d67-b966efa5ff56 req-008b69d6-23ce-42bd-9363-79816131064d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 943 time: 0.0494230 Apr 18 17:49:45.177801 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f2dd6e8-e616-4438-8d67-b966efa5ff56 req-c901824f-678c-4fe0-ac0f-8cd5a1635240 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323789 Apr 18 17:49:45.216968 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:45.263914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:45.271608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.271946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.272279 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.272608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.272935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.273256 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.273607 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.273928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.274245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.274568 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.274900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.275202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:49:45.555702 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['6db71072-1f23-4314-9248-2ec9ee0986bb'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:49:46.291952 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a79029-2556-489c-aa31-cebcbcc43141 req-a1a4437e-859b-46fc-8435-8d138aacb0cd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:46.293386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98a79029-2556-489c-aa31-cebcbcc43141 req-a1a4437e-859b-46fc-8435-8d138aacb0cd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 944 time: 0.0470088 Apr 18 17:49:46.330115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-98a79029-2556-489c-aa31-cebcbcc43141 req-8b6b01d5-b837-4d7b-8936-36fbc677cc32 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Apr 18 17:49:46.963396 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 6db71072-1f23-4314-9248-2ec9ee0986bb up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:49:47.079224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 6db71072-1f23-4314-9248-2ec9ee0986bb completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:49:47.082786 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 6db71072-1f23-4314-9248-2ec9ee0986bb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:49:47.083156 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:47.160884 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:47.181790 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:49:47.184244 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33de3c73-206d-4a81-a5cf-8bdff5bdbc53" -d '{"events": [{"server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "name": "network-vif-plugged", "status": "completed", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:49:47.197556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:49:47.223423 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcac8574-fa2b-4e14-909d-4074a858d34f x-openstack-request-id: req-bcac8574-fa2b-4e14-909d-4074a858d34f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:49:47.223979 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "name": "network-vif-plugged", "status": "completed", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:49:47.224233 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcac8574-fa2b-4e14-909d-4074a858d34f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:49:47.224626 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcac8574-fa2b-4e14-909d-4074a858d34f'] response: {'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'code': 200} Apr 18 17:49:47.262460 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:47.312436 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:49:47.346750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcbcb0-6934-4cf4-b19d-1618742ac2b2 req-bc141419-a2ae-41a9-a710-1a69e21bd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:47.348252 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c0fcbcb0-6934-4cf4-b19d-1618742ac2b2 req-bc141419-a2ae-41a9-a710-1a69e21bd863 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1096 time: 0.0470917 Apr 18 17:49:47.383645 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-c0fcbcb0-6934-4cf4-b19d-1618742ac2b2 req-ddbc35b4-c2a8-41a3-bb6f-69ecf2df297b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288501 Apr 18 17:49:47.450268 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5a21f-4b6f-431d-862e-542b17636d9b req-474dcae7-5773-4057-b737-c943c061e92d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:47.451739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7b5a21f-4b6f-431d-862e-542b17636d9b req-474dcae7-5773-4057-b737-c943c061e92d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0538189 Apr 18 17:49:47.488430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f7b5a21f-4b6f-431d-862e-542b17636d9b req-5127a09b-87e0-487a-821b-26781319646d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304945 Apr 18 17:49:47.508209 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:47.702462 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:48.606436 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666041-a6ee-4ae5-bef4-8397e3c685e2 req-5ff6fc78-0194-472c-a275-b2561b9b2d7e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:48.607929 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58666041-a6ee-4ae5-bef4-8397e3c685e2 req-5ff6fc78-0194-472c-a275-b2561b9b2d7e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0487077 Apr 18 17:49:48.645374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58666041-a6ee-4ae5-bef4-8397e3c685e2 req-9c074f18-8852-4601-a16f-97a8521feb2b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311167 Apr 18 17:49:49.765172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2cfe-4ea2-4e24-bf5a-091803c6823c req-fec023e9-440c-4184-9ab2-b1d960e16aff tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:49.766648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87ac2cfe-4ea2-4e24-bf5a-091803c6823c req-fec023e9-440c-4184-9ab2-b1d960e16aff tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0491660 Apr 18 17:49:49.804169 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-87ac2cfe-4ea2-4e24-bf5a-091803c6823c req-2cc70632-7c85-472e-a8b3-04b339fb8480 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309761 Apr 18 17:49:49.925176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be553-7b8c-4b3e-8c54-d4e449697fe3 req-869a4f3f-8f34-40bc-ba6d-32ba81c2c2de tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:49.926633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cb2be553-7b8c-4b3e-8c54-d4e449697fe3 req-869a4f3f-8f34-40bc-ba6d-32ba81c2c2de tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0548253 Apr 18 17:49:49.939784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51526) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:49:49.939784 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'floatingip': {'port_id': '6db71072-1f23-4314-9248-2ec9ee0986bb'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:49:49.978345 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:50.405342 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:50.462528 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:50.563622 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 associated. External IP: 172.25.5.25, port: 6db71072-1f23-4314-9248-2ec9ee0986bb. Apr 18 17:49:50.771587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:49:50.876379 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:49:50.881332 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:49:50.886346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:49:50.895693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:49:50.896298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:49:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:49:50.906849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-fb70cfb1-cbf8-46ae-b030-408b70aa17f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "PUT /v2.0/floatingips/ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 HTTP/1.1" status: 200 len: 990 time: 0.9704251 Apr 18 17:49:50.907433 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:49:50.909738 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:49:51.013149 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2daf7f4-02c3-47db-a245-a905a0d01875 x-openstack-request-id: req-c2daf7f4-02c3-47db-a245-a905a0d01875 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:49:51.013622 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:49:51.014134 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2daf7f4-02c3-47db-a245-a905a0d01875 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:49:51.014472 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2daf7f4-02c3-47db-a245-a905a0d01875'] response: {'name': 'network-changed', 'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'status': 'completed', 'code': 200} Apr 18 17:49:51.098637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-18b170d0-4c7e-4623-a893-114f2f1c9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:51.100818 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-18b170d0-4c7e-4623-a893-114f2f1c9ce6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1096 time: 0.0435972 Apr 18 17:49:51.175978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:49:51.200623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-7d0ea5c5-0ffd-4449-aaec-c6ddb2a9a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:51.202141 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-7d0ea5c5-0ffd-4449-aaec-c6ddb2a9a104 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0953140 Apr 18 17:49:51.271815 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-edd7bf9c-1544-4a2a-8434-bdf32cdae45e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 998 time: 0.0601423 Apr 18 17:49:51.332074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-11b86c21-5b9c-41a2-8e98-bb96d21a497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:51.334691 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-11b86c21-5b9c-41a2-8e98-bb96d21a497c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0517378 Apr 18 17:49:51.341705 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1e801-81b1-4bde-9c52-972c608c9de5 req-369a7615-d547-416e-b249-e549efa74d98 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:51.343362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66d1e801-81b1-4bde-9c52-972c608c9de5 req-369a7615-d547-416e-b249-e549efa74d98 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0567613 Apr 18 17:49:51.386582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-66d1e801-81b1-4bde-9c52-972c608c9de5 req-77a37bec-2f88-4d82-a798-e69302d2050e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365667 Apr 18 17:49:51.389651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-83d31a90-2616-47ac-a209-4e120aede82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:51.391352 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-83d31a90-2616-47ac-a209-4e120aede82a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502977 Apr 18 17:49:51.408173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:21:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:49:50Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:49:51.430815 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:49:51.439317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:49:51.439917 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:49:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:49:51.485654 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-75a12f6f-8415-448d-819f-fce821286393 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824256 Apr 18 17:49:51.544333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:49:51.577944 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3b28821a-6946-4ae8-9b0a-b1ca16a798dc req-60674503-a8db-4485-98a6-5cdacc007627 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853500 Apr 18 17:49:51.766398 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:21:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:49:50Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:49:51.792309 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2959b9e-03c4-4d2b-87a5-a6ba71d3b0c1 None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:21:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:49:50Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:49:51.990146 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326d632-1e48-4969-a5a9-9fef9b052f47 None None] New status for floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:49:52.507452 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c7cb-8332-4938-b678-d80cbd8dc201 req-bc9e641d-578f-49db-be90-ecaa91c26e4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:52.508932 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bf3c7cb-8332-4938-b678-d80cbd8dc201 req-bc9e641d-578f-49db-be90-ecaa91c26e4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0510721 Apr 18 17:49:52.546670 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6bf3c7cb-8332-4938-b678-d80cbd8dc201 req-94cdccb7-251e-4eb5-92eb-233e01fedc58 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313339 Apr 18 17:49:53.665638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4b755-93e8-4d05-906d-d4497d8b89bb req-e8c7a1ad-8965-4015-8248-e30832b127a2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:53.667116 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4f4b755-93e8-4d05-906d-d4497d8b89bb req-e8c7a1ad-8965-4015-8248-e30832b127a2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0523400 Apr 18 17:49:53.704129 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c4f4b755-93e8-4d05-906d-d4497d8b89bb req-8ef3cde0-3245-472b-b20e-15c1906e662b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309837 Apr 18 17:49:54.818361 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e663-a099-48f2-9ee5-e05b1b8507dc req-70fba5cd-8e68-4544-a354-95331d441a27 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:54.819796 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6b9e663-a099-48f2-9ee5-e05b1b8507dc req-70fba5cd-8e68-4544-a354-95331d441a27 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0476182 Apr 18 17:49:54.856430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6b9e663-a099-48f2-9ee5-e05b1b8507dc req-06a1d80a-9a62-4c72-b617-dda2df3b6c38 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Apr 18 17:49:55.973041 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c2655-da8b-4233-8bf1-255851de714e req-4234fb81-598b-4c9a-8a8b-0e25fe26d821 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:55.975031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de4c2655-da8b-4233-8bf1-255851de714e req-4234fb81-598b-4c9a-8a8b-0e25fe26d821 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0496140 Apr 18 17:49:56.012411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-de4c2655-da8b-4233-8bf1-255851de714e req-bf7c2b90-a3ad-4f2e-9ce7-00fcd1a7a02d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313480 Apr 18 17:49:56.365453 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:49:57.133484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab680d0b-e0dd-4413-94dd-ec4da5fd19f9 req-827ee910-5a52-4cab-9c39-f1b8bd7c9003 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:57.134974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab680d0b-e0dd-4413-94dd-ec4da5fd19f9 req-827ee910-5a52-4cab-9c39-f1b8bd7c9003 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0561574 Apr 18 17:49:57.172378 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab680d0b-e0dd-4413-94dd-ec4da5fd19f9 req-5b1ce54d-fc91-4b24-8502-ba8f591d149b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311916 Apr 18 17:49:58.288562 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be12c4-b8a3-4657-96b4-1994b1723d61 req-12f5c338-6cb4-4d40-818d-cddd2a448812 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:58.290031 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78be12c4-b8a3-4657-96b4-1994b1723d61 req-12f5c338-6cb4-4d40-818d-cddd2a448812 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0480809 Apr 18 17:49:58.326567 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-78be12c4-b8a3-4657-96b4-1994b1723d61 req-13bf49f2-6ad3-418b-b978-39ad0f3808fe tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306296 Apr 18 17:49:59.440975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f80e-1834-4ca7-bfb3-13bb2ddd4aa0 req-4af26f38-a5e0-4d48-879e-7927b96c370f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:49:59.443103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3999f80e-1834-4ca7-bfb3-13bb2ddd4aa0 req-4af26f38-a5e0-4d48-879e-7927b96c370f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0480049 Apr 18 17:49:59.479367 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3999f80e-1834-4ca7-bfb3-13bb2ddd4aa0 req-4160810b-e40d-4b59-a719-9af959340b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303998 Apr 18 17:50:00.599186 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391677-bf64-404f-8819-d586e31e939d req-1ce65152-bcfa-42d3-abba-b44247006f7b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:00.600635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00391677-bf64-404f-8819-d586e31e939d req-1ce65152-bcfa-42d3-abba-b44247006f7b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0534170 Apr 18 17:50:00.637386 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-00391677-bf64-404f-8819-d586e31e939d req-a0734b3f-1d75-47f6-a863-896f33052711 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306420 Apr 18 17:50:00.959759 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c450305-0444-486f-85e4-323079059214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:01.754168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90bebf-6ba4-446e-80ca-72fee38058d9 req-a908cd8d-dec5-4c65-bc42-8cdec8c25266 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:01.756462 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb90bebf-6ba4-446e-80ca-72fee38058d9 req-a908cd8d-dec5-4c65-bc42-8cdec8c25266 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0481858 Apr 18 17:50:01.797081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb90bebf-6ba4-446e-80ca-72fee38058d9 req-ffab199e-0201-4be0-8b28-0ef7a4d2f852 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345788 Apr 18 17:50:02.910815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fe6e3-7f2f-4479-b82a-a01c47ed5a03 req-27efc7d1-24cb-4d7a-8fd4-52df350df4f6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:02.912251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f91fe6e3-7f2f-4479-b82a-a01c47ed5a03 req-27efc7d1-24cb-4d7a-8fd4-52df350df4f6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0477355 Apr 18 17:50:02.949404 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f91fe6e3-7f2f-4479-b82a-a01c47ed5a03 req-555d2e78-c35d-45fa-a3c1-1bfe891e4231 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310769 Apr 18 17:50:03.290546 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c9aef92-2763-41e5-8735-87b048007603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:04.069866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163044-973b-456c-b8d4-83ae91f11541 req-1208dd09-f660-4bf7-91f0-bd2adb757884 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:04.071333 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3163044-973b-456c-b8d4-83ae91f11541 req-1208dd09-f660-4bf7-91f0-bd2adb757884 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0545623 Apr 18 17:50:04.109886 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d3163044-973b-456c-b8d4-83ae91f11541 req-39b2fe87-faaf-426f-9fcb-3e946b5fa031 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Apr 18 17:50:04.564776 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:05.243178 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78269b4-f59f-401b-8313-7acbd5139d4e req-add94434-474e-4c75-b8c2-a6b0fdf01705 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:05.244622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e78269b4-f59f-401b-8313-7acbd5139d4e req-add94434-474e-4c75-b8c2-a6b0fdf01705 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0479970 Apr 18 17:50:05.282009 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e78269b4-f59f-401b-8313-7acbd5139d4e req-9d0eb446-9637-492d-9121-6dd0a99c02c1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313017 Apr 18 17:50:06.027545 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:06.187208 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:06.397102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874e91-1cf8-4935-9137-094c3591e0b1 req-e231cc51-5253-470c-bbfe-8a1acab2a4fd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:06.398738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61874e91-1cf8-4935-9137-094c3591e0b1 req-e231cc51-5253-470c-bbfe-8a1acab2a4fd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0487137 Apr 18 17:50:06.437103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61874e91-1cf8-4935-9137-094c3591e0b1 req-26dcee15-4b02-4dad-8215-e327891ad78c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321841 Apr 18 17:50:07.553975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedb330-9007-47ad-9007-f65f5abb8efc req-18c0a49d-8340-4b90-bb88-5312f511e9dc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:07.562984 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dedb330-9007-47ad-9007-f65f5abb8efc req-18c0a49d-8340-4b90-bb88-5312f511e9dc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0515537 Apr 18 17:50:07.594222 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6dedb330-9007-47ad-9007-f65f5abb8efc req-99e1b6d5-58d0-4d2a-b61f-8cf7ae8cc191 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Apr 18 17:50:08.711269 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a4b78-5705-4d92-84c0-3778a085de52 req-7e2b7511-e5e1-4960-a13a-e59a9b64c1db tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:08.712729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b1a4b78-5705-4d92-84c0-3778a085de52 req-7e2b7511-e5e1-4960-a13a-e59a9b64c1db tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0510390 Apr 18 17:50:08.750368 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b1a4b78-5705-4d92-84c0-3778a085de52 req-3348d74e-ad6d-4fac-8023-ece1a424ccc2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314054 Apr 18 17:50:09.867964 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8ff88-bfa2-4528-b1db-06a00b76b93d req-9b850ac2-8126-4eeb-a9ca-0e1e20314929 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:09.869397 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cb8ff88-bfa2-4528-b1db-06a00b76b93d req-9b850ac2-8126-4eeb-a9ca-0e1e20314929 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0520194 Apr 18 17:50:09.906947 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4cb8ff88-bfa2-4528-b1db-06a00b76b93d req-43638490-b87f-4205-bee6-bdfc67a345bb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316167 Apr 18 17:50:11.028008 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596127c-3f97-4e78-9325-9ca2b9557f2b req-c8919850-dd95-4866-a479-13e3c10959c3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:11.029509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e596127c-3f97-4e78-9325-9ca2b9557f2b req-c8919850-dd95-4866-a479-13e3c10959c3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0531800 Apr 18 17:50:11.066215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e596127c-3f97-4e78-9325-9ca2b9557f2b req-9b30f8dd-6fc5-4b7d-8643-2286705d266c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303605 Apr 18 17:50:12.185262 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75070fb6-f7cd-4a99-9827-47c51c5bff6b req-bace88ed-5064-4630-aa66-3765e91f55bb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:12.186741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75070fb6-f7cd-4a99-9827-47c51c5bff6b req-bace88ed-5064-4630-aa66-3765e91f55bb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0486891 Apr 18 17:50:12.223604 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-75070fb6-f7cd-4a99-9827-47c51c5bff6b req-8cfbc3cb-1fee-4946-8852-8d404e08593d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307794 Apr 18 17:50:13.338716 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b1512-de79-4ab9-a982-c9bb224bc803 req-8f7d2c22-73e6-42bb-a188-801dbcf8f994 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:13.340111 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-288b1512-de79-4ab9-a982-c9bb224bc803 req-8f7d2c22-73e6-42bb-a188-801dbcf8f994 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0485821 Apr 18 17:50:13.376596 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-288b1512-de79-4ab9-a982-c9bb224bc803 req-836dbcd5-a8ae-4c74-ad8c-81f7c7880e23 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304258 Apr 18 17:50:14.495641 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0289500-420a-4b22-bdb5-164c75373264 req-55703918-4d44-4b4f-82e9-ea753e79ba7a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:14.497093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0289500-420a-4b22-bdb5-164c75373264 req-55703918-4d44-4b4f-82e9-ea753e79ba7a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0524077 Apr 18 17:50:14.534035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a0289500-420a-4b22-bdb5-164c75373264 req-39216f01-a22c-446a-ad4c-c386c1c536b2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309148 Apr 18 17:50:15.652926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351efcb7-a4ad-4fdb-96b5-9266a6d196c3 req-c98afa5b-3304-45c7-8efc-5fa3de6432c8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:15.654723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-351efcb7-a4ad-4fdb-96b5-9266a6d196c3 req-c98afa5b-3304-45c7-8efc-5fa3de6432c8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0496097 Apr 18 17:50:15.692803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-351efcb7-a4ad-4fdb-96b5-9266a6d196c3 req-ef02e33a-100b-436e-ad8f-c7a682e35282 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314760 Apr 18 17:50:16.810691 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2a83d-510a-4a02-b6fc-8bda40a5d010 req-0a7ccfec-be89-4b19-9622-517ebbd34575 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:16.812189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48b2a83d-510a-4a02-b6fc-8bda40a5d010 req-0a7ccfec-be89-4b19-9622-517ebbd34575 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0498154 Apr 18 17:50:16.850563 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-48b2a83d-510a-4a02-b6fc-8bda40a5d010 req-c1124c3f-6b11-4229-9d4a-32c3a7e20d54 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320971 Apr 18 17:50:17.502171 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:17.678667 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:17.967686 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa59fe-d8a0-46fe-9882-11b2c508b610 req-f0314a1a-f15b-4187-a4a5-e91b34157238 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:17.969112 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfaa59fe-d8a0-46fe-9882-11b2c508b610 req-f0314a1a-f15b-4187-a4a5-e91b34157238 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0516641 Apr 18 17:50:18.006630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfaa59fe-d8a0-46fe-9882-11b2c508b610 req-4a5d6f0a-832b-404f-8a47-539f3f768021 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Apr 18 17:50:18.372968 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5eef2-919a-4444-ac23-69195ec4b06b req-fa037889-3dd2-43c4-9be1-d689e15b7211 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:18.374460 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84e5eef2-919a-4444-ac23-69195ec4b06b req-fa037889-3dd2-43c4-9be1-d689e15b7211 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0489225 Apr 18 17:50:18.413198 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84e5eef2-919a-4444-ac23-69195ec4b06b req-cffdda38-7f14-426f-bfc3-9c6446efdbf4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325234 Apr 18 17:50:18.463823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-874f81d1-cf4b-4142-b0c1-aca0a4b4ca02 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386610 Apr 18 17:50:19.536741 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28572cf4-0d6d-44c5-86dc-15417016e4b8 req-45629e67-f12b-49a1-ac83-1c814b30c798 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:19.538241 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28572cf4-0d6d-44c5-86dc-15417016e4b8 req-45629e67-f12b-49a1-ac83-1c814b30c798 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0523233 Apr 18 17:50:19.576356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-28572cf4-0d6d-44c5-86dc-15417016e4b8 req-5a37771d-7b08-4345-b0c1-ce310f6f89ac tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Apr 18 17:50:20.265246 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-7fba24a3-68b5-40e6-8ac6-44acda53f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:20.266759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-7fba24a3-68b5-40e6-8ac6-44acda53f867 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1096 time: 0.0407956 Apr 18 17:50:20.353242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-af2ab52d-a5f5-40df-91fb-7c520712e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:20.354709 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-af2ab52d-a5f5-40df-91fb-7c520712e259 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0820591 Apr 18 17:50:20.426992 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-feeaa3f2-ccfd-41ef-9f6c-8c01aefe1feb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 1000 time: 0.0649178 Apr 18 17:50:20.475281 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-c4b393ee-63dd-4e64-b9dc-3b4d5ffa5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:20.476746 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-c4b393ee-63dd-4e64-b9dc-3b4d5ffa5f0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0441222 Apr 18 17:50:20.519590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-5eaf6fac-e4cc-49fb-8dd9-8afae7968080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:20.521479 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-5eaf6fac-e4cc-49fb-8dd9-8afae7968080 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385115 Apr 18 17:50:20.610999 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-d9f4f7a2-f901-4d94-bdbb-a5c386c87674 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823600 Apr 18 17:50:20.695378 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ff83-ab6d-44f4-8c64-c0e74b71744c req-196eeaa1-d55f-4af1-840c-6480d134f3e5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:20.696854 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1e6ff83-ab6d-44f4-8c64-c0e74b71744c req-196eeaa1-d55f-4af1-840c-6480d134f3e5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0498946 Apr 18 17:50:20.698491 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-bb59e4f6-be5e-4e9c-b565-d07569c55b0c service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815504 Apr 18 17:50:20.735374 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1e6ff83-ab6d-44f4-8c64-c0e74b71744c req-0f9b8428-c92c-4964-b869-747cb814156d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323982 Apr 18 17:50:21.854546 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653304a-1d3d-4923-b730-409facebf39f req-df7bb350-9f8f-4fb3-9c83-c04fd7742fd2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:21.855973 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3653304a-1d3d-4923-b730-409facebf39f req-df7bb350-9f8f-4fb3-9c83-c04fd7742fd2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0486231 Apr 18 17:50:21.893690 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3653304a-1d3d-4923-b730-409facebf39f req-e4101658-9e05-4018-a626-cd08debad062 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Apr 18 17:50:22.741030 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-256ab053-5d16-4178-822f-a84474f4038a req-c3c6ecd9-f7e8-45c2-967c-b7090dc22ab7 service neutron] show failed (client error): The resource could not be found. Apr 18 17:50:22.742061 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-c3c6ecd9-f7e8-45c2-967c-b7090dc22ab7 service neutron] 10.222.0.18 "GET /v2.0/ports/6db71072-1f23-4314-9248-2ec9ee0986bb/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0582988 Apr 18 17:50:23.014781 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175231fb-6197-42b7-9e23-4fce674e403f req-8f768437-7561-4d25-b5c4-5314adb8de46 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:23.016279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-175231fb-6197-42b7-9e23-4fce674e403f req-8f768437-7561-4d25-b5c4-5314adb8de46 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0542755 Apr 18 17:50:23.207640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-422ea4c4-018c-4588-8abb-9acc9d427f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:23.209714 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-422ea4c4-018c-4588-8abb-9acc9d427f9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 1096 time: 0.0962863 Apr 18 17:50:23.227305 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:50:23.281792 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:23.346120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-175231fb-6197-42b7-9e23-4fce674e403f req-097b643b-026e-4051-9eb8-ed671df86754 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210180 Apr 18 17:50:23.490534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:50:23.522823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:50:23.561022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:50:23.563349 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7dfb17-706d-48e7-965d-7f6e65c869b9" -d '{"events": [{"server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:50:23.567951 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:23.580069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Transition to ACTIVE for port object 6db71072-1f23-4314-9248-2ec9ee0986bb will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:50:23.645071 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:23.675254 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051fd68e-961b-45e4-b6f6-0f998851acf4 x-openstack-request-id: req-051fd68e-961b-45e4-b6f6-0f998851acf4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:50:23.676160 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:50:23.676160 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-051fd68e-961b-45e4-b6f6-0f998851acf4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:50:23.676160 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051fd68e-961b-45e4-b6f6-0f998851acf4'] response: {'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'code': 200} Apr 18 17:50:23.728886 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:23.768943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] No DVR routers for this DVR port 6db71072-1f23-4314-9248-2ec9ee0986bb on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:50:24.223421 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Attempting to bind port 6db71072-1f23-4314-9248-2ec9ee0986bb on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:50:24.224685 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Attempting to bind port 6db71072-1f23-4314-9248-2ec9ee0986bb by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:50:24.225017 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Attempting to bind port 6db71072-1f23-4314-9248-2ec9ee0986bb on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:50:24.229150 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Port 6db71072-1f23-4314-9248-2ec9ee0986bb on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:50:24.229539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Attempting to bind port 6db71072-1f23-4314-9248-2ec9ee0986bb on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:50:24.234269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:50:24.234599 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:50:24.234972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:50:24.235389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Bound port: 6db71072-1f23-4314-9248-2ec9ee0986bb, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:50:24.235737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:24.298013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:50:24.300970 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:50:24.365264 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:24.397922 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:24.398731 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:24.400660 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 1091 time: 1.1777902 Apr 18 17:50:24.427461 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443e3b3-be92-4d1b-ab85-68ab9eb6b3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:24.467885 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bb2ac-5b59-4b24-865e-ac3d4d3b6cee req-20f4b445-5483-4c79-9cbc-195171970837 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:24.471168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a0bb2ac-5b59-4b24-865e-ac3d4d3b6cee req-20f4b445-5483-4c79-9cbc-195171970837 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 943 time: 0.0534177 Apr 18 17:50:24.483555 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-c7cc7e92-8ecc-4489-ab29-50f9c0714a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:24.485447 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-c7cc7e92-8ecc-4489-ab29-50f9c0714a10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1094 time: 0.0502541 Apr 18 17:50:24.516558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a0bb2ac-5b59-4b24-865e-ac3d4d3b6cee req-62b7116c-9735-4361-b4c8-57fe31f1aa25 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384099 Apr 18 17:50:24.582383 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-eccd53d9-bd43-4e1b-8336-82172ea97a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:24.584504 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-eccd53d9-bd43-4e1b-8336-82172ea97a03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0930731 Apr 18 17:50:24.652084 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-6b09d64b-45d6-4956-94e5-8f8a239922f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 998 time: 0.0612495 Apr 18 17:50:24.700450 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-f002f87d-57db-48a6-a4c2-7efef32652f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:24.701966 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-f002f87d-57db-48a6-a4c2-7efef32652f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0436127 Apr 18 17:50:24.745445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab053-5d16-4178-822f-a84474f4038a req-cc21a86f-7508-4de4-a494-b1f7a73f443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:24.746801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-cc21a86f-7508-4de4-a494-b1f7a73f443e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380647 Apr 18 17:50:24.836854 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-bb8302e2-10f9-47d0-8fa9-c7b08f4823bc service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829906 Apr 18 17:50:24.922006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-256ab053-5d16-4178-822f-a84474f4038a req-e3702ee2-84a9-4e25-96cb-33964ea685ce service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791249 Apr 18 17:50:25.637928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53426e-9209-4fe7-8100-6e916e77d874 req-034a1edf-0dee-4b38-92d1-c7d64129d813 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:25.639357 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e53426e-9209-4fe7-8100-6e916e77d874 req-034a1edf-0dee-4b38-92d1-c7d64129d813 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 943 time: 0.0485623 Apr 18 17:50:25.676998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:50:25.679421 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52662eb-20ac-479b-b5e1-0b647f36046b" -d '{"events": [{"name": "network-changed", "server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:50:25.680029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4e53426e-9209-4fe7-8100-6e916e77d874 req-f327ea50-7022-45dc-8b6e-856bc83c1147 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345147 Apr 18 17:50:25.727422 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a0a5c-932f-4708-aa0d-cd168236afdb x-openstack-request-id: req-250a0a5c-932f-4708-aa0d-cd168236afdb {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:50:25.727743 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:50:25.727991 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-250a0a5c-932f-4708-aa0d-cd168236afdb {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:50:25.728388 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250a0a5c-932f-4708-aa0d-cd168236afdb'] response: {'name': 'network-changed', 'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'status': 'completed', 'code': 200} Apr 18 17:50:25.836214 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-1aa53e7b-4a1f-474c-acdc-a3a06be79f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:25.837639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-1aa53e7b-4a1f-474c-acdc-a3a06be79f29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1094 time: 0.0712302 Apr 18 17:50:25.840013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-a470bb56-d0e9-4e6d-8bf0-8cd0771f5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:25.841329 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-a470bb56-d0e9-4e6d-8bf0-8cd0771f5c7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1094 time: 0.0664778 Apr 18 17:50:25.998423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-78b79d6b-2d38-4cc9-a829-2b3d58fba48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:25.999881 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-78b79d6b-2d38-4cc9-a829-2b3d58fba48d service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1552079 Apr 18 17:50:26.002388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-1f8989bc-b14e-4ad2-9e09-06f5f8aedc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:26.003689 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-1f8989bc-b14e-4ad2-9e09-06f5f8aedc65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1506732 Apr 18 17:50:26.123113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-2db3a2a6-7291-4e4a-904a-e5b8fdfaa68d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 998 time: 0.1139419 Apr 18 17:50:26.123113 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-1be74ba0-d7c4-457a-beb4-eabcab2cadee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 998 time: 0.1104796 Apr 18 17:50:26.202485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-03c4fd2a-fdb7-4774-ba07-4ead2de66997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:26.203922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-03c4fd2a-fdb7-4774-ba07-4ead2de66997 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0776758 Apr 18 17:50:26.205312 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-449066a5-7840-44bd-b387-b32deb9bf02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:26.206634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-449066a5-7840-44bd-b387-b32deb9bf02c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0727463 Apr 18 17:50:26.280103 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-48a1c05a-cc10-4a7b-bfe3-d8ad76a92ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:26.281600 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-48a1c05a-cc10-4a7b-bfe3-d8ad76a92ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642006 Apr 18 17:50:26.283345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-af4b74a8-1e66-4997-9b44-01a70e3584c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:26.284674 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-af4b74a8-1e66-4997-9b44-01a70e3584c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745409 Apr 18 17:50:26.440002 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-2ffc6de1-103f-4a22-960e-d1ba926576e7 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516488 Apr 18 17:50:26.441745 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-6288563e-3253-4314-ab82-990aff03d3fd service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468158 Apr 18 17:50:26.594167 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-42b1c14d-f892-45eb-b881-d696e3f955a0 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464567 Apr 18 17:50:26.597457 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e52662eb-20ac-479b-b5e1-0b647f36046b req-0025c2f1-41eb-4c6f-9bfa-bc4d08b9d8f2 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430409 Apr 18 17:50:26.797665 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256a46-0d7c-4c31-a1d0-55a98747bae1 req-f9ff191a-c4a8-48f7-9c8b-5922c36be583 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:26.799093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe256a46-0d7c-4c31-a1d0-55a98747bae1 req-f9ff191a-c4a8-48f7-9c8b-5922c36be583 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 943 time: 0.0516315 Apr 18 17:50:26.836120 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fe256a46-0d7c-4c31-a1d0-55a98747bae1 req-800fcef9-a5d4-4498-9c3b-b334dfa8ee3d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Apr 18 17:50:27.149747 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 6db71072-1f23-4314-9248-2ec9ee0986bb no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:50:27.190614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 6db71072-1f23-4314-9248-2ec9ee0986bb not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:50:27.962326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608cebb-ae77-4321-b282-e550903de0c6 req-7e7b3779-1356-461b-8415-7f64452fc252 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:27.964395 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7608cebb-ae77-4321-b282-e550903de0c6 req-7e7b3779-1356-461b-8415-7f64452fc252 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 943 time: 0.0511668 Apr 18 17:50:28.001734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7608cebb-ae77-4321-b282-e550903de0c6 req-4a479772-3d27-4b23-b1e2-1b092f1c6a25 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Apr 18 17:50:28.794861 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6db71072-1f23-4314-9248-2ec9ee0986bb details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:50:28.885801 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:50:28.897250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'mac_address': 'fa:16:3e:21:c0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:50:28.935879 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:28.948341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db71072-1f23-4314-9248-2ec9ee0986bb {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:50:28.968202 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:50:29.033270 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:29.085968 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:29.120326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf21d4c-ddfe-42a4-8c89-61e031b71228 req-1fe53ccc-b63c-4af6-92ce-bc4acaa46dce tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:29.121824 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cf21d4c-ddfe-42a4-8c89-61e031b71228 req-1fe53ccc-b63c-4af6-92ce-bc4acaa46dce tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 944 time: 0.0475972 Apr 18 17:50:29.158949 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cf21d4c-ddfe-42a4-8c89-61e031b71228 req-963fc455-5e8a-4805-b36d-291a623aecb2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310369 Apr 18 17:50:29.419165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['6db71072-1f23-4314-9248-2ec9ee0986bb'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:50:29.454689 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35da871-acec-4339-96bf-bbd6be859b4d req-97ae4e9c-a4f8-4b3f-9327-bb063413f944 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:29.456280 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e35da871-acec-4339-96bf-bbd6be859b4d req-97ae4e9c-a4f8-4b3f-9327-bb063413f944 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 944 time: 0.0642939 Apr 18 17:50:29.497114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e35da871-acec-4339-96bf-bbd6be859b4d req-8437704e-4c19-4edb-a857-43391049ccd2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332191 Apr 18 17:50:29.523394 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-bb36a579-1fd0-46bf-9336-26712d33441f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:29.524908 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-bb36a579-1fd0-46bf-9336-26712d33441f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef&tenant_id=3e5f35c7a38e414092bce2762e053db5&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 944 time: 0.0577714 Apr 18 17:50:29.588824 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-9fd9b3b4-e927-4213-a42e-006eb6804de6 service neutron] delete failed (client error): The resource could not be found. Apr 18 17:50:29.589984 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-9fd9b3b4-e927-4213-a42e-006eb6804de6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/6db71072-1f23-4314-9248-2ec9ee0986bb/bindings/n-h1-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0577245 Apr 18 17:50:29.692145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-2f81b562-a2eb-4948-9ab9-813c846ee827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:29.693720 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-2f81b562-a2eb-4948-9ab9-813c846ee827 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1095 time: 0.0415671 Apr 18 17:50:29.781428 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-840a16ad-0a89-4842-8604-fd15963a1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:29.782901 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-840a16ad-0a89-4842-8604-fd15963a1780 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0824616 Apr 18 17:50:29.849130 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-ddd3f049-e5ff-4992-9437-739ee8869810 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 999 time: 0.0597854 Apr 18 17:50:29.894778 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-1566e655-8375-4035-900b-6776da729c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:29.896156 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-1566e655-8375-4035-900b-6776da729c5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0409427 Apr 18 17:50:29.941137 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-c9cbc29f-db69-45ae-9f7d-a8baa09685df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:29.942655 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-c9cbc29f-db69-45ae-9f7d-a8baa09685df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400138 Apr 18 17:50:30.034434 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-a1f7ebfb-3116-49bd-92a6-5a93caedb5bf service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852480 Apr 18 17:50:30.127082 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-42fe0e44-d821-4916-9284-2c754d2cccd2 req-d263cd85-ada1-46d8-ad3c-594187d69ece service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861473 Apr 18 17:50:30.615742 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f11398-1265-4744-9ea7-69aba8ef6dfb req-4aede003-e798-4301-953d-9130a79a26b8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:30.617200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08f11398-1265-4744-9ea7-69aba8ef6dfb req-4aede003-e798-4301-953d-9130a79a26b8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 944 time: 0.0487831 Apr 18 17:50:30.654773 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-08f11398-1265-4744-9ea7-69aba8ef6dfb req-2af5a7b8-dfea-47e7-ac26-a52cfab25200 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Apr 18 17:50:30.789830 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6db71072-1f23-4314-9248-2ec9ee0986bb up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:50:30.895891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 6db71072-1f23-4314-9248-2ec9ee0986bb completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:50:30.899537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 6db71072-1f23-4314-9248-2ec9ee0986bb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:50:30.899909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:30.942560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c98f54da-c6db-442f-926c-c083aded76af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:30.981331 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:31.003439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:50:31.005838 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f063f5f-78c4-47e8-b092-88e3b34d32f6" -d '{"events": [{"server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "name": "network-vif-plugged", "status": "completed", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:50:31.019452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:50:31.046498 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12007329-6d76-4ea7-a28a-03893c4e41c1 x-openstack-request-id: req-12007329-6d76-4ea7-a28a-03893c4e41c1 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:50:31.046783 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "name": "network-vif-plugged", "status": "completed", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:50:31.047027 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12007329-6d76-4ea7-a28a-03893c4e41c1 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:50:31.047427 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12007329-6d76-4ea7-a28a-03893c4e41c1'] response: {'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'code': 200} Apr 18 17:50:31.112840 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:31.159695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:31.771213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773375d3-0bf9-4d9c-8a03-a6a8d4727b04 req-8a944e79-a735-438f-841f-454814ae807c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:31.773211 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-773375d3-0bf9-4d9c-8a03-a6a8d4727b04 req-8a944e79-a735-438f-841f-454814ae807c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0488298 Apr 18 17:50:31.809134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-773375d3-0bf9-4d9c-8a03-a6a8d4727b04 req-227e0a99-d614-4bce-b093-6d692bf7536e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298991 Apr 18 17:50:31.932355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1dcf4-97c6-4141-976b-03056adebb2d req-36d92a71-4738-4734-a2f7-716b4866e61e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:31.934023 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9d1dcf4-97c6-4141-976b-03056adebb2d req-36d92a71-4738-4734-a2f7-716b4866e61e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0560589 Apr 18 17:50:31.971592 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a9d1dcf4-97c6-4141-976b-03056adebb2d req-dc9067a8-cb57-4465-a6e1-4657eeedccb9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312471 Apr 18 17:50:32.317719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b7531-b72a-45c1-a604-15e1935bf012 req-e65b69b8-23df-449e-850a-bb34755db97c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:32.319199 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-029b7531-b72a-45c1-a604-15e1935bf012 req-e65b69b8-23df-449e-850a-bb34755db97c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0490210 Apr 18 17:50:32.358873 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-029b7531-b72a-45c1-a604-15e1935bf012 req-ad027fce-7002-4c04-aa9b-75e53114fa4c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328605 Apr 18 17:50:32.431152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-cb81989a-0d37-48ce-a919-1702388237a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:32.432632 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-cb81989a-0d37-48ce-a919-1702388237a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 1096 time: 0.0452967 Apr 18 17:50:32.520480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-d4bf19a0-aaa4-45a1-8890-6030971e8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:32.521866 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-d4bf19a0-aaa4-45a1-8890-6030971e8121 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0831394 Apr 18 17:50:32.590366 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-76eec39c-ae67-4c00-b04e-0bd2a41d92ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 200 len: 1000 time: 0.0622890 Apr 18 17:50:32.637075 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-357ab016-9c27-4940-9a82-afa1c54d9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:32.638506 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-357ab016-9c27-4940-9a82-afa1c54d9d22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0418382 Apr 18 17:50:32.682664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-b3107249-78c2-412b-b9d8-531c9c17c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:32.684384 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-b3107249-78c2-412b-b9d8-531c9c17c10f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398915 Apr 18 17:50:32.775293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-03117719-5194-4bbc-a045-9fd0aba3c181 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841312 Apr 18 17:50:32.862263 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f0b77d30-e640-4eb9-9d7b-e38f6fc33876 req-f15744ad-4083-46a3-8f3c-a65bc65fecb7 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809140 Apr 18 17:50:33.290421 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bfa37b29-27c2-4c60-808f-14d03cfc8699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:33.364220 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:50:33.476800 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696278a-2ca9-4606-ad9c-a1f154d054fb req-5a44f3cf-2c3f-49d0-ad19-aa50385446c4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:33.478301 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8696278a-2ca9-4606-ad9c-a1f154d054fb req-5a44f3cf-2c3f-49d0-ad19-aa50385446c4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0498827 Apr 18 17:50:33.516540 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8696278a-2ca9-4606-ad9c-a1f154d054fb req-fb609b3b-4f7a-4f7c-b443-231230c6014e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322475 Apr 18 17:50:34.570548 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:34.635608 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad77d4-ec0f-4ef5-98af-14ecca38d334 req-f4f731de-bf66-4633-bff0-7241112ccfb1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:34.637043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21ad77d4-ec0f-4ef5-98af-14ecca38d334 req-f4f731de-bf66-4633-bff0-7241112ccfb1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0519681 Apr 18 17:50:34.676026 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21ad77d4-ec0f-4ef5-98af-14ecca38d334 req-1aeda9c8-08b7-4265-a868-3e2dc55e7318 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328872 Apr 18 17:50:35.051613 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8d91f-a377-4cd2-af36-9c6d582e0b47 req-b65d5389-249d-4f9f-98b2-52edcec940cd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:35.053071 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5f8d91f-a377-4cd2-af36-9c6d582e0b47 req-b65d5389-249d-4f9f-98b2-52edcec940cd tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0489979 Apr 18 17:50:35.091327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f5f8d91f-a377-4cd2-af36-9c6d582e0b47 req-c248ee64-49de-4088-82fc-2c1c099b71bc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319002 Apr 18 17:50:36.038604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:36.210596 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:36.211673 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7368-3361-49d5-aced-15f1680e1b09 req-8b06825f-4580-4ef7-aa57-a94aec7624bb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:36.213138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abba7368-3361-49d5-aced-15f1680e1b09 req-8b06825f-4580-4ef7-aa57-a94aec7624bb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0490239 Apr 18 17:50:36.251761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-abba7368-3361-49d5-aced-15f1680e1b09 req-7997eec9-5792-4298-8a18-5d80f14a8269 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319729 Apr 18 17:50:36.426048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-90da4e3b-10c8-434b-b26b-65a8c313ce85 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:36.427501 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-90da4e3b-10c8-434b-b26b-65a8c313ce85 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0488586 Apr 18 17:50:36.518228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Deleting port 6db71072-1f23-4314-9248-2ec9ee0986bb {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:50:36.518570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:36.604813 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] For port 6db71072-1f23-4314-9248-2ec9ee0986bb, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=6db71072-1f23-4314-9248-2ec9ee0986bb,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:50:36.605179 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:36.775492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:36.775773 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:36.776094 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 disassociated. External IP: 172.25.5.25, port: 6db71072-1f23-4314-9248-2ec9ee0986bb. Apr 18 17:50:36.776437 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Calling delete_port for 6db71072-1f23-4314-9248-2ec9ee0986bb owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:50:36.953432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:36.986773 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event deleted for resources: {'Port': ['ID=6db71072-1f23-4314-9248-2ec9ee0986bb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:36.998953 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:36.999295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:36.999640 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.000182 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.000531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.000861 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.001210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.001548 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.001868 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.002220 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.002547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.002871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:37.122112 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:50:37.230907 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:50:37.240218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:50:37.250780 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:50:37.251406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:50:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:50:37.273029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] No DVR routers for this DVR port 6db71072-1f23-4314-9248-2ec9ee0986bb on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:50:37.276048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:37.279988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3ffcae8e-04aa-437d-93a7-5f7ab572d4e4 req-671b3455-6211-4a4a-b458-da752bf58753 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "DELETE /v2.0/ports/6db71072-1f23-4314-9248-2ec9ee0986bb HTTP/1.1" status: 204 len: 173 time: 0.8467360 Apr 18 17:50:37.280434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'name': 'network-vif-deleted', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:50:37.283370 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348e1c5-891e-44d5-a7b3-bb57dfcd4130" -d '{"events": [{"server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "name": "network-vif-deleted", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:50:37.323824 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e918795-457d-455b-a88f-e693e0998aad x-openstack-request-id: req-5e918795-457d-455b-a88f-e693e0998aad {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:50:37.324121 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14ba560-bb77-4224-b29b-396cb91ad1ef", "name": "network-vif-deleted", "tag": "6db71072-1f23-4314-9248-2ec9ee0986bb", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:50:37.326168 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e918795-457d-455b-a88f-e693e0998aad {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:50:37.326168 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e918795-457d-455b-a88f-e693e0998aad'] response: {'server_uuid': 'c14ba560-bb77-4224-b29b-396cb91ad1ef', 'name': 'network-vif-deleted', 'tag': '6db71072-1f23-4314-9248-2ec9ee0986bb', 'status': 'completed', 'code': 200} Apr 18 17:50:37.369442 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:50:37.373229 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5841f2ac-7990-4a57-b10c-818b2b47df0d req-fe3a610f-0f52-417c-8449-98b55d9c955f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14ba560-bb77-4224-b29b-396cb91ad1ef HTTP/1.1" status: 200 len: 210 time: 0.0317328 Apr 18 17:50:37.571313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:50:37.603165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:50:37.611612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:50:37.612229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:50:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:50:37.718534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:50:37.917613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:50:37.949883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9819344-0535-4b8e-b7f4-329c7ca842fc None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:50:38.171562 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61660ae6-7ba6-4ab8-8a92-31c94b05a9cb None None] New status for floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:50:38.614448 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-08993143-57da-4a41-b7dd-ed46280e3b20 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--675734132&fields=id&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 267 time: 0.0318570 Apr 18 17:50:38.717777 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-7d288a74-2bed-442d-b836-64d0dd0f43da tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:38.719207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-7d288a74-2bed-442d-b836-64d0dd0f43da tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 812 time: 0.0982361 Apr 18 17:50:38.734648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-288f1af6-4858-4b0b-a9cf-4f6bb3e9ec5c tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/quotas/3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 375 time: 0.0095489 Apr 18 17:50:38.786839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-e490996d-8387-4aae-b269-7f3495ddde49 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467112 Apr 18 17:50:38.884529 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-ce251864-59ec-439c-8431-23dbff551f72 service neutron] 10.222.0.45 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856509 Apr 18 17:50:38.970741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-3aed0429-ae39-4961-9adf-88da4c67844d service neutron] 10.222.0.45 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801537 Apr 18 17:50:39.191325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2dedc5c0-d2d9-42e9-8253-f7ddbe9615d6 req-8d5d4764-8577-437f-a560-0718e2ef25bc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 210 time: 0.0335314 Apr 18 17:50:40.287100 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-be505ac4-dee3-42ae-9ae8-e68ed97e4032 req-def8c4a7-e527-474f-95a9-d02fae4d0b41 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 210 time: 0.0271785 Apr 18 17:50:40.832453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6db71072-1f23-4314-9248-2ec9ee0986bb no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:50:40.856348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 6db71072-1f23-4314-9248-2ec9ee0986bb {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:50:40.858643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 6db71072-1f23-4314-9248-2ec9ee0986bb not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:50:41.028979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-14d6ecd7-ec4a-4a9b-8f4e-3c50935d070e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:41.030486 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-14d6ecd7-ec4a-4a9b-8f4e-3c50935d070e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 812 time: 0.0997918 Apr 18 17:50:41.079271 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-cafa0dfe-6aae-45ee-b2a1-e9eefc3a0a7b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 379 time: 0.0348940 Apr 18 17:50:41.088940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'port': {'device_id': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'admin_state_up': True, 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'security_groups': ['ae958436-8c73-4273-87a5-590e7e769844']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:50:41.272893 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Made reservation on behalf of 3e5f35c7a38e414092bce2762e053db5 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:50:41.276596 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:41.381789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-096909a1-7b61-4a11-9d97-f42982950124 req-b55bfe8f-1e7d-409c-ba2c-8851b452de60 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 210 time: 0.0262351 Apr 18 17:50:41.405470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Allocated IP 172.20.0.3 (faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94/1c1abf40-97c4-4dbb-b9ed-7492fb364459/d5359607-0504-4326-8d58-959f187ab8fc) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:50:41.550660 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:41.645150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:41.693157 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:50:41.696229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:50:41.699973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:50:41.723302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:41.751510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:41.752125 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:41.841934 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-fd0d3d57-b0f7-4836-93d3-af6968a67a87 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571867 Apr 18 17:50:41.858556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Request body: {'port': {'device_id': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:50:41.910994 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:41.974125 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-68776ef5-ab4c-4b46-8558-d9b702a29f9f None None] Provisioning complete for port d5359607-0504-4326-8d58-959f187ab8fc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:50:41.974676 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-68776ef5-ab4c-4b46-8558-d9b702a29f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:42.007131 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-68776ef5-ab4c-4b46-8558-d9b702a29f9f None None] Port d5359607-0504-4326-8d58-959f187ab8fc cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:50:42.170191 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5359607-0504-4326-8d58-959f187ab8fc {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:50:42.177440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:42.189308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Transition to ACTIVE for port object d5359607-0504-4326-8d58-959f187ab8fc will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:50:42.255480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:42.327083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:42.376759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:50:42.377100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:50:42.377441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:50:42.382317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:50:42.383202 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:50:42.388053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:50:42.388388 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:50:42.388766 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:50:42.389188 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Bound port: d5359607-0504-4326-8d58-959f187ab8fc, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:50:42.389574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:42.461946 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:50:42.466950 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:50:42.505070 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29e95-463d-43d0-a061-86d1d379e330 req-c9a7a57a-7164-4d7e-aead-31f75cb9e9a7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:42.506733 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11d29e95-463d-43d0-a061-86d1d379e330 req-c9a7a57a-7164-4d7e-aead-31f75cb9e9a7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0527065 Apr 18 17:50:42.542219 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:42.545673 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11d29e95-463d-43d0-a061-86d1d379e330 req-f8610070-bad5-4a19-92cb-f89ba5377b86 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322406 Apr 18 17:50:42.886141 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:42.886749 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:42.888141 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] 10.222.0.18 "PUT /v2.0/ports/d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 1091 time: 1.0340803 Apr 18 17:50:42.888576 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:50:42.890855 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c42d5bf-190e-4fb6-93fa-4d0e798fb11b" -d '{"events": [{"name": "network-changed", "server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:50:42.919876 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f149d45-4e47-4c11-b5b3-c83679f3e739 service neutron] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:42.931410 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38fa5bf-0347-481f-9dbf-c5027e303bd0 x-openstack-request-id: req-e38fa5bf-0347-481f-9dbf-c5027e303bd0 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:50:42.931702 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:50:42.931957 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e38fa5bf-0347-481f-9dbf-c5027e303bd0 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:50:42.932363 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38fa5bf-0347-481f-9dbf-c5027e303bd0'] response: {'name': 'network-changed', 'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'status': 'completed', 'code': 200} Apr 18 17:50:43.021715 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42d5bf-190e-4fb6-93fa-4d0e798fb11b req-e27befff-9899-423b-87fc-7a5e687a8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:43.023822 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c42d5bf-190e-4fb6-93fa-4d0e798fb11b req-e27befff-9899-423b-87fc-7a5e687a8cd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1094 time: 0.0425327 Apr 18 17:50:43.130279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42d5bf-190e-4fb6-93fa-4d0e798fb11b req-b36897fe-5b6b-46f3-b986-a009862405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:43.131746 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c42d5bf-190e-4fb6-93fa-4d0e798fb11b req-b36897fe-5b6b-46f3-b986-a009862405d3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3e5f35c7a38e414092bce2762e053db5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953202 Apr 18 17:50:43.224160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42d5bf-190e-4fb6-93fa-4d0e798fb11b req-30bd2dbf-9f9b-4112-a760-22369095fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:43.225639 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8c42d5bf-190e-4fb6-93fa-4d0e798fb11b req-30bd2dbf-9f9b-4112-a760-22369095fa50 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876555 Apr 18 17:50:43.322099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-64fc9167-f152-452d-8513-594b7e14f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:43.323579 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-64fc9167-f152-452d-8513-594b7e14f977 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1094 time: 0.0413508 Apr 18 17:50:43.372997 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-30e653f9-740c-4cbe-bb2a-f244d1ceae6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 217 time: 0.0365629 Apr 18 17:50:43.419492 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-c5856576-5931-421f-801d-628c5e2044c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:43.420828 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-c5856576-5931-421f-801d-628c5e2044c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0416610 Apr 18 17:50:43.465999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-ee6d105e-2de5-4544-951c-90ed33a804be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:43.467465 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-ee6d105e-2de5-4544-951c-90ed33a804be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402236 Apr 18 17:50:43.563301 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-598efa3d-3f6f-41f2-80e5-33550095a406 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882084 Apr 18 17:50:43.652140 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f19d3dea-d564-4ea1-95fb-290c12f03847 req-d378835b-d0e7-44f2-b5bb-655a87d9ada1 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826020 Apr 18 17:50:43.668068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0cd9-edf3-4ef7-904f-3c906f6f9e3b req-90f66c8e-bd51-4f7c-9328-3289e1bccdc0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:43.669672 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dddd0cd9-edf3-4ef7-904f-3c906f6f9e3b req-90f66c8e-bd51-4f7c-9328-3289e1bccdc0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0524628 Apr 18 17:50:43.707576 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dddd0cd9-edf3-4ef7-904f-3c906f6f9e3b req-684cc6e5-9009-48ac-93e0-e13b1f643cfa tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318754 Apr 18 17:50:44.822807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a676b-3ede-4a76-92b4-a39af39e6a4a req-2768ae79-bd59-46ab-b055-6e87181e97ba tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:44.824252 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d7a676b-3ede-4a76-92b4-a39af39e6a4a req-2768ae79-bd59-46ab-b055-6e87181e97ba tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0479622 Apr 18 17:50:44.861266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2d7a676b-3ede-4a76-92b4-a39af39e6a4a req-cf23fa95-3cb8-4555-98b5-a2963999037b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310721 Apr 18 17:50:45.978636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88be6d6-f6a7-4dbb-849f-3ec6508a7adb req-4bc2947c-0862-4fc5-9573-35a961bc7ce6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:45.980119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f88be6d6-f6a7-4dbb-849f-3ec6508a7adb req-4bc2947c-0862-4fc5-9573-35a961bc7ce6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0522344 Apr 18 17:50:46.016936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f88be6d6-f6a7-4dbb-849f-3ec6508a7adb req-da243614-7a62-4d01-b90e-fc2b73742735 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307710 Apr 18 17:50:47.136225 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6da978-f1c5-481a-b817-b337350493b2 req-282642c6-3b67-475d-ba3d-c6415570ba13 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:47.137738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b6da978-f1c5-481a-b817-b337350493b2 req-282642c6-3b67-475d-ba3d-c6415570ba13 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0525424 Apr 18 17:50:47.175606 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8b6da978-f1c5-481a-b817-b337350493b2 req-7f6b9933-8cc6-46e5-b3ea-c1c15a8809e0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319226 Apr 18 17:50:47.210217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5359607-0504-4326-8d58-959f187ab8fc details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:50:47.305588 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:50:47.316638 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd5359607-0504-4326-8d58-959f187ab8fc', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': 'd5359607-0504-4326-8d58-959f187ab8fc', 'mac_address': 'fa:16:3e:98:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:50:47.352688 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:47.364807 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5359607-0504-4326-8d58-959f187ab8fc {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:50:47.387651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:50:47.438660 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:47.494257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:47.501433 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.504528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.505250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.505250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:50:47.552690 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:47.672951 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:47.847949 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d5359607-0504-4326-8d58-959f187ab8fc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:50:48.290859 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cc5b-8f10-404d-9a2c-ad9a752628ff req-75a04ea1-b20c-449f-bb3d-3c5f10c044a8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:48.292353 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a14cc5b-8f10-404d-9a2c-ad9a752628ff req-75a04ea1-b20c-449f-bb3d-3c5f10c044a8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 944 time: 0.0494704 Apr 18 17:50:48.329827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2a14cc5b-8f10-404d-9a2c-ad9a752628ff req-68316aff-62ff-45ab-9833-b2a35956aa92 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Apr 18 17:50:49.225963 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5359607-0504-4326-8d58-959f187ab8fc up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:50:49.329907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d5359607-0504-4326-8d58-959f187ab8fc completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:50:49.333694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d5359607-0504-4326-8d58-959f187ab8fc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:50:49.334068 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:49.411453 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:49.437402 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:50:49.439659 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0f90a6-e06b-4376-ba52-76e7f82bdc2f" -d '{"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-plugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:50:49.445463 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285b48-c554-4e54-a4b4-e2eb461518aa req-acfef55f-c472-4b8d-8e7d-5e28fb1c9fa7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:49.452514 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:50:49.452980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b285b48-c554-4e54-a4b4-e2eb461518aa req-acfef55f-c472-4b8d-8e7d-5e28fb1c9fa7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 944 time: 0.0551989 Apr 18 17:50:49.478604 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d4c83e-df04-4f4d-9131-fc5dce546a65 x-openstack-request-id: req-62d4c83e-df04-4f4d-9131-fc5dce546a65 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:50:49.479495 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-plugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:50:49.479495 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62d4c83e-df04-4f4d-9131-fc5dce546a65 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:50:49.479704 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d4c83e-df04-4f4d-9131-fc5dce546a65'] response: {'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'code': 200} Apr 18 17:50:49.486580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7b285b48-c554-4e54-a4b4-e2eb461518aa req-36178b8a-4710-4c82-a73c-9574de9149a0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328383 Apr 18 17:50:49.524625 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:49.572296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:50:49.612712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e97d7-e89e-4427-85f6-26dee43e64d7 req-24d4d2ca-2a2c-46b5-9c9f-2d12d4275faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:49.614223 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f38e97d7-e89e-4427-85f6-26dee43e64d7 req-24d4d2ca-2a2c-46b5-9c9f-2d12d4275faf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1096 time: 0.0447292 Apr 18 17:50:49.647027 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f38e97d7-e89e-4427-85f6-26dee43e64d7 req-a3fe9322-fc01-4d7b-9f39-0089f585db0d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263638 Apr 18 17:50:50.608824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a63c49-19c9-4f47-8a34-d2757c857054 req-60682840-46a0-4fed-8809-6c4c36d40e5d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:50.610294 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76a63c49-19c9-4f47-8a34-d2757c857054 req-60682840-46a0-4fed-8809-6c4c36d40e5d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0536633 Apr 18 17:50:50.647678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-76a63c49-19c9-4f47-8a34-d2757c857054 req-e6fdfe98-39fa-438a-ae0e-6fc004200778 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Apr 18 17:50:51.765940 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacffec7-b944-4439-a706-ce639f1c788d req-33908d23-dfac-4dfe-9dcd-0e9b804a9e28 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:51.767426 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eacffec7-b944-4439-a706-ce639f1c788d req-33908d23-dfac-4dfe-9dcd-0e9b804a9e28 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0526779 Apr 18 17:50:51.805513 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-eacffec7-b944-4439-a706-ce639f1c788d req-e1414bbd-7f81-4dbf-95f2-2868c8be6601 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320649 Apr 18 17:50:51.919256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4ccff-011f-40bc-b69d-2f0232fe191c req-aafda632-9cd8-42c4-a620-ca2f0f841639 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:51.920646 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4ed4ccff-011f-40bc-b69d-2f0232fe191c req-aafda632-9cd8-42c4-a620-ca2f0f841639 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0475273 Apr 18 17:50:51.929197 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51728) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:50:51.934628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'floatingip': {'port_id': 'd5359607-0504-4326-8d58-959f187ab8fc'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:50:51.975555 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:52.400896 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:52.461159 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:52.561646 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 associated. External IP: 172.25.5.25, port: d5359607-0504-4326-8d58-959f187ab8fc. Apr 18 17:50:52.771293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:50:52.876242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:50:52.881113 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:50:52.886218 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:50:52.895735 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:50:52.896348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:50:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:50:52.908040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-10c4224b-0aa2-4641-84a0-327e98ef6371 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "PUT /v2.0/floatingips/ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 HTTP/1.1" status: 200 len: 990 time: 0.9777627 Apr 18 17:50:52.908864 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:50:52.911449 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:50:52.951140 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7464247-20ec-4c2d-9335-cfc6911bd3fd x-openstack-request-id: req-b7464247-20ec-4c2d-9335-cfc6911bd3fd {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:50:52.951439 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:50:52.951694 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7464247-20ec-4c2d-9335-cfc6911bd3fd {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:50:52.952097 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7464247-20ec-4c2d-9335-cfc6911bd3fd'] response: {'name': 'network-changed', 'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'status': 'completed', 'code': 200} Apr 18 17:50:53.037029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-0e313f99-7917-46c7-8646-8414f3a99b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:53.039104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-0e313f99-7917-46c7-8646-8414f3a99b60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1096 time: 0.0450428 Apr 18 17:50:53.131879 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-458ef644-ca84-486e-b472-4e2768d7c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:53.133361 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-458ef644-ca84-486e-b472-4e2768d7c8be service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0871539 Apr 18 17:50:53.173988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:50:53.229803 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-c003d0c5-da2d-4ef9-87f4-14e5fa30235b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 998 time: 0.0900006 Apr 18 17:50:53.249369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d30628-0f1e-44fa-988b-5bd4cb179006 req-f2369d90-a855-481d-981f-000c92a7c8c1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:53.251092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13d30628-0f1e-44fa-988b-5bd4cb179006 req-f2369d90-a855-481d-981f-000c92a7c8c1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Apr 18 17:50:53.286374 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-65aea985-ea9a-429b-a22e-aa3223f07569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:53.287882 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-65aea985-ea9a-429b-a22e-aa3223f07569 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0523038 Apr 18 17:50:53.333501 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13d30628-0f1e-44fa-988b-5bd4cb179006 req-81f23b47-fc68-4ea8-b8fd-7b019d80f623 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759737 Apr 18 17:50:53.335067 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-fbd4cd52-d324-4756-8fd1-8719df271aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:53.338306 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-fbd4cd52-d324-4756-8fd1-8719df271aaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419598 Apr 18 17:50:53.348179 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-00a6d6e6-a1bc-40b2-8c3a-f8ea999ff055 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0652516 Apr 18 17:50:53.423551 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'd5359607-0504-4326-8d58-959f187ab8fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:98:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:50:52Z', 'revision_number': 9, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:50:53.432784 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-83fc1c79-0df3-48d7-b2f6-8f74ff5f3c23 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889475 Apr 18 17:50:53.451625 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:50:53.460665 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:50:53.464164 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:50:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:50:53.527423 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bc83cbad-98b8-4ee2-9b40-a20b0c08f1d1 req-4e2d78de-5e1d-48fa-8167-2b166dc9a929 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881898 Apr 18 17:50:53.568860 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:50:53.816875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'd5359607-0504-4326-8d58-959f187ab8fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:98:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:50:52Z', 'revision_number': 9, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:50:53.848312 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef31a3d-b871-4779-803f-2371a8058fa5 None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'd5359607-0504-4326-8d58-959f187ab8fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:98:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:50:52Z', 'revision_number': 9, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:50:54.046531 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe9e86e-0c3a-4324-864d-6097e43cdd98 None None] New status for floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:50:54.450975 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acafebf-ab56-4aec-bff5-3ca81afca904 req-6037d856-5dd8-4e7a-b83f-4c7703b5070b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:54.453109 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2acafebf-ab56-4aec-bff5-3ca81afca904 req-6037d856-5dd8-4e7a-b83f-4c7703b5070b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0494523 Apr 18 17:50:54.490641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2acafebf-ab56-4aec-bff5-3ca81afca904 req-e04e18f2-961b-408c-9162-ea1285081910 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Apr 18 17:50:55.229705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-ecb664b8-3933-4a49-862b-5212f1331aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:55.231174 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-ecb664b8-3933-4a49-862b-5212f1331aa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1096 time: 0.0462472 Apr 18 17:50:55.317173 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-bf8f8940-7eca-4c2a-8ae4-e7267a756a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:55.318523 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-bf8f8940-7eca-4c2a-8ae4-e7267a756a11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0813317 Apr 18 17:50:55.385089 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-645f3674-d3bc-41a3-98e9-1fd7e454a1ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 1001 time: 0.0596056 Apr 18 17:50:55.432583 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-57ebfae1-bee0-4753-a171-ec9aa43a6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:55.434294 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-57ebfae1-bee0-4753-a171-ec9aa43a6440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0432606 Apr 18 17:50:55.477218 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-9b8b4373-97e6-44f1-a2f2-7c1c2f15b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:55.479506 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-9b8b4373-97e6-44f1-a2f2-7c1c2f15b9d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393436 Apr 18 17:50:55.574836 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-d18cc475-b365-412e-af25-d48cacd81458 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881281 Apr 18 17:50:55.610018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d47e1-0a48-4ca0-9e12-a12649a1fa1e req-ed4c0b2e-0f0a-4356-a0ea-e6e7f0a6eff6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:55.611480 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-317d47e1-0a48-4ca0-9e12-a12649a1fa1e req-ed4c0b2e-0f0a-4356-a0ea-e6e7f0a6eff6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Apr 18 17:50:55.649087 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-317d47e1-0a48-4ca0-9e12-a12649a1fa1e req-05e58f4f-0cf5-4d13-94a8-48c10c2dba2e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Apr 18 17:50:55.665313 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-109bbfcb-f4c6-4e7a-a5fd-ff80be04a1c8 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849490 Apr 18 17:50:56.769766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ad770-3ed4-4a16-9da2-7142f535abc5 req-a7312b1b-3e2e-458a-bb64-26ed716bf749 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:56.771224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-046ad770-3ed4-4a16-9da2-7142f535abc5 req-a7312b1b-3e2e-458a-bb64-26ed716bf749 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0511062 Apr 18 17:50:56.814890 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-046ad770-3ed4-4a16-9da2-7142f535abc5 req-01d29906-41fd-45fc-8f8c-f26a4ce2a43a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370517 Apr 18 17:50:57.936827 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766833e-6c41-46ea-9a36-aee2f420c27b req-73e1b2a5-39a3-43ab-bf75-fa2478d41750 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:57.938264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7766833e-6c41-46ea-9a36-aee2f420c27b req-73e1b2a5-39a3-43ab-bf75-fa2478d41750 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0491338 Apr 18 17:50:57.974635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7766833e-6c41-46ea-9a36-aee2f420c27b req-36c7ba56-c62a-4de7-94f0-16bd792b26e9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304523 Apr 18 17:50:59.089367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c4fb-f173-4b59-8ba8-ad3e2ade97fa req-ac0da28a-63d0-4a8c-96db-94d31b5bba3b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:50:59.090820 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bef6c4fb-f173-4b59-8ba8-ad3e2ade97fa req-ac0da28a-63d0-4a8c-96db-94d31b5bba3b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0477259 Apr 18 17:50:59.127707 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bef6c4fb-f173-4b59-8ba8-ad3e2ade97fa req-74cf3c01-adb9-4801-a52a-d1f4ad760da1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309765 Apr 18 17:51:00.246774 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f4a88-04b4-453a-8494-dd4f5b9b8170 req-1cf2bc72-8f1f-45d6-b25f-54a38662a1b4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:00.248207 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b92f4a88-04b4-453a-8494-dd4f5b9b8170 req-1cf2bc72-8f1f-45d6-b25f-54a38662a1b4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0519030 Apr 18 17:51:00.285265 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b92f4a88-04b4-453a-8494-dd4f5b9b8170 req-ec40c48a-48c3-49d0-b798-53315a0588c8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309980 Apr 18 17:51:00.952353 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b966baf8-3926-436f-8376-f4e2668ffa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:01.398958 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095bc5c-9098-4699-9b1f-f4505ec5fa0e req-ea93e559-9126-430b-80ce-4491ac550dd4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:01.400923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8095bc5c-9098-4699-9b1f-f4505ec5fa0e req-ea93e559-9126-430b-80ce-4491ac550dd4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Apr 18 17:51:01.446007 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8095bc5c-9098-4699-9b1f-f4505ec5fa0e req-4064b524-eab7-4ec0-a97c-071f1ca61ce3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381844 Apr 18 17:51:02.559541 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aa5fb-9beb-42fa-9935-12babe97c41d req-4508f60f-57db-46d2-9c6f-def5435c3e25 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:02.560982 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-644aa5fb-9beb-42fa-9935-12babe97c41d req-4508f60f-57db-46d2-9c6f-def5435c3e25 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0474637 Apr 18 17:51:02.598327 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-644aa5fb-9beb-42fa-9935-12babe97c41d req-699549d0-b1b0-4647-a0e6-d70800a9c4cb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Apr 18 17:51:03.278147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-239929b3-02f5-4943-be35-9fa7cade6555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:03.716748 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c893-af0d-4d1b-9985-123ec0a3dd91 req-e89b2863-43ee-4e62-8c7f-1abaad5513a0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:03.718245 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8aa1c893-af0d-4d1b-9985-123ec0a3dd91 req-e89b2863-43ee-4e62-8c7f-1abaad5513a0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0521138 Apr 18 17:51:03.755702 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8aa1c893-af0d-4d1b-9985-123ec0a3dd91 req-0fb447df-7d5c-491d-a985-01ed305adeb6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Apr 18 17:51:04.552744 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:04.873374 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fff84-f2fc-4fee-9bd1-6f05d3d78c57 req-cee475e3-74f7-4164-aed4-22c08adc3f92 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:04.874805 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-784fff84-f2fc-4fee-9bd1-6f05d3d78c57 req-cee475e3-74f7-4164-aed4-22c08adc3f92 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0500739 Apr 18 17:51:04.915099 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-784fff84-f2fc-4fee-9bd1-6f05d3d78c57 req-d5edce37-f276-4723-9828-96f1fcb6266d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329278 Apr 18 17:51:06.032843 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:06.034790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9521ef-b550-4b66-966c-46b54191376a req-c0446c30-e1a4-4858-a9ce-f6153b625a4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:06.036251 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce9521ef-b550-4b66-966c-46b54191376a req-c0446c30-e1a4-4858-a9ce-f6153b625a4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Apr 18 17:51:06.077452 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ce9521ef-b550-4b66-966c-46b54191376a req-f8f586f3-4ba4-4037-ac21-807a824945ab tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345206 Apr 18 17:51:06.169926 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:07.200207 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf421ee-83c8-456a-96f6-7f4af7b3d6f2 req-b4e82287-941b-4603-b2d4-c1750942b1e6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:07.201736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cf421ee-83c8-456a-96f6-7f4af7b3d6f2 req-b4e82287-941b-4603-b2d4-c1750942b1e6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0535846 Apr 18 17:51:07.238455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5cf421ee-83c8-456a-96f6-7f4af7b3d6f2 req-cdcbde53-d147-4b63-bdd0-1af1b21ab63a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306122 Apr 18 17:51:08.352790 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2077e-66d7-45d8-b936-a1c48743751c req-03ed8a68-d1cf-49ab-9ea0-5f439192484d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:08.354784 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ed2077e-66d7-45d8-b936-a1c48743751c req-03ed8a68-d1cf-49ab-9ea0-5f439192484d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Apr 18 17:51:08.391776 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ed2077e-66d7-45d8-b936-a1c48743751c req-096b787d-af43-42df-9e31-d6f8247eea19 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310335 Apr 18 17:51:09.506640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b290b-abc8-4c41-96fe-91dcbecd7ac0 req-38b5986a-f79f-4939-bcd9-4cd77a61610d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:09.508098 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d70b290b-abc8-4c41-96fe-91dcbecd7ac0 req-38b5986a-f79f-4939-bcd9-4cd77a61610d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0475826 Apr 18 17:51:09.545375 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d70b290b-abc8-4c41-96fe-91dcbecd7ac0 req-9f047542-eedb-42fb-84e7-f80834ff7283 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305619 Apr 18 17:51:10.363332 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:51:10.667210 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbad3f-ec5b-460e-8711-04196c5fcd4d req-965af545-51f4-4dad-a664-d32eb4127498 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:10.668988 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3adbad3f-ec5b-460e-8711-04196c5fcd4d req-965af545-51f4-4dad-a664-d32eb4127498 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0527899 Apr 18 17:51:10.705946 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3adbad3f-ec5b-460e-8711-04196c5fcd4d req-ab6e9089-bfd6-4760-bf8b-1d8ba8c91d3e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Apr 18 17:51:11.837263 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88d69a-2646-48e8-b228-022ea220c8f9 req-9e6dd8e8-623f-4c6f-93f4-3503e4f9c237 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:11.838754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc88d69a-2646-48e8-b228-022ea220c8f9 req-9e6dd8e8-623f-4c6f-93f4-3503e4f9c237 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0490057 Apr 18 17:51:11.875685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fc88d69a-2646-48e8-b228-022ea220c8f9 req-5a3f1977-1a84-4e6a-b865-059a8f06f378 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308113 Apr 18 17:51:12.991048 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c8c48-06bd-44ad-ab2b-6620bcee702f req-e7d3894f-98af-40cf-bc6f-38aa789a66f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:12.992509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-290c8c48-06bd-44ad-ab2b-6620bcee702f req-e7d3894f-98af-40cf-bc6f-38aa789a66f4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0488069 Apr 18 17:51:13.029667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-290c8c48-06bd-44ad-ab2b-6620bcee702f req-c2449a43-ab7a-4b09-9158-40e6c88439a9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311689 Apr 18 17:51:14.149174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdcea7-4be2-46af-99ec-9a5ff12ceb29 req-b6261177-4297-44b1-8685-f4e455b1418a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:14.150657 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84bdcea7-4be2-46af-99ec-9a5ff12ceb29 req-b6261177-4297-44b1-8685-f4e455b1418a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0524507 Apr 18 17:51:14.189527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-84bdcea7-4be2-46af-99ec-9a5ff12ceb29 req-e0863a1b-b971-4724-85b1-7adaeefa7275 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Apr 18 17:51:15.304439 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d382e7-a30f-4be6-9bb3-f70826ba7185 req-2bf42864-0ad4-437b-a546-0a35fd8e2408 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:15.305859 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6d382e7-a30f-4be6-9bb3-f70826ba7185 req-2bf42864-0ad4-437b-a546-0a35fd8e2408 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Apr 18 17:51:15.343457 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e6d382e7-a30f-4be6-9bb3-f70826ba7185 req-2294728f-54ad-4323-900e-d553f274c030 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Apr 18 17:51:16.464556 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cce0f-9797-41fb-a8e2-622dfd447785 req-3c72b2b0-3b8d-47be-9883-2241bf79b772 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:16.466060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa3cce0f-9797-41fb-a8e2-622dfd447785 req-3c72b2b0-3b8d-47be-9883-2241bf79b772 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0564098 Apr 18 17:51:16.507122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aa3cce0f-9797-41fb-a8e2-622dfd447785 req-0e8aa495-378a-4887-a534-c2053387627e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Apr 18 17:51:17.563728 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:17.628713 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c07f1b-90e0-44e1-8967-ed6de2b5a9e5 req-7c2900d1-bbc9-4756-968c-5e3912561de5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:17.630243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58c07f1b-90e0-44e1-8967-ed6de2b5a9e5 req-7c2900d1-bbc9-4756-968c-5e3912561de5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0548270 Apr 18 17:51:17.670324 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58c07f1b-90e0-44e1-8967-ed6de2b5a9e5 req-71cf5cbc-6fc2-42d0-8c2e-7703508121a6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331838 Apr 18 17:51:17.735008 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:18.789965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9aea-355e-49d3-8ff0-293267f2a320 req-50d0f790-817b-40dc-833e-6012ece05016 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:18.791975 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b5c9aea-355e-49d3-8ff0-293267f2a320 req-50d0f790-817b-40dc-833e-6012ece05016 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0504222 Apr 18 17:51:18.831645 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1b5c9aea-355e-49d3-8ff0-293267f2a320 req-0b86bdef-3fc7-4fa2-8902-84f429bade67 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334313 Apr 18 17:51:19.946325 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716f299-6589-4176-b333-bdfef8b7a515 req-33c5d3bf-ddce-4834-b79f-d9068ad57057 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:19.948362 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6716f299-6589-4176-b333-bdfef8b7a515 req-33c5d3bf-ddce-4834-b79f-d9068ad57057 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0487325 Apr 18 17:51:19.985311 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6716f299-6589-4176-b333-bdfef8b7a515 req-3379d9c0-3c6a-46bf-b8a6-4089f8a85b72 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308356 Apr 18 17:51:21.106923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b2247-0db6-470f-959c-103c2f95e6f8 req-40bb37cc-f624-431b-be8b-284a27763460 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:21.108424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-158b2247-0db6-470f-959c-103c2f95e6f8 req-40bb37cc-f624-431b-be8b-284a27763460 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0524790 Apr 18 17:51:21.149735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-158b2247-0db6-470f-959c-103c2f95e6f8 req-15cff0e4-3f03-4087-a6bd-293df5a64a58 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Apr 18 17:51:22.265615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15470e4-849e-4899-97b3-2e4405623468 req-df4ccbd1-2ed0-4528-81c2-01fc875b346b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:22.267079 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a15470e4-849e-4899-97b3-2e4405623468 req-df4ccbd1-2ed0-4528-81c2-01fc875b346b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Apr 18 17:51:22.304768 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a15470e4-849e-4899-97b3-2e4405623468 req-dfda5a7b-aef0-45bc-a629-7b4a46ee6877 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316229 Apr 18 17:51:22.749124 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-389fc7c4-db75-4ec8-b60b-1d82256cafd7 service neutron] show failed (client error): The resource could not be found. Apr 18 17:51:22.750155 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-389fc7c4-db75-4ec8-b60b-1d82256cafd7 service neutron] 10.222.0.18 "GET /v2.0/ports/d5359607-0504-4326-8d58-959f187ab8fc/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0545571 Apr 18 17:51:23.143768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-e205928e-a054-41f1-8d96-a44eb4170886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:23.145285 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-e205928e-a054-41f1-8d96-a44eb4170886 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 1096 time: 0.0462260 Apr 18 17:51:23.163248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:51:23.215422 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:23.415549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:23.419845 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cc1fc-2b81-4452-8727-8ab084ac0152 req-b6e91381-eadb-46e2-a676-dcb1c6e7c2b6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:23.421337 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-866cc1fc-2b81-4452-8727-8ab084ac0152 req-b6e91381-eadb-46e2-a676-dcb1c6e7c2b6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0479679 Apr 18 17:51:23.449926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:51:23.459559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-866cc1fc-2b81-4452-8727-8ab084ac0152 req-a72c803b-28b3-401c-85cf-d8b2a3a04588 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320601 Apr 18 17:51:23.493494 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:23.496373 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f80ae-acaf-47ba-a28b-7dc816e17176" -d '{"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-unplugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:23.500470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:23.512486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Transition to ACTIVE for port object d5359607-0504-4326-8d58-959f187ab8fc will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:51:23.544507 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a609a0b9-9f5e-43c1-9eec-8e7e89c2b7b1 x-openstack-request-id: req-a609a0b9-9f5e-43c1-9eec-8e7e89c2b7b1 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:23.544801 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-unplugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:23.545056 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a609a0b9-9f5e-43c1-9eec-8e7e89c2b7b1 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:23.545486 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a609a0b9-9f5e-43c1-9eec-8e7e89c2b7b1'] response: {'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'code': 200} Apr 18 17:51:23.552276 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:23.632767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:23.675454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] No DVR routers for this DVR port d5359607-0504-4326-8d58-959f187ab8fc on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:51:23.811376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:51:23.812064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:51:23.812064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:51:23.816445 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:51:23.816775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:51:23.821554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:51:23.821895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:51:23.822276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:51:23.822700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Bound port: d5359607-0504-4326-8d58-959f187ab8fc, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:51:23.823076 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:23.888392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:51:23.891243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:51:23.952799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:23.986987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:23.987656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:23.989040 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] 10.222.0.41 "PUT /v2.0/ports/d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 1091 time: 0.8299024 Apr 18 17:51:24.009519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bdb0b-9f2c-4b3e-ad28-b18a873b347e service neutron] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:24.063980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-65e8c1b3-23ca-4c2b-9c94-981926e8fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:24.065608 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-65e8c1b3-23ca-4c2b-9c94-981926e8fb5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1094 time: 0.0431912 Apr 18 17:51:24.164817 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-97a70cff-736b-4e51-b26b-9f58bff36690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:24.165988 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-97a70cff-736b-4e51-b26b-9f58bff36690 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0933640 Apr 18 17:51:24.231185 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-3bed84b2-31f9-4e5d-a378-456cc3bdf038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 999 time: 0.0585616 Apr 18 17:51:24.284028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-6f28651f-0e83-4cec-a0b6-bf6fb05c4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:24.285434 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-6f28651f-0e83-4cec-a0b6-bf6fb05c4aca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0479848 Apr 18 17:51:24.330276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-e7398921-d671-427f-8426-a4773cbf4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:24.331748 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-e7398921-d671-427f-8426-a4773cbf4437 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404067 Apr 18 17:51:24.420060 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-f19e9b7f-5025-4a16-96ac-10bdb31e5342 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818403 Apr 18 17:51:24.511956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-58206669-ae79-4f40-9dac-08dff24e2a8a req-04a56c4a-796e-41a6-b8b4-eb2ce7784638 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859861 Apr 18 17:51:24.580817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa13e2e-58c3-416c-832d-23c1e10083e6 req-23fb31d6-c68b-469e-bdef-71ac0d0b3e16 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:24.582314 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfa13e2e-58c3-416c-832d-23c1e10083e6 req-23fb31d6-c68b-469e-bdef-71ac0d0b3e16 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0529578 Apr 18 17:51:24.621666 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfa13e2e-58c3-416c-832d-23c1e10083e6 req-deb3d934-0a51-4717-8252-0721c3046bf4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329683 Apr 18 17:51:25.546232 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:25.548619 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4339d48-6278-42c0-9314-dcd9dbc9208c" -d '{"events": [{"name": "network-changed", "server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:25.599818 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5445fdd5-5bb9-4fbb-8099-ae015d08a9b4 x-openstack-request-id: req-5445fdd5-5bb9-4fbb-8099-ae015d08a9b4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:25.600114 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:25.600369 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5445fdd5-5bb9-4fbb-8099-ae015d08a9b4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:25.600895 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5445fdd5-5bb9-4fbb-8099-ae015d08a9b4'] response: {'name': 'network-changed', 'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'status': 'completed', 'code': 200} Apr 18 17:51:25.713697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-ba566e89-963f-49fd-a8c7-3e72c06d502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:25.715255 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-ba566e89-963f-49fd-a8c7-3e72c06d502f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1094 time: 0.0622337 Apr 18 17:51:25.717857 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-c295e66c-d431-42f0-88b6-fd2e9890fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:25.719242 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-c295e66c-d431-42f0-88b6-fd2e9890fc90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1094 time: 0.0796914 Apr 18 17:51:25.740217 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cfa11-48d2-4d86-a8bd-4083a31d55de req-b41b0ab4-7cba-4094-84f7-6b9dc564cbcc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:25.741720 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c39cfa11-48d2-4d86-a8bd-4083a31d55de req-b41b0ab4-7cba-4094-84f7-6b9dc564cbcc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0487139 Apr 18 17:51:25.783753 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c39cfa11-48d2-4d86-a8bd-4083a31d55de req-b1a824d9-a327-44e4-ac39-1b6e5b745ffa tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Apr 18 17:51:25.873438 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-c9ee2e9c-3a93-4769-b840-3d753a8686e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:25.874858 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-c9ee2e9c-3a93-4769-b840-3d753a8686e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1510675 Apr 18 17:51:25.877431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-fe531367-8f2f-49a3-9547-bbfa51419795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:25.878723 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-fe531367-8f2f-49a3-9547-bbfa51419795 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1462610 Apr 18 17:51:25.988760 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-b52198d3-45af-4468-bb84-abb8677d45c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 999 time: 0.1050508 Apr 18 17:51:25.990562 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-3074ec68-a4ed-4c98-a95e-66185438a6d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 999 time: 0.1005018 Apr 18 17:51:26.073547 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-b0d1b581-1af0-4d06-8aaf-5dbb2ce56124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:26.075112 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-b0d1b581-1af0-4d06-8aaf-5dbb2ce56124 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0791233 Apr 18 17:51:26.076472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-9d76a5ad-4412-4f2f-9972-1280855acbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:26.077774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-9d76a5ad-4412-4f2f-9972-1280855acbc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0747623 Apr 18 17:51:26.150524 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-8a93539f-2ae2-442b-9fc0-3ed7d05e9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:26.152471 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-8a93539f-2ae2-442b-9fc0-3ed7d05e9862 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704753 Apr 18 17:51:26.154932 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-f98418d9-7871-4cae-ae67-45ac2a3728b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:26.157220 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-f98418d9-7871-4cae-ae67-45ac2a3728b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666609 Apr 18 17:51:26.306895 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-0d79fd79-10d5-4c8c-90df-583ba534aed7 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473398 Apr 18 17:51:26.308722 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-d6bf27bd-05de-45f5-a689-d60e604b21be service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425362 Apr 18 17:51:26.462186 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-fbd87d21-a69e-416d-8687-4849ff37c58c service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469607 Apr 18 17:51:26.464559 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f4339d48-6278-42c0-9314-dcd9dbc9208c req-ad694305-d617-4825-a162-4fcfd2cb4c38 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484890 Apr 18 17:51:26.900680 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdc7a2-1dfb-4fbb-92d9-698faaf83885 req-31348c87-3626-4ce5-b91b-391a6fe3d8b9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:26.902676 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2bdc7a2-1dfb-4fbb-92d9-698faaf83885 req-31348c87-3626-4ce5-b91b-391a6fe3d8b9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0482416 Apr 18 17:51:26.940279 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2bdc7a2-1dfb-4fbb-92d9-698faaf83885 req-48b1295f-6426-4ebd-a8e7-a41c2d821112 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Apr 18 17:51:27.381781 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5359607-0504-4326-8d58-959f187ab8fc no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:51:27.426041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5359607-0504-4326-8d58-959f187ab8fc not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:51:28.059615 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a788ef6-b6b9-4ff4-ae2d-0c2bdee652d5 req-bd4376c9-9a2a-4cea-aa2b-d48c9ca3e1f2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:28.061052 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a788ef6-b6b9-4ff4-ae2d-0c2bdee652d5 req-bd4376c9-9a2a-4cea-aa2b-d48c9ca3e1f2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0522926 Apr 18 17:51:28.097833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4a788ef6-b6b9-4ff4-ae2d-0c2bdee652d5 req-fc65f427-c3d4-4617-9edf-afc62e896952 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306408 Apr 18 17:51:28.614866 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95086625-1ead-403c-8932-3e36b56e08da req-99b30642-01f2-4b33-99a5-a517d63a02e5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:28.616359 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95086625-1ead-403c-8932-3e36b56e08da req-99b30642-01f2-4b33-99a5-a517d63a02e5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 943 time: 0.0497069 Apr 18 17:51:28.655295 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-95086625-1ead-403c-8932-3e36b56e08da req-5fc8efe7-a81b-4700-b175-3ae64df7bbab tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327220 Apr 18 17:51:28.659164 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-dc75bc63-c1c3-4ab3-a421-2be7cb42052f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:28.660748 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-dc75bc63-c1c3-4ab3-a421-2be7cb42052f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972&tenant_id=3e5f35c7a38e414092bce2762e053db5&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 943 time: 0.0523467 Apr 18 17:51:28.725837 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-fbd71f4f-0f89-45bf-8328-d7cd9a4a57d8 service neutron] 10.222.0.41 "GET /v2.0/ports/d5359607-0504-4326-8d58-959f187ab8fc/bindings/n-h2-836015-2 HTTP/1.1" status: 200 len: 382 time: 0.0579746 Apr 18 17:51:28.800789 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-15306e6a-af54-4efe-bd1f-eaae7bbb17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:28.802222 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-15306e6a-af54-4efe-bd1f-eaae7bbb17cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1094 time: 0.0403330 Apr 18 17:51:28.888092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-7701f655-cbc8-49ae-ad49-330818882b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:28.889537 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-7701f655-cbc8-49ae-ad49-330818882b19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0812438 Apr 18 17:51:28.955318 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-a8aa1380-22b5-4dcd-a6a3-f181d6d5917d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 999 time: 0.0596473 Apr 18 17:51:29.002533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-fa310a80-bad2-4c71-a753-1e557dba7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:29.003979 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-fa310a80-bad2-4c71-a753-1e557dba7614 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0427506 Apr 18 17:51:29.047530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-be5da7a2-03bf-42ca-9de7-8612e9b2fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:29.048960 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-be5da7a2-03bf-42ca-9de7-8612e9b2fddd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391040 Apr 18 17:51:29.100380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d5359607-0504-4326-8d58-959f187ab8fc details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:51:29.139669 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-b25fbab5-c131-49f9-89e2-57700291bca8 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840607 Apr 18 17:51:29.200066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:29.211034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'd5359607-0504-4326-8d58-959f187ab8fc', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': 'd5359607-0504-4326-8d58-959f187ab8fc', 'mac_address': 'fa:16:3e:98:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:51:29.228173 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-19254106-beae-4f20-863f-c37425cc4d41 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826814 Apr 18 17:51:29.247333 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:29.260083 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5359607-0504-4326-8d58-959f187ab8fc {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:51:29.278697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:29.368876 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:29.418158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:29.744389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['d5359607-0504-4326-8d58-959f187ab8fc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:51:29.773755 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b52c4-241b-42cc-b37a-6e3e1310a722 req-9ffde0f6-1c17-4a55-979c-285ecc4fb512 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:29.775267 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-732b52c4-241b-42cc-b37a-6e3e1310a722 req-9ffde0f6-1c17-4a55-979c-285ecc4fb512 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 944 time: 0.0484705 Apr 18 17:51:29.813300 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-732b52c4-241b-42cc-b37a-6e3e1310a722 req-45a2af58-c135-4865-9ffb-9f1e874b01c8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312998 Apr 18 17:51:30.937761 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d7e5b-f007-42f8-b603-084c4c007db2 req-acdae117-2634-4192-8313-adc8eea1d293 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:30.939137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b5d7e5b-f007-42f8-b603-084c4c007db2 req-acdae117-2634-4192-8313-adc8eea1d293 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 944 time: 0.0551198 Apr 18 17:51:30.952225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-06183f10-bb62-49a3-85f5-4d5ef2e5cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:30.978931 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b5d7e5b-f007-42f8-b603-084c4c007db2 req-0efdb069-ba9d-446e-bebd-1874f0307800 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335977 Apr 18 17:51:31.100672 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d5359607-0504-4326-8d58-959f187ab8fc up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:51:31.203888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port d5359607-0504-4326-8d58-959f187ab8fc completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:51:31.208073 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port d5359607-0504-4326-8d58-959f187ab8fc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:51:31.208440 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:31.286577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:31.308701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:31.311270 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc295583-6b94-4951-aecf-85f5db7922a3" -d '{"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-plugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:31.325153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:31.360963 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb4af6d-b64a-4556-83fb-3b5136846774 x-openstack-request-id: req-2fb4af6d-b64a-4556-83fb-3b5136846774 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:31.361276 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-plugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:31.361579 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fb4af6d-b64a-4556-83fb-3b5136846774 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:31.361973 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb4af6d-b64a-4556-83fb-3b5136846774'] response: {'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'code': 200} Apr 18 17:51:31.398398 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:31.464361 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:31.838517 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-487514f0-6d1b-460d-af6f-a23e14bf2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:31.840556 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-487514f0-6d1b-460d-af6f-a23e14bf2c9e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 1096 time: 0.0453813 Apr 18 17:51:31.856785 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:51:31.905488 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:32.100999 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1395faa-190a-4299-9495-187892d1c90e req-d2005b30-41ff-4cd5-b0ec-c8ae769719f9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:32.102504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1395faa-190a-4299-9495-187892d1c90e req-d2005b30-41ff-4cd5-b0ec-c8ae769719f9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Apr 18 17:51:32.112666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:32.143559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1395faa-190a-4299-9495-187892d1c90e req-de8b266f-ff5f-4bfe-9faa-bcabd9277c85 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344486 Apr 18 17:51:32.145705 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:51:32.190453 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:32.192765 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f61b89-b52b-47fe-b5d9-f0958829b199" -d '{"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-unplugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:32.196900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:32.209638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Transition to ACTIVE for port object d5359607-0504-4326-8d58-959f187ab8fc will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:51:32.241732 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf13998-dec0-471e-84ae-a4ad0baf96ce x-openstack-request-id: req-fdf13998-dec0-471e-84ae-a4ad0baf96ce {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:32.242049 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-unplugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:32.242298 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdf13998-dec0-471e-84ae-a4ad0baf96ce {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:32.242736 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf13998-dec0-471e-84ae-a4ad0baf96ce'] response: {'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'code': 200} Apr 18 17:51:32.249148 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:32.325018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:32.367812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] No DVR routers for this DVR port d5359607-0504-4326-8d58-959f187ab8fc on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:51:32.506796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:51:32.507131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:51:32.507469 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:51:32.512337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:51:32.512664 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Attempting to bind port d5359607-0504-4326-8d58-959f187ab8fc on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:51:32.517434 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:51:32.517774 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:51:32.518159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:51:32.518593 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Bound port: d5359607-0504-4326-8d58-959f187ab8fc, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:51:32.518949 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:32.581010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:51:32.583952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:51:32.638426 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:32.671582 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:32.672202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:32.673548 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 1092 time: 0.8212223 Apr 18 17:51:32.695105 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b61b0-5d90-4d1a-ac72-7ebd69b6afb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=11']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:32.746775 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-b4b1835e-5d8b-49d9-8ebc-ec97d1ddceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:32.748292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-b4b1835e-5d8b-49d9-8ebc-ec97d1ddceee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1095 time: 0.0425506 Apr 18 17:51:32.844132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-924501c5-f836-4528-a2a2-24e991379a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:32.845696 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-924501c5-f836-4528-a2a2-24e991379a99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0911920 Apr 18 17:51:32.907913 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-9262d0cd-df8c-4b15-b970-bec6a97f56dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 999 time: 0.0561712 Apr 18 17:51:32.961003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-9b4baa2e-63e7-462b-9ac4-a592bb29dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:32.962379 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-9b4baa2e-63e7-462b-9ac4-a592bb29dfef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0479496 Apr 18 17:51:33.006943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c293abdc-bb84-4fcc-8491-d5b1c13ab436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:33.008399 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-c293abdc-bb84-4fcc-8491-d5b1c13ab436 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396657 Apr 18 17:51:33.095806 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-12f4f32e-2c75-49fb-b23f-91d05dca60d1 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804236 Apr 18 17:51:33.188621 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1015ed42-8929-439c-9d44-fdd4f5866363 req-b99554a8-5b1d-4eb0-aee5-53de3cc40a54 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865526 Apr 18 17:51:33.262553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6ab95-cadb-45e3-9d0b-ec0883653f4e req-1a9be821-3f33-4f3d-9e0d-7f27a9380d35 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:33.264032 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70e6ab95-cadb-45e3-9d0b-ec0883653f4e req-1a9be821-3f33-4f3d-9e0d-7f27a9380d35 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 944 time: 0.0490365 Apr 18 17:51:33.295406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5df4c040-0183-465a-99bd-2f8c0ee74d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:33.302114 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-70e6ab95-cadb-45e3-9d0b-ec0883653f4e req-96a31cf0-c2d5-4384-8bf1-396a27a116d5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Apr 18 17:51:34.244280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:34.247197 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b04a94b-eadf-453c-99b0-6ef994e4858a" -d '{"events": [{"name": "network-changed", "server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:34.294962 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5854d-a0c5-4129-aa25-e24a46a0e5d3 x-openstack-request-id: req-2ee5854d-a0c5-4129-aa25-e24a46a0e5d3 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:34.295257 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:34.295510 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ee5854d-a0c5-4129-aa25-e24a46a0e5d3 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:34.295921 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee5854d-a0c5-4129-aa25-e24a46a0e5d3'] response: {'name': 'network-changed', 'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'status': 'completed', 'code': 200} Apr 18 17:51:34.404407 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-8125c2dd-a767-4d44-99d9-920b6ef9e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:34.409153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-8125c2dd-a767-4d44-99d9-920b6ef9e41b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1095 time: 0.0602365 Apr 18 17:51:34.409153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-19d267d1-b8d8-4408-b2de-c460766b87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:34.409779 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-19d267d1-b8d8-4408-b2de-c460766b87f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 1095 time: 0.0735588 Apr 18 17:51:34.426457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315affe0-09e1-42fa-977a-4f3272e0811d req-78e15c33-a88f-4eaa-acc7-03cf8f3c4624 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:34.427923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-315affe0-09e1-42fa-977a-4f3272e0811d req-78e15c33-a88f-4eaa-acc7-03cf8f3c4624 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 944 time: 0.0535407 Apr 18 17:51:34.466370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-315affe0-09e1-42fa-977a-4f3272e0811d req-a8916aa1-22ec-4833-93f9-74d00bec2d5e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Apr 18 17:51:34.563832 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:34.567027 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-9913ca76-9777-4390-a4a9-aede884d7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:34.568483 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-9913ca76-9777-4390-a4a9-aede884d7daa service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1564603 Apr 18 17:51:34.572666 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-178c0656-1d64-4684-8302-90c9cfd8a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:34.574035 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-178c0656-1d64-4684-8302-90c9cfd8a342 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1534226 Apr 18 17:51:34.980650 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-a3c52444-ed9c-4fe4-a502-49059872732e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 999 time: 0.4044919 Apr 18 17:51:34.986517 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-36042b85-347c-455c-95fa-9060b1059496 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 200 len: 999 time: 0.4047053 Apr 18 17:51:35.061228 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-0be803ab-7e9a-48d3-b43e-0f4bab6e8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:35.062687 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-0be803ab-7e9a-48d3-b43e-0f4bab6e8c88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0753496 Apr 18 17:51:35.064018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-3671b219-524e-49eb-ab67-183e3cd2163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:35.065289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-3671b219-524e-49eb-ab67-183e3cd2163a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0711825 Apr 18 17:51:35.129928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d5359607-0504-4326-8d58-959f187ab8fc no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:51:35.139623 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-933aed49-7dc5-4713-9513-b72e3c191c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:35.141121 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-933aed49-7dc5-4713-9513-b72e3c191c6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725663 Apr 18 17:51:35.142793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-f68799d4-4547-4897-be19-a402d5247ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:35.144101 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-f68799d4-4547-4897-be19-a402d5247ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682402 Apr 18 17:51:35.167959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device d5359607-0504-4326-8d58-959f187ab8fc not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:51:35.296804 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-e14aad3a-4cf2-4e90-9286-00334d85456d service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415105 Apr 18 17:51:35.298384 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-6ee10a95-8048-4b8b-8c63-bb5d296ffc8f service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506195 Apr 18 17:51:35.416064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5359607-0504-4326-8d58-959f187ab8fc details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:51:35.455824 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-e948050c-fade-4e85-8535-2597d20b81a4 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516469 Apr 18 17:51:35.459180 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9b04a94b-eadf-453c-99b0-6ef994e4858a req-203e257a-b2f1-434c-860b-bea112b4457a service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481082 Apr 18 17:51:35.513224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:35.524496 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'd5359607-0504-4326-8d58-959f187ab8fc', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': 'd5359607-0504-4326-8d58-959f187ab8fc', 'mac_address': 'fa:16:3e:98:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:51:35.562265 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:35.575401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5359607-0504-4326-8d58-959f187ab8fc {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:51:35.589530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8f3a4-bd6e-495f-8e61-de06985c44b4 req-0b6e64ef-d374-4725-a771-b7830c76f662 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:35.591041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bee8f3a4-bd6e-495f-8e61-de06985c44b4 req-0b6e64ef-d374-4725-a771-b7830c76f662 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 944 time: 0.0504630 Apr 18 17:51:35.594913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:35.628948 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bee8f3a4-bd6e-495f-8e61-de06985c44b4 req-7dd804b7-5574-47fe-bc4e-537d238f040e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316565 Apr 18 17:51:35.666751 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:35.722567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=12']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:36.023479 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['d5359607-0504-4326-8d58-959f187ab8fc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:51:36.063410 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:36.186427 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:36.752357 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb370d-cc5b-44b3-949c-6f58fd1919a5 req-275098cc-0923-4231-8020-bd4f13412d64 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:36.753883 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7abb370d-cc5b-44b3-949c-6f58fd1919a5 req-275098cc-0923-4231-8020-bd4f13412d64 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0554852 Apr 18 17:51:36.791622 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7abb370d-cc5b-44b3-949c-6f58fd1919a5 req-672a05f5-de2c-4fc8-9745-76231245613b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Apr 18 17:51:36.908052 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72aaaa-ab9e-443f-ba59-770ae31fdb75 req-00e3ae1d-0517-4b69-ac88-209a6b128a1b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:36.909389 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd72aaaa-ab9e-443f-ba59-770ae31fdb75 req-00e3ae1d-0517-4b69-ac88-209a6b128a1b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0515063 Apr 18 17:51:36.945855 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd72aaaa-ab9e-443f-ba59-770ae31fdb75 req-ba9fdc1f-b505-446c-9040-1a6d5e461efa tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305660 Apr 18 17:51:37.057537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e80f6b-760e-4968-8b85-f78ac5b45b1b req-f814a051-ae1b-481d-acfb-a954dc583f54 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:37.059827 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13e80f6b-760e-4968-8b85-f78ac5b45b1b req-f814a051-ae1b-481d-acfb-a954dc583f54 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0482004 Apr 18 17:51:37.100587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-13e80f6b-760e-4968-8b85-f78ac5b45b1b req-eabc92c9-f602-4862-9ffa-d48ed5b91908 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328104 Apr 18 17:51:37.419110 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5359607-0504-4326-8d58-959f187ab8fc up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:51:37.517816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port d5359607-0504-4326-8d58-959f187ab8fc completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:51:37.521820 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port d5359607-0504-4326-8d58-959f187ab8fc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:51:37.522192 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:37.555249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954c18-b9ec-43bb-bce9-a3b1dc389506 req-c828951f-5463-43cc-b53a-2d0213f50528 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:37.561893 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9954c18-b9ec-43bb-bce9-a3b1dc389506 req-c828951f-5463-43cc-b53a-2d0213f50528 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 945 time: 0.0542667 Apr 18 17:51:37.595876 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c9954c18-b9ec-43bb-bce9-a3b1dc389506 req-831c511b-4c31-4836-9964-0ffa964191eb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325475 Apr 18 17:51:37.602349 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:37.624605 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:37.626863 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff8d4c-f34d-4a74-af1e-0bd1c4503efc" -d '{"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-plugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:37.639870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:37.666705 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77958354-e9b0-4a10-82d5-6be3250b7557 x-openstack-request-id: req-77958354-e9b0-4a10-82d5-6be3250b7557 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:37.666705 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-plugged", "status": "completed", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:37.666705 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77958354-e9b0-4a10-82d5-6be3250b7557 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:37.666705 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77958354-e9b0-4a10-82d5-6be3250b7557'] response: {'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'code': 200} Apr 18 17:51:37.683532 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:37.738230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=13']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:38.715465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ad017-7d6e-478c-a05a-2b62c062a64c req-0fcb206c-98da-4041-b752-d73bbe55e5ea tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:38.716897 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f35ad017-7d6e-478c-a05a-2b62c062a64c req-0fcb206c-98da-4041-b752-d73bbe55e5ea tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 946 time: 0.0524142 Apr 18 17:51:38.757588 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f35ad017-7d6e-478c-a05a-2b62c062a64c req-880dd55d-53af-4004-9e20-267889d74601 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345898 Apr 18 17:51:39.063690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-9e7153c1-3c42-4161-9dec-e8ad56efb386 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:39.065136 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-9e7153c1-3c42-4161-9dec-e8ad56efb386 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 946 time: 0.0493028 Apr 18 17:51:39.154435 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Deleting port d5359607-0504-4326-8d58-959f187ab8fc {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:51:39.154781 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:39.241019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] For port d5359607-0504-4326-8d58-959f187ab8fc, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=d5359607-0504-4326-8d58-959f187ab8fc,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:39.241387 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:39.412807 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:39.413198 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:39.413732 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 disassociated. External IP: 172.25.5.25, port: d5359607-0504-4326-8d58-959f187ab8fc. Apr 18 17:51:39.414250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Calling delete_port for d5359607-0504-4326-8d58-959f187ab8fc owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:51:39.592245 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:39.624323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event deleted for resources: {'Port': ['ID=d5359607-0504-4326-8d58-959f187ab8fc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:39.635706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.636048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.636386 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.636722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.637052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.637379 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.637728 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.638050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.638369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.638690 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.639018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.639337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:39.760186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:51:39.858704 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7cbc9845-5cc7-4efa-9559-68a75ceb9a5f req-7d577f41-e2f6-4751-9fa2-8c8438870a96 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161a2cf-eecf-4745-89ef-5d63c92e8972 HTTP/1.1" status: 200 len: 210 time: 0.0263982 Apr 18 17:51:39.871299 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:51:39.881614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:51:39.891226 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:51:39.891835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:51:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:51:39.911761 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] No DVR routers for this DVR port d5359607-0504-4326-8d58-959f187ab8fc on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:51:39.914385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:39.917753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-10d83107-d402-44ad-827a-79e60b1d7b00 req-1cdf2b6b-a88a-41f6-997f-de863a611b18 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "DELETE /v2.0/ports/d5359607-0504-4326-8d58-959f187ab8fc HTTP/1.1" status: 204 len: 173 time: 0.8473368 Apr 18 17:51:39.918195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-deleted', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:39.925979 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1fe11b-2731-4b13-9055-c17648057be9" -d '{"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-deleted", "tag": "d5359607-0504-4326-8d58-959f187ab8fc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:39.962930 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cbe03b-44e7-490e-a124-6cc04174a5aa x-openstack-request-id: req-32cbe03b-44e7-490e-a124-6cc04174a5aa {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:39.963229 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161a2cf-eecf-4745-89ef-5d63c92e8972", "name": "network-vif-deleted", "tag": "d5359607-0504-4326-8d58-959f187ab8fc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:39.963488 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32cbe03b-44e7-490e-a124-6cc04174a5aa {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:39.963919 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cbe03b-44e7-490e-a124-6cc04174a5aa'] response: {'server_uuid': 'f161a2cf-eecf-4745-89ef-5d63c92e8972', 'name': 'network-vif-deleted', 'tag': 'd5359607-0504-4326-8d58-959f187ab8fc', 'status': 'completed', 'code': 200} Apr 18 17:51:39.997922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:51:40.204161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:51:40.233532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:51:40.241831 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:51:40.242381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:51:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:51:40.504534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:51:40.697594 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:51:40.722928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739979f0-b6a3-41dd-998d-c7c0e9b08011 None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:51:40.942737 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6fab8b-6d04-49ce-9368-915e936ed158 None None] New status for floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:51:41.102809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-dde9281e-c789-424b-811e-43beede61f32 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--675734132&fields=id&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 267 time: 0.0332451 Apr 18 17:51:41.216257 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-cf2781c8-24cc-49bd-a1a1-4e3622c50998 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:41.217814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-cf2781c8-24cc-49bd-a1a1-4e3622c50998 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 812 time: 0.1060505 Apr 18 17:51:41.233081 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-d11a4704-7792-4f64-a347-c1f395bce8ee tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/quotas/3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 375 time: 0.0092392 Apr 18 17:51:41.285200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-46564f24-a059-4588-8e2d-1c5f7cf98450 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465429 Apr 18 17:51:41.347036 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7f93a701-fd2f-4b63-9a81-3122e7421b94 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:51:41.348010 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7f93a701-fd2f-4b63-9a81-3122e7421b94 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516498 Apr 18 17:51:41.437612 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-580cf1b2-381c-4473-835e-818f698eafef service neutron] 10.222.0.45 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831771 Apr 18 17:51:41.524924 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-dbe31193-445c-4698-95e9-cbaae88f3ff1 service neutron] 10.222.0.45 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810554 Apr 18 17:51:41.746416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f0a7e51-2438-4257-a6f3-1e573569aba9 req-926353aa-2991-4bd8-8e6f-0ddf673ad8ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 210 time: 0.0285995 Apr 18 17:51:42.840964 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c98eb116-4ea2-4976-b153-20f4a238b891 req-6de8a7a5-d04f-4378-a4c2-85c31e94fd95 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 210 time: 0.0270114 Apr 18 17:51:43.442264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5359607-0504-4326-8d58-959f187ab8fc no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:51:43.466006 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: d5359607-0504-4326-8d58-959f187ab8fc {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:51:43.466340 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device d5359607-0504-4326-8d58-959f187ab8fc not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:51:43.608486 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-24d9ba51-6ff3-478b-a4be-65c32dcd30db tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:43.610022 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-24d9ba51-6ff3-478b-a4be-65c32dcd30db tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 812 time: 0.0996537 Apr 18 17:51:43.661807 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-71103d70-d321-43f1-a047-451cd098e0ce tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 379 time: 0.0376916 Apr 18 17:51:43.670417 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'port': {'device_id': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'admin_state_up': True, 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'security_groups': ['ae958436-8c73-4273-87a5-590e7e769844']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:51:43.866603 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Made reservation on behalf of 3e5f35c7a38e414092bce2762e053db5 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:51:43.870445 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:43.942502 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9518c423-6338-4dad-bb48-d6d995c0738f req-1b6be1a1-64ba-44b1-b105-4621aadd98bb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 210 time: 0.0310075 Apr 18 17:51:44.002294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Allocated IP 172.20.0.13 (faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94/1c1abf40-97c4-4dbb-b9ed-7492fb364459/f157e5d9-22ef-4af7-bbb3-6981038e964a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:51:44.132558 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:44.250431 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:44.299292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:51:44.302376 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:51:44.306310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:51:44.313507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:44.360803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:44.361509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:44.436394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-7ff5ef75-4f13-4cd2-8ff2-4e88bfea9312 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7695293 Apr 18 17:51:44.482372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Request body: {'port': {'device_id': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:51:44.517439 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-88f1452b-d04d-4940-8ad7-1f5d7b1fbcdc None None] Provisioning complete for port f157e5d9-22ef-4af7-bbb3-6981038e964a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:51:44.517989 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-88f1452b-d04d-4940-8ad7-1f5d7b1fbcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:44.534380 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:44.551953 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-88f1452b-d04d-4940-8ad7-1f5d7b1fbcdc None None] Port f157e5d9-22ef-4af7-bbb3-6981038e964a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:51:44.796943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f157e5d9-22ef-4af7-bbb3-6981038e964a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:51:44.804200 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:44.815919 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Transition to ACTIVE for port object f157e5d9-22ef-4af7-bbb3-6981038e964a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:51:44.866415 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:44.916174 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:44.994522 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:51:44.995001 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:51:44.995336 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:51:45.000053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:51:45.000380 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:51:45.005351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:51:45.005768 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:51:45.006102 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:51:45.006531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Bound port: f157e5d9-22ef-4af7-bbb3-6981038e964a, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:51:45.007301 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:45.073184 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedc7e0-cf9d-48e8-beb6-9369c2ba36b8 req-4ecb0e3e-f28d-47f6-a37c-4485705b09a2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:45.075316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:51:45.077895 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fedc7e0-cf9d-48e8-beb6-9369c2ba36b8 req-4ecb0e3e-f28d-47f6-a37c-4485705b09a2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0541892 Apr 18 17:51:45.080349 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:51:45.113641 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fedc7e0-cf9d-48e8-beb6-9369c2ba36b8 req-3c3f1795-a5bf-4629-a4a5-605c126842b7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322089 Apr 18 17:51:45.129318 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:45.164949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:45.165632 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:45.167490 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] 10.222.0.18 "PUT /v2.0/ports/f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1092 time: 0.6900373 Apr 18 17:51:45.167980 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:45.170382 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a920fb-5fef-4e5d-9dd8-6dc7dd863c89" -d '{"events": [{"name": "network-changed", "server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:45.196125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c370635-1770-4d34-b28c-d1ba8ee1afc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:45.216516 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f604e1e1-7d75-457d-b406-fe964539a0c8 x-openstack-request-id: req-f604e1e1-7d75-457d-b406-fe964539a0c8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:45.216832 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:45.217097 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f604e1e1-7d75-457d-b406-fe964539a0c8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:45.217566 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f604e1e1-7d75-457d-b406-fe964539a0c8'] response: {'name': 'network-changed', 'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'status': 'completed', 'code': 200} Apr 18 17:51:45.298538 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a920fb-5fef-4e5d-9dd8-6dc7dd863c89 req-cd880eca-1565-4851-9548-d368476896a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:45.300065 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-86a920fb-5fef-4e5d-9dd8-6dc7dd863c89 req-cd880eca-1565-4851-9548-d368476896a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1095 time: 0.0438328 Apr 18 17:51:45.411064 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a920fb-5fef-4e5d-9dd8-6dc7dd863c89 req-0c64d02e-1135-48cd-b6ba-6a5788a9dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:45.412534 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-86a920fb-5fef-4e5d-9dd8-6dc7dd863c89 req-0c64d02e-1135-48cd-b6ba-6a5788a9dd25 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3e5f35c7a38e414092bce2762e053db5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0985763 Apr 18 17:51:45.512787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a920fb-5fef-4e5d-9dd8-6dc7dd863c89 req-850941f5-b3a9-42bf-aa41-d87d150e2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:45.514293 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-86a920fb-5fef-4e5d-9dd8-6dc7dd863c89 req-850941f5-b3a9-42bf-aa41-d87d150e2c04 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873275 Apr 18 17:51:45.610829 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-0d08efcd-aaef-4858-b389-992bcbfcd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:45.612280 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-0d08efcd-aaef-4858-b389-992bcbfcd8a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1095 time: 0.0447321 Apr 18 17:51:45.659760 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-24b876b7-c0e0-4ca6-af7f-fb73cf2573e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 217 time: 0.0348883 Apr 18 17:51:45.708282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-8cc03c71-07c0-4622-9460-19c7376e777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:45.709741 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-8cc03c71-07c0-4622-9460-19c7376e777a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0436633 Apr 18 17:51:45.762069 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-0df86b4c-e8c6-48d9-849b-4f96cc28458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:45.763671 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-0df86b4c-e8c6-48d9-849b-4f96cc28458f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479879 Apr 18 17:51:45.849405 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-927b0b2c-5e36-4d48-a153-b05248d5be1a service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794518 Apr 18 17:51:45.940729 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-f216bf23-3d6a-4405-8c4f-e0f78cd36f98 req-be7da180-4125-4211-83d6-54f64a35a560 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840895 Apr 18 17:51:46.234405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef1471-4604-43ee-bc0a-248fdd04eb7b req-42cf13b7-bbce-4797-9646-5346881e8c62 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:46.235881 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1ef1471-4604-43ee-bc0a-248fdd04eb7b req-42cf13b7-bbce-4797-9646-5346881e8c62 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0496125 Apr 18 17:51:46.272182 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1ef1471-4604-43ee-bc0a-248fdd04eb7b req-a28e5995-56ca-4e43-a8e7-7ef67ff17cf7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302346 Apr 18 17:51:47.363476 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:51:47.388945 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54424986-5e4c-4919-9d20-549c27bfd756 req-aadec27b-a9ec-4336-ba13-e84f9d083597 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:47.390430 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54424986-5e4c-4919-9d20-549c27bfd756 req-aadec27b-a9ec-4336-ba13-e84f9d083597 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0486898 Apr 18 17:51:47.430729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-54424986-5e4c-4919-9d20-549c27bfd756 req-452e8f91-c7be-4368-bf9f-c7c3c32b7e68 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342522 Apr 18 17:51:47.563793 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:47.695200 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:48.543769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede74c7-a6a3-4b38-b24d-8dbb606d36e6 req-1ac16feb-fe43-4e1f-b12e-f296fa672baa tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:48.545503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ede74c7-a6a3-4b38-b24d-8dbb606d36e6 req-1ac16feb-fe43-4e1f-b12e-f296fa672baa tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0476189 Apr 18 17:51:48.582829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ede74c7-a6a3-4b38-b24d-8dbb606d36e6 req-17b85cf2-4408-48fc-b6f5-ae01283afe61 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Apr 18 17:51:49.473873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:51:49.566864 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:49.578246 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'mac_address': 'fa:16:3e:c1:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:51:49.614151 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:49.626528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f157e5d9-22ef-4af7-bbb3-6981038e964a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:51:49.650176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:49.698013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf23c3-04a8-4043-bcd8-7b74ce862efe req-be302769-8e5c-4c91-8bda-087f9803c39d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:49.699961 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aaf23c3-04a8-4043-bcd8-7b74ce862efe req-be302769-8e5c-4c91-8bda-087f9803c39d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0494483 Apr 18 17:51:49.729717 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:49.744356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7aaf23c3-04a8-4043-bcd8-7b74ce862efe req-42518225-31dd-4cfa-a559-0f3ca5606032 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382903 Apr 18 17:51:49.780311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:49.787426 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.787764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.788096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.788424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.788750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.789070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.789387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.789727 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.790045 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.790359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.790674 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:49.790989 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:51:50.128013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['f157e5d9-22ef-4af7-bbb3-6981038e964a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:51:50.858226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd694f-c194-4bff-82e5-9fe45a0d0cb7 req-66f6c5cc-167a-48a2-9a2d-8249d055db75 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:50.859648 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6cd694f-c194-4bff-82e5-9fe45a0d0cb7 req-66f6c5cc-167a-48a2-9a2d-8249d055db75 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0473025 Apr 18 17:51:50.899538 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d6cd694f-c194-4bff-82e5-9fe45a0d0cb7 req-6967d409-412f-4d3c-8759-913dc12c8f89 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339313 Apr 18 17:51:51.479160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:51:51.580789 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port f157e5d9-22ef-4af7-bbb3-6981038e964a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:51:51.584572 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port f157e5d9-22ef-4af7-bbb3-6981038e964a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:51:51.584941 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:51.660517 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:51.690630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:51.693355 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed90557-d017-4a5c-8339-9c362abe06e4" -d '{"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-plugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:51.706510 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:51:51.734100 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fd53f9-a725-4c42-8496-cec990895a4a x-openstack-request-id: req-54fd53f9-a725-4c42-8496-cec990895a4a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:51.734100 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-plugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:51.734100 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54fd53f9-a725-4c42-8496-cec990895a4a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:51.734100 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fd53f9-a725-4c42-8496-cec990895a4a'] response: {'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'code': 200} Apr 18 17:51:51.781943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:51.834468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:51:51.863979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e27acb-653c-4911-af41-fa798979573d req-241cdbdf-44cc-40f5-8abd-f0e52f3f9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:51.865583 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b0e27acb-653c-4911-af41-fa798979573d req-241cdbdf-44cc-40f5-8abd-f0e52f3f9b59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1097 time: 0.0433409 Apr 18 17:51:51.904754 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-b0e27acb-653c-4911-af41-fa798979573d req-9604a562-40a8-4ffe-ae05-4a0251e9274a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279038 Apr 18 17:51:52.014018 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79814ef-c277-4a4a-95a2-da9cd89a546e req-fc17362d-8c4c-4180-87cf-3affd7e3ff79 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:52.015778 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f79814ef-c277-4a4a-95a2-da9cd89a546e req-fc17362d-8c4c-4180-87cf-3affd7e3ff79 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0482180 Apr 18 17:51:52.062243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f79814ef-c277-4a4a-95a2-da9cd89a546e req-eb39f4d6-4dd1-450c-a947-bcb88632adfb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403929 Apr 18 17:51:53.180316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b159b-1ded-4075-9faf-543c5f97a277 req-1dae70e3-cabc-4760-8e44-26c6d08a6644 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:53.181785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d30b159b-1ded-4075-9faf-543c5f97a277 req-1dae70e3-cabc-4760-8e44-26c6d08a6644 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0489559 Apr 18 17:51:53.220911 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d30b159b-1ded-4075-9faf-543c5f97a277 req-c2b2796b-d54b-4d84-9c83-30b60a494b74 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324664 Apr 18 17:51:54.335403 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6c951-f54c-43d7-baa7-dd673c2740fc req-39c68529-e890-4eec-a120-784a20a3e52d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:54.336846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ca6c951-f54c-43d7-baa7-dd673c2740fc req-39c68529-e890-4eec-a120-784a20a3e52d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0482163 Apr 18 17:51:54.376789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ca6c951-f54c-43d7-baa7-dd673c2740fc req-712d9b51-6278-4b64-ae51-109a9f92a68d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339229 Apr 18 17:51:54.489276 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e34b-7860-47b3-be2f-0029267a17b1 req-2fb66ca8-0b27-470d-bc0a-c8970224cb93 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:54.490736 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-77e2e34b-7860-47b3-be2f-0029267a17b1 req-2fb66ca8-0b27-470d-bc0a-c8970224cb93 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0474060 Apr 18 17:51:54.499851 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 51926) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:51:54.504142 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Request body: {'floatingip': {'port_id': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:51:54.541961 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:54.962278 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:55.031937 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:55.412417 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 associated. External IP: 172.25.5.25, port: f157e5d9-22ef-4af7-bbb3-6981038e964a. Apr 18 17:51:55.611725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:51:55.719697 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:51:55.724595 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:51:55.730498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:51:55.739561 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:51:55.740181 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:51:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:51:55.749925 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6d2973a4-6f07-4f5e-ae4b-d8e6eb2aef4f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "PUT /v2.0/floatingips/ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 HTTP/1.1" status: 200 len: 992 time: 1.2490933 Apr 18 17:51:55.750519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:51:55.752729 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd2097273791c9c18e86f3f17f6801deedb0c2fbd42b1620490ba7b64beec782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f" -d '{"events": [{"name": "network-changed", "server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:51:55.806245 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0145a397-c180-436d-ad1b-a5b90f3443e0 x-openstack-request-id: req-0145a397-c180-436d-ad1b-a5b90f3443e0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:51:55.806539 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:51:55.806789 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0145a397-c180-436d-ad1b-a5b90f3443e0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:51:55.807192 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0145a397-c180-436d-ad1b-a5b90f3443e0'] response: {'name': 'network-changed', 'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'status': 'completed', 'code': 200} Apr 18 17:51:55.855197 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:51:55.889022 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-35878837-a11a-49ba-be2e-9e9db4569169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:55.890626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-35878837-a11a-49ba-be2e-9e9db4569169 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1097 time: 0.0415435 Apr 18 17:51:55.987510 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-b9909d5a-a02c-42d1-a482-49ba25b6c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:55.988994 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-b9909d5a-a02c-42d1-a482-49ba25b6c34d service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0924795 Apr 18 17:51:56.057104 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-a0ba69d3-2a67-4768-b2d1-35e3032c1b72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1000 time: 0.0611291 Apr 18 17:51:56.096200 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:c1:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:51:54Z', 'revision_number': 13, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:51:56.110478 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-469c8f58-0546-48b1-91a0-896ed94758d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:56.111943 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-469c8f58-0546-48b1-91a0-896ed94758d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0481427 Apr 18 17:51:56.129455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:51:56.149345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:51:56.150280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:51:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:51:56.170209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-64e001d9-7d60-4c75-8f81-08c865ebcd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:56.171784 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-64e001d9-7d60-4c75-8f81-08c865ebcd62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537364 Apr 18 17:51:56.269498 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:51:56.272667 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-ba5e5392-f6e4-4eb3-8f89-a111bde50b87 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942225 Apr 18 17:51:56.379616 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3d4e6a4f-5b7b-4096-bb61-3fec2b01d38f req-e9035eef-2415-42a1-ae1a-b524778130b2 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939336 Apr 18 17:51:56.513689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:c1:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:51:54Z', 'revision_number': 13, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:51:56.545847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462d8f4-3577-4933-b649-61de9fdb440c None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': 'ed1e0518-c0b4-49a1-8b8d-7d455f9462b9', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'port_id': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'mac_address': 'fa:16:3e:c1:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:48:41Z', 'updated_at': '2022-04-18T17:51:54Z', 'revision_number': 13, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:51:56.762829 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999b968-735d-4d12-a094-c5c90dd180ad None None] New status for floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:51:58.566913 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c537e0-c748-4e80-8e89-9be4950d47be req-4165b20a-1969-43b1-9f5a-6cbbf992b325 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:51:58.568370 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4c537e0-c748-4e80-8e89-9be4950d47be req-4165b20a-1969-43b1-9f5a-6cbbf992b325 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0481539 Apr 18 17:51:58.605933 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4c537e0-c748-4e80-8e89-9be4950d47be req-7ebd1af2-169f-4aa1-9d18-42e7bbe4aa37 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Apr 18 17:52:00.946724 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e032e07-8072-4892-9652-8e30c1098c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:03.300927 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-573cf45d-7a3d-4b4c-abb6-be0ea635faff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:04.563735 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:06.036926 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:06.208650 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:10.144559 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6000265-4701-4ba7-b873-b712c944f1d7 req-29887836-eb9f-4436-a27c-7e7621ae6e88 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:10.164122 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6000265-4701-4ba7-b873-b712c944f1d7 req-29887836-eb9f-4436-a27c-7e7621ae6e88 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0533657 Apr 18 17:52:10.196035 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6000265-4701-4ba7-b873-b712c944f1d7 req-fe390c87-fae6-47fa-9a7c-c6cf3f9e5c0f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426352 Apr 18 17:52:10.392559 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-d250236d-c6b8-4eb1-b825-a4297c78150c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942707 Apr 18 17:52:11.312563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb5cb1-e6c8-4ec0-b115-13a7834e9d17 req-ccb6fae5-df49-4d81-b16d-9ab3dbfab473 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:11.314064 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26cb5cb1-e6c8-4ec0-b115-13a7834e9d17 req-ccb6fae5-df49-4d81-b16d-9ab3dbfab473 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0492127 Apr 18 17:52:11.354263 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26cb5cb1-e6c8-4ec0-b115-13a7834e9d17 req-2c3d2c11-c64e-404e-b5c1-885ff533c304 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331671 Apr 18 17:52:12.406347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-64bde377-de1e-4be9-ac47-f3abd53adc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:12.407874 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-64bde377-de1e-4be9-ac47-f3abd53adc1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1097 time: 0.0415425 Apr 18 17:52:12.471273 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914881a2-7037-4a31-b5a6-247c0550ff03 req-72779ac8-265d-44de-9746-862909ba0333 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:12.472746 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-914881a2-7037-4a31-b5a6-247c0550ff03 req-72779ac8-265d-44de-9746-862909ba0333 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0486393 Apr 18 17:52:12.504885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-9ad6f693-ee7f-4fdf-a807-a0e0900fe99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:12.506447 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-9ad6f693-ee7f-4fdf-a807-a0e0900fe99e service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0925148 Apr 18 17:52:12.510618 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-914881a2-7037-4a31-b5a6-247c0550ff03 req-d6be516a-f3f6-4971-a340-9d2892684abc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Apr 18 17:52:12.572375 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-55232b2c-1cb9-4523-8374-29937174bcbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1002 time: 0.0583584 Apr 18 17:52:12.621233 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-55900f52-b828-4806-9f30-a4374f2932d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:12.622715 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-55900f52-b828-4806-9f30-a4374f2932d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0431285 Apr 18 17:52:12.671317 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-f9c46ccf-40aa-447f-b352-782f3db40a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:12.673320 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-f9c46ccf-40aa-447f-b352-782f3db40a3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424781 Apr 18 17:52:12.758951 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-f18b414e-fcc5-4d96-8db4-dad9268f71b4 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795250 Apr 18 17:52:12.850877 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-d06c64c5-db82-4c2a-845f-ab65fc027970 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837970 Apr 18 17:52:13.631369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b90e5-f834-4ac1-862c-1965157acac1 req-5bfdb0be-c7bc-41df-9b07-9bc362308014 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:13.632845 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-736b90e5-f834-4ac1-862c-1965157acac1 req-5bfdb0be-c7bc-41df-9b07-9bc362308014 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0522161 Apr 18 17:52:13.670578 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-736b90e5-f834-4ac1-862c-1965157acac1 req-fb7fd41f-3817-473c-9e3b-2133d462b7e1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Apr 18 17:52:14.787715 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427901e0-4658-4c1c-8171-48551cf29c97 req-60a857aa-0f5c-4622-841d-f6f77ddbedd2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:14.789160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-427901e0-4658-4c1c-8171-48551cf29c97 req-60a857aa-0f5c-4622-841d-f6f77ddbedd2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0481365 Apr 18 17:52:14.826842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-427901e0-4658-4c1c-8171-48551cf29c97 req-8bd5f932-4828-4da0-a111-6e4dee8a2adf tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Apr 18 17:52:15.942356 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3a7eb-17fb-4df4-b8c8-bf301ac98c16 req-ec7f1057-f762-484c-839a-06c0d76030a9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:15.943735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71f3a7eb-17fb-4df4-b8c8-bf301ac98c16 req-ec7f1057-f762-484c-839a-06c0d76030a9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0486228 Apr 18 17:52:15.980275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-71f3a7eb-17fb-4df4-b8c8-bf301ac98c16 req-858d06bb-7cec-4d35-9e37-9a19c031f929 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306094 Apr 18 17:52:17.104980 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ebe-c879-4968-9105-b2b704b6cfc0 req-97746b68-c195-48fc-8fda-2ce5adadfab0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:17.106455 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fc33ebe-c879-4968-9105-b2b704b6cfc0 req-97746b68-c195-48fc-8fda-2ce5adadfab0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0547459 Apr 18 17:52:17.143158 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4fc33ebe-c879-4968-9105-b2b704b6cfc0 req-4e646ea0-350e-44d1-9989-35fa7149c739 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307348 Apr 18 17:52:17.540248 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:17.695283 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:18.261428 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09180e-7c99-49f9-90b0-c7f58023ca44 req-f38393fa-63cf-4f78-a7bf-9ba4748ec329 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:18.262900 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d09180e-7c99-49f9-90b0-c7f58023ca44 req-f38393fa-63cf-4f78-a7bf-9ba4748ec329 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0478654 Apr 18 17:52:18.300257 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5d09180e-7c99-49f9-90b0-c7f58023ca44 req-8b4840ef-a4fc-4c7b-8328-775e01c178ef tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308075 Apr 18 17:52:19.419122 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa300a5-5e05-48b8-8195-ba9a587d4ed4 req-96dd8dd7-7a48-4ddd-9cf9-b9f99bc1ad2b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:19.420570 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-daa300a5-5e05-48b8-8195-ba9a587d4ed4 req-96dd8dd7-7a48-4ddd-9cf9-b9f99bc1ad2b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0480909 Apr 18 17:52:19.457741 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-daa300a5-5e05-48b8-8195-ba9a587d4ed4 req-1af6e0d4-4ece-4fcc-95fe-0efed4a9f0be tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311551 Apr 18 17:52:20.575666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022b36-6188-42c7-baa1-8b78cc18b831 req-1136a751-4b07-4dcf-8f00-b7e7f7c9d25e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:20.577115 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2022b36-6188-42c7-baa1-8b78cc18b831 req-1136a751-4b07-4dcf-8f00-b7e7f7c9d25e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0516438 Apr 18 17:52:20.613978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a2022b36-6188-42c7-baa1-8b78cc18b831 req-0a36636b-0623-4868-9634-b2782cf138ee tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302486 Apr 18 17:52:21.730274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d92e67-6814-424a-9e2e-a6dbe15d1f88 req-2757618c-5178-4b2a-9d94-b891e0a4ee3d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:21.731734 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69d92e67-6814-424a-9e2e-a6dbe15d1f88 req-2757618c-5178-4b2a-9d94-b891e0a4ee3d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0486908 Apr 18 17:52:21.769254 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-69d92e67-6814-424a-9e2e-a6dbe15d1f88 req-888fc8b9-e36e-478a-a14a-1769406a42bb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Apr 18 17:52:22.884115 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e55a-cfe1-43ff-95f8-95b03b3397a7 req-8c5f511f-345a-4b23-8f94-410ead8d3d38 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:22.885610 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52a0e55a-cfe1-43ff-95f8-95b03b3397a7 req-8c5f511f-345a-4b23-8f94-410ead8d3d38 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0482554 Apr 18 17:52:22.922411 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52a0e55a-cfe1-43ff-95f8-95b03b3397a7 req-2c21fc47-1394-43fa-b457-74b10fb7de4b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305402 Apr 18 17:52:24.040736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bd3cf-35f6-4857-9fac-d766bc23e915 req-8ccfc5b6-1fa3-4929-84f0-8a565fe9a5f2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:24.042212 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-705bd3cf-35f6-4857-9fac-d766bc23e915 req-8ccfc5b6-1fa3-4929-84f0-8a565fe9a5f2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0515804 Apr 18 17:52:24.080580 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-705bd3cf-35f6-4857-9fac-d766bc23e915 req-58c44cea-0a92-4752-ac1f-b3613347c2bc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319259 Apr 18 17:52:24.362267 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:52:25.196622 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4c840-c8a6-411c-a163-e25ec8a30401 req-3b5bb48d-24db-43f0-96d7-02b35ae7a8db tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:25.198103 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82d4c840-c8a6-411c-a163-e25ec8a30401 req-3b5bb48d-24db-43f0-96d7-02b35ae7a8db tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0486870 Apr 18 17:52:25.236106 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82d4c840-c8a6-411c-a163-e25ec8a30401 req-292fdfc2-61b6-40e7-9f3d-16f2a4ed269d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309358 Apr 18 17:52:26.408319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93c81f-307b-421e-9e62-368c4bcc6d37 req-8898f141-5939-4c30-9367-28a75e2cb64f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:26.409848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e93c81f-307b-421e-9e62-368c4bcc6d37 req-8898f141-5939-4c30-9367-28a75e2cb64f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.1042397 Apr 18 17:52:26.448040 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e93c81f-307b-421e-9e62-368c4bcc6d37 req-4c1b922b-7a2b-400a-abb2-7c95d9bbe3da tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Apr 18 17:52:26.974933 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-0e786311-e089-4e03-975c-0616959fd06c service neutron] show failed (client error): The resource could not be found. Apr 18 17:52:26.975958 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-0e786311-e089-4e03-975c-0616959fd06c service neutron] 10.222.0.18 "GET /v2.0/ports/f157e5d9-22ef-4af7-bbb3-6981038e964a/bindings/n-h2-836015-2 HTTP/1.1" status: 404 len: 380 time: 0.0556281 Apr 18 17:52:27.431891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-24af4a6c-8b07-4a8b-9f4c-06670a5f283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:27.433289 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-24af4a6c-8b07-4a8b-9f4c-06670a5f283c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 1097 time: 0.0413501 Apr 18 17:52:27.452078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:52:27.507330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:27.627136 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5896a-cede-4500-a74c-ceff5ac03d0f req-6e11cb4a-a8b8-4033-8ea7-bed1c5a1df77 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:27.628939 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0c5896a-cede-4500-a74c-ceff5ac03d0f req-6e11cb4a-a8b8-4033-8ea7-bed1c5a1df77 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.1082020 Apr 18 17:52:27.670316 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d0c5896a-cede-4500-a74c-ceff5ac03d0f req-c70c6284-19f1-4714-94b8-a1aa0f443d5d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353289 Apr 18 17:52:28.028815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:52:28.060507 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:52:28.099036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:52:28.101392 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cf13fb-c78e-4428-916a-e8bc85a90699" -d '{"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:52:28.105822 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:28.118519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Transition to ACTIVE for port object f157e5d9-22ef-4af7-bbb3-6981038e964a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:52:28.149154 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68afeb05-7248-4376-afd5-b96c7253f81d x-openstack-request-id: req-68afeb05-7248-4376-afd5-b96c7253f81d {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:52:28.149468 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:52:28.149721 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68afeb05-7248-4376-afd5-b96c7253f81d {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:52:28.150190 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68afeb05-7248-4376-afd5-b96c7253f81d'] response: {'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'code': 200} Apr 18 17:52:28.197406 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:28.276326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=6']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:52:28.319325 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] No DVR routers for this DVR port f157e5d9-22ef-4af7-bbb3-6981038e964a on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:52:28.458350 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:52:28.458760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:52:28.459091 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:52:28.463422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:52:28.463748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:52:28.468750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:52:28.469093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:52:28.469515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:52:28.470195 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Bound port: f157e5d9-22ef-4af7-bbb3-6981038e964a, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:52:28.470330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:28.532285 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:52:28.535641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:52:28.627120 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:28.674219 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:28.675199 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:28.676885 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] 10.222.0.41 "PUT /v2.0/ports/f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1092 time: 1.2287698 Apr 18 17:52:28.700070 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae37e00-462a-46b5-841e-408fdbb6eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:52:28.765964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-8e8dd40e-44dd-42a3-8a99-d90e871df9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:28.767555 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-8e8dd40e-44dd-42a3-8a99-d90e871df9a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1095 time: 0.0448377 Apr 18 17:52:28.799736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75a6fc-e279-4786-a5ce-5b74709bac43 req-eea3f4f3-ca30-460e-a33d-fd7e53a033aa tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:28.801275 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f75a6fc-e279-4786-a5ce-5b74709bac43 req-eea3f4f3-ca30-460e-a33d-fd7e53a033aa tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0534163 Apr 18 17:52:28.844134 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8f75a6fc-e279-4786-a5ce-5b74709bac43 req-22438068-f758-4f2f-b467-5d89762292ed tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363529 Apr 18 17:52:28.869987 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-ec018c3e-e783-4960-8e12-9583e57b939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:28.873593 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-ec018c3e-e783-4960-8e12-9583e57b939a service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0952673 Apr 18 17:52:28.942155 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-0701a29c-d9dc-4d07-836f-4e8c974e2ab2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1000 time: 0.0636632 Apr 18 17:52:28.990516 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-f16649df-2ec6-430f-bec5-01c6f2fb4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:28.991997 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-f16649df-2ec6-430f-bec5-01c6f2fb4e6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0437176 Apr 18 17:52:29.039525 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bfdf50c0-3b92-4173-a104-4f9f1a99c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:29.040913 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-bfdf50c0-3b92-4173-a104-4f9f1a99c0cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422204 Apr 18 17:52:29.131831 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-5605f35b-7a72-48c2-92bb-c74bb544bb5a service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839653 Apr 18 17:52:29.221181 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-1b434825-305d-435a-a3d9-3de0777218a0 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816600 Apr 18 17:52:29.550946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:52:29.590718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:52:29.967415 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72067d-f091-456b-827c-69789ff911d9 req-b7f55dc2-3dfb-48cd-b53a-713db19c0dfc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:29.968905 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c72067d-f091-456b-827c-69789ff911d9 req-b7f55dc2-3dfb-48cd-b53a-713db19c0dfc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0501888 Apr 18 17:52:30.007189 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c72067d-f091-456b-827c-69789ff911d9 req-285937c8-93e3-4e39-9970-77b2b5a19af3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320673 Apr 18 17:52:30.151881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:52:30.154313 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731bc7f7-d558-4491-80b6-8101a7d53136" -d '{"events": [{"name": "network-changed", "server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:52:30.207291 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20a0ac8-b428-4e4a-9526-de52c9ae453e x-openstack-request-id: req-c20a0ac8-b428-4e4a-9526-de52c9ae453e {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:52:30.207582 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:52:30.208247 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c20a0ac8-b428-4e4a-9526-de52c9ae453e {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:52:30.208679 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20a0ac8-b428-4e4a-9526-de52c9ae453e'] response: {'name': 'network-changed', 'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'status': 'completed', 'code': 200} Apr 18 17:52:30.319539 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-161608ba-f552-4b10-abd0-29106e8645c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:30.320956 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-161608ba-f552-4b10-abd0-29106e8645c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1095 time: 0.0756876 Apr 18 17:52:30.323449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-50d8b575-9dfe-4f74-ab21-a3c98d332034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:30.324774 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-50d8b575-9dfe-4f74-ab21-a3c98d332034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1095 time: 0.0707340 Apr 18 17:52:30.482864 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-a75d118d-2a90-4682-802a-8cef21873db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:30.484330 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-a75d118d-2a90-4682-802a-8cef21873db2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1569757 Apr 18 17:52:30.486038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-cc4f83fe-3126-46b7-8209-df5cc2baf797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:30.487317 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-cc4f83fe-3126-46b7-8209-df5cc2baf797 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1529093 Apr 18 17:52:30.596687 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-3a095c9a-d18b-4bc1-9c8e-3292d8947fa8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1000 time: 0.1061251 Apr 18 17:52:30.598733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-52c04fab-aa63-4bfc-8178-837158a0b0f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1000 time: 0.1027477 Apr 18 17:52:30.686518 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-0f1caf5f-c580-4900-999e-607b8d6dd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:30.687985 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-0f1caf5f-c580-4900-999e-607b8d6dd32d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0853741 Apr 18 17:52:30.689431 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-a2c24bec-ba4c-4628-b07e-3c07bf7a97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:30.690733 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-a2c24bec-ba4c-4628-b07e-3c07bf7a97f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0795419 Apr 18 17:52:30.759760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-a9e83af1-c6cd-4ff8-a9be-8bcaaa56ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:30.761174 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-a9e83af1-c6cd-4ff8-a9be-8bcaaa56ed48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591991 Apr 18 17:52:30.763663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-1cc5bca3-3ae2-4527-aa75-3802e7fe071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:30.764996 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-1cc5bca3-3ae2-4527-aa75-3802e7fe071c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705791 Apr 18 17:52:30.921670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-0a4e5cf4-9ef2-448f-9e4e-387fba0a8227 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538103 Apr 18 17:52:30.923448 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-fbfb634e-8729-4ca8-a4db-9bd714198840 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488955 Apr 18 17:52:30.951321 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-32f177c7-62d7-4036-aa78-8656c4cc4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:31.077980 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-6cd72340-8de3-4cdd-8d2e-4365f05e68fa service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499815 Apr 18 17:52:31.080892 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-731bc7f7-d558-4491-80b6-8101a7d53136 req-1760ced9-cb3a-4d73-ad83-23cacad7f037 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460147 Apr 18 17:52:31.135064 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5648bb8-28d8-4ccd-8749-6612d806b6ae req-4ef70d11-bbcd-46a0-b35e-a266328d43ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:31.136558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5648bb8-28d8-4ccd-8749-6612d806b6ae req-4ef70d11-bbcd-46a0-b35e-a266328d43ca tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0546575 Apr 18 17:52:31.174980 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e5648bb8-28d8-4ccd-8749-6612d806b6ae req-617d4c4e-bf18-44d5-b3a4-e46e1ffbc7e9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Apr 18 17:52:32.296153 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e632ae-f154-47bd-898c-1ee8235f78d9 req-6989aad6-9a58-46e1-bf13-ac1401c0df41 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:32.297694 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81e632ae-f154-47bd-898c-1ee8235f78d9 req-6989aad6-9a58-46e1-bf13-ac1401c0df41 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0496390 Apr 18 17:52:32.336723 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81e632ae-f154-47bd-898c-1ee8235f78d9 req-60fa5c75-992a-4e91-91cc-5d4b0878fa5f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328770 Apr 18 17:52:33.277802 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2f54-f6ba-470f-8708-7d5c490ae9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:33.457242 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1c3e9-2ba2-4ab8-b85a-6b843df91560 req-f4d29776-5c9a-4275-b42a-d1844c8748b3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:33.458771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24b1c3e9-2ba2-4ab8-b85a-6b843df91560 req-f4d29776-5c9a-4275-b42a-d1844c8748b3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0486438 Apr 18 17:52:33.497471 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24b1c3e9-2ba2-4ab8-b85a-6b843df91560 req-48cc8e2c-1c1a-474d-96b3-6bd7f431e1e8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326025 Apr 18 17:52:34.575522 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:34.618519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cb297-7c70-4b5c-84f6-66da2f8071ad req-2b948d76-8bbe-4dc9-9d7c-3ef53d6ce9de tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:34.620059 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e41cb297-7c70-4b5c-84f6-66da2f8071ad req-2b948d76-8bbe-4dc9-9d7c-3ef53d6ce9de tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0536406 Apr 18 17:52:34.657749 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e41cb297-7c70-4b5c-84f6-66da2f8071ad req-73353665-09f0-479f-a9b0-4bc8b0805aff tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Apr 18 17:52:35.773345 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb262167-ab55-4e23-80e7-327fa6c9161f req-b00c3277-7de2-4e02-a5da-763b5c7264b2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:35.775579 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb262167-ab55-4e23-80e7-327fa6c9161f req-b00c3277-7de2-4e02-a5da-763b5c7264b2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0492826 Apr 18 17:52:35.814667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb262167-ab55-4e23-80e7-327fa6c9161f req-5ea0fdf2-e89e-42d1-8701-87a04fb50461 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323610 Apr 18 17:52:36.037207 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:36.157743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:36.929233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013725c4-3177-4751-a144-c407046f7702 req-22f10692-20f2-47d2-892e-40a40da94275 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:36.930608 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-013725c4-3177-4751-a144-c407046f7702 req-22f10692-20f2-47d2-892e-40a40da94275 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0478604 Apr 18 17:52:36.969004 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-013725c4-3177-4751-a144-c407046f7702 req-70e744a5-b05a-46e9-bce3-87ca6a4c52a4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Apr 18 17:52:38.089656 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9355b-cc44-485d-9ccb-539e463e6db9 req-d13c9581-fc79-44b1-a63e-0ae39633d660 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:38.092758 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfb9355b-cc44-485d-9ccb-539e463e6db9 req-d13c9581-fc79-44b1-a63e-0ae39633d660 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0524137 Apr 18 17:52:38.130039 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dfb9355b-cc44-485d-9ccb-539e463e6db9 req-daeb083f-bd37-40e6-b620-d9ee2325b422 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Apr 18 17:52:39.246369 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797f95-d79a-4edd-8e7a-c9fa4239479a req-d70832a1-3225-4140-9c75-042e553e4c48 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:39.247804 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52797f95-d79a-4edd-8e7a-c9fa4239479a req-d70832a1-3225-4140-9c75-042e553e4c48 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0477326 Apr 18 17:52:39.285760 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52797f95-d79a-4edd-8e7a-c9fa4239479a req-79b452a1-7f1c-42dd-bf80-59a28f121ff4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Apr 18 17:52:40.399880 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55e0a-b580-4fd2-9fba-6ffb7aad8a37 req-3caa0ced-8685-457f-a0ea-6c935d5341cf tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:40.401326 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58b55e0a-b580-4fd2-9fba-6ffb7aad8a37 req-3caa0ced-8685-457f-a0ea-6c935d5341cf tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0472791 Apr 18 17:52:40.439401 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-58b55e0a-b580-4fd2-9fba-6ffb7aad8a37 req-3602c09c-50b3-4ba3-a4db-cfc87bde5e27 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303464 Apr 18 17:52:41.557929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4565984-a86e-489b-8ca2-d8bfbd64f5d7 req-e4290b45-574a-4b45-a33c-d21c779e6cf0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:41.559380 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4565984-a86e-489b-8ca2-d8bfbd64f5d7 req-e4290b45-574a-4b45-a33c-d21c779e6cf0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0523858 Apr 18 17:52:41.596716 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a4565984-a86e-489b-8ca2-d8bfbd64f5d7 req-223435e9-edf3-408e-b7d9-19c6b4e535ad tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Apr 18 17:52:42.713223 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5883c-4410-48e0-8ea9-fe00589a40f7 req-e4483bc0-7d8d-4279-9641-159b0781a884 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:42.714739 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0f5883c-4410-48e0-8ea9-fe00589a40f7 req-e4483bc0-7d8d-4279-9641-159b0781a884 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0497909 Apr 18 17:52:42.752806 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c0f5883c-4410-48e0-8ea9-fe00589a40f7 req-3b41cdae-2b65-432a-bb1e-0a7a77573dce tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319347 Apr 18 17:52:43.351317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e551f5-7093-4d78-a705-7004e6623281 req-68fdc54a-da76-4fa5-9096-a2776bb7608b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:43.352717 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91e551f5-7093-4d78-a705-7004e6623281 req-68fdc54a-da76-4fa5-9096-a2776bb7608b tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 944 time: 0.0492949 Apr 18 17:52:43.391699 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91e551f5-7093-4d78-a705-7004e6623281 req-7402c0e6-a0a4-44bf-81ff-3e4064fb0267 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Apr 18 17:52:43.397048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-c40c25d0-98a3-425e-98ec-c438909c9d3e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:43.398550 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-c40c25d0-98a3-425e-98ec-c438909c9d3e tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.41 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f&tenant_id=3e5f35c7a38e414092bce2762e053db5&binding%3Ahost_id=n-h2-836015-2 HTTP/1.1" status: 200 len: 944 time: 0.0531046 Apr 18 17:52:43.459816 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-b560c41e-b2fb-4522-b5a6-8dd26309a584 service neutron] 10.222.0.41 "GET /v2.0/ports/f157e5d9-22ef-4af7-bbb3-6981038e964a/bindings/n-h2-836015-2 HTTP/1.1" status: 200 len: 382 time: 0.0534875 Apr 18 17:52:43.514022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:52:43.558247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-c3450b3e-cd86-4574-af52-99c98f0d5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:43.559750 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-c3450b3e-cd86-4574-af52-99c98f0d5cef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1095 time: 0.0418208 Apr 18 17:52:43.606822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:52:43.622242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'mac_address': 'fa:16:3e:c1:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:52:43.655630 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-e0cf593b-18cd-4eb8-a0d9-49508b341b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:43.657728 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-e0cf593b-18cd-4eb8-a0d9-49508b341b05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0866070 Apr 18 17:52:43.659266 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:43.673344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f157e5d9-22ef-4af7-bbb3-6981038e964a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:52:43.692236 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:52:43.723110 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-4f0ac586-56d0-4e8a-90bc-843b51a79f8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1000 time: 0.0585432 Apr 18 17:52:43.774749 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:43.783003 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-a267f59c-d9e7-486f-81af-6bcf32444355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:43.784509 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-a267f59c-d9e7-486f-81af-6bcf32444355 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0546474 Apr 18 17:52:43.824282 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:52:43.837216 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-b67bb85b-843f-41da-a5e5-e48e1e292446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:43.838826 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-b67bb85b-843f-41da-a5e5-e48e1e292446 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426755 Apr 18 17:52:43.944939 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-99fc09cf-242e-46fd-a443-1691ed7e216e service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832496 Apr 18 17:52:44.039197 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-c013444c-b6d3-4639-bcd3-e330f9eeb413 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Apr 18 17:52:44.214805 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['f157e5d9-22ef-4af7-bbb3-6981038e964a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:52:44.518028 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46161-944d-4af4-954e-58a7a78df7ba req-77cb7697-68ba-47ed-a361-e27542e52c0a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:44.519487 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-baf46161-944d-4af4-954e-58a7a78df7ba req-77cb7697-68ba-47ed-a361-e27542e52c0a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0523984 Apr 18 17:52:44.556740 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-baf46161-944d-4af4-954e-58a7a78df7ba req-16d8628f-4936-4d97-a05a-559e694093c2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Apr 18 17:52:45.536292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:52:45.670651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port f157e5d9-22ef-4af7-bbb3-6981038e964a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:52:45.675145 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port f157e5d9-22ef-4af7-bbb3-6981038e964a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:52:45.680594 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:45.680732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c83f-f520-48da-9f51-c1b10effce38 req-fd7827da-8826-4a2d-8ea0-c9732132aff1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:45.680732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8db1c83f-f520-48da-9f51-c1b10effce38 req-fd7827da-8826-4a2d-8ea0-c9732132aff1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0493305 Apr 18 17:52:45.717993 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8db1c83f-f520-48da-9f51-c1b10effce38 req-d2e32f8e-dc93-4d92-a012-d1aa813a13a3 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323453 Apr 18 17:52:45.755401 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:45.776750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:52:45.779037 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3c411a-0b69-43b6-8ea2-1cd7b581aaac" -d '{"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-plugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:52:45.792846 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:52:45.849030 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:45.898682 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064bd7fb-e024-41b5-b688-4044c021f064 x-openstack-request-id: req-064bd7fb-e024-41b5-b688-4044c021f064 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:52:45.899053 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-plugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:52:45.899267 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-064bd7fb-e024-41b5-b688-4044c021f064 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:52:45.899659 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064bd7fb-e024-41b5-b688-4044c021f064'] response: {'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'code': 200} Apr 18 17:52:45.904034 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:52:46.840274 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204faf9-fd8e-49af-bd6e-bb85785a7386 req-1953ae7e-2751-4e6c-966f-fd3e9a5247b4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:46.841802 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5204faf9-fd8e-49af-bd6e-bb85785a7386 req-1953ae7e-2751-4e6c-966f-fd3e9a5247b4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0496762 Apr 18 17:52:46.881815 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5204faf9-fd8e-49af-bd6e-bb85785a7386 req-7c72abdb-1528-4634-b827-ca07a0efdc59 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337045 Apr 18 17:52:47.557322 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:47.706290 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:48.005132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f505c-589f-4967-8b68-e0d353b0b33b req-ec690bd5-112e-400c-9d54-fee2baf9ae88 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:48.006603 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-754f505c-589f-4967-8b68-e0d353b0b33b req-ec690bd5-112e-400c-9d54-fee2baf9ae88 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0529554 Apr 18 17:52:48.044156 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-754f505c-589f-4967-8b68-e0d353b0b33b req-3e9a75f1-7777-4aa8-9398-7498566d85b1 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Apr 18 17:52:48.987308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-1bdc0200-9a8e-4daf-b13e-ca08091e11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:48.988769 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-1bdc0200-9a8e-4daf-b13e-ca08091e11bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f&tenant_id=3e5f35c7a38e414092bce2762e053db5 HTTP/1.1" status: 200 len: 1097 time: 0.0425069 Apr 18 17:52:49.005143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-2', 'device_owner': 'compute:nova'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:52:49.059023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:49.161747 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780308e-c1e6-4528-880c-3fd5dc8c9632 req-ddbcd7cb-349b-4c89-a6b7-a9d96d7110ac tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:49.163424 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1780308e-c1e6-4528-880c-3fd5dc8c9632 req-ddbcd7cb-349b-4c89-a6b7-a9d96d7110ac tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0486827 Apr 18 17:52:49.202152 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1780308e-c1e6-4528-880c-3fd5dc8c9632 req-e18f687d-4bca-4477-9e3e-efb1cddf1d01 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Apr 18 17:52:49.262812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:52:49.294984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:52:49.332586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:52:49.334848 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6679e44b-b466-41c5-8867-d2b3958ff347" -d '{"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:52:49.338573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:49.350979 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Transition to ACTIVE for port object f157e5d9-22ef-4af7-bbb3-6981038e964a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:52:49.388592 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5d172c-633d-4856-9f8a-9813cf63d9c3 x-openstack-request-id: req-0b5d172c-633d-4856-9f8a-9813cf63d9c3 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:52:49.388879 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:52:49.389128 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b5d172c-633d-4856-9f8a-9813cf63d9c3 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:52:49.389568 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5d172c-633d-4856-9f8a-9813cf63d9c3'] response: {'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'code': 200} Apr 18 17:52:49.420073 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:49.498292 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=10']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:52:49.509830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.510175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.510520 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.510855 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.511185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.511511 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.511832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.512154 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.512476 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.512796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.513113 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.513448 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:52:49.552276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:52:49.554853 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] No DVR routers for this DVR port f157e5d9-22ef-4af7-bbb3-6981038e964a on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:52:49.594409 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:52:49.693637 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:52:49.693977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:52:49.694311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:52:49.698530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:52:49.698862 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Attempting to bind port f157e5d9-22ef-4af7-bbb3-6981038e964a on network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:52:49.703647 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:52:49.703940 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Checking segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:52:49.704902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Bound using segment: {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:52:49.705333 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Bound port: f157e5d9-22ef-4af7-bbb3-6981038e964a, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:52:49.705714 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:49.767320 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:52:49.770296 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:52:49.848973 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:49.885622 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:49.886232 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:52:49.887682 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] 10.222.0.18 "PUT /v2.0/ports/f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1093 time: 0.8866494 Apr 18 17:52:49.908759 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d824594-5e86-4495-a6d3-a7d8a5b0b593 service neutron] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=11']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:52:49.967326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-fd6f7bba-067e-4809-8f9b-f9458da1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:49.969029 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-fd6f7bba-067e-4809-8f9b-f9458da1b7cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1096 time: 0.0430365 Apr 18 17:52:50.059874 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-d1ce2215-d894-4798-9607-db3e045fd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:50.061632 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-d1ce2215-d894-4798-9607-db3e045fd6b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.0866272 Apr 18 17:52:50.130067 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-4f6386e5-965c-45fe-ace3-62768f8a77f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1000 time: 0.0621836 Apr 18 17:52:50.180673 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-8bb00229-7dce-4028-8044-6f6cf2d530b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:50.182153 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-8bb00229-7dce-4028-8044-6f6cf2d530b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0461512 Apr 18 17:52:50.227080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-efb8517a-08b0-48fa-a716-e95b691e4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:50.228492 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-efb8517a-08b0-48fa-a716-e95b691e4489 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399976 Apr 18 17:52:50.318370 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176f1b7-5aba-40be-9914-2acfe10eaeaf req-5ddd981a-a884-4ce4-9fff-23c96467e139 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:50.319135 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-6330421a-895a-4d81-a1c5-68b62286ac6e service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844221 Apr 18 17:52:50.320053 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0176f1b7-5aba-40be-9914-2acfe10eaeaf req-5ddd981a-a884-4ce4-9fff-23c96467e139 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0489416 Apr 18 17:52:50.358190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0176f1b7-5aba-40be-9914-2acfe10eaeaf req-c1940590-5b94-4715-999a-982973245441 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Apr 18 17:52:50.407759 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2d48cbad-7655-4e82-b8cf-26e11339d48b req-70045000-5c49-4244-a54f-a290f42baeef service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817609 Apr 18 17:52:51.392247 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:52:51.394203 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03842cd-489a-4976-9efd-a2694e6b9cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:52:51.455890 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23b03ce-4b4f-4e0b-95e2-73168c073f96 x-openstack-request-id: req-b23b03ce-4b4f-4e0b-95e2-73168c073f96 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:52:51.456183 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:52:51.456436 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b23b03ce-4b4f-4e0b-95e2-73168c073f96 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:52:51.456842 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23b03ce-4b4f-4e0b-95e2-73168c073f96'] response: {'name': 'network-changed', 'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'status': 'completed', 'code': 200} Apr 18 17:52:51.488248 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e5bb8-ac55-4483-b2f5-263a79101b69 req-050103e2-c4fa-429a-9e0c-dd18f6c2f1b0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:51.489811 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-356e5bb8-ac55-4483-b2f5-263a79101b69 req-050103e2-c4fa-429a-9e0c-dd18f6c2f1b0 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0580380 Apr 18 17:52:51.537974 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-356e5bb8-ac55-4483-b2f5-263a79101b69 req-fa4be9b2-e5dd-4e36-918b-907ce951a182 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Apr 18 17:52:51.584100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-ecd46bed-2596-4518-a8b2-d12b64ad8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:51.585940 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-ecd46bed-2596-4518-a8b2-d12b64ad8682 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1096 time: 0.0841832 Apr 18 17:52:51.591762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-f013a90b-d68d-48e5-b3fc-9d77e6f9a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:51.593167 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-f013a90b-d68d-48e5-b3fc-9d77e6f9a4ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e5f35c7a38e414092bce2762e053db5&device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 1096 time: 0.0555801 Apr 18 17:52:51.748050 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-a2ce1c3b-353a-4e6b-a745-f2a5020f955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:51.749553 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-a2ce1c3b-353a-4e6b-a745-f2a5020f955d service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1554706 Apr 18 17:52:51.750658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-b59073fe-f404-4700-8b45-23408defb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:51.751996 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-b59073fe-f404-4700-8b45-23408defb2bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 200 len: 913 time: 0.1503565 Apr 18 17:52:51.860083 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-673d24dc-a644-4647-9fc7-064a7b152530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1000 time: 0.1036935 Apr 18 17:52:51.865735 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-080a3186-2217-4b74-bd6e-a109d98250f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 200 len: 1000 time: 0.1026781 Apr 18 17:52:51.947260 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-f8a9525e-cd01-48a5-b7bb-5b9f3c2fb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:51.948637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-f8a9525e-cd01-48a5-b7bb-5b9f3c2fb64d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0819261 Apr 18 17:52:51.950049 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-2f44ed3b-b466-41a1-a666-9cc687f760c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:51.951372 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-2f44ed3b-b466-41a1-a666-9cc687f760c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 200 len: 851 time: 0.0774314 Apr 18 17:52:52.021833 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-79a357df-d5cb-464f-a0cc-a49fc44c2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:52.023345 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-79a357df-d5cb-464f-a0cc-a49fc44c2cdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603840 Apr 18 17:52:52.025928 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-d781694d-6531-4346-be20-33fc22cf1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:52.027287 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-d781694d-6531-4346-be20-33fc22cf1ada service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717652 Apr 18 17:52:52.182984 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-66699847-d174-4e05-91c5-c7f326a4d689 service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519501 Apr 18 17:52:52.186563 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-71d88b11-5fe9-41e5-acd3-3562a571b5d5 service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487074 Apr 18 17:52:52.341440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-318b1c15-e64f-436c-8e43-6e5704ea7f6d service neutron] 10.222.0.18 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513693 Apr 18 17:52:52.344899 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a03842cd-489a-4976-9efd-a2694e6b9cfa req-7b425e24-27a0-468b-bad8-de38b8d0a7bf service neutron] 10.222.0.41 "GET /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475410 Apr 18 17:52:52.658824 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1b0d7-601b-44f7-b5bc-b7858c4d5d7e req-21811861-06d3-4979-899c-fb5a445f78e9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:52.660336 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16f1b0d7-601b-44f7-b5bc-b7858c4d5d7e req-21811861-06d3-4979-899c-fb5a445f78e9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0507476 Apr 18 17:52:52.699713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-16f1b0d7-601b-44f7-b5bc-b7858c4d5d7e req-222599d8-0e95-441c-b8e6-267d495e1709 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 Apr 18 17:52:53.817836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16ffc-6363-4a29-a1ca-738ec9934765 req-d1d9c42b-262c-4631-8a43-a07eb8364be2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:53.819249 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cf16ffc-6363-4a29-a1ca-738ec9934765 req-d1d9c42b-262c-4631-8a43-a07eb8364be2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0502911 Apr 18 17:52:53.858108 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1cf16ffc-6363-4a29-a1ca-738ec9934765 req-e80eb875-bf4a-4fe7-83da-33caae6644cc tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326571 Apr 18 17:52:54.977943 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d58f2-b032-4a6f-88f1-45ceb81b857d req-b120ceab-2c1f-4f87-9543-03bd21d05e38 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:54.979415 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a38d58f2-b032-4a6f-88f1-45ceb81b857d req-b120ceab-2c1f-4f87-9543-03bd21d05e38 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0518844 Apr 18 17:52:55.016309 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a38d58f2-b032-4a6f-88f1-45ceb81b857d req-160b4883-f73e-4999-9605-2faa3d92fe2a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308864 Apr 18 17:52:56.135116 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46454889-e2de-4d57-9031-eba83d436579 req-faa38a22-b034-4c37-a35b-d42891a20ebb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:56.136587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46454889-e2de-4d57-9031-eba83d436579 req-faa38a22-b034-4c37-a35b-d42891a20ebb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0488133 Apr 18 17:52:56.174846 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-46454889-e2de-4d57-9031-eba83d436579 req-06fc88fa-5b88-46b5-810f-2b764bf4b6da tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316432 Apr 18 17:52:57.293353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea352a-09ab-4027-b023-15d086ab6870 req-cdea9d51-1c1a-495e-9927-123b7cc5dd66 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:57.294829 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fea352a-09ab-4027-b023-15d086ab6870 req-cdea9d51-1c1a-495e-9927-123b7cc5dd66 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0486264 Apr 18 17:52:57.332412 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0fea352a-09ab-4027-b023-15d086ab6870 req-cd7fcd7a-7ad8-4c9b-b3dc-3011f0f7e182 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309620 Apr 18 17:52:58.451555 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebcc6e-60d8-4f02-af7b-197ad8864915 req-a11f8a1b-16c9-410e-9aa9-726fa43acc38 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:58.452994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adebcc6e-60d8-4f02-af7b-197ad8864915 req-a11f8a1b-16c9-410e-9aa9-726fa43acc38 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0521569 Apr 18 17:52:58.489692 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-adebcc6e-60d8-4f02-af7b-197ad8864915 req-ad9a2cd4-6ec6-451b-9406-069fefb43b7d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306487 Apr 18 17:52:59.608571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d97519-c65d-4a6d-9d9c-1e46fbb052a0 req-fec37397-3633-4429-ad8e-68a9e9f4719f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:52:59.610067 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63d97519-c65d-4a6d-9d9c-1e46fbb052a0 req-fec37397-3633-4429-ad8e-68a9e9f4719f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0481613 Apr 18 17:52:59.647210 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-63d97519-c65d-4a6d-9d9c-1e46fbb052a0 req-9717cf60-5391-4546-99dd-2b98012a5771 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Apr 18 17:53:00.761659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703890-d455-49a4-bb5d-c9e9aab0e347 req-c6bfcb1f-9609-4766-a591-ba326dcc013d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:00.763104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11703890-d455-49a4-bb5d-c9e9aab0e347 req-c6bfcb1f-9609-4766-a591-ba326dcc013d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0478699 Apr 18 17:53:00.800287 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-11703890-d455-49a4-bb5d-c9e9aab0e347 req-dc14716b-e6f9-4406-b8c9-fa3508c7bcc2 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310934 Apr 18 17:53:00.974423 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e615-d357-4108-89aa-7d97ae2d2ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:01.361097 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:53:01.926187 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe3f50-971b-4328-93fa-7b13f4f574b0 req-6b93b6fd-b020-452d-942e-fd110b38662a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:01.927566 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-32fe3f50-971b-4328-93fa-7b13f4f574b0 req-6b93b6fd-b020-452d-942e-fd110b38662a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0525000 Apr 18 17:53:01.970054 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-32fe3f50-971b-4328-93fa-7b13f4f574b0 req-5cdb6080-7365-417e-8e2a-c3d8002784b7 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356476 Apr 18 17:53:03.087011 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f65a4-8849-49eb-a17b-931516e9e5ef req-22d47693-5f20-47f7-b0f7-76e5a68ec994 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:03.088498 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a5f65a4-8849-49eb-a17b-931516e9e5ef req-22d47693-5f20-47f7-b0f7-76e5a68ec994 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 945 time: 0.0493906 Apr 18 17:53:03.127344 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7a5f65a4-8849-49eb-a17b-931516e9e5ef req-2762ebac-b3ea-4c6d-8a26-4ebc564d8107 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326514 Apr 18 17:53:03.294811 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb897-4e57-486b-a3a0-46a5c830a7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:03.759609 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:53:03.849106 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:03.859952 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'port_id': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'mac_address': 'fa:16:3e:c1:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:53:03.895071 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:03.910503 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f157e5d9-22ef-4af7-bbb3-6981038e964a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:53:03.929709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:03.992082 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:04.037775 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=12']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:04.045752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.046029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.046367 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.046694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.047025 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.047344 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.047714 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.048573 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.048893 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.049213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.049558 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.049877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:04.243323 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aa414-bafc-44aa-8831-8ff86998ae21 req-e30eac1f-be3e-499e-906d-d6e3a14dfae4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:04.244791 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c4aa414-bafc-44aa-8831-8ff86998ae21 req-e30eac1f-be3e-499e-906d-d6e3a14dfae4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0485487 Apr 18 17:53:04.282834 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c4aa414-bafc-44aa-8831-8ff86998ae21 req-c8469cbc-b6e5-49a6-b8b3-3b2060f74311 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312047 Apr 18 17:53:04.349383 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['f157e5d9-22ef-4af7-bbb3-6981038e964a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:53:04.408789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d7a68-5195-4d5f-9bed-f14b738d968f req-9f1e0ceb-8a3d-49fe-a0ae-1821cdc62652 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:04.410303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-108d7a68-5195-4d5f-9bed-f14b738d968f req-9f1e0ceb-8a3d-49fe-a0ae-1821cdc62652 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0532181 Apr 18 17:53:04.447517 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-108d7a68-5195-4d5f-9bed-f14b738d968f req-610c6e65-05da-481a-968e-c9467d290ecb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309665 Apr 18 17:53:04.567389 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401f800-85be-4926-90dd-e91c4931ea8c req-de0e2e7f-5508-430e-9698-397f011da522 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:04.568789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a401f800-85be-4926-90dd-e91c4931ea8c req-de0e2e7f-5508-430e-9698-397f011da522 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0533702 Apr 18 17:53:04.586022 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:04.607777 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a401f800-85be-4926-90dd-e91c4931ea8c req-d57a5d00-9d66-4fe2-b27c-5732a880aac4 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328541 Apr 18 17:53:05.059579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01cc85-c4df-484d-8b77-229884eacd7a req-d3cd828d-5a34-4a72-9935-bf9694a86bdb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:05.061278 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c01cc85-c4df-484d-8b77-229884eacd7a req-d3cd828d-5a34-4a72-9935-bf9694a86bdb tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 946 time: 0.0489688 Apr 18 17:53:05.098794 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5c01cc85-c4df-484d-8b77-229884eacd7a req-6b657813-e6bd-402a-a489-56e0bbc905ac tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Apr 18 17:53:05.778946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:53:05.894224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port f157e5d9-22ef-4af7-bbb3-6981038e964a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:53:05.897955 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port f157e5d9-22ef-4af7-bbb3-6981038e964a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:53:05.898329 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:05.974986 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:06.008880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:53:06.013479 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c817a1d-88c4-407d-b4e0-ac08121d891e" -d '{"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-plugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:53:06.025685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:06.049315 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb6e69-3d02-431f-9eb9-1774701a5e04 x-openstack-request-id: req-49bb6e69-3d02-431f-9eb9-1774701a5e04 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:53:06.049631 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-plugged", "status": "completed", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:53:06.049883 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49bb6e69-3d02-431f-9eb9-1774701a5e04 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:53:06.050279 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bb6e69-3d02-431f-9eb9-1774701a5e04'] response: {'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'code': 200} Apr 18 17:53:06.088623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:06.100332 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:06.157784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=13']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:06.209598 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:06.222201 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7e6a-17a2-42b9-9116-9c25aafeef8d req-4741acb2-7207-4b99-ad96-2bc076648e77 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:06.223674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-326d7e6a-17a2-42b9-9116-9c25aafeef8d req-4741acb2-7207-4b99-ad96-2bc076648e77 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 947 time: 0.0540650 Apr 18 17:53:06.261274 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-326d7e6a-17a2-42b9-9116-9c25aafeef8d req-011cb190-3afb-4666-ac97-a4b5e89e03c6 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312805 Apr 18 17:53:06.818150 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-7736e4fa-3274-4b9c-baac-19df2a24a44a req-aad2642c-92da-478b-9689-74122ec2ec81 service neutron] (109826) timed out ('10.222.0.45', 48910) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:53:06.966562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03effac3-8735-41ba-a837-a15b7982c407 req-0e2706d8-571c-48c4-bce7-8e8f81141f9d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:06.968081 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-03effac3-8735-41ba-a837-a15b7982c407 req-0e2706d8-571c-48c4-bce7-8e8f81141f9d tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 947 time: 0.0548253 Apr 18 17:53:07.065748 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Deleting port f157e5d9-22ef-4af7-bbb3-6981038e964a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:53:07.066101 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:07.160224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] For port f157e5d9-22ef-4af7-bbb3-6981038e964a, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=f157e5d9-22ef-4af7-bbb3-6981038e964a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:07.160644 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:07.382908 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30cb87-eef1-433c-82fb-f02c5fd64482 req-1d70119c-c8e4-4dcb-817e-fe5b301ea98a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:07.384514 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab30cb87-eef1-433c-82fb-f02c5fd64482 req-1d70119c-c8e4-4dcb-817e-fe5b301ea98a tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 947 time: 0.0505328 Apr 18 17:53:07.426391 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ab30cb87-eef1-433c-82fb-f02c5fd64482 req-33fb6b05-7f01-4fee-aae1-736f59151908 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae958436-8c73-4273-87a5-590e7e769844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341792 Apr 18 17:53:07.644266 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:07.644545 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:07.644861 n-d-836015-2 neutron-server[109825]: INFO neutron.db.l3_db [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 disassociated. External IP: 172.25.5.25, port: f157e5d9-22ef-4af7-bbb3-6981038e964a. Apr 18 17:53:07.645224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Calling delete_port for f157e5d9-22ef-4af7-bbb3-6981038e964a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:53:07.820226 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:07.846955 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event deleted for resources: {'Port': ['ID=f157e5d9-22ef-4af7-bbb3-6981038e964a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:07.964723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:53:08.074872 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:53:08.085865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:53:08.096784 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:53:08.097507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:53:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:08.113302 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] No DVR routers for this DVR port f157e5d9-22ef-4af7-bbb3-6981038e964a on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:53:08.115999 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:08.119229 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-03effac3-8735-41ba-a837-a15b7982c407 req-a0cc2576-41f6-4a37-9661-ce787f6e606f tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.18 "DELETE /v2.0/ports/f157e5d9-22ef-4af7-bbb3-6981038e964a HTTP/1.1" status: 204 len: 173 time: 1.1456194 Apr 18 17:53:08.119665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-deleted', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:53:08.127111 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11298ce3-b0df-4e65-8861-2522111b4dca" -d '{"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-deleted", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:53:08.162921 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30e019e-e3eb-470a-812d-6ca79408e072 x-openstack-request-id: req-f30e019e-e3eb-470a-812d-6ca79408e072 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:53:08.163219 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28dc916-8120-4afe-b014-1c905b4cbd7f", "name": "network-vif-deleted", "tag": "f157e5d9-22ef-4af7-bbb3-6981038e964a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:53:08.163471 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f30e019e-e3eb-470a-812d-6ca79408e072 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:53:08.163877 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30e019e-e3eb-470a-812d-6ca79408e072'] response: {'server_uuid': 'd28dc916-8120-4afe-b014-1c905b4cbd7f', 'name': 'network-vif-deleted', 'tag': 'f157e5d9-22ef-4af7-bbb3-6981038e964a', 'status': 'completed', 'code': 200} Apr 18 17:53:08.365730 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:53:08.528349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1372753e-dc90-4d87-981a-259211b448f1 req-235f0d0a-cab3-41fe-af15-6552d463a434 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 210 time: 0.0309553 Apr 18 17:53:08.578623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:08.604569 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:53:08.612978 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:53:08.613633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:53:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:08.725603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:53:08.923388 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:08.956015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae1679-491d-42c3-a967-80bd9ea55f24 None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:48:39Z', 'revision_number': 4, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '861cc49c-64b9-4c8e-bb55-a8e8ba5372f2', 'name': '', 'network_id': 'faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'mac_address': 'fa:16:3e:db:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:38Z', 'updated_at': '2022-04-18T17:48:42Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'subnets': [{'id': '1c1abf40-97c4-4dbb-b9ed-7492fb364459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:53:09.178491 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311c27b-f51f-4f34-955f-5a824278d4d1 None None] New status for floating IP ed1e0518-c0b4-49a1-8b8d-7d455f9462b9: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:53:09.635270 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b2ff4b2-e299-4ebe-a284-03184f467f46 req-d58a9b2a-8c03-4c18-9186-5a0c8293eff8 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 210 time: 0.0315506 Apr 18 17:53:09.800969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:53:09.821902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: f157e5d9-22ef-4af7-bbb3-6981038e964a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:53:09.822171 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device f157e5d9-22ef-4af7-bbb3-6981038e964a not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:53:10.732623 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b6578cbd-08d9-4183-9ed4-a922690b7a2d req-467fc5bf-2e38-4f24-998a-815f378101e5 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 210 time: 0.0265920 Apr 18 17:53:11.826558 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fb2cbff5-4417-4d3b-b5bd-6d1cd580db68 req-0b783c88-49ae-4ec7-8144-a6feed0f1007 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/ports?device_id=d28dc916-8120-4afe-b014-1c905b4cbd7f HTTP/1.1" status: 200 len: 210 time: 0.0265872 Apr 18 17:53:16.743214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52188) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:16.793092 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:16.815951 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:16.927424 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:16.929960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:16.931193 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "DELETE /v2.0/security-groups/ae958436-8c73-4273-87a5-590e7e769844 HTTP/1.1" status: 204 len: 168 time: 0.1912200 Apr 18 17:53:16.933828 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52190) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:16.941133 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae958436-8c73-4273-87a5-590e7e769844,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:16.947902 n-d-836015-2 neutron-server[109825]: INFO neutron.api.v2.resource [None req-938d6c78-24af-420b-80bf-6eaeeb3b8de9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] show failed (client error): The resource could not be found. Apr 18 17:53:16.948584 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.948891 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-938d6c78-24af-420b-80bf-6eaeeb3b8de9 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "GET /v2.0/security-groups/ae958436-8c73-4273-87a5-590e7e769844 HTTP/1.1" status: 404 len: 347 time: 0.0140703 Apr 18 17:53:16.949012 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.949270 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.949649 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.949979 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.950316 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.950696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.951030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.951360 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.951587 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52192) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:16.951696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.952010 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:16.952336 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d960174-5e3b-48f4-9c8e-1b05a4729b78 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:17.079248 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Deleting port cabe552d-b3ba-42ff-bcda-72f340ab8f89 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:53:17.079595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:17.156018 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:17.156353 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:17.167798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Calling delete_port for cabe552d-b3ba-42ff-bcda-72f340ab8f89 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:53:17.357243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:17.383717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Pushing event deleted for resources: {'Port': ['ID=cabe552d-b3ba-42ff-bcda-72f340ab8f89,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:17.442309 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks [] for floatingip, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:17.445010 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:17.446195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6ebbed28-b67e-46ef-a921-52e9a37f5c65 tempest-ServerActionsTestJSON-935679682 tempest-ServerActionsTestJSON-935679682-project] 10.222.0.45 "DELETE /v2.0/floatingips/ed1e0518-c0b4-49a1-8b8d-7d455f9462b9 HTTP/1.1" status: 204 len: 168 time: 0.4936903 Apr 18 17:53:17.449013 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52194) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:17.540190 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:17.717560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:17.793365 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:18.036342 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Deleting port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:53:18.037046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:18.114590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] For port 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:18.114955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:18.127946 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Calling delete_port for 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:53:18.362836 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:18.390677 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=861cc49c-64b9-4c8e-bb55-a8e8ba5372f2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:18.556330 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:18.780712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Router 77ade204-704b-4b40-b9df-0b84d24694e1 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:53:18.887733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:53:18.894242 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6630a41f-a024-4a5b-85e4-8d52fd9db0f9 admin admin] 10.222.0.45 "PUT /v2.0/routers/77ade204-704b-4b40-b9df-0b84d24694e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438369 Apr 18 17:53:18.895553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:18.896647 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] Sync routers for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:53:18.906694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:53:18.907303 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:53:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:19.002735 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.011382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:53:19.107023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.196825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:53:18Z', 'revision_number': 5, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port': {'id': 'c9da4e34-625b-499b-9379-2f19d5aae513', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:48:36Z', 'updated_at': '2022-04-18T17:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:19.223321 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] Checking router: 77ade204-704b-4b40-b9df-0b84d24694e1 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:53:19.228099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Deleting port c9da4e34-625b-499b-9379-2f19d5aae513 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:53:19.228449 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.232154 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] Routers {'77ade204-704b-4b40-b9df-0b84d24694e1'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:53:19.232756 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:53:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['77ade204-704b-4b40-b9df-0b84d24694e1'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:19.305776 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] For port c9da4e34-625b-499b-9379-2f19d5aae513, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c9da4e34-625b-499b-9379-2f19d5aae513,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:19.306050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.316560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] Set router 77ade204-704b-4b40-b9df-0b84d24694e1 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:53:19.318821 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Calling delete_port for c9da4e34-625b-499b-9379-2f19d5aae513 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:53:19.372247 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:53:19Z', 'revision_number': 6, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:19.402276 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf617c-ec63-41cd-9f84-7600ad868829 None None] The sync data for ids ['77ade204-704b-4b40-b9df-0b84d24694e1'] in n-d-836015-2 is: [{'id': '77ade204-704b-4b40-b9df-0b84d24694e1', 'name': 'tempest-ServerActionsTestJSON-1457169244-router', 'tenant_id': '3e5f35c7a38e414092bce2762e053db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:48:35Z', 'updated_at': '2022-04-18T17:53:19Z', 'revision_number': 6, 'project_id': '3e5f35c7a38e414092bce2762e053db5', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:53:19.551873 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.576972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c9da4e34-625b-499b-9379-2f19d5aae513,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:19.640416 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.731474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.733602 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.847711 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.848288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ade204-704b-4b40-b9df-0b84d24694e1 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:53:19.852713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.856663 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-19f2f47d-bf27-45b3-89c5-9fbe701e24ec admin admin] 10.222.0.45 "DELETE /v2.0/routers/77ade204-704b-4b40-b9df-0b84d24694e1 HTTP/1.1" status: 204 len: 168 time: 0.9574037 Apr 18 17:53:19.856663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52198) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:19.902992 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c9d61e-5aa0-42b7-bf04-7cc94a0aed98 admin admin] Deleting subnet 1c1abf40-97c4-4dbb-b9ed-7492fb364459 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:53:19.906022 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9d61e-5aa0-42b7-bf04-7cc94a0aed98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:19.941068 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9d61e-5aa0-42b7-bf04-7cc94a0aed98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.015386 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9d61e-5aa0-42b7-bf04-7cc94a0aed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.118070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9d61e-5aa0-42b7-bf04-7cc94a0aed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.154413 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9d61e-5aa0-42b7-bf04-7cc94a0aed98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1abf40-97c4-4dbb-b9ed-7492fb364459,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:20.154413 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38c9d61e-5aa0-42b7-bf04-7cc94a0aed98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.155432 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-38c9d61e-5aa0-42b7-bf04-7cc94a0aed98 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1c1abf40-97c4-4dbb-b9ed-7492fb364459 HTTP/1.1" status: 204 len: 168 time: 0.2975502 Apr 18 17:53:20.157239 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52200) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:20.160244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40751112-30bf-4056-9324-c0c0607b4013 None None] Network faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:53:20.228571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.284772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Deleting port 1596cce6-7a2a-4ea3-999e-df2815d8973a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:53:20.285104 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.344837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] DHCP port deletion for faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:53:20.354337 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] For port 1596cce6-7a2a-4ea3-999e-df2815d8973a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1596cce6-7a2a-4ea3-999e-df2815d8973a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:20.354708 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.367796 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Calling delete_port for 1596cce6-7a2a-4ea3-999e-df2815d8973a owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:53:20.393685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] Deleting port 1596cce6-7a2a-4ea3-999e-df2815d8973a {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:53:20.394063 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.461215 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] For port 1596cce6-7a2a-4ea3-999e-df2815d8973a, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=1596cce6-7a2a-4ea3-999e-df2815d8973a,segment=NetworkSegment(c1f0bf00-ed02-49c5-82c8-1a56a09b11e1),segment_id=c1f0bf00-ed02-49c5-82c8-1a56a09b11e1)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:20.461643 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.474761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] Calling delete_port for 1596cce6-7a2a-4ea3-999e-df2815d8973a owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:53:20.521691 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.549014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] No DVR routers for this DVR port 1596cce6-7a2a-4ea3-999e-df2815d8973a on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:53:20.550554 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.553990 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Pushing event deleted for resources: {'Port': ['ID=1596cce6-7a2a-4ea3-999e-df2815d8973a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:20.583760 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] Pushing event deleted for resources: {'Port': ['ID=1596cce6-7a2a-4ea3-999e-df2815d8973a,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:20.587311 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde874e0-112b-4ce3-bfe7-329088810a1d None None] No DVR routers for this DVR port 1596cce6-7a2a-4ea3-999e-df2815d8973a on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:53:20.633566 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.654695 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:20.664449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:20.664742 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f0bf00-ed02-49c5-82c8-1a56a09b11e1') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:53:20.674439 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.687483 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.693780 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:53:20.694167 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:53:20.695781 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:53:20.806891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.816624 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:20.816624 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] 10.222.0.45 "DELETE /v2.0/networks/faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94 HTTP/1.1" status: 204 len: 168 time: 0.6577132 Apr 18 17:53:20.831594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b140-471d-43d9-b56f-30542edeba0e admin admin] Pushing event deleted for resources: {'Network': ['ID=faa9b92b-8ffd-4c96-8cc6-3a4ab9aecd94,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:21.114848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52204) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:21.171389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c9da4e34-625b-499b-9379-2f19d5aae513 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:53:21.192816 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: c9da4e34-625b-499b-9379-2f19d5aae513 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:53:21.193161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device c9da4e34-625b-499b-9379-2f19d5aae513 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:53:21.193597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:53:21.213374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:53:21.213740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 861cc49c-64b9-4c8e-bb55-a8e8ba5372f2 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:53:21.214153 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1596cce6-7a2a-4ea3-999e-df2815d8973a no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:53:21.234136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 1596cce6-7a2a-4ea3-999e-df2815d8973a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:53:21.234483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 1596cce6-7a2a-4ea3-999e-df2815d8973a not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:53:21.464669 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9f1af8ef-234c-44e4-b8a0-4aff29e6758d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e5f35c7a38e414092bce2762e053db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484957 Apr 18 17:53:21.466977 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52206) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:21.513214 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5fc778e-0028-498d-8950-4baed6705f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:21.534507 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5fc778e-0028-498d-8950-4baed6705f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:21.664327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5fc778e-0028-498d-8950-4baed6705f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:21.666916 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f5fc778e-0028-498d-8950-4baed6705f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:21.670584 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f5fc778e-0028-498d-8950-4baed6705f7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d473993f-8219-4b3a-bda5-d80a99f338d7 HTTP/1.1" status: 204 len: 168 time: 0.2004211 Apr 18 17:53:21.678081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc778e-0028-498d-8950-4baed6705f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d473993f-8219-4b3a-bda5-d80a99f338d7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:22.648723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52228) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:22.749472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1614062221-network', 'tenant_id': '257d015bda0545b5b5b3a446062433a2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:53:22.877272 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Made reservation on behalf of 257d015bda0545b5b5b3a446062433a2 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:53:22.879556 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:22.887955 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:22.959904 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.035150 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.058584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:53:23.068037 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94464cf9-f0ed-41ad-9176-0eb9ed21c800,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:23.073587 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.073587 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Added segment 061bdce3-c794-423f-955e-3c604e0e3ba4 of type vlan for network 683612d3-89cd-46af-bd70-445cf05c2e8a Apr 18 17:53:23.114968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.218313 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.219282 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:23.219872 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.277474 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] Pushing event updated for resources: {'Network': ['ID=683612d3-89cd-46af-bd70-445cf05c2e8a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:23.287872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 683612d3-89cd-46af-bd70-445cf05c2e8a details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:53:23.324026 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-2d4a120d-01b6-435d-ae68-47f95fe20a1a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6741924 Apr 18 17:53:23.326772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52232) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:53:23.332163 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Request body: {'subnet': {'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1614062221-subnet', 'tenant_id': '257d015bda0545b5b5b3a446062433a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:53:23.425668 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Made reservation on behalf of 257d015bda0545b5b5b3a446062433a2 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:53:23.428003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.671776 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.738608 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a427cd8-a95c-436a-9762-4051508e29c4,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:23.746554 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Checking segment: {'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:53:23.747038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Network hostable DHCP agents. Network: 683612d3-89cd-46af-bd70-445cf05c2e8a, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:53:23.814706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Network 683612d3-89cd-46af-bd70-445cf05c2e8a is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:53:23.888406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 683612d3-89cd-46af-bd70-445cf05c2e8a) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:53:23.892351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:23.892935 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:23.897757 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69459930-cdcb-4851-b95d-e9c80a1c91ae None None] Network 683612d3-89cd-46af-bd70-445cf05c2e8a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:53:23.977083 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-678cd94d-27d0-4393-9560-3fb2f3072a0e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6492386 Apr 18 17:53:24.018416 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314dc42-38f1-4dca-92e6-78ad2374fd9b None None] Network 683612d3-89cd-46af-bd70-445cf05c2e8a requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:53:24.439538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-70808d0c-e9fd-48eb-8e29-4426a9649ee3 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:24.440979 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-70808d0c-e9fd-48eb-8e29-4426a9649ee3 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/networks?id=683612d3-89cd-46af-bd70-445cf05c2e8a HTTP/1.1" status: 200 len: 814 time: 0.1029167 Apr 18 17:53:24.455685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-5df0ec14-1491-4387-af73-78dfe0566209 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/quotas/257d015bda0545b5b5b3a446062433a2 HTTP/1.1" status: 200 len: 375 time: 0.0087276 Apr 18 17:53:24.487020 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-2372f877-2718-4616-914d-4055f08245cc tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=257d015bda0545b5b5b3a446062433a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260682 Apr 18 17:53:24.578000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-bef189e0-a3f8-4639-b3c9-70f5b151bbef service neutron] 10.222.0.45 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839558 Apr 18 17:53:24.667104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-4c4b3ae0-29a1-4937-b911-02d1b91a5787 service neutron] 10.222.0.45 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826426 Apr 18 17:53:24.907667 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-018cfdda-12d7-43d8-ab38-8e1daa50c32c req-94612100-28ff-4b4a-af29-4e54c9a80a41 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 210 time: 0.0268502 Apr 18 17:53:26.001104 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-852c9583-a73d-4fe6-8a48-248522501ccb req-1122291c-2eb8-48d0-9caa-a000bf77511c tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 210 time: 0.0266254 Apr 18 17:53:26.870877 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c14784ed-42f2-4d95-94cb-49f7b66e4368 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:26.872336 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c14784ed-42f2-4d95-94cb-49f7b66e4368 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.18 "GET /v2.0/networks?id=683612d3-89cd-46af-bd70-445cf05c2e8a HTTP/1.1" status: 200 len: 814 time: 0.0995069 Apr 18 17:53:26.890470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Request body: {'port': {'device_id': '2b0eae10-54f3-4b37-8fb6-b7f2e31122bb', 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a', 'admin_state_up': True, 'tenant_id': '257d015bda0545b5b5b3a446062433a2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:53:27.087398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Made reservation on behalf of 257d015bda0545b5b5b3a446062433a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:53:27.090922 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:27.101754 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d6bb493-6f20-4f95-893b-98275be15f95 req-5f21657d-7b12-4ead-a9f1-ba207a01c387 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 210 time: 0.0313518 Apr 18 17:53:27.216045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Allocated IP 172.20.0.14 (683612d3-89cd-46af-bd70-445cf05c2e8a/4a427cd8-a95c-436a-9762-4051508e29c4/4d754f69-d167-4303-91d7-8432123bc4b4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:53:27.361259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:27.443448 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:27.487533 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Network 683612d3-89cd-46af-bd70-445cf05c2e8a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:53:27.490586 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:53:27.494331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:53:27.500551 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Pushing event updated for resources: {'Port': ['ID=4d754f69-d167-4303-91d7-8432123bc4b4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:27.549283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:27.549920 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:27.640207 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-95d245b5-961b-4e91-b03b-2d40e388d930 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7533414 Apr 18 17:53:27.657074 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Request body: {'port': {'device_id': '2b0eae10-54f3-4b37-8fb6-b7f2e31122bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:53:27.710650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:27.968192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d754f69-d167-4303-91d7-8432123bc4b4 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:53:27.976171 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:27.988767 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Transition to ACTIVE for port object 4d754f69-d167-4303-91d7-8432123bc4b4 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:53:28.049319 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:28.118716 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d754f69-d167-4303-91d7-8432123bc4b4,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:28.169590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Attempting to bind port 4d754f69-d167-4303-91d7-8432123bc4b4 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:53:28.169933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Attempting to bind port 4d754f69-d167-4303-91d7-8432123bc4b4 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:53:28.170269 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Attempting to bind port 4d754f69-d167-4303-91d7-8432123bc4b4 on network 683612d3-89cd-46af-bd70-445cf05c2e8a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:53:28.175615 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Port 4d754f69-d167-4303-91d7-8432123bc4b4 on network 683612d3-89cd-46af-bd70-445cf05c2e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:53:28.175943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Attempting to bind port 4d754f69-d167-4303-91d7-8432123bc4b4 on network 683612d3-89cd-46af-bd70-445cf05c2e8a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:53:28.180682 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:53:28.181029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Checking segment: {'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:53:28.181433 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Bound using segment: {'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:53:28.181875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Bound port: 4d754f69-d167-4303-91d7-8432123bc4b4, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:53:28.182241 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:28.218642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be24c1-859d-405c-8207-29073f86537b req-e3578df3-4bb3-469e-9a4f-f2ac6e63dd63 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:28.220038 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24be24c1-859d-405c-8207-29073f86537b req-e3578df3-4bb3-469e-9a4f-f2ac6e63dd63 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 944 time: 0.0487368 Apr 18 17:53:28.244495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] For port 4d754f69-d167-4303-91d7-8432123bc4b4, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:53:28.247701 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] For port 4d754f69-d167-4303-91d7-8432123bc4b4, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4d754f69-d167-4303-91d7-8432123bc4b4,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:53:28.258748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-24be24c1-859d-405c-8207-29073f86537b req-6d9f08cc-3c74-400a-a95a-36c84f38dd47 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Apr 18 17:53:28.300520 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:28.336812 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:28.338025 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:28.339446 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] 10.222.0.18 "PUT /v2.0/ports/4d754f69-d167-4303-91d7-8432123bc4b4 HTTP/1.1" status: 200 len: 1092 time: 0.6867590 Apr 18 17:53:28.341641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0eae10-54f3-4b37-8fb6-b7f2e31122bb', 'tag': '4d754f69-d167-4303-91d7-8432123bc4b4'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:53:28.343911 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad67793-7c05-4219-82cf-256ea4aa42da" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0eae10-54f3-4b37-8fb6-b7f2e31122bb", "tag": "4d754f69-d167-4303-91d7-8432123bc4b4"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:53:28.370224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f41fba-3362-46bf-9533-edcc02da93f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d754f69-d167-4303-91d7-8432123bc4b4,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:28.380643 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741de252-9bbb-4055-baa5-0b0a9b5f1553 x-openstack-request-id: req-741de252-9bbb-4055-baa5-0b0a9b5f1553 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:53:28.380928 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0eae10-54f3-4b37-8fb6-b7f2e31122bb", "tag": "4d754f69-d167-4303-91d7-8432123bc4b4", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:53:28.381176 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-741de252-9bbb-4055-baa5-0b0a9b5f1553 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:53:28.381604 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741de252-9bbb-4055-baa5-0b0a9b5f1553'] response: {'name': 'network-changed', 'server_uuid': '2b0eae10-54f3-4b37-8fb6-b7f2e31122bb', 'tag': '4d754f69-d167-4303-91d7-8432123bc4b4', 'status': 'completed', 'code': 200} Apr 18 17:53:28.461526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad67793-7c05-4219-82cf-256ea4aa42da req-639013fe-52c0-45c2-b876-06feb55bd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:28.463060 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2ad67793-7c05-4219-82cf-256ea4aa42da req-639013fe-52c0-45c2-b876-06feb55bd75f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=257d015bda0545b5b5b3a446062433a2&device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 1095 time: 0.0413957 Apr 18 17:53:28.561344 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad67793-7c05-4219-82cf-256ea4aa42da req-4d25b866-9c10-4966-8960-043179865188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:28.562794 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2ad67793-7c05-4219-82cf-256ea4aa42da req-4d25b866-9c10-4966-8960-043179865188 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=257d015bda0545b5b5b3a446062433a2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0876591 Apr 18 17:53:28.659938 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad67793-7c05-4219-82cf-256ea4aa42da req-1537a6e4-f04d-4115-9499-1bcd2707bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:28.661403 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-2ad67793-7c05-4219-82cf-256ea4aa42da req-1537a6e4-f04d-4115-9499-1bcd2707bf4c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906551 Apr 18 17:53:28.757900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-e057345a-f633-40db-8063-7c8bf02d8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:28.759363 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-e057345a-f633-40db-8063-7c8bf02d8ff8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=257d015bda0545b5b5b3a446062433a2&device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 1095 time: 0.0403366 Apr 18 17:53:28.809335 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-39c8e0ce-b98c-407c-83ee-d4c8804f6b1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d754f69-d167-4303-91d7-8432123bc4b4 HTTP/1.1" status: 200 len: 217 time: 0.0369644 Apr 18 17:53:28.856225 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-f4cc0eef-65ad-4b8a-84be-fe7cb5e3bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:28.857579 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-f4cc0eef-65ad-4b8a-84be-fe7cb5e3bb8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a427cd8-a95c-436a-9762-4051508e29c4 HTTP/1.1" status: 200 len: 854 time: 0.0419059 Apr 18 17:53:28.887795 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-1f6a86b3-592d-499b-a52d-5b15332b5d2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=683612d3-89cd-46af-bd70-445cf05c2e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239112 Apr 18 17:53:28.982275 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-57763cbe-6425-45ce-8845-3e3750c51eeb service neutron] 10.222.0.18 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877755 Apr 18 17:53:29.068922 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-21326c45-d5e8-4510-82ff-dacbaeef092c req-573df65c-88f6-4870-bd44-b6476d5c26cc service neutron] 10.222.0.18 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804901 Apr 18 17:53:29.372948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143a15-7faf-4446-b516-730064b7fd61 req-9718e269-950f-4547-b7e2-37d22e9a9358 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:29.374356 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52143a15-7faf-4446-b516-730064b7fd61 req-9718e269-950f-4547-b7e2-37d22e9a9358 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 944 time: 0.0478740 Apr 18 17:53:29.410725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-52143a15-7faf-4446-b516-730064b7fd61 req-4c92f316-a587-49d5-a28e-e469b37bdfa9 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304832 Apr 18 17:53:30.526610 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818d077-1665-4d62-bb4e-066205292361 req-9aba8ba4-573f-4a45-971b-6f44b270ae79 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:30.528056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7818d077-1665-4d62-bb4e-066205292361 req-9aba8ba4-573f-4a45-971b-6f44b270ae79 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 944 time: 0.0481331 Apr 18 17:53:30.569203 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7818d077-1665-4d62-bb4e-066205292361 req-c15dbd0d-4854-4094-8944-8e0c999ff755 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351379 Apr 18 17:53:30.955206 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62ce8478-d204-4312-99b1-bc666b3218c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:31.691928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c97f-5e4a-4190-90cc-8a6ed74a9400 req-f265924b-42dc-4803-940d-65b5c5254980 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:31.693444 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07a0c97f-5e4a-4190-90cc-8a6ed74a9400 req-f265924b-42dc-4803-940d-65b5c5254980 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 944 time: 0.0576832 Apr 18 17:53:31.730994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-07a0c97f-5e4a-4190-90cc-8a6ed74a9400 req-cd87b3c2-ca61-4ffc-a471-8a7e536261bb tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Apr 18 17:53:32.844524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f2360-ec97-4fbe-9ac1-798960204031 req-816167b9-13fd-4f2b-bfab-515c98a952ac tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:32.846664 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea9f2360-ec97-4fbe-9ac1-798960204031 req-816167b9-13fd-4f2b-bfab-515c98a952ac tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 944 time: 0.0485532 Apr 18 17:53:32.884095 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea9f2360-ec97-4fbe-9ac1-798960204031 req-e1077872-2bd5-4c78-a997-54805a1f7bca tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Apr 18 17:53:33.288669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-355f82a0-33c7-446c-90aa-3c797944f573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:33.998662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea524be2-f439-4e3f-95e2-312575b60fe8 req-b6f77302-2871-469a-84b8-c46b0ffe44e5 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:34.000849 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea524be2-f439-4e3f-95e2-312575b60fe8 req-b6f77302-2871-469a-84b8-c46b0ffe44e5 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 944 time: 0.0491157 Apr 18 17:53:34.002500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4d754f69-d167-4303-91d7-8432123bc4b4 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:53:34.042325 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ea524be2-f439-4e3f-95e2-312575b60fe8 req-b42f22cf-b33a-4ec0-9d5f-d2e7ce40ac8a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353026 Apr 18 17:53:34.114405 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4d754f69-d167-4303-91d7-8432123bc4b4, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4d754f69-d167-4303-91d7-8432123bc4b4,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:34.125317 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '4d754f69-d167-4303-91d7-8432123bc4b4', 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a', 'port_id': '4d754f69-d167-4303-91d7-8432123bc4b4', 'mac_address': 'fa:16:3e:9f:93:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a427cd8-a95c-436a-9762-4051508e29c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:53:34.165015 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:34.178278 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d754f69-d167-4303-91d7-8432123bc4b4 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:53:34.201865 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4d754f69-d167-4303-91d7-8432123bc4b4, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4d754f69-d167-4303-91d7-8432123bc4b4,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:34.286944 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:34.332453 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4d754f69-d167-4303-91d7-8432123bc4b4,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:34.589376 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:34.636497 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['4d754f69-d167-4303-91d7-8432123bc4b4'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:53:35.159711 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac71245-68bd-4ba7-8828-1c013d5ff50b req-b7f73ba3-dced-477c-bee1-f69b236879ef tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:35.161166 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ac71245-68bd-4ba7-8828-1c013d5ff50b req-b7f73ba3-dced-477c-bee1-f69b236879ef tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 945 time: 0.0484748 Apr 18 17:53:35.199184 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ac71245-68bd-4ba7-8828-1c013d5ff50b req-abca55ea-eddb-42c8-ab7b-ea344746852b tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Apr 18 17:53:36.032927 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4d754f69-d167-4303-91d7-8432123bc4b4 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:53:36.058815 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:36.143691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 4d754f69-d167-4303-91d7-8432123bc4b4 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:53:36.149147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 4d754f69-d167-4303-91d7-8432123bc4b4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:53:36.149558 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:36.210505 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:36.229363 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:36.252024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0eae10-54f3-4b37-8fb6-b7f2e31122bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d754f69-d167-4303-91d7-8432123bc4b4'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:53:36.255018 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7970915-ea0d-4465-bb8f-abeaaeb0e543" -d '{"events": [{"server_uuid": "2b0eae10-54f3-4b37-8fb6-b7f2e31122bb", "name": "network-vif-plugged", "status": "completed", "tag": "4d754f69-d167-4303-91d7-8432123bc4b4"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:53:36.267928 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 4d754f69-d167-4303-91d7-8432123bc4b4, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4d754f69-d167-4303-91d7-8432123bc4b4,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:36.296852 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa42f41-540d-466e-8c52-a3f6fd118dac x-openstack-request-id: req-4fa42f41-540d-466e-8c52-a3f6fd118dac {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:53:36.297199 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0eae10-54f3-4b37-8fb6-b7f2e31122bb", "name": "network-vif-plugged", "status": "completed", "tag": "4d754f69-d167-4303-91d7-8432123bc4b4", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:53:36.297559 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fa42f41-540d-466e-8c52-a3f6fd118dac {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:53:36.298019 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa42f41-540d-466e-8c52-a3f6fd118dac'] response: {'server_uuid': '2b0eae10-54f3-4b37-8fb6-b7f2e31122bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d754f69-d167-4303-91d7-8432123bc4b4', 'code': 200} Apr 18 17:53:36.315582 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f16ac-a36b-43a9-800c-80be85fee863 req-2e7b50b3-3322-4b8d-8280-6b9576abd350 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:36.317550 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77f16ac-a36b-43a9-800c-80be85fee863 req-2e7b50b3-3322-4b8d-8280-6b9576abd350 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 945 time: 0.0498788 Apr 18 17:53:36.323428 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:36.361727 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e77f16ac-a36b-43a9-800c-80be85fee863 req-2c98a9b6-4885-48f9-ad08-873fc93e153f tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377705 Apr 18 17:53:36.373127 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=4d754f69-d167-4303-91d7-8432123bc4b4,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:36.416782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cee80-1d3c-40f9-899c-527daf7f1701 req-01b3d6ff-daae-4984-8210-e302c965c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:36.418344 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-486cee80-1d3c-40f9-899c-527daf7f1701 req-01b3d6ff-daae-4984-8210-e302c965c0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 1097 time: 0.0401504 Apr 18 17:53:36.451629 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-486cee80-1d3c-40f9-899c-527daf7f1701 req-567bf552-18d3-4e1e-b31b-b2f1b476a160 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272114 Apr 18 17:53:37.479387 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e56d8-a7a0-4558-82b0-6646f1d140ac req-2b6480be-cc09-40b6-a54a-1687e0ddca5d tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:37.480819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b7e56d8-a7a0-4558-82b0-6646f1d140ac req-2b6480be-cc09-40b6-a54a-1687e0ddca5d tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0475690 Apr 18 17:53:37.521170 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6b7e56d8-a7a0-4558-82b0-6646f1d140ac req-616b439e-9bae-4040-b286-9abef1e4a65f tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344326 Apr 18 17:53:38.359869 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:53:38.634807 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45854216-8f1f-40a5-b76f-38c245ddadef req-046eae58-ccaf-4bf8-8512-457efac77e9c tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:38.636157 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45854216-8f1f-40a5-b76f-38c245ddadef req-046eae58-ccaf-4bf8-8512-457efac77e9c tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0481470 Apr 18 17:53:38.680192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-45854216-8f1f-40a5-b76f-38c245ddadef req-0c41d646-77ff-47a9-8c6c-00e6133f3c5d tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Apr 18 17:53:38.896208 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-ab22ab51-1f2d-4096-a5af-b7342e03a25f tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:38.897593 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-ab22ab51-1f2d-4096-a5af-b7342e03a25f tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/networks?id=683612d3-89cd-46af-bd70-445cf05c2e8a HTTP/1.1" status: 200 len: 814 time: 0.0981486 Apr 18 17:53:38.914683 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-bd5883b6-0db3-4d74-89c4-f34fbe3d8bd0 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/quotas/257d015bda0545b5b5b3a446062433a2 HTTP/1.1" status: 200 len: 375 time: 0.0102878 Apr 18 17:53:38.967235 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-34a8c22c-b3d3-4af6-b559-6a3ee69e1b34 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=257d015bda0545b5b5b3a446062433a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467334 Apr 18 17:53:39.054590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-883ba958-f61e-4e2e-902e-353909e2f292 service neutron] 10.222.0.45 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795231 Apr 18 17:53:39.147451 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-b65389c3-bfe3-47aa-b078-f8e8d9bedf2f service neutron] 10.222.0.45 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864820 Apr 18 17:53:39.386576 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6304c3c2-fe2c-4293-b650-3f673607c797 req-6c153df7-1ea6-43f8-beb9-c2a30c96b28e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 210 time: 0.0270557 Apr 18 17:53:40.480473 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-da4358d5-f988-4e81-ab33-3f24a376e434 req-7f3fd9b4-6585-4ea0-b055-10b28fc759c0 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Apr 18 17:53:41.375832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-615574df-9a16-4d13-9ab6-7bd9bcd4c932 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:41.377195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-615574df-9a16-4d13-9ab6-7bd9bcd4c932 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.41 "GET /v2.0/networks?id=683612d3-89cd-46af-bd70-445cf05c2e8a HTTP/1.1" status: 200 len: 814 time: 0.1037960 Apr 18 17:53:41.394958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Request body: {'port': {'device_id': '1b1c458d-4c8e-41c4-ae12-d702300f7460', 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a', 'admin_state_up': True, 'tenant_id': '257d015bda0545b5b5b3a446062433a2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:53:41.563038 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Made reservation on behalf of 257d015bda0545b5b5b3a446062433a2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:53:41.566605 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:41.578148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7ed812ff-546a-43cf-8220-577747b0c6c4 req-ccb90a62-5202-404b-a9de-974d9313433f tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 210 time: 0.0267799 Apr 18 17:53:41.704024 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Allocated IP 172.20.0.9 (683612d3-89cd-46af-bd70-445cf05c2e8a/4a427cd8-a95c-436a-9762-4051508e29c4/788bd8ce-b37c-4464-bc09-b9a335826509) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:53:41.847537 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:41.932665 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:41.964560 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['4d754f69-d167-4303-91d7-8432123bc4b4'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:53:41.976973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Network 683612d3-89cd-46af-bd70-445cf05c2e8a is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:53:41.980092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:53:41.983885 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:53:42.008018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Pushing event updated for resources: {'Port': ['ID=788bd8ce-b37c-4464-bc09-b9a335826509,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:42.034726 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:42.035337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:42.118337 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-9753bac6-eb47-4e65-9c3b-97faf84a688e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7271101 Apr 18 17:53:42.141063 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Request body: {'port': {'device_id': '1b1c458d-4c8e-41c4-ae12-d702300f7460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:53:42.198433 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:42.455757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788bd8ce-b37c-4464-bc09-b9a335826509 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:53:42.463812 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:42.476265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Transition to ACTIVE for port object 788bd8ce-b37c-4464-bc09-b9a335826509 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:53:42.563012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:42.611221 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=788bd8ce-b37c-4464-bc09-b9a335826509,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:42.690243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Attempting to bind port 788bd8ce-b37c-4464-bc09-b9a335826509 on host n-h2-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:53:42.690570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Attempting to bind port 788bd8ce-b37c-4464-bc09-b9a335826509 by drivers openvswitch,hyperv on host n-h2-836015-2 at level 0 using segments [{'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:53:42.690895 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Attempting to bind port 788bd8ce-b37c-4464-bc09-b9a335826509 on network 683612d3-89cd-46af-bd70-445cf05c2e8a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:53:42.695452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Port 788bd8ce-b37c-4464-bc09-b9a335826509 on network 683612d3-89cd-46af-bd70-445cf05c2e8a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:53:42.695772 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Attempting to bind port 788bd8ce-b37c-4464-bc09-b9a335826509 on network 683612d3-89cd-46af-bd70-445cf05c2e8a {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:53:42.699707 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac9278-9abe-4dc4-9dea-8f1860575a47 req-aba438c5-3951-4282-8912-df3a18037be8 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:42.700561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Checking agent: {'id': '0d0f5f20-06e5-48dd-90d1-183108a719cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:53:42.700900 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Checking segment: {'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:53:42.701181 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7ac9278-9abe-4dc4-9dea-8f1860575a47 req-aba438c5-3951-4282-8912-df3a18037be8 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 943 time: 0.0548031 Apr 18 17:53:42.701311 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Bound using segment: {'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:53:42.701731 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Bound port: 788bd8ce-b37c-4464-bc09-b9a335826509, host: n-h2-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061bdce3-c794-423f-955e-3c604e0e3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:53:42.702090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:42.747192 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b7ac9278-9abe-4dc4-9dea-8f1860575a47 req-eb5a676d-3ab5-424a-a427-002d779d37d9 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360143 Apr 18 17:53:42.764508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] For port 788bd8ce-b37c-4464-bc09-b9a335826509, host n-h2-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:53:42.767751 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] For port 788bd8ce-b37c-4464-bc09-b9a335826509, host n-h2-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=788bd8ce-b37c-4464-bc09-b9a335826509,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:53:42.835384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:42.868039 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:42.868650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:42.870056 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/788bd8ce-b37c-4464-bc09-b9a335826509 HTTP/1.1" status: 200 len: 1091 time: 0.7330410 Apr 18 17:53:42.870489 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1c458d-4c8e-41c4-ae12-d702300f7460', 'tag': '788bd8ce-b37c-4464-bc09-b9a335826509'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:53:42.872720 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157f6123-f555-4231-9efd-b55ef20690a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1c458d-4c8e-41c4-ae12-d702300f7460", "tag": "788bd8ce-b37c-4464-bc09-b9a335826509"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:53:42.896793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d31f9-da7a-4d78-b1c3-d66b3a0ba0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=788bd8ce-b37c-4464-bc09-b9a335826509,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:42.912259 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab7ed9e-6306-4ca2-aa18-82235719674c x-openstack-request-id: req-aab7ed9e-6306-4ca2-aa18-82235719674c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:53:42.912583 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1c458d-4c8e-41c4-ae12-d702300f7460", "tag": "788bd8ce-b37c-4464-bc09-b9a335826509", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:53:42.912834 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aab7ed9e-6306-4ca2-aa18-82235719674c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:53:42.913388 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab7ed9e-6306-4ca2-aa18-82235719674c'] response: {'name': 'network-changed', 'server_uuid': '1b1c458d-4c8e-41c4-ae12-d702300f7460', 'tag': '788bd8ce-b37c-4464-bc09-b9a335826509', 'status': 'completed', 'code': 200} Apr 18 17:53:43.001460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f6123-f555-4231-9efd-b55ef20690a7 req-4a8a349a-0c07-4c72-bf55-62c3c68c1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:43.003151 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-157f6123-f555-4231-9efd-b55ef20690a7 req-4a8a349a-0c07-4c72-bf55-62c3c68c1d38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=257d015bda0545b5b5b3a446062433a2&device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 1094 time: 0.0469112 Apr 18 17:53:43.103850 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f6123-f555-4231-9efd-b55ef20690a7 req-3c425594-dd08-44bb-9196-cd783942dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:43.105278 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-157f6123-f555-4231-9efd-b55ef20690a7 req-3c425594-dd08-44bb-9196-cd783942dd4d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=257d015bda0545b5b5b3a446062433a2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0886946 Apr 18 17:53:43.202029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f6123-f555-4231-9efd-b55ef20690a7 req-4954c020-870d-4a1e-b837-26d323afc4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:43.203551 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-157f6123-f555-4231-9efd-b55ef20690a7 req-4954c020-870d-4a1e-b837-26d323afc4fb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916183 Apr 18 17:53:43.294635 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-95e324ed-6533-48b4-b665-085ea7ffcaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:43.296020 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-95e324ed-6533-48b4-b665-085ea7ffcaa3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=257d015bda0545b5b5b3a446062433a2&device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 1094 time: 0.0398314 Apr 18 17:53:43.343309 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-a298e589-e925-4733-8a93-c098e78c04af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=788bd8ce-b37c-4464-bc09-b9a335826509 HTTP/1.1" status: 200 len: 217 time: 0.0333450 Apr 18 17:53:43.394367 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-d924da68-de78-4cfe-8526-b6be80456533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:43.395811 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-d924da68-de78-4cfe-8526-b6be80456533 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a427cd8-a95c-436a-9762-4051508e29c4 HTTP/1.1" status: 200 len: 854 time: 0.0464537 Apr 18 17:53:43.425542 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-fee8caec-f8e9-4923-91ad-2e41f5226ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=683612d3-89cd-46af-bd70-445cf05c2e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233412 Apr 18 17:53:43.512424 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-76fd9583-5750-4bff-9752-8d9ba0454688 service neutron] 10.222.0.41 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799580 Apr 18 17:53:43.603455 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e3d11f22-fe9c-4c74-8e4e-02773b33fa46 req-da7b6c92-6b00-48d8-8f16-3d88f0ad8616 service neutron] 10.222.0.41 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848236 Apr 18 17:53:43.860579 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22a7fe-9bcb-4c05-b2b8-692afc9c551f req-be46c4cd-2872-4506-a3ab-7aa0fdbb0832 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:43.861966 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd22a7fe-9bcb-4c05-b2b8-692afc9c551f req-be46c4cd-2872-4506-a3ab-7aa0fdbb0832 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 943 time: 0.0476639 Apr 18 17:53:43.900016 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cd22a7fe-9bcb-4c05-b2b8-692afc9c551f req-14c756c3-5478-465f-8df6-5a062ff5478e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Apr 18 17:53:44.474181 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-505c3269-f584-4b78-8535-f9526edcb234 req-405dd394-0ad7-4695-bb6c-8d005c64f5fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398173 Apr 18 17:53:44.566018 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3269-f584-4b78-8535-f9526edcb234 req-fcee48e8-a24e-4f30-a472-07730fe7062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:44.568009 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-505c3269-f584-4b78-8535-f9526edcb234 req-fcee48e8-a24e-4f30-a472-07730fe7062b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=257d015bda0545b5b5b3a446062433a2&device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 1097 time: 0.0400243 Apr 18 17:53:44.670799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3269-f584-4b78-8535-f9526edcb234 req-5e76ff2b-cfe8-4c7d-abae-307fe417b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:44.672277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-505c3269-f584-4b78-8535-f9526edcb234 req-5e76ff2b-cfe8-4c7d-abae-307fe417b04e service neutron] 10.222.0.18 "GET /v2.0/networks?id=683612d3-89cd-46af-bd70-445cf05c2e8a HTTP/1.1" status: 200 len: 915 time: 0.0867465 Apr 18 17:53:44.712897 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-505c3269-f584-4b78-8535-f9526edcb234 req-e418f8d1-5a76-49e5-84f2-8ff4deba8531 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d754f69-d167-4303-91d7-8432123bc4b4 HTTP/1.1" status: 200 len: 217 time: 0.0343051 Apr 18 17:53:44.759887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3269-f584-4b78-8535-f9526edcb234 req-d485ebcd-7884-4d28-8f6d-c1193711597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:44.761182 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-505c3269-f584-4b78-8535-f9526edcb234 req-d485ebcd-7884-4d28-8f6d-c1193711597c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a427cd8-a95c-436a-9762-4051508e29c4 HTTP/1.1" status: 200 len: 854 time: 0.0420849 Apr 18 17:53:44.794401 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-505c3269-f584-4b78-8535-f9526edcb234 req-15838f47-0ab4-4709-9be8-016af8e3f1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=683612d3-89cd-46af-bd70-445cf05c2e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270288 Apr 18 17:53:44.882507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-505c3269-f584-4b78-8535-f9526edcb234 req-610ea872-b988-48a7-9ac4-1db02e95038b service neutron] 10.222.0.18 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808439 Apr 18 17:53:44.977369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-505c3269-f584-4b78-8535-f9526edcb234 req-84829514-e3a6-4dc5-a1e3-b5d60cd008f8 service neutron] 10.222.0.18 "GET /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878630 Apr 18 17:53:45.021437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb43b0-2dbb-4dd2-aa12-b6fabe9ae16e req-fd099224-793a-4998-a708-f35c94132f93 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:45.022862 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81cb43b0-2dbb-4dd2-aa12-b6fabe9ae16e req-fd099224-793a-4998-a708-f35c94132f93 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 943 time: 0.0504627 Apr 18 17:53:45.060938 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-81cb43b0-2dbb-4dd2-aa12-b6fabe9ae16e req-e53cc036-141b-47e7-a4dc-4692bbd4647c tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Apr 18 17:53:46.178990 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f8b5-9bbb-4653-be06-035d187d5a00 req-5afd15f4-9a2f-4012-a0c3-d9efb082efaa tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:46.180449 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0251f8b5-9bbb-4653-be06-035d187d5a00 req-5afd15f4-9a2f-4012-a0c3-d9efb082efaa tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 943 time: 0.0534809 Apr 18 17:53:46.222636 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0251f8b5-9bbb-4653-be06-035d187d5a00 req-713c9468-9b4d-4d4f-a1fe-519b651e2fe8 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357232 Apr 18 17:53:47.336993 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c3b7-c19c-4a65-b9e3-dffaa6ccf2d4 req-e5f9ddcd-2226-445b-9335-4c4d75b6ab4f tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:47.338474 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd81c3b7-c19c-4a65-b9e3-dffaa6ccf2d4 req-e5f9ddcd-2226-445b-9335-4c4d75b6ab4f tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 943 time: 0.0485919 Apr 18 17:53:47.374789 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-dd81c3b7-c19c-4a65-b9e3-dffaa6ccf2d4 req-26c172a5-66c3-4aed-8567-92b5d0c8eb20 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302806 Apr 18 17:53:47.549715 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:47.721133 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:47.784114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 788bd8ce-b37c-4464-bc09-b9a335826509 details requested by agent hyperv_n-h2-836015-2 with host n-h2-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:53:47.880116 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 788bd8ce-b37c-4464-bc09-b9a335826509, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=788bd8ce-b37c-4464-bc09-b9a335826509,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:47.890923 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Returning: {'device': '788bd8ce-b37c-4464-bc09-b9a335826509', 'network_id': '683612d3-89cd-46af-bd70-445cf05c2e8a', 'port_id': '788bd8ce-b37c-4464-bc09-b9a335826509', 'mac_address': 'fa:16:3e:fc:34:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a427cd8-a95c-436a-9762-4051508e29c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:53:47.926900 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:47.939822 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788bd8ce-b37c-4464-bc09-b9a335826509 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:53:47.958399 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 788bd8ce-b37c-4464-bc09-b9a335826509, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=788bd8ce-b37c-4464-bc09-b9a335826509,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:48.029620 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:48.078597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=788bd8ce-b37c-4464-bc09-b9a335826509,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:48.384434 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['788bd8ce-b37c-4464-bc09-b9a335826509'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:53:48.487924 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14798cb-0aed-4662-89c3-8f25e2270ae5 req-d9377d89-ac2f-4ac8-8fe2-a202c4c4297e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:48.489393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f14798cb-0aed-4662-89c3-8f25e2270ae5 req-d9377d89-ac2f-4ac8-8fe2-a202c4c4297e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 944 time: 0.0475614 Apr 18 17:53:48.527429 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f14798cb-0aed-4662-89c3-8f25e2270ae5 req-1f4c9bc3-0166-4aaf-9cfd-58e255f737a3 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Apr 18 17:53:49.640200 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7d6a-bb95-415d-a79a-e40496dae1b9 req-5a502428-8bee-4ce7-8d2b-17f2c6cbc093 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:49.641674 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-672c7d6a-bb95-415d-a79a-e40496dae1b9 req-5a502428-8bee-4ce7-8d2b-17f2c6cbc093 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 944 time: 0.0473773 Apr 18 17:53:49.685049 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-672c7d6a-bb95-415d-a79a-e40496dae1b9 req-4508bbe6-80ff-4b84-b5dc-6def8977d7cb tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Apr 18 17:53:49.801346 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 788bd8ce-b37c-4464-bc09-b9a335826509 up at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:53:49.914759 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning for port 788bd8ce-b37c-4464-bc09-b9a335826509 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:53:49.918342 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Provisioning complete for port 788bd8ce-b37c-4464-bc09-b9a335826509 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:53:49.918712 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:49.998179 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:50.024292 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1c458d-4c8e-41c4-ae12-d702300f7460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788bd8ce-b37c-4464-bc09-b9a335826509'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:53:50.026543 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea33dad7-d95f-4757-9b51-0f503075e498" -d '{"events": [{"server_uuid": "1b1c458d-4c8e-41c4-ae12-d702300f7460", "name": "network-vif-plugged", "status": "completed", "tag": "788bd8ce-b37c-4464-bc09-b9a335826509"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:53:50.038631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] For port 788bd8ce-b37c-4464-bc09-b9a335826509, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=788bd8ce-b37c-4464-bc09-b9a335826509,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:50.066738 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c664d-f724-4015-93df-596b86deb85a x-openstack-request-id: req-280c664d-f724-4015-93df-596b86deb85a {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:53:50.067055 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1c458d-4c8e-41c4-ae12-d702300f7460", "name": "network-vif-plugged", "status": "completed", "tag": "788bd8ce-b37c-4464-bc09-b9a335826509", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:53:50.067313 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-280c664d-f724-4015-93df-596b86deb85a {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:53:50.067710 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280c664d-f724-4015-93df-596b86deb85a'] response: {'server_uuid': '1b1c458d-4c8e-41c4-ae12-d702300f7460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788bd8ce-b37c-4464-bc09-b9a335826509', 'code': 200} Apr 18 17:53:50.109348 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:50.160341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Pushing event updated for resources: {'Port': ['ID=788bd8ce-b37c-4464-bc09-b9a335826509,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:50.191184 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027dbb-82f1-4fda-9e80-bf5a7553283c req-892e1b25-a5fd-484b-8953-ae86b2422a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:50.192679 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-86027dbb-82f1-4fda-9e80-bf5a7553283c req-892e1b25-a5fd-484b-8953-ae86b2422a3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 1096 time: 0.0440342 Apr 18 17:53:50.227297 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-86027dbb-82f1-4fda-9e80-bf5a7553283c req-8f5f78c3-8710-4150-8864-e6b2a297c3ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269752 Apr 18 17:53:50.799176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32622f00-2528-436f-bdae-e170efcde454 req-068ab210-a4c4-4f4b-ba9e-bf01f4f430b9 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:50.800605 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-32622f00-2528-436f-bdae-e170efcde454 req-068ab210-a4c4-4f4b-ba9e-bf01f4f430b9 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 945 time: 0.0482974 Apr 18 17:53:50.842640 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-32622f00-2528-436f-bdae-e170efcde454 req-78d6de31-f72d-4dc1-a1b8-bb8165457381 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Apr 18 17:53:51.958750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec03e8-8451-425f-9fcc-ca6a4730c13f req-f009b707-295c-42dd-988f-610b2be718d3 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:51.960137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbec03e8-8451-425f-9fcc-ca6a4730c13f req-f009b707-295c-42dd-988f-610b2be718d3 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Apr 18 17:53:51.997105 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbec03e8-8451-425f-9fcc-ca6a4730c13f req-53ac5c27-63be-4624-a45a-16aa9c9c5ab2 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Apr 18 17:53:52.530034 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed6c19-9780-47d9-8bd3-4d7e77870669 req-87423712-4400-4ae0-a463-37e409bab254 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:52.531472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72ed6c19-9780-47d9-8bd3-4d7e77870669 req-87423712-4400-4ae0-a463-37e409bab254 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 945 time: 0.0475438 Apr 18 17:53:52.572219 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72ed6c19-9780-47d9-8bd3-4d7e77870669 req-f93c37a4-01bb-462f-b634-6c4b08911665 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347643 Apr 18 17:53:53.688149 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d52a7f-7c14-4a47-808f-162416871a88 req-d6f9745a-c450-424d-a0db-e4529a8ddef8 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:53.689729 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55d52a7f-7c14-4a47-808f-162416871a88 req-d6f9745a-c450-424d-a0db-e4529a8ddef8 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 945 time: 0.0485628 Apr 18 17:53:53.727247 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-55d52a7f-7c14-4a47-808f-162416871a88 req-d8a52f87-0164-4cd3-bb93-9dfa02209a50 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Apr 18 17:53:54.030500 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-843b5078-a6ed-4478-bdd2-518a5ab27311 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:54.031943 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-843b5078-a6ed-4478-bdd2-518a5ab27311 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 945 time: 0.0472000 Apr 18 17:53:54.126053 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Deleting port 788bd8ce-b37c-4464-bc09-b9a335826509 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:53:54.126397 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:54.212480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] For port 788bd8ce-b37c-4464-bc09-b9a335826509, host n-h2-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-2',level=0,port_id=788bd8ce-b37c-4464-bc09-b9a335826509,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:54.212853 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:54.226175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Calling delete_port for 788bd8ce-b37c-4464-bc09-b9a335826509 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:53:54.412620 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:54.439854 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Pushing event deleted for resources: {'Port': ['ID=788bd8ce-b37c-4464-bc09-b9a335826509,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:54.444431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] get_ports_and_sgs() called for port_ids ['788bd8ce-b37c-4464-bc09-b9a335826509'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:53:54.452523 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.456881 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:53:54.466653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['4d754f69-d167-4303-91d7-8432123bc4b4'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:53:54.493641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] No DVR routers for this DVR port 788bd8ce-b37c-4464-bc09-b9a335826509 on host n-h2-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:53:54.496277 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:54.499658 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e7ef1433-7252-4aa1-9606-ae196fc49fda req-0ba405b8-0397-4f4f-8469-219c2b92cb0a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.41 "DELETE /v2.0/ports/788bd8ce-b37c-4464-bc09-b9a335826509 HTTP/1.1" status: 204 len: 173 time: 0.4614649 Apr 18 17:53:54.500099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1c458d-4c8e-41c4-ae12-d702300f7460', 'name': 'network-vif-deleted', 'tag': '788bd8ce-b37c-4464-bc09-b9a335826509'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:53:54.502764 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c438419-0741-41cc-ac19-c76caca10345" -d '{"events": [{"server_uuid": "1b1c458d-4c8e-41c4-ae12-d702300f7460", "name": "network-vif-deleted", "tag": "788bd8ce-b37c-4464-bc09-b9a335826509"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:53:54.540916 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9167f3-751c-4a11-bef8-ddaf41773276 x-openstack-request-id: req-ee9167f3-751c-4a11-bef8-ddaf41773276 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:53:54.541238 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1c458d-4c8e-41c4-ae12-d702300f7460", "name": "network-vif-deleted", "tag": "788bd8ce-b37c-4464-bc09-b9a335826509", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:53:54.541527 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee9167f3-751c-4a11-bef8-ddaf41773276 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:53:54.545550 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9167f3-751c-4a11-bef8-ddaf41773276'] response: {'server_uuid': '1b1c458d-4c8e-41c4-ae12-d702300f7460', 'name': 'network-vif-deleted', 'tag': '788bd8ce-b37c-4464-bc09-b9a335826509', 'status': 'completed', 'code': 200} Apr 18 17:53:54.833360 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-06f8e9e6-13dd-4787-9f6d-60db51e4272f req-f7c77e87-66c6-4b70-a265-3065f8cd5ab7 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b1c458d-4c8e-41c4-ae12-d702300f7460 HTTP/1.1" status: 200 len: 210 time: 0.0258117 Apr 18 17:53:55.984934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c84a93-3744-4bdd-863f-964a7559a78b req-380ac4c4-bd0f-4f18-8e14-f4260861a5d1 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:55.986435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5c84a93-3744-4bdd-863f-964a7559a78b req-380ac4c4-bd0f-4f18-8e14-f4260861a5d1 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0492876 Apr 18 17:53:56.025233 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c5c84a93-3744-4bdd-863f-964a7559a78b req-6695aa09-f60d-44e0-9c16-baa23fb9109e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Apr 18 17:53:56.159627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5da04-22ed-409b-881a-842eb866385e req-63475879-5752-44ce-9dfe-97320ef598ae tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:56.161124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26b5da04-22ed-409b-881a-842eb866385e req-63475879-5752-44ce-9dfe-97320ef598ae tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0526469 Apr 18 17:53:56.201908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26b5da04-22ed-409b-881a-842eb866385e req-4a6be201-2f35-46db-99fc-36b3b5cbdde5 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Apr 18 17:53:56.324904 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea768bb-6574-47b9-987b-e903c794e82b req-aaef22b6-4b39-4521-a838-2853c76d10d9 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:56.326394 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cea768bb-6574-47b9-987b-e903c794e82b req-aaef22b6-4b39-4521-a838-2853c76d10d9 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0492973 Apr 18 17:53:56.368785 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cea768bb-6574-47b9-987b-e903c794e82b req-636a6e7b-b680-4607-bffd-33b28db5ae7f tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Apr 18 17:53:56.533988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aac0fa-92b4-439f-9d39-e7b5c582a14c req-c05edf22-e84c-4b30-a7e8-eb9e8c17d67c tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:56.535446 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51aac0fa-92b4-439f-9d39-e7b5c582a14c req-c05edf22-e84c-4b30-a7e8-eb9e8c17d67c tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0478373 Apr 18 17:53:56.573665 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-51aac0fa-92b4-439f-9d39-e7b5c582a14c req-2df8dd67-bd7a-4d5f-9589-3e5431fca443 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Apr 18 17:53:56.699959 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee81f99-a82e-4fd8-b32b-f8ae318c07ee req-52a8f23c-04cf-4076-b9d5-e7feed567a3a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:56.701485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fee81f99-a82e-4fd8-b32b-f8ae318c07ee req-52a8f23c-04cf-4076-b9d5-e7feed567a3a tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0588713 Apr 18 17:53:56.740264 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fee81f99-a82e-4fd8-b32b-f8ae318c07ee req-f35f8800-f4aa-4f0f-9d19-63f48d588835 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Apr 18 17:53:56.865079 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e56d-fe0a-46de-a58b-e25fdb86cb25 req-9a5e43d7-1e2f-48d7-bc71-01b46e61c4ee tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:56.866687 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9088e56d-fe0a-46de-a58b-e25fdb86cb25 req-9a5e43d7-1e2f-48d7-bc71-01b46e61c4ee tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0488410 Apr 18 17:53:56.905936 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9088e56d-fe0a-46de-a58b-e25fdb86cb25 req-dc4cdc39-374d-471b-b43b-5e44fec627f2 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Apr 18 17:53:57.396604 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162fd4-799e-4097-8880-723919debd18 req-eba45682-dc6d-4369-879c-f5db392fbaec tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:57.398093 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9162fd4-799e-4097-8880-723919debd18 req-eba45682-dc6d-4369-879c-f5db392fbaec tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0481875 Apr 18 17:53:57.437678 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b9162fd4-799e-4097-8880-723919debd18 req-5d4bc121-9375-467a-8d83-3cc056458bcf tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334711 Apr 18 17:53:57.817146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 788bd8ce-b37c-4464-bc09-b9a335826509 no longer exists at agent hyperv_n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:53:57.837761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] No Port match for: 788bd8ce-b37c-4464-bc09-b9a335826509 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:53:57.838097 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Device 788bd8ce-b37c-4464-bc09-b9a335826509 not bound to the agent host n-h2-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:53:58.556359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12af0-64fd-4aaf-a48b-da019c4d04b4 req-c5773bbe-396c-495b-93ff-9c1e7e2e2a6e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:58.557823 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61a12af0-64fd-4aaf-a48b-da019c4d04b4 req-c5773bbe-396c-495b-93ff-9c1e7e2e2a6e tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0510840 Apr 18 17:53:58.595442 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-61a12af0-64fd-4aaf-a48b-da019c4d04b4 req-5dc2a324-b86c-4657-a144-42b039f62adb tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/security-groups?id=94464cf9-f0ed-41ad-9176-0eb9ed21c800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Apr 18 17:53:59.157153 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-51a1ddc6-9278-4bfa-83c4-4625ac8472ef tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:53:59.158625 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-51a1ddc6-9278-4bfa-83c4-4625ac8472ef tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 946 time: 0.0521779 Apr 18 17:53:59.247251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Deleting port 4d754f69-d167-4303-91d7-8432123bc4b4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:53:59.247590 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:59.338487 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] For port 4d754f69-d167-4303-91d7-8432123bc4b4, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=4d754f69-d167-4303-91d7-8432123bc4b4,segment=NetworkSegment(061bdce3-c794-423f-955e-3c604e0e3ba4),segment_id=061bdce3-c794-423f-955e-3c604e0e3ba4)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:53:59.339114 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:59.353245 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Calling delete_port for 4d754f69-d167-4303-91d7-8432123bc4b4 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:53:59.543539 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:59.572145 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Pushing event deleted for resources: {'Port': ['ID=4d754f69-d167-4303-91d7-8432123bc4b4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:53:59.575581 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['4d754f69-d167-4303-91d7-8432123bc4b4'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:53:59.612100 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] No DVR routers for this DVR port 4d754f69-d167-4303-91d7-8432123bc4b4 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:53:59.614571 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:53:59.618459 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1af4597d-5f0a-44b0-99ba-89339a516513 req-4cc10bfe-c8db-48c6-b9e4-86bb933d5191 tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.18 "DELETE /v2.0/ports/4d754f69-d167-4303-91d7-8432123bc4b4 HTTP/1.1" status: 204 len: 173 time: 0.4522879 Apr 18 17:53:59.618902 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0eae10-54f3-4b37-8fb6-b7f2e31122bb', 'name': 'network-vif-deleted', 'tag': '4d754f69-d167-4303-91d7-8432123bc4b4'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:53:59.621537 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bbb65e-a3e2-4398-8463-c5095b945658" -d '{"events": [{"server_uuid": "2b0eae10-54f3-4b37-8fb6-b7f2e31122bb", "name": "network-vif-deleted", "tag": "4d754f69-d167-4303-91d7-8432123bc4b4"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:53:59.664867 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d856dc-3299-4fba-b651-08077b79bc84 x-openstack-request-id: req-42d856dc-3299-4fba-b651-08077b79bc84 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:53:59.665160 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0eae10-54f3-4b37-8fb6-b7f2e31122bb", "name": "network-vif-deleted", "tag": "4d754f69-d167-4303-91d7-8432123bc4b4", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:53:59.665487 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42d856dc-3299-4fba-b651-08077b79bc84 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:53:59.665899 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d856dc-3299-4fba-b651-08077b79bc84'] response: {'server_uuid': '2b0eae10-54f3-4b37-8fb6-b7f2e31122bb', 'name': 'network-vif-deleted', 'tag': '4d754f69-d167-4303-91d7-8432123bc4b4', 'status': 'completed', 'code': 200} Apr 18 17:53:59.702617 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f0538d0-aaca-42ed-a9b4-814fc6fd5c36 req-406fadec-06e4-4749-b53c-3df14fd43dae tempest-ServersNegativeTestJSON-13235835 tempest-ServersNegativeTestJSON-13235835-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0eae10-54f3-4b37-8fb6-b7f2e31122bb HTTP/1.1" status: 200 len: 210 time: 0.0285778 Apr 18 17:54:00.759406 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52392) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:00.802506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5546f8f-be8b-4c4e-a41b-da4a45483c93 admin admin] Deleting subnet 4a427cd8-a95c-436a-9762-4051508e29c4 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:54:00.805570 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5546f8f-be8b-4c4e-a41b-da4a45483c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:00.847897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5546f8f-be8b-4c4e-a41b-da4a45483c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:00.886880 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5546f8f-be8b-4c4e-a41b-da4a45483c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:00.983622 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-85bab803-219d-4736-9d4b-8317163e3786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.029595 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5546f8f-be8b-4c4e-a41b-da4a45483c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.054740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5546f8f-be8b-4c4e-a41b-da4a45483c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a427cd8-a95c-436a-9762-4051508e29c4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:01.060401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c5546f8f-be8b-4c4e-a41b-da4a45483c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.063857 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c5546f8f-be8b-4c4e-a41b-da4a45483c93 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4a427cd8-a95c-436a-9762-4051508e29c4 HTTP/1.1" status: 204 len: 168 time: 0.3034532 Apr 18 17:54:01.070721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52394) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:01.137855 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.213803 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.232884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683612d3-89cd-46af-bd70-445cf05c2e8a']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:01.242463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061bdce3-c794-423f-955e-3c604e0e3ba4') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:01.242702 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061bdce3-c794-423f-955e-3c604e0e3ba4') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:01.251785 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.270215 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.276264 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:01.277048 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:01.278300 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:01.417692 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.423411 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.426514 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] 10.222.0.45 "DELETE /v2.0/networks/683612d3-89cd-46af-bd70-445cf05c2e8a HTTP/1.1" status: 204 len: 168 time: 0.3592522 Apr 18 17:54:01.437913 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b6cba-92ac-424e-b15b-16c729b596bc admin admin] Pushing event deleted for resources: {'Network': ['ID=683612d3-89cd-46af-bd70-445cf05c2e8a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:01.711013 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52398) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:01.750418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ce4fce34-f961-4157-9bf1-03c6c19b9c11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=257d015bda0545b5b5b3a446062433a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382268 Apr 18 17:54:01.752717 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52400) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:01.798752 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6f37-62ec-457f-8534-f307d5415c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.819573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6f37-62ec-457f-8534-f307d5415c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.928564 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6f37-62ec-457f-8534-f307d5415c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.931004 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6f37-62ec-457f-8534-f307d5415c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:01.932393 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-5c4f6f37-62ec-457f-8534-f307d5415c56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94464cf9-f0ed-41ad-9176-0eb9ed21c800 HTTP/1.1" status: 204 len: 168 time: 0.1785295 Apr 18 17:54:01.940488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f6f37-62ec-457f-8534-f307d5415c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94464cf9-f0ed-41ad-9176-0eb9ed21c800,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:02.156391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4d754f69-d167-4303-91d7-8432123bc4b4 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:54:02.176792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 4d754f69-d167-4303-91d7-8432123bc4b4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:54:02.177137 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 4d754f69-d167-4303-91d7-8432123bc4b4 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:54:02.972354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52422) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:03.065243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-907153456'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:03.166151 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:03.169617 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.178700 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.251285 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.294142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dbc0bcb3-04b0-4203-a6c4-b3c3f69ba669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.320438 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.348640 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:03.358174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e4eb08-a4da-4285-9cb4-cfb115f5cfc4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:03.362893 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.363234 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Added segment 5dc4857f-78bb-4d53-b597-b717a4546e28 of type vlan for network 984435ba-1a5b-4cac-95d5-71509b8b9241 Apr 18 17:54:03.402333 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.482793 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.488198 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:03.488818 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:03.554941 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Network': ['ID=984435ba-1a5b-4cac-95d5-71509b8b9241,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:03.565387 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 984435ba-1a5b-4cac-95d5-71509b8b9241 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:03.580364 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-e5dbde42-e3df-4239-84dc-8fa585c3650b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6068563 Apr 18 17:54:04.583584 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:06.054228 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:06.185609 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:06.714456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52426) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:06.719527 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'subnet': {'network_id': '984435ba-1a5b-4cac-95d5-71509b8b9241', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:06.880482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:06.884573 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.120837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.188477 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Subnet': ['ID=a2bd7d01-f0f0-42a5-92bc-674ab533215e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:07.197272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Checking segment: {'id': '5dc4857f-78bb-4d53-b597-b717a4546e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '984435ba-1a5b-4cac-95d5-71509b8b9241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:07.197659 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network hostable DHCP agents. Network: 984435ba-1a5b-4cac-95d5-71509b8b9241, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:07.294232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network 984435ba-1a5b-4cac-95d5-71509b8b9241 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:07.368857 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 984435ba-1a5b-4cac-95d5-71509b8b9241) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:07.373471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:07.374088 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.378296 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a9bfa2-69aa-4726-b0b2-3e2b6b75e338 None None] Network 984435ba-1a5b-4cac-95d5-71509b8b9241 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:07.457097 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-a9930aed-8b4a-4d3a-872c-3b846b5a9edc tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7415102 Apr 18 17:54:07.460628 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52428) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:07.465530 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900862535'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:07.529203 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-984435ba-1a5b-4cac-95d5-71509b8b9241', 'network_id': '984435ba-1a5b-4cac-95d5-71509b8b9241', 'tenant_id': 'b808e0b3c03048e6a6757b7a59ba6e54', 'fixed_ips': [{'subnet_id': 'a2bd7d01-f0f0-42a5-92bc-674ab533215e'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:07.530093 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.539893 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:07.543370 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.566895 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:07.575894 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.576271 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Added segment d756f4e2-12c4-472b-9b7a-97b586ebcd97 of type vlan for network b61ea278-47af-445a-bf22-165d99e0d65d Apr 18 17:54:07.616837 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.665880 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Allocated IP 2001:db8:0:ffff::2 (984435ba-1a5b-4cac-95d5-71509b8b9241/a2bd7d01-f0f0-42a5-92bc-674ab533215e/299e976e-4db7-443d-8315-9bf2e304c607) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:07.715003 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.720647 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:07.721232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.787450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Network': ['ID=b61ea278-47af-445a-bf22-165d99e0d65d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:07.799136 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b61ea278-47af-445a-bf22-165d99e0d65d details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:07.804883 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.819771 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-338a27b1-dbc8-4738-a143-955061bd73c0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3553357 Apr 18 17:54:07.819983 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52430) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:07.824947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'subnet': {'network_id': 'b61ea278-47af-445a-bf22-165d99e0d65d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:07.898609 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.934721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Network 984435ba-1a5b-4cac-95d5-71509b8b9241 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:07.939522 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:07.942974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:07.951597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Pushing event updated for resources: {'Port': ['ID=299e976e-4db7-443d-8315-9bf2e304c607,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:07.978193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:07.981634 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.981980 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.982085 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:07.982324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.982658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.982986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.983322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.983635 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.983957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.984284 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.984596 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.984913 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:07.985230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:08.015245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Attempting to bind port 299e976e-4db7-443d-8315-9bf2e304c607 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:08.015613 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Attempting to bind port 299e976e-4db7-443d-8315-9bf2e304c607 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '5dc4857f-78bb-4d53-b597-b717a4546e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '984435ba-1a5b-4cac-95d5-71509b8b9241'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:08.015974 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Attempting to bind port 299e976e-4db7-443d-8315-9bf2e304c607 on network 984435ba-1a5b-4cac-95d5-71509b8b9241 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:08.020877 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:08.021776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Checking segment: {'id': '5dc4857f-78bb-4d53-b597-b717a4546e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '984435ba-1a5b-4cac-95d5-71509b8b9241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:08.022201 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:08.022587 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Bound using segment: {'id': '5dc4857f-78bb-4d53-b597-b717a4546e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '984435ba-1a5b-4cac-95d5-71509b8b9241'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:08.023048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Bound port: 299e976e-4db7-443d-8315-9bf2e304c607, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc4857f-78bb-4d53-b597-b717a4546e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '984435ba-1a5b-4cac-95d5-71509b8b9241'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:08.023447 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:08.088890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] For port 299e976e-4db7-443d-8315-9bf2e304c607, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:08.092170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] For port 299e976e-4db7-443d-8315-9bf2e304c607, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=299e976e-4db7-443d-8315-9bf2e304c607,segment=NetworkSegment(5dc4857f-78bb-4d53-b597-b717a4546e28),segment_id=5dc4857f-78bb-4d53-b597-b717a4546e28)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:08.178416 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:08.231828 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:08.237901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4c61c-c803-44d3-83ac-2bb284a50c16 None None] Pushing event updated for resources: {'Port': ['ID=299e976e-4db7-443d-8315-9bf2e304c607,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:08.300690 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Subnet': ['ID=e0b1d24d-7529-47f2-ad9a-1ffb63bb1ad4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:08.312658 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Checking segment: {'id': 'd756f4e2-12c4-472b-9b7a-97b586ebcd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61ea278-47af-445a-bf22-165d99e0d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:08.313017 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network hostable DHCP agents. Network: b61ea278-47af-445a-bf22-165d99e0d65d, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:08.391769 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network b61ea278-47af-445a-bf22-165d99e0d65d is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:08.463519 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b61ea278-47af-445a-bf22-165d99e0d65d) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:08.467796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:08.468416 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:08.473673 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1059cf-ef16-4df2-8bdb-4e53a3cec6a0 None None] Network b61ea278-47af-445a-bf22-165d99e0d65d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:08.563757 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-13222e67-8e3d-40e4-878d-f1a166db3936 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7426944 Apr 18 17:54:08.566597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52432) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:08.625837 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-b61ea278-47af-445a-bf22-165d99e0d65d', 'network_id': 'b61ea278-47af-445a-bf22-165d99e0d65d', 'tenant_id': 'b808e0b3c03048e6a6757b7a59ba6e54', 'fixed_ips': [{'subnet_id': 'e0b1d24d-7529-47f2-ad9a-1ffb63bb1ad4'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:08.626999 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:08.773231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Allocated IP 2001:db8::2 (b61ea278-47af-445a-bf22-165d99e0d65d/e0b1d24d-7529-47f2-ad9a-1ffb63bb1ad4/d297c69b-55e2-485a-a83f-121c0b5b250c) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:08.930055 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:08.962010 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.003426 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.043459 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.047178 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Network b61ea278-47af-445a-bf22-165d99e0d65d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:09.049996 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:09.055740 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:09.070656 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Pushing event updated for resources: {'Port': ['ID=d297c69b-55e2-485a-a83f-121c0b5b250c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:09.117841 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Attempting to bind port d297c69b-55e2-485a-a83f-121c0b5b250c on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:09.118207 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Attempting to bind port d297c69b-55e2-485a-a83f-121c0b5b250c by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd756f4e2-12c4-472b-9b7a-97b586ebcd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61ea278-47af-445a-bf22-165d99e0d65d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:09.118618 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Attempting to bind port d297c69b-55e2-485a-a83f-121c0b5b250c on network b61ea278-47af-445a-bf22-165d99e0d65d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:09.123862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:09.124227 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Checking segment: {'id': 'd756f4e2-12c4-472b-9b7a-97b586ebcd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61ea278-47af-445a-bf22-165d99e0d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:09.124624 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.125008 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Bound using segment: {'id': 'd756f4e2-12c4-472b-9b7a-97b586ebcd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61ea278-47af-445a-bf22-165d99e0d65d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:09.125491 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Bound port: d297c69b-55e2-485a-a83f-121c0b5b250c, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd756f4e2-12c4-472b-9b7a-97b586ebcd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b61ea278-47af-445a-bf22-165d99e0d65d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:09.125869 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.190776 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.192691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9fd5dc-4236-48a6-983a-dd17bfe87343 None None] Network 984435ba-1a5b-4cac-95d5-71509b8b9241 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:09.223287 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b1d24d-7529-47f2-ad9a-1ffb63bb1ad4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:09.251010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 299e976e-4db7-443d-8315-9bf2e304c607 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:09.255575 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] For port d297c69b-55e2-485a-a83f-121c0b5b250c, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:09.287661 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.297776 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] For port d297c69b-55e2-485a-a83f-121c0b5b250c, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d297c69b-55e2-485a-a83f-121c0b5b250c,segment=NetworkSegment(d756f4e2-12c4-472b-9b7a-97b586ebcd97),segment_id=d756f4e2-12c4-472b-9b7a-97b586ebcd97)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:09.308988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61ea278-47af-445a-bf22-165d99e0d65d']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:09.318764 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd756f4e2-12c4-472b-9b7a-97b586ebcd97') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:09.319063 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd756f4e2-12c4-472b-9b7a-97b586ebcd97') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:09.328623 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.334315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8919dc94-8eae-48bc-a664-9b03c70f74f1 None None] Provisioning complete for port 299e976e-4db7-443d-8315-9bf2e304c607 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:09.334677 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8919dc94-8eae-48bc-a664-9b03c70f74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.363515 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.366379 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.370455 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:09.370872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:09.373817 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:09.453553 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 299e976e-4db7-443d-8315-9bf2e304c607 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:09.453922 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.464376 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.db.api [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:54:09.464376 n-d-836015-2 neutron-server[109826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:54:09.464376 n-d-836015-2 neutron-server[109826]: [parameters: {'id': 'b61ea278-47af-445a-bf22-165d99e0d65d'}] Apr 18 17:54:09.464376 n-d-836015-2 neutron-server[109826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:54:09.464881 n-d-836015-2 neutron-server[109826]: DEBUG oslo_db.api [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:54:09.495495 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226ea9d-f860-4ad3-a3de-500e158107ff None None] Pushing event updated for resources: {'Port': ['ID=d297c69b-55e2-485a-a83f-121c0b5b250c,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:09.573504 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8919dc94-8eae-48bc-a664-9b03c70f74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.642929 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.647261 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8919dc94-8eae-48bc-a664-9b03c70f74f1 None None] For port 299e976e-4db7-443d-8315-9bf2e304c607, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=299e976e-4db7-443d-8315-9bf2e304c607,segment=NetworkSegment(5dc4857f-78bb-4d53-b597-b717a4546e28),segment_id=5dc4857f-78bb-4d53-b597-b717a4546e28)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:09.723237 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8919dc94-8eae-48bc-a664-9b03c70f74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.957240 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:54:09.957625 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:54:09.966274 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:09.972170 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919dc94-8eae-48bc-a664-9b03c70f74f1 None None] Pushing event updated for resources: {'Port': ['ID=299e976e-4db7-443d-8315-9bf2e304c607,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:09.974868 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9d14f21c-db3a-455d-b360-71138b8fc63d None None] Provisioning complete for port 299e976e-4db7-443d-8315-9bf2e304c607 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:09.975220 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d14f21c-db3a-455d-b360-71138b8fc63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.023719 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Deleting port d297c69b-55e2-485a-a83f-121c0b5b250c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:10.024057 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.087796 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] For port d297c69b-55e2-485a-a83f-121c0b5b250c, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d297c69b-55e2-485a-a83f-121c0b5b250c,segment=NetworkSegment(d756f4e2-12c4-472b-9b7a-97b586ebcd97),segment_id=d756f4e2-12c4-472b-9b7a-97b586ebcd97)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:10.088161 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.101660 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Calling delete_port for d297c69b-55e2-485a-a83f-121c0b5b250c owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:10.265726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.289471 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Port': ['ID=d297c69b-55e2-485a-a83f-121c0b5b250c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:10.305173 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No DVR routers for this DVR port d297c69b-55e2-485a-a83f-121c0b5b250c on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:10.384260 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99b491c-0595-494f-96a4-399be0a64368 None None] Network b61ea278-47af-445a-bf22-165d99e0d65d requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:10.390895 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.411227 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61ea278-47af-445a-bf22-165d99e0d65d']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:10.420293 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd756f4e2-12c4-472b-9b7a-97b586ebcd97') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:10.420586 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd756f4e2-12c4-472b-9b7a-97b586ebcd97') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:10.430380 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.443870 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.449637 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:10.450019 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:10.452869 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:10.507619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a41344ac-90ab-4327-98a2-584286fa7e4e None None] Could not find standard attr ID for object d297c69b-55e2-485a-a83f-121c0b5b250c. {{(pid=109827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 17:54:10.559701 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219876b6-9b0d-416a-9697-79bc5249686c None None] DHCP port deletion for b61ea278-47af-445a-bf22-165d99e0d65d request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:54:10.562960 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.571180 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.574255 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/b61ea278-47af-445a-bf22-165d99e0d65d HTTP/1.1" status: 204 len: 168 time: 2.0067382 Apr 18 17:54:10.578303 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52434) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:10.583835 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611534966'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:10.583970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a290e54-9298-4d4b-9297-da5a5e7ac4a9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Network': ['ID=b61ea278-47af-445a-bf22-165d99e0d65d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:10.654139 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:10.657561 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.681952 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:10.690767 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.691115 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Added segment 908a6265-c795-40bd-a841-a2c237a37d8b of type vlan for network f8606147-5dd7-4cf9-b223-9ee538180bac Apr 18 17:54:10.729285 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.814305 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.819815 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:10.820398 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:10.887289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Network': ['ID=f8606147-5dd7-4cf9-b223-9ee538180bac,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:10.898803 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network f8606147-5dd7-4cf9-b223-9ee538180bac details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:10.908581 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5f73d06e-0990-4788-8097-d9d79ab99cad tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3285565 Apr 18 17:54:10.911278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52436) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:10.916804 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'subnet': {'network_id': 'f8606147-5dd7-4cf9-b223-9ee538180bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:11.054276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:11.057799 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:11.199264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 299e976e-4db7-443d-8315-9bf2e304c607 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:11.249325 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 299e976e-4db7-443d-8315-9bf2e304c607 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:11.249738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:11.438093 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Performing IP validity checks on allocation pools {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 17:54:11.438616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.ipam_backend_mixin [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 17:54:11.619897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:11.683338 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Subnet': ['ID=b2e955dc-a268-47ce-9fe7-b47393316424,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:11.694998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Checking segment: {'id': '908a6265-c795-40bd-a841-a2c237a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8606147-5dd7-4cf9-b223-9ee538180bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:11.695365 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network hostable DHCP agents. Network: f8606147-5dd7-4cf9-b223-9ee538180bac, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:11.762210 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network f8606147-5dd7-4cf9-b223-9ee538180bac is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:11.819562 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, f8606147-5dd7-4cf9-b223-9ee538180bac) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:11.823910 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:11.824390 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:11.828526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88e221-dd50-41ae-9a99-6566c1d8dbf3 None None] Network f8606147-5dd7-4cf9-b223-9ee538180bac requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:11.897765 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-47108198-57f5-4ee6-b52d-736dbd500e52 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9845672 Apr 18 17:54:11.900209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52438) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:11.968190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-f8606147-5dd7-4cf9-b223-9ee538180bac', 'network_id': 'f8606147-5dd7-4cf9-b223-9ee538180bac', 'tenant_id': 'b808e0b3c03048e6a6757b7a59ba6e54', 'fixed_ips': [{'subnet_id': 'b2e955dc-a268-47ce-9fe7-b47393316424'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:11.969130 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:11.997693 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.075458 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.109128 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Allocated IP 2001:db8::3 (f8606147-5dd7-4cf9-b223-9ee538180bac/b2e955dc-a268-47ce-9fe7-b47393316424/a805d2f0-7edd-40fd-9926-b007efe74fa3) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:12.247082 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.315184 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.358700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Network f8606147-5dd7-4cf9-b223-9ee538180bac is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:12.361468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:12.365488 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:12.370693 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Pushing event updated for resources: {'Port': ['ID=a805d2f0-7edd-40fd-9926-b007efe74fa3,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:12.395480 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.420914 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Attempting to bind port a805d2f0-7edd-40fd-9926-b007efe74fa3 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:12.421285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Attempting to bind port a805d2f0-7edd-40fd-9926-b007efe74fa3 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '908a6265-c795-40bd-a841-a2c237a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8606147-5dd7-4cf9-b223-9ee538180bac'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:12.421677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Attempting to bind port a805d2f0-7edd-40fd-9926-b007efe74fa3 on network f8606147-5dd7-4cf9-b223-9ee538180bac {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:12.428079 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:12.428749 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e955dc-a268-47ce-9fe7-b47393316424,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:12.429013 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Checking segment: {'id': '908a6265-c795-40bd-a841-a2c237a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8606147-5dd7-4cf9-b223-9ee538180bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:12.429615 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.430160 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Bound using segment: {'id': '908a6265-c795-40bd-a841-a2c237a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8606147-5dd7-4cf9-b223-9ee538180bac'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:12.430732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Bound port: a805d2f0-7edd-40fd-9926-b007efe74fa3, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908a6265-c795-40bd-a841-a2c237a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8606147-5dd7-4cf9-b223-9ee538180bac'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:12.431119 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.488811 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.495161 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] For port a805d2f0-7edd-40fd-9926-b007efe74fa3, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:12.498476 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] For port a805d2f0-7edd-40fd-9926-b007efe74fa3, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a805d2f0-7edd-40fd-9926-b007efe74fa3,segment=NetworkSegment(908a6265-c795-40bd-a841-a2c237a37d8b),segment_id=908a6265-c795-40bd-a841-a2c237a37d8b)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:12.509933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8606147-5dd7-4cf9-b223-9ee538180bac']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:12.518894 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908a6265-c795-40bd-a841-a2c237a37d8b') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:12.519197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908a6265-c795-40bd-a841-a2c237a37d8b') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:12.528517 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.555015 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.556922 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.563449 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:12.563840 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:12.569124 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:12.636408 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acbe33-dbee-4c66-baf4-8493bbcc941e None None] Pushing event updated for resources: {'Port': ['ID=a805d2f0-7edd-40fd-9926-b007efe74fa3,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:12.648968 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:54:12.648968 n-d-836015-2 neutron-server[109825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:54:12.648968 n-d-836015-2 neutron-server[109825]: [parameters: {'id': 'f8606147-5dd7-4cf9-b223-9ee538180bac'}] Apr 18 17:54:12.648968 n-d-836015-2 neutron-server[109825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:54:12.649738 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:54:12.649957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd8c6e9-3020-423a-bf6a-c0d3c5dc7655 None None] Network f8606147-5dd7-4cf9-b223-9ee538180bac requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:12.773258 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f1d49-7658-47c4-beb8-704c146665b5 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:54:12.837280 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f1d49-7658-47c4-beb8-704c146665b5 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:54:13.150988 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.203788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Deleting port a805d2f0-7edd-40fd-9926-b007efe74fa3 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:13.204126 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.269256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] For port a805d2f0-7edd-40fd-9926-b007efe74fa3, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a805d2f0-7edd-40fd-9926-b007efe74fa3,segment=NetworkSegment(908a6265-c795-40bd-a841-a2c237a37d8b),segment_id=908a6265-c795-40bd-a841-a2c237a37d8b)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:13.269655 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.282799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Calling delete_port for a805d2f0-7edd-40fd-9926-b007efe74fa3 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:13.482788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.511665 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Port': ['ID=a805d2f0-7edd-40fd-9926-b007efe74fa3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:13.515315 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No DVR routers for this DVR port a805d2f0-7edd-40fd-9926-b007efe74fa3 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:13.590369 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.610316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8606147-5dd7-4cf9-b223-9ee538180bac']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:13.619730 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908a6265-c795-40bd-a841-a2c237a37d8b') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:13.620033 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908a6265-c795-40bd-a841-a2c237a37d8b') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:13.628966 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.641452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.647152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:13.647535 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:13.650584 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:13.773837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.780940 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.783991 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/f8606147-5dd7-4cf9-b223-9ee538180bac HTTP/1.1" status: 204 len: 168 time: 1.8827245 Apr 18 17:54:13.788168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52440) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:13.793406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296432752'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:13.803309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a1807-c708-444e-b375-7eacd66cee87 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Network': ['ID=f8606147-5dd7-4cf9-b223-9ee538180bac,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:13.876571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:13.879944 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.903155 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:13.911686 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:13.912606 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Added segment 81a02ba8-0d88-4f86-97d8-e821579388f8 of type vlan for network b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 Apr 18 17:54:13.953871 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.042294 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.047791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:14.048388 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.111181 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Network': ['ID=b09aaf47-e5a7-4be0-85b8-11308fe4fcc6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:14.133752 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:14.148614 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f5ad6b39-dbd7-49d3-b43c-c51d2639503d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3592904 Apr 18 17:54:14.152251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52442) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:14.157190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'subnet': {'network_id': 'b09aaf47-e5a7-4be0-85b8-11308fe4fcc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:14.305642 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:14.309130 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.537847 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.599927 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Subnet': ['ID=07668d9f-ff25-4a7e-aea6-7337f9e27367,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:14.605331 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Checking segment: {'id': '81a02ba8-0d88-4f86-97d8-e821579388f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09aaf47-e5a7-4be0-85b8-11308fe4fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:14.605836 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network hostable DHCP agents. Network: b09aaf47-e5a7-4be0-85b8-11308fe4fcc6, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:14.680383 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:14.754449 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, b09aaf47-e5a7-4be0-85b8-11308fe4fcc6) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:14.759342 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:14.759938 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.763854 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04adef-9a7f-4dd3-b5dc-b2cb2f1f1b5c None None] Network b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:14.843313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8ad3869b-3f40-4218-aee9-d73b862ad7d1 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6898170 Apr 18 17:54:14.846564 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52444) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:14.851465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253112655'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:14.905700 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-b09aaf47-e5a7-4be0-85b8-11308fe4fcc6', 'network_id': 'b09aaf47-e5a7-4be0-85b8-11308fe4fcc6', 'tenant_id': 'b808e0b3c03048e6a6757b7a59ba6e54', 'fixed_ips': [{'subnet_id': '07668d9f-ff25-4a7e-aea6-7337f9e27367'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:14.906551 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.931788 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:14.935365 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.960928 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:14.970257 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:14.970604 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Added segment 52ad8687-8e78-4c1c-b825-b005450aeecc of type vlan for network e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 Apr 18 17:54:15.011035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.048429 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Allocated IP 2001:db8::2 (b09aaf47-e5a7-4be0-85b8-11308fe4fcc6/07668d9f-ff25-4a7e-aea6-7337f9e27367/11f19dcf-4f68-4006-8220-01a7c11756ca) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:15.086168 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.092703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:15.097689 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.170406 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Network': ['ID=e4e256c3-f38c-4549-b7c3-09c9ae45a7d9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:15.181608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:15.245268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-659341df-2876-49bc-bf05-17780e71ceaf tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3976429 Apr 18 17:54:15.246142 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.249465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52446) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:15.254675 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Request body: {'subnet': {'network_id': 'e4e256c3-f38c-4549-b7c3-09c9ae45a7d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:15.326401 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.359468 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:54:15.362262 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Network b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:15.367633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:15.370052 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:15.381976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Pushing event updated for resources: {'Port': ['ID=11f19dcf-4f68-4006-8220-01a7c11756ca,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:15.411719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Made reservation on behalf of b808e0b3c03048e6a6757b7a59ba6e54 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:15.416028 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.433299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Attempting to bind port 11f19dcf-4f68-4006-8220-01a7c11756ca on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:15.433962 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Attempting to bind port 11f19dcf-4f68-4006-8220-01a7c11756ca by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '81a02ba8-0d88-4f86-97d8-e821579388f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09aaf47-e5a7-4be0-85b8-11308fe4fcc6'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:15.434329 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Attempting to bind port 11f19dcf-4f68-4006-8220-01a7c11756ca on network b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:15.439580 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:15.440049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Checking segment: {'id': '81a02ba8-0d88-4f86-97d8-e821579388f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09aaf47-e5a7-4be0-85b8-11308fe4fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:15.440485 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.440881 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Bound using segment: {'id': '81a02ba8-0d88-4f86-97d8-e821579388f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09aaf47-e5a7-4be0-85b8-11308fe4fcc6'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:15.441348 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Bound port: 11f19dcf-4f68-4006-8220-01a7c11756ca, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a02ba8-0d88-4f86-97d8-e821579388f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09aaf47-e5a7-4be0-85b8-11308fe4fcc6'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:15.441770 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.502907 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] For port 11f19dcf-4f68-4006-8220-01a7c11756ca, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:15.505947 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] For port 11f19dcf-4f68-4006-8220-01a7c11756ca, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=11f19dcf-4f68-4006-8220-01a7c11756ca,segment=NetworkSegment(81a02ba8-0d88-4f86-97d8-e821579388f8),segment_id=81a02ba8-0d88-4f86-97d8-e821579388f8)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:15.572290 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.636171 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94356072-303a-4a66-a7bd-2e3fc3d62528 None None] Pushing event updated for resources: {'Port': ['ID=11f19dcf-4f68-4006-8220-01a7c11756ca,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:15.683316 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.753719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event updated for resources: {'Subnet': ['ID=6728eced-e756-46cd-9d81-c7a7f2ece2cf,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:15.759331 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Checking segment: {'id': '52ad8687-8e78-4c1c-b825-b005450aeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4e256c3-f38c-4549-b7c3-09c9ae45a7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:15.759700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network hostable DHCP agents. Network: e4e256c3-f38c-4549-b7c3-09c9ae45a7d9, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:15.857493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Network e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:15.939983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e4e256c3-f38c-4549-b7c3-09c9ae45a7d9) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:15.944624 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:15.945217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:15.949003 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce9039-6a09-4323-ad35-07a9ccd60b31 None None] Network e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:16.039865 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-7b0ae31c-4bae-4a64-bfb8-bd058b75bac4 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7892206 Apr 18 17:54:16.042521 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52448) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:16.090653 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e4e256c3-f38c-4549-b7c3-09c9ae45a7d9', 'network_id': 'e4e256c3-f38c-4549-b7c3-09c9ae45a7d9', 'tenant_id': 'b808e0b3c03048e6a6757b7a59ba6e54', 'fixed_ips': [{'subnet_id': '6728eced-e756-46cd-9d81-c7a7f2ece2cf'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:16.091590 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.141333 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.196491 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.236751 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Allocated IP 2001:db8::2 (e4e256c3-f38c-4549-b7c3-09c9ae45a7d9/6728eced-e756-46cd-9d81-c7a7f2ece2cf/0bd89ffc-4aa0-4210-8d5c-08f13cba856e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:16.391447 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.454659 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.495630 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Network e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:16.498530 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:16.503176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4900220-05e8-441a-8dee-c192626b0030 None None] Network b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:16.505310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:16.519973 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Pushing event updated for resources: {'Port': ['ID=0bd89ffc-4aa0-4210-8d5c-08f13cba856e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:16.557284 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.585079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Subnet': ['ID=6728eced-e756-46cd-9d81-c7a7f2ece2cf,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:16.626654 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Attempting to bind port 0bd89ffc-4aa0-4210-8d5c-08f13cba856e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:16.627028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Attempting to bind port 0bd89ffc-4aa0-4210-8d5c-08f13cba856e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '52ad8687-8e78-4c1c-b825-b005450aeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4e256c3-f38c-4549-b7c3-09c9ae45a7d9'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:16.627378 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Attempting to bind port 0bd89ffc-4aa0-4210-8d5c-08f13cba856e on network e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:16.632437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c56d2148-3885-4f7b-b0fe-c79601d9c6bd None None] Provisioning complete for port 11f19dcf-4f68-4006-8220-01a7c11756ca triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:16.632807 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c56d2148-3885-4f7b-b0fe-c79601d9c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.643778 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:16.644070 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Checking segment: {'id': '52ad8687-8e78-4c1c-b825-b005450aeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4e256c3-f38c-4549-b7c3-09c9ae45a7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:16.644466 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.644856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Bound using segment: {'id': '52ad8687-8e78-4c1c-b825-b005450aeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4e256c3-f38c-4549-b7c3-09c9ae45a7d9'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:16.645322 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Bound port: 0bd89ffc-4aa0-4210-8d5c-08f13cba856e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ad8687-8e78-4c1c-b825-b005450aeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4e256c3-f38c-4549-b7c3-09c9ae45a7d9'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:16.645719 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.646663 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.667508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e256c3-f38c-4549-b7c3-09c9ae45a7d9']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:16.676884 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ad8687-8e78-4c1c-b825-b005450aeecc') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:16.678142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ad8687-8e78-4c1c-b825-b005450aeecc') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:16.692510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.705818 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.712010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:16.712415 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:16.715546 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:16.820573 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.db.api [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 17:54:16.820573 n-d-836015-2 neutron-server[109825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 17:54:16.820573 n-d-836015-2 neutron-server[109825]: [parameters: {'id': 'e4e256c3-f38c-4549-b7c3-09c9ae45a7d9'}] Apr 18 17:54:16.820573 n-d-836015-2 neutron-server[109825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:54:16.821459 n-d-836015-2 neutron-server[109825]: DEBUG oslo_db.api [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:54:16.955285 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] For port 0bd89ffc-4aa0-4210-8d5c-08f13cba856e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:16.986461 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] For port 0bd89ffc-4aa0-4210-8d5c-08f13cba856e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0bd89ffc-4aa0-4210-8d5c-08f13cba856e,segment=NetworkSegment(52ad8687-8e78-4c1c-b825-b005450aeecc),segment_id=52ad8687-8e78-4c1c-b825-b005450aeecc)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:17.006667 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c56d2148-3885-4f7b-b0fe-c79601d9c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.039838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c56d2148-3885-4f7b-b0fe-c79601d9c6bd None None] For port 11f19dcf-4f68-4006-8220-01a7c11756ca, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=11f19dcf-4f68-4006-8220-01a7c11756ca,segment=NetworkSegment(81a02ba8-0d88-4f86-97d8-e821579388f8),segment_id=81a02ba8-0d88-4f86-97d8-e821579388f8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:17.058280 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.130745 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c56d2148-3885-4f7b-b0fe-c79601d9c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.138531 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065211bc-a786-487c-b07c-f145c20dc644 None None] Pushing event updated for resources: {'Port': ['ID=0bd89ffc-4aa0-4210-8d5c-08f13cba856e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:17.177518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea02170-c35e-4ad4-97f5-b369efac5861 None None] Network e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:17.256888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d2148-3885-4f7b-b0fe-c79601d9c6bd None None] Pushing event updated for resources: {'Port': ['ID=11f19dcf-4f68-4006-8220-01a7c11756ca,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:17.273933 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 11f19dcf-4f68-4006-8220-01a7c11756ca up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:17.275465 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7f671418-0909-4f43-bdb7-663d33968058 None None] Provisioning complete for port 11f19dcf-4f68-4006-8220-01a7c11756ca triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:17.275832 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7f671418-0909-4f43-bdb7-663d33968058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.322701 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.374880 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Deleting port 0bd89ffc-4aa0-4210-8d5c-08f13cba856e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:17.375229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.407223 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f809bb6-b9b9-46c3-935b-be209526b260 None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:54:17.408695 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 11f19dcf-4f68-4006-8220-01a7c11756ca triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:17.409072 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.441989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] For port 0bd89ffc-4aa0-4210-8d5c-08f13cba856e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0bd89ffc-4aa0-4210-8d5c-08f13cba856e,segment=NetworkSegment(52ad8687-8e78-4c1c-b825-b005450aeecc),segment_id=52ad8687-8e78-4c1c-b825-b005450aeecc)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:17.442360 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.455482 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Calling delete_port for 0bd89ffc-4aa0-4210-8d5c-08f13cba856e owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:17.582637 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.583281 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f809bb6-b9b9-46c3-935b-be209526b260 None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:54:17.608457 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.636092 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Port': ['ID=0bd89ffc-4aa0-4210-8d5c-08f13cba856e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:17.641078 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No DVR routers for this DVR port 0bd89ffc-4aa0-4210-8d5c-08f13cba856e on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:17.730328 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.751104 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e256c3-f38c-4549-b7c3-09c9ae45a7d9']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:17.761019 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ad8687-8e78-4c1c-b825-b005450aeecc') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:17.761323 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ad8687-8e78-4c1c-b825-b005450aeecc') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:17.772722 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.778196 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.784342 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.790660 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:17.791053 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:17.793981 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:17.934469 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.950302 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:17.950302 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 HTTP/1.1" status: 204 len: 168 time: 1.9041042 Apr 18 17:54:17.950813 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52450) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:17.970924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962a7b3-932a-4222-bdb0-266315e27207 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Network': ['ID=e4e256c3-f38c-4549-b7c3-09c9ae45a7d9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:17.989199 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-24239cb5-7db2-4a8e-8e2b-39f828e66e31 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] GET failed (client error): The resource could not be found. Apr 18 17:54:17.991243 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-24239cb5-7db2-4a8e-8e2b-39f828e66e31 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "GET /v2.0/subnets/6728eced-e756-46cd-9d81-c7a7f2ece2cf HTTP/1.1" status: 404 len: 337 time: 0.0390599 Apr 18 17:54:17.993988 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52452) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:18.011433 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f59cd26-d891-4424-8e07-49fbd77ebdd9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] DELETE failed (client error): The resource could not be found. Apr 18 17:54:18.011953 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f59cd26-d891-4424-8e07-49fbd77ebdd9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:54:18.014831 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6f59cd26-d891-4424-8e07-49fbd77ebdd9 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 HTTP/1.1" status: 404 len: 339 time: 0.0199645 Apr 18 17:54:18.018280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52454) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:18.043255 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8151a612-4df1-43d6-889d-01d80029efca tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] DELETE failed (client error): The resource could not be found. Apr 18 17:54:18.043626 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8151a612-4df1-43d6-889d-01d80029efca tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:54:18.046504 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8151a612-4df1-43d6-889d-01d80029efca tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/subnets/6728eced-e756-46cd-9d81-c7a7f2ece2cf HTTP/1.1" status: 404 len: 337 time: 0.0272789 Apr 18 17:54:18.048651 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52456) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:18.065990 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cec196-c10a-4d8c-84f3-822a7089bec2 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] DELETE failed (client error): The resource could not be found. Apr 18 17:54:18.066497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cec196-c10a-4d8c-84f3-822a7089bec2 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:54:18.069329 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-48cec196-c10a-4d8c-84f3-822a7089bec2 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/e4e256c3-f38c-4549-b7c3-09c9ae45a7d9 HTTP/1.1" status: 404 len: 339 time: 0.0198176 Apr 18 17:54:18.071440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52458) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:18.124560 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Deleting subnet 07668d9f-ff25-4a7e-aea6-7337f9e27367 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:54:18.127577 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.166335 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.247642 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.389349 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.416791 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Subnet': ['ID=07668d9f-ff25-4a7e-aea6-7337f9e27367,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:18.421260 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.424427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/subnets/07668d9f-ff25-4a7e-aea6-7337f9e27367 HTTP/1.1" status: 204 len: 168 time: 0.3521140 Apr 18 17:54:18.426984 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52460) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:18.429315 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc09e0-5701-408f-948a-df6792528f6e None None] Network b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:18.432141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.432935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.432935 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.433327 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.433848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.434243 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.434638 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.435030 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.435417 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.435965 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.436353 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.437006 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048835ee-4aae-4736-b123-869d78756c10 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:18.502470 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.555395 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Deleting port 11f19dcf-4f68-4006-8220-01a7c11756ca {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:18.555877 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.609535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] DHCP port deletion for b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:54:18.623452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] For port 11f19dcf-4f68-4006-8220-01a7c11756ca, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=11f19dcf-4f68-4006-8220-01a7c11756ca,segment=NetworkSegment(81a02ba8-0d88-4f86-97d8-e821579388f8),segment_id=81a02ba8-0d88-4f86-97d8-e821579388f8)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:18.624012 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.637159 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Calling delete_port for 11f19dcf-4f68-4006-8220-01a7c11756ca owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:18.655205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] Deleting port 11f19dcf-4f68-4006-8220-01a7c11756ca {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:18.655507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.716578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] For port 11f19dcf-4f68-4006-8220-01a7c11756ca, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=11f19dcf-4f68-4006-8220-01a7c11756ca,segment=NetworkSegment(81a02ba8-0d88-4f86-97d8-e821579388f8),segment_id=81a02ba8-0d88-4f86-97d8-e821579388f8)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:18.717058 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.730066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] Calling delete_port for 11f19dcf-4f68-4006-8220-01a7c11756ca owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:18.757555 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.787787 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Port': ['ID=11f19dcf-4f68-4006-8220-01a7c11756ca,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:18.792650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No DVR routers for this DVR port 11f19dcf-4f68-4006-8220-01a7c11756ca on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 17:54:18.801739 n-d-836015-2 neutron-server[109827]: self.session.flush() Apr 18 17:54:18.807894 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.833101 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] Pushing event deleted for resources: {'Port': ['ID=11f19dcf-4f68-4006-8220-01a7c11756ca,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:18.837302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd4611b-c392-4282-83b4-50f396e2aa89 None None] No DVR routers for this DVR port 11f19dcf-4f68-4006-8220-01a7c11756ca on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:18.874093 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.894280 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09aaf47-e5a7-4be0-85b8-11308fe4fcc6']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:18.904179 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a02ba8-0d88-4f86-97d8-e821579388f8') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:18.904488 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a02ba8-0d88-4f86-97d8-e821579388f8') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:18.914237 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.926975 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.933579 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:18.933981 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:18.937223 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:19.071327 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.075471 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.079032 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/b09aaf47-e5a7-4be0-85b8-11308fe4fcc6 HTTP/1.1" status: 204 len: 168 time: 0.6508703 Apr 18 17:54:19.081737 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52462) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:19.094442 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e1b6d-d2ea-4a45-9761-3516b7b9eaf0 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Network': ['ID=b09aaf47-e5a7-4be0-85b8-11308fe4fcc6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:19.108487 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3c7aa3-329e-481a-abf7-0ede0af91cde tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] DELETE failed (client error): The resource could not be found. Apr 18 17:54:19.108949 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3c7aa3-329e-481a-abf7-0ede0af91cde tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:54:19.111945 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cf3c7aa3-329e-481a-abf7-0ede0af91cde tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/subnets/b2e955dc-a268-47ce-9fe7-b47393316424 HTTP/1.1" status: 404 len: 337 time: 0.0291255 Apr 18 17:54:19.114588 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52464) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:19.132970 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-34353705-92e5-4cbf-8539-ae5ab37b882b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] DELETE failed (client error): The resource could not be found. Apr 18 17:54:19.133529 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34353705-92e5-4cbf-8539-ae5ab37b882b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:54:19.138055 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-34353705-92e5-4cbf-8539-ae5ab37b882b tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/f8606147-5dd7-4cf9-b223-9ee538180bac HTTP/1.1" status: 404 len: 339 time: 0.0204074 Apr 18 17:54:19.139842 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52466) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:19.166736 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b4c5d2-7a86-421c-a789-73799f1c073d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] DELETE failed (client error): The resource could not be found. Apr 18 17:54:19.166736 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b4c5d2-7a86-421c-a789-73799f1c073d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:54:19.169687 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-79b4c5d2-7a86-421c-a789-73799f1c073d tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/subnets/e0b1d24d-7529-47f2-ad9a-1ffb63bb1ad4 HTTP/1.1" status: 404 len: 337 time: 0.0286593 Apr 18 17:54:19.171972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52468) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:19.190983 n-d-836015-2 neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca903935-c994-4c93-8720-d05100f985ec tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] DELETE failed (client error): The resource could not be found. Apr 18 17:54:19.195536 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca903935-c994-4c93-8720-d05100f985ec tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 17:54:19.195536 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ca903935-c994-4c93-8720-d05100f985ec tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/b61ea278-47af-445a-bf22-165d99e0d65d HTTP/1.1" status: 404 len: 339 time: 0.0221720 Apr 18 17:54:19.197723 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52470) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:19.199372 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 11f19dcf-4f68-4006-8220-01a7c11756ca no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:54:19.219859 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 11f19dcf-4f68-4006-8220-01a7c11756ca {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:54:19.220288 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 11f19dcf-4f68-4006-8220-01a7c11756ca not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:54:19.249934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6633a4-8eca-4ead-bf5e-782eb70c0fef tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Deleting subnet a2bd7d01-f0f0-42a5-92bc-674ab533215e {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:54:19.252880 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6633a4-8eca-4ead-bf5e-782eb70c0fef tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.296149 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6633a4-8eca-4ead-bf5e-782eb70c0fef tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.376351 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6633a4-8eca-4ead-bf5e-782eb70c0fef tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.503626 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6633a4-8eca-4ead-bf5e-782eb70c0fef tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.535296 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6633a4-8eca-4ead-bf5e-782eb70c0fef tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Subnet': ['ID=a2bd7d01-f0f0-42a5-92bc-674ab533215e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:19.537824 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e6633a4-8eca-4ead-bf5e-782eb70c0fef tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.542416 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-7e6633a4-8eca-4ead-bf5e-782eb70c0fef tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/subnets/a2bd7d01-f0f0-42a5-92bc-674ab533215e HTTP/1.1" status: 204 len: 168 time: 0.3421359 Apr 18 17:54:19.543010 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ccf52a-cef5-49e2-a8fd-f5c6ce9854e1 None None] Network 984435ba-1a5b-4cac-95d5-71509b8b9241 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:19.543497 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52472) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:19.617177 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.675452 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Deleting port 299e976e-4db7-443d-8315-9bf2e304c607 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:19.676057 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.712147 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e07034-d816-4897-adc2-9568993643cd None None] DHCP port deletion for 984435ba-1a5b-4cac-95d5-71509b8b9241 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:54:19.740404 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] For port 299e976e-4db7-443d-8315-9bf2e304c607, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=299e976e-4db7-443d-8315-9bf2e304c607,segment=NetworkSegment(5dc4857f-78bb-4d53-b597-b717a4546e28),segment_id=5dc4857f-78bb-4d53-b597-b717a4546e28)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:19.740783 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.753390 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Calling delete_port for 299e976e-4db7-443d-8315-9bf2e304c607 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:19.758890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-25e07034-d816-4897-adc2-9568993643cd None None] Deleting port 299e976e-4db7-443d-8315-9bf2e304c607 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:19.759317 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-25e07034-d816-4897-adc2-9568993643cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.823390 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-25e07034-d816-4897-adc2-9568993643cd None None] For port 299e976e-4db7-443d-8315-9bf2e304c607, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=299e976e-4db7-443d-8315-9bf2e304c607,segment=NetworkSegment(5dc4857f-78bb-4d53-b597-b717a4546e28),segment_id=5dc4857f-78bb-4d53-b597-b717a4546e28)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:19.823776 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-25e07034-d816-4897-adc2-9568993643cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.836244 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-25e07034-d816-4897-adc2-9568993643cd None None] Calling delete_port for 299e976e-4db7-443d-8315-9bf2e304c607 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:19.888610 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.907967 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-25e07034-d816-4897-adc2-9568993643cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:19.916243 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Port': ['ID=299e976e-4db7-443d-8315-9bf2e304c607,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:19.921371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] No DVR routers for this DVR port 299e976e-4db7-443d-8315-9bf2e304c607 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:19.937182 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e07034-d816-4897-adc2-9568993643cd None None] Pushing event deleted for resources: {'Port': ['ID=299e976e-4db7-443d-8315-9bf2e304c607,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:19.940694 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e07034-d816-4897-adc2-9568993643cd None None] No DVR routers for this DVR port 299e976e-4db7-443d-8315-9bf2e304c607 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:19.996737 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.016721 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984435ba-1a5b-4cac-95d5-71509b8b9241']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:20.027170 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc4857f-78bb-4d53-b597-b717a4546e28') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:20.027499 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc4857f-78bb-4d53-b597-b717a4546e28') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:20.037615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.050476 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.056242 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:20.056636 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:20.061183 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:20.177468 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.184199 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.187597 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] 10.222.0.45 "DELETE /v2.0/networks/984435ba-1a5b-4cac-95d5-71509b8b9241 HTTP/1.1" status: 204 len: 168 time: 0.6430490 Apr 18 17:54:20.199328 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f1054-dd8e-4746-b250-a01125dd7aa7 tempest-NetworksIpV6Test-1889295472 tempest-NetworksIpV6Test-1889295472-project] Pushing event deleted for resources: {'Network': ['ID=984435ba-1a5b-4cac-95d5-71509b8b9241,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:20.678168 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52478) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:20.806435 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8d6e6127-9642-4258-ad12-b9d5cec75b9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b808e0b3c03048e6a6757b7a59ba6e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271234 Apr 18 17:54:20.808926 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52482) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:20.855695 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-caca2aff-5551-4082-9915-20e52c27d1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.875815 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-caca2aff-5551-4082-9915-20e52c27d1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.983375 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-caca2aff-5551-4082-9915-20e52c27d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.985953 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-caca2aff-5551-4082-9915-20e52c27d1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:20.987119 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-caca2aff-5551-4082-9915-20e52c27d1dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71e4eb08-a4da-4285-9cb4-cfb115f5cfc4 HTTP/1.1" status: 204 len: 168 time: 0.1772883 Apr 18 17:54:20.995051 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca2aff-5551-4082-9915-20e52c27d1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e4eb08-a4da-4285-9cb4-cfb115f5cfc4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:21.198521 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 299e976e-4db7-443d-8315-9bf2e304c607 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:54:21.219906 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 299e976e-4db7-443d-8315-9bf2e304c607 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:54:21.220245 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 299e976e-4db7-443d-8315-9bf2e304c607 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:54:21.948627 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52504) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:22.039366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cb6d6bf7-9dff-4e39-8287-5e40cc3b48fb tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1413275740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:22.154813 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6bf7-9dff-4e39-8287-5e40cc3b48fb tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.155864 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6bf7-9dff-4e39-8287-5e40cc3b48fb tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.208453 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6bf7-9dff-4e39-8287-5e40cc3b48fb tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.274578 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6bf7-9dff-4e39-8287-5e40cc3b48fb tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.367515 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6bf7-9dff-4e39-8287-5e40cc3b48fb tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.368713 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-cb6d6bf7-9dff-4e39-8287-5e40cc3b48fb tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4190812 Apr 18 17:54:22.371548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52508) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:22.376521 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-153409437'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:22.471226 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Made reservation on behalf of efed63a2d960417ea929ef62b8444029 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:22.475313 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.483872 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.555802 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.613766 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.642319 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:22.648970 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20cd4cc5-45a9-413d-a4f2-2c72bf4bf0ae,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:22.654924 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.655279 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Added segment e7f0912e-0123-441c-bc85-ec80cabf993a of type vlan for network 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 Apr 18 17:54:22.695149 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.785161 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.790567 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:22.791154 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:22.857141 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event updated for resources: {'Network': ['ID=4e8983c8-f8e2-450e-8c16-bf0d338c4b94,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:22.867750 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:22.888616 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-893d1344-4236-4233-afcb-b42fb1b6cd02 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5160501 Apr 18 17:54:22.891286 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52510) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:22.898183 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Request body: {'subnet': {'network_id': '4e8983c8-f8e2-450e-8c16-bf0d338c4b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:23.039973 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Made reservation on behalf of efed63a2d960417ea929ef62b8444029 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:23.043485 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.309277 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.372402 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event updated for resources: {'Subnet': ['ID=a00b8342-e1b6-4372-8b1a-a42651ba08ae,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:23.381359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Checking segment: {'id': 'e7f0912e-0123-441c-bc85-ec80cabf993a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e8983c8-f8e2-450e-8c16-bf0d338c4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:23.381750 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Network hostable DHCP agents. Network: 4e8983c8-f8e2-450e-8c16-bf0d338c4b94, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:23.474478 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Network 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:23.537078 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 4e8983c8-f8e2-450e-8c16-bf0d338c4b94) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:23.541086 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:23.541676 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.547487 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1290794-1210-4352-a1d5-e0904e15f1cf None None] Network 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:23.637349 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-770107b2-a376-47ed-8781-f5d1d0f920a5 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7449257 Apr 18 17:54:23.640283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52512) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:23.645176 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1277059370'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:23.684169 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-4e8983c8-f8e2-450e-8c16-bf0d338c4b94', 'network_id': '4e8983c8-f8e2-450e-8c16-bf0d338c4b94', 'tenant_id': 'efed63a2d960417ea929ef62b8444029', 'fixed_ips': [{'subnet_id': 'a00b8342-e1b6-4372-8b1a-a42651ba08ae'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:23.698578 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.740488 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Made reservation on behalf of efed63a2d960417ea929ef62b8444029 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:23.743908 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.769055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:23.778232 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.778579 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Added segment cf8fea78-9563-4805-8c18-085e2a9e67b4 of type vlan for network e101ef2c-51f6-4ec1-99f1-4c31d3663c4f Apr 18 17:54:23.819103 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.823028 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Allocated IP 172.20.0.2 (4e8983c8-f8e2-450e-8c16-bf0d338c4b94/a00b8342-e1b6-4372-8b1a-a42651ba08ae/eddbaad9-a0ca-442c-8b9c-23477b684278) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:23.905582 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.911099 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:23.912320 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.963209 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:23.978438 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event updated for resources: {'Network': ['ID=e101ef2c-51f6-4ec1-99f1-4c31d3663c4f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:23.988229 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e101ef2c-51f6-4ec1-99f1-4c31d3663c4f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:24.028630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-8f697311-125b-446f-9d72-5354888e836a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3845186 Apr 18 17:54:24.028815 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52514) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:24.033671 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Request body: {'subnet': {'network_id': 'e101ef2c-51f6-4ec1-99f1-4c31d3663c4f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:24.057831 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:24.101534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Network 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:24.104406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:24.108175 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:24.115847 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Pushing event updated for resources: {'Port': ['ID=eddbaad9-a0ca-442c-8b9c-23477b684278,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:24.164897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Attempting to bind port eddbaad9-a0ca-442c-8b9c-23477b684278 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:24.165265 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Attempting to bind port eddbaad9-a0ca-442c-8b9c-23477b684278 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'e7f0912e-0123-441c-bc85-ec80cabf993a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e8983c8-f8e2-450e-8c16-bf0d338c4b94'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:24.165658 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Attempting to bind port eddbaad9-a0ca-442c-8b9c-23477b684278 on network 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:24.170507 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:24.170876 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Checking segment: {'id': 'e7f0912e-0123-441c-bc85-ec80cabf993a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e8983c8-f8e2-450e-8c16-bf0d338c4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:24.171276 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:24.171669 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Bound using segment: {'id': 'e7f0912e-0123-441c-bc85-ec80cabf993a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e8983c8-f8e2-450e-8c16-bf0d338c4b94'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:24.172129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Bound port: eddbaad9-a0ca-442c-8b9c-23477b684278, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f0912e-0123-441c-bc85-ec80cabf993a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e8983c8-f8e2-450e-8c16-bf0d338c4b94'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:24.172505 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:24.211948 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Made reservation on behalf of efed63a2d960417ea929ef62b8444029 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:24.215561 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:24.236550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] For port eddbaad9-a0ca-442c-8b9c-23477b684278, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:24.240489 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] For port eddbaad9-a0ca-442c-8b9c-23477b684278, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=eddbaad9-a0ca-442c-8b9c-23477b684278,segment=NetworkSegment(e7f0912e-0123-441c-bc85-ec80cabf993a),segment_id=e7f0912e-0123-441c-bc85-ec80cabf993a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:24.311534 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:24.376771 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3340b-2e61-4ec3-97b6-56773aa1ff57 None None] Pushing event updated for resources: {'Port': ['ID=eddbaad9-a0ca-442c-8b9c-23477b684278,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:24.460505 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:24.529617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event updated for resources: {'Subnet': ['ID=c1e90932-9859-4b1f-a29b-eb246cfedb87,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:24.548367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Checking segment: {'id': 'cf8fea78-9563-4805-8c18-085e2a9e67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e101ef2c-51f6-4ec1-99f1-4c31d3663c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:24.548848 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Network hostable DHCP agents. Network: e101ef2c-51f6-4ec1-99f1-4c31d3663c4f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:24.640548 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Network e101ef2c-51f6-4ec1-99f1-4c31d3663c4f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:24.728636 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e101ef2c-51f6-4ec1-99f1-4c31d3663c4f) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:24.732947 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:24.733579 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:24.737696 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201a2fe-7bba-44b6-b7d7-efbea7ac18b9 None None] Network e101ef2c-51f6-4ec1-99f1-4c31d3663c4f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:24.822844 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-dc79429a-9cf6-4d04-a940-14a755f50ee8 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7930195 Apr 18 17:54:24.825666 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52516) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:24.830055 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-eb481c78-f370-484f-bb51-90964fea5183 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e101ef2c-51f6-4ec1-99f1-4c31d3663c4f'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:24.880107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e101ef2c-51f6-4ec1-99f1-4c31d3663c4f', 'network_id': 'e101ef2c-51f6-4ec1-99f1-4c31d3663c4f', 'tenant_id': 'efed63a2d960417ea929ef62b8444029', 'fixed_ips': [{'subnet_id': 'c1e90932-9859-4b1f-a29b-eb246cfedb87'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:24.881744 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.023785 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Allocated IP 172.21.0.2 (e101ef2c-51f6-4ec1-99f1-4c31d3663c4f/c1e90932-9859-4b1f-a29b-eb246cfedb87/c82dcfa8-d000-4d36-b12d-fae4920d7a9c) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:25.052341 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eb481c78-f370-484f-bb51-90964fea5183 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.184738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.257922 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device eddbaad9-a0ca-442c-8b9c-23477b684278 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:25.268869 n-d-836015-2 neutron-server[109826]: INFO neutron.api.v2.resource [None req-eb481c78-f370-484f-bb51-90964fea5183 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 17:54:25.275978 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-eb481c78-f370-484f-bb51-90964fea5183 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "PUT /v2.0/routers/f0a2c6f4-941e-4f0f-93d0-7f0c311d0b62 HTTP/1.1" status: 400 len: 364 time: 0.4434216 Apr 18 17:54:25.276563 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52518) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:25.283624 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.334799 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f34e2a-1221-4d86-8bf9-21ec3311b095 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Deleting subnet c1e90932-9859-4b1f-a29b-eb246cfedb87 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:54:25.338345 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4f34e2a-1221-4d86-8bf9-21ec3311b095 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.386018 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4f34e2a-1221-4d86-8bf9-21ec3311b095 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.470476 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4f34e2a-1221-4d86-8bf9-21ec3311b095 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.478224 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47edcd-f0eb-421f-a05d-a3a8fae00e01 None None] Network 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:25.547633 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Network e101ef2c-51f6-4ec1-99f1-4c31d3663c4f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:25.557929 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Pushing event updated for resources: {'Port': ['ID=c82dcfa8-d000-4d36-b12d-fae4920d7a9c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:25.560272 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:25.565135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:25.568339 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-7fa523b9-3c03-4dab-b71d-406d0c10bf13 None None] Provisioning complete for port eddbaad9-a0ca-442c-8b9c-23477b684278 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:25.568709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fa523b9-3c03-4dab-b71d-406d0c10bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.601519 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4f34e2a-1221-4d86-8bf9-21ec3311b095 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.642743 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f34e2a-1221-4d86-8bf9-21ec3311b095 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e90932-9859-4b1f-a29b-eb246cfedb87,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:25.644946 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4f34e2a-1221-4d86-8bf9-21ec3311b095 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.650331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b4f34e2a-1221-4d86-8bf9-21ec3311b095 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "DELETE /v2.0/subnets/c1e90932-9859-4b1f-a29b-eb246cfedb87 HTTP/1.1" status: 204 len: 168 time: 0.3708081 Apr 18 17:54:25.650703 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52520) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:25.669675 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port eddbaad9-a0ca-442c-8b9c-23477b684278 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:25.669675 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.706566 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Attempting to bind port c82dcfa8-d000-4d36-b12d-fae4920d7a9c on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:25.706937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Attempting to bind port c82dcfa8-d000-4d36-b12d-fae4920d7a9c by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'cf8fea78-9563-4805-8c18-085e2a9e67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e101ef2c-51f6-4ec1-99f1-4c31d3663c4f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:25.707298 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Attempting to bind port c82dcfa8-d000-4d36-b12d-fae4920d7a9c on network e101ef2c-51f6-4ec1-99f1-4c31d3663c4f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:25.726219 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.749623 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:25.750000 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Checking segment: {'id': 'cf8fea78-9563-4805-8c18-085e2a9e67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e101ef2c-51f6-4ec1-99f1-4c31d3663c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:25.750400 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.750796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Bound using segment: {'id': 'cf8fea78-9563-4805-8c18-085e2a9e67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e101ef2c-51f6-4ec1-99f1-4c31d3663c4f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:25.751270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Bound port: c82dcfa8-d000-4d36-b12d-fae4920d7a9c, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8fea78-9563-4805-8c18-085e2a9e67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e101ef2c-51f6-4ec1-99f1-4c31d3663c4f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:25.751654 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.777213 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Deleting port c82dcfa8-d000-4d36-b12d-fae4920d7a9c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:25.777585 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.842516 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] For port c82dcfa8-d000-4d36-b12d-fae4920d7a9c, host n-d-836015-2, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:25.842880 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.845873 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fa523b9-3c03-4dab-b71d-406d0c10bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.855902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Calling delete_port for c82dcfa8-d000-4d36-b12d-fae4920d7a9c owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:25.927287 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] For port c82dcfa8-d000-4d36-b12d-fae4920d7a9c, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:25.942867 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:25.963452 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] For port c82dcfa8-d000-4d36-b12d-fae4920d7a9c, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=c82dcfa8-d000-4d36-b12d-fae4920d7a9c,segment=NetworkSegment(cf8fea78-9563-4805-8c18-085e2a9e67b4),segment_id=cf8fea78-9563-4805-8c18-085e2a9e67b4)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:25.965228 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7fa523b9-3c03-4dab-b71d-406d0c10bf13 None None] For port eddbaad9-a0ca-442c-8b9c-23477b684278, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=eddbaad9-a0ca-442c-8b9c-23477b684278,segment=NetworkSegment(e7f0912e-0123-441c-bc85-ec80cabf993a),segment_id=e7f0912e-0123-441c-bc85-ec80cabf993a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:26.040734 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.073185 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fa523b9-3c03-4dab-b71d-406d0c10bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.114790 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.142453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event deleted for resources: {'Port': ['ID=c82dcfa8-d000-4d36-b12d-fae4920d7a9c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:26.146440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] No DVR routers for this DVR port c82dcfa8-d000-4d36-b12d-fae4920d7a9c on host n-d-836015-2 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server [None req-87dd5126-ad2e-48ef-a549-15224f754b72 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port c82dcfa8-d000-4d36-b12d-fae4920d7a9c could not be found. Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1550, in get_port Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port c82dcfa8-d000-4d36-b12d-fae4920d7a9c could not be found. Apr 18 17:54:26.182841 n-d-836015-2 neutron-server[109827]: ERROR oslo_messaging.rpc.server Apr 18 17:54:26.209809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3029a-b73a-46ec-bff9-1e52087e875a None None] Pushing event updated for resources: {'Port': ['ID=c82dcfa8-d000-4d36-b12d-fae4920d7a9c,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:26.209809 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1dd15-0232-4083-8932-3fe31424a7e2 None None] Network e101ef2c-51f6-4ec1-99f1-4c31d3663c4f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:26.219388 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:54:26.219749 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:54:26.230999 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.251068 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e101ef2c-51f6-4ec1-99f1-4c31d3663c4f']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:26.261132 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8fea78-9563-4805-8c18-085e2a9e67b4') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:26.261446 n-d-836015-2 neutron-server[109826]: DEBUG neutron.services.segments.db [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8fea78-9563-4805-8c18-085e2a9e67b4') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:26.270688 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6045118'] for segment, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.284644 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.289036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2f447442-003e-467e-af37-05656303ecc4 None None] Provisioning complete for port eddbaad9-a0ca-442c-8b9c-23477b684278 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:26.289425 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f447442-003e-467e-af37-05656303ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.291365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:26.291762 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4926413'] for segment, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: Traceback (most recent call last): Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: timer() Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: cb(*args, **kw) Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: return func(*args, **kwargs) Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: self._notify() Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: self.callback(batched_events) Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: event.method(event) Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: return f(self, *a, **k) Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: return self._get(url).json() Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:26.295042 n-d-836015-2 neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:26.368308 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa523b9-3c03-4dab-b71d-406d0c10bf13 None None] Pushing event updated for resources: {'Port': ['ID=eddbaad9-a0ca-442c-8b9c-23477b684278,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:26.398743 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f303f88f-beff-4c3b-95c5-49b0153b88ea None None] get_active_networks_info from n-d-836015-2 {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 17:54:26.431308 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.436059 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.439960 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "DELETE /v2.0/networks/e101ef2c-51f6-4ec1-99f1-4c31d3663c4f HTTP/1.1" status: 204 len: 168 time: 0.7885380 Apr 18 17:54:26.443823 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52522) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:26.454923 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cdb6b-db89-4df2-88bd-f4c4c1818081 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event deleted for resources: {'Network': ['ID=e101ef2c-51f6-4ec1-99f1-4c31d3663c4f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:26.494548 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303f88f-beff-4c3b-95c5-49b0153b88ea None None] Resources bound (agent type, host, resource id): {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 17:54:26.496760 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5156a8c2-7680-4f79-b946-69d9b1699293 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Deleting subnet a00b8342-e1b6-4372-8b1a-a42651ba08ae {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:54:26.499986 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5156a8c2-7680-4f79-b946-69d9b1699293 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.539247 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5156a8c2-7680-4f79-b946-69d9b1699293 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.627897 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5156a8c2-7680-4f79-b946-69d9b1699293 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.768696 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5156a8c2-7680-4f79-b946-69d9b1699293 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.795543 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156a8c2-7680-4f79-b946-69d9b1699293 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event deleted for resources: {'Subnet': ['ID=a00b8342-e1b6-4372-8b1a-a42651ba08ae,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:26.799304 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5156a8c2-7680-4f79-b946-69d9b1699293 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.803464 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5156a8c2-7680-4f79-b946-69d9b1699293 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "DELETE /v2.0/subnets/a00b8342-e1b6-4372-8b1a-a42651ba08ae HTTP/1.1" status: 204 len: 168 time: 0.3576071 Apr 18 17:54:26.805402 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52524) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:26.807926 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d9ca24-3e96-4334-b09c-6fa52ac940b4 None None] Network 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:26.884011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.937115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Deleting port eddbaad9-a0ca-442c-8b9c-23477b684278 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:26.937492 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:26.977565 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] DHCP port deletion for 4e8983c8-f8e2-450e-8c16-bf0d338c4b94 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:54:27.008956 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] For port eddbaad9-a0ca-442c-8b9c-23477b684278, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=eddbaad9-a0ca-442c-8b9c-23477b684278,segment=NetworkSegment(e7f0912e-0123-441c-bc85-ec80cabf993a),segment_id=e7f0912e-0123-441c-bc85-ec80cabf993a)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:27.009358 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.025320 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] Deleting port eddbaad9-a0ca-442c-8b9c-23477b684278 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:54:27.025726 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.026927 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Calling delete_port for eddbaad9-a0ca-442c-8b9c-23477b684278 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:27.089827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] For port eddbaad9-a0ca-442c-8b9c-23477b684278, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=eddbaad9-a0ca-442c-8b9c-23477b684278,segment=NetworkSegment(e7f0912e-0123-441c-bc85-ec80cabf993a),segment_id=e7f0912e-0123-441c-bc85-ec80cabf993a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:27.090422 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.103330 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] Calling delete_port for eddbaad9-a0ca-442c-8b9c-23477b684278 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:54:27.185666 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.194162 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.217265 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] No DVR routers for this DVR port eddbaad9-a0ca-442c-8b9c-23477b684278 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:27.221730 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device eddbaad9-a0ca-442c-8b9c-23477b684278 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:54:27.222755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event deleted for resources: {'Port': ['ID=eddbaad9-a0ca-442c-8b9c-23477b684278,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:27.227018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] Pushing event deleted for resources: {'Port': ['ID=eddbaad9-a0ca-442c-8b9c-23477b684278,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:27.247300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf67f72-f4da-43d7-b506-e64a3b1425e6 None None] No DVR routers for this DVR port eddbaad9-a0ca-442c-8b9c-23477b684278 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:54:27.250999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: eddbaad9-a0ca-442c-8b9c-23477b684278 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:54:27.251359 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device eddbaad9-a0ca-442c-8b9c-23477b684278 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:54:27.307445 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.328870 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8983c8-f8e2-450e-8c16-bf0d338c4b94']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:27.338458 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f0912e-0123-441c-bc85-ec80cabf993a') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:27.338765 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f0912e-0123-441c-bc85-ec80cabf993a') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:27.347858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.360475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.366777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:54:27.367166 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:54:27.370149 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:54:27.499967 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.507650 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:27.510712 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "DELETE /v2.0/networks/4e8983c8-f8e2-450e-8c16-bf0d338c4b94 HTTP/1.1" status: 204 len: 168 time: 0.7043688 Apr 18 17:54:27.513526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52526) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:27.521926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f43c4-d18a-4463-8087-b57b8a877336 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Pushing event deleted for resources: {'Network': ['ID=4e8983c8-f8e2-450e-8c16-bf0d338c4b94,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:27.539930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-f9e2b116-8104-4f34-b9ef-7427c72f4543 tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0a2c6f4-941e-4f0f-93d0-7f0c311d0b62 HTTP/1.1" status: 200 len: 205 time: 0.0252185 Apr 18 17:54:27.542112 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52528) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:27.616667 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d140cfd7-8d88-4a12-a3e4-37a57e26aa5a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.057753 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d140cfd7-8d88-4a12-a3e4-37a57e26aa5a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.059834 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d140cfd7-8d88-4a12-a3e4-37a57e26aa5a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.145399 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d140cfd7-8d88-4a12-a3e4-37a57e26aa5a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.146537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140cfd7-8d88-4a12-a3e4-37a57e26aa5a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Fanout notify agent at l3_agent the message router_deleted on router f0a2c6f4-941e-4f0f-93d0-7f0c311d0b62 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:54:28.153726 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d140cfd7-8d88-4a12-a3e4-37a57e26aa5a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.154821 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d140cfd7-8d88-4a12-a3e4-37a57e26aa5a tempest-RoutersNegativeTest-792814538 tempest-RoutersNegativeTest-792814538-project] 10.222.0.45 "DELETE /v2.0/routers/f0a2c6f4-941e-4f0f-93d0-7f0c311d0b62 HTTP/1.1" status: 204 len: 168 time: 0.6118221 Apr 18 17:54:28.672188 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52534) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:28.799137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-beea6a40-b380-40f6-9fe5-0a6c49c8a4d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efed63a2d960417ea929ef62b8444029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258199 Apr 18 17:54:28.801614 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52538) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:28.847359 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1a3-1782-43c6-8c45-8ede09ee72da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.868384 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1a3-1782-43c6-8c45-8ede09ee72da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.985729 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1a3-1782-43c6-8c45-8ede09ee72da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.988252 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1a3-1782-43c6-8c45-8ede09ee72da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:28.989472 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-9d79f1a3-1782-43c6-8c45-8ede09ee72da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20cd4cc5-45a9-413d-a4f2-2c72bf4bf0ae HTTP/1.1" status: 204 len: 168 time: 0.1863008 Apr 18 17:54:28.997902 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79f1a3-1782-43c6-8c45-8ede09ee72da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cd4cc5-45a9-413d-a4f2-2c72bf4bf0ae,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:29.965338 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52560) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:30.059617 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1375334245-network', 'tenant_id': '07cace61505445bdaaff228a128847eb'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:30.154026 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Made reservation on behalf of 07cace61505445bdaaff228a128847eb for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:30.156311 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.165214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.238864 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.293894 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.315484 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:30.330120 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a30267-6a3f-482a-b910-73ed071135a0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:30.332990 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.333330 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Added segment 7613ff3e-177f-49d7-a6a7-50e2dcbd4376 of type vlan for network 093b4ee4-6193-4996-a811-3f6b56046c46 Apr 18 17:54:30.372135 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.451471 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.452437 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:30.453020 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.512366 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] Pushing event updated for resources: {'Network': ['ID=093b4ee4-6193-4996-a811-3f6b56046c46,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:30.521983 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 093b4ee4-6193-4996-a811-3f6b56046c46 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:30.557195 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-c76748e2-33d5-45bb-ad40-c24558c22506 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5905445 Apr 18 17:54:30.559879 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:30.564803 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Request body: {'subnet': {'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-subnet', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:30.648456 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Made reservation on behalf of 07cace61505445bdaaff228a128847eb for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:30.650848 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.877377 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:30.934246 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=459b5e6c-aaa5-41f6-b356-bde3e6a60955,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:30.941569 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Checking segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:30.941933 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Network hostable DHCP agents. Network: 093b4ee4-6193-4996-a811-3f6b56046c46, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:30.968000 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9e764cc2-e25a-4a95-8d96-50142391f91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.054214 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Network 093b4ee4-6193-4996-a811-3f6b56046c46 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:31.125862 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 093b4ee4-6193-4996-a811-3f6b56046c46) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:31.130476 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:31.131062 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.134044 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5bf5e5-079c-4726-b168-a8701c4ba85f None None] Network 093b4ee4-6193-4996-a811-3f6b56046c46 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:31.202552 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-6e55a4c3-c492-4ca2-9af6-2acdd924cd8b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6416311 Apr 18 17:54:31.205601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52566) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:31.210412 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:31.275379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-093b4ee4-6193-4996-a811-3f6b56046c46', 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'fixed_ips': [{'subnet_id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:31.279176 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.297295 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.298351 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.352169 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.412112 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Allocated IP 172.20.0.2 (093b4ee4-6193-4996-a811-3f6b56046c46/459b5e6c-aaa5-41f6-b356-bde3e6a60955/8023e3ee-5d53-40e8-aa8e-1a31dc222917) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:31.533347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.556803 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.648861 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.688659 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Network 093b4ee4-6193-4996-a811-3f6b56046c46 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:31.691483 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:31.695651 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:31.700976 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Pushing event updated for resources: {'Port': ['ID=8023e3ee-5d53-40e8-aa8e-1a31dc222917,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:31.751977 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Attempting to bind port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:31.752345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Attempting to bind port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:31.752709 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Attempting to bind port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 on network 093b4ee4-6193-4996-a811-3f6b56046c46 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:31.758065 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:31.758435 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Checking segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:31.758835 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.759225 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Bound using segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:31.759697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Bound port: 8023e3ee-5d53-40e8-aa8e-1a31dc222917, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:31.760061 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.814489 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.823703 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] For port 8023e3ee-5d53-40e8-aa8e-1a31dc222917, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:31.826687 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] For port 8023e3ee-5d53-40e8-aa8e-1a31dc222917, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8023e3ee-5d53-40e8-aa8e-1a31dc222917,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:31.834139 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.917585 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:31.938580 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Allocated IP 172.25.5.238 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/de7b38b7-8b6f-45af-8c16-412c38c95235) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:31.975443 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb612f-ed86-4df0-b1ae-8a64f2edec7a None None] Pushing event updated for resources: {'Port': ['ID=8023e3ee-5d53-40e8-aa8e-1a31dc222917,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:32.047973 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:32.151817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:32.194662 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:32.199317 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:32.201872 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:32.208019 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Pushing event updated for resources: {'Port': ['ID=de7b38b7-8b6f-45af-8c16-412c38c95235,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:32.824413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588ff16-07ef-4067-8a32-ec36b0a9643b None None] Network 093b4ee4-6193-4996-a811-3f6b56046c46 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:32.892119 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.068796 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f6127816-6307-4b6c-930b-63c5700b7d95 None None] Provisioning complete for port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:33.069052 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6127816-6307-4b6c-930b-63c5700b7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.105345 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.210606 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6127816-6307-4b6c-930b-63c5700b7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.255930 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8023e3ee-5d53-40e8-aa8e-1a31dc222917 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:33.287896 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f6127816-6307-4b6c-930b-63c5700b7d95 None None] For port 8023e3ee-5d53-40e8-aa8e-1a31dc222917, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8023e3ee-5d53-40e8-aa8e-1a31dc222917,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:33.307777 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a84d-6f00-4625-8cf9-90577238f30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.317457 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:33.318388 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.390080 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f6127816-6307-4b6c-930b-63c5700b7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.394450 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Router e4222196-0dcd-4186-8544-6c24c3d4ec37 is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:54:33.439818 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.467648 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6127816-6307-4b6c-930b-63c5700b7d95 None None] Pushing event updated for resources: {'Port': ['ID=8023e3ee-5d53-40e8-aa8e-1a31dc222917,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:33.505221 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:54:33.510404 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 17:54:33.510759 n-d-836015-2 neutron-server[109827]: DEBUG oslo_db.api [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 17:54:33.516218 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Sync routers for ids ['e4222196-0dcd-4186-8544-6c24c3d4ec37'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:54:33.520411 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dc4594ca-e38f-40b9-a9c6-d60c64dd9099 None None] Provisioning complete for port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:33.520809 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc4594ca-e38f-40b9-a9c6-d60c64dd9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.526293 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Routers {'e4222196-0dcd-4186-8544-6c24c3d4ec37'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:33.526997 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:54:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e4222196-0dcd-4186-8544-6c24c3d4ec37'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:33.587314 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:33.588631 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-acddf994-1af5-4faa-98d1-7df4638794f0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3820755 Apr 18 17:54:33.591686 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52568) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:33.629686 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Set router e4222196-0dcd-4186-8544-6c24c3d4ec37 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:33.802612 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:32Z', 'revision_number': 3, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port': {'id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:33.831778 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Checking router: e4222196-0dcd-4186-8544-6c24c3d4ec37 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:54:33.832118 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Updating router e4222196-0dcd-4186-8544-6c24c3d4ec37 port de7b38b7-8b6f-45af-8c16-412c38c95235 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:54:33.855886 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.001257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.100774 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.155244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Allocated IP 172.20.0.1 (093b4ee4-6193-4996-a811-3f6b56046c46/459b5e6c-aaa5-41f6-b356-bde3e6a60955/a57235da-e90f-4f24-b4f8-6fa3814f2380) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:34.156963 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.210641 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Pushing event updated for resources: {'Port': ['ID=de7b38b7-8b6f-45af-8c16-412c38c95235,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:34.213707 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Attempting to bind port de7b38b7-8b6f-45af-8c16-412c38c95235 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:34.213707 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Attempting to bind port de7b38b7-8b6f-45af-8c16-412c38c95235 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:34.213707 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Attempting to bind port de7b38b7-8b6f-45af-8c16-412c38c95235 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:34.223048 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.223395 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.223737 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.224107 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.224440 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.224766 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.225088 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.225439 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.225759 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.226076 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.226399 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.226719 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:34.231050 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:34.237608 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:34.237608 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.237608 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:34.237608 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Bound port: de7b38b7-8b6f-45af-8c16-412c38c95235, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:34.237608 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.256948 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.360557 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.371989 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] For port de7b38b7-8b6f-45af-8c16-412c38c95235, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:34.375073 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] For port de7b38b7-8b6f-45af-8c16-412c38c95235, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=de7b38b7-8b6f-45af-8c16-412c38c95235,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:34.401377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Network 093b4ee4-6193-4996-a811-3f6b56046c46 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:34.406155 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:34.409651 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:34.438186 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Pushing event updated for resources: {'Port': ['ID=a57235da-e90f-4f24-b4f8-6fa3814f2380,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:34.452817 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.458709 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.518667 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Routers {'e4222196-0dcd-4186-8544-6c24c3d4ec37'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:34.519302 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:54:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e4222196-0dcd-4186-8544-6c24c3d4ec37'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:34.557396 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66a09-8c9c-41e9-9d85-609cdd49c87c None None] Pushing event updated for resources: {'Port': ['ID=de7b38b7-8b6f-45af-8c16-412c38c95235,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:34.606289 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.635808 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] Set router e4222196-0dcd-4186-8544-6c24c3d4ec37 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:34.639086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-af273288-5e79-4efe-8428-5df1c9e4dfa6 None None] Provisioning complete for port a57235da-e90f-4f24-b4f8-6fa3814f2380 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:34.639463 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-af273288-5e79-4efe-8428-5df1c9e4dfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.664574 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.679392 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-af273288-5e79-4efe-8428-5df1c9e4dfa6 None None] Port a57235da-e90f-4f24-b4f8-6fa3814f2380 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:54:34.812866 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:32Z', 'revision_number': 3, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port': {'id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:34.828336 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.841399 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff89d6-7d4b-43cf-92bd-65dbb3c6a293 None None] The sync data for ids ['e4222196-0dcd-4186-8544-6c24c3d4ec37'] in n-d-836015-2 is: [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:32Z', 'revision_number': 3, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port': {'id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:54:34.885713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:34.952697 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Pushing event updated for resources: {'Port': ['ID=a57235da-e90f-4f24-b4f8-6fa3814f2380,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:34.955143 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:35.064873 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Network 093b4ee4-6193-4996-a811-3f6b56046c46 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:35.066357 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:35.191422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Router e4222196-0dcd-4186-8544-6c24c3d4ec37 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:54:35.317471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8023e3ee-5d53-40e8-aa8e-1a31dc222917 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:35.319068 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:54:35.324277 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-28718cb4-509e-4ec6-a344-14ab3a465804 admin admin] 10.222.0.45 "PUT /v2.0/routers/e4222196-0dcd-4186-8544-6c24c3d4ec37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7315426 Apr 18 17:54:35.368437 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:35.368808 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:35.417825 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-72ddf58b-de23-4a47-b7d7-f0261f54e414 None None] Provisioning complete for port a57235da-e90f-4f24-b4f8-6fa3814f2380 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:35.418203 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-72ddf58b-de23-4a47-b7d7-f0261f54e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:35.463219 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-72ddf58b-de23-4a47-b7d7-f0261f54e414 None None] Port a57235da-e90f-4f24-b4f8-6fa3814f2380 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:54:35.497858 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device de7b38b7-8b6f-45af-8c16-412c38c95235 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:35.545571 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port de7b38b7-8b6f-45af-8c16-412c38c95235 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:35.545943 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:35.632624 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:35.656019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port de7b38b7-8b6f-45af-8c16-412c38c95235, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=de7b38b7-8b6f-45af-8c16-412c38c95235,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:35.725987 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:35.779158 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=de7b38b7-8b6f-45af-8c16-412c38c95235,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:36.043102 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52584) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:36.048256 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-730893437-network', 'tenant_id': '33c39299d6624323a1e61940659b7de7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:36.057909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.131466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Made reservation on behalf of 33c39299d6624323a1e61940659b7de7 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:36.133897 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.142720 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.186065 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.221647 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.289523 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.316355 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:36.331241 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbe1b18-1e14-4585-8c60-b18c71db7fc6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:36.335347 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.335649 n-d-836015-2 neutron-server[109826]: INFO neutron.db.segments_db [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Added segment 405b95c4-f63c-4324-81d8-798c1d5019fa of type vlan for network 318b4567-4f1f-4c76-bf76-a1526c472bdd Apr 18 17:54:36.390363 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.465566 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.466553 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:36.467140 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Notify callbacks [] for network, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.515459 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Sync routers for ids ['e4222196-0dcd-4186-8544-6c24c3d4ec37'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:54:36.525587 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] Pushing event updated for resources: {'Network': ['ID=318b4567-4f1f-4c76-bf76-a1526c472bdd,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:36.525754 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Routers {'e4222196-0dcd-4186-8544-6c24c3d4ec37'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:36.534800 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:54:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e4222196-0dcd-4186-8544-6c24c3d4ec37'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:36.553915 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ddba87de-66e3-4f0b-ac18-5de902e6d15f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5096493 Apr 18 17:54:36.556526 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52586) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:36.559792 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 318b4567-4f1f-4c76-bf76-a1526c472bdd details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:36.561429 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Request body: {'subnet': {'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-subnet', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:36.663380 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Made reservation on behalf of 33c39299d6624323a1e61940659b7de7 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:36.666172 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4818501'] for subnet, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.688748 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Set router e4222196-0dcd-4186-8544-6c24c3d4ec37 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:36.889250 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:34Z', 'revision_number': 4, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port': {'id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'a57235da-e90f-4f24-b4f8-6fa3814f2380', 'name': '', 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'mac_address': 'fa:16:3e:ef:78:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:34Z', 'updated_at': '2022-04-18T17:54:34Z', 'revision_number': 2, 'project_id': '07cace61505445bdaaff228a128847eb', 'subnets': [{'id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:36.891512 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4818515'] for subnet, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.915738 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Checking router: e4222196-0dcd-4186-8544-6c24c3d4ec37 for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:54:36.916371 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Updating router e4222196-0dcd-4186-8544-6c24c3d4ec37 port a57235da-e90f-4f24-b4f8-6fa3814f2380 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:54:36.944810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3ed49b-7877-430e-b6c4-6ef8763108c5,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:36.945694 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:36.954934 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Checking segment: {'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:36.955289 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Network hostable DHCP agents. Network: 318b4567-4f1f-4c76-bf76-a1526c472bdd, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:37.028766 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Network 318b4567-4f1f-4c76-bf76-a1526c472bdd is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:37.091249 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 318b4567-4f1f-4c76-bf76-a1526c472bdd) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:37.095310 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:37.095878 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.108705 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88e88e3-6229-479b-91bd-4aa203201f6e None None] Network 318b4567-4f1f-4c76-bf76-a1526c472bdd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:37.172438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ed7840fb-7e4c-499b-b6f4-b3f22792462d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6148164 Apr 18 17:54:37.175264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52588) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:37.181486 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:37.222299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device de7b38b7-8b6f-45af-8c16-412c38c95235 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:37.271247 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.272421 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.329147 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.370409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.377908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-318b4567-4f1f-4c76-bf76-a1526c472bdd', 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'fixed_ips': [{'subnet_id': '8c3ed49b-7877-430e-b6c4-6ef8763108c5'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:54:37.378769 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.380957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port de7b38b7-8b6f-45af-8c16-412c38c95235 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:37.381317 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.432355 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.520121 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.559239 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56650dd7-72d1-45a0-a054-0101ac020769 None None] Pushing event updated for resources: {'Port': ['ID=a57235da-e90f-4f24-b4f8-6fa3814f2380,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:37.672891 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Allocated IP 172.20.0.2 (318b4567-4f1f-4c76-bf76-a1526c472bdd/8c3ed49b-7877-430e-b6c4-6ef8763108c5/b8557f4e-21c1-486d-a2a3-f70fb954113e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:37.688301 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Attempting to bind port a57235da-e90f-4f24-b4f8-6fa3814f2380 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:37.688601 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Attempting to bind port a57235da-e90f-4f24-b4f8-6fa3814f2380 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:37.688994 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Attempting to bind port a57235da-e90f-4f24-b4f8-6fa3814f2380 on network 093b4ee4-6193-4996-a811-3f6b56046c46 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:37.697942 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:37.700515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Checking segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:37.700515 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.700515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Bound using segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:37.700515 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Bound port: a57235da-e90f-4f24-b4f8-6fa3814f2380, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:37.700515 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.799422 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.819047 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:37.841668 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] For port a57235da-e90f-4f24-b4f8-6fa3814f2380, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:37.927359 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Allocated IP 172.25.5.155 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/6a7107b2-cc36-43db-a6aa-c76e97a6faff) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:38.033513 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.033887 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8fe70da5-a7b7-4974-bce2-cea933877c5d None None] Provisioning complete for port a57235da-e90f-4f24-b4f8-6fa3814f2380 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:38.034267 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8fe70da5-a7b7-4974-bce2-cea933877c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.039455 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] For port a57235da-e90f-4f24-b4f8-6fa3814f2380, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a57235da-e90f-4f24-b4f8-6fa3814f2380,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:38.085772 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.087135 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8fe70da5-a7b7-4974-bce2-cea933877c5d None None] Port a57235da-e90f-4f24-b4f8-6fa3814f2380 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:54:38.120085 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.148883 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.159147 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.192290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:38.193897 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56650dd7-72d1-45a0-a054-0101ac020769 None None] Pushing event updated for resources: {'Port': ['ID=a57235da-e90f-4f24-b4f8-6fa3814f2380,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:38.197950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Network 318b4567-4f1f-4c76-bf76-a1526c472bdd is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:38.198239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:38.200761 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Routers {'e4222196-0dcd-4186-8544-6c24c3d4ec37'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:38.201382 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:54:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e4222196-0dcd-4186-8544-6c24c3d4ec37'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:38.202124 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:38.204764 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:38.226608 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:38.235171 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7107b2-cc36-43db-a6aa-c76e97a6faff,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:38.310242 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Pushing event updated for resources: {'Port': ['ID=b8557f4e-21c1-486d-a2a3-f70fb954113e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:38.379632 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Attempting to bind port b8557f4e-21c1-486d-a2a3-f70fb954113e on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:38.379999 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Attempting to bind port b8557f4e-21c1-486d-a2a3-f70fb954113e by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:38.380389 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Attempting to bind port b8557f4e-21c1-486d-a2a3-f70fb954113e on network 318b4567-4f1f-4c76-bf76-a1526c472bdd {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:38.392518 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:38.392890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Checking segment: {'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:38.393290 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.393718 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Bound using segment: {'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:38.394193 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Bound port: b8557f4e-21c1-486d-a2a3-f70fb954113e, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:38.394573 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.408753 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] Set router e4222196-0dcd-4186-8544-6c24c3d4ec37 gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:38.495890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-130d8bd2-b734-4848-9188-cea15bdf0241 None None] Provisioning complete for port a57235da-e90f-4f24-b4f8-6fa3814f2380 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:38.495890 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-130d8bd2-b734-4848-9188-cea15bdf0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.611092 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] For port b8557f4e-21c1-486d-a2a3-f70fb954113e, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:38.633915 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] For port b8557f4e-21c1-486d-a2a3-f70fb954113e, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8557f4e-21c1-486d-a2a3-f70fb954113e,segment=NetworkSegment(405b95c4-f63c-4324-81d8-798c1d5019fa),segment_id=405b95c4-f63c-4324-81d8-798c1d5019fa)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:38.711964 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.754918 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-130d8bd2-b734-4848-9188-cea15bdf0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.803909 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e847c-c93d-4e9f-978b-d824401b69ff None None] Pushing event updated for resources: {'Port': ['ID=b8557f4e-21c1-486d-a2a3-f70fb954113e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:38.823597 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-130d8bd2-b734-4848-9188-cea15bdf0241 None None] For port a57235da-e90f-4f24-b4f8-6fa3814f2380, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a57235da-e90f-4f24-b4f8-6fa3814f2380,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:38.831602 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:34Z', 'revision_number': 4, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port': {'id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'a57235da-e90f-4f24-b4f8-6fa3814f2380', 'name': '', 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'mac_address': 'fa:16:3e:ef:78:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:34Z', 'updated_at': '2022-04-18T17:54:37Z', 'revision_number': 4, 'project_id': '07cace61505445bdaaff228a128847eb', 'subnets': [{'id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:38.833795 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.873134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495791-4b39-4181-832f-0ca28cbc0e00 None None] The sync data for ids ['e4222196-0dcd-4186-8544-6c24c3d4ec37'] in n-d-836015-2 is: [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:34Z', 'revision_number': 4, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port': {'id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'a57235da-e90f-4f24-b4f8-6fa3814f2380', 'name': '', 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'mac_address': 'fa:16:3e:ef:78:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:34Z', 'updated_at': '2022-04-18T17:54:37Z', 'revision_number': 4, 'project_id': '07cace61505445bdaaff228a128847eb', 'subnets': [{'id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:54:38.891887 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-130d8bd2-b734-4848-9188-cea15bdf0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:38.981619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d8bd2-b734-4848-9188-cea15bdf0241 None None] Pushing event updated for resources: {'Port': ['ID=a57235da-e90f-4f24-b4f8-6fa3814f2380,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:39.123714 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:39.299836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8557f4e-21c1-486d-a2a3-f70fb954113e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:39.343768 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Router eda14234-b4f2-4440-b96d-6366a6d06e1a is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:54:39.354271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b8557f4e-21c1-486d-a2a3-f70fb954113e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:39.354862 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:39.450972 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:39.464232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:54:39.476074 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Sync routers for ids ['eda14234-b4f2-4440-b96d-6366a6d06e1a'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:54:39.485363 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Routers {'eda14234-b4f2-4440-b96d-6366a6d06e1a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:39.490124 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port b8557f4e-21c1-486d-a2a3-f70fb954113e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8557f4e-21c1-486d-a2a3-f70fb954113e,segment=NetworkSegment(405b95c4-f63c-4324-81d8-798c1d5019fa),segment_id=405b95c4-f63c-4324-81d8-798c1d5019fa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:39.490281 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:54:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['eda14234-b4f2-4440-b96d-6366a6d06e1a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:39.576397 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:39.577840 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-d5a44fd6-1079-409f-942e-cd0708372ff0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4012332 Apr 18 17:54:39.580553 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52590) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:54:39.588649 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:39.589736 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a57235da-e90f-4f24-b4f8-6fa3814f2380 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:39.623028 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Set router eda14234-b4f2-4440-b96d-6366a6d06e1a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:39.723393 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=b8557f4e-21c1-486d-a2a3-f70fb954113e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:39.752567 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a57235da-e90f-4f24-b4f8-6fa3814f2380 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:39.752945 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:39.848577 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:38Z', 'revision_number': 3, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port': {'id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:39.890235 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Checking router: eda14234-b4f2-4440-b96d-6366a6d06e1a for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:54:39.892393 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Updating router eda14234-b4f2-4440-b96d-6366a6d06e1a port 6a7107b2-cc36-43db-a6aa-c76e97a6faff binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:54:39.940258 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.004102 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d60ff-1851-4877-b14a-d40b8290b152 None None] Network 318b4567-4f1f-4c76-bf76-a1526c472bdd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:54:40.098501 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e4cdb466-2a3a-402b-a402-d15c09370b70 None None] Provisioning complete for port b8557f4e-21c1-486d-a2a3-f70fb954113e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:40.098905 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb466-2a3a-402b-a402-d15c09370b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.099442 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.237113 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.299217 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Allocated IP 172.20.0.1 (318b4567-4f1f-4c76-bf76-a1526c472bdd/8c3ed49b-7877-430e-b6c4-6ef8763108c5/66b3df8a-454f-431c-955f-8b3cc8b1bd30) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:40.308662 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.369185 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Attempting to bind port 6a7107b2-cc36-43db-a6aa-c76e97a6faff on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:40.369578 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Attempting to bind port 6a7107b2-cc36-43db-a6aa-c76e97a6faff by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:40.369941 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Attempting to bind port 6a7107b2-cc36-43db-a6aa-c76e97a6faff on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:40.371878 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d698e-ab35-4788-a235-95026c98e430 None None] Pushing event updated for resources: {'Port': ['ID=6a7107b2-cc36-43db-a6aa-c76e97a6faff,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:40.385086 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:40.385496 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:40.386190 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.386311 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:40.386718 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Bound port: 6a7107b2-cc36-43db-a6aa-c76e97a6faff, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:40.387093 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.436090 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.449794 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] For port 6a7107b2-cc36-43db-a6aa-c76e97a6faff, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:40.453277 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] For port 6a7107b2-cc36-43db-a6aa-c76e97a6faff, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6a7107b2-cc36-43db-a6aa-c76e97a6faff,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:40.520775 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.543401 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.567726 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fbeca3a1-0d02-4429-b232-c17c824b5e19 None None] Provisioning complete for port b8557f4e-21c1-486d-a2a3-f70fb954113e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:40.568733 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3a1-0d02-4429-b232-c17c824b5e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.577376 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Routers {'eda14234-b4f2-4440-b96d-6366a6d06e1a'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:40.577990 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:54:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['eda14234-b4f2-4440-b96d-6366a6d06e1a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:40.582737 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d698e-ab35-4788-a235-95026c98e430 None None] Pushing event updated for resources: {'Port': ['ID=6a7107b2-cc36-43db-a6aa-c76e97a6faff,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:40.587372 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Network 318b4567-4f1f-4c76-bf76-a1526c472bdd is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:40.590465 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:40.594782 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:40.597805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Pushing event updated for resources: {'Port': ['ID=66b3df8a-454f-431c-955f-8b3cc8b1bd30,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:40.648248 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.714827 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] Set router eda14234-b4f2-4440-b96d-6366a6d06e1a gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:40.913271 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:38Z', 'revision_number': 3, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port': {'id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:40.913556 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-68fcd449-44d1-4686-99a1-3be14fcd06f1 None None] Provisioning complete for port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:40.913998 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-68fcd449-44d1-4686-99a1-3be14fcd06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:40.948466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-68fcd449-44d1-4686-99a1-3be14fcd06f1 None None] Port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:54:41.038992 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720b3c0-9b5b-4bd4-870d-4fe7e09c34d8 None None] The sync data for ids ['eda14234-b4f2-4440-b96d-6366a6d06e1a'] in n-d-836015-2 is: [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:38Z', 'revision_number': 3, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port': {'id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:54:41.189944 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:41.219862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8557f4e-21c1-486d-a2a3-f70fb954113e up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:41.282934 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port b8557f4e-21c1-486d-a2a3-f70fb954113e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:41.282934 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:41.384243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:41.442933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:41.513656 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Pushing event updated for resources: {'Port': ['ID=66b3df8a-454f-431c-955f-8b3cc8b1bd30,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:41.516217 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:41.610020 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Network 318b4567-4f1f-4c76-bf76-a1526c472bdd is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:41.611422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:41.741356 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Router eda14234-b4f2-4440-b96d-6366a6d06e1a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:54:41.854142 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:54:41.859586 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-d216deed-22ae-48f8-811b-caf900417b3f admin admin] 10.222.0.45 "PUT /v2.0/routers/eda14234-b4f2-4440-b96d-6366a6d06e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2779329 Apr 18 17:54:41.873832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-37684d91-1ee1-404e-bccf-3843026b33a2 None None] Provisioning complete for port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:41.874227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-37684d91-1ee1-404e-bccf-3843026b33a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:41.913345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-37684d91-1ee1-404e-bccf-3843026b33a2 None None] Port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:54:42.641985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Sync routers for ids ['eda14234-b4f2-4440-b96d-6366a6d06e1a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:54:42.653407 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Routers {'eda14234-b4f2-4440-b96d-6366a6d06e1a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:42.654060 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:54:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['eda14234-b4f2-4440-b96d-6366a6d06e1a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:42.758005 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-e65b468e-6215-4b1d-b747-3d57e7a8df63 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:42.759506 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-e65b468e-6215-4b1d-b747-3d57e7a8df63 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/networks?id=093b4ee4-6193-4996-a811-3f6b56046c46 HTTP/1.1" status: 200 len: 817 time: 0.1033661 Apr 18 17:54:42.763478 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Set router eda14234-b4f2-4440-b96d-6366a6d06e1a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:42.774365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-50361d2e-5a61-4962-a3e4-81eddaeb6eb5 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/quotas/07cace61505445bdaaff228a128847eb HTTP/1.1" status: 200 len: 375 time: 0.0090380 Apr 18 17:54:42.826139 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-dd739224-29e9-4c72-9f68-46f2b84d0230 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=07cace61505445bdaaff228a128847eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463269 Apr 18 17:54:42.963883 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:41Z', 'revision_number': 4, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port': {'id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66b3df8a-454f-431c-955f-8b3cc8b1bd30', 'name': '', 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'mac_address': 'fa:16:3e:cc:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c3ed49b-7877-430e-b6c4-6ef8763108c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:40Z', 'updated_at': '2022-04-18T17:54:41Z', 'revision_number': 2, 'project_id': '33c39299d6624323a1e61940659b7de7', 'subnets': [{'id': '8c3ed49b-7877-430e-b6c4-6ef8763108c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:42.989129 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Checking router: eda14234-b4f2-4440-b96d-6366a6d06e1a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:54:42.989528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Updating router eda14234-b4f2-4440-b96d-6366a6d06e1a port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:54:43.013878 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.022685 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-7a004c89-aee1-4954-b164-6cf4916f33a6 service neutron] 10.222.0.45 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840768 Apr 18 17:54:43.111085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-d0110eeb-9f99-43de-bf16-091a9389e808 service neutron] 10.222.0.45 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820599 Apr 18 17:54:43.261217 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6a7107b2-cc36-43db-a6aa-c76e97a6faff up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:43.315269 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.326075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6a7107b2-cc36-43db-a6aa-c76e97a6faff triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:43.326542 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.376354 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1edb1c12-4b08-4d9e-bafe-e58937c89afc req-016d10b8-8233-420e-952d-fa0d7c93dbe2 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 210 time: 0.0332596 Apr 18 17:54:43.402925 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.450538 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.471742 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f57f7f-98a6-4428-a694-2d87afef42fb None None] Pushing event updated for resources: {'Port': ['ID=66b3df8a-454f-431c-955f-8b3cc8b1bd30,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:43.492480 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 6a7107b2-cc36-43db-a6aa-c76e97a6faff, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6a7107b2-cc36-43db-a6aa-c76e97a6faff,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:43.537468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Attempting to bind port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:43.537848 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Attempting to bind port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:43.538216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Attempting to bind port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 on network 318b4567-4f1f-4c76-bf76-a1526c472bdd {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:43.543643 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:43.544023 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Checking segment: {'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:43.548485 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.548485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Bound using segment: {'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:43.548485 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Bound port: 66b3df8a-454f-431c-955f-8b3cc8b1bd30, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b95c4-f63c-4324-81d8-798c1d5019fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:43.548485 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.582836 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.653264 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] For port 66b3df8a-454f-431c-955f-8b3cc8b1bd30, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:43.656406 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] For port 66b3df8a-454f-431c-955f-8b3cc8b1bd30, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=66b3df8a-454f-431c-955f-8b3cc8b1bd30,segment=NetworkSegment(405b95c4-f63c-4324-81d8-798c1d5019fa),segment_id=405b95c4-f63c-4324-81d8-798c1d5019fa)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:43.657423 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=6a7107b2-cc36-43db-a6aa-c76e97a6faff,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:43.717020 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.787631 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ea590902-2d6a-4223-883e-55117252f464 None None] Provisioning complete for port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:43.788119 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea590902-2d6a-4223-883e-55117252f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:43.789499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Routers {'eda14234-b4f2-4440-b96d-6366a6d06e1a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:43.790123 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:54:33Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['eda14234-b4f2-4440-b96d-6366a6d06e1a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:43.847326 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f57f7f-98a6-4428-a694-2d87afef42fb None None] Pushing event updated for resources: {'Port': ['ID=66b3df8a-454f-431c-955f-8b3cc8b1bd30,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:44.146739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] Set router eda14234-b4f2-4440-b96d-6366a6d06e1a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:44.176817 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea590902-2d6a-4223-883e-55117252f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:44.282380 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ea590902-2d6a-4223-883e-55117252f464 None None] For port 66b3df8a-454f-431c-955f-8b3cc8b1bd30, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=66b3df8a-454f-431c-955f-8b3cc8b1bd30,segment=NetworkSegment(405b95c4-f63c-4324-81d8-798c1d5019fa),segment_id=405b95c4-f63c-4324-81d8-798c1d5019fa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:44.344933 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea590902-2d6a-4223-883e-55117252f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:44.406204 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea590902-2d6a-4223-883e-55117252f464 None None] Pushing event updated for resources: {'Port': ['ID=66b3df8a-454f-431c-955f-8b3cc8b1bd30,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:44.411341 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:41Z', 'revision_number': 4, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port': {'id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66b3df8a-454f-431c-955f-8b3cc8b1bd30', 'name': '', 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'mac_address': 'fa:16:3e:cc:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c3ed49b-7877-430e-b6c4-6ef8763108c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:40Z', 'updated_at': '2022-04-18T17:54:43Z', 'revision_number': 4, 'project_id': '33c39299d6624323a1e61940659b7de7', 'subnets': [{'id': '8c3ed49b-7877-430e-b6c4-6ef8763108c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:44.441149 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c431e8-7189-4898-9ad3-c80f5f4ee0d2 None None] The sync data for ids ['eda14234-b4f2-4440-b96d-6366a6d06e1a'] in n-d-836015-2 is: [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:41Z', 'revision_number': 4, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port': {'id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '66b3df8a-454f-431c-955f-8b3cc8b1bd30', 'name': '', 'network_id': '318b4567-4f1f-4c76-bf76-a1526c472bdd', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'mac_address': 'fa:16:3e:cc:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c3ed49b-7877-430e-b6c4-6ef8763108c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:40Z', 'updated_at': '2022-04-18T17:54:43Z', 'revision_number': 4, 'project_id': '33c39299d6624323a1e61940659b7de7', 'subnets': [{'id': '8c3ed49b-7877-430e-b6c4-6ef8763108c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:54:44.463124 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a6838f15-dcdf-42bf-9c26-934b3e73b973 req-6994a4ec-3228-4952-a5c7-eb5ce7ca8528 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 210 time: 0.0297253 Apr 18 17:54:44.465956 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-3533a9b0-1370-4203-8b5e-a2a2891b1b40 None None] Provisioning complete for port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:44.467674 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3533a9b0-1370-4203-8b5e-a2a2891b1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:45.284299 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6a7107b2-cc36-43db-a6aa-c76e97a6faff up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:45.336114 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 6a7107b2-cc36-43db-a6aa-c76e97a6faff triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:45.336484 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:45.417870 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 66b3df8a-454f-431c-955f-8b3cc8b1bd30 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:45.470991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:45.471369 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:45.570154 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b1a26239-08a8-4e23-b233-c11fb6bf19a2 req-50feceb4-83c5-48ff-8641-58cc80b756ff tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 210 time: 0.0353518 Apr 18 17:54:45.683943 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-5c9a3378-4188-4608-b597-31ba628ab1bc tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:45.686323 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-5c9a3378-4188-4608-b597-31ba628ab1bc tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.18 "GET /v2.0/networks?id=093b4ee4-6193-4996-a811-3f6b56046c46 HTTP/1.1" status: 200 len: 817 time: 0.1103945 Apr 18 17:54:45.704534 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Request body: {'port': {'device_id': '551f26e0-c09f-4190-b833-c6c51857fd88', 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'admin_state_up': True, 'tenant_id': '07cace61505445bdaaff228a128847eb'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:45.869377 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Made reservation on behalf of 07cace61505445bdaaff228a128847eb for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:45.873312 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:46.021470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Allocated IP 172.20.0.4 (093b4ee4-6193-4996-a811-3f6b56046c46/459b5e6c-aaa5-41f6-b356-bde3e6a60955/09ca8529-c4a8-482f-b809-e3bb2eae5473) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:46.162110 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:46.246023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:46.290229 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Network 093b4ee4-6193-4996-a811-3f6b56046c46 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:46.293252 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:46.297071 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:46.303779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Pushing event updated for resources: {'Port': ['ID=09ca8529-c4a8-482f-b809-e3bb2eae5473,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:46.350814 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:46.351455 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:46.428786 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-86ec1146-2ba4-4370-b292-697605fbd46d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7283163 Apr 18 17:54:46.504077 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f93a3983-625f-4eae-8bd1-6aa95c5f6b53 None None] Provisioning complete for port 09ca8529-c4a8-482f-b809-e3bb2eae5473 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:46.504541 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f93a3983-625f-4eae-8bd1-6aa95c5f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:46.543519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f93a3983-625f-4eae-8bd1-6aa95c5f6b53 None None] Port 09ca8529-c4a8-482f-b809-e3bb2eae5473 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:54:46.547803 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Request body: {'port': {'device_id': '551f26e0-c09f-4190-b833-c6c51857fd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:46.605716 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:46.686457 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b0d99-8c13-4332-a825-881f9355c4ae req-c4ad7cc9-cfc4-433f-8b6e-9f8e7cdfe96f tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:46.688190 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c80b0d99-8c13-4332-a825-881f9355c4ae req-c4ad7cc9-cfc4-433f-8b6e-9f8e7cdfe96f tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 931 time: 0.0494101 Apr 18 17:54:46.726584 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c80b0d99-8c13-4332-a825-881f9355c4ae req-5723b5d5-2bdc-4e4e-92ec-0eb747ee9850 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Apr 18 17:54:46.871140 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ca8529-c4a8-482f-b809-e3bb2eae5473 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:54:46.878388 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:46.890696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Transition to ACTIVE for port object 09ca8529-c4a8-482f-b809-e3bb2eae5473 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:54:46.991317 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:47.046364 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=09ca8529-c4a8-482f-b809-e3bb2eae5473,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:47.119631 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Attempting to bind port 09ca8529-c4a8-482f-b809-e3bb2eae5473 on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:54:47.119963 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Attempting to bind port 09ca8529-c4a8-482f-b809-e3bb2eae5473 by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:54:47.120288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Attempting to bind port 09ca8529-c4a8-482f-b809-e3bb2eae5473 on network 093b4ee4-6193-4996-a811-3f6b56046c46 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:47.124717 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Port 09ca8529-c4a8-482f-b809-e3bb2eae5473 on network 093b4ee4-6193-4996-a811-3f6b56046c46 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:54:47.125040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Attempting to bind port 09ca8529-c4a8-482f-b809-e3bb2eae5473 on network 093b4ee4-6193-4996-a811-3f6b56046c46 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:47.130706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:47.131045 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Checking segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:54:47.131552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Bound using segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:47.131983 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Bound port: 09ca8529-c4a8-482f-b809-e3bb2eae5473, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:54:47.132387 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:47.200125 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] For port 09ca8529-c4a8-482f-b809-e3bb2eae5473, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:47.203347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] For port 09ca8529-c4a8-482f-b809-e3bb2eae5473, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=09ca8529-c4a8-482f-b809-e3bb2eae5473,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:47.288687 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:47.323213 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:47.326891 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:47.326891 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] 10.222.0.18 "PUT /v2.0/ports/09ca8529-c4a8-482f-b809-e3bb2eae5473 HTTP/1.1" status: 200 len: 1091 time: 0.8443229 Apr 18 17:54:47.326891 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551f26e0-c09f-4190-b833-c6c51857fd88', 'tag': '09ca8529-c4a8-482f-b809-e3bb2eae5473'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:54:47.327910 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c27770e-ad29-4515-841d-e2b5c376855c" -d '{"events": [{"name": "network-changed", "server_uuid": "551f26e0-c09f-4190-b833-c6c51857fd88", "tag": "09ca8529-c4a8-482f-b809-e3bb2eae5473"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:54:47.351659 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41cd7b-ab8a-4afa-b232-c3d8ec9a7bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=09ca8529-c4a8-482f-b809-e3bb2eae5473,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:47.379522 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec42869-73f2-4a8a-86f3-6660516657fa x-openstack-request-id: req-9ec42869-73f2-4a8a-86f3-6660516657fa {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:54:47.379966 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551f26e0-c09f-4190-b833-c6c51857fd88", "tag": "09ca8529-c4a8-482f-b809-e3bb2eae5473", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:54:47.380365 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ec42869-73f2-4a8a-86f3-6660516657fa {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:54:47.380790 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec42869-73f2-4a8a-86f3-6660516657fa'] response: {'name': 'network-changed', 'server_uuid': '551f26e0-c09f-4190-b833-c6c51857fd88', 'tag': '09ca8529-c4a8-482f-b809-e3bb2eae5473', 'status': 'completed', 'code': 200} Apr 18 17:54:47.460723 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27770e-ad29-4515-841d-e2b5c376855c req-1cf08614-41ac-46be-9a3f-48ae51bca995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:47.462429 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0c27770e-ad29-4515-841d-e2b5c376855c req-1cf08614-41ac-46be-9a3f-48ae51bca995 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07cace61505445bdaaff228a128847eb&device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 1094 time: 0.0441368 Apr 18 17:54:47.554381 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:47.571788 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27770e-ad29-4515-841d-e2b5c376855c req-6d442606-159e-48a7-a88a-64126b467eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:47.573280 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0c27770e-ad29-4515-841d-e2b5c376855c req-6d442606-159e-48a7-a88a-64126b467eca service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=07cace61505445bdaaff228a128847eb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0979843 Apr 18 17:54:47.670277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27770e-ad29-4515-841d-e2b5c376855c req-9361d082-9850-4667-b5a7-227d464e2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:47.671757 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-0c27770e-ad29-4515-841d-e2b5c376855c req-9361d082-9850-4667-b5a7-227d464e2575 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927768 Apr 18 17:54:47.719463 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:47.772128 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-2629b135-2289-4b1c-8f8b-80c29521ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:47.773692 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-2629b135-2289-4b1c-8f8b-80c29521ca44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07cace61505445bdaaff228a128847eb&device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 1094 time: 0.0458198 Apr 18 17:54:47.819143 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-171e82b2-1ec0-4727-8645-ea9c832cc812 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09ca8529-c4a8-482f-b809-e3bb2eae5473 HTTP/1.1" status: 200 len: 217 time: 0.0341182 Apr 18 17:54:47.842466 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604d0e9-8163-47fc-a5ea-d363040c1984 req-61482216-8d3d-4053-9b34-586ce820904c tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:47.843908 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3604d0e9-8163-47fc-a5ea-d363040c1984 req-61482216-8d3d-4053-9b34-586ce820904c tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 943 time: 0.0476775 Apr 18 17:54:47.868722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-2a2a3ba8-8ced-4f75-91dd-c71d81ff12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:47.870325 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-2a2a3ba8-8ced-4f75-91dd-c71d81ff12ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=459b5e6c-aaa5-41f6-b356-bde3e6a60955 HTTP/1.1" status: 200 len: 856 time: 0.0445938 Apr 18 17:54:47.886470 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3604d0e9-8163-47fc-a5ea-d363040c1984 req-b4dfabb9-ae03-4666-b18e-c0a839c9344b tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Apr 18 17:54:47.920321 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-5b62541d-2149-4db2-b4b6-ebc1255b5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:47.921761 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-5b62541d-2149-4db2-b4b6-ebc1255b5bf8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=093b4ee4-6193-4996-a811-3f6b56046c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444374 Apr 18 17:54:48.009731 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-799a9494-001b-48c7-ba2f-15437f6cdb73 service neutron] 10.222.0.18 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808077 Apr 18 17:54:48.100398 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-bf9add4d-6905-4aa3-bf55-01ee9acb45bd req-a9b7e03c-3e3a-4fe7-9fd1-78012d3bfcca service neutron] 10.222.0.18 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847716 Apr 18 17:54:49.005883 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556c287-d1a7-4be8-934f-8153186d5fa1 req-3af3b4cb-4d93-47b0-9789-4e3d745944e1 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:49.008582 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7556c287-d1a7-4be8-934f-8153186d5fa1 req-3af3b4cb-4d93-47b0-9789-4e3d745944e1 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 943 time: 0.0512784 Apr 18 17:54:49.050541 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7556c287-d1a7-4be8-934f-8153186d5fa1 req-ccc27c65-66e4-49b0-a9cf-47aa1f2bcafb tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365624 Apr 18 17:54:50.169162 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187bdda-2f7b-47f6-b385-9f355b72f8a0 req-ef450692-0180-4a47-a566-db00d79154e7 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:50.170633 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1187bdda-2f7b-47f6-b385-9f355b72f8a0 req-ef450692-0180-4a47-a566-db00d79154e7 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 943 time: 0.0486465 Apr 18 17:54:50.207227 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1187bdda-2f7b-47f6-b385-9f355b72f8a0 req-96d7cb1f-efd8-4003-bdf8-2965baa80621 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304942 Apr 18 17:54:51.327605 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868a99-6639-4270-a842-e222a20ca079 req-bd097dee-6f6f-41c2-9e43-8552550613c2 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:51.328972 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01868a99-6639-4270-a842-e222a20ca079 req-bd097dee-6f6f-41c2-9e43-8552550613c2 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 943 time: 0.0483871 Apr 18 17:54:51.370168 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-01868a99-6639-4270-a842-e222a20ca079 req-69c88254-cc8e-416d-8134-7ef3a9e2f275 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Apr 18 17:54:52.358234 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:54:52.443950 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 09ca8529-c4a8-482f-b809-e3bb2eae5473 details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:54:52.493951 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b626f1-76e2-4bce-811a-0401e8f60469 req-26b735e4-6ecb-4d3c-baed-181e1b55ca07 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:52.495423 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1b626f1-76e2-4bce-811a-0401e8f60469 req-26b735e4-6ecb-4d3c-baed-181e1b55ca07 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 943 time: 0.0501273 Apr 18 17:54:52.535956 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-c1b626f1-76e2-4bce-811a-0401e8f60469 req-6ef4a020-631f-480e-ae7d-43d6f57e8e49 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340669 Apr 18 17:54:52.538165 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 09ca8529-c4a8-482f-b809-e3bb2eae5473, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=09ca8529-c4a8-482f-b809-e3bb2eae5473,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:52.553283 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '09ca8529-c4a8-482f-b809-e3bb2eae5473', 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'port_id': '09ca8529-c4a8-482f-b809-e3bb2eae5473', 'mac_address': 'fa:16:3e:61:92:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:54:52.595900 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:52.608444 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ca8529-c4a8-482f-b809-e3bb2eae5473 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:54:52.626857 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 09ca8529-c4a8-482f-b809-e3bb2eae5473, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=09ca8529-c4a8-482f-b809-e3bb2eae5473,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:52.705705 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:52.752585 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=09ca8529-c4a8-482f-b809-e3bb2eae5473,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:53.081176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['09ca8529-c4a8-482f-b809-e3bb2eae5473'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:54:53.651143 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeab50-e179-4404-912b-8633b3d21180 req-9728cdbf-c114-41ab-8e7b-5b0f7c75c610 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:53.652590 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fdeab50-e179-4404-912b-8633b3d21180 req-9728cdbf-c114-41ab-8e7b-5b0f7c75c610 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 944 time: 0.0478160 Apr 18 17:54:53.690418 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5fdeab50-e179-4404-912b-8633b3d21180 req-45946abf-451b-42cf-94fc-2ab1bbc4b108 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Apr 18 17:54:54.452689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 09ca8529-c4a8-482f-b809-e3bb2eae5473 up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:54.579532 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 09ca8529-c4a8-482f-b809-e3bb2eae5473 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:54:54.583471 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 09ca8529-c4a8-482f-b809-e3bb2eae5473 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:54:54.583877 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:54.662926 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:54.685173 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f26e0-c09f-4190-b833-c6c51857fd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ca8529-c4a8-482f-b809-e3bb2eae5473'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:54:54.687802 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812b908e-1359-4d98-ae90-7b62ebbd9395" -d '{"events": [{"server_uuid": "551f26e0-c09f-4190-b833-c6c51857fd88", "name": "network-vif-plugged", "status": "completed", "tag": "09ca8529-c4a8-482f-b809-e3bb2eae5473"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:54:54.701086 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 09ca8529-c4a8-482f-b809-e3bb2eae5473, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=09ca8529-c4a8-482f-b809-e3bb2eae5473,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:54.727983 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6976ad1-1e20-4676-a25c-b826cefbeedd x-openstack-request-id: req-f6976ad1-1e20-4676-a25c-b826cefbeedd {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:54:54.727983 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551f26e0-c09f-4190-b833-c6c51857fd88", "name": "network-vif-plugged", "status": "completed", "tag": "09ca8529-c4a8-482f-b809-e3bb2eae5473", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:54:54.727983 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6976ad1-1e20-4676-a25c-b826cefbeedd {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:54:54.727983 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6976ad1-1e20-4676-a25c-b826cefbeedd'] response: {'server_uuid': '551f26e0-c09f-4190-b833-c6c51857fd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ca8529-c4a8-482f-b809-e3bb2eae5473', 'code': 200} Apr 18 17:54:54.765604 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:54:54.807944 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc308eb-eb09-4d48-9aeb-22bae3a6ad40 req-e1e1ec47-7b43-4545-a651-d3af15b47a9f tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:54.809503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbc308eb-eb09-4d48-9aeb-22bae3a6ad40 req-e1e1ec47-7b43-4545-a651-d3af15b47a9f tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 945 time: 0.0500691 Apr 18 17:54:54.817991 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=09ca8529-c4a8-482f-b809-e3bb2eae5473,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:54.857096 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597565b-cb3d-4c2b-b174-d556d6d3524b req-e80b2fde-32ae-493e-adc0-ae2a2bbcdd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:54.857793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cbc308eb-eb09-4d48-9aeb-22bae3a6ad40 req-248f9eb6-2992-4433-bd4b-c290d5c99e8a tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362377 Apr 18 17:54:54.858815 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6597565b-cb3d-4c2b-b174-d556d6d3524b req-e80b2fde-32ae-493e-adc0-ae2a2bbcdd87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 1096 time: 0.0445092 Apr 18 17:54:54.893290 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6597565b-cb3d-4c2b-b174-d556d6d3524b req-7dbcbd56-08d9-424b-b610-afcc774ada39 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277731 Apr 18 17:54:55.973630 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911c690-74a8-4fc7-8823-2d211efb12c6 req-4c0cb778-e103-46b5-a09b-676380962e25 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:55.975730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b911c690-74a8-4fc7-8823-2d211efb12c6 req-4c0cb778-e103-46b5-a09b-676380962e25 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 945 time: 0.0487263 Apr 18 17:54:56.012242 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b911c690-74a8-4fc7-8823-2d211efb12c6 req-be45022f-01d4-40bc-995c-63fd6275c50b tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305033 Apr 18 17:54:57.132023 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4af7f2-004a-4ab5-942b-bac14de98810 req-f8768ccc-2f61-436c-8626-f2ce974d7340 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:57.133527 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a4af7f2-004a-4ab5-942b-bac14de98810 req-f8768ccc-2f61-436c-8626-f2ce974d7340 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 945 time: 0.0496950 Apr 18 17:54:57.170508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a4af7f2-004a-4ab5-942b-bac14de98810 req-afb0ad3e-7588-4341-9946-c98b1255cd55 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Apr 18 17:54:57.283598 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4037-fe4d-4e1f-ad16-e39a7464df2b req-866fa059-312e-405c-a819-d4160db6c0a0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:54:57.285029 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb8d4037-fe4d-4e1f-ad16-e39a7464df2b req-866fa059-312e-405c-a819-d4160db6c0a0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 945 time: 0.0477591 Apr 18 17:54:57.326113 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-bb8d4037-fe4d-4e1f-ad16-e39a7464df2b req-20f51e39-66ea-4b83-9fbc-32c579143146 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Apr 18 17:55:00.979744 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-157c31dd-94f4-420d-8ab4-c00dc8fafcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:03.305217 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5c127ff-abad-45a1-b16c-0b133df60f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:04.568173 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:06.070645 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:06.194101 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:17.564819 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:17.747793 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:20.441692 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7b2a1-2701-4e17-9b40-ad064ce9ac97 req-a077c874-2359-41d8-b12d-bde49b817188 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:20.443075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12c7b2a1-2701-4e17-9b40-ad064ce9ac97 req-a077c874-2359-41d8-b12d-bde49b817188 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 945 time: 0.0488586 Apr 18 17:55:20.481142 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-12c7b2a1-2701-4e17-9b40-ad064ce9ac97 req-132f0687-e261-4afd-96ac-9dc24398c7f4 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Apr 18 17:55:21.719295 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f24b4-0cf6-406a-9c99-9d48fbf96452 req-397bf18c-cfc5-4e26-be04-42bf4ef132b5 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:21.720747 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f87f24b4-0cf6-406a-9c99-9d48fbf96452 req-397bf18c-cfc5-4e26-be04-42bf4ef132b5 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 945 time: 0.0967786 Apr 18 17:55:21.757331 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f87f24b4-0cf6-406a-9c99-9d48fbf96452 req-200635a2-6fe0-4428-819d-dda26ff9e240 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300374 Apr 18 17:55:22.306080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-d4a7a154-9811-46ea-af5c-728b5415e1b0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:22.307514 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-d4a7a154-9811-46ea-af5c-728b5415e1b0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.18 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Apr 18 17:55:22.397991 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Deleting port 09ca8529-c4a8-482f-b809-e3bb2eae5473 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:55:22.398337 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:22.484654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] For port 09ca8529-c4a8-482f-b809-e3bb2eae5473, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=09ca8529-c4a8-482f-b809-e3bb2eae5473,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:55:22.485023 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:22.498359 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Calling delete_port for 09ca8529-c4a8-482f-b809-e3bb2eae5473 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:55:22.662819 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:22.693089 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Pushing event deleted for resources: {'Port': ['ID=09ca8529-c4a8-482f-b809-e3bb2eae5473,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:22.695451 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['09ca8529-c4a8-482f-b809-e3bb2eae5473'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:55:22.722947 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.723276 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.723620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.723958 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.724441 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.724777 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.725109 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.725463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.725801 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.726132 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.726463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.726786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:22.754568 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] No DVR routers for this DVR port 09ca8529-c4a8-482f-b809-e3bb2eae5473 on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:55:22.757786 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:22.761895 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a52ff470-d523-4b93-8667-e034bb4e2f12 req-5ac67e8c-eebd-4784-ade7-5d6f25a06ef0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.18 "DELETE /v2.0/ports/09ca8529-c4a8-482f-b809-e3bb2eae5473 HTTP/1.1" status: 204 len: 173 time: 0.4482720 Apr 18 17:55:22.768422 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f26e0-c09f-4190-b833-c6c51857fd88', 'name': 'network-vif-deleted', 'tag': '09ca8529-c4a8-482f-b809-e3bb2eae5473'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:55:22.768422 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec03113b15443c6d38f15a98821c8fe5929d041f9a6231b3ff4f0f0da7d6132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537715af-9416-4d2d-8b17-042712636102" -d '{"events": [{"server_uuid": "551f26e0-c09f-4190-b833-c6c51857fd88", "name": "network-vif-deleted", "tag": "09ca8529-c4a8-482f-b809-e3bb2eae5473"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:55:22.806174 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27944d51-081f-47f8-89cf-85502be39d2a x-openstack-request-id: req-27944d51-081f-47f8-89cf-85502be39d2a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:55:22.806465 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551f26e0-c09f-4190-b833-c6c51857fd88", "name": "network-vif-deleted", "tag": "09ca8529-c4a8-482f-b809-e3bb2eae5473", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:55:22.806713 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27944d51-081f-47f8-89cf-85502be39d2a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:55:22.807116 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27944d51-081f-47f8-89cf-85502be39d2a'] response: {'server_uuid': '551f26e0-c09f-4190-b833-c6c51857fd88', 'name': 'network-vif-deleted', 'tag': '09ca8529-c4a8-482f-b809-e3bb2eae5473', 'status': 'completed', 'code': 200} Apr 18 17:55:22.861062 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0d0cd103-8c28-4bcc-84cd-08de3c669bc7 req-8052d6f0-4e65-405b-8226-4b97e04057b0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=551f26e0-c09f-4190-b833-c6c51857fd88 HTTP/1.1" status: 200 len: 210 time: 0.0282371 Apr 18 17:55:24.548497 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-4d048cc1-067f-4a64-ac51-2448d9c1c003 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:24.549957 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-4d048cc1-067f-4a64-ac51-2448d9c1c003 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/networks?id=093b4ee4-6193-4996-a811-3f6b56046c46 HTTP/1.1" status: 200 len: 817 time: 0.1022134 Apr 18 17:55:24.565137 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-850ebeaa-6480-43dd-b0cb-9bc5575eb542 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/quotas/07cace61505445bdaaff228a128847eb HTTP/1.1" status: 200 len: 375 time: 0.0094583 Apr 18 17:55:24.614756 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-ee7ff86e-a576-4770-9845-05ef9fe6d8c0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=07cace61505445bdaaff228a128847eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443466 Apr 18 17:55:24.804730 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-5ddff1da-3c4a-463e-9335-0eda30e1d2b2 service neutron] 10.222.0.45 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224999 Apr 18 17:55:24.892508 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-950e26e4-80e2-413a-9a19-2e8f42c0b8be service neutron] 10.222.0.45 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810437 Apr 18 17:55:25.125530 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5024806c-4eb0-43b3-97c9-bc3d01d7be34 req-a0a5d8ae-889b-4f4b-8ce7-dcbea9e428b9 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 210 time: 0.0267544 Apr 18 17:55:26.230808 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a778601f-16bd-47b7-870a-eca13ef87ce0 req-ff3d7be1-0924-454e-afc1-f67e19ca64c5 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 210 time: 0.0305202 Apr 18 17:55:26.624015 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 09ca8529-c4a8-482f-b809-e3bb2eae5473 no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:55:26.644379 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 09ca8529-c4a8-482f-b809-e3bb2eae5473 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:55:26.644716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 09ca8529-c4a8-482f-b809-e3bb2eae5473 not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:55:27.075347 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-b75f6b81-4c3b-49fe-8623-eb25238396fa tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:27.076803 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-b75f6b81-4c3b-49fe-8623-eb25238396fa tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.18 "GET /v2.0/networks?id=093b4ee4-6193-4996-a811-3f6b56046c46 HTTP/1.1" status: 200 len: 817 time: 0.1004996 Apr 18 17:55:27.096250 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Request body: {'port': {'device_id': '2f9246c4-a6ba-4999-bc20-22655c90a28b', 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'admin_state_up': True, 'tenant_id': '07cace61505445bdaaff228a128847eb'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:55:27.282552 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Made reservation on behalf of 07cace61505445bdaaff228a128847eb for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:55:27.286202 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:27.325810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-42801b8f-e576-4576-b5e7-6d675af5d40f req-33781d7f-c101-49a7-9ee7-b0539015f5cf tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 210 time: 0.0269022 Apr 18 17:55:27.410244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Allocated IP 172.20.0.7 (093b4ee4-6193-4996-a811-3f6b56046c46/459b5e6c-aaa5-41f6-b356-bde3e6a60955/1d8e5b53-5d59-4aea-9180-2b08a774a88b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:55:27.554801 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:27.643064 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:27.690207 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Network 093b4ee4-6193-4996-a811-3f6b56046c46 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:55:27.693618 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:55:27.696000 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:55:27.727654 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Pushing event updated for resources: {'Port': ['ID=1d8e5b53-5d59-4aea-9180-2b08a774a88b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:27.755369 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:27.756060 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:27.824926 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-7a7461a8-b3df-4da3-a91f-c11614761a21 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7323105 Apr 18 17:55:27.913960 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Request body: {'port': {'device_id': '2f9246c4-a6ba-4999-bc20-22655c90a28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:55:27.945310 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-43c6c473-3265-4ee5-9702-5b2c688d7186 None None] Provisioning complete for port 1d8e5b53-5d59-4aea-9180-2b08a774a88b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:55:27.945892 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-43c6c473-3265-4ee5-9702-5b2c688d7186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:27.969045 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:27.980937 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-43c6c473-3265-4ee5-9702-5b2c688d7186 None None] Port 1d8e5b53-5d59-4aea-9180-2b08a774a88b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:55:28.225531 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8e5b53-5d59-4aea-9180-2b08a774a88b {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:55:28.233577 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:28.245341 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Transition to ACTIVE for port object 1d8e5b53-5d59-4aea-9180-2b08a774a88b will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:55:28.330347 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:28.382443 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Pushing event updated for resources: {'Port': ['ID=1d8e5b53-5d59-4aea-9180-2b08a774a88b,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:28.445367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fadd6-279d-46f7-bfb4-170848d08d08 req-6f8bf458-ca66-4650-90ef-8dd9bd97b4af tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:28.446949 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d8fadd6-279d-46f7-bfb4-170848d08d08 req-6f8bf458-ca66-4650-90ef-8dd9bd97b4af tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 943 time: 0.0508738 Apr 18 17:55:28.459460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Attempting to bind port 1d8e5b53-5d59-4aea-9180-2b08a774a88b on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:55:28.460048 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Attempting to bind port 1d8e5b53-5d59-4aea-9180-2b08a774a88b by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:55:28.460454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Attempting to bind port 1d8e5b53-5d59-4aea-9180-2b08a774a88b on network 093b4ee4-6193-4996-a811-3f6b56046c46 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:55:28.465597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Port 1d8e5b53-5d59-4aea-9180-2b08a774a88b on network 093b4ee4-6193-4996-a811-3f6b56046c46 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:55:28.465999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Attempting to bind port 1d8e5b53-5d59-4aea-9180-2b08a774a88b on network 093b4ee4-6193-4996-a811-3f6b56046c46 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:55:28.471319 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:55:28.472023 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Checking segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:55:28.472493 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Bound using segment: {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:55:28.473010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Bound port: 1d8e5b53-5d59-4aea-9180-2b08a774a88b, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7613ff3e-177f-49d7-a6a7-50e2dcbd4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:55:28.473506 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:28.488839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1d8fadd6-279d-46f7-bfb4-170848d08d08 req-8f219879-aa60-4a6f-a1f1-3726a5ba81a6 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Apr 18 17:55:28.540786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] For port 1d8e5b53-5d59-4aea-9180-2b08a774a88b, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:55:28.544530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] For port 1d8e5b53-5d59-4aea-9180-2b08a774a88b, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1d8e5b53-5d59-4aea-9180-2b08a774a88b,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:55:28.611152 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:28.649642 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:28.650147 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:28.652152 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] 10.222.0.18 "PUT /v2.0/ports/1d8e5b53-5d59-4aea-9180-2b08a774a88b HTTP/1.1" status: 200 len: 1091 time: 0.7785697 Apr 18 17:55:28.652597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9246c4-a6ba-4999-bc20-22655c90a28b', 'tag': '1d8e5b53-5d59-4aea-9180-2b08a774a88b'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:55:28.683846 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fca96-b9ae-41e1-8176-98d953c2297e service neutron] Pushing event updated for resources: {'Port': ['ID=1d8e5b53-5d59-4aea-9180-2b08a774a88b,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:28.706737 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1c20ca0640a69844f4bd4f9727827ac3990fd7bb89a82cb9892422d9172ee0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba4bda1-a554-492f-8eaf-a4ea6241a032" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9246c4-a6ba-4999-bc20-22655c90a28b", "tag": "1d8e5b53-5d59-4aea-9180-2b08a774a88b"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:55:28.801198 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee44b90-1a86-483d-98f1-6e7c7746bfb5 x-openstack-request-id: req-1ee44b90-1a86-483d-98f1-6e7c7746bfb5 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:55:28.801512 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9246c4-a6ba-4999-bc20-22655c90a28b", "tag": "1d8e5b53-5d59-4aea-9180-2b08a774a88b", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:55:28.801762 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ee44b90-1a86-483d-98f1-6e7c7746bfb5 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:55:28.802239 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee44b90-1a86-483d-98f1-6e7c7746bfb5'] response: {'name': 'network-changed', 'server_uuid': '2f9246c4-a6ba-4999-bc20-22655c90a28b', 'tag': '1d8e5b53-5d59-4aea-9180-2b08a774a88b', 'status': 'completed', 'code': 200} Apr 18 17:55:28.836463 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-a6e45dfe-3fb3-4fe7-b9dd-6b041cc3ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:28.838125 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-a6e45dfe-3fb3-4fe7-b9dd-6b041cc3ef68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07cace61505445bdaaff228a128847eb&device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 1094 time: 0.0474119 Apr 18 17:55:28.885898 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-fbe1241b-83f7-474e-a55a-da6c707c7b4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d8e5b53-5d59-4aea-9180-2b08a774a88b HTTP/1.1" status: 200 len: 217 time: 0.0346298 Apr 18 17:55:28.938549 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-f13bfa28-8e38-4b1a-91c9-eb97bbb385f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:28.940007 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-f13bfa28-8e38-4b1a-91c9-eb97bbb385f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=459b5e6c-aaa5-41f6-b356-bde3e6a60955 HTTP/1.1" status: 200 len: 856 time: 0.0471067 Apr 18 17:55:28.984620 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-76ea82b8-cb3f-4d04-986d-679131922138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:28.986117 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-76ea82b8-cb3f-4d04-986d-679131922138 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=093b4ee4-6193-4996-a811-3f6b56046c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396390 Apr 18 17:55:29.073241 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-db72a566-c25b-4d44-a972-7e5ca0b409e1 service neutron] 10.222.0.18 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795965 Apr 18 17:55:29.163087 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-5ce518fa-b454-459f-85ca-7e643d2ce0ba req-a6ed6f37-1f83-4caf-a172-acdee0781267 service neutron] 10.222.0.18 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835927 Apr 18 17:55:29.348015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-90354020-1c68-4740-a21a-ce63f6f6ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:29.349394 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-90354020-1c68-4740-a21a-ce63f6f6ada5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07cace61505445bdaaff228a128847eb&device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 1094 time: 0.0439258 Apr 18 17:55:29.356953 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:55:29.439639 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-19632f65-20f9-455d-aa6c-a40fffeb6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:29.441092 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-19632f65-20f9-455d-aa6c-a40fffeb6b71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=093b4ee4-6193-4996-a811-3f6b56046c46 HTTP/1.1" status: 200 len: 918 time: 0.0854161 Apr 18 17:55:29.481626 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-ce26b6b9-89e9-4428-8d83-816fdec4f1bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d8e5b53-5d59-4aea-9180-2b08a774a88b HTTP/1.1" status: 200 len: 217 time: 0.0343845 Apr 18 17:55:29.529289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-0bbe57bc-a06e-483f-85cb-0edbcd7481e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:29.530791 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-0bbe57bc-a06e-483f-85cb-0edbcd7481e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=459b5e6c-aaa5-41f6-b356-bde3e6a60955 HTTP/1.1" status: 200 len: 856 time: 0.0427897 Apr 18 17:55:29.584004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-05e86627-d0b5-4681-8001-614284468946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:29.585568 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-05e86627-d0b5-4681-8001-614284468946 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=093b4ee4-6193-4996-a811-3f6b56046c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484960 Apr 18 17:55:29.605522 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7525f-2741-4a41-8adb-1ffdedab4653 req-8bac6d54-2221-427a-bf71-f387d8c091f3 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:29.606930 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8d7525f-2741-4a41-8adb-1ffdedab4653 req-8bac6d54-2221-427a-bf71-f387d8c091f3 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 943 time: 0.0510430 Apr 18 17:55:29.645200 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d8d7525f-2741-4a41-8adb-1ffdedab4653 req-c0cf5e44-df72-4630-8e6b-35ba85e25f5b tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321910 Apr 18 17:55:29.673322 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-0f3c4e36-e7ea-4d9f-b1ca-72936edd8feb service neutron] 10.222.0.18 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812349 Apr 18 17:55:29.763812 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-9ba4bda1-a554-492f-8eaf-a4ea6241a032 req-226ac0db-927c-4b4a-86a0-9cd9f5503e3b service neutron] 10.222.0.18 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840216 Apr 18 17:55:30.766281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301f00-c5d8-4f0e-846c-daf34052072c req-8d4bf565-5dcc-4b9f-a320-fc2b45f4031b tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:30.767721 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26301f00-c5d8-4f0e-846c-daf34052072c req-8d4bf565-5dcc-4b9f-a320-fc2b45f4031b tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 943 time: 0.0513382 Apr 18 17:55:30.805319 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26301f00-c5d8-4f0e-846c-daf34052072c req-941f495b-4a0c-4570-9741-f57ba21733a3 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315986 Apr 18 17:55:30.998841 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-00a55d64-c7a2-439e-a344-1500a3a5fbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:31.920978 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1bc51-c93b-4655-88ee-8fc0ef13d0d0 req-233e7ab0-3487-483a-ad8d-8e064b8b2be5 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:31.922366 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbc1bc51-c93b-4655-88ee-8fc0ef13d0d0 req-233e7ab0-3487-483a-ad8d-8e064b8b2be5 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 943 time: 0.0495017 Apr 18 17:55:31.958994 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fbc1bc51-c93b-4655-88ee-8fc0ef13d0d0 req-278bd2ec-afbc-4ddd-be7b-4d4cbed8b135 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Apr 18 17:55:32.638206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1d8e5b53-5d59-4aea-9180-2b08a774a88b details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:55:32.735414 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1d8e5b53-5d59-4aea-9180-2b08a774a88b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1d8e5b53-5d59-4aea-9180-2b08a774a88b,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:55:32.746737 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '1d8e5b53-5d59-4aea-9180-2b08a774a88b', 'network_id': '093b4ee4-6193-4996-a811-3f6b56046c46', 'port_id': '1d8e5b53-5d59-4aea-9180-2b08a774a88b', 'mac_address': 'fa:16:3e:06:35:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b5e6c-aaa5-41f6-b356-bde3e6a60955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:55:32.781822 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:32.793689 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8e5b53-5d59-4aea-9180-2b08a774a88b {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:55:32.812642 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1d8e5b53-5d59-4aea-9180-2b08a774a88b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1d8e5b53-5d59-4aea-9180-2b08a774a88b,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:55:32.922251 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:32.975004 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1d8e5b53-5d59-4aea-9180-2b08a774a88b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:32.982856 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.983205 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.983542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.983871 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.984195 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.984517 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.984836 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.985156 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.985506 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.985827 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.986148 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:32.986461 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:55:33.074057 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122d7cc-c846-4bce-9380-45c41666da16 req-c1e70135-6d4d-4f06-95fd-f10f9fc9aff0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:33.075441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5122d7cc-c846-4bce-9380-45c41666da16 req-c1e70135-6d4d-4f06-95fd-f10f9fc9aff0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 944 time: 0.0487313 Apr 18 17:55:33.111860 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-5122d7cc-c846-4bce-9380-45c41666da16 req-50ee6072-a377-4a0f-af9d-f6370ee1f595 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305169 Apr 18 17:55:33.283067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1d8e5b53-5d59-4aea-9180-2b08a774a88b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:55:33.306703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c97a45ea-5d5b-4d56-a3f3-32d141229428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:34.230321 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746bfdb-f8f1-4921-b1a8-784afa968e8d req-485ac520-4bef-4bbe-b4b4-895b08f6eb9e tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:34.233215 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6746bfdb-f8f1-4921-b1a8-784afa968e8d req-485ac520-4bef-4bbe-b4b4-895b08f6eb9e tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 944 time: 0.0531585 Apr 18 17:55:34.273761 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6746bfdb-f8f1-4921-b1a8-784afa968e8d req-24639bff-4664-48f2-88a7-3bc487d4f38c tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357208 Apr 18 17:55:34.596195 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:34.636957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1d8e5b53-5d59-4aea-9180-2b08a774a88b up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:55:34.761903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 1d8e5b53-5d59-4aea-9180-2b08a774a88b completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:55:34.765619 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 1d8e5b53-5d59-4aea-9180-2b08a774a88b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:55:34.765986 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:34.840024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:34.861639 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9246c4-a6ba-4999-bc20-22655c90a28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8e5b53-5d59-4aea-9180-2b08a774a88b'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:55:34.863880 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d705fe8d7c2dddd3ba9094e06658e43b05f1f98e4da3ab856123147b9c84cba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57943bd-cee8-48de-b6fa-df2ca408f0ff" -d '{"events": [{"server_uuid": "2f9246c4-a6ba-4999-bc20-22655c90a28b", "name": "network-vif-plugged", "status": "completed", "tag": "1d8e5b53-5d59-4aea-9180-2b08a774a88b"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:55:34.876018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 1d8e5b53-5d59-4aea-9180-2b08a774a88b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1d8e5b53-5d59-4aea-9180-2b08a774a88b,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:55:34.898794 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b913aae-dcdd-4e33-9e72-31cc2616fbe8 x-openstack-request-id: req-2b913aae-dcdd-4e33-9e72-31cc2616fbe8 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:55:34.899084 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9246c4-a6ba-4999-bc20-22655c90a28b", "name": "network-vif-plugged", "status": "completed", "tag": "1d8e5b53-5d59-4aea-9180-2b08a774a88b", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:55:34.904351 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b913aae-dcdd-4e33-9e72-31cc2616fbe8 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:55:34.904351 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b913aae-dcdd-4e33-9e72-31cc2616fbe8'] response: {'server_uuid': '2f9246c4-a6ba-4999-bc20-22655c90a28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8e5b53-5d59-4aea-9180-2b08a774a88b', 'code': 200} Apr 18 17:55:34.950657 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:35.000586 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=1d8e5b53-5d59-4aea-9180-2b08a774a88b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:35.018178 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c048c-d17a-4b19-84c8-dc679398b81d req-8df8717a-c6c3-468c-b558-77cf6dcea67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:35.019682 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3c0c048c-d17a-4b19-84c8-dc679398b81d req-8df8717a-c6c3-468c-b558-77cf6dcea67e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 1096 time: 0.0417435 Apr 18 17:55:35.053515 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3c0c048c-d17a-4b19-84c8-dc679398b81d req-bfbd170f-7256-475f-8e16-2b71867cf93f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273120 Apr 18 17:55:35.385696 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017d857-18fc-4392-bc3a-7398bc8a18c3 req-05781c87-5618-4216-b891-eb16464f974f tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:35.387126 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a017d857-18fc-4392-bc3a-7398bc8a18c3 req-05781c87-5618-4216-b891-eb16464f974f tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 945 time: 0.0472927 Apr 18 17:55:35.423735 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a017d857-18fc-4392-bc3a-7398bc8a18c3 req-b143829a-c569-444f-a59e-16f8e9569d6d tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305521 Apr 18 17:55:36.064955 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:36.178846 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:36.540482 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb193aa-ee06-4137-a766-190b001f613a req-54dc4187-c01a-42cd-8c97-596018031a39 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:36.541985 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2cb193aa-ee06-4137-a766-190b001f613a req-54dc4187-c01a-42cd-8c97-596018031a39 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 945 time: 0.0482600 Apr 18 17:55:36.580666 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2cb193aa-ee06-4137-a766-190b001f613a req-ed526103-5726-479e-873f-56d19779f988 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326414 Apr 18 17:55:37.703597 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e9f86-1848-4fc1-983c-5a65d3ef220f req-9ad2895a-e5a3-4171-a464-f9eb12d10a82 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:37.705056 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55e9f86-1848-4fc1-983c-5a65d3ef220f req-9ad2895a-e5a3-4171-a464-f9eb12d10a82 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 945 time: 0.0541127 Apr 18 17:55:37.743075 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f55e9f86-1848-4fc1-983c-5a65d3ef220f req-b2fe060c-2c21-43ed-be25-74695989b4dd tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Apr 18 17:55:37.856688 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da1c83-4feb-4b20-91b2-420267d86e22 req-2328c839-a2c6-42c1-9616-a8951a879724 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:37.858155 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18da1c83-4feb-4b20-91b2-420267d86e22 req-2328c839-a2c6-42c1-9616-a8951a879724 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 945 time: 0.0487053 Apr 18 17:55:37.894833 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-18da1c83-4feb-4b20-91b2-420267d86e22 req-be173a56-06d9-43ed-86f4-280b324bf380 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305941 Apr 18 17:55:44.480801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-25a0b9e5-1ece-401b-a363-0b26a28ce4f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437753 Apr 18 17:55:44.575083 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-84f75a93-74c6-442f-9b0f-047fbc9af751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:44.576562 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-84f75a93-74c6-442f-9b0f-047fbc9af751 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07cace61505445bdaaff228a128847eb&device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 1096 time: 0.0406585 Apr 18 17:55:44.680348 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-0670bdcb-4638-4a5e-a6c0-b84bf78594a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:44.682336 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-0670bdcb-4638-4a5e-a6c0-b84bf78594a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=093b4ee4-6193-4996-a811-3f6b56046c46 HTTP/1.1" status: 200 len: 918 time: 0.0873041 Apr 18 17:55:44.727098 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-8105cb2d-cded-4dfc-9a48-db3f1a91ceb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d8e5b53-5d59-4aea-9180-2b08a774a88b HTTP/1.1" status: 200 len: 217 time: 0.0379403 Apr 18 17:55:44.777590 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-afe0a8d3-9cc2-441d-a6bb-650095697e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:44.778871 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-afe0a8d3-9cc2-441d-a6bb-650095697e17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=459b5e6c-aaa5-41f6-b356-bde3e6a60955 HTTP/1.1" status: 200 len: 856 time: 0.0458987 Apr 18 17:55:44.823256 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-b42e71c5-dc77-4dd7-b593-02c0b68ee61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:44.824664 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-b42e71c5-dc77-4dd7-b593-02c0b68ee61e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=093b4ee4-6193-4996-a811-3f6b56046c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388317 Apr 18 17:55:44.910778 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-4ce92e60-bdd4-42e5-931b-8069ebb7d439 service neutron] 10.222.0.18 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784006 Apr 18 17:55:45.001533 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1ed45a82-dde4-49a8-b2a2-1c1d03434d47 req-9a43eed4-882c-47ba-a124-48ac092f1c1b service neutron] 10.222.0.18 "GET /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840468 Apr 18 17:55:47.576222 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:47.729964 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:55:59.576461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc4239-1206-4b87-aa6d-84186d8d1ffa req-64ecc161-92ea-450d-aba7-9920f3dff836 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:55:59.577986 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2afc4239-1206-4b87-aa6d-84186d8d1ffa req-64ecc161-92ea-450d-aba7-9920f3dff836 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 945 time: 0.0503361 Apr 18 17:55:59.615977 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2afc4239-1206-4b87-aa6d-84186d8d1ffa req-f7097413-a527-4ef9-ab25-4ae8c5523a66 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Apr 18 17:56:00.739354 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bbe19-573c-4c2b-82aa-54d94ecda07a req-c0edc56e-91ce-47cf-9436-4b1193bb5eb5 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:00.740807 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e94bbe19-573c-4c2b-82aa-54d94ecda07a req-c0edc56e-91ce-47cf-9436-4b1193bb5eb5 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 945 time: 0.0519698 Apr 18 17:56:00.777923 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e94bbe19-573c-4c2b-82aa-54d94ecda07a req-26e25c48-c84f-4474-90db-bb6037c87afd tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a30267-6a3f-482a-b910-73ed071135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Apr 18 17:56:00.969992 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6a95fdca-7918-4b39-a64a-d0baa3edb248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:01.302740 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445a065-993d-4849-ba48-6846e4f4f918 req-7adc53a6-5112-46e8-8bd5-5229e6de6ad0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:01.304093 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1445a065-993d-4849-ba48-6846e4f4f918 req-7adc53a6-5112-46e8-8bd5-5229e6de6ad0 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 945 time: 0.0479021 Apr 18 17:56:01.395279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Deleting port 1d8e5b53-5d59-4aea-9180-2b08a774a88b {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:01.395615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:01.480288 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] For port 1d8e5b53-5d59-4aea-9180-2b08a774a88b, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=1d8e5b53-5d59-4aea-9180-2b08a774a88b,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:01.480649 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:01.492964 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Calling delete_port for 1d8e5b53-5d59-4aea-9180-2b08a774a88b owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:01.681936 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:01.709566 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Pushing event deleted for resources: {'Port': ['ID=1d8e5b53-5d59-4aea-9180-2b08a774a88b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:01.715900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['1d8e5b53-5d59-4aea-9180-2b08a774a88b'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:56:01.754645 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] No DVR routers for this DVR port 1d8e5b53-5d59-4aea-9180-2b08a774a88b on host n-h1-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:56:01.757278 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:01.760606 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-1445a065-993d-4849-ba48-6846e4f4f918 req-760c3b25-616b-48ae-becb-3b55603a6888 tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.18 "DELETE /v2.0/ports/1d8e5b53-5d59-4aea-9180-2b08a774a88b HTTP/1.1" status: 204 len: 173 time: 0.4510868 Apr 18 17:56:01.761056 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9246c4-a6ba-4999-bc20-22655c90a28b', 'name': 'network-vif-deleted', 'tag': '1d8e5b53-5d59-4aea-9180-2b08a774a88b'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:56:01.763461 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1c20ca0640a69844f4bd4f9727827ac3990fd7bb89a82cb9892422d9172ee0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6057080e-e710-410a-8717-ab639ec5f45b" -d '{"events": [{"server_uuid": "2f9246c4-a6ba-4999-bc20-22655c90a28b", "name": "network-vif-deleted", "tag": "1d8e5b53-5d59-4aea-9180-2b08a774a88b"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:56:01.802969 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7689c79a-684c-4a3f-a912-735e4eb51c2d x-openstack-request-id: req-7689c79a-684c-4a3f-a912-735e4eb51c2d {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:56:01.803363 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9246c4-a6ba-4999-bc20-22655c90a28b", "name": "network-vif-deleted", "tag": "1d8e5b53-5d59-4aea-9180-2b08a774a88b", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:56:01.803646 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7689c79a-684c-4a3f-a912-735e4eb51c2d {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:56:01.804050 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7689c79a-684c-4a3f-a912-735e4eb51c2d'] response: {'server_uuid': '2f9246c4-a6ba-4999-bc20-22655c90a28b', 'name': 'network-vif-deleted', 'tag': '1d8e5b53-5d59-4aea-9180-2b08a774a88b', 'status': 'completed', 'code': 200} Apr 18 17:56:01.885027 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2fc33b1b-f529-405b-b303-6cd548de1f83 req-0926c521-64ba-4622-a0ca-1a0179ace6ac tempest-TestEncryptedCinderVolumes-1595241618 tempest-TestEncryptedCinderVolumes-1595241618-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f9246c4-a6ba-4999-bc20-22655c90a28b HTTP/1.1" status: 200 len: 210 time: 0.0272651 Apr 18 17:56:03.029308 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52938) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:03.304940 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7501b54f-ffef-440d-a734-8d706a495441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:03.377093 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:03.922530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Deleting port a57235da-e90f-4f24-b4f8-6fa3814f2380 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:03.922788 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:04.000224 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] For port a57235da-e90f-4f24-b4f8-6fa3814f2380, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a57235da-e90f-4f24-b4f8-6fa3814f2380,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:04.000584 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:04.012617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Calling delete_port for a57235da-e90f-4f24-b4f8-6fa3814f2380 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:04.255990 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:04.286826 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57235da-e90f-4f24-b4f8-6fa3814f2380,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:04.448837 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:04.584577 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:04.661099 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Router e4222196-0dcd-4186-8544-6c24c3d4ec37 has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:56:04.767175 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:56:04.772384 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ded6c0e0-09da-402e-b351-1cff48126368 admin admin] 10.222.0.45 "PUT /v2.0/routers/e4222196-0dcd-4186-8544-6c24c3d4ec37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7420292 Apr 18 17:56:04.775052 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52940) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:04.776570 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] Sync routers for ids ['e4222196-0dcd-4186-8544-6c24c3d4ec37'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:56:04.786376 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] Routers {'e4222196-0dcd-4186-8544-6c24c3d4ec37'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:04.786983 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e4222196-0dcd-4186-8544-6c24c3d4ec37'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:04.793723 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1d8e5b53-5d59-4aea-9180-2b08a774a88b no longer exists at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:56:04.818666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] No Port match for: 1d8e5b53-5d59-4aea-9180-2b08a774a88b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:56:04.819166 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 1d8e5b53-5d59-4aea-9180-2b08a774a88b not bound to the agent host n-h1-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:56:04.882874 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks [] for router, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:04.901572 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] Set router e4222196-0dcd-4186-8544-6c24c3d4ec37 gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:04.984006 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.069823 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:56:04Z', 'revision_number': 5, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port': {'id': 'de7b38b7-8b6f-45af-8c16-412c38c95235', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:05.099421 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] Checking router: e4222196-0dcd-4186-8544-6c24c3d4ec37 for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:56:05.101088 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Deleting port de7b38b7-8b6f-45af-8c16-412c38c95235 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:05.101452 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.107860 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] Routers {'e4222196-0dcd-4186-8544-6c24c3d4ec37'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:05.108455 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['e4222196-0dcd-4186-8544-6c24c3d4ec37'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:05.185733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] For port de7b38b7-8b6f-45af-8c16-412c38c95235, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=de7b38b7-8b6f-45af-8c16-412c38c95235,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:05.186014 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.192564 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] Set router e4222196-0dcd-4186-8544-6c24c3d4ec37 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:05.198519 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Calling delete_port for de7b38b7-8b6f-45af-8c16-412c38c95235 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:05.243445 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:56:04Z', 'revision_number': 6, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:05.273560 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335edc62-19be-467b-b2e9-d6ef74d241c0 None None] The sync data for ids ['e4222196-0dcd-4186-8544-6c24c3d4ec37'] in n-d-836015-2 is: [{'id': 'e4222196-0dcd-4186-8544-6c24c3d4ec37', 'name': 'tempest-TestEncryptedCinderVolumes-1375334245-router', 'tenant_id': '07cace61505445bdaaff228a128847eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:31Z', 'updated_at': '2022-04-18T17:56:04Z', 'revision_number': 6, 'project_id': '07cace61505445bdaaff228a128847eb', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:56:05.438715 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.465722 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7b38b7-8b6f-45af-8c16-412c38c95235,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:05.522213 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.612185 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.614419 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.718606 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.719148 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4222196-0dcd-4186-8544-6c24c3d4ec37 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:56:05.723637 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.724798 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-07cc6813-bade-405c-8773-3969e4d98d57 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e4222196-0dcd-4186-8544-6c24c3d4ec37 HTTP/1.1" status: 204 len: 168 time: 0.9488339 Apr 18 17:56:05.727295 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52942) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:05.771283 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebaba835-53cf-424e-8c5c-36b637730413 admin admin] Deleting subnet 459b5e6c-aaa5-41f6-b356-bde3e6a60955 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:56:05.774286 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebaba835-53cf-424e-8c5c-36b637730413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.808298 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebaba835-53cf-424e-8c5c-36b637730413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5246895'] for subnet, precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.888475 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebaba835-53cf-424e-8c5c-36b637730413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:05.993229 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebaba835-53cf-424e-8c5c-36b637730413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5834054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485802'] for subnet, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.019472 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaba835-53cf-424e-8c5c-36b637730413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459b5e6c-aaa5-41f6-b356-bde3e6a60955,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:06.025543 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ebaba835-53cf-424e-8c5c-36b637730413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.029498 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ebaba835-53cf-424e-8c5c-36b637730413 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/459b5e6c-aaa5-41f6-b356-bde3e6a60955 HTTP/1.1" status: 204 len: 168 time: 0.3011799 Apr 18 17:56:06.032514 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52944) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:06.035230 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d8ab4-205b-4fbb-b747-ecd965dd9a7f None None] Network 093b4ee4-6193-4996-a811-3f6b56046c46 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:56:06.089590 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.100429 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.162638 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Deleting port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:06.163037 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.233185 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] For port 8023e3ee-5d53-40e8-aa8e-1a31dc222917, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8023e3ee-5d53-40e8-aa8e-1a31dc222917,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:06.233604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.238441 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] DHCP port deletion for 093b4ee4-6193-4996-a811-3f6b56046c46 request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:56:06.241892 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.251737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Calling delete_port for 8023e3ee-5d53-40e8-aa8e-1a31dc222917 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:06.291878 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] Deleting port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:06.292364 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.355198 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:56:06.362271 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] For port 8023e3ee-5d53-40e8-aa8e-1a31dc222917, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=8023e3ee-5d53-40e8-aa8e-1a31dc222917,segment=NetworkSegment(7613ff3e-177f-49d7-a6a7-50e2dcbd4376),segment_id=7613ff3e-177f-49d7-a6a7-50e2dcbd4376)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:06.362680 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.375707 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] Calling delete_port for 8023e3ee-5d53-40e8-aa8e-1a31dc222917 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:06.415461 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.441263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8023e3ee-5d53-40e8-aa8e-1a31dc222917,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:06.445294 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] No DVR routers for this DVR port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:56:06.451469 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.477066 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] Pushing event deleted for resources: {'Port': ['ID=8023e3ee-5d53-40e8-aa8e-1a31dc222917,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:06.478946 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5dfeb-234a-4bc3-968b-66d29218be46 None None] No DVR routers for this DVR port 8023e3ee-5d53-40e8-aa8e-1a31dc222917 on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:56:06.521135 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.543976 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093b4ee4-6193-4996-a811-3f6b56046c46']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:06.552832 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7613ff3e-177f-49d7-a6a7-50e2dcbd4376') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:06.553129 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7613ff3e-177f-49d7-a6a7-50e2dcbd4376') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:06.562730 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.575995 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.582014 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:56:06.582420 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:56:06.584127 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:56:06.684251 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.690011 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:06.693109 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] 10.222.0.45 "DELETE /v2.0/networks/093b4ee4-6193-4996-a811-3f6b56046c46 HTTP/1.1" status: 204 len: 168 time: 0.6598299 Apr 18 17:56:06.696193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:06.704843 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391957-4118-4c5f-835f-1e753e545d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=093b4ee4-6193-4996-a811-3f6b56046c46,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:07.033848 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584793'] for router_interface, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:07.253542 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8023e3ee-5d53-40e8-aa8e-1a31dc222917 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:56:07.278088 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 8023e3ee-5d53-40e8-aa8e-1a31dc222917 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:56:07.282231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 8023e3ee-5d53-40e8-aa8e-1a31dc222917 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:56:07.282231 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a57235da-e90f-4f24-b4f8-6fa3814f2380 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:56:07.282514 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Deleting port 66b3df8a-454f-431c-955f-8b3cc8b1bd30 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:07.282514 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:07.300374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: a57235da-e90f-4f24-b4f8-6fa3814f2380 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:56:07.300620 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a57235da-e90f-4f24-b4f8-6fa3814f2380 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:56:07.301029 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device de7b38b7-8b6f-45af-8c16-412c38c95235 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:56:07.322048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: de7b38b7-8b6f-45af-8c16-412c38c95235 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:56:07.322394 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device de7b38b7-8b6f-45af-8c16-412c38c95235 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:56:07.373365 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] For port 66b3df8a-454f-431c-955f-8b3cc8b1bd30, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=66b3df8a-454f-431c-955f-8b3cc8b1bd30,segment=NetworkSegment(405b95c4-f63c-4324-81d8-798c1d5019fa),segment_id=405b95c4-f63c-4324-81d8-798c1d5019fa)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:07.373765 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:07.388440 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Calling delete_port for 66b3df8a-454f-431c-955f-8b3cc8b1bd30 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:07.626817 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:07.652861 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b3df8a-454f-431c-955f-8b3cc8b1bd30,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:07.664977 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.665281 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.665699 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.666075 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.666333 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.666664 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.666991 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.667367 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.667793 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.668138 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.668465 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:07.668789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:08.126267 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-741550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584169'] for router_interface, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:08.336537 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Router eda14234-b4f2-4440-b96d-6366a6d06e1a has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:56:08.441601 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:56:08.447000 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-b26ca0d8-9b28-48c0-a667-9a99fa9e7727 admin admin] 10.222.0.45 "PUT /v2.0/routers/eda14234-b4f2-4440-b96d-6366a6d06e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7497005 Apr 18 17:56:08.449492 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52948) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:08.450924 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] Sync routers for ids ['eda14234-b4f2-4440-b96d-6366a6d06e1a'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:56:08.460210 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] Routers {'eda14234-b4f2-4440-b96d-6366a6d06e1a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:08.460798 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['eda14234-b4f2-4440-b96d-6366a6d06e1a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:08.561258 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks [] for router, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:08.573988 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] Set router eda14234-b4f2-4440-b96d-6366a6d06e1a gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:08.667621 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:08.827329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Deleting port 6a7107b2-cc36-43db-a6aa-c76e97a6faff {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:08.827671 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:08.919101 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] For port 6a7107b2-cc36-43db-a6aa-c76e97a6faff, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=6a7107b2-cc36-43db-a6aa-c76e97a6faff,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:08.919466 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:08.920680 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:56:07Z', 'revision_number': 5, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port': {'id': '6a7107b2-cc36-43db-a6aa-c76e97a6faff', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:08.936794 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Calling delete_port for 6a7107b2-cc36-43db-a6aa-c76e97a6faff owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:08.955629 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] Checking router: eda14234-b4f2-4440-b96d-6366a6d06e1a for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:56:08.964640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] Routers {'eda14234-b4f2-4440-b96d-6366a6d06e1a'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:08.965257 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['eda14234-b4f2-4440-b96d-6366a6d06e1a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:09.057444 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] Set router eda14234-b4f2-4440-b96d-6366a6d06e1a gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:09.112431 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:56:08Z', 'revision_number': 6, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port_host': None}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:09.142944 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39073bf5-76dd-4652-972c-8fed80533908 None None] The sync data for ids ['eda14234-b4f2-4440-b96d-6366a6d06e1a'] in n-d-836015-2 is: [{'id': 'eda14234-b4f2-4440-b96d-6366a6d06e1a', 'name': 'tempest-TestEncryptedCinderVolumes-730893437-router', 'tenant_id': '33c39299d6624323a1e61940659b7de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:56:08Z', 'revision_number': 6, 'project_id': '33c39299d6624323a1e61940659b7de7', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:56:09.185312 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.212950 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7107b2-cc36-43db-a6aa-c76e97a6faff,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:09.284035 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584339'] for router_gateway, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.381309 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6091'] for router, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.383351 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.504733 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585023'] for router, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.505405 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda14234-b4f2-4440-b96d-6366a6d06e1a {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 17:56:09.511451 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] Notify callbacks [] for router, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.515044 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-0e4d2b55-adc8-43d7-acd3-acecf41dcc22 admin admin] 10.222.0.45 "DELETE /v2.0/routers/eda14234-b4f2-4440-b96d-6366a6d06e1a HTTP/1.1" status: 204 len: 168 time: 1.0623846 Apr 18 17:56:09.515349 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52950) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:09.575732 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b13d79-c052-4e3f-9700-e203b6c2eae2 admin admin] Deleting subnet 8c3ed49b-7877-430e-b6c4-6ef8763108c5 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 17:56:09.581659 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b13d79-c052-4e3f-9700-e203b6c2eae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.586552 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 66b3df8a-454f-431c-955f-8b3cc8b1bd30 no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:56:09.611890 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 66b3df8a-454f-431c-955f-8b3cc8b1bd30 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:56:09.612400 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 66b3df8a-454f-431c-955f-8b3cc8b1bd30 not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:56:09.615559 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b13d79-c052-4e3f-9700-e203b6c2eae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6045109'] for subnet, precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.696084 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b13d79-c052-4e3f-9700-e203b6c2eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693921'] for subnet, precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.813752 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b13d79-c052-4e3f-9700-e203b6c2eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4818522'] for subnet, after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.844049 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b13d79-c052-4e3f-9700-e203b6c2eae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3ed49b-7877-430e-b6c4-6ef8763108c5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:09.845890 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-75b13d79-c052-4e3f-9700-e203b6c2eae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:09.850221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-75b13d79-c052-4e3f-9700-e203b6c2eae2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8c3ed49b-7877-430e-b6c4-6ef8763108c5 HTTP/1.1" status: 204 len: 168 time: 0.3335173 Apr 18 17:56:09.851447 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c15e6-1f6c-400c-8537-598881656876 None None] Network 318b4567-4f1f-4c76-bf76-a1526c472bdd requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:56:09.851733 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52952) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:09.978208 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811333'] for network, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.057827 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Deleting port b8557f4e-21c1-486d-a2a3-f70fb954113e {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:10.058180 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.104888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] DHCP port deletion for 318b4567-4f1f-4c76-bf76-a1526c472bdd request from n-d-836015-2 {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 17:56:10.131234 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] For port b8557f4e-21c1-486d-a2a3-f70fb954113e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8557f4e-21c1-486d-a2a3-f70fb954113e,segment=NetworkSegment(405b95c4-f63c-4324-81d8-798c1d5019fa),segment_id=405b95c4-f63c-4324-81d8-798c1d5019fa)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:10.131234 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.142986 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Calling delete_port for b8557f4e-21c1-486d-a2a3-f70fb954113e owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:10.153391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] Deleting port b8557f4e-21c1-486d-a2a3-f70fb954113e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 17:56:10.153922 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738954899685'] for port, before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.230401 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] For port b8557f4e-21c1-486d-a2a3-f70fb954113e, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=b8557f4e-21c1-486d-a2a3-f70fb954113e,segment=NetworkSegment(405b95c4-f63c-4324-81d8-798c1d5019fa),segment_id=405b95c4-f63c-4324-81d8-798c1d5019fa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:10.230798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530053'] for port, precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.243063 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] Calling delete_port for b8557f4e-21c1-486d-a2a3-f70fb954113e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 17:56:10.287639 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.311786 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b8557f4e-21c1-486d-a2a3-f70fb954113e,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:10.321793 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] No DVR routers for this DVR port b8557f4e-21c1-486d-a2a3-f70fb954113e on host n-d-836015-2 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:56:10.321951 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738954903983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738954383144'] for port, after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.346554 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] No DVR routers for this DVR port b8557f4e-21c1-486d-a2a3-f70fb954113e on host n-d-836015-2 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 17:56:10.348159 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cc23d-0b5e-41f8-99f0-b0342a73e8b7 None None] Pushing event deleted for resources: {'Port': ['ID=b8557f4e-21c1-486d-a2a3-f70fb954113e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:10.393933 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1688168', 'neutron.services.segments.db._delete_segments_for_network-8738954882308'] for network, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.417584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318b4567-4f1f-4c76-bf76-a1526c472bdd']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:10.426584 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405b95c4-f63c-4324-81d8-798c1d5019fa') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:10.426865 n-d-836015-2 neutron-server[109825]: DEBUG neutron.services.segments.db [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405b95c4-f63c-4324-81d8-798c1d5019fa') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:10.436009 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738954882573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5246884'] for segment, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.449432 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.455278 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 17:56:10.455694 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5836000'] for segment, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: Traceback (most recent call last): Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: timer() Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: cb(*args, **kw) Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: return func(*args, **kwargs) Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: self._notify() Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: self.callback(batched_events) Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: event.method(event) Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: return f(self, *a, **k) Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: return self._get(url).json() Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: return self.request(url, 'GET', **kwargs) Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 17:56:10.457329 n-d-836015-2 neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 17:56:10.590631 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1688163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584011'] for network, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.596266 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:10.600006 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] 10.222.0.45 "DELETE /v2.0/networks/318b4567-4f1f-4c76-bf76-a1526c472bdd HTTP/1.1" status: 204 len: 168 time: 0.7466550 Apr 18 17:56:10.611757 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51678a-e10f-4801-b582-61136ed667ed admin admin] Pushing event deleted for resources: {'Network': ['ID=318b4567-4f1f-4c76-bf76-a1526c472bdd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:10.994445 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 52956) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:11.034503 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-ab0ff655-31a1-4ce9-ab10-7f989aaf4b43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07cace61505445bdaaff228a128847eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384166 Apr 18 17:56:11.037036 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52958) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:11.084976 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8930ddda-0ff2-4550-92c0-733499fdc3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:11.105593 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8930ddda-0ff2-4550-92c0-733499fdc3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:11.251238 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6a7107b2-cc36-43db-a6aa-c76e97a6faff no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:56:11.277075 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: 6a7107b2-cc36-43db-a6aa-c76e97a6faff {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:56:11.277645 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 6a7107b2-cc36-43db-a6aa-c76e97a6faff not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:56:11.278078 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8557f4e-21c1-486d-a2a3-f70fb954113e no longer exists at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 17:56:11.297041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] No Port match for: b8557f4e-21c1-486d-a2a3-f70fb954113e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 17:56:11.297381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device b8557f4e-21c1-486d-a2a3-f70fb954113e not bound to the agent host n-d-836015-2 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 17:56:11.299294 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8930ddda-0ff2-4550-92c0-733499fdc3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:11.305440 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8930ddda-0ff2-4550-92c0-733499fdc3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:11.305440 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-8930ddda-0ff2-4550-92c0-733499fdc3de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0a30267-6a3f-482a-b910-73ed071135a0 HTTP/1.1" status: 204 len: 168 time: 0.2655160 Apr 18 17:56:11.312735 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930ddda-0ff2-4550-92c0-733499fdc3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a30267-6a3f-482a-b910-73ed071135a0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:11.916939 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52964) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:11.956641 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-5bfa6ac4-6e2f-4ee4-9031-746f5575278a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33c39299d6624323a1e61940659b7de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384595 Apr 18 17:56:11.958890 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52966) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:12.005512 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d804832-1980-42e8-95a4-09dc827c3b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:12.025510 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d804832-1980-42e8-95a4-09dc827c3b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:12.118050 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d804832-1980-42e8-95a4-09dc827c3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:12.121175 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6d804832-1980-42e8-95a4-09dc827c3b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:12.122412 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6d804832-1980-42e8-95a4-09dc827c3b46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbbe1b18-1e14-4585-8c60-b18c71db7fc6 HTTP/1.1" status: 204 len: 168 time: 0.1626334 Apr 18 17:56:12.129798 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d804832-1980-42e8-95a4-09dc827c3b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbe1b18-1e14-4585-8c60-b18c71db7fc6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:13.113831 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52988) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:13.218658 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1809523162-network', 'tenant_id': 'af1752bff6744624b54c76098560e133'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:13.289737 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Made reservation on behalf of af1752bff6744624b54c76098560e133 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:56:13.292684 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:13.301132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:13.372961 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:13.453257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:13.480209 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:56:13.488712 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e7b1d-f552-4749-b9fb-27955e65d20a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:13.494509 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:13.495499 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Added segment c91e7112-66a5-4d4a-950e-a55a1db645f0 of type vlan for network e3134a40-c88f-43a3-9835-de8138870b2f Apr 18 17:56:13.533680 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:13.621082 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:13.622056 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:13.622646 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:13.679028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] Pushing event updated for resources: {'Network': ['ID=e3134a40-c88f-43a3-9835-de8138870b2f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:13.689528 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network e3134a40-c88f-43a3-9835-de8138870b2f details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:56:13.726613 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c3ac3e07-7ff4-4d69-b338-09d5c86e5b76 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6116254 Apr 18 17:56:13.730271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52992) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:13.735004 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Request body: {'subnet': {'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1809523162-subnet', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:13.797762 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Made reservation on behalf of af1752bff6744624b54c76098560e133 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:56:13.800134 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.020915 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.080427 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ec454d-424b-4efb-84f8-3a086cc61c70,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:14.088343 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Checking segment: {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:14.089192 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Network hostable DHCP agents. Network: e3134a40-c88f-43a3-9835-de8138870b2f, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:56:14.184564 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Network e3134a40-c88f-43a3-9835-de8138870b2f is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:56:14.282079 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, e3134a40-c88f-43a3-9835-de8138870b2f) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:14.286130 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:14.286719 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.293111 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3e0c4-94bd-4a9c-a5e4-9e34f93078fa None None] Network e3134a40-c88f-43a3-9835-de8138870b2f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:56:14.430612 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-e3134a40-c88f-43a3-9835-de8138870b2f', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'fixed_ips': [{'subnet_id': '50ec454d-424b-4efb-84f8-3a086cc61c70'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:56:14.435350 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.435507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-a24b5832-df0f-4d5c-81e7-1f13d498baf1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7024934 Apr 18 17:56:14.436454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52994) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:14.440931 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:14.524331 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.525385 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.563902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Allocated IP 172.20.0.2 (e3134a40-c88f-43a3-9835-de8138870b2f/50ec454d-424b-4efb-84f8-3a086cc61c70/d45dee70-d7bd-4cf0-879d-b1508eb29136) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:56:14.576490 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.704433 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.763674 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.775852 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.809985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Network e3134a40-c88f-43a3-9835-de8138870b2f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:14.816391 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:14.819835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:56:14.826987 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Pushing event updated for resources: {'Port': ['ID=d45dee70-d7bd-4cf0-879d-b1508eb29136,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:14.879190 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Attempting to bind port d45dee70-d7bd-4cf0-879d-b1508eb29136 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:56:14.879550 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Attempting to bind port d45dee70-d7bd-4cf0-879d-b1508eb29136 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:56:14.879903 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Attempting to bind port d45dee70-d7bd-4cf0-879d-b1508eb29136 on network e3134a40-c88f-43a3-9835-de8138870b2f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:56:14.884655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:56:14.885019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Checking segment: {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:14.886614 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.886614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Bound using segment: {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:56:14.886614 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Bound port: d45dee70-d7bd-4cf0-879d-b1508eb29136, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:56:14.887168 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:14.954064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] For port d45dee70-d7bd-4cf0-879d-b1508eb29136, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:56:14.957096 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] For port d45dee70-d7bd-4cf0-879d-b1508eb29136, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d45dee70-d7bd-4cf0-879d-b1508eb29136,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:56:15.028661 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:15.042588 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:15.050979 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:15.099739 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e467b-f43d-4377-a1fd-0602dfeab1d1 None None] Pushing event updated for resources: {'Port': ['ID=d45dee70-d7bd-4cf0-879d-b1508eb29136,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:15.158925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Allocated IP 172.25.5.208 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/0a07f400-c991-4793-ab89-6cafe10d8ce2) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:56:15.282689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:15.402339 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:15.438700 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:15.443496 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:15.445974 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:56:15.473060 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Pushing event updated for resources: {'Port': ['ID=0a07f400-c991-4793-ab89-6cafe10d8ce2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:16.029300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213d270-e552-42e1-b803-b6a554613285 None None] Network e3134a40-c88f-43a3-9835-de8138870b2f requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:56:16.105252 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:16.148534 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-10792ca3-ed28-4c9f-a3e5-5c5f7bac758a None None] Provisioning complete for port d45dee70-d7bd-4cf0-879d-b1508eb29136 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:16.148903 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-10792ca3-ed28-4c9f-a3e5-5c5f7bac758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:16.258650 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-10792ca3-ed28-4c9f-a3e5-5c5f7bac758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:16.290997 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-10792ca3-ed28-4c9f-a3e5-5c5f7bac758a None None] For port d45dee70-d7bd-4cf0-879d-b1508eb29136, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=d45dee70-d7bd-4cf0-879d-b1508eb29136,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:16.309004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:16.335334 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-10792ca3-ed28-4c9f-a3e5-5c5f7bac758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:16.395213 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10792ca3-ed28-4c9f-a3e5-5c5f7bac758a None None] Pushing event updated for resources: {'Port': ['ID=d45dee70-d7bd-4cf0-879d-b1508eb29136,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:16.456403 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c3350e66-f5ae-4c20-a655-0da665b67d29 None None] Provisioning complete for port d45dee70-d7bd-4cf0-879d-b1508eb29136 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:16.472608 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c3350e66-f5ae-4c20-a655-0da665b67d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:16.552392 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Router b6111887-57f6-401b-9cc8-bdf1ba2fd01f is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:56:16.658909 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:56:16.668685 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Sync routers for ids ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:56:16.677873 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Routers {'b6111887-57f6-401b-9cc8-bdf1ba2fd01f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:16.684231 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:16.732315 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:16.733634 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ca4d9694-0f17-4d0f-bc18-14c3c98cb164 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2962153 Apr 18 17:56:16.736251 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 52996) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:16.784343 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Set router b6111887-57f6-401b-9cc8-bdf1ba2fd01f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:16.960321 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:15Z', 'revision_number': 3, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:16.989595 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Checking router: b6111887-57f6-401b-9cc8-bdf1ba2fd01f for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:56:16.989944 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Updating router b6111887-57f6-401b-9cc8-bdf1ba2fd01f port 0a07f400-c991-4793-ab89-6cafe10d8ce2 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:56:17.013317 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.149497 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.299035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device d45dee70-d7bd-4cf0-879d-b1508eb29136 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:17.323848 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Allocated IP 172.20.0.1 (e3134a40-c88f-43a3-9835-de8138870b2f/50ec454d-424b-4efb-84f8-3a086cc61c70/40246f9d-35aa-48d5-8f0f-505ac9850901) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:56:17.348144 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port d45dee70-d7bd-4cf0-879d-b1508eb29136 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:17.348654 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.367778 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.436993 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.455392 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.505722 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Attempting to bind port 0a07f400-c991-4793-ab89-6cafe10d8ce2 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:56:17.506082 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Attempting to bind port 0a07f400-c991-4793-ab89-6cafe10d8ce2 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:56:17.507264 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Attempting to bind port 0a07f400-c991-4793-ab89-6cafe10d8ce2 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:56:17.508393 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Pushing event updated for resources: {'Port': ['ID=0a07f400-c991-4793-ab89-6cafe10d8ce2,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:17.513363 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.517971 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.519856 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.519856 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.519856 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.519856 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.519856 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.519856 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.520424 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.520523 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.520790 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.521448 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.521448 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:17.524968 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:56:17.525432 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:17.525755 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.526234 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:56:17.526704 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Bound port: 0a07f400-c991-4793-ab89-6cafe10d8ce2, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:56:17.527081 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.551875 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Network e3134a40-c88f-43a3-9835-de8138870b2f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:17.556684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:17.561354 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:56:17.579948 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.582589 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] For port 0a07f400-c991-4793-ab89-6cafe10d8ce2, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:56:17.586465 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] For port 0a07f400-c991-4793-ab89-6cafe10d8ce2, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0a07f400-c991-4793-ab89-6cafe10d8ce2,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:56:17.588211 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Pushing event updated for resources: {'Port': ['ID=40246f9d-35aa-48d5-8f0f-505ac9850901,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:17.605611 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.666664 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.719050 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Routers {'b6111887-57f6-401b-9cc8-bdf1ba2fd01f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:17.719731 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:17.771159 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480eed70-1a77-4482-9b0d-1d1b5a8424fe None None] Pushing event updated for resources: {'Port': ['ID=0a07f400-c991-4793-ab89-6cafe10d8ce2,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:17.779508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.833878 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.837651 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] Set router b6111887-57f6-401b-9cc8-bdf1ba2fd01f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:17.870886 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fe7108af-ff58-4a59-8602-e4793d903a85 None None] Provisioning complete for port 40246f9d-35aa-48d5-8f0f-505ac9850901 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:17.871799 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe7108af-ff58-4a59-8602-e4793d903a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:17.908274 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fe7108af-ff58-4a59-8602-e4793d903a85 None None] Port 40246f9d-35aa-48d5-8f0f-505ac9850901 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:56:18.002662 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:18.016553 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:15Z', 'revision_number': 3, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:18.042415 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7b8a8-c2b8-431a-aafb-d245a45c3b4f None None] The sync data for ids ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'] in n-d-836015-2 is: [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:15Z', 'revision_number': 3, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:56:18.087681 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:18.155042 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Pushing event updated for resources: {'Port': ['ID=40246f9d-35aa-48d5-8f0f-505ac9850901,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:18.157453 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:18.266918 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Network e3134a40-c88f-43a3-9835-de8138870b2f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:18.269988 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:18.398617 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Router b6111887-57f6-401b-9cc8-bdf1ba2fd01f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:56:18.514040 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:56:18.520284 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-c49f01b9-3813-4557-a2fb-52eb679e10c7 admin admin] 10.222.0.45 "PUT /v2.0/routers/b6111887-57f6-401b-9cc8-bdf1ba2fd01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827232 Apr 18 17:56:18.535468 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-eccf0420-446e-4d13-a09a-04eb1bf27e90 None None] Provisioning complete for port 40246f9d-35aa-48d5-8f0f-505ac9850901 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:18.536007 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eccf0420-446e-4d13-a09a-04eb1bf27e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:18.571343 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-eccf0420-446e-4d13-a09a-04eb1bf27e90 None None] Port 40246f9d-35aa-48d5-8f0f-505ac9850901 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:56:19.139719 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53012) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:19.144561 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-377759704-network', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:19.241845 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Made reservation on behalf of ccb0d78e663744878bf4cf73dfca63ef for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:56:19.245753 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for network, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.254136 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.285964 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0a07f400-c991-4793-ab89-6cafe10d8ce2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:19.339474 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.340095 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0a07f400-c991-4793-ab89-6cafe10d8ce2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:19.340473 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.407848 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.418702 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.436592 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:56:19.443732 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 0a07f400-c991-4793-ab89-6cafe10d8ce2, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=0a07f400-c991-4793-ab89-6cafe10d8ce2,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:19.446688 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28444578-e77d-403f-a8fa-bba64d7ef845,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:19.452132 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692632'] for segment, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.452478 n-d-836015-2 neutron-server[109825]: INFO neutron.db.segments_db [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Added segment d15e1f29-a2d8-469a-9de2-4fa49861cf7b of type vlan for network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 Apr 18 17:56:19.492815 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738954362296'] for network, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.524474 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.550898 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Sync routers for ids ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:56:19.575067 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Routers {'b6111887-57f6-401b-9cc8-bdf1ba2fd01f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:19.575678 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:19.586678 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559'] for network, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.587670 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:19.588887 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Notify callbacks [] for network, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.621199 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=0a07f400-c991-4793-ab89-6cafe10d8ce2,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:19.649588 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] Pushing event updated for resources: {'Network': ['ID=52f5d691-bec3-4760-8f5a-7db53af4dfa7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:19.669747 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 details requested by agent ovs-agent-n-d-836015-2 with host n-d-836015-2 {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:56:19.685075 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-3c0bfe1c-3a37-4f26-b8a1-dd330c0c9eeb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5442281 Apr 18 17:56:19.687802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53014) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:19.692945 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Request body: {'subnet': {'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-377759704-subnet', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:19.762594 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Made reservation on behalf of ccb0d78e663744878bf4cf73dfca63ef for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:56:19.765094 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485813'] for subnet, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:19.894957 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Set router b6111887-57f6-401b-9cc8-bdf1ba2fd01f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:20.027259 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485795'] for subnet, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.085924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60df1b62-6439-4c51-803d-a267664e5932,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:20.093268 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Checking segment: {'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:20.093663 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Network hostable DHCP agents. Network: 52f5d691-bec3-4760-8f5a-7db53af4dfa7, hostable agents: ['bb380031-fce6-4293-ba92-a688f1741551'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:56:20.101167 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 4, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '40246f9d-35aa-48d5-8f0f-505ac9850901', 'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'mac_address': 'fa:16:3e:82:6b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:17Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 2, 'project_id': 'af1752bff6744624b54c76098560e133', 'subnets': [{'id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:20.128959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Checking router: b6111887-57f6-401b-9cc8-bdf1ba2fd01f for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:56:20.129313 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Updating router b6111887-57f6-401b-9cc8-bdf1ba2fd01f port 40246f9d-35aa-48d5-8f0f-505ac9850901 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:56:20.152846 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.161799 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 is scheduled to be hosted by DHCP agent bb380031-fce6-4293-ba92-a688f1741551 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:56:20.282151 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-2, 52f5d691-bec3-4760-8f5a-7db53af4dfa7) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:20.286506 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:20.287361 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.311716 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47a13b-4d0f-43f6-be08-9cc9a9ff9906 None None] Network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:56:20.370447 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-6a4bec01-aedd-490c-87ee-643754184bc8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6809969 Apr 18 17:56:20.372924 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53016) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:20.377267 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-377759704-router', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:20.461004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6137'] for router, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.462027 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6128'] for router, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.517868 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.524455 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.536332 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3220f142-4289-514c-bb99-1702fa5c8211-52f5d691-bec3-4760-8f5a-7db53af4dfa7', 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'fixed_ips': [{'subnet_id': '60df1b62-6439-4c51-803d-a267664e5932'}]}} from n-d-836015-2. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 17:56:20.537159 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.615403 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.704266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b72f58-8c9c-47bd-b077-acad3b5f5bd0 None None] Pushing event updated for resources: {'Port': ['ID=40246f9d-35aa-48d5-8f0f-505ac9850901,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:20.715894 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.740064 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Allocated IP 172.20.0.2 (52f5d691-bec3-4760-8f5a-7db53af4dfa7/60df1b62-6439-4c51-803d-a267664e5932/dd113e3e-301e-42e4-9b60-dd731864e7a5) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:56:20.779670 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Attempting to bind port 40246f9d-35aa-48d5-8f0f-505ac9850901 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:56:20.783904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Attempting to bind port 40246f9d-35aa-48d5-8f0f-505ac9850901 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:56:20.783904 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Attempting to bind port 40246f9d-35aa-48d5-8f0f-505ac9850901 on network e3134a40-c88f-43a3-9835-de8138870b2f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:56:20.797838 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:56:20.798214 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Checking segment: {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:20.798623 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.799022 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Bound using segment: {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:56:20.799499 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Bound port: 40246f9d-35aa-48d5-8f0f-505ac9850901, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:56:20.799887 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.937598 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] For port 40246f9d-35aa-48d5-8f0f-505ac9850901, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:56:20.974832 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5aa58be6-ce53-4df3-aac3-dd6adfbc4e97 None None] Provisioning complete for port 40246f9d-35aa-48d5-8f0f-505ac9850901 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:20.975209 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5aa58be6-ce53-4df3-aac3-dd6adfbc4e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:20.979466 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] For port 40246f9d-35aa-48d5-8f0f-505ac9850901, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=40246f9d-35aa-48d5-8f0f-505ac9850901,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:56:21.017167 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Notify callbacks [] for port, precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.028882 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5aa58be6-ce53-4df3-aac3-dd6adfbc4e97 None None] Port 40246f9d-35aa-48d5-8f0f-505ac9850901 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:56:21.042490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.098176 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Routers {'b6111887-57f6-401b-9cc8-bdf1ba2fd01f'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:21.098806 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:21.105738 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162'] for port, after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.151535 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b72f58-8c9c-47bd-b077-acad3b5f5bd0 None None] Pushing event updated for resources: {'Port': ['ID=40246f9d-35aa-48d5-8f0f-505ac9850901,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:21.187424 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:21.200172 n-d-836015-2 neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:21.203266 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:56:21.279835 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Pushing event updated for resources: {'Port': ['ID=dd113e3e-301e-42e4-9b60-dd731864e7a5,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:21.309688 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.312888 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 0a07f400-c991-4793-ab89-6cafe10d8ce2 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:21.328713 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] Set router b6111887-57f6-401b-9cc8-bdf1ba2fd01f gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:21.331466 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.383862 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Attempting to bind port dd113e3e-301e-42e4-9b60-dd731864e7a5 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:56:21.384141 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Attempting to bind port dd113e3e-301e-42e4-9b60-dd731864e7a5 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:56:21.384553 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Attempting to bind port dd113e3e-301e-42e4-9b60-dd731864e7a5 on network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:56:21.408001 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:56:21.408369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Checking segment: {'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:21.408771 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.409157 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Bound using segment: {'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:56:21.409655 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Bound port: dd113e3e-301e-42e4-9b60-dd731864e7a5, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:56:21.410035 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.450750 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Allocated IP 172.25.5.112 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/43ae9235-6841-401b-80d3-19bd47a91ca1) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:56:21.549216 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9fc3fd5f-a349-47c9-86c1-4033c8a09805 None None] Provisioning complete for port 40246f9d-35aa-48d5-8f0f-505ac9850901 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:21.549536 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fd5f-a349-47c9-86c1-4033c8a09805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.552825 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.596873 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 0a07f400-c991-4793-ab89-6cafe10d8ce2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:21.597235 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.641788 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] For port dd113e3e-301e-42e4-9b60-dd731864e7a5, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:56:21.644467 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.666270 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] For port dd113e3e-301e-42e4-9b60-dd731864e7a5, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dd113e3e-301e-42e4-9b60-dd731864e7a5,segment=NetworkSegment(d15e1f29-a2d8-469a-9de2-4fa49861cf7b),segment_id=d15e1f29-a2d8-469a-9de2-4fa49861cf7b)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:56:21.679802 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:21.686107 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:21.689933 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:56:21.718261 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Pushing event updated for resources: {'Port': ['ID=43ae9235-6841-401b-80d3-19bd47a91ca1,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:21.755545 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:21.969770 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fd5f-a349-47c9-86c1-4033c8a09805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:22.003724 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:22.035979 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 4, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '40246f9d-35aa-48d5-8f0f-505ac9850901', 'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'mac_address': 'fa:16:3e:82:6b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:17Z', 'updated_at': '2022-04-18T17:56:20Z', 'revision_number': 4, 'project_id': 'af1752bff6744624b54c76098560e133', 'subnets': [{'id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:22.048084 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c45e8-9711-4b4b-a2a4-bfaccc8e5024 None None] Pushing event updated for resources: {'Port': ['ID=dd113e3e-301e-42e4-9b60-dd731864e7a5,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:22.076375 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e2615-1370-497b-b317-7cd93e3f5a30 None None] The sync data for ids ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'] in n-d-836015-2 is: [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 4, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': '40246f9d-35aa-48d5-8f0f-505ac9850901', 'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'mac_address': 'fa:16:3e:82:6b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:17Z', 'updated_at': '2022-04-18T17:56:20Z', 'revision_number': 4, 'project_id': 'af1752bff6744624b54c76098560e133', 'subnets': [{'id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:56:22.078986 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9fc3fd5f-a349-47c9-86c1-4033c8a09805 None None] For port 40246f9d-35aa-48d5-8f0f-505ac9850901, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=40246f9d-35aa-48d5-8f0f-505ac9850901,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:22.164115 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fd5f-a349-47c9-86c1-4033c8a09805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:22.243526 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3fd5f-a349-47c9-86c1-4033c8a09805 None None] Pushing event updated for resources: {'Port': ['ID=40246f9d-35aa-48d5-8f0f-505ac9850901,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:22.269201 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584439'] for router, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:22.472176 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Router 36f4e15f-5515-4b41-86d0-874c94c0a96d is scheduled to L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:56:22.591989 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:56:22.600678 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Sync routers for ids ['36f4e15f-5515-4b41-86d0-874c94c0a96d'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:56:22.611576 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Routers {'36f4e15f-5515-4b41-86d0-874c94c0a96d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:22.613852 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['36f4e15f-5515-4b41-86d0-874c94c0a96d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:22.659764 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] Notify callbacks [] for router, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:22.663801 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1cf7a76a-90d7-4222-bf35-2a60db886740 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2898240 Apr 18 17:56:22.666779 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53018) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:56:22.743685 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Set router 36f4e15f-5515-4b41-86d0-874c94c0a96d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:22.936377 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'name': 'tempest-TestMinimumBasicScenario-377759704-router', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:20Z', 'updated_at': '2022-04-18T17:56:21Z', 'revision_number': 3, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'gw_port': {'id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:21Z', 'updated_at': '2022-04-18T17:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:22.972464 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Checking router: 36f4e15f-5515-4b41-86d0-874c94c0a96d for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:56:22.973022 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Updating router 36f4e15f-5515-4b41-86d0-874c94c0a96d port 43ae9235-6841-401b-80d3-19bd47a91ca1 binding host n-d-836015-2 {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:56:22.999946 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.078019 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644e919-b4b7-4894-b029-e08d2b4cae61 None None] Network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 requested from n-d-836015-2 {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 17:56:23.137834 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8e3f6490-0ef6-42e6-8047-d84cb00a425e None None] Provisioning complete for port dd113e3e-301e-42e4-9b60-dd731864e7a5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:23.138212 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e3f6490-0ef6-42e6-8047-d84cb00a425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.164831 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.310825 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e3f6490-0ef6-42e6-8047-d84cb00a425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.316162 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Notify callbacks [] for port, precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.366771 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Allocated IP 172.20.0.1 (52f5d691-bec3-4760-8f5a-7db53af4dfa7/60df1b62-6439-4c51-803d-a267664e5932/a34cd348-672c-4c28-989f-58615d1b03d4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:56:23.370048 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-8e3f6490-0ef6-42e6-8047-d84cb00a425e None None] For port dd113e3e-301e-42e4-9b60-dd731864e7a5, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=dd113e3e-301e-42e4-9b60-dd731864e7a5,segment=NetworkSegment(d15e1f29-a2d8-469a-9de2-4fa49861cf7b),segment_id=d15e1f29-a2d8-469a-9de2-4fa49861cf7b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:23.375024 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.412413 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dd113e3e-301e-42e4-9b60-dd731864e7a5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:23.439790 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8e3f6490-0ef6-42e6-8047-d84cb00a425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.469021 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Attempting to bind port 43ae9235-6841-401b-80d3-19bd47a91ca1 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:56:23.469496 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Attempting to bind port 43ae9235-6841-401b-80d3-19bd47a91ca1 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:56:23.469922 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Attempting to bind port 43ae9235-6841-401b-80d3-19bd47a91ca1 on network 6f5584dc-5e6a-418a-b84a-133990456da5 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:56:23.473727 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0739cb-eac7-49be-af74-c130f711f012 None None] Pushing event updated for resources: {'Port': ['ID=43ae9235-6841-401b-80d3-19bd47a91ca1,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:23.480601 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:56:23.481052 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Checking segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:23.481586 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.484226 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Bound using segment: {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:56:23.484825 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Bound port: 43ae9235-6841-401b-80d3-19bd47a91ca1, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b28953-f827-4bf3-8078-382f7a643c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:56:23.485279 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.516251 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f6490-0ef6-42e6-8047-d84cb00a425e None None] Pushing event updated for resources: {'Port': ['ID=dd113e3e-301e-42e4-9b60-dd731864e7a5,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:23.523020 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port dd113e3e-301e-42e4-9b60-dd731864e7a5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:23.523401 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.563338 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.566896 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] For port 43ae9235-6841-401b-80d3-19bd47a91ca1, host n-d-836015-2, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:56:23.570088 n-d-836015-2 neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] For port 43ae9235-6841-401b-80d3-19bd47a91ca1, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=43ae9235-6841-401b-80d3-19bd47a91ca1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:56:23.618935 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 40246f9d-35aa-48d5-8f0f-505ac9850901 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:23.644397 n-d-836015-2 neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.672727 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.675324 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-28338339-f07d-46e5-987f-63bdb7b59be1 None None] Provisioning complete for port dd113e3e-301e-42e4-9b60-dd731864e7a5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:23.675702 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28338339-f07d-46e5-987f-63bdb7b59be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.702041 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 40246f9d-35aa-48d5-8f0f-505ac9850901 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:23.702423 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.707518 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Routers {'36f4e15f-5515-4b41-86d0-874c94c0a96d'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:23.708129 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['36f4e15f-5515-4b41-86d0-874c94c0a96d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:23.709471 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:23.712123 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:23.717015 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:56:23.757526 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Pushing event updated for resources: {'Port': ['ID=a34cd348-672c-4c28-989f-58615d1b03d4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:23.759753 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0739cb-eac7-49be-af74-c130f711f012 None None] Pushing event updated for resources: {'Port': ['ID=43ae9235-6841-401b-80d3-19bd47a91ca1,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:23.769999 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.770361 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.770706 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.771047 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.771387 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.771724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.772058 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.772389 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.772718 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.773043 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.773373 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.773800 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:23.781715 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584132'] for router_interface, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:23.850297 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] Set router 36f4e15f-5515-4b41-86d0-874c94c0a96d gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:23.985384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:24.047908 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1414f1b3-39ec-439f-9ad6-9ddf9cc99944 None None] Provisioning complete for port a34cd348-672c-4c28-989f-58615d1b03d4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:24.048257 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1414f1b3-39ec-439f-9ad6-9ddf9cc99944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:24.083089 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1414f1b3-39ec-439f-9ad6-9ddf9cc99944 None None] Port a34cd348-672c-4c28-989f-58615d1b03d4 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:56:24.125462 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'name': 'tempest-TestMinimumBasicScenario-377759704-router', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:20Z', 'updated_at': '2022-04-18T17:56:21Z', 'revision_number': 3, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'gw_port': {'id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:21Z', 'updated_at': '2022-04-18T17:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:24.154861 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:24.155122 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40907f71-ea77-4c9f-b9a1-d9d39f08237b None None] The sync data for ids ['36f4e15f-5515-4b41-86d0-874c94c0a96d'] in n-d-836015-2 is: [{'id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'name': 'tempest-TestMinimumBasicScenario-377759704-router', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:20Z', 'updated_at': '2022-04-18T17:56:21Z', 'revision_number': 3, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'gw_port': {'id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:21Z', 'updated_at': '2022-04-18T17:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:56:24.227866 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:24.295597 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Pushing event updated for resources: {'Port': ['ID=a34cd348-672c-4c28-989f-58615d1b03d4,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:24.298273 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-741541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584120'] for router_interface, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:24.420684 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:24.422147 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:24.546867 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Router 36f4e15f-5515-4b41-86d0-874c94c0a96d has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:56:24.663634 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:56:24.673100 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-e3653175-e7fd-4341-b279-6f166045ee40 admin admin] 10.222.0.45 "PUT /v2.0/routers/36f4e15f-5515-4b41-86d0-874c94c0a96d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0046589 Apr 18 17:56:24.707576 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-590ba8ea-e8b8-4553-bbe5-3375c3df020e None None] Provisioning complete for port a34cd348-672c-4c28-989f-58615d1b03d4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:24.707952 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-590ba8ea-e8b8-4553-bbe5-3375c3df020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:24.745677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-590ba8ea-e8b8-4553-bbe5-3375c3df020e None None] Port a34cd348-672c-4c28-989f-58615d1b03d4 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:56:25.344879 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 43ae9235-6841-401b-80d3-19bd47a91ca1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:25.397243 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 43ae9235-6841-401b-80d3-19bd47a91ca1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:25.397724 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:25.480611 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:25.500721 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] For port 43ae9235-6841-401b-80d3-19bd47a91ca1, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=43ae9235-6841-401b-80d3-19bd47a91ca1,segment=NetworkSegment(b1b28953-f827-4bf3-8078-382f7a643c3d),segment_id=b1b28953-f827-4bf3-8078-382f7a643c3d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:25.609276 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:25.610146 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device dd113e3e-301e-42e4-9b60-dd731864e7a5 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:25.692333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Pushing event updated for resources: {'Port': ['ID=43ae9235-6841-401b-80d3-19bd47a91ca1,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:25.714869 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Sync routers for ids ['36f4e15f-5515-4b41-86d0-874c94c0a96d'] in n-d-836015-2 {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:56:25.719900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port dd113e3e-301e-42e4-9b60-dd731864e7a5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:25.720275 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:25.746036 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Routers {'36f4e15f-5515-4b41-86d0-874c94c0a96d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:25.746686 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['36f4e15f-5515-4b41-86d0-874c94c0a96d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:25.899300 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Set router 36f4e15f-5515-4b41-86d0-874c94c0a96d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:26.116519 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'name': 'tempest-TestMinimumBasicScenario-377759704-router', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:20Z', 'updated_at': '2022-04-18T17:56:23Z', 'revision_number': 4, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'gw_port': {'id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:21Z', 'updated_at': '2022-04-18T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'a34cd348-672c-4c28-989f-58615d1b03d4', 'name': '', 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'mac_address': 'fa:16:3e:c7:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '60df1b62-6439-4c51-803d-a267664e5932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:23Z', 'updated_at': '2022-04-18T17:56:24Z', 'revision_number': 2, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'subnets': [{'id': '60df1b62-6439-4c51-803d-a267664e5932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:26.146421 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Checking router: 36f4e15f-5515-4b41-86d0-874c94c0a96d for host: n-d-836015-2 {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:56:26.151206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Updating router 36f4e15f-5515-4b41-86d0-874c94c0a96d port a34cd348-672c-4c28-989f-58615d1b03d4 binding host n-d-836015-2 {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:56:26.174127 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:26.459975 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Notify callbacks [] for port, precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:26.521721 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:26.642222 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c25f75-1d44-4ab3-ac25-c36a726bac7d None None] Pushing event updated for resources: {'Port': ['ID=a34cd348-672c-4c28-989f-58615d1b03d4,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:26.646302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Attempting to bind port a34cd348-672c-4c28-989f-58615d1b03d4 on host n-d-836015-2 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:56:26.646302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Attempting to bind port a34cd348-672c-4c28-989f-58615d1b03d4 by drivers openvswitch,hyperv on host n-d-836015-2 at level 0 using segments [{'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:56:26.646302 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Attempting to bind port a34cd348-672c-4c28-989f-58615d1b03d4 on network 52f5d691-bec3-4760-8f5a-7db53af4dfa7 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:56:26.651603 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Checking agent: {'id': 'b804b6e6-c194-4d91-b01d-f920ceacb663', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 46, 36), 'started_at': datetime.datetime(2022, 4, 18, 16, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:56:26.652351 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Checking segment: {'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:26.652639 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:26.653035 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Bound using segment: {'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:56:26.653537 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Bound port: a34cd348-672c-4c28-989f-58615d1b03d4, host: n-d-836015-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15e1f29-a2d8-469a-9de2-4fa49861cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:56:26.653920 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:26.741969 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] For port a34cd348-672c-4c28-989f-58615d1b03d4, host n-d-836015-2, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:56:26.746233 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] For port a34cd348-672c-4c28-989f-58615d1b03d4, host n-d-836015-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a34cd348-672c-4c28-989f-58615d1b03d4,segment=NetworkSegment(d15e1f29-a2d8-469a-9de2-4fa49861cf7b),segment_id=d15e1f29-a2d8-469a-9de2-4fa49861cf7b)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:56:26.826156 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:26.896699 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Routers {'36f4e15f-5515-4b41-86d0-874c94c0a96d'} bound to L3 agent in host n-d-836015-2 {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:56:26.897578 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:56:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['36f4e15f-5515-4b41-86d0-874c94c0a96d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:26.902677 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c25f75-1d44-4ab3-ac25-c36a726bac7d None None] Pushing event updated for resources: {'Port': ['ID=a34cd348-672c-4c28-989f-58615d1b03d4,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:26.942494 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-51f19fe7-351d-4cc8-8a40-59c64c2d0b59 None None] Provisioning complete for port a34cd348-672c-4c28-989f-58615d1b03d4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:26.944098 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51f19fe7-351d-4cc8-8a40-59c64c2d0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:27.089901 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51f19fe7-351d-4cc8-8a40-59c64c2d0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:27.108043 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] Set router 36f4e15f-5515-4b41-86d0-874c94c0a96d gateway port host: n-d-836015-2 {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:56:27.199454 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-51f19fe7-351d-4cc8-8a40-59c64c2d0b59 None None] For port a34cd348-672c-4c28-989f-58615d1b03d4, host n-d-836015-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-2',level=0,port_id=a34cd348-672c-4c28-989f-58615d1b03d4,segment=NetworkSegment(d15e1f29-a2d8-469a-9de2-4fa49861cf7b),segment_id=d15e1f29-a2d8-469a-9de2-4fa49861cf7b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:27.441500 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device 43ae9235-6841-401b-80d3-19bd47a91ca1 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:27.465709 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51f19fe7-351d-4cc8-8a40-59c64c2d0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:27.565363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f19fe7-351d-4cc8-8a40-59c64c2d0b59 None None] Pushing event updated for resources: {'Port': ['ID=a34cd348-672c-4c28-989f-58615d1b03d4,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:27.618323 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port 43ae9235-6841-401b-80d3-19bd47a91ca1 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:27.618728 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:27.652318 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0d6f54bd-bca1-42e2-8e97-6f2a816f2043 None None] Provisioning complete for port a34cd348-672c-4c28-989f-58615d1b03d4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:27.652690 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d6f54bd-bca1-42e2-8e97-6f2a816f2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:27.729902 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'name': 'tempest-TestMinimumBasicScenario-377759704-router', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:20Z', 'updated_at': '2022-04-18T17:56:23Z', 'revision_number': 4, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'gw_port': {'id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:21Z', 'updated_at': '2022-04-18T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'a34cd348-672c-4c28-989f-58615d1b03d4', 'name': '', 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'mac_address': 'fa:16:3e:c7:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '60df1b62-6439-4c51-803d-a267664e5932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:23Z', 'updated_at': '2022-04-18T17:56:26Z', 'revision_number': 4, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'subnets': [{'id': '60df1b62-6439-4c51-803d-a267664e5932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:56:27.769107 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16ea08-0adc-4a35-9a52-67d8d55bae27 None None] The sync data for ids ['36f4e15f-5515-4b41-86d0-874c94c0a96d'] in n-d-836015-2 is: [{'id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'name': 'tempest-TestMinimumBasicScenario-377759704-router', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:20Z', 'updated_at': '2022-04-18T17:56:23Z', 'revision_number': 4, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'gw_port': {'id': '43ae9235-6841-401b-80d3-19bd47a91ca1', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:21Z', 'updated_at': '2022-04-18T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_interfaces': [{'id': 'a34cd348-672c-4c28-989f-58615d1b03d4', 'name': '', 'network_id': '52f5d691-bec3-4760-8f5a-7db53af4dfa7', 'tenant_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'mac_address': 'fa:16:3e:c7:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f4e15f-5515-4b41-86d0-874c94c0a96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '60df1b62-6439-4c51-803d-a267664e5932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:23Z', 'updated_at': '2022-04-18T17:56:26Z', 'revision_number': 4, 'project_id': 'ccb0d78e663744878bf4cf73dfca63ef', 'subnets': [{'id': '60df1b62-6439-4c51-803d-a267664e5932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:56:29.320685 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Device a34cd348-672c-4c28-989f-58615d1b03d4 up at agent ovs-agent-n-d-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:29.396985 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Provisioning complete for port a34cd348-672c-4c28-989f-58615d1b03d4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:29.397549 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:30.980854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-29c7dbb9-3f32-47d6-96b9-a1809b7c6a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:33.347490 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6cc7754b-a95e-46d3-909b-28db60946770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:34.596409 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:36.083507 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:36.198565 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:36.726518 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-e29b1eb8-197a-4e68-94cb-d751912030bb tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:36.727969 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-e29b1eb8-197a-4e68-94cb-d751912030bb tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 815 time: 0.0999889 Apr 18 17:56:36.743085 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-1eb03df7-e283-4155-b822-2a235883a726 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/quotas/af1752bff6744624b54c76098560e133 HTTP/1.1" status: 200 len: 375 time: 0.0087702 Apr 18 17:56:36.797313 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-5a4c8ef9-73e6-47a7-8f0c-bbfa178f3cb0 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484474 Apr 18 17:56:36.889494 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-4894c220-42bd-4312-899c-f902c148325b service neutron] 10.222.0.45 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799594 Apr 18 17:56:36.982615 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-77780675-b887-462d-a5e8-0da3a07d0e6e service neutron] 10.222.0.45 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867939 Apr 18 17:56:37.219422 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e359a198-f7ba-48dc-abea-062a8dececd7 req-92147d4a-beaa-40f1-88e6-c0f7170c670c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 210 time: 0.0274322 Apr 18 17:56:38.312438 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-f2280e55-d66f-4550-b0ab-abef8c564e1e req-e355524c-72eb-4fb5-a7d3-a48bbbabe698 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 210 time: 0.0256214 Apr 18 17:56:39.267010 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-f7b4a185-eab0-4502-af3b-068f3fa7199a tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:39.268499 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-f7b4a185-eab0-4502-af3b-068f3fa7199a tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 815 time: 0.1000621 Apr 18 17:56:39.285570 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'port': {'device_id': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'admin_state_up': True, 'tenant_id': 'af1752bff6744624b54c76098560e133'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:39.409485 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1e0ead85-09c9-42ba-a952-a6fd17c8aee5 req-1c1682c0-66d3-4a76-bfc9-908fd0abeaa8 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 210 time: 0.0267761 Apr 18 17:56:39.464556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Made reservation on behalf of af1752bff6744624b54c76098560e133 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:56:39.468066 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:39.594696 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Allocated IP 172.20.0.4 (e3134a40-c88f-43a3-9835-de8138870b2f/50ec454d-424b-4efb-84f8-3a086cc61c70/809f8571-9d73-4077-81c3-99167e32152d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:56:39.748384 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for port, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:39.858538 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-d758c45a-c6b5-42f5-8438-325ccbedf9d5 req-37504505-a007-4589-a947-f78699b0a402 service neutron] (109826) timed out ('10.222.0.45', 44552) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 17:56:39.858900 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5835957'] for port, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:39.907197 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Network e3134a40-c88f-43a3-9835-de8138870b2f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:56:39.922998 n-d-836015-2 neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:56:39.937262 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'Port': ['ID=809f8571-9d73-4077-81c3-99167e32152d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:39.942381 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:56:40.003556 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:40.004947 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:40.079510 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-a3be8fdd-c2dd-426c-8f20-e5cf1a622a51 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7976747 Apr 18 17:56:40.299072 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8fa9-7173-4644-9736-6f2f232a4214 None None] Provisioning complete for port 809f8571-9d73-4077-81c3-99167e32152d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:40.300910 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8fa9-7173-4644-9736-6f2f232a4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:40.343901 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8fa9-7173-4644-9736-6f2f232a4214 None None] Port 809f8571-9d73-4077-81c3-99167e32152d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 17:56:40.543542 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3f7d6-309d-4850-9b98-d1383ee2e5d5 req-9fb62a98-3f49-4d7f-baf4-d9f614610798 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:40.553509 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1a3f7d6-309d-4850-9b98-d1383ee2e5d5 req-9fb62a98-3f49-4d7f-baf4-d9f614610798 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 931 time: 0.0612714 Apr 18 17:56:40.590630 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a1a3f7d6-309d-4850-9b98-d1383ee2e5d5 req-b9ab025c-384f-44ae-8478-bcf9dc37ce05 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355794 Apr 18 17:56:41.725193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de84b2a-ebd7-41eb-835a-cb8f06e99af2 req-69863416-09b4-43ec-8aac-ad5f3d720aed tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:41.726697 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4de84b2a-ebd7-41eb-835a-cb8f06e99af2 req-69863416-09b4-43ec-8aac-ad5f3d720aed tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 931 time: 0.0587821 Apr 18 17:56:41.768842 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-4de84b2a-ebd7-41eb-835a-cb8f06e99af2 req-0cdc1117-8e01-499b-817b-633d4461b88b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Apr 18 17:56:42.886272 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cfec0-7c72-43cb-a9d2-19844b65fcd2 req-1dcec6df-bccd-4a80-ba73-171c29dce8bf tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:42.887906 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b42cfec0-7c72-43cb-a9d2-19844b65fcd2 req-1dcec6df-bccd-4a80-ba73-171c29dce8bf tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 931 time: 0.0519753 Apr 18 17:56:42.929505 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-b42cfec0-7c72-43cb-a9d2-19844b65fcd2 req-23803006-068d-4bf3-aed4-50d5610b9a2b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351119 Apr 18 17:56:43.358006 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:56:44.049545 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1835ed-2dc5-4d0a-b491-0e3b630209bf req-0e9ecca3-ebcc-4e42-bdf3-94df8568891f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:44.051224 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c1835ed-2dc5-4d0a-b491-0e3b630209bf req-0e9ecca3-ebcc-4e42-bdf3-94df8568891f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 931 time: 0.0507536 Apr 18 17:56:44.092822 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-2c1835ed-2dc5-4d0a-b491-0e3b630209bf req-1f96ccaf-adb9-485b-93e7-9789c1a6fa03 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351374 Apr 18 17:56:45.243189 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fd3ce-3efb-4b95-9ee2-8fca3d15436b req-f6dca115-ce61-473b-98a2-00fb89dde23e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:45.251221 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a9fd3ce-3efb-4b95-9ee2-8fca3d15436b req-f6dca115-ce61-473b-98a2-00fb89dde23e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 931 time: 0.0758626 Apr 18 17:56:45.296819 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-8a9fd3ce-3efb-4b95-9ee2-8fca3d15436b req-e84b1e16-6e73-4c37-bcbb-b9c508032ef2 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Apr 18 17:56:46.429190 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2adba7-c390-466b-b923-46dcdc304594 req-63dc5f36-7eef-404d-b73a-c4a77090c040 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:46.430766 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc2adba7-c390-466b-b923-46dcdc304594 req-63dc5f36-7eef-404d-b73a-c4a77090c040 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 931 time: 0.0573387 Apr 18 17:56:46.470018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc2adba7-c390-466b-b923-46dcdc304594 req-921a64b2-5694-41d3-8ade-d3b2da6abe90 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Apr 18 17:56:47.586577 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05643a82-da98-4b50-b139-a438f3820cad req-d040aa7e-bc44-4eb4-b064-2d53b175410b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:47.588073 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05643a82-da98-4b50-b139-a438f3820cad req-d040aa7e-bc44-4eb4-b064-2d53b175410b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 931 time: 0.0492921 Apr 18 17:56:47.613003 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:47.631138 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-05643a82-da98-4b50-b139-a438f3820cad req-e563131a-2ff9-4c0e-a3b4-7b7868cbc660 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371139 Apr 18 17:56:47.767062 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:48.749104 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7574f-8200-4413-bcf7-75772e958070 req-0cd76c86-cfa4-4c97-9b40-fca94cf48a4d tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:48.750587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efb7574f-8200-4413-bcf7-75772e958070 req-0cd76c86-cfa4-4c97-9b40-fca94cf48a4d tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 931 time: 0.0521693 Apr 18 17:56:48.787726 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-efb7574f-8200-4413-bcf7-75772e958070 req-cfbaec71-3510-49c2-badb-4e6050a0e2f4 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Apr 18 17:56:48.905707 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Request body: {'port': {'device_id': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:48.957876 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:49.220399 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809f8571-9d73-4077-81c3-99167e32152d {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:56:49.227604 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:49.239460 n-d-836015-2 neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Transition to ACTIVE for port object 809f8571-9d73-4077-81c3-99167e32152d will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 17:56:49.277004 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:49.343641 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Pushing event updated for resources: {'Port': ['ID=809f8571-9d73-4077-81c3-99167e32152d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:49.401841 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Attempting to bind port 809f8571-9d73-4077-81c3-99167e32152d on host n-h1-836015-2 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 17:56:49.402926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Attempting to bind port 809f8571-9d73-4077-81c3-99167e32152d by drivers openvswitch,hyperv on host n-h1-836015-2 at level 0 using segments [{'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 17:56:49.402926 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Attempting to bind port 809f8571-9d73-4077-81c3-99167e32152d on network e3134a40-c88f-43a3-9835-de8138870b2f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:56:49.407131 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Port 809f8571-9d73-4077-81c3-99167e32152d on network e3134a40-c88f-43a3-9835-de8138870b2f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 17:56:49.407454 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Attempting to bind port 809f8571-9d73-4077-81c3-99167e32152d on network e3134a40-c88f-43a3-9835-de8138870b2f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:56:49.412334 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Checking agent: {'id': '0c86c5c1-13eb-4b92-ad0a-80f6289e8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'started_at': datetime.datetime(2022, 4, 18, 16, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:56:49.412805 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Checking segment: {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 17:56:49.413196 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Bound using segment: {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:56:49.413650 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Bound port: 809f8571-9d73-4077-81c3-99167e32152d, host: n-h1-836015-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91e7112-66a5-4d4a-950e-a55a1db645f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 17:56:49.414021 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:49.479844 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] For port 809f8571-9d73-4077-81c3-99167e32152d, host n-h1-836015-2, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:56:49.482764 n-d-836015-2 neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] For port 809f8571-9d73-4077-81c3-99167e32152d, host n-h1-836015-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=809f8571-9d73-4077-81c3-99167e32152d,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:56:49.546689 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5835964'] for port, after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:49.580972 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:49.581614 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:49.582997 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] 10.222.0.18 "PUT /v2.0/ports/809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1091 time: 0.6822877 Apr 18 17:56:49.583444 n-d-836015-2 neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'tag': '809f8571-9d73-4077-81c3-99167e32152d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:56:49.585844 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1c20ca0640a69844f4bd4f9727827ac3990fd7bb89a82cb9892422d9172ee0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4790613-90c7-4c4c-baff-d234af6c7f04" -d '{"events": [{"name": "network-changed", "server_uuid": "113cd6e4-d428-4d13-ad70-cac06ab933a8", "tag": "809f8571-9d73-4077-81c3-99167e32152d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:56:49.613781 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035c46e-447d-4808-9eeb-4b3bdd7c6039 service neutron] Pushing event updated for resources: {'Port': ['ID=809f8571-9d73-4077-81c3-99167e32152d,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:49.630701 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee24687-10bf-4700-a88b-81dc34266686 x-openstack-request-id: req-bee24687-10bf-4700-a88b-81dc34266686 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:56:49.631069 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113cd6e4-d428-4d13-ad70-cac06ab933a8", "tag": "809f8571-9d73-4077-81c3-99167e32152d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:56:49.631397 n-d-836015-2 neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bee24687-10bf-4700-a88b-81dc34266686 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:56:49.631965 n-d-836015-2 neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee24687-10bf-4700-a88b-81dc34266686'] response: {'name': 'network-changed', 'server_uuid': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'tag': '809f8571-9d73-4077-81c3-99167e32152d', 'status': 'completed', 'code': 200} Apr 18 17:56:49.721226 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4790613-90c7-4c4c-baff-d234af6c7f04 req-1e33620e-eed3-4b01-9666-9bd8a176b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:49.722706 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e4790613-90c7-4c4c-baff-d234af6c7f04 req-1e33620e-eed3-4b01-9666-9bd8a176b301 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1094 time: 0.0472610 Apr 18 17:56:49.836244 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4790613-90c7-4c4c-baff-d234af6c7f04 req-ffe97ecb-17bd-415c-9a01-7bb5c5900b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:49.838375 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e4790613-90c7-4c4c-baff-d234af6c7f04 req-ffe97ecb-17bd-415c-9a01-7bb5c5900b9f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=af1752bff6744624b54c76098560e133&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1028755 Apr 18 17:56:49.906843 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212d5f-4fbb-4387-bc3d-7f450cd59eee req-6f4f4608-7f9e-496f-9331-10cda05b37be tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:49.908365 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72212d5f-4fbb-4387-bc3d-7f450cd59eee req-6f4f4608-7f9e-496f-9331-10cda05b37be tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 943 time: 0.0510054 Apr 18 17:56:49.933901 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4790613-90c7-4c4c-baff-d234af6c7f04 req-a0a8c852-4fa2-4ea3-bb60-c4fe54f3deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:49.935499 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-e4790613-90c7-4c4c-baff-d234af6c7f04 req-a0a8c852-4fa2-4ea3-bb60-c4fe54f3deca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915966 Apr 18 17:56:49.947576 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-72212d5f-4fbb-4387-bc3d-7f450cd59eee req-34594d3d-da07-4c92-8432-6946cd19ce22 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Apr 18 17:56:50.035309 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-26893595-5539-45e8-824c-fc309e8a2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:50.036995 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-26893595-5539-45e8-824c-fc309e8a2900 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1094 time: 0.0457489 Apr 18 17:56:50.083858 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-e05b6018-5933-4bf2-b1be-d9584db20eba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 217 time: 0.0344586 Apr 18 17:56:50.130398 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-56a95edc-1320-48ef-b9e5-de5d8cecd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:50.131802 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-56a95edc-1320-48ef-b9e5-de5d8cecd88c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0422173 Apr 18 17:56:50.179081 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-8a260e66-dfbf-4951-8efd-3fec925059e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:50.180546 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-8a260e66-dfbf-4951-8efd-3fec925059e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427592 Apr 18 17:56:50.267436 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-5716d4e0-ac62-4e85-89ce-1fd2209dbeae service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800948 Apr 18 17:56:50.359856 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-4b7a2e2f-ee03-40a7-bc02-b4e153ba0ae9 req-670535fa-cc5b-40fa-a78c-f70901613b47 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861409 Apr 18 17:56:51.077621 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca755b2-fe8d-4aad-83f4-9ebfd7410681 req-b4028297-9caf-40c5-8bb1-0e51f83a1da2 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:51.079101 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aca755b2-fe8d-4aad-83f4-9ebfd7410681 req-b4028297-9caf-40c5-8bb1-0e51f83a1da2 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 943 time: 0.0507703 Apr 18 17:56:51.118571 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-aca755b2-fe8d-4aad-83f4-9ebfd7410681 req-8778d682-fb9b-4813-a0b7-4b7c9a16305f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Apr 18 17:56:52.237022 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a6c23-8491-4c1b-9e9a-714b52290027 req-b2acb838-fd17-4d46-8154-f6132ca75a35 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:52.238520 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a1a6c23-8491-4c1b-9e9a-714b52290027 req-b2acb838-fd17-4d46-8154-f6132ca75a35 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 943 time: 0.0514960 Apr 18 17:56:52.275587 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6a1a6c23-8491-4c1b-9e9a-714b52290027 req-8089119a-f520-46b9-b460-7aaeaea85897 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311737 Apr 18 17:56:53.388066 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a82360-b429-4307-b327-b7638137b12a req-25eda74e-820c-45fe-aa02-3387f9cb42a8 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:53.389518 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91a82360-b429-4307-b327-b7638137b12a req-25eda74e-820c-45fe-aa02-3387f9cb42a8 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 943 time: 0.0471900 Apr 18 17:56:53.426493 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-91a82360-b429-4307-b327-b7638137b12a req-5a935cfe-94f5-44f6-8e02-8212ee644515 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Apr 18 17:56:54.543576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4a075-a8a7-4443-bdb8-36f98d7f1695 req-478e4ca6-ad53-49b4-afae-1861924c4795 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:54.545043 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1e4a075-a8a7-4443-bdb8-36f98d7f1695 req-478e4ca6-ad53-49b4-afae-1861924c4795 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 943 time: 0.0480235 Apr 18 17:56:54.583041 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-d1e4a075-a8a7-4443-bdb8-36f98d7f1695 req-2abce01b-31b2-4533-9ef3-a1dcafc56359 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Apr 18 17:56:55.057875 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 809f8571-9d73-4077-81c3-99167e32152d details requested by agent hyperv_n-h1-836015-2 with host n-h1-836015-2 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 17:56:55.151577 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 809f8571-9d73-4077-81c3-99167e32152d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=809f8571-9d73-4077-81c3-99167e32152d,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:55.162446 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Returning: {'device': '809f8571-9d73-4077-81c3-99167e32152d', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'port_id': '809f8571-9d73-4077-81c3-99167e32152d', 'mac_address': 'fa:16:3e:6f:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 17:56:55.198762 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:55.210691 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809f8571-9d73-4077-81c3-99167e32152d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 17:56:55.229134 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 809f8571-9d73-4077-81c3-99167e32152d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=809f8571-9d73-4077-81c3-99167e32152d,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:55.323596 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:55.376152 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=809f8571-9d73-4077-81c3-99167e32152d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:55.383900 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.384249 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.384640 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.385033 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.385369 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.385722 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.386049 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.386374 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.386697 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.387024 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.387345 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.387666 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:55.688940 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['809f8571-9d73-4077-81c3-99167e32152d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:56:55.709290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd826-7c39-47dc-994f-85a25ff4c590 req-59599f37-b4df-49ec-b1e4-e73591104c97 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:55.711586 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa0dd826-7c39-47dc-994f-85a25ff4c590 req-59599f37-b4df-49ec-b1e4-e73591104c97 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 944 time: 0.0625038 Apr 18 17:56:55.751810 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-fa0dd826-7c39-47dc-994f-85a25ff4c590 req-62908d39-8120-40ed-a53c-836fcab8c8ac tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Apr 18 17:56:56.870239 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717e617-ce77-4ebf-ab15-75bc38ce9562 req-7c34ecd8-5bb0-4778-8f75-c45a0e96bb05 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:56.871935 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a717e617-ce77-4ebf-ab15-75bc38ce9562 req-7c34ecd8-5bb0-4778-8f75-c45a0e96bb05 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 944 time: 0.0527716 Apr 18 17:56:56.913427 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a717e617-ce77-4ebf-ab15-75bc38ce9562 req-64388148-97cb-43a9-beaa-86ec57d4d90d tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352235 Apr 18 17:56:57.057432 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Device 809f8571-9d73-4077-81c3-99167e32152d up at agent hyperv_n-h1-836015-2 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:56:57.163018 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning for port 809f8571-9d73-4077-81c3-99167e32152d completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 17:56:57.166872 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Provisioning complete for port 809f8571-9d73-4077-81c3-99167e32152d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:56:57.167250 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:57.243531 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:57.264763 n-d-836015-2 neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809f8571-9d73-4077-81c3-99167e32152d'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:56:57.279333 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] For port 809f8571-9d73-4077-81c3-99167e32152d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=809f8571-9d73-4077-81c3-99167e32152d,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:56:57.334564 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565'] for port, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:56:57.363081 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2bf9a39a7bd4639189769bea83127cd318e63a3b4d49114dbc7fb3537e77ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245d420b-8a42-4324-9e04-2d7691b2b010" -d '{"events": [{"server_uuid": "113cd6e4-d428-4d13-ad70-cac06ab933a8", "name": "network-vif-plugged", "status": "completed", "tag": "809f8571-9d73-4077-81c3-99167e32152d"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:56:57.388381 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Pushing event updated for resources: {'Port': ['ID=809f8571-9d73-4077-81c3-99167e32152d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:57.454655 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79849b4-f0eb-44fc-95a6-3d25de69ab06 x-openstack-request-id: req-b79849b4-f0eb-44fc-95a6-3d25de69ab06 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:56:57.454943 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113cd6e4-d428-4d13-ad70-cac06ab933a8", "name": "network-vif-plugged", "status": "completed", "tag": "809f8571-9d73-4077-81c3-99167e32152d", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:56:57.455199 n-d-836015-2 neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b79849b4-f0eb-44fc-95a6-3d25de69ab06 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:56:57.455599 n-d-836015-2 neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79849b4-f0eb-44fc-95a6-3d25de69ab06'] response: {'server_uuid': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809f8571-9d73-4077-81c3-99167e32152d', 'code': 200} Apr 18 17:56:57.572289 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505dd86-a6ba-4167-9d0d-cf35ef4d182b req-f4d12597-e900-4887-94ee-66a28d82141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:57.573679 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3505dd86-a6ba-4167-9d0d-cf35ef4d182b req-f4d12597-e900-4887-94ee-66a28d82141e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1096 time: 0.0388460 Apr 18 17:56:57.608126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3505dd86-a6ba-4167-9d0d-cf35ef4d182b req-7c97b9ab-4a27-4e30-83a8-21cd0915d515 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267074 Apr 18 17:56:58.026672 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb5129-b302-4421-b3d2-904e8ddf4d1d req-00e7616e-0f2d-483a-9425-5604ba53f98d tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:58.028148 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bbb5129-b302-4421-b3d2-904e8ddf4d1d req-00e7616e-0f2d-483a-9425-5604ba53f98d tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 945 time: 0.0488544 Apr 18 17:56:58.066682 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-3bbb5129-b302-4421-b3d2-904e8ddf4d1d req-d726b850-e597-4108-93a5-96e8e2f5d2fb tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324633 Apr 18 17:56:59.187371 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a2e2a-49de-41fb-a8a9-cf8156f168f7 req-29790896-4c10-46ee-b33e-4d3e5637f634 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:59.188848 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e7a2e2a-49de-41fb-a8a9-cf8156f168f7 req-29790896-4c10-46ee-b33e-4d3e5637f634 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 945 time: 0.0529156 Apr 18 17:56:59.226048 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6e7a2e2a-49de-41fb-a8a9-cf8156f168f7 req-941ce57d-2c01-4af3-a374-5494d97c90e3 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308063 Apr 18 17:56:59.340818 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a3dfc-bc2a-497a-8ea9-3938b8a0308e req-7ac9079d-8104-48bb-8912-a1839d4ea978 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:59.342303 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f9a3dfc-bc2a-497a-8ea9-3938b8a0308e req-7ac9079d-8104-48bb-8912-a1839d4ea978 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 945 time: 0.0492308 Apr 18 17:56:59.378839 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-0f9a3dfc-bc2a-497a-8ea9-3938b8a0308e req-da6438c8-3d50-49f0-bc51-4ac354050fe6 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305243 Apr 18 17:56:59.568193 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca596e4a-58a5-4e4f-9897-5cc40a583644 req-4a0962d5-d7c7-4205-bc50-cfe5049b30bc tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:56:59.569711 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca596e4a-58a5-4e4f-9897-5cc40a583644 req-4a0962d5-d7c7-4205-bc50-cfe5049b30bc tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 945 time: 0.0472128 Apr 18 17:56:59.606428 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ca596e4a-58a5-4e4f-9897-5cc40a583644 req-5a8e252e-f174-4c5e-b465-f790dc6f2910 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300558 Apr 18 17:57:00.967104 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4aa56f18-6c57-49f8-a55c-b7794476f197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:03.298270 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fdf9-42b7-4084-85bf-bae7002a7ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:04.579902 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:06.092937 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:06.203084 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:12.941231 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315e6ed-35cb-406f-a941-5d7799493026 req-b9b81f45-70a2-40b7-9921-7caa60a631c9 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:12.942738 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1315e6ed-35cb-406f-a941-5d7799493026 req-b9b81f45-70a2-40b7-9921-7caa60a631c9 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 945 time: 0.0571871 Apr 18 17:57:12.980160 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1315e6ed-35cb-406f-a941-5d7799493026 req-870c1556-6731-4ca3-8d0b-35b225db00a9 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Apr 18 17:57:13.002330 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53248) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:13.128461 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2948e455-0fcc-4525-a39b-0c1d60e07d80 tempest-TestMinimumBasicScenario-310094305 tempest-TestMinimumBasicScenario-310094305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:13.130002 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-2948e455-0fcc-4525-a39b-0c1d60e07d80 tempest-TestMinimumBasicScenario-310094305 tempest-TestMinimumBasicScenario-310094305-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1091 time: 0.1267231 Apr 18 17:57:13.132992 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53252) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:13.137140 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'floatingip': {'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'port_id': '809f8571-9d73-4077-81c3-99167e32152d', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:13.230693 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for floatingip, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:13.330206 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:13.430251 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Allocated IP 172.25.5.247 (6f5584dc-5e6a-418a-b84a-133990456da5/3f17f309-ca21-47bf-bbc8-4af3521148cb/66efe09e-32f2-42e0-88d1-08646111f081) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:57:13.532808 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for port, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:13.654680 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738954383162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4926360'] for port, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:13.690326 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Network 6f5584dc-5e6a-418a-b84a-133990456da5 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:57:13.694972 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:57:13.698510 n-d-836015-2 neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:57:13.721789 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'Port': ['ID=66efe09e-32f2-42e0-88d1-08646111f081,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:13.734939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.735280 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.735612 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.735939 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.736264 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.736585 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.736909 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.737232 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.737576 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.737896 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.738211 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:13.738635 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-2 {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:14.061249 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:14.167090 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:14.596268 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:14.676805 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:14.745596 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'Port': ['ID=66efe09e-32f2-42e0-88d1-08646111f081,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:14.757686 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584025'] for floatingip, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:14.853518 n-d-836015-2 neutron-server[109826]: INFO neutron.db.l3_db [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Floating IP 73cc0583-9d37-42df-a409-28a7848e6a18 associated. External IP: 172.25.5.247, port: 809f8571-9d73-4077-81c3-99167e32152d. Apr 18 17:57:15.051290 n-d-836015-2 neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Router b6111887-57f6-401b-9cc8-bdf1ba2fd01f has already been hosted by L3 agent b4cca408-dd18-43f4-9c3d-82f0bb1ab4df {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:57:15.156694 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify agent at l3_agent.n-d-836015-2 the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:57:15.165979 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] Sync routers for ids ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'] in n-d-836015-2 {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:57:15.175496 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] Routers {'b6111887-57f6-401b-9cc8-bdf1ba2fd01f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:57:15.179383 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:57:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:57:15.233214 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for floatingip, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:15.260577 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-1e6c227c-c80b-4d8d-ba8f-4619452a80f5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1265368 Apr 18 17:57:15.261174 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'tag': '809f8571-9d73-4077-81c3-99167e32152d'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:57:15.263504 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53256) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:15.268606 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-25d92079-308d-44d2-9fe8-466805e68024 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217114115', 'description': 'tempest-secgroup-smoke-217114115 description', 'project_id': 'af1752bff6744624b54c76098560e133'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:15.282352 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] Set router b6111887-57f6-401b-9cc8-bdf1ba2fd01f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:57:15.305162 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7785cd32711f64c5b7c7bb98b933ab1b0629d6c0defa02170daceb0f9bf77115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af550583-6f5d-4364-92c9-078fd796b1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "113cd6e4-d428-4d13-ad70-cac06ab933a8", "tag": "809f8571-9d73-4077-81c3-99167e32152d"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:57:15.362765 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d92079-308d-44d2-9fe8-466805e68024 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:15.392593 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e67e64-1386-488e-82cf-a1d52f3b18c6 x-openstack-request-id: req-f2e67e64-1386-488e-82cf-a1d52f3b18c6 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:57:15.392893 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113cd6e4-d428-4d13-ad70-cac06ab933a8", "tag": "809f8571-9d73-4077-81c3-99167e32152d", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:57:15.393145 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2e67e64-1386-488e-82cf-a1d52f3b18c6 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:57:15.393588 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e67e64-1386-488e-82cf-a1d52f3b18c6'] response: {'name': 'network-changed', 'server_uuid': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'tag': '809f8571-9d73-4077-81c3-99167e32152d', 'status': 'completed', 'code': 200} Apr 18 17:57:15.430726 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d92079-308d-44d2-9fe8-466805e68024 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:15.475263 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-f0529c28-7509-4bc2-9ca8-612b37239ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:15.476776 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-f0529c28-7509-4bc2-9ca8-612b37239ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1096 time: 0.0400791 Apr 18 17:57:15.515625 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 4, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '73cc0583-9d37-42df-a409-28a7848e6a18', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'port_id': '809f8571-9d73-4077-81c3-99167e32152d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'mac_address': 'fa:16:3e:6f:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:57:13Z', 'updated_at': '2022-04-18T17:57:13Z', 'revision_number': 0, 'project_id': 'af1752bff6744624b54c76098560e133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40246f9d-35aa-48d5-8f0f-505ac9850901', 'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'mac_address': 'fa:16:3e:82:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:17Z', 'updated_at': '2022-04-18T17:56:22Z', 'revision_number': 5, 'project_id': 'af1752bff6744624b54c76098560e133', 'subnets': [{'id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:57:15.534945 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d92079-308d-44d2-9fe8-466805e68024 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700367'] for security_group, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:15.541102 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] Checking router: b6111887-57f6-401b-9cc8-bdf1ba2fd01f for host: n-d-836015-2 {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:57:15.549144 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] Routers {'b6111887-57f6-401b-9cc8-bdf1ba2fd01f'} bound to L3 agent in host n-d-836015-2 {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:57:15.549768 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T16:46:33Z,description=,heartbeat_timestamp=2022-04-18T17:57:03Z,host='n-d-836015-2',id=b4cca408-dd18-43f4-9c3d-82f0bb1ab4df,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T16:46:34Z,topic='l3_agent')) {'router_ids': ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:57:15.581495 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d92079-308d-44d2-9fe8-466805e68024 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2881d2-8761-4279-bd9a-8284a3b32860,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:15.598351 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-f6911f32-ea2e-4bcb-9dec-d83583de4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:15.599670 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-f6911f32-ea2e-4bcb-9dec-d83583de4965 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.1165609 Apr 18 17:57:15.651615 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-25d92079-308d-44d2-9fe8-466805e68024 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:15.652850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-25d92079-308d-44d2-9fe8-466805e68024 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3881769 Apr 18 17:57:15.656277 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53264) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:15.665371 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] Set router b6111887-57f6-401b-9cc8-bdf1ba2fd01f gateway port host: n-d-836015-2 {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:57:15.665530 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1e8010a4-8dd4-4e38-ae10-e5d9cf1f3857 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'security_group_rule': {'security_group_id': '4c2881d2-8761-4279-bd9a-8284a3b32860', 'project_id': 'af1752bff6744624b54c76098560e133', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:15.893348 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 4, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '73cc0583-9d37-42df-a409-28a7848e6a18', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'port_id': '809f8571-9d73-4077-81c3-99167e32152d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'mac_address': 'fa:16:3e:6f:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:57:13Z', 'updated_at': '2022-04-18T17:57:13Z', 'revision_number': 0, 'project_id': 'af1752bff6744624b54c76098560e133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40246f9d-35aa-48d5-8f0f-505ac9850901', 'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'mac_address': 'fa:16:3e:82:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:17Z', 'updated_at': '2022-04-18T17:56:22Z', 'revision_number': 5, 'project_id': 'af1752bff6744624b54c76098560e133', 'subnets': [{'id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-2', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:57:15.920089 n-d-836015-2 neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8751f8a-a34c-424b-8600-fc5f67d47a2b None None] The sync data for ids ['b6111887-57f6-401b-9cc8-bdf1ba2fd01f'] in n-d-836015-2 is: [{'id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'name': 'tempest-TestMinimumBasicScenario-1809523162-router', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'external_fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:56:14Z', 'updated_at': '2022-04-18T17:56:17Z', 'revision_number': 4, 'project_id': 'af1752bff6744624b54c76098560e133', 'gw_port': {'id': '0a07f400-c991-4793-ab89-6cafe10d8ce2', 'name': '', 'network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:15Z', 'updated_at': '2022-04-18T17:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f17f309-ca21-47bf-bbc8-4af3521148cb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-2', '_floatingips': [{'id': '73cc0583-9d37-42df-a409-28a7848e6a18', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '6f5584dc-5e6a-418a-b84a-133990456da5', 'router_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'port_id': '809f8571-9d73-4077-81c3-99167e32152d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'mac_address': 'fa:16:3e:6f:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T17:57:13Z', 'updated_at': '2022-04-18T17:57:13Z', 'revision_number': 0, 'project_id': 'af1752bff6744624b54c76098560e133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40246f9d-35aa-48d5-8f0f-505ac9850901', 'name': '', 'network_id': 'e3134a40-c88f-43a3-9835-de8138870b2f', 'tenant_id': 'af1752bff6744624b54c76098560e133', 'mac_address': 'fa:16:3e:82:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6111887-57f6-401b-9cc8-bdf1ba2fd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:56:17Z', 'updated_at': '2022-04-18T17:56:22Z', 'revision_number': 5, 'project_id': 'af1752bff6744624b54c76098560e133', 'subnets': [{'id': '50ec454d-424b-4efb-84f8-3a086cc61c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:57:16.020303 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-bb83609e-7673-4fff-b354-dcf20413ab32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 999 time: 0.4139736 Apr 18 17:57:16.071059 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-3fdefb4e-e28e-45a2-809c-0bd3db04a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:16.072561 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-3fdefb4e-e28e-45a2-809c-0bd3db04a457 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0450549 Apr 18 17:57:16.115339 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e8010a4-8dd4-4e38-ae10-e5d9cf1f3857 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.132363 n-d-836015-2 neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a542c34-9a7d-4899-b823-9ac22c973555 None None] New status for floating IP 73cc0583-9d37-42df-a409-28a7848e6a18: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 17:57:16.147485 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-8729a6b9-d7a3-4cf2-b80a-7caae81630aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:16.148936 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-8729a6b9-d7a3-4cf2-b80a-7caae81630aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690057 Apr 18 17:57:16.218750 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e8010a4-8dd4-4e38-ae10-e5d9cf1f3857 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.258449 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-cb35370c-1eeb-49fd-bd20-c2d3162d18c2 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996089 Apr 18 17:57:16.320070 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e8010a4-8dd4-4e38-ae10-e5d9cf1f3857 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.350189 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8010a4-8dd4-4e38-ae10-e5d9cf1f3857 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f20b31-0a30-4539-9d77-6af09a39404b,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:16.378993 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-af550583-6f5d-4364-92c9-078fd796b1a3 req-e2245b4e-dfba-47de-bd02-ceb225af9702 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141756 Apr 18 17:57:16.439020 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e8010a4-8dd4-4e38-ae10-e5d9cf1f3857 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.440535 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1e8010a4-8dd4-4e38-ae10-e5d9cf1f3857 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7833135 Apr 18 17:57:16.443206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53266) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:16.447591 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ab0f1640-fba1-486c-9956-81c5770ca41b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'security_group_rule': {'security_group_id': '4c2881d2-8761-4279-bd9a-8284a3b32860', 'project_id': 'af1752bff6744624b54c76098560e133', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:16.527003 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1640-fba1-486c-9956-81c5770ca41b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.586858 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1640-fba1-486c-9956-81c5770ca41b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.630656 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1640-fba1-486c-9956-81c5770ca41b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.648360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1640-fba1-486c-9956-81c5770ca41b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30222cf8-7fb1-41d2-af60-cf79768de3ed,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:16.724344 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1640-fba1-486c-9956-81c5770ca41b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.725630 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-ab0f1640-fba1-486c-9956-81c5770ca41b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2814243 Apr 18 17:57:16.728310 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53268) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:16.733397 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1947e8df-67b2-441d-8a0b-aa1409916f5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'security_group_rule': {'security_group_id': '4c2881d2-8761-4279-bd9a-8284a3b32860', 'project_id': 'af1752bff6744624b54c76098560e133', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:16.834294 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1947e8df-67b2-441d-8a0b-aa1409916f5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.890243 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1947e8df-67b2-441d-8a0b-aa1409916f5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.968257 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1947e8df-67b2-441d-8a0b-aa1409916f5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:16.987528 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947e8df-67b2-441d-8a0b-aa1409916f5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caec4048-6b92-42ad-861e-b47b20347295,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:17.033239 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1947e8df-67b2-441d-8a0b-aa1409916f5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.034508 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1947e8df-67b2-441d-8a0b-aa1409916f5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052173 Apr 18 17:57:17.037115 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.45', 53270) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:17.041371 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1218ab55-9185-497e-89f4-a078a50bad31 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'security_group_rule': {'security_group_id': '4c2881d2-8761-4279-bd9a-8284a3b32860', 'project_id': 'af1752bff6744624b54c76098560e133', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:17.121713 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1218ab55-9185-497e-89f4-a078a50bad31 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.179046 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1218ab55-9185-497e-89f4-a078a50bad31 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.231502 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1218ab55-9185-497e-89f4-a078a50bad31 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.249440 n-d-836015-2 neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218ab55-9185-497e-89f4-a078a50bad31 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dd1d1d-6ba6-41d4-9c1b-494ff233aadc,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:17.295894 n-d-836015-2 neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1218ab55-9185-497e-89f4-a078a50bad31 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.297155 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [None req-1218ab55-9185-497e-89f4-a078a50bad31 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2590411 Apr 18 17:57:17.299929 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53272) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:17.304508 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-771343cf-50c2-4f02-ac41-7c52a3ac0560 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'security_group_rule': {'security_group_id': '4c2881d2-8761-4279-bd9a-8284a3b32860', 'project_id': 'af1752bff6744624b54c76098560e133', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:17.390629 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-771343cf-50c2-4f02-ac41-7c52a3ac0560 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Project af1752bff6744624b54c76098560e133 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:57:17.395498 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-771343cf-50c2-4f02-ac41-7c52a3ac0560 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.457861 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-771343cf-50c2-4f02-ac41-7c52a3ac0560 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.534131 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-771343cf-50c2-4f02-ac41-7c52a3ac0560 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.552448 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771343cf-50c2-4f02-ac41-7c52a3ac0560 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24696fca-897a-4d82-b661-2904b2c215fc,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:17.591226 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.621970 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-771343cf-50c2-4f02-ac41-7c52a3ac0560 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.624091 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-771343cf-50c2-4f02-ac41-7c52a3ac0560 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228350 Apr 18 17:57:17.627315 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.45', 53276) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 17:57:17.631172 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [None req-99c84549-4707-499a-b22b-2ce7ab6a836c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'security_group_rule': {'security_group_id': '4c2881d2-8761-4279-bd9a-8284a3b32860', 'project_id': 'af1752bff6744624b54c76098560e133', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:17.728234 n-d-836015-2 neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-99c84549-4707-499a-b22b-2ce7ab6a836c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Project af1752bff6744624b54c76098560e133 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 17:57:17.733965 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-99c84549-4707-499a-b22b-2ce7ab6a836c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.768424 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.795613 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-99c84549-4707-499a-b22b-2ce7ab6a836c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.842509 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-99c84549-4707-499a-b22b-2ce7ab6a836c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718416'] for security_group_rule, after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.861767 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c84549-4707-499a-b22b-2ce7ab6a836c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8be744-51c6-4d56-b305-4348dba903d4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:17.918525 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-99c84549-4707-499a-b22b-2ce7ab6a836c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:17.919725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [None req-99c84549-4707-499a-b22b-2ce7ab6a836c tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2920973 Apr 18 17:57:17.997298 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-824b5f31-aa36-4363-a705-b20e642cb0c9 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217114115&fields=id&tenant_id=af1752bff6744624b54c76098560e133 HTTP/1.1" status: 200 len: 267 time: 0.0325961 Apr 18 17:57:18.049725 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-eee528a4-88ac-4b58-ab6a-156c3dee8e88 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:18.051131 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-eee528a4-88ac-4b58-ab6a-156c3dee8e88 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 945 time: 0.0473940 Apr 18 17:57:18.063337 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.v2.base [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Request body: {'port': {'security_groups': ['473e7b1d-f552-4749-b9fb-27955e65d20a', '4c2881d2-8761-4279-bd9a-8284a3b32860']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:18.128005 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604629'] for port, before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:18.313191 n-d-836015-2 neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] For port 809f8571-9d73-4077-81c3-99167e32152d, host n-h1-836015-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-2',level=0,port_id=809f8571-9d73-4077-81c3-99167e32152d,segment=NetworkSegment(c91e7112-66a5-4d4a-950e-a55a1db645f0),segment_id=c91e7112-66a5-4d4a-950e-a55a1db645f0)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:57:18.352628 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks [] for port, precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:18.412828 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-741559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738954904001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738954383153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738954382565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4926353'] for port, after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:18.448289 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['809f8571-9d73-4077-81c3-99167e32152d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:57:18.461797 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:18.462291 n-d-836015-2 neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81448'] for port, before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:18.463677 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-e3d2ab30-79b3-4ba6-9b40-1cc9da76817a req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "PUT /v2.0/ports/809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 981 time: 0.4057100 Apr 18 17:57:18.464121 n-d-836015-2 neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'tag': '809f8571-9d73-4077-81c3-99167e32152d'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 17:57:18.466477 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7785cd32711f64c5b7c7bb98b933ab1b0629d6c0defa02170daceb0f9bf77115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744" -d '{"events": [{"name": "network-changed", "server_uuid": "113cd6e4-d428-4d13-ad70-cac06ab933a8", "tag": "809f8571-9d73-4077-81c3-99167e32152d"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 17:57:18.494233 n-d-836015-2 neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038608a-8ae1-4eaf-9768-dfade781197f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Pushing event updated for resources: {'Port': ['ID=809f8571-9d73-4077-81c3-99167e32152d,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:18.542281 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739594b-a709-4c86-86bc-ea1fdd041029 x-openstack-request-id: req-e739594b-a709-4c86-86bc-ea1fdd041029 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 17:57:18.542577 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113cd6e4-d428-4d13-ad70-cac06ab933a8", "tag": "809f8571-9d73-4077-81c3-99167e32152d", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 17:57:18.542827 n-d-836015-2 neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e739594b-a709-4c86-86bc-ea1fdd041029 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 17:57:18.543233 n-d-836015-2 neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e739594b-a709-4c86-86bc-ea1fdd041029'] response: {'name': 'network-changed', 'server_uuid': '113cd6e4-d428-4d13-ad70-cac06ab933a8', 'tag': '809f8571-9d73-4077-81c3-99167e32152d', 'status': 'completed', 'code': 200} Apr 18 17:57:18.597206 n-d-836015-2 neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] get_ports_and_sgs() called for port_ids ['809f8571-9d73-4077-81c3-99167e32152d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 17:57:18.637087 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-1d3ce85d-dea2-4f8b-ac20-8d9a6b08f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:18.638219 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bc1dc-d84d-4b37-ae4a-f84a48ba0c16 req-5e3c7cfc-434d-4660-8ae0-d5008d52ea27 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:18.640126 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-1d3ce85d-dea2-4f8b-ac20-8d9a6b08f9e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0509305 Apr 18 17:57:18.640889 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4bc1dc-d84d-4b37-ae4a-f84a48ba0c16 req-5e3c7cfc-434d-4660-8ae0-d5008d52ea27 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0879889 Apr 18 17:57:18.697092 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-1f4bc1dc-d84d-4b37-ae4a-f84a48ba0c16 req-f4eb83df-678a-47d5-9a1f-9537d251cc00 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496309 Apr 18 17:57:18.743625 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-eb098766-f311-42a7-b636-ec27b4ecd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:18.745195 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-eb098766-f311-42a7-b636-ec27b4ecd6fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0977020 Apr 18 17:57:18.799959 n-d-836015-2 neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c1dfee2f-aa59-4341-a0a3-6e9c025b8d35 None None] Provisioning complete for port 809f8571-9d73-4077-81c3-99167e32152d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 17:57:18.800330 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1dfee2f-aa59-4341-a0a3-6e9c025b8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689290'] for port, provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:18.816002 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-5207a67c-70e2-4266-b704-69bc63354c3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0635321 Apr 18 17:57:18.864345 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-4c96929c-2969-4186-b61b-471f430d5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:18.865735 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-4c96929c-2969-4186-b61b-471f430d5b5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0432389 Apr 18 17:57:18.910694 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-5ea6829c-a0f8-4239-a0e6-a95f91cc98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:18.912176 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-5ea6829c-a0f8-4239-a0e6-a95f91cc98fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401967 Apr 18 17:57:19.003960 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-07b9feb7-dd82-4b3b-b455-4af0b856af2e service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Apr 18 17:57:19.097404 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-3bfccf90-72fa-4eaf-88c5-6ba3a8ab5744 req-705b3dda-5a68-4da9-90d3-1c524a2993e5 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867729 Apr 18 17:57:20.358324 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:57:30.956051 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c77cde34-889f-4342-9d56-b07a5234b32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:33.293382 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-422adc66-8413-4ab4-8c57-c3319aaccbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:34.603124 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:36.065898 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:36.173560 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:47.481990 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-a88646d3-2c49-43e0-911c-35c051368468 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430479 Apr 18 17:57:47.595627 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-ad403742-cf5b-4cb5-b534-7a2b922969b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:47.595627 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-ad403742-cf5b-4cb5-b534-7a2b922969b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0479424 Apr 18 17:57:47.676854 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:47.697973 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-b41ca9df-1498-4bed-9417-3d3552cfb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:47.699456 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-b41ca9df-1498-4bed-9417-3d3552cfb6de service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0923586 Apr 18 17:57:47.769707 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-2d2a572e-d323-488a-8987-80427632289d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0638857 Apr 18 17:57:47.790669 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:57:47.818152 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-363edbeb-431a-4f78-b5e5-b6756e57581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:47.819637 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-363edbeb-431a-4f78-b5e5-b6756e57581c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0441971 Apr 18 17:57:47.864029 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-cf0dc579-0e6b-4fe7-ad3e-82261748a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:57:47.865391 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-cf0dc579-0e6b-4fe7-ad3e-82261748a635 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394597 Apr 18 17:57:47.955724 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-ee19a46b-6508-422d-836e-e76cad9bb590 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Apr 18 17:57:48.042021 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-da55b5aa-c205-4bb3-9aa7-0b34b1c641b0 req-8e9c2778-d723-4dfc-a65e-deb13ccc8373 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798817 Apr 18 17:57:57.356706 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:58:00.979013 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e6e5af2c-b60d-4a4d-a645-73248af46e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:03.309702 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a318a324-2b03-478a-9757-19bdd0adf225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:04.607689 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:06.092024 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:06.195049 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:07.203130 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6a75f-69cb-469a-9ac8-705413205936 req-6fd56ace-1157-4b0b-86d3-fc12c6cea95f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:07.204607 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ed6a75f-69cb-469a-9ac8-705413205936 req-6fd56ace-1157-4b0b-86d3-fc12c6cea95f tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0623817 Apr 18 17:58:07.248060 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-6ed6a75f-69cb-469a-9ac8-705413205936 req-d798b1c2-d850-4f95-aba9-03a066bf3b04 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371685 Apr 18 17:58:07.267515 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-4b95aaff-a404-4b0d-9c55-a65939ee89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:07.269047 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-4b95aaff-a404-4b0d-9c55-a65939ee89eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0424829 Apr 18 17:58:07.360724 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-33df1dbb-2626-4462-8f19-56b3f763cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:07.362150 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-33df1dbb-2626-4462-8f19-56b3f763cb41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0866408 Apr 18 17:58:07.430170 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-d6016ade-4470-4f6f-b36f-cd9d208c279f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0618095 Apr 18 17:58:07.484206 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-cb6f283c-cf95-4d5e-aea6-e0be9e6ec8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:07.485839 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-cb6f283c-cf95-4d5e-aea6-e0be9e6ec8e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0496387 Apr 18 17:58:07.529936 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-6ccdc95a-9f49-49e1-8825-eafc00374dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:07.531369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-6ccdc95a-9f49-49e1-8825-eafc00374dde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384917 Apr 18 17:58:07.618368 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-21475557-81a6-4022-87dd-d88ae9b11f5b service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791712 Apr 18 17:58:07.710964 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-32eee614-8b0a-4db1-a325-5df7265d13a0 req-d10bf708-292b-43de-a979-3c7028eccf63 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857937 Apr 18 17:58:08.371464 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e14ad-6e70-448f-8f6b-6134d570e263 req-da654c9d-f5fa-47d3-a02e-f1850906ae5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:08.372973 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e5e14ad-6e70-448f-8f6b-6134d570e263 req-da654c9d-f5fa-47d3-a02e-f1850906ae5e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0520806 Apr 18 17:58:08.412635 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-9e5e14ad-6e70-448f-8f6b-6134d570e263 req-16beba76-6c3b-4036-a488-27084eb1051e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332606 Apr 18 17:58:09.535347 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a4d40-8a39-48a6-b8d7-fedf64eb041e req-f5a08801-bc13-43b0-b7a8-480bcc9f58e5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:09.536725 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad6a4d40-8a39-48a6-b8d7-fedf64eb041e req-f5a08801-bc13-43b0-b7a8-480bcc9f58e5 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0536811 Apr 18 17:58:09.576752 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ad6a4d40-8a39-48a6-b8d7-fedf64eb041e req-b90aea8b-1be2-4324-b1ae-e70e744f4cc0 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338790 Apr 18 17:58:10.700487 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4293c9-ce57-40ba-b0d8-6b6f6c0ff875 req-36ca2921-5211-4f77-a216-07a661c2ba0e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:10.702018 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc4293c9-ce57-40ba-b0d8-6b6f6c0ff875 req-36ca2921-5211-4f77-a216-07a661c2ba0e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0565293 Apr 18 17:58:10.746441 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-cc4293c9-ce57-40ba-b0d8-6b6f6c0ff875 req-51e22848-a2f4-4f08-bba4-6f336b639e75 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382030 Apr 18 17:58:11.863817 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed963-a1cd-481b-94b5-e0d3a0184b3e req-5ffbcd4e-2c6a-4c4c-88b5-346c75ade80e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:11.865268 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74bed963-a1cd-481b-94b5-e0d3a0184b3e req-5ffbcd4e-2c6a-4c4c-88b5-346c75ade80e tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0480108 Apr 18 17:58:11.906809 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-74bed963-a1cd-481b-94b5-e0d3a0184b3e req-c4168bef-7f2f-46b6-87c3-f40e83bf4eaf tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354259 Apr 18 17:58:13.030571 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362efaca-0310-4e0a-9a73-007e9d28481c req-67b8a635-3ffe-4dcc-a3b6-66ce9d422c1d tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:13.032019 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-362efaca-0310-4e0a-9a73-007e9d28481c req-67b8a635-3ffe-4dcc-a3b6-66ce9d422c1d tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0526934 Apr 18 17:58:13.071484 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-362efaca-0310-4e0a-9a73-007e9d28481c req-4c9b0273-433d-4b04-b371-9c0dcca7da8b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326607 Apr 18 17:58:14.188161 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b360e-76f8-4592-bc03-cca17638bd32 req-e2626fee-969e-4851-b266-11e672cec836 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:14.189663 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a70b360e-76f8-4592-bc03-cca17638bd32 req-e2626fee-969e-4851-b266-11e672cec836 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0506258 Apr 18 17:58:14.230340 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-a70b360e-76f8-4592-bc03-cca17638bd32 req-7ec36a53-4d76-4376-a508-2c3404297d19 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339942 Apr 18 17:58:15.344453 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9610-0ea1-44f2-9c8c-a72362ee0426 req-ccb44ee8-a797-41d1-9644-2514cb0a8723 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:15.345934 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c0a9610-0ea1-44f2-9c8c-a72362ee0426 req-ccb44ee8-a797-41d1-9644-2514cb0a8723 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0490975 Apr 18 17:58:15.385369 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-7c0a9610-0ea1-44f2-9c8c-a72362ee0426 req-dc69ce76-80eb-466c-9602-d52c94f7af9d tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328469 Apr 18 17:58:16.509329 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05ebc-b642-415c-811f-26d7f7991496 req-6b4d9ed1-6226-46b3-821c-c7f3a62ee044 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:16.510814 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88c05ebc-b642-415c-811f-26d7f7991496 req-6b4d9ed1-6226-46b3-821c-c7f3a62ee044 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0529778 Apr 18 17:58:16.550321 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-88c05ebc-b642-415c-811f-26d7f7991496 req-883e5860-ab22-4aa8-8f6e-3f97e6a627ad tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328810 Apr 18 17:58:17.589885 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:17.667283 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf3511-c48a-4b86-9b0d-7acda9f5c672 req-e50ee4e7-46c5-49c0-b4af-d0f06963b934 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:17.668779 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82bf3511-c48a-4b86-9b0d-7acda9f5c672 req-e50ee4e7-46c5-49c0-b4af-d0f06963b934 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0498962 Apr 18 17:58:17.708748 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-82bf3511-c48a-4b86-9b0d-7acda9f5c672 req-36b9d6cb-dc74-41a9-8edb-1e93b451a53a tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337143 Apr 18 17:58:17.789892 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:18.823810 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41b253-99b4-4ce3-ab37-4451049562de req-ee8bd305-52df-456c-bc68-1bbbf6c0bae0 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:18.825266 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec41b253-99b4-4ce3-ab37-4451049562de req-ee8bd305-52df-456c-bc68-1bbbf6c0bae0 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0486226 Apr 18 17:58:18.872732 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-ec41b253-99b4-4ce3-ab37-4451049562de req-4ffb407c-445c-4530-836c-40e831330895 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404267 Apr 18 17:58:19.999335 n-d-836015-2 neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26043a86-e895-4546-bbb8-309d79c2ce31 req-6ec90e19-2615-4d7e-9b9a-fc9bbd8d0f7b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:20.000793 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26043a86-e895-4546-bbb8-309d79c2ce31 req-6ec90e19-2615-4d7e-9b9a-fc9bbd8d0f7b tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 984 time: 0.0528212 Apr 18 17:58:20.039803 n-d-836015-2 neutron-server[109826]: INFO neutron.wsgi [req-26043a86-e895-4546-bbb8-309d79c2ce31 req-7516be96-167a-46b7-b390-c21863a80e73 tempest-TestMinimumBasicScenario-1752032986 tempest-TestMinimumBasicScenario-1752032986-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c2881d2-8761-4279-bd9a-8284a3b32860&id=473e7b1d-f552-4749-b9fb-27955e65d20a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326810 Apr 18 17:58:30.949651 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19e660b9-5483-44ad-ae87-26fb84003713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:33.297916 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61857e0e-56e1-483d-8b9e-4cf3c07a85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:34.355977 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:58:34.612291 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:36.080705 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:36.219761 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:47.601160 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:47.800387 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:58:49.487177 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-a5f2d899-f2e4-4343-8507-1c72bd74b74e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396407 Apr 18 17:58:49.589508 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-ebb34970-bf06-4092-b052-dde0bc1695d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:49.590872 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-ebb34970-bf06-4092-b052-dde0bc1695d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0407774 Apr 18 17:58:49.696612 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-70570b77-1c7d-4b83-81c8-34759600ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:49.698095 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-70570b77-1c7d-4b83-81c8-34759600ec8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0873141 Apr 18 17:58:49.763554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-6c1d65bb-7f1b-4673-8be4-7942e424e87a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0586967 Apr 18 17:58:49.814915 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-0353d8e6-6f18-4682-a95e-24a487297180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:49.816589 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-0353d8e6-6f18-4682-a95e-24a487297180 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0468898 Apr 18 17:58:49.861080 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-2985a246-1360-45e3-b282-c2654bc91f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:58:49.862514 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-2985a246-1360-45e3-b282-c2654bc91f5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390785 Apr 18 17:58:49.873070 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-34dc13c8-f11e-48b0-a9b1-ccebc0119110 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 17:58:49.874058 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-34dc13c8-f11e-48b0-a9b1-ccebc0119110 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047333 Apr 18 17:58:49.959915 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-3f77cb37-1aa5-4393-a2e1-f0196a86471c service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797453 Apr 18 17:58:50.052783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-ad22d8ec-58cd-486c-979a-46087ebab553 req-438e06d7-cbc1-4538-aa04-402b39cf41a2 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868621 Apr 18 17:59:00.960529 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d8faaf-fc85-4978-a7fa-788f5c68af80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:03.343302 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d951d24-76cc-4e87-b91d-3ea55b809bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:04.589042 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:06.103347 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:06.183569 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:11.354459 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:59:17.628711 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:17.845724 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:30.949595 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19dcdca8-053e-4952-8e76-8d411b104128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:33.308695 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c7e381c3-14fd-46eb-a6d7-5f23b3188009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:34.611231 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:36.085532 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:36.211446 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:47.605806 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:47.844831 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 17:59:48.353576 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:59:51.496950 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-b962b5c9-e51e-4671-9d84-fb81c85214a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412486 Apr 18 17:59:51.589653 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-492a56ad-9a79-4049-a920-d8a5aebb6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:59:51.591038 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-492a56ad-9a79-4049-a920-d8a5aebb6211 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0408025 Apr 18 17:59:51.699860 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-09e703ed-5fd0-4ae3-821a-b5519f778fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:59:51.701322 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-09e703ed-5fd0-4ae3-821a-b5519f778fec service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0929365 Apr 18 17:59:51.775750 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-eddaba50-06f5-4232-bae4-1b57134476a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0683856 Apr 18 17:59:51.830470 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-18656910-a779-47a8-a385-6c578c37de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:59:51.832013 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-18656910-a779-47a8-a385-6c578c37de45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0495267 Apr 18 17:59:51.877222 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-7b5aeb52-a2c4-482a-9e80-320788150b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 17:59:51.878651 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-7b5aeb52-a2c4-482a-9e80-320788150b03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401034 Apr 18 17:59:51.965405 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-7d53d3c6-5413-4420-b48f-c542d34c9c81 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793533 Apr 18 17:59:52.062228 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-7e0bd792-9c59-4046-8f23-7bc4edce224f req-f399e30c-d4b5-488f-b4fd-5cb779611c86 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903070 Apr 18 18:00:00.954327 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e01ceb3f-1ce9-46a7-80ab-a0d8962bce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:03.319789 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-834789a5-ceed-4537-9a07-682306e96b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:04.611227 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:06.085241 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:06.228219 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:17.622570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:17.828191 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:25.352024 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:00:30.960153 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8a5b448b-3c77-4a3e-bf13-a225b686e40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:33.308298 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-929a812c-65d6-44d4-9998-57ffa56e78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:34.650871 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:36.089890 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:36.199378 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:47.617029 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:47.833798 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:00:53.513753 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a305f702-726a-46ef-a793-7d717893cdef req-ecb92310-f29d-4536-9bea-2e635a208825 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956028 Apr 18 18:00:53.607616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f702-726a-46ef-a793-7d717893cdef req-0ba9c08d-bacf-4618-b855-f220815d1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:00:53.609055 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a305f702-726a-46ef-a793-7d717893cdef req-0ba9c08d-bacf-4618-b855-f220815d1bf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0404065 Apr 18 18:00:53.713830 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f702-726a-46ef-a793-7d717893cdef req-2b3cea71-7cb4-4f83-9bda-bcc02b667e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:00:53.715292 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a305f702-726a-46ef-a793-7d717893cdef req-2b3cea71-7cb4-4f83-9bda-bcc02b667e9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0891211 Apr 18 18:00:53.779507 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a305f702-726a-46ef-a793-7d717893cdef req-13d8cf10-2605-4799-a708-4b2d9c5fecd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0573213 Apr 18 18:00:53.832871 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f702-726a-46ef-a793-7d717893cdef req-7af2eaee-0f1a-44ad-bdac-bfe13f1b0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:00:53.834554 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a305f702-726a-46ef-a793-7d717893cdef req-7af2eaee-0f1a-44ad-bdac-bfe13f1b0c9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0487142 Apr 18 18:00:53.881971 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f702-726a-46ef-a793-7d717893cdef req-4cb891d3-4467-458e-8509-97385c7f7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:00:53.883966 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a305f702-726a-46ef-a793-7d717893cdef req-4cb891d3-4467-458e-8509-97385c7f7a30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429296 Apr 18 18:00:53.970492 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a305f702-726a-46ef-a793-7d717893cdef req-629c1058-182c-49e9-92cd-c525a53d3175 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795164 Apr 18 18:00:54.063738 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a305f702-726a-46ef-a793-7d717893cdef req-87045d6c-337a-43cc-9023-7a23ab012925 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866635 Apr 18 18:01:00.957811 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82332d8f-fdd2-4f50-a54a-f8cc3c365418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:02.350598 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:01:03.300959 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c1c2-5ebf-4427-81c1-db3e5318c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:04.622224 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:06.085060 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:06.193713 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:17.627924 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:17.890636 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:30.970596 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ac53dddb-f8d0-46bd-8ba4-8d7eb14dd679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:33.319176 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ecea2a7-41bc-4fbd-9b94-db53f1696b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:34.632110 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:36.107659 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:36.208572 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:39.348981 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:01:47.639115 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:47.854458 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:01:55.467427 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-f7269d5e-8ee6-4af2-9a53-52b913692cad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404487 Apr 18 18:01:55.561468 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-28b1003d-1cc4-46a6-868c-61c6b5773a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:01:55.562950 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-28b1003d-1cc4-46a6-868c-61c6b5773a15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0402801 Apr 18 18:01:55.669965 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-6791b620-5ca2-4850-9295-c60a9bc1179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:01:55.671919 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-6791b620-5ca2-4850-9295-c60a9bc1179b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0878968 Apr 18 18:01:55.736787 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-854b6792-a6e1-46f4-82e8-67ee05c859f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0581222 Apr 18 18:01:55.788614 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-b93a88b7-fee3-4803-a326-21aac692b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:01:55.790057 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-b93a88b7-fee3-4803-a326-21aac692b44e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0464413 Apr 18 18:01:55.837279 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-5192be7a-d274-4954-bf45-b87d21c6e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:01:55.838612 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-5192be7a-d274-4954-bf45-b87d21c6e215 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422101 Apr 18 18:01:55.930850 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-c379ba88-b774-4829-8d1e-88f1bd57a2d7 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853603 Apr 18 18:01:56.031083 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-8dfd63f8-9aa8-4e2f-8112-728633a3e281 req-cbc85bc4-a4c0-488b-bad5-93bdc804cb46 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939903 Apr 18 18:02:00.970299 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ef93e8eb-d8c3-414e-b801-d0e350a7f182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:03.319070 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ec209972-afab-48c6-bbcd-e3ad918eecc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:04.621597 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:06.119039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:06.204685 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:16.347454 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:02:17.655860 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:17.872829 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:30.959084 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40040468-cee9-4a19-8238-8f8f71f69688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:33.345039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-56dfdf95-11d2-4540-836f-cb109dce7e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:34.659039 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:36.102242 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:36.198800 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:39.945925 n-d-836015-2 neutron-server[109825]: DEBUG neutron.wsgi [req-a619cd7c-72a4-48ca-9eeb-de5e981e9790 req-6536ed9d-2b95-4096-a833-0d3fdca864a0 service neutron] (109825) timed out ('10.222.0.18', 51245) {{(pid=109825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 18:02:47.615796 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:47.878394 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:02:53.347126 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:02:55.460005 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-5e9a99a9-fa0f-4990-a4d8-9109c6927097 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407069 Apr 18 18:02:55.555713 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-a11aa286-4117-4efa-a761-69e1f03ebd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:02:55.557163 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-a11aa286-4117-4efa-a761-69e1f03ebd32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0401828 Apr 18 18:02:55.661480 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-91ed3516-0158-4303-b335-2c43325e72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:02:55.662860 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-91ed3516-0158-4303-b335-2c43325e72b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0863941 Apr 18 18:02:55.728141 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-6b7183e0-2148-418b-882d-86d2b7270630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0582314 Apr 18 18:02:55.779792 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-7f1092aa-043c-4612-ba7c-e80acddf3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:02:55.781205 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-7f1092aa-043c-4612-ba7c-e80acddf3cf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0468879 Apr 18 18:02:55.825360 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-82e24488-8cef-43fb-bbf9-16fd3af98abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:02:55.826823 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-82e24488-8cef-43fb-bbf9-16fd3af98abe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388589 Apr 18 18:02:55.913284 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-9eec557a-463a-46c0-ac7e-a89668670c2d service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796511 Apr 18 18:02:56.007677 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6670c2b7-57eb-4e18-b16d-bd8813f890ee req-177d741f-dd65-4583-8642-13d74a6b6049 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876913 Apr 18 18:03:00.950146 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1484db53-62a1-4cdb-9d89-0bd130d6e612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:03.307258 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf9c0-0322-42ec-b925-92321b870e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:04.635964 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:06.118225 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:06.198297 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:17.626681 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:17.892505 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:30.345960 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:03:31.009867 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53448cd4-9223-45c7-8949-b2fed1747540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:33.346847 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fdd568ef-fb90-4c19-bc60-037f07d5aa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:34.641006 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:36.140194 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:36.246406 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:47.634909 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:47.900987 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:03:56.459453 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-db036d55-4cc6-43e6-9baa-2fb9ec3b868b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414569 Apr 18 18:03:56.556171 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-6ac492b3-15b5-464f-ba57-f57e6d5cc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:03:56.557700 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-6ac492b3-15b5-464f-ba57-f57e6d5cc710 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0412247 Apr 18 18:03:56.662949 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-5c3a7873-5343-4fac-aa49-13195745dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:03:56.664330 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-5c3a7873-5343-4fac-aa49-13195745dcd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0889266 Apr 18 18:03:56.729795 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-62ac93fd-deb7-43d1-9da6-e9fbd3e873fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0583310 Apr 18 18:03:56.784326 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-c5b440fa-c921-421e-a286-1e9e55218096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:03:56.785829 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-c5b440fa-c921-421e-a286-1e9e55218096 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0496330 Apr 18 18:03:56.831616 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-52cbe12a-5e62-41e2-a305-f0731c47793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:03:56.833084 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-52cbe12a-5e62-41e2-a305-f0731c47793e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412333 Apr 18 18:03:56.925014 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-c1aa2335-ace6-499a-9084-7c390fa2f129 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855186 Apr 18 18:03:57.016853 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-6b2e5aa1-1e41-40e3-8602-ce24291afd6b req-f169a501-20db-460b-b59b-d921537d8308 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850847 Apr 18 18:04:01.038436 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2fe8720e-de9e-4f39-a60e-1a09205eaece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:03.308757 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f11f967-de49-48e4-98a3-96636e0f5482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:04.680601 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:06.112069 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:06.203950 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:07.344955 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:04:17.615103 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:17.901021 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:30.965457 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da582390-5cd6-4231-8c5b-148dd134b470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:33.336794 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bc8e414e-6013-4f08-a00f-f828e506c52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:34.645313 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:36.130914 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:36.216727 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:44.343402 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:04:47.639689 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:47.930459 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:04:57.473167 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-b9368c03-b633-4423-9a1b-edb907afb2f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434313 Apr 18 18:04:57.566763 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-d4f043a1-2f6a-40c5-9550-9dcce86f170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:04:57.568235 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-d4f043a1-2f6a-40c5-9550-9dcce86f170c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0413158 Apr 18 18:04:57.673160 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-3d69393f-2082-4ab3-a61e-ac82d7bc6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:04:57.674710 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-3d69393f-2082-4ab3-a61e-ac82d7bc6f16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0870388 Apr 18 18:04:57.738783 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-4ce5367f-2985-4c4e-a966-cfb09663f6c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0578983 Apr 18 18:04:57.790755 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-817185e3-b442-478a-9bb3-97379111b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:04:57.792211 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-817185e3-b442-478a-9bb3-97379111b8a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0470433 Apr 18 18:04:57.837028 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-664a45b1-565e-451d-a1a6-0eb73f3d9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:04:57.839050 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-664a45b1-565e-451d-a1a6-0eb73f3d9105 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399945 Apr 18 18:04:57.924840 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-b3601430-116b-4f25-88b9-47da1f4093b2 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796735 Apr 18 18:04:58.017003 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-a5f886f3-ba5c-4864-9bda-ca8e568b5e5d req-5140fdda-bfd3-4891-b222-87070abfa0d7 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859437 Apr 18 18:05:00.965099 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22576dc1-7c3a-4eae-9a2d-14b78c795e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:03.305963 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db2b6ce0-baa9-4982-aad2-c5233878df00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:04.677945 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:06.117251 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:06.216220 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:17.621694 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:17.918881 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:21.342556 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:05:31.031564 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a08910b8-cc6b-4fd7-ae4b-baf70fafcab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:33.325176 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5ab710c5-29ad-49b4-8c6d-0c0917168618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:34.655865 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:36.129670 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:36.204029 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:47.615703 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:47.907174 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:05:58.342230 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:05:58.485340 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-0fc95dec-3403-4b83-8225-a7d468cc2750 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808470 Apr 18 18:05:58.584271 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-30b34a08-3f4e-4773-85dc-26d04c7a7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:05:58.585968 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-30b34a08-3f4e-4773-85dc-26d04c7a7e39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0418851 Apr 18 18:05:58.691316 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-9b86426f-bffe-45c0-8c72-395401dc91df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:05:58.693460 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-9b86426f-bffe-45c0-8c72-395401dc91df service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0895381 Apr 18 18:05:58.758234 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-5e94816a-a3dd-45fc-910b-70c118ebeaa9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0578363 Apr 18 18:05:58.810425 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-8f4b23ea-f4ea-43f7-8073-e7609ab9d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:05:58.812187 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-8f4b23ea-f4ea-43f7-8073-e7609ab9d5c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0474226 Apr 18 18:05:58.856929 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-ea69c94d-42c7-40cb-aba2-4908e692459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:05:58.858601 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-ea69c94d-42c7-40cb-aba2-4908e692459c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404606 Apr 18 18:05:58.945446 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-fefc7ef0-099c-437f-bbff-6d976e42638c service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797296 Apr 18 18:05:59.042973 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-79077abb-e5f9-4eb8-acd2-101374c1f900 req-3de4e517-6e98-4a7a-8e37-e2d9868f08a0 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914855 Apr 18 18:06:00.953011 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e5e141dc-011f-4470-a55c-cba0c45a3c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:03.330185 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2769e54e-37c0-4be5-834f-d72157a8a65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:04.661570 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:06.112508 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:06.226706 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:17.655326 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:17.952373 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:30.969229 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-61cbfacc-3d05-4e41-a9b4-8242dc8040bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:33.300536 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96c43bbf-a254-421f-93cf-f7c107de91a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:34.649054 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:35.341722 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:06:36.158027 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:36.237743 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:47.638119 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:47.934860 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:06:59.449840 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-002d7fa2-2d40-45ba-bee4-8828b43aef4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420871 Apr 18 18:06:59.543423 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-4c7b2cd5-24ae-4ce3-b38f-fef844a32da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:06:59.544959 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-4c7b2cd5-24ae-4ce3-b38f-fef844a32da0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1752bff6744624b54c76098560e133&device_id=113cd6e4-d428-4d13-ad70-cac06ab933a8 HTTP/1.1" status: 200 len: 1135 time: 0.0405147 Apr 18 18:06:59.656887 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-a134bee4-4cbf-47fc-bb10-0f76e2998acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:06:59.658624 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-a134bee4-4cbf-47fc-bb10-0f76e2998acd service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3134a40-c88f-43a3-9835-de8138870b2f HTTP/1.1" status: 200 len: 916 time: 0.0936563 Apr 18 18:06:59.722485 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-dde9f51a-98d7-4c40-a9bd-6f793ac1d33d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=809f8571-9d73-4077-81c3-99167e32152d HTTP/1.1" status: 200 len: 1001 time: 0.0577557 Apr 18 18:06:59.773966 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-cec368cf-db88-4eb0-922a-9dea01956b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:06:59.775369 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-cec368cf-db88-4eb0-922a-9dea01956b89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50ec454d-424b-4efb-84f8-3a086cc61c70 HTTP/1.1" status: 200 len: 854 time: 0.0461018 Apr 18 18:06:59.819143 n-d-836015-2 neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-accc8c64-b231-48a7-8625-6cd83d24cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 18:06:59.820673 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-accc8c64-b231-48a7-8625-6cd83d24cf57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3134a40-c88f-43a3-9835-de8138870b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392997 Apr 18 18:06:59.909465 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-d6b42f5f-0015-4216-abe9-c16f1166e576 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819099 Apr 18 18:07:00.004108 n-d-836015-2 neutron-server[109825]: INFO neutron.wsgi [req-57a662f3-c1e0-4f2c-aadb-e647cdf536fb req-b24044a2-ec74-4d3f-bf77-c890eb707958 service neutron] 10.222.0.18 "GET /v2.0/networks/e3134a40-c88f-43a3-9835-de8138870b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Apr 18 18:07:01.003559 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9dd49278-23da-481d-9f37-06e004806d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:07:03.295529 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-022ab335-0fde-4cc9-a996-f3542e7dfc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:07:04.695239 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cddbddbe-9e87-4bec-acad-43f8d5e40e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:07:06.123274 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-148a95c8-2d58-4183-8a14-f6f462039e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:07:06.186202 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2338e1d-3119-4c55-8c61-832aa1c6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:07:10.394524 n-d-836015-2 neutron-server[109826]: DEBUG neutron.wsgi [req-2678ad2c-1f2e-4415-aa37-0da26b9680ea req-d250236d-c6b8-4eb1-b825-a4297c78150c service neutron] (109826) timed out ('10.222.0.45', 51260) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 18:07:12.340540 n-d-836015-2 neutron-server[109828]: DEBUG neutron.db.agents_db [None req-a1d2f98a-9735-4a77-9d82-db8b2b50c071 None None] Agent healthcheck: found 7 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:07:17.677876 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01295019-daf4-4550-ac14-ac3a88be6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 18:07:17.917445 n-d-836015-2 neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8d27ba4-ed3d-441b-8863-c58225e8d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738954941934', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689448'] for agent, after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}